2021-03-04T22:39:51.394 INFO:root:teuthology version: 1.1.0-3082387b 2021-03-04T22:39:51.396 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade:octopus-x:stress-split/{0-distro/ubuntu_latest 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} --name sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba --verbose --owner scheduled_sage@teuthology --archive /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932725 -- /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932725/orig.config.yaml 2021-03-04T22:39:51.462 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-03-04T22:39:51.527 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932725 branch: wip-sage-testing-2021-03-04-1435 description: upgrade:octopus-x:stress-split/{0-distro/ubuntu_latest 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} email: null first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 7-workload' first_in_suite: false job_id: '5932725' kernel: kdb: true sha1: distro last_in_suite: false machine_type: gibba meta: - desc: 'librbd C and C++ api tests ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-sage-testing-2021-03-04-1435 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug filestore: 20 debug journal: 20 debug ms: 1 debug osd: 25 osd shutdown pgref assert: true create_rbd_pool: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 workunit: branch: podman-versions sha1: 3417d0a180e6c39e780df22886c2098b7f5a677b owner: scheduled_sage@teuthology priority: 70 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: octopus clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:octopus-x:stress-split suite_branch: podman-versions suite_path: /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa suite_relpath: qa suite_repo: https://github.com/liewegas/ceph suite_sha1: 3417d0a180e6c39e780df22886c2098b7f5a677b targets: gibba008.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDE8tPRsPe/fibak1nPTZsRbtVdV1j4LfMo8UKlOF4/9XIi3L+a2a1nQGfQbcI+cuI9tAaLCl2ndEe09f5Biq+2kGrFXam6kibnkc/NOYY76KXNYQnCre0pAQdUlhZJyA9CjNdxO/+s/q2BIGTwvTrHFLTG4cTn1RXPycyEyzcoCjgqjoo6Rwwb7JWXVAM5Gmtxcr0L5Z77/DCA3Zt2qLqsdhHWUSLA39y/BQZ9ei+CczFGVyH2pbAxuTGC2VmZCiGjlHnbp6+/qA246TD4A17JXhFPxQ0M1bGzVfxsfp3Tn+I0FNxwD9cyyw8DmxYuF82EuTHk1Bb7nrh0vG0KTHTN53ZlmthuDIpp8uq5LzT3NTWefflr2T21wtx3/vX4GiaeJZivia9dhHQlQBZm0tWcOEUkoryfObnsS/xONMJ+qaORRAYYajq4mbeT1zaUSKGo1H9Ac3TeH5DyHSyslkF4aFC/Ui00vYnWtquZRiGtDbUr83xiuYNRmoTnRDPuRus= gibba023.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDpU6kiGocClgFOXSrCwY+cQMtM1aVLBUsyq2ce4/fd0S7yxubHW62+v1qHzNCveC5uagAD7KhRlL7xRaLREo/CldEmkITcrow8jAMSy0m1QUDYK8d4vNa/DXF/tO26RdbPKvtkD2FS4SHCmbedY4N6G1Yy1UL0MDha7wlrmVG+Bh/izkjDzWv8H8hdRIiUTJHtgB8QYE9AbdfKnqw3k7Nf85/WZCUqhFDDZiPVPJFVBVIYmX0iqZxpL7ETq7FdAc2tEJMWjPsb3zQ72cjDtek9kkT4XEC3YaKjnkcbVp9MVXADlRQsk3MJWWZJA5lUiFaplEhvhg5g3abtc0aPa8AmGpoGgq4/oF29hK9Mxa9l0DiDJkt7sq7rW3QDYD5DghL2h0TPCLO9t4kdQctwzho+JqWjQ7j6ULWffezv75zNQTl9w6ddRGLG8VG2hNuptdkF1S+jfT0Fm60D/Cf/UGvaFHZdl/pMPCo2towiEWK/tL4pMCeuBTnJG5qmDT1ixPk= tasks: - install: branch: octopus - cephadm: cephadm_branch: octopus cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: docker.io/ceph/daemon-base:latest-octopus - cephadm.shell: mon.a: - ceph fs volume create foo - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology_branch: master teuthology_sha1: 3082387bba74fcd24c9700593d10418152d53c97 timestamp: 2021-03-04_21:21:11 tube: gibba user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.gibba.26181 2021-03-04T22:39:51.528 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa; will attempt to use it 2021-03-04T22:39:51.529 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa/tasks 2021-03-04T22:39:51.529 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-03-04T22:39:51.531 INFO:teuthology.task.internal:Checking packages... 2021-03-04T22:39:51.551 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'basic' and ceph hash '69d7d7e0102d70a8a64ccad55f88fe51fcc52734' 2021-03-04T22:39:51.552 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:39:51.552 INFO:teuthology.packaging:ref: None 2021-03-04T22:39:51.552 INFO:teuthology.packaging:tag: None 2021-03-04T22:39:51.553 INFO:teuthology.packaging:branch: wip-sage-testing-2021-03-04-1435 2021-03-04T22:39:51.553 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:39:51.554 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-sage-testing-2021-03-04-1435 2021-03-04T22:39:51.701 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-1552-g69d7d7e0-1focal 2021-03-04T22:39:51.701 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-03-04T22:39:51.716 INFO:teuthology.task.internal:no buildpackages task found 2021-03-04T22:39:51.716 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-03-04T22:39:51.920 INFO:teuthology.task.internal:Saving configuration 2021-03-04T22:39:51.948 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-03-04T22:39:52.049 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-03-04T22:39:52.067 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-03-04 22:34:46.804536', 'description': '/home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932725', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEEX2k+2WwGOR6DuxRuR9LRdCv7AT+fk69jPkk1z/ZTO', 'os_version': '20.04', 'machine_type': 'gibba', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'gibba008.front.sepia.ceph.com'} 2021-03-04T22:39:52.087 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-03-04 22:34:46.804516', 'description': '/home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932725', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIP8tfJTVTVyIXrZRrr0Rz5JUIyFqyqj92EuJrGvrg3H3', 'os_version': '20.04', 'machine_type': 'gibba', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'gibba023.front.sepia.ceph.com'} 2021-03-04T22:39:52.087 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-03-04T22:39:52.219 INFO:teuthology.task.internal:roles: ubuntu@gibba008.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2021-03-04T22:39:52.219 INFO:teuthology.task.internal:roles: ubuntu@gibba023.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2021-03-04T22:39:52.220 INFO:teuthology.run_tasks:Running task console_log... 2021-03-04T22:39:52.322 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f14efdfb598>, signals=[15]) 2021-03-04T22:39:52.323 INFO:teuthology.run_tasks:Running task internal.connect... 2021-03-04T22:39:52.333 INFO:teuthology.task.internal:Opening connections... 2021-03-04T22:39:52.334 DEBUG:teuthology.task.internal:connecting to ubuntu@gibba008.front.sepia.ceph.com 2021-03-04T22:39:52.335 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:39:52.370 DEBUG:teuthology.task.internal:connecting to ubuntu@gibba023.front.sepia.ceph.com 2021-03-04T22:39:52.371 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:39:52.402 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-03-04T22:39:52.412 DEBUG:teuthology.orchestra.run.gibba008:> uname -m 2021-03-04T22:39:52.416 INFO:teuthology.orchestra.run.gibba008.stdout:x86_64 2021-03-04T22:39:52.417 DEBUG:teuthology.orchestra.run.gibba008:> cat /etc/os-release 2021-03-04T22:39:52.461 INFO:teuthology.orchestra.run.gibba008.stdout:NAME="Ubuntu" 2021-03-04T22:39:52.462 INFO:teuthology.orchestra.run.gibba008.stdout:VERSION="20.04.2 LTS (Focal Fossa)" 2021-03-04T22:39:52.462 INFO:teuthology.orchestra.run.gibba008.stdout:ID=ubuntu 2021-03-04T22:39:52.462 INFO:teuthology.orchestra.run.gibba008.stdout:ID_LIKE=debian 2021-03-04T22:39:52.462 INFO:teuthology.orchestra.run.gibba008.stdout:PRETTY_NAME="Ubuntu 20.04.2 LTS" 2021-03-04T22:39:52.463 INFO:teuthology.orchestra.run.gibba008.stdout:VERSION_ID="20.04" 2021-03-04T22:39:52.463 INFO:teuthology.orchestra.run.gibba008.stdout:HOME_URL="https://www.ubuntu.com/" 2021-03-04T22:39:52.463 INFO:teuthology.orchestra.run.gibba008.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2021-03-04T22:39:52.463 INFO:teuthology.orchestra.run.gibba008.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2021-03-04T22:39:52.464 INFO:teuthology.orchestra.run.gibba008.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2021-03-04T22:39:52.464 INFO:teuthology.orchestra.run.gibba008.stdout:VERSION_CODENAME=focal 2021-03-04T22:39:52.464 INFO:teuthology.orchestra.run.gibba008.stdout:UBUNTU_CODENAME=focal 2021-03-04T22:39:52.465 INFO:teuthology.lock.ops:Updating gibba008.front.sepia.ceph.com on lock server 2021-03-04T22:39:52.481 DEBUG:teuthology.orchestra.run.gibba023:> uname -m 2021-03-04T22:39:52.485 INFO:teuthology.orchestra.run.gibba023.stdout:x86_64 2021-03-04T22:39:52.486 DEBUG:teuthology.orchestra.run.gibba023:> cat /etc/os-release 2021-03-04T22:39:52.490 INFO:teuthology.orchestra.run.gibba023.stdout:NAME="Ubuntu" 2021-03-04T22:39:52.490 INFO:teuthology.orchestra.run.gibba023.stdout:VERSION="20.04.2 LTS (Focal Fossa)" 2021-03-04T22:39:52.491 INFO:teuthology.orchestra.run.gibba023.stdout:ID=ubuntu 2021-03-04T22:39:52.491 INFO:teuthology.orchestra.run.gibba023.stdout:ID_LIKE=debian 2021-03-04T22:39:52.491 INFO:teuthology.orchestra.run.gibba023.stdout:PRETTY_NAME="Ubuntu 20.04.2 LTS" 2021-03-04T22:39:52.491 INFO:teuthology.orchestra.run.gibba023.stdout:VERSION_ID="20.04" 2021-03-04T22:39:52.491 INFO:teuthology.orchestra.run.gibba023.stdout:HOME_URL="https://www.ubuntu.com/" 2021-03-04T22:39:52.492 INFO:teuthology.orchestra.run.gibba023.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2021-03-04T22:39:52.492 INFO:teuthology.orchestra.run.gibba023.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2021-03-04T22:39:52.492 INFO:teuthology.orchestra.run.gibba023.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2021-03-04T22:39:52.492 INFO:teuthology.orchestra.run.gibba023.stdout:VERSION_CODENAME=focal 2021-03-04T22:39:52.493 INFO:teuthology.orchestra.run.gibba023.stdout:UBUNTU_CODENAME=focal 2021-03-04T22:39:52.493 INFO:teuthology.lock.ops:Updating gibba023.front.sepia.ceph.com on lock server 2021-03-04T22:39:52.506 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-03-04T22:39:52.517 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-03-04T22:39:52.542 INFO:teuthology.task.internal:Checking for old test directory... 2021-03-04T22:39:52.542 DEBUG:teuthology.orchestra.run.gibba008:> test '!' -e /home/ubuntu/cephtest 2021-03-04T22:39:52.546 DEBUG:teuthology.orchestra.run.gibba023:> test '!' -e /home/ubuntu/cephtest 2021-03-04T22:39:52.553 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-03-04T22:39:52.601 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-03-04T22:39:52.602 DEBUG:teuthology.orchestra.run.gibba008:> test -z $(ls -A /var/lib/ceph) 2021-03-04T22:39:52.605 DEBUG:teuthology.orchestra.run.gibba023:> test -z $(ls -A /var/lib/ceph) 2021-03-04T22:39:52.616 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-03-04T22:39:52.692 INFO:teuthology.run_tasks:Running task kernel... 2021-03-04T22:39:52.817 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.a': {'kdb': True, 'sha1': 'distro'}, 'alertmanager.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'prometheus.a': {'kdb': True, 'sha1': 'distro'}, 'grafana.a': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.b': {'kdb': True, 'sha1': 'distro'}} 2021-03-04T22:39:52.818 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-03-04T22:39:52.818 DEBUG:teuthology.orchestra.run.gibba008:> uname -r 2021-03-04T22:39:52.827 INFO:teuthology.orchestra.run.gibba008.stdout:5.4.0-66-generic 2021-03-04T22:39:52.828 INFO:teuthology.task.kernel:Running kernel on gibba008: 5.4.0-66-generic 2021-03-04T22:39:52.828 DEBUG:teuthology.orchestra.run.gibba008:> sudo apt-get clean 2021-03-04T22:39:52.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo apt-get update 2021-03-04T22:39:53.287 INFO:teuthology.orchestra.run.gibba008.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2021-03-04T22:39:53.288 INFO:teuthology.orchestra.run.gibba008.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [109 kB] 2021-03-04T22:39:53.336 INFO:teuthology.orchestra.run.gibba008.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2021-03-04T22:39:53.665 INFO:teuthology.orchestra.run.gibba008.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-03-04T22:39:53.763 INFO:teuthology.orchestra.run.gibba008.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [841 kB] 2021-03-04T22:39:53.959 INFO:teuthology.orchestra.run.gibba008.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [434 kB] 2021-03-04T22:39:53.992 INFO:teuthology.orchestra.run.gibba008.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [201 kB] 2021-03-04T22:39:54.014 INFO:teuthology.orchestra.run.gibba008.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [12.8 kB] 2021-03-04T22:39:54.015 INFO:teuthology.orchestra.run.gibba008.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [555 kB] 2021-03-04T22:39:54.043 INFO:teuthology.orchestra.run.gibba008.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [747 kB] 2021-03-04T22:39:54.083 INFO:teuthology.orchestra.run.gibba008.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [155 kB] 2021-03-04T22:39:55.931 INFO:teuthology.orchestra.run.gibba008.stdout:Fetched 3,270 kB in 1s (2,865 kB/s) 2021-03-04T22:39:57.384 INFO:teuthology.orchestra.run.gibba008.stdout:Reading package lists... 2021-03-04T22:39:57.394 DEBUG:teuthology.orchestra.run.gibba008:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-03-04T22:39:57.433 INFO:teuthology.orchestra.run.gibba008.stdout:Reading package lists... 2021-03-04T22:39:57.545 INFO:teuthology.orchestra.run.gibba008.stdout:Building dependency tree... 2021-03-04T22:39:57.546 INFO:teuthology.orchestra.run.gibba008.stdout:Reading state information... 2021-03-04T22:39:57.603 INFO:teuthology.orchestra.run.gibba008.stderr:E: Unable to locate package linux-image-current-generic 2021-03-04T22:39:57.603 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-03-04T22:39:57.605 DEBUG:teuthology.orchestra.run.gibba008:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-03-04T22:39:57.640 INFO:teuthology.orchestra.run.gibba008.stdout:Reading package lists... 2021-03-04T22:39:57.733 INFO:teuthology.orchestra.run.gibba008.stdout:Building dependency tree... 2021-03-04T22:39:57.734 INFO:teuthology.orchestra.run.gibba008.stdout:Reading state information... 2021-03-04T22:39:57.828 INFO:teuthology.orchestra.run.gibba008.stdout:linux-image-generic is already the newest version (5.4.0.66.69). 2021-03-04T22:39:57.828 INFO:teuthology.orchestra.run.gibba008.stdout:linux-image-generic set to manually installed. 2021-03-04T22:39:57.829 INFO:teuthology.orchestra.run.gibba008.stdout:0 upgraded, 0 newly installed, 0 to remove and 3 not upgraded. 2021-03-04T22:39:57.830 DEBUG:teuthology.orchestra.run.gibba008:> dpkg -s linux-image-generic 2021-03-04T22:39:57.884 INFO:teuthology.orchestra.run.gibba008.stdout:Package: linux-image-generic 2021-03-04T22:39:57.884 INFO:teuthology.orchestra.run.gibba008.stdout:Status: install ok installed 2021-03-04T22:39:57.884 INFO:teuthology.orchestra.run.gibba008.stdout:Priority: optional 2021-03-04T22:39:57.884 INFO:teuthology.orchestra.run.gibba008.stdout:Section: kernel 2021-03-04T22:39:57.885 INFO:teuthology.orchestra.run.gibba008.stdout:Installed-Size: 18 2021-03-04T22:39:57.885 INFO:teuthology.orchestra.run.gibba008.stdout:Maintainer: Ubuntu Kernel Team 2021-03-04T22:39:57.885 INFO:teuthology.orchestra.run.gibba008.stdout:Architecture: amd64 2021-03-04T22:39:57.885 INFO:teuthology.orchestra.run.gibba008.stdout:Source: linux-meta 2021-03-04T22:39:57.886 INFO:teuthology.orchestra.run.gibba008.stdout:Version: 5.4.0.66.69 2021-03-04T22:39:57.886 INFO:teuthology.orchestra.run.gibba008.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.6) 2021-03-04T22:39:57.886 INFO:teuthology.orchestra.run.gibba008.stdout:Depends: linux-image-5.4.0-66-generic, linux-modules-extra-5.4.0-66-generic, linux-firmware, intel-microcode, amd64-microcode 2021-03-04T22:39:57.886 INFO:teuthology.orchestra.run.gibba008.stdout:Recommends: thermald 2021-03-04T22:39:57.886 INFO:teuthology.orchestra.run.gibba008.stdout:Description: Generic Linux kernel image 2021-03-04T22:39:57.887 INFO:teuthology.orchestra.run.gibba008.stdout: This package will always depend on the latest generic kernel image 2021-03-04T22:39:57.887 INFO:teuthology.orchestra.run.gibba008.stdout: available. 2021-03-04T22:39:57.887 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2021-03-04T22:39:57.888 DEBUG:teuthology.orchestra.run.gibba023:> uname -r 2021-03-04T22:39:57.897 INFO:teuthology.orchestra.run.gibba023.stdout:5.4.0-66-generic 2021-03-04T22:39:57.897 INFO:teuthology.task.kernel:Running kernel on gibba023: 5.4.0-66-generic 2021-03-04T22:39:57.897 DEBUG:teuthology.orchestra.run.gibba023:> sudo apt-get clean 2021-03-04T22:39:58.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo apt-get update 2021-03-04T22:39:58.214 INFO:teuthology.orchestra.run.gibba023.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [109 kB] 2021-03-04T22:39:58.325 INFO:teuthology.orchestra.run.gibba023.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-03-04T22:39:58.407 INFO:teuthology.orchestra.run.gibba023.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2021-03-04T22:39:58.733 INFO:teuthology.orchestra.run.gibba023.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-03-04T22:39:58.833 INFO:teuthology.orchestra.run.gibba023.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [434 kB] 2021-03-04T22:39:58.963 INFO:teuthology.orchestra.run.gibba023.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [841 kB] 2021-03-04T22:39:59.059 INFO:teuthology.orchestra.run.gibba023.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [201 kB] 2021-03-04T22:39:59.074 INFO:teuthology.orchestra.run.gibba023.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [12.8 kB] 2021-03-04T22:39:59.075 INFO:teuthology.orchestra.run.gibba023.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [747 kB] 2021-03-04T22:39:59.116 INFO:teuthology.orchestra.run.gibba023.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [555 kB] 2021-03-04T22:39:59.143 INFO:teuthology.orchestra.run.gibba023.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [155 kB] 2021-03-04T22:40:00.965 INFO:teuthology.orchestra.run.gibba023.stdout:Fetched 3,270 kB in 1s (2,858 kB/s) 2021-03-04T22:40:02.574 INFO:teuthology.orchestra.run.gibba023.stdout:Reading package lists... 2021-03-04T22:40:02.584 DEBUG:teuthology.orchestra.run.gibba023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-03-04T22:40:02.619 INFO:teuthology.orchestra.run.gibba023.stdout:Reading package lists... 2021-03-04T22:40:02.724 INFO:teuthology.orchestra.run.gibba023.stdout:Building dependency tree... 2021-03-04T22:40:02.731 INFO:teuthology.orchestra.run.gibba023.stdout:Reading state information... 2021-03-04T22:40:02.778 INFO:teuthology.orchestra.run.gibba023.stderr:E: Unable to locate package linux-image-current-generic 2021-03-04T22:40:02.779 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-03-04T22:40:02.780 DEBUG:teuthology.orchestra.run.gibba023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-03-04T22:40:02.858 INFO:teuthology.orchestra.run.gibba023.stdout:Reading package lists... 2021-03-04T22:40:02.954 INFO:teuthology.orchestra.run.gibba023.stdout:Building dependency tree... 2021-03-04T22:40:02.955 INFO:teuthology.orchestra.run.gibba023.stdout:Reading state information... 2021-03-04T22:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout:linux-image-generic is already the newest version (5.4.0.66.69). 2021-03-04T22:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout:linux-image-generic set to manually installed. 2021-03-04T22:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout:0 upgraded, 0 newly installed, 0 to remove and 3 not upgraded. 2021-03-04T22:40:03.052 DEBUG:teuthology.orchestra.run.gibba023:> dpkg -s linux-image-generic 2021-03-04T22:40:03.062 INFO:teuthology.orchestra.run.gibba023.stdout:Package: linux-image-generic 2021-03-04T22:40:03.062 INFO:teuthology.orchestra.run.gibba023.stdout:Status: install ok installed 2021-03-04T22:40:03.063 INFO:teuthology.orchestra.run.gibba023.stdout:Priority: optional 2021-03-04T22:40:03.063 INFO:teuthology.orchestra.run.gibba023.stdout:Section: kernel 2021-03-04T22:40:03.063 INFO:teuthology.orchestra.run.gibba023.stdout:Installed-Size: 18 2021-03-04T22:40:03.063 INFO:teuthology.orchestra.run.gibba023.stdout:Maintainer: Ubuntu Kernel Team 2021-03-04T22:40:03.064 INFO:teuthology.orchestra.run.gibba023.stdout:Architecture: amd64 2021-03-04T22:40:03.064 INFO:teuthology.orchestra.run.gibba023.stdout:Source: linux-meta 2021-03-04T22:40:03.064 INFO:teuthology.orchestra.run.gibba023.stdout:Version: 5.4.0.66.69 2021-03-04T22:40:03.064 INFO:teuthology.orchestra.run.gibba023.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.6) 2021-03-04T22:40:03.064 INFO:teuthology.orchestra.run.gibba023.stdout:Depends: linux-image-5.4.0-66-generic, linux-modules-extra-5.4.0-66-generic, linux-firmware, intel-microcode, amd64-microcode 2021-03-04T22:40:03.065 INFO:teuthology.orchestra.run.gibba023.stdout:Recommends: thermald 2021-03-04T22:40:03.065 INFO:teuthology.orchestra.run.gibba023.stdout:Description: Generic Linux kernel image 2021-03-04T22:40:03.065 INFO:teuthology.orchestra.run.gibba023.stdout: This package will always depend on the latest generic kernel image 2021-03-04T22:40:03.065 INFO:teuthology.orchestra.run.gibba023.stdout: available. 2021-03-04T22:40:03.066 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2021-03-04T22:40:03.066 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2021-03-04T22:40:03.066 DEBUG:teuthology.orchestra.run.gibba008:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-03-04T22:40:03.090 INFO:teuthology.orchestra.run.gibba008.stdout:ttyS1 2021-03-04T22:40:03.119 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2021-03-04T22:40:03.120 DEBUG:teuthology.orchestra.run.gibba023:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-03-04T22:40:03.131 INFO:teuthology.orchestra.run.gibba023.stdout:ttyS1 2021-03-04T22:40:03.160 INFO:teuthology.run_tasks:Running task internal.base... 2021-03-04T22:40:03.170 INFO:teuthology.task.internal:Creating test directory... 2021-03-04T22:40:03.170 DEBUG:teuthology.orchestra.run.gibba008:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-03-04T22:40:03.173 DEBUG:teuthology.orchestra.run.gibba023:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-03-04T22:40:03.209 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-03-04T22:40:03.238 INFO:teuthology.run_tasks:Running task internal.archive... 2021-03-04T22:40:03.296 INFO:teuthology.task.internal:Creating archive directory... 2021-03-04T22:40:03.296 DEBUG:teuthology.orchestra.run.gibba008:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-03-04T22:40:03.300 DEBUG:teuthology.orchestra.run.gibba023:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-03-04T22:40:03.322 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-03-04T22:40:03.348 INFO:teuthology.task.internal:Enabling coredump saving... 2021-03-04T22:40:03.349 DEBUG:teuthology.orchestra.run.gibba008:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-03-04T22:40:03.360 DEBUG:teuthology.orchestra.run.gibba023:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-03-04T22:40:03.379 INFO:teuthology.orchestra.run.gibba008.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:03.382 INFO:teuthology.orchestra.run.gibba008.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:03.386 INFO:teuthology.orchestra.run.gibba023.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:03.394 INFO:teuthology.orchestra.run.gibba023.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:03.395 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-03-04T22:40:03.405 INFO:teuthology.task.internal:Configuring sudo... 2021-03-04T22:40:03.405 DEBUG:teuthology.orchestra.run.gibba008:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-03-04T22:40:03.407 DEBUG:teuthology.orchestra.run.gibba023:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-03-04T22:40:03.414 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-03-04T22:40:03.438 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-03-04T22:40:03.439 DEBUG:teuthology.orchestra.run.gibba008:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-03-04T22:40:03.441 DEBUG:teuthology.orchestra.run.gibba023:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-03-04T22:40:03.462 DEBUG:teuthology.orchestra.run.gibba008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:40:03.494 DEBUG:teuthology.orchestra.run.gibba008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:40:03.498 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:40:03.499 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-03-04T22:40:03.515 DEBUG:teuthology.orchestra.run.gibba023:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:40:03.525 DEBUG:teuthology.orchestra.run.gibba023:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:40:03.535 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:40:03.535 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-03-04T22:40:03.610 DEBUG:teuthology.orchestra.run.gibba008:> sudo service rsyslog restart 2021-03-04T22:40:03.616 DEBUG:teuthology.orchestra.run.gibba023:> sudo service rsyslog restart 2021-03-04T22:40:03.663 INFO:teuthology.run_tasks:Running task internal.timer... 2021-03-04T22:40:03.675 INFO:teuthology.task.internal:Starting timer... 2021-03-04T22:40:03.676 INFO:teuthology.run_tasks:Running task pcp... 2021-03-04T22:40:03.702 INFO:teuthology.run_tasks:Running task selinux... 2021-03-04T22:40:03.759 DEBUG:teuthology.task.selinux:Excluding gibba008: OS 'ubuntu' does not support SELinux 2021-03-04T22:40:03.760 DEBUG:teuthology.task.selinux:Excluding gibba023: OS 'ubuntu' does not support SELinux 2021-03-04T22:40:03.760 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-03-04T22:40:03.760 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2021-03-04T22:40:03.761 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-03-04T22:40:03.761 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-03-04T22:40:03.828 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated or references a specific commit; assuming it is current 2021-03-04T22:40:03.830 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-03-04T22:40:03.847 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}] 2021-03-04T22:40:03.850 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit gibba008.front.sepia.ceph.com,gibba023.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-03-04T22:40:04.227 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-03-04T22:40:05.056 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-03-04T22:40:07.157 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-03-04T22:40:07.182 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:07 +0000 (0:00:00.042) 0:00:00.042 ******** 2021-03-04T22:40:07.197 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:07 +0000 (0:00:00.014) 0:00:00.056 ******** 2021-03-04T22:40:09.077 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-03-04T22:40:09.079 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host gibba008.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [gibba008.front.sepia.ceph.com] 2021-03-04T22:40:09.109 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host gibba023.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [gibba023.front.sepia.ceph.com] 2021-03-04T22:40:09.136 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:09 +0000 (0:00:01.939) 0:00:01.996 ******** 2021-03-04T22:40:09.176 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:09 +0000 (0:00:00.039) 0:00:02.036 ******** 2021-03-04T22:40:09.368 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** 2021-03-04T22:40:09.370 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:40:09.391 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:09 +0000 (0:00:00.214) 0:00:02.251 ******** 2021-03-04T22:40:09.412 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:09 +0000 (0:00:00.021) 0:00:02.272 ******** 2021-03-04T22:40:10.070 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-03-04T22:40:10.072 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-03-04T22:40:10.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:10 +0000 (0:00:00.681) 0:00:02.954 ******** 2021-03-04T22:40:10.111 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-03-04T22:40:10.134 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:10 +0000 (0:00:00.040) 0:00:02.994 ******** 2021-03-04T22:40:10.443 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2021-03-04T22:40:10.444 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.055508", "end": "2021-03-04 22:40:10.733038", "rc": 0, "start": "2021-03-04 22:40:10.677530", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]} 2021-03-04T22:40:10.468 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:10 +0000 (0:00:00.333) 0:00:03.327 ******** 2021-03-04T22:40:10.474 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.065356", "end": "2021-03-04 22:40:10.223187", "rc": 0, "start": "2021-03-04 22:40:10.157831", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]} 2021-03-04T22:40:10.498 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:10 +0000 (0:00:00.030) 0:00:03.358 ******** 2021-03-04T22:40:10.701 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2021-03-04T22:40:10.702 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} ok: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:40:10.725 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:10 +0000 (0:00:00.226) 0:00:03.584 ******** 2021-03-04T22:40:10.745 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:10 +0000 (0:00:00.019) 0:00:03.604 ******** 2021-03-04T22:40:11.525 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2021-03-04T22:40:11.526 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897610.7545264-28807-212396628469081/source", "state": "file", "uid": 0} 2021-03-04T22:40:11.547 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:11 +0000 (0:00:00.802) 0:00:04.407 ******** 2021-03-04T22:40:11.554 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897610.779776-28809-207291714355205/source", "state": "file", "uid": 0} 2021-03-04T22:40:11.578 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:11 +0000 (0:00:00.031) 0:00:04.438 ******** 2021-03-04T22:40:12.019 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-03-04T22:40:12.021 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4 2021-03-04T22:40:12.023 INFO:teuthology.task.ansible.out:r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-03-04T22:40:12.064 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4 2021-03-04T22:40:12.066 INFO:teuthology.task.ansible.out:r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-03-04T22:40:12.131 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-03-04T22:40:12.135 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-03-04T22:40:12.292 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:12 +0000 (0:00:00.713) 0:00:05.152 ******** 2021-03-04T22:40:12.313 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:12 +0000 (0:00:00.020) 0:00:05.172 ******** 2021-03-04T22:40:12.931 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [gibba023.front.sepia.ceph.com] 2021-03-04T22:40:12.988 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2021-03-04T22:40:12.990 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:12 +0000 (0:00:00.675) 0:00:05.848 ******** 2021-03-04T22:40:13.029 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] 2021-03-04T22:40:13.086 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.097) 0:00:05.946 ******** 2021-03-04T22:40:13.405 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-03-04T22:40:13.406 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.187288", "end": "2021-03-04 22:40:13.381330", "rc": 0, "start": "2021-03-04 22:40:13.194042", "stderr": "", "stderr_lines": [], "stdout": "c31004c4720a55ac12a95d66c32e64f592877604", "stdout_lines": ["c31004c4720a55ac12a95d66c32e64f592877604"]} 2021-03-04T22:40:13.430 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.344) 0:00:06.290 ******** 2021-03-04T22:40:13.500 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.145189", "end": "2021-03-04 22:40:13.479751", "rc": 0, "start": "2021-03-04 22:40:13.334562", "stderr": "", "stderr_lines": [], "stdout": "c31004c4720a55ac12a95d66c32e64f592877604", "stdout_lines": ["c31004c4720a55ac12a95d66c32e64f592877604"]} 2021-03-04T22:40:13.526 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.095) 0:00:06.386 ******** 2021-03-04T22:40:13.543 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-03-04T22:40:13.544 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.008606", "end": "2021-03-04 22:40:13.818306", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:40:13.809700", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-03-04T22:40:13.571 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.045) 0:00:06.431 ******** 2021-03-04T22:40:13.633 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.011099", "end": "2021-03-04 22:40:13.397027", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:40:13.385928", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-03-04T22:40:13.656 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.084) 0:00:06.516 ******** 2021-03-04T22:40:13.662 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-03-04T22:40:13.664 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.689 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.032) 0:00:06.548 ******** 2021-03-04T22:40:13.716 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.740 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.051) 0:00:06.600 ******** 2021-03-04T22:40:13.757 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-03-04T22:40:13.759 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.783 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.042) 0:00:06.642 ******** 2021-03-04T22:40:13.810 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.836 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.052) 0:00:06.695 ******** 2021-03-04T22:40:13.852 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-03-04T22:40:13.854 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.876 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.040) 0:00:06.736 ******** 2021-03-04T22:40:13.903 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.927 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.050) 0:00:06.787 ******** 2021-03-04T22:40:13.944 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-03-04T22:40:13.946 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:13.968 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:13 +0000 (0:00:00.040) 0:00:06.828 ******** 2021-03-04T22:40:13.995 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:14.019 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:14 +0000 (0:00:00.050) 0:00:06.878 ******** 2021-03-04T22:40:14.046 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-03-04T22:40:14.048 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:14.072 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:14 +0000 (0:00:00.053) 0:00:06.932 ******** 2021-03-04T22:40:14.089 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:14.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:14 +0000 (0:00:00.042) 0:00:06.974 ******** 2021-03-04T22:40:14.247 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2021-03-04T22:40:14.249 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:40:14.274 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:14 +0000 (0:00:00.159) 0:00:07.134 ******** 2021-03-04T22:40:14.280 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:40:14.305 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:14 +0000 (0:00:00.031) 0:00:07.165 ******** 2021-03-04T22:40:14.467 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-03-04T22:40:14.469 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-03-04T22:40:14.541 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-03-04T22:40:14.563 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-03-04T22:40:14.637 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-03-04T22:40:14.659 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-03-04T22:40:14.732 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-03-04T22:40:14.743 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-03-04T22:40:14.827 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-03-04T22:40:14.839 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-03-04T22:40:14.912 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-03-04T22:40:14.934 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-03-04T22:40:15.007 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-03-04T22:40:15.071 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-03-04T22:40:15.093 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-03-04T22:40:15.156 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-03-04T22:40:15.189 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-03-04T22:40:15.252 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-03-04T22:40:15.285 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-03-04T22:40:15.338 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-03-04T22:40:15.371 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-03-04T22:40:15.434 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-03-04T22:40:15.467 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-03-04T22:40:15.540 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-03-04T22:40:15.553 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-03-04T22:40:15.627 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-03-04T22:40:15.650 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-03-04T22:40:15.724 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-03-04T22:40:15.756 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-03-04T22:40:15.819 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-03-04T22:40:15.852 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-03-04T22:40:15.915 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-03-04T22:40:15.948 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-03-04T22:40:16.011 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-03-04T22:40:16.043 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-03-04T22:40:16.096 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-03-04T22:40:16.150 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-03-04T22:40:16.203 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-03-04T22:40:16.246 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-03-04T22:40:16.299 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-03-04T22:40:16.352 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-03-04T22:40:16.395 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-03-04T22:40:16.438 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-03-04T22:40:16.491 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-03-04T22:40:16.534 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-03-04T22:40:16.577 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-03-04T22:40:16.630 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-03-04T22:40:16.672 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-03-04T22:40:16.736 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-03-04T22:40:16.768 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-03-04T22:40:16.831 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-03-04T22:40:16.863 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-03-04T22:40:16.926 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-03-04T22:40:16.969 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-03-04T22:40:17.023 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-03-04T22:40:17.055 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-03-04T22:40:17.119 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-03-04T22:40:17.151 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-03-04T22:40:17.205 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-03-04T22:40:17.248 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-03-04T22:40:17.301 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-03-04T22:40:17.344 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-03-04T22:40:17.386 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-03-04T22:40:17.439 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-03-04T22:40:17.482 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-03-04T22:40:17.525 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-03-04T22:40:17.578 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-03-04T22:40:17.631 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-03-04T22:40:17.665 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-03-04T22:40:17.719 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-03-04T22:40:17.763 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-03-04T22:40:17.818 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-03-04T22:40:17.850 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-03-04T22:40:17.913 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/jdillaman", "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "move_home": false, "name": "jdillaman", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-03-04T22:40:17.946 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/jdillaman", "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "move_home": false, "name": "jdillaman", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-03-04T22:40:18.009 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-03-04T22:40:18.041 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-03-04T22:40:18.094 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:40:18.126 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:40:18.200 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:40:18.222 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:40:18.223 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:18.298 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-03-04T22:40:18.320 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-03-04T22:40:18.395 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-03-04T22:40:18.417 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-03-04T22:40:18.500 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-03-04T22:40:18.533 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-03-04T22:40:18.596 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-03-04T22:40:18.618 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-03-04T22:40:18.691 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-03-04T22:40:18.723 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-03-04T22:40:18.787 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-03-04T22:40:18.809 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-03-04T22:40:18.882 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:40:18.904 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:40:18.978 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:40:19.000 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:40:19.074 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-03-04T22:40:19.096 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-03-04T22:40:19.160 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-03-04T22:40:19.203 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-03-04T22:40:19.256 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-03-04T22:40:19.298 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-03-04T22:40:19.351 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-03-04T22:40:19.394 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-03-04T22:40:19.447 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-03-04T22:40:19.490 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-03-04T22:40:19.543 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-03-04T22:40:19.586 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-03-04T22:40:19.629 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-03-04T22:40:19.671 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-03-04T22:40:19.735 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-03-04T22:40:19.768 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-03-04T22:40:19.831 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-03-04T22:40:19.832 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:19.854 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-03-04T22:40:19.928 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-03-04T22:40:19.960 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-03-04T22:40:20.024 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-03-04T22:40:20.056 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-03-04T22:40:20.130 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-03-04T22:40:20.152 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-03-04T22:40:20.226 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-03-04T22:40:20.237 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-03-04T22:40:20.312 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-03-04T22:40:20.334 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-03-04T22:40:20.409 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-03-04T22:40:20.410 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:20.432 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-03-04T22:40:20.506 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:40:20.528 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:40:20.602 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-03-04T22:40:20.613 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-03-04T22:40:20.697 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-03-04T22:40:20.709 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-03-04T22:40:20.793 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-03-04T22:40:20.814 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-03-04T22:40:20.888 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-03-04T22:40:20.909 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-03-04T22:40:20.983 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-03-04T22:40:21.015 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-03-04T22:40:21.078 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-03-04T22:40:21.110 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-03-04T22:40:21.173 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-03-04T22:40:21.205 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-03-04T22:40:21.279 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-03-04T22:40:21.301 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-03-04T22:40:21.374 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-03-04T22:40:21.385 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-03-04T22:40:21.470 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-03-04T22:40:21.482 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-03-04T22:40:21.556 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-03-04T22:40:21.568 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-03-04T22:40:21.653 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-03-04T22:40:21.665 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-03-04T22:40:21.749 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-03-04T22:40:21.761 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-03-04T22:40:21.844 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-03-04T22:40:21.846 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-03-04T22:40:21.940 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-03-04T22:40:21.951 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-03-04T22:40:22.035 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-03-04T22:40:22.047 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-03-04T22:40:22.131 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-03-04T22:40:22.143 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-03-04T22:40:22.216 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-03-04T22:40:22.238 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-03-04T22:40:22.314 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-03-04T22:40:22.325 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-03-04T22:40:22.430 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-03-04T22:40:22.443 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-03-04T22:40:22.517 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-03-04T22:40:23.250 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w 2021-03-04T22:40:23.252 INFO:teuthology.task.ansible.out:19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust 2021-03-04T22:40:23.254 INFO:teuthology.task.ansible.out:", "shell": "/bin/bash", "state": "present", "uid": 1186} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comme 2021-03-04T22:40:23.255 INFO:teuthology.task.ansible.out:nt": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-03-04T22:40:23.257 INFO:teuthology.task.ansible.out: ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-03-04T22:40:23.271 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-03-04T22:40:23.314 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-03-04T22:40:23.368 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-03-04T22:40:23.411 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-03-04T22:40:23.454 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-03-04T22:40:23.497 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-03-04T22:40:23.551 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-03-04T22:40:23.604 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-03-04T22:40:23.646 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-03-04T22:40:23.699 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-03-04T22:40:23.741 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-03-04T22:40:23.795 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-03-04T22:40:23.837 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-03-04T22:40:23.901 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-03-04T22:40:23.924 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-03-04T22:40:23.997 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-03-04T22:40:24.019 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-03-04T22:40:24.082 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-03-04T22:40:24.125 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-03-04T22:40:24.178 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:40:24.221 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:40:24.274 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-03-04T22:40:24.306 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-03-04T22:40:24.369 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-03-04T22:40:24.402 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-03-04T22:40:24.465 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-03-04T22:40:24.497 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-03-04T22:40:24.560 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-03-04T22:40:24.592 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-03-04T22:40:24.655 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-03-04T22:40:24.687 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-03-04T22:40:24.751 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-03-04T22:40:24.783 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-03-04T22:40:24.836 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-03-04T22:40:24.879 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-03-04T22:40:24.932 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-03-04T22:40:24.964 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-03-04T22:40:25.027 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-03-04T22:40:25.059 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-03-04T22:40:25.123 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-03-04T22:40:25.145 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-03-04T22:40:25.218 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-03-04T22:40:25.241 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-03-04T22:40:25.305 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-03-04T22:40:25.338 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-03-04T22:40:25.402 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-03-04T22:40:25.424 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-03-04T22:40:25.498 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-03-04T22:40:25.531 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-03-04T22:40:25.594 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-03-04T22:40:25.627 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-03-04T22:40:25.701 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-03-04T22:40:25.723 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-03-04T22:40:25.796 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-03-04T22:40:25.818 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-03-04T22:40:25.891 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-03-04T22:40:25.913 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-03-04T22:40:25.997 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-03-04T22:40:26.020 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-03-04T22:40:26.093 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-03-04T22:40:26.115 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-03-04T22:40:26.189 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-03-04T22:40:26.242 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-03-04T22:40:26.295 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-03-04T22:40:26.338 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-03-04T22:40:26.380 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-03-04T22:40:26.433 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-03-04T22:40:26.476 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-03-04T22:40:26.530 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-03-04T22:40:26.572 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-03-04T22:40:26.627 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-03-04T22:40:26.660 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-03-04T22:40:26.723 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-03-04T22:40:26.756 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-03-04T22:40:26.819 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-03-04T22:40:26.913 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-03-04T22:40:26.999 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-03-04T22:40:27.020 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-03-04T22:40:27.094 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-03-04T22:40:27.157 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-03-04T22:40:27.199 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-03-04T22:40:27.243 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-03-04T22:40:27.286 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-03-04T22:40:27.339 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-03-04T22:40:27.382 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-03-04T22:40:27.434 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-03-04T22:40:27.477 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-03-04T22:40:27.561 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-03-04T22:40:27.662 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-03-04T22:40:27.706 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-03-04T22:40:27.811 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-03-04T22:40:27.854 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-03-04T22:40:27.939 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-03-04T22:40:28.066 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-03-04T22:40:28.183 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:28 +0000 (0:00:13.877) 0:00:21.042 ******** 2021-03-04T22:40:28.198 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-03-04T22:40:28.291 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-03-04T22:40:28.314 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:28 +0000 (0:00:00.131) 0:00:21.174 ******** 2021-03-04T22:40:28.337 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:28 +0000 (0:00:00.022) 0:00:21.196 ******** 2021-03-04T22:40:28.399 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-03-04T22:40:28.401 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora r 2021-03-04T22:40:28.402 INFO:teuthology.task.ansible.out:T6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c 2021-03-04T22:40:28.404 INFO:teuthology.task.ansible.out:63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD 2021-03-04T22:40:28.406 INFO:teuthology.task.ansible.out:0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9d 2021-03-04T22:40:28.408 INFO:teuthology.task.ansible.out:f7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 2021-03-04T22:40:28.409 INFO:teuthology.task.ansible.out:4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953 2021-03-04T22:40:28.411 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4 2021-03-04T22:40:28.411 INFO:teuthology.task.ansible.out:fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7 2021-03-04T22:40:28.413 INFO:teuthology.task.ansible.out:cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef148 2021-03-04T22:40:28.415 INFO:teuthology.task.ansible.out:0c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017 2021-03-04T22:40:28.416 INFO:teuthology.task.ansible.out:b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214b 2021-03-04T22:40:28.418 INFO:teuthology.task.ansible.out:bea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez 2021-03-04T22:40:28.420 INFO:teuthology.task.ansible.out:@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed1 2021-03-04T22:40:28.422 INFO:teuthology.task.ansible.out:9b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe 2021-03-04T22:40:28.422 INFO:teuthology.task.ansible.out:16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}]}, "changed": false} 2021-03-04T22:40:28.448 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:28 +0000 (0:00:00.111) 0:00:21.308 ******** 2021-03-04T22:40:28.468 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:28 +0000 (0:00:00.019) 0:00:21.328 ******** 2021-03-04T22:40:28.561 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora r 2021-03-04T22:40:28.563 INFO:teuthology.task.ansible.out:T6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c 2021-03-04T22:40:28.564 INFO:teuthology.task.ansible.out:63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD 2021-03-04T22:40:28.566 INFO:teuthology.task.ansible.out:0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\n 2021-03-04T22:40:28.567 INFO:teuthology.task.ansible.out:yehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9d 2021-03-04T22:40:28.568 INFO:teuthology.task.ansible.out:f7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 2021-03-04T22:40:28.570 INFO:teuthology.task.ansible.out:4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953 2021-03-04T22:40:28.572 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7 2021-03-04T22:40:28.573 INFO:teuthology.task.ansible.out:cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef148 2021-03-04T22:40:28.575 INFO:teuthology.task.ansible.out:0c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017 2021-03-04T22:40:28.576 INFO:teuthology.task.ansible.out:b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214b 2021-03-04T22:40:28.578 INFO:teuthology.task.ansible.out:bea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ov 2021-03-04T22:40:28.578 INFO:teuthology.task.ansible.out:pn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez 2021-03-04T22:40:28.580 INFO:teuthology.task.ansible.out:@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed1 2021-03-04T22:40:28.582 INFO:teuthology.task.ansible.out:9b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}]}, "changed": false} 2021-03-04T22:40:28.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:28 +0000 (0:00:00.140) 0:00:21.469 ******** 2021-03-04T22:40:29.156 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-03-04T22:40:29.158 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"after": "c31004c4720a55ac12a95d66c32e64f592877604", "attempts": 1, "before": "c31004c4720a55ac12a95d66c32e64f592877604", "changed": false, "remote_url_changed": false} 2021-03-04T22:40:29.181 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:29 +0000 (0:00:00.571) 0:00:22.041 ******** 2021-03-04T22:40:29.199 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"after": "c31004c4720a55ac12a95d66c32e64f592877604", "attempts": 1, "before": "c31004c4720a55ac12a95d66c32e64f592877604", "changed": false, "remote_url_changed": false} 2021-03-04T22:40:29.224 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:29 +0000 (0:00:00.042) 0:00:22.084 ******** 2021-03-04T22:40:29.374 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:40:29.376 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-03-04T22:40:29.407 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-03-04T22:40:29.470 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-03-04T22:40:29.523 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-03-04T22:40:29.565 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-03-04T22:40:29.618 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-03-04T22:40:29.671 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZt 2021-03-04T22:40:29.673 INFO:teuthology.task.ansible.out:IEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-03-04T22:40:29.723 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZt 2021-03-04T22:40:29.725 INFO:teuthology.task.ansible.out:IEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-03-04T22:40:29.765 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-03-04T22:40:29.828 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-03-04T22:40:29.860 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o 2021-03-04T22:40:29.862 INFO:teuthology.task.ansible.out:8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-03-04T22:40:29.943 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o 2021-03-04T22:40:29.945 INFO:teuthology.task.ansible.out:8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-03-04T22:40:29.965 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-03-04T22:40:30.049 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-03-04T22:40:30.060 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-03-04T22:40:30.155 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-03-04T22:40:30.166 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:30.167 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-03-04T22:40:30.272 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMorb 2021-03-04T22:40:30.274 INFO:teuthology.task.ansible.out:nuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-03-04T22:40:30.325 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-03-04T22:40:30.326 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:30.378 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemers 2021-03-04T22:40:30.380 INFO:teuthology.task.ansible.out:on", "validate_certs": true} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:30.390 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:30.452 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMorb 2021-03-04T22:40:30.454 INFO:teuthology.task.ansible.out:nuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-03-04T22:40:30.495 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-03-04T22:40:30.569 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemers 2021-03-04T22:40:30.571 INFO:teuthology.task.ansible.out:on", "validate_certs": true} 2021-03-04T22:40:30.580 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:30.591 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtSo 2021-03-04T22:40:30.593 INFO:teuthology.task.ansible.out:AWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZY 2021-03-04T22:40:30.595 INFO:teuthology.task.ansible.out:LpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:30.676 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-03-04T22:40:30.698 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-03-04T22:40:30.771 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": n 2021-03-04T22:40:30.773 INFO:teuthology.task.ansible.out:ull, "state": "present", "user": "davidz", "validate_certs": true} 2021-03-04T22:40:30.793 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtSo 2021-03-04T22:40:30.795 INFO:teuthology.task.ansible.out:AWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-03-04T22:40:30.866 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-03-04T22:40:30.898 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-03-04T22:40:30.961 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-03-04T22:40:30.993 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": n 2021-03-04T22:40:30.995 INFO:teuthology.task.ansible.out:ull, "state": "present", "user": "davidz", "validate_certs": true} 2021-03-04T22:40:31.056 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-03-04T22:40:31.098 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-03-04T22:40:31.152 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9C 2021-03-04T22:40:31.153 INFO:teuthology.task.ansible.out:kxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-03-04T22:40:31.194 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-03-04T22:40:31.246 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBYB 2021-03-04T22:40:31.248 INFO:teuthology.task.ansible.out:0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-03-04T22:40:31.288 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-03-04T22:40:31.331 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-03-04T22:40:31.373 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9C 2021-03-04T22:40:31.375 INFO:teuthology.task.ansible.out:kxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-03-04T22:40:31.425 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-03-04T22:40:31.478 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBYB 2021-03-04T22:40:31.480 INFO:teuthology.task.ansible.out:0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-03-04T22:40:31.521 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46T 2021-03-04T22:40:31.522 INFO:teuthology.task.ansible.out:RJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-03-04T22:40:31.584 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-03-04T22:40:31.606 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-03-04T22:40:31.679 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-03-04T22:40:31.721 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-03-04T22:40:31.785 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46T 2021-03-04T22:40:31.787 INFO:teuthology.task.ansible.out:RJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-03-04T22:40:31.869 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-03-04T22:40:31.880 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-03-04T22:40:31.966 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-03-04T22:40:32.060 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-03-04T22:40:32.124 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-03-04T22:40:32.156 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-03-04T22:40:32.219 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-03-04T22:40:32.251 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-03-04T22:40:32.325 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQvU 2021-03-04T22:40:32.326 INFO:teuthology.task.ansible.out:xUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-03-04T22:40:32.360 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQvU 2021-03-04T22:40:32.361 INFO:teuthology.task.ansible.out:xUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-03-04T22:40:32.423 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-03-04T22:40:32.455 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-03-04T22:40:32.508 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-03-04T22:40:32.560 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-03-04T22:40:32.603 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-03-04T22:40:32.667 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-03-04T22:40:32.699 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-03-04T22:40:32.773 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-03-04T22:40:32.794 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA296in+8Sr9slF8hrzAV3dNz0q94Q4FlFaMYw08II5PQm6HOpabGOGOwOud/PPeh3lMUHhs45N5WnbgdfQdzz9lpDoNBcqxeACdMicdECMHtYWf2GuFUdTAnPBFVl8wFW5JcziQYJePUcAUJRXGGfdMLMppAi8VEuhMw/z3jz89UN+zf51Y9eT3rgAVSCR+Zn47kite4OB2S1aVMEcZBE0fPnh60i+rpN26s80fh3wG2N9JrPBEvst6LbL0aEixrlRUtoFHZuWNCIjntVMANa+idpuWSxN2dzfcoxpGLF1TFzqx0moznp0PnDs7ZAFFS1/EkeSCgBflyhPV6csG3VNw== jdillaman@ceph1.example.com", "key_options": null, "keyfile": "/home/jdillaman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jdillaman", "validate_certs": true} 2021-03-04T22:40:32.868 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA296in+8Sr9slF8hrzAV3dNz0q94Q4FlFaMYw08II5PQm6HOpabGOGOwOud/PPeh3lMUHhs45N5WnbgdfQdzz9lpDoNBcqxeACdMicdECMHtYWf2GuFUdTAnPBFVl8wFW5JcziQYJePUcAUJRXGGfdMLMppAi8VEuhMw/z3jz89UN+zf51Y9eT3rgAVSCR+Zn47kite4OB2S1aVMEcZBE0fPnh60i+rpN26s80fh3wG2N9JrPBEvst6LbL0aEixrlRUtoFHZuWNCIjntVMANa+idpuWSxN2dzfcoxpGLF1TFzqx0moznp0PnDs7ZAFFS1/EkeSCgBflyhPV6csG3VNw== jdillaman@ceph1.example.com", "key_options": null, "keyfile": "/home/jdillaman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jdillaman", "validate_certs": true} 2021-03-04T22:40:32.889 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-03-04T22:40:32.962 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-03-04T22:40:32.984 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:40:33.057 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:40:33.079 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-03-04T22:40:33.152 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-03-04T22:40:33.174 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-03-04T22:40:33.247 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-03-04T22:40:33.279 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1O 2021-03-04T22:40:33.281 INFO:teuthology.task.ansible.out:MJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-03-04T22:40:33.343 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1O 2021-03-04T22:40:33.345 INFO:teuthology.task.ansible.out:MJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-03-04T22:40:33.375 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyKz 2021-03-04T22:40:33.376 INFO:teuthology.task.ansible.out:2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-03-04T22:40:33.448 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyKz 2021-03-04T22:40:33.450 INFO:teuthology.task.ansible.out:2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-03-04T22:40:33.469 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-03-04T22:40:33.543 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-03-04T22:40:33.575 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-03-04T22:40:33.639 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-03-04T22:40:33.660 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-03-04T22:40:33.733 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-03-04T22:40:33.755 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": nul 2021-03-04T22:40:33.756 INFO:teuthology.task.ansible.out:l, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:40:33.828 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": nul 2021-03-04T22:40:33.829 INFO:teuthology.task.ansible.out:l, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:40:33.860 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjEf 2021-03-04T22:40:33.862 INFO:teuthology.task.ansible.out:dVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+dT 2021-03-04T22:40:33.863 INFO:teuthology.task.ansible.out:zNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-03-04T22:40:33.933 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjEf 2021-03-04T22:40:33.935 INFO:teuthology.task.ansible.out:dVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+dT 2021-03-04T22:40:33.936 INFO:teuthology.task.ansible.out:zNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-03-04T22:40:33.954 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-03-04T22:40:34.038 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-03-04T22:40:34.040 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-03-04T22:40:34.132 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-03-04T22:40:34.143 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-03-04T22:40:34.227 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-03-04T22:40:34.238 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-03-04T22:40:34.321 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-03-04T22:40:34.333 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-03-04T22:40:34.417 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-03-04T22:40:34.419 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home/ 2021-03-04T22:40:34.420 INFO:teuthology.task.ansible.out:nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-03-04T22:40:34.501 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home/ 2021-03-04T22:40:34.503 INFO:teuthology.task.ansible.out:nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-03-04T22:40:34.564 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-03-04T22:40:34.597 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-03-04T22:40:34.659 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-03-04T22:40:34.691 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-03-04T22:40:34.755 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "g 2021-03-04T22:40:34.756 INFO:teuthology.task.ansible.out:abrioux", "validate_certs": true} 2021-03-04T22:40:34.786 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "g 2021-03-04T22:40:34.789 INFO:teuthology.task.ansible.out:abrioux", "validate_certs": true} 2021-03-04T22:40:34.849 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-03-04T22:40:34.881 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-03-04T22:40:34.944 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-03-04T22:40:34.976 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-03-04T22:40:35.050 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kkk 2021-03-04T22:40:35.052 INFO:teuthology.task.ansible.out:e6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-03-04T22:40:35.071 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kkk 2021-03-04T22:40:35.073 INFO:teuthology.task.ansible.out:e6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-03-04T22:40:35.145 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-03-04T22:40:35.166 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-03-04T22:40:35.239 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-03-04T22:40:35.261 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-03-04T22:40:35.334 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-03-04T22:40:35.355 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-03-04T22:40:35.428 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:40:35.460 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:40:35.523 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-03-04T22:40:35.545 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-03-04T22:40:35.618 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-03-04T22:40:35.640 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-03-04T22:40:35.713 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-03-04T22:40:35.735 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-03-04T22:40:35.808 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-03-04T22:40:35.830 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-03-04T22:40:35.893 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-03-04T22:40:35.935 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-03-04T22:40:35.998 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-03-04T22:40:36.030 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-03-04T22:40:36.093 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-03-04T22:40:36.125 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-03-04T22:40:36.198 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-03-04T22:40:36.219 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-03-04T22:40:36.293 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-03-04T22:40:36.315 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-03-04T22:40:36.392 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-03-04T22:40:36.413 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-03-04T22:40:36.507 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-03-04T22:40:36.509 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-03-04T22:40:36.612 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-03-04T22:40:36.623 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-03-04T22:40:36.706 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-03-04T22:40:36.708 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-03-04T22:40:36.802 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-03-04T22:40:36.804 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-03-04T22:40:36.896 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-03-04T22:40:36.898 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-03-04T22:40:36.981 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-03-04T22:40:36.992 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-03-04T22:40:37.076 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1l 2021-03-04T22:40:37.078 INFO:teuthology.task.ansible.out:XTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-03-04T22:40:37.087 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1l 2021-03-04T22:40:37.089 INFO:teuthology.task.ansible.out:XTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-03-04T22:40:37.171 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-03-04T22:40:37.173 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-03-04T22:40:37.266 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-03-04T22:40:37.267 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-03-04T22:40:37.372 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-03-04T22:40:37.374 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-03-04T22:40:37.457 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-03-04T22:40:37.479 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-03-04T22:40:37.543 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.localdo 2021-03-04T22:40:37.545 INFO:teuthology.task.ansible.out:main", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-03-04T22:40:37.576 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.localdo 2021-03-04T22:40:37.577 INFO:teuthology.task.ansible.out:main", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-03-04T22:40:37.670 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq2 2021-03-04T22:40:37.672 INFO:teuthology.task.ansible.out:z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-03-04T22:40:37.681 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq2 2021-03-04T22:40:37.683 INFO:teuthology.task.ansible.out:z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-03-04T22:40:37.775 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-03-04T22:40:37.786 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-03-04T22:40:37.869 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-03-04T22:40:37.880 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-03-04T22:40:37.964 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-03-04T22:40:37.975 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-03-04T22:40:38.059 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-03-04T22:40:38.070 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-03-04T22:40:38.153 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-03-04T22:40:38.164 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-03-04T22:40:38.248 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-03-04T22:40:38.259 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-03-04T22:40:38.343 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-03-04T22:40:38.354 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-03-04T22:40:38.448 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loca 2021-03-04T22:40:38.450 INFO:teuthology.task.ansible.out:l", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSj 2021-03-04T22:40:38.452 INFO:teuthology.task.ansible.out:TEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.local", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-03-04T22:40:38.543 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-03-04T22:40:38.554 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-03-04T22:40:38.641 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-03-04T22:40:38.653 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-03-04T22:40:38.737 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-03-04T22:40:38.748 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-03-04T22:40:38.832 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-03-04T22:40:38.843 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-03-04T22:40:38.938 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-03-04T22:40:38.940 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-03-04T22:40:39.022 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-03-04T22:40:39.033 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-03-04T22:40:39.127 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", " 2021-03-04T22:40:39.129 INFO:teuthology.task.ansible.out:manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:40:39.160 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", " 2021-03-04T22:40:39.162 INFO:teuthology.task.ansible.out:manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:40:39.212 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-03-04T22:40:39.244 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-03-04T22:40:39.309 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-03-04T22:40:39.330 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-03-04T22:40:39.403 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-03-04T22:40:39.425 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-03-04T22:40:39.498 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-03-04T22:40:39.520 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-03-04T22:40:39.593 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-03-04T22:40:39.626 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-03-04T22:40:39.700 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-03-04T22:40:39.722 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-03-04T22:40:39.795 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-03-04T22:40:39.817 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-03-04T22:40:39.880 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-03-04T22:40:39.912 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-03-04T22:40:39.975 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-03-04T22:40:40.007 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-03-04T22:40:40.060 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-03-04T22:40:40.092 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-03-04T22:40:40.166 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-03-04T22:40:40.187 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-03-04T22:40:40.271 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-03-04T22:40:40.283 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-03-04T22:40:40.377 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-03-04T22:40:40.380 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-03-04T22:40:40.475 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-03-04T22:40:40.477 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-03-04T22:40:40.570 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-03-04T22:40:40.581 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-03-04T22:40:40.666 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-03-04T22:40:40.667 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-03-04T22:40:40.771 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-03-04T22:40:40.773 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-03-04T22:40:40.856 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-03-04T22:40:40.867 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-03-04T22:40:40.963 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjLd 2021-03-04T22:40:40.965 INFO:teuthology.task.ansible.out:+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-03-04T22:40:40.974 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjLd 2021-03-04T22:40:40.975 INFO:teuthology.task.ansible.out:+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-03-04T22:40:41.059 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-03-04T22:40:41.070 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-03-04T22:40:41.154 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-03-04T22:40:41.166 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-03-04T22:40:41.251 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-03-04T22:40:41.263 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-03-04T22:40:41.349 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-03-04T22:40:41.362 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-03-04T22:40:41.456 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-03-04T22:40:41.458 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-03-04T22:40:41.553 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbm 2021-03-04T22:40:41.555 INFO:teuthology.task.ansible.out:IvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-03-04T22:40:41.647 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-03-04T22:40:41.648 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-03-04T22:40:41.753 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-03-04T22:40:41.755 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-03-04T22:40:41.849 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-03-04T22:40:41.851 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-03-04T22:40:41.934 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-03-04T22:40:41.945 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-03-04T22:40:42.040 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-03-04T22:40:42.041 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-03-04T22:40:42.135 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-03-04T22:40:42.137 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-03-04T22:40:42.220 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-03-04T22:40:42.231 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-03-04T22:40:42.315 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-03-04T22:40:42.337 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-03-04T22:40:42.411 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-03-04T22:40:42.422 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-03-04T22:40:42.496 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-03-04T22:40:42.528 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-03-04T22:40:42.592 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_options": 2021-03-04T22:40:42.593 INFO:teuthology.task.ansible.out: null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-03-04T22:40:42.634 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_options": 2021-03-04T22:40:42.637 INFO:teuthology.task.ansible.out: null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-03-04T22:40:42.698 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-03-04T22:40:42.766 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-03-04T22:40:42.839 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:42 +0000 (0:00:13.615) 0:00:35.699 ******** 2021-03-04T22:40:42.862 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:42 +0000 (0:00:00.022) 0:00:35.722 ******** 2021-03-04T22:40:42.935 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:40:42.937 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.947 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.958 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.960 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.969 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.970 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.971 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.971 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": f 2021-03-04T22:40:42.973 INFO:teuthology.task.ansible.out:alse, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.982 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.984 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.994 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:42.996 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+ 2021-03-04T22:40:42.997 INFO:teuthology.task.ansible.out:90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.006 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.008 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.018 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.020 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.104 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-03-04T22:40:43.116 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.118 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:43.127 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.129 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-03-04T22:40:43.140 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.151 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.215 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-03-04T22:40:43.238 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-03-04T22:40:43.313 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-03-04T22:40:43.325 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.327 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.337 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-03-04T22:40:43.339 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.349 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.351 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7b 2021-03-04T22:40:43.353 INFO:teuthology.task.ansible.out:af2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.362 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.364 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.374 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.376 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.386 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.388 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.398 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.400 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loo 2021-03-04T22:40:43.402 INFO:teuthology.task.ansible.out:p_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.411 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.413 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.423 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.425 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.435 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.437 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.447 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.449 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.460 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.462 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.472 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.474 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.475 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.486 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.487 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.488 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.489 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.499 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.501 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.512 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.513 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.513 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.525 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.527 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.527 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.538 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.540 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.550 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.552 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.562 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.565 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.574 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.576 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.578 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.590 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.592 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.603 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.606 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.616 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.618 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.628 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.629 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.645 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.656 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.658 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.669 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.670 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.672 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.672 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.683 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.684 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.686 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.697 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.698 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.700 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.700 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.712 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.713 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.714 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.725 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.726 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.737 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.738 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.748 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.750 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.760 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.762 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.772 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.774 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.785 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.787 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.797 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.800 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.810 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.812 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.822 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.824 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.834 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.835 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.837 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.838 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.849 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.850 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.852 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.863 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.864 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.866 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.866 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.877 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.879 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.890 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.892 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.902 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.903 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.904 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.905 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.915 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.917 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.927 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.929 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.940 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.942 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.952 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.953 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.953 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.954 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.965 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.967 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.976 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.978 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.989 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:43.991 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.002 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.004 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.014 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.016 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.027 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.029 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.040 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.042 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.052 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.054 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.064 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.065 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.076 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.078 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.088 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.090 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.100 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.102 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.112 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.114 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.125 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.126 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.137 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.139 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.150 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.152 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.162 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.164 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.174 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.176 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.187 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.189 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.199 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.201 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.219 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.220 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.221 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.244 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:44 +0000 (0:00:01.381) 0:00:37.104 ******** 2021-03-04T22:40:44.295 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:44 +0000 (0:00:00.050) 0:00:37.154 ******** 2021-03-04T22:40:44.311 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* 2021-03-04T22:40:44.313 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.338 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:44 +0000 (0:00:00.043) 0:00:37.198 ******** 2021-03-04T22:40:44.366 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:44.392 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:44 +0000 (0:00:00.053) 0:00:37.252 ******** 2021-03-04T22:40:44.507 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-03-04T22:40:44.509 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-03-04T22:40:44.571 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-03-04T22:40:44.593 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-03-04T22:40:44.667 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-03-04T22:40:44.689 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-03-04T22:40:44.752 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-03-04T22:40:44.784 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-03-04T22:40:44.847 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-03-04T22:40:44.880 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-03-04T22:40:44.943 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-03-04T22:40:44.965 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-03-04T22:40:45.029 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-03-04T22:40:45.103 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-03-04T22:40:45.114 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-03-04T22:40:45.188 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-03-04T22:40:45.209 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-03-04T22:40:45.282 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-03-04T22:40:45.315 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-03-04T22:40:45.367 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-03-04T22:40:45.399 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-03-04T22:40:45.452 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-03-04T22:40:45.526 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-03-04T22:40:45.549 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-03-04T22:40:45.623 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-03-04T22:40:45.634 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-03-04T22:40:45.708 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-03-04T22:40:45.719 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-03-04T22:40:45.793 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-03-04T22:40:45.814 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-03-04T22:40:45.888 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-03-04T22:40:45.911 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-03-04T22:40:45.986 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-03-04T22:40:46.008 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-03-04T22:40:46.071 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-03-04T22:40:46.103 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-03-04T22:40:46.166 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-03-04T22:40:46.188 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-03-04T22:40:46.251 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-03-04T22:40:46.283 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-03-04T22:40:46.346 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-03-04T22:40:46.368 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-03-04T22:40:46.441 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-03-04T22:40:46.452 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=loic) => {"ansible_loop_var": "item", "changed": false, "item": "loic", "name": "loic", "state": "absent"} 2021-03-04T22:40:46.537 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=loic) => {"ansible_loop_var": "item", "changed": false, "item": "loic", "name": "loic", "state": "absent"} 2021-03-04T22:40:46.548 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-03-04T22:40:46.622 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-03-04T22:40:46.633 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-03-04T22:40:46.718 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-03-04T22:40:46.730 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-03-04T22:40:46.815 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-03-04T22:40:46.857 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-03-04T22:40:46.900 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-03-04T22:40:46.953 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-03-04T22:40:46.986 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-03-04T22:40:47.039 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-03-04T22:40:47.081 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-03-04T22:40:47.134 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-03-04T22:40:47.168 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-03-04T22:40:47.231 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-03-04T22:40:47.252 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-03-04T22:40:47.316 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-03-04T22:40:47.348 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-03-04T22:40:47.412 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-03-04T22:40:47.434 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-03-04T22:40:47.496 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-03-04T22:40:47.518 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-03-04T22:40:47.581 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-03-04T22:40:47.613 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-03-04T22:40:47.676 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-03-04T22:40:47.697 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-03-04T22:40:47.771 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-03-04T22:40:47.792 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-03-04T22:40:47.855 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-03-04T22:40:47.877 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-03-04T22:40:47.952 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-03-04T22:40:47.963 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-03-04T22:40:48.037 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-03-04T22:40:48.059 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-03-04T22:40:48.060 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:48.122 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-03-04T22:40:48.144 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-03-04T22:40:48.219 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-03-04T22:40:48.230 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-03-04T22:40:48.304 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-03-04T22:40:48.316 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-03-04T22:40:48.391 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-03-04T22:40:48.425 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-03-04T22:40:48.503 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-03-04T22:40:48.515 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-03-04T22:40:48.600 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-03-04T22:40:48.612 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-03-04T22:40:48.686 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-03-04T22:40:48.708 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-03-04T22:40:48.782 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-03-04T22:40:48.804 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-03-04T22:40:48.867 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-03-04T22:40:48.899 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-03-04T22:40:48.962 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:48 +0000 (0:00:04.569) 0:00:41.822 ******** 2021-03-04T22:40:48.971 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-03-04T22:40:49.058 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-03-04T22:40:49.112 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.149) 0:00:41.971 ******** 2021-03-04T22:40:49.274 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-03-04T22:40:49.276 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "checksum": "1d9711ff879c231c67cb70d00ca0088797a377d0", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "80a55def4b505d08aff3687f81f74dc2", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897649.0491529-31348-84598367411336/source", "state": "file", "uid": 0} 2021-03-04T22:40:49.299 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.186) 0:00:42.158 ******** 2021-03-04T22:40:49.378 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-03-04T22:40:49.380 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => { "msg": "Host gibba008.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2021-03-04T22:40:49.402 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.103) 0:00:42.261 ******** 2021-03-04T22:40:49.460 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-03-04T22:40:49.462 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "checksum": "1d9711ff879c231c67cb70d00ca0088797a377d0", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "80a55def4b505d08aff3687f81f74dc2", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897649.208044-31362-171192930936795/source", "state": "file", "uid": 0} 2021-03-04T22:40:49.486 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.083) 0:00:42.345 ******** 2021-03-04T22:40:49.491 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-03-04T22:40:49.493 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2021-03-04T22:40:49.520 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.034) 0:00:42.379 ******** 2021-03-04T22:40:49.557 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-03-04T22:40:49.559 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => { "msg": "Host gibba023.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2021-03-04T22:40:49.585 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.065) 0:00:42.445 ******** 2021-03-04T22:40:49.603 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-03-04T22:40:49.605 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:49.627 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.041) 0:00:42.487 ******** 2021-03-04T22:40:49.677 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-03-04T22:40:49.679 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2021-03-04T22:40:49.704 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.076) 0:00:42.564 ******** 2021-03-04T22:40:49.711 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-03-04T22:40:49.713 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:49.742 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.037) 0:00:42.602 ******** 2021-03-04T22:40:49.770 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-03-04T22:40:49.772 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:49.797 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.054) 0:00:42.656 ******** 2021-03-04T22:40:49.815 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-03-04T22:40:49.817 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:49.843 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.045) 0:00:42.702 ******** 2021-03-04T22:40:49.872 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:49.874 INFO:teuthology.task.ansible.out:TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:49.899 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.056) 0:00:42.759 ******** 2021-03-04T22:40:49.902 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:49.917 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-03-04T22:40:49.918 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:49.941 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.041) 0:00:42.800 ******** 2021-03-04T22:40:49.978 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-03-04T22:40:49.979 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.002 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:49 +0000 (0:00:00.061) 0:00:42.862 ******** 2021-03-04T22:40:50.029 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-03-04T22:40:50.031 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.067 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.064) 0:00:42.926 ******** 2021-03-04T22:40:50.077 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-03-04T22:40:50.079 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.106 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.039) 0:00:42.966 ******** 2021-03-04T22:40:50.133 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-03-04T22:40:50.135 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.158 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.052) 0:00:43.018 ******** 2021-03-04T22:40:50.175 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-03-04T22:40:50.176 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.201 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.043) 0:00:43.061 ******** 2021-03-04T22:40:50.228 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-03-04T22:40:50.230 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.253 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.051) 0:00:43.113 ******** 2021-03-04T22:40:50.273 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-03-04T22:40:50.275 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.297 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.044) 0:00:43.157 ******** 2021-03-04T22:40:50.324 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-03-04T22:40:50.325 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.347 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.050) 0:00:43.207 ******** 2021-03-04T22:40:50.364 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-03-04T22:40:50.365 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.391 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.043) 0:00:43.251 ******** 2021-03-04T22:40:50.429 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-03-04T22:40:50.430 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:50.456 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.064) 0:00:43.316 ******** 2021-03-04T22:40:50.465 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-03-04T22:40:50.466 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.490 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.034) 0:00:43.350 ******** 2021-03-04T22:40:50.520 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-03-04T22:40:50.522 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.547 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.056) 0:00:43.407 ******** 2021-03-04T22:40:50.565 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-03-04T22:40:50.566 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:50.593 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.046) 0:00:43.453 ******** 2021-03-04T22:40:50.611 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-03-04T22:40:50.612 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.636 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.042) 0:00:43.495 ******** 2021-03-04T22:40:50.663 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-03-04T22:40:50.665 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.688 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.052) 0:00:43.548 ******** 2021-03-04T22:40:50.705 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-03-04T22:40:50.707 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:50.729 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.040) 0:00:43.589 ******** 2021-03-04T22:40:50.758 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-03-04T22:40:50.760 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.783 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.053) 0:00:43.643 ******** 2021-03-04T22:40:50.800 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-03-04T22:40:50.802 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.827 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.043) 0:00:43.686 ******** 2021-03-04T22:40:50.853 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-03-04T22:40:50.855 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:50.885 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.058) 0:00:43.744 ******** 2021-03-04T22:40:50.903 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-03-04T22:40:50.905 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:50.928 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.043) 0:00:43.788 ******** 2021-03-04T22:40:50.956 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-03-04T22:40:50.958 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:50.986 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:50 +0000 (0:00:00.057) 0:00:43.845 ******** 2021-03-04T22:40:51.004 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-03-04T22:40:51.006 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.036 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.050) 0:00:43.896 ******** 2021-03-04T22:40:51.063 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-03-04T22:40:51.064 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:51.089 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.052) 0:00:43.949 ******** 2021-03-04T22:40:51.106 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-03-04T22:40:51.108 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.130 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.041) 0:00:43.990 ******** 2021-03-04T22:40:51.159 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-03-04T22:40:51.160 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.183 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.052) 0:00:44.042 ******** 2021-03-04T22:40:51.210 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-03-04T22:40:51.212 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.235 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.052) 0:00:44.095 ******** 2021-03-04T22:40:51.253 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-03-04T22:40:51.255 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.280 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.044) 0:00:44.140 ******** 2021-03-04T22:40:51.319 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-03-04T22:40:51.320 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.345 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.064) 0:00:44.205 ******** 2021-03-04T22:40:51.351 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-03-04T22:40:51.353 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.031) 0:00:44.236 ******** 2021-03-04T22:40:51.414 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-03-04T22:40:51.416 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:51.438 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.061) 0:00:44.298 ******** 2021-03-04T22:40:51.446 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.472 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.033) 0:00:44.331 ******** 2021-03-04T22:40:51.509 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:40:51.511 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.533 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.061) 0:00:44.393 ******** 2021-03-04T22:40:51.552 INFO:teuthology.task.ansible.out: 2021-03-04T22:40:51.554 INFO:teuthology.task.ansible.out:TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:51.581 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.047) 0:00:44.441 ******** 2021-03-04T22:40:51.611 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-03-04T22:40:51.612 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.635 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.053) 0:00:44.495 ******** 2021-03-04T22:40:51.653 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:40:51.655 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.679 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.043) 0:00:44.538 ******** 2021-03-04T22:40:51.707 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-03-04T22:40:51.709 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.731 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.052) 0:00:44.591 ******** 2021-03-04T22:40:51.748 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-03-04T22:40:51.750 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.772 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.041) 0:00:44.632 ******** 2021-03-04T22:40:51.799 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-03-04T22:40:51.801 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.824 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.051) 0:00:44.684 ******** 2021-03-04T22:40:51.841 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.866 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.041) 0:00:44.725 ******** 2021-03-04T22:40:51.895 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-03-04T22:40:51.897 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.920 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.053) 0:00:44.779 ******** 2021-03-04T22:40:51.936 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-03-04T22:40:51.938 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:51.961 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:51 +0000 (0:00:00.041) 0:00:44.821 ******** 2021-03-04T22:40:51.988 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-03-04T22:40:51.990 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.014 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.052) 0:00:44.874 ******** 2021-03-04T22:40:52.041 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-03-04T22:40:52.043 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.065 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.051) 0:00:44.925 ******** 2021-03-04T22:40:52.092 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-03-04T22:40:52.094 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:52.116 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.050) 0:00:44.975 ******** 2021-03-04T22:40:52.134 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-03-04T22:40:52.135 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.162 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.045) 0:00:45.021 ******** 2021-03-04T22:40:52.200 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-03-04T22:40:52.202 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.226 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.064) 0:00:45.085 ******** 2021-03-04T22:40:52.232 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-03-04T22:40:52.233 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:40:52.261 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.034) 0:00:45.120 ******** 2021-03-04T22:40:52.300 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-03-04T22:40:52.301 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.324 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.063) 0:00:45.184 ******** 2021-03-04T22:40:52.332 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-03-04T22:40:52.334 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.369 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.043) 0:00:45.228 ******** 2021-03-04T22:40:52.407 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-03-04T22:40:52.408 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.436 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.067) 0:00:45.295 ******** 2021-03-04T22:40:52.445 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-03-04T22:40:52.447 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.482 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.045) 0:00:45.341 ******** 2021-03-04T22:40:52.532 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-03-04T22:40:52.534 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.563 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.081) 0:00:45.423 ******** 2021-03-04T22:40:52.569 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-03-04T22:40:52.571 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.595 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.031) 0:00:45.454 ******** 2021-03-04T22:40:52.644 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-03-04T22:40:52.645 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.669 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.074) 0:00:45.529 ******** 2021-03-04T22:40:52.688 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-03-04T22:40:52.689 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.690 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.721 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.051) 0:00:45.581 ******** 2021-03-04T22:40:52.750 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.776 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.054) 0:00:45.636 ******** 2021-03-04T22:40:52.805 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-03-04T22:40:52.808 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.842 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.065) 0:00:45.702 ******** 2021-03-04T22:40:52.912 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:40:52.914 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:52.936 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.094) 0:00:45.796 ******** 2021-03-04T22:40:52.943 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:40:52.945 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.008440", "end": "2021-03-04 22:40:52.707981", "rc": 0, "start": "2021-03-04 22:40:52.699541", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-03-04T22:40:52.970 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:52 +0000 (0:00:00.033) 0:00:45.829 ******** 2021-03-04T22:40:53.039 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-03-04T22:40:53.040 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:53.062 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:53 +0000 (0:00:00.092) 0:00:45.922 ******** 2021-03-04T22:40:53.089 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:40:53.091 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.010898", "end": "2021-03-04 22:40:53.374108", "rc": 0, "start": "2021-03-04 22:40:53.363210", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-03-04T22:40:53.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:53 +0000 (0:00:00.051) 0:00:45.973 ******** 2021-03-04T22:40:53.130 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-03-04T22:40:53.132 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:53.155 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:53 +0000 (0:00:00.041) 0:00:46.014 ******** 2021-03-04T22:40:53.192 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-03-04T22:40:53.194 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:53.217 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:53 +0000 (0:00:00.062) 0:00:46.077 ******** 2021-03-04T22:40:53.296 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-03-04T22:40:53.298 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:53.320 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:53 +0000 (0:00:00.102) 0:00:46.179 ******** 2021-03-04T22:40:53.749 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-03-04T22:40:53.752 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} ok: [gibba008.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath" 2021-03-04T22:40:53.753 INFO:teuthology.task.ansible.out:: "/dev/null", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:53.869 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:53.881 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:54.012 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:54.024 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:54.142 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:54.172 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.852) 0:00:47.032 ******** 2021-03-04T22:40:54.180 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-03-04T22:40:54.212 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.039) 0:00:47.071 ******** 2021-03-04T22:40:54.239 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:40:54.240 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.266 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.053) 0:00:47.125 ******** 2021-03-04T22:40:54.284 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.309 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.043) 0:00:47.169 ******** 2021-03-04T22:40:54.326 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-03-04T22:40:54.328 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.357 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.047) 0:00:47.216 ******** 2021-03-04T22:40:54.375 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.401 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.044) 0:00:47.261 ******** 2021-03-04T22:40:54.418 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-03-04T22:40:54.420 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.445 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.043) 0:00:47.305 ******** 2021-03-04T22:40:54.483 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.510 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.062) 0:00:47.367 ******** 2021-03-04T22:40:54.632 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-03-04T22:40:54.634 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.656 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.148) 0:00:47.516 ******** 2021-03-04T22:40:54.716 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.740 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.083) 0:00:47.599 ******** 2021-03-04T22:40:54.747 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-03-04T22:40:54.749 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.773 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.033) 0:00:47.633 ******** 2021-03-04T22:40:54.811 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:54.835 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:54 +0000 (0:00:00.061) 0:00:47.694 ******** 2021-03-04T22:40:55.215 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-03-04T22:40:55.216 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.348840", "end": "2021-03-04 22:40:55.500866", "rc": 0, "start": "2021-03-04 22:40:55.152026", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:40:55.241 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:55 +0000 (0:00:00.406) 0:00:48.101 ******** 2021-03-04T22:40:55.311 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-03-04T22:40:55.313 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:55.338 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:55 +0000 (0:00:00.097) 0:00:48.198 ******** 2021-03-04T22:40:55.490 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-03-04T22:40:55.492 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the apt module rather than running 'apt-get'. If you need to use command because apt is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.007654", "end": "2021-03-04 22:40:55.779862", "rc": 0, "start": "2021-03-04 22:40:55.772208", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:40:55.514 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:55 +0000 (0:00:00.175) 0:00:48.374 ******** 2021-03-04T22:40:55.731 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-03-04T22:40:55.734 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.802866", "end": "2021-03-04 22:40:55.501301", "rc": 0, "start": "2021-03-04 22:40:54.698435", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:40:55.755 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:55 +0000 (0:00:00.241) 0:00:48.615 ******** 2021-03-04T22:40:55.824 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-03-04T22:40:55.826 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:55.848 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:55 +0000 (0:00:00.092) 0:00:48.707 ******** 2021-03-04T22:40:56.147 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-03-04T22:40:56.149 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.007542", "end": "2021-03-04 22:40:55.916351", "rc": 0, "start": "2021-03-04 22:40:55.908809", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:40:56.171 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:56 +0000 (0:00:00.322) 0:00:49.030 ******** 2021-03-04T22:40:57.267 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-03-04T22:40:57.268 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:40:57.292 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:57 +0000 (0:00:01.121) 0:00:50.152 ******** 2021-03-04T22:40:57.825 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:40:57.851 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:57 +0000 (0:00:00.558) 0:00:50.711 ******** 2021-03-04T22:40:57.880 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-03-04T22:40:57.882 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:40:57.908 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:57 +0000 (0:00:00.057) 0:00:50.768 ******** 2021-03-04T22:40:57.977 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-03-04T22:40:57.979 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:58.007 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:58 +0000 (0:00:00.098) 0:00:50.866 ******** 2021-03-04T22:40:58.318 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-03-04T22:40:58.402 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} Thursday 04 March 2021 22:40:58 +0000 (0:00:00.348) 0:00:51.214 ******** 2021-03-04T22:40:58.452 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-03-04T22:40:58.454 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:40:58.480 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:58 +0000 (0:00:00.124) 0:00:51.339 ******** 2021-03-04T22:40:58.509 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-03-04T22:40:58.511 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2021-03-04T22:40:58.535 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:58 +0000 (0:00:00.055) 0:00:51.394 ******** 2021-03-04T22:40:58.866 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2021-03-04T22:40:58.892 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:58 +0000 (0:00:00.357) 0:00:51.752 ******** 2021-03-04T22:40:58.997 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-03-04T22:40:58.999 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:40:59.021 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:59 +0000 (0:00:00.128) 0:00:51.881 ******** 2021-03-04T22:40:59.354 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:40:59.380 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:59 +0000 (0:00:00.359) 0:00:52.240 ******** 2021-03-04T22:40:59.388 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-03-04T22:40:59.390 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2021-03-04T22:40:59.660 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2021-03-04T22:40:59.745 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2021-03-04T22:40:59.871 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2021-03-04T22:40:59.897 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:40:59 +0000 (0:00:00.516) 0:00:52.756 ******** 2021-03-04T22:40:59.955 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2021-03-04T22:41:00.020 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-03-04T22:41:00.022 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:41:00.045 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:00 +0000 (0:00:00.148) 0:00:52.904 ******** 2021-03-04T22:41:00.165 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-03-04T22:41:00.167 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2021-03-04T22:41:00.192 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:00 +0000 (0:00:00.147) 0:00:53.052 ******** 2021-03-04T22:41:00.282 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-03-04T22:41:00.284 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:41:00.307 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:00 +0000 (0:00:00.115) 0:00:53.167 ******** 2021-03-04T22:41:00.333 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-03-04T22:41:00.335 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2021-03-04T22:41:00.576 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2021-03-04T22:41:00.631 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2021-03-04T22:41:00.799 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2021-03-04T22:41:00.821 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3605, "state": "file", "uid": 0} 2021-03-04T22:41:00.848 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:00 +0000 (0:00:00.540) 0:00:53.707 ******** 2021-03-04T22:41:00.930 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:00.932 INFO:teuthology.task.ansible.out:TASK [common : Include apt_system vars] **************************************** ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2021-03-04T22:41:00.955 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:00 +0000 (0:00:00.106) 0:00:53.814 ******** 2021-03-04T22:41:00.981 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-03-04T22:41:00.983 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3605, "state": "file", "uid": 0} 2021-03-04T22:41:01.008 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.053) 0:00:53.868 ******** 2021-03-04T22:41:01.025 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-03-04T22:41:01.027 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.050 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.041) 0:00:53.910 ******** 2021-03-04T22:41:01.087 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-03-04T22:41:01.089 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2021-03-04T22:41:01.115 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.064) 0:00:53.974 ******** 2021-03-04T22:41:01.132 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-03-04T22:41:01.134 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:41:01.158 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.042) 0:00:54.017 ******** 2021-03-04T22:41:01.205 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-03-04T22:41:01.207 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.230 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.072) 0:00:54.090 ******** 2021-03-04T22:41:01.247 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-03-04T22:41:01.249 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.260 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.261 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.287 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.057) 0:00:54.147 ******** 2021-03-04T22:41:01.306 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-03-04T22:41:01.308 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:41:01.333 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.045) 0:00:54.193 ******** 2021-03-04T22:41:01.361 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-03-04T22:41:01.362 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.386 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.052) 0:00:54.246 ******** 2021-03-04T22:41:01.413 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-03-04T22:41:01.415 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.425 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.426 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:01.436 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.438 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.461 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.074) 0:00:54.320 ******** 2021-03-04T22:41:01.541 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-03-04T22:41:01.543 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:01.566 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.103) 0:00:54.424 ******** 2021-03-04T22:41:01.865 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-03-04T22:41:01.868 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:01.890 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:01 +0000 (0:00:00.325) 0:00:54.749 ******** 2021-03-04T22:41:02.042 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:02.066 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.176) 0:00:54.926 ******** 2021-03-04T22:41:02.188 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-03-04T22:41:02.190 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2021-03-04T22:41:02.216 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.149) 0:00:55.075 ******** 2021-03-04T22:41:02.371 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2021-03-04T22:41:02.399 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.183) 0:00:55.259 ******** 2021-03-04T22:41:02.564 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-03-04T22:41:02.566 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2021-03-04T22:41:02.589 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.189) 0:00:55.449 ******** 2021-03-04T22:41:02.709 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2021-03-04T22:41:02.734 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.144) 0:00:55.593 ******** 2021-03-04T22:41:02.761 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-03-04T22:41:02.762 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2021-03-04T22:41:02.847 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2021-03-04T22:41:02.849 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:02.873 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.139) 0:00:55.733 ******** 2021-03-04T22:41:02.901 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2021-03-04T22:41:02.954 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-03-04T22:41:02.956 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:02.979 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:02 +0000 (0:00:00.105) 0:00:55.839 ******** 2021-03-04T22:41:02.985 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-03-04T22:41:02.987 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2021-03-04T22:41:03.014 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.034) 0:00:55.873 ******** 2021-03-04T22:41:03.053 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-03-04T22:41:03.055 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:41:03.082 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.067) 0:00:55.941 ******** 2021-03-04T22:41:03.100 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-03-04T22:41:03.102 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:03.128 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.045) 0:00:55.987 ******** 2021-03-04T22:41:03.158 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-03-04T22:41:03.159 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:03.182 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.054) 0:00:56.042 ******** 2021-03-04T22:41:03.209 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-03-04T22:41:03.211 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:41:03.233 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.050) 0:00:56.093 ******** 2021-03-04T22:41:03.313 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:03.315 INFO:teuthology.task.ansible.out:TASK [common : Open nrpe port if firewalld enabled] **************************** skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:03.337 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.104) 0:00:56.197 ******** 2021-03-04T22:41:03.458 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2021-03-04T22:41:03.460 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2021-03-04T22:41:03.485 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.147) 0:00:56.344 ******** 2021-03-04T22:41:03.619 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2021-03-04T22:41:03.646 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.161) 0:00:56.506 ******** 2021-03-04T22:41:03.687 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-03-04T22:41:03.688 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ActiveEnterTimestampMonotonic": "12056225", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "time-sync.target -.mount remote-fs.target nss-lookup.target systemd-tmpfiles-setup.service basic.target system.slice local-fs.target sysinit.target network.target systemd-journald.socket var-run.mount", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:39:22 UTC", "AssertTimestampMonotonic": "12046833", "Before": "xdm.service shutdown.target multi-user.target getty@tty1.service plymouth-quit.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:39:22 UTC", "Con 2021-03-04T22:41:03.690 INFO:teuthology.task.ansible.out:ditionTimestampMonotonic": "12046832", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "962", "ExecMainStartTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ExecMainStartTimestampMonotonic": "12056131", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GID": "118", "Group": "nagios", "GuessMainPID": "yes", 2021-03-04T22:41:03.692 INFO:teuthology.task.ansible.out:"IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:39:22 UTC", "InactiveExitTimestampMonotonic": "12056225", "InvocationID": "45281c951a484362be0f048ad28d8091", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127828", "LimitNPROCSoft": "127828", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "962", "MemoryAccounting": "yes", "MemoryCurrent": "1323008", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "Me 2021-03-04T22:41:03.693 INFO:teuthology.task.ansible.out:moryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount system.slice sysinit.target", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:22 UTC", "StateChangeTimestampMonotonic": "12056225", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "Sy 2021-03-04T22:41:03.695 INFO:teuthology.task.ansible.out:slogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38348", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:41:03.714 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.068) 0:00:56.574 ******** 2021-03-04T22:41:03.793 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-03-04T22:41:03.795 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:03.817 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.102) 0:00:56.676 ******** 2021-03-04T22:41:03.898 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-03-04T22:41:03.901 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:39:25 UTC", "ActiveEnterTimestampMonotonic": "14599924", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "remote-fs.target network.target time-sync.target nss-lookup.target sysinit.target var-run.mount basic.target systemd-tmpfiles-setup.service system.slice -.mount local-fs.target systemd-journald.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:39:25 UTC", "AssertTimestampMonotonic": "14594850", "Before": "plymouth-quit.service shutdown.target xdm.service multi-user.target getty@tty1.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:39:25 UTC", "Con 2021-03-04T22:41:03.902 INFO:teuthology.task.ansible.out:ditionTimestampMonotonic": "14594849", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1020", "ExecMainStartTimestamp": "Thu 2021-03-04 22:39:25 UTC", "ExecMainStartTimestampMonotonic": "14599818", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GID": "118", "Group": "nagios", "GuessMainPID": "yes", 2021-03-04T22:41:03.904 INFO:teuthology.task.ansible.out: "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:39:25 UTC", "InactiveExitTimestampMonotonic": "14599924", "InvocationID": "028021d35f5b4c80aea527a9d281988a", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127828", "LimitNPROCSoft": "127828", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1020", "MemoryAccounting": "yes", "MemoryCurrent": "1355776", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", " 2021-03-04T22:41:03.905 INFO:teuthology.task.ansible.out:MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount system.slice sysinit.target", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:25 UTC", "StateChangeTimestampMonotonic": "14599924", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", " 2021-03-04T22:41:03.907 INFO:teuthology.task.ansible.out:SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38348", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} TASK [common : nrpe - Install SELinux dependencies] **************************** skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:03.926 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.109) 0:00:56.785 ******** 2021-03-04T22:41:03.947 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:03 +0000 (0:00:00.021) 0:00:56.807 ******** 2021-03-04T22:41:04.006 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-03-04T22:41:04.008 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.035 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.087) 0:00:56.894 ******** 2021-03-04T22:41:04.041 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-03-04T22:41:04.043 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.070 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.034) 0:00:56.929 ******** 2021-03-04T22:41:04.129 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-03-04T22:41:04.131 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.155 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.085) 0:00:57.014 ******** 2021-03-04T22:41:04.162 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-03-04T22:41:04.164 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.189 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.034) 0:00:57.049 ******** 2021-03-04T22:41:04.238 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-03-04T22:41:04.244 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.271 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.081) 0:00:57.130 ******** 2021-03-04T22:41:04.285 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-03-04T22:41:04.287 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.325 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.054) 0:00:57.185 ******** 2021-03-04T22:41:04.375 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-03-04T22:41:04.377 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.409 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.083) 0:00:57.268 ******** 2021-03-04T22:41:04.426 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-03-04T22:41:04.428 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.467 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.058) 0:00:57.327 ******** 2021-03-04T22:41:04.489 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.527 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.059) 0:00:57.387 ******** 2021-03-04T22:41:04.557 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-03-04T22:41:04.559 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.586 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.058) 0:00:57.445 ******** 2021-03-04T22:41:04.614 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-03-04T22:41:04.618 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.640 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.053) 0:00:57.499 ******** 2021-03-04T22:41:04.678 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.704 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.064) 0:00:57.563 ******** 2021-03-04T22:41:04.743 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.768 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.064) 0:00:57.628 ******** 2021-03-04T22:41:04.785 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-03-04T22:41:04.786 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.810 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.041) 0:00:57.670 ******** 2021-03-04T22:41:04.848 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-03-04T22:41:04.850 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.873 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.062) 0:00:57.733 ******** 2021-03-04T22:41:04.891 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-03-04T22:41:04.892 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.916 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.042) 0:00:57.776 ******** 2021-03-04T22:41:04.946 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-03-04T22:41:04.947 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:04.972 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.055) 0:00:57.832 ******** 2021-03-04T22:41:04.991 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-03-04T22:41:04.993 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2021-03-04T22:41:05.026 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.053) 0:00:57.885 ******** 2021-03-04T22:41:05.053 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-03-04T22:41:05.055 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:05.078 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.052) 0:00:57.937 ******** 2021-03-04T22:41:05.105 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-03-04T22:41:05.107 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2021-03-04T22:41:05.133 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.055) 0:00:57.993 ******** 2021-03-04T22:41:05.152 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-03-04T22:41:05.154 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2021-03-04T22:41:05.177 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.043) 0:00:58.037 ******** 2021-03-04T22:41:05.216 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-03-04T22:41:05.218 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2021-03-04T22:41:05.242 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.064) 0:00:58.102 ******** 2021-03-04T22:41:05.259 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-03-04T22:41:05.261 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2021-03-04T22:41:05.286 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.043) 0:00:58.145 ******** 2021-03-04T22:41:05.323 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-03-04T22:41:05.325 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:41:05.347 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.061) 0:00:58.207 ******** 2021-03-04T22:41:05.363 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-03-04T22:41:05.366 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2021-03-04T22:41:05.392 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.044) 0:00:58.251 ******** 2021-03-04T22:41:05.450 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-03-04T22:41:05.452 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:41:05.474 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.082) 0:00:58.334 ******** 2021-03-04T22:41:05.480 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-03-04T22:41:05.482 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:41:05.506 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.032) 0:00:58.366 ******** 2021-03-04T22:41:05.606 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-03-04T22:41:05.608 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:41:05.630 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.123) 0:00:58.490 ******** 2021-03-04T22:41:05.637 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-03-04T22:41:05.639 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-03-04T22:41:05.663 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.032) 0:00:58.523 ******** 2021-03-04T22:41:05.733 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-03-04T22:41:05.735 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:05.761 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.097) 0:00:58.621 ******** 2021-03-04T22:41:05.788 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-03-04T22:41:05.790 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-03-04T22:41:05.816 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.055) 0:00:58.676 ******** 2021-03-04T22:41:05.834 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-03-04T22:41:05.836 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:05.861 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.044) 0:00:58.721 ******** 2021-03-04T22:41:05.888 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-03-04T22:41:05.891 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:05.914 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:00.052) 0:00:58.774 ******** 2021-03-04T22:41:05.984 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-03-04T22:41:05.986 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:06.008 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.094) 0:00:58.868 ******** 2021-03-04T22:41:06.026 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-03-04T22:41:06.028 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2021-03-04T22:41:06.053 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.044) 0:00:58.912 ******** 2021-03-04T22:41:06.175 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2021-03-04T22:41:06.199 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.146) 0:00:59.058 ******** 2021-03-04T22:41:06.427 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-03-04T22:41:06.429 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2021-03-04T22:41:06.451 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.252) 0:00:59.311 ******** 2021-03-04T22:41:06.533 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-03-04T22:41:06.535 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "gibba023"}, "changed": false} 2021-03-04T22:41:06.559 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.107) 0:00:59.418 ******** 2021-03-04T22:41:06.577 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-03-04T22:41:06.579 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2021-03-04T22:41:06.604 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.045) 0:00:59.464 ******** 2021-03-04T22:41:06.700 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-03-04T22:41:06.702 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "gibba008"}, "changed": false} 2021-03-04T22:41:06.723 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.119) 0:00:59.583 ******** 2021-03-04T22:41:07.239 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-03-04T22:41:07.241 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "", "ansible_fqdn": "gibba023", "ansible_hostname": "gibba023", "ansible_nodename": "gibba023"}, "changed": false, "name": "gibba023"} 2021-03-04T22:41:07.266 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.543) 0:01:00.126 ******** 2021-03-04T22:41:07.274 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "", "ansible_fqdn": "gibba008", "ansible_hostname": "gibba008", "ansible_nodename": "gibba008"}, "changed": false, "name": "gibba008"} 2021-03-04T22:41:07.300 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.033) 0:01:00.159 ******** 2021-03-04T22:41:07.557 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-03-04T22:41:07.559 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2021-03-04T22:41:07.582 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.282) 0:01:00.442 ******** 2021-03-04T22:41:07.599 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2021-03-04T22:41:07.626 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.043) 0:01:00.486 ******** 2021-03-04T22:41:07.860 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2021-03-04T22:41:07.862 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2021-03-04T22:41:07.884 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.258) 0:01:00.744 ******** 2021-03-04T22:41:07.913 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2021-03-04T22:41:07.942 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.057) 0:01:00.801 ******** 2021-03-04T22:41:08.356 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-03-04T22:41:08.358 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-03-04T22:41:08.384 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.442) 0:01:01.244 ******** 2021-03-04T22:41:08.454 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-03-04T22:41:08.456 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.479 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.094) 0:01:01.338 ******** 2021-03-04T22:41:08.547 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:41:08.549 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Add ssh pubkeys] ********************************************** changed: [gibba008.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-03-04T22:41:08.573 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.094) 0:01:01.433 ******** 2021-03-04T22:41:08.601 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.027) 0:01:01.460 ******** 2021-03-04T22:41:08.662 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-03-04T22:41:08.664 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.693 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.092) 0:01:01.552 ******** 2021-03-04T22:41:08.699 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:41:08.701 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.727 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.034) 0:01:01.587 ******** 2021-03-04T22:41:08.754 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:41:08.756 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.779 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.051) 0:01:01.639 ******** 2021-03-04T22:41:08.796 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.820 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.041) 0:01:01.680 ******** 2021-03-04T22:41:08.847 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:41:08.849 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.883 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.062) 0:01:01.742 ******** 2021-03-04T22:41:08.890 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:41:08.892 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.917 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.033) 0:01:01.776 ******** 2021-03-04T22:41:08.954 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:41:08.956 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:08.979 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.062) 0:01:01.839 ******** 2021-03-04T22:41:08.996 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:41:08.998 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.021 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.041) 0:01:01.880 ******** 2021-03-04T22:41:09.048 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:41:09.050 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.073 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.052) 0:01:01.933 ******** 2021-03-04T22:41:09.089 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:41:09.091 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.040) 0:01:01.973 ******** 2021-03-04T22:41:09.140 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:41:09.142 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.167 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.053) 0:01:02.027 ******** 2021-03-04T22:41:09.197 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.233 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.065) 0:01:02.092 ******** 2021-03-04T22:41:09.261 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:41:09.263 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.289 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.056) 0:01:02.149 ******** 2021-03-04T22:41:09.306 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-03-04T22:41:09.332 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.042) 0:01:02.191 ******** 2021-03-04T22:41:09.359 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-03-04T22:41:09.361 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.384 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.052) 0:01:02.243 ******** 2021-03-04T22:41:09.401 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-03-04T22:41:09.425 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.041) 0:01:02.285 ******** 2021-03-04T22:41:09.453 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-03-04T22:41:09.480 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.054) 0:01:02.340 ******** 2021-03-04T22:41:09.497 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-03-04T22:41:09.525 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.044) 0:01:02.384 ******** 2021-03-04T22:41:09.553 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-03-04T22:41:09.583 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.057) 0:01:02.442 ******** 2021-03-04T22:41:09.601 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-03-04T22:41:09.603 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.628 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.046) 0:01:02.488 ******** 2021-03-04T22:41:09.668 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-03-04T22:41:09.694 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.065) 0:01:02.554 ******** 2021-03-04T22:41:09.711 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-03-04T22:41:09.713 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.723 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.748 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.053) 0:01:02.607 ******** 2021-03-04T22:41:09.764 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-03-04T22:41:09.766 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.790 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.042) 0:01:02.650 ******** 2021-03-04T22:41:09.828 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-03-04T22:41:09.830 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.853 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.062) 0:01:02.713 ******** 2021-03-04T22:41:09.871 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-03-04T22:41:09.873 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.883 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.912 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.058) 0:01:02.771 ******** 2021-03-04T22:41:09.929 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:09.931 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:09.954 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.042) 0:01:02.813 ******** 2021-03-04T22:41:09.981 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-03-04T22:41:09.983 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.008 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.054) 0:01:02.868 ******** 2021-03-04T22:41:10.026 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-03-04T22:41:10.028 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.051 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.043) 0:01:02.911 ******** 2021-03-04T22:41:10.078 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:10.080 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.103 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.051) 0:01:02.963 ******** 2021-03-04T22:41:10.120 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-03-04T22:41:10.122 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.145 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.042) 0:01:03.005 ******** 2021-03-04T22:41:10.172 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-03-04T22:41:10.174 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.197 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.051) 0:01:03.057 ******** 2021-03-04T22:41:10.214 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-03-04T22:41:10.216 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.242 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.044) 0:01:03.102 ******** 2021-03-04T22:41:10.271 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-03-04T22:41:10.273 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.297 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.054) 0:01:03.156 ******** 2021-03-04T22:41:10.317 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:10.319 INFO:teuthology.task.ansible.out:TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.343 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.046) 0:01:03.203 ******** 2021-03-04T22:41:10.370 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-03-04T22:41:10.372 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.395 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.052) 0:01:03.255 ******** 2021-03-04T22:41:10.422 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:41:10.424 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.447 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.051) 0:01:03.307 ******** 2021-03-04T22:41:10.464 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-03-04T22:41:10.466 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.494 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.047) 0:01:03.354 ******** 2021-03-04T22:41:10.533 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:41:10.534 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.557 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.062) 0:01:03.417 ******** 2021-03-04T22:41:10.563 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:41:10.565 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.592 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.035) 0:01:03.452 ******** 2021-03-04T22:41:10.620 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:41:10.622 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.645 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.053) 0:01:03.505 ******** 2021-03-04T22:41:10.675 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:41:10.676 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.701 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.054) 0:01:03.559 ******** 2021-03-04T22:41:10.718 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-03-04T22:41:10.720 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.744 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.043) 0:01:03.603 ******** 2021-03-04T22:41:10.781 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:41:10.783 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.805 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.061) 0:01:03.665 ******** 2021-03-04T22:41:10.812 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:41:10.814 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.838 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.032) 0:01:03.697 ******** 2021-03-04T22:41:10.875 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-03-04T22:41:10.877 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.901 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.062) 0:01:03.760 ******** 2021-03-04T22:41:10.919 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:41:10.921 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.944 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.043) 0:01:03.804 ******** 2021-03-04T22:41:10.974 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:41:10.976 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.000 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.055) 0:01:03.860 ******** 2021-03-04T22:41:11.017 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-03-04T22:41:11.018 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.041 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.041) 0:01:03.901 ******** 2021-03-04T22:41:11.068 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:41:11.069 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.100 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.058) 0:01:03.959 ******** 2021-03-04T22:41:11.119 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.144 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.044) 0:01:04.004 ******** 2021-03-04T22:41:11.161 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-03-04T22:41:11.163 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.190 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.045) 0:01:04.050 ******** 2021-03-04T22:41:11.191 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:11.208 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-03-04T22:41:11.209 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.233 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.042) 0:01:04.092 ******** 2021-03-04T22:41:11.259 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-03-04T22:41:11.261 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.284 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.051) 0:01:04.144 ******** 2021-03-04T22:41:11.301 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-03-04T22:41:11.302 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.327 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.043) 0:01:04.187 ******** 2021-03-04T22:41:11.354 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-03-04T22:41:11.356 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.379 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.051) 0:01:04.239 ******** 2021-03-04T22:41:11.397 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-03-04T22:41:11.398 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.422 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.043) 0:01:04.282 ******** 2021-03-04T22:41:11.460 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-03-04T22:41:11.462 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.483 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.061) 0:01:04.343 ******** 2021-03-04T22:41:11.500 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-03-04T22:41:11.501 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.525 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.041) 0:01:04.384 ******** 2021-03-04T22:41:11.552 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-03-04T22:41:11.554 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.577 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.052) 0:01:04.437 ******** 2021-03-04T22:41:11.604 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-03-04T22:41:11.606 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.628 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.051) 0:01:04.488 ******** 2021-03-04T22:41:11.644 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-03-04T22:41:11.646 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.672 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.043) 0:01:04.531 ******** 2021-03-04T22:41:11.699 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-03-04T22:41:11.701 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.725 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.053) 0:01:04.585 ******** 2021-03-04T22:41:11.741 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-03-04T22:41:11.743 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.766 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.041) 0:01:04.626 ******** 2021-03-04T22:41:11.838 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-03-04T22:41:11.840 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:11.865 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.098) 0:01:04.724 ******** 2021-03-04T22:41:11.872 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-03-04T22:41:11.874 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.001369", "end": "2021-03-04 22:41:12.152066", "rc": 0, "start": "2021-03-04 22:41:12.150697", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:11.898 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.033) 0:01:04.758 ******** 2021-03-04T22:41:11.977 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-03-04T22:41:12.000 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:11 +0000 (0:00:00.102) 0:01:04.860 ******** 2021-03-04T22:41:12.016 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-03-04T22:41:12.018 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.001343", "end": "2021-03-04 22:41:11.778105", "rc": 0, "start": "2021-03-04 22:41:11.776762", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:12.042 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:12 +0000 (0:00:00.041) 0:01:04.901 ******** 2021-03-04T22:41:12.110 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-03-04T22:41:12.133 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:12 +0000 (0:00:00.091) 0:01:04.993 ******** 2021-03-04T22:41:12.295 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-03-04T22:41:12.297 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2021-03-04T22:41:12.319 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:12 +0000 (0:00:00.185) 0:01:05.178 ******** 2021-03-04T22:41:12.397 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-03-04T22:41:12.399 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:12.420 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:12 +0000 (0:00:00.101) 0:01:05.280 ******** 2021-03-04T22:41:12.426 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-03-04T22:41:12.428 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2021-03-04T22:41:12.453 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:12 +0000 (0:00:00.032) 0:01:05.312 ******** 2021-03-04T22:41:12.531 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-03-04T22:41:12.533 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:12.554 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:12 +0000 (0:00:00.101) 0:01:05.414 ******** 2021-03-04T22:41:13.333 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-03-04T22:41:13.335 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2021-03-04T22:41:13.479 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2021-03-04T22:41:13.481 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:13.994 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2021-03-04T22:41:14.018 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:01.463) 0:01:06.878 ******** 2021-03-04T22:41:14.203 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2021-03-04T22:41:14.228 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:00.209) 0:01:07.087 ******** 2021-03-04T22:41:14.525 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-03-04T22:41:14.527 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:14.550 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:00.322) 0:01:07.410 ******** 2021-03-04T22:41:14.620 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-03-04T22:41:14.645 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:00.094) 0:01:07.504 ******** 2021-03-04T22:41:14.682 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-03-04T22:41:14.684 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:14.710 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:00.065) 0:01:07.570 ******** 2021-03-04T22:41:14.790 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-03-04T22:41:14.814 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:00.103) 0:01:07.674 ******** 2021-03-04T22:41:14.820 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-03-04T22:41:14.821 INFO:teuthology.task.ansible.out:[WARNING]: Consider using 'become', 'become_method', and 'become_user' rather than running sudo 2021-03-04T22:41:14.821 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.010151", "end": "2021-03-04 22:41:14.575278", "rc": 0, "start": "2021-03-04 22:41:14.565127", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:14.847 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:14 +0000 (0:00:00.033) 0:01:07.707 ******** 2021-03-04T22:41:14.979 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.010978", "end": "2021-03-04 22:41:15.269945", "rc": 0, "start": "2021-03-04 22:41:15.258967", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:15.005 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:15 +0000 (0:00:00.157) 0:01:07.865 ******** 2021-03-04T22:41:16.269 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-03-04T22:41:16.271 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:16.293 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:16 +0000 (0:00:01.287) 0:01:09.153 ******** 2021-03-04T22:41:16.424 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:16.449 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:16 +0000 (0:00:00.155) 0:01:09.308 ******** 2021-03-04T22:41:27.597 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-03-04T22:41:27.599 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 3 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 101691 files and directories currently installed.)\r\nR 2021-03-04T22:41:27.600 INFO:teuthology.task.ansible.out:emoving qemu-utils (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nRemoving librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nRemoving librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 3 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading 2021-03-04T22:41:27.602 INFO:teuthology.task.ansible.out: database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 101691 files and directories currently installed.)", "Removing qemu-utils (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.14) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Removing librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Removing librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-03-04T22:41:27.620 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:27 +0000 (0:00:11.171) 0:01:20.480 ******** 2021-03-04T22:41:27.696 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 3 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 101691 files and directories currently installed.)\r\nR 2021-03-04T22:41:27.697 INFO:teuthology.task.ansible.out:emoving qemu-utils (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nRemoving librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nRemoving librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 3 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading 2021-03-04T22:41:27.699 INFO:teuthology.task.ansible.out: database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 101691 files and directories currently installed.)", "Removing qemu-utils (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.14) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Removing librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Removing librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-03-04T22:41:27.721 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:27 +0000 (0:00:00.100) 0:01:20.581 ******** 2021-03-04T22:41:28.074 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:41:28.076 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:28.098 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:28 +0000 (0:00:00.377) 0:01:20.958 ******** 2021-03-04T22:41:28.167 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:28.191 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:28 +0000 (0:00:00.092) 0:01:21.050 ******** 2021-03-04T22:41:28.198 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-03-04T22:41:28.200 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:28.225 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:28 +0000 (0:00:00.034) 0:01:21.085 ******** 2021-03-04T22:41:28.286 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:28.288 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:28.312 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:28 +0000 (0:00:00.086) 0:01:21.172 ******** 2021-03-04T22:41:36.185 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:41:36.187 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.25.1-1ubuntu3).\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils\nSuggested packages:\n samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 6 newly installed, 0 to remove and 3 not upgraded.\nNeed to get 13.6 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.8-0ubuntu0.20.04.1 [3209 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.8-0ubuntu0.20.04.1 [1615 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.14 [53.1 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.14 [1055 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.14 [6726 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.14 [975 kB]\nFetched 13.6 MB in 1s (11.5 MB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading data 2021-03-04T22:41:36.189 INFO:teuthology.task.ansible.out:base ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 101619 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_15.2.8-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_15.2.8-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../4-qemu-system-x86_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../5-qemu-utils_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.14) ...\r\nSetting up librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nSetting up librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.14) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is al 2021-03-04T22:41:36.191 INFO:teuthology.task.ansible.out:ready the newest version (1:2.25.1-1ubuntu3).", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils", "Suggested packages:", " samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 6 newly installed, 0 to remove and 3 not upgraded.", "Need to get 13.6 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.8-0ubuntu0.20.04.1 [3209 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.8-0ubuntu0.20.04.1 [1615 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.14 [53.1 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.14 [1055 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.14 [6726 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.14 [975 kB]", "Fetched 13.6 MB in 1s (11.5 MB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 101619 files and directories currently inst 2021-03-04T22:41:36.193 INFO:teuthology.task.ansible.out:alled.)", "Preparing to unpack .../0-librados2_15.2.8-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_15.2.8-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../4-qemu-system-x86_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../5-qemu-utils_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.14) ...", "Setting up librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Setting up librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.14) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.14) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-03-04T22:41:36.210 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:36 +0000 (0:00:07.897) 0:01:29.069 ******** 2021-03-04T22:41:36.218 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.25.1-1ubuntu3).\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils\nSuggested packages:\n samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 6 newly installed, 0 to remove and 3 not upgraded.\nNeed to get 13.6 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.8-0ubuntu0.20.04.1 [3209 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.8-0ubuntu0.20.04.1 [1615 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.14 [53.1 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.14 [1055 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.14 [6726 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.14 [975 kB]\nFetched 13.6 MB in 1s (11.5 MB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading data 2021-03-04T22:41:36.220 INFO:teuthology.task.ansible.out:base ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 101619 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_15.2.8-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_15.2.8-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../4-qemu-system-x86_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../5-qemu-utils_1%3a4.2-3ubuntu6.14_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.14) ...\r\nSetting up librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nSetting up librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.14) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is al 2021-03-04T22:41:36.222 INFO:teuthology.task.ansible.out:ready the newest version (1:2.25.1-1ubuntu3).", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils", "Suggested packages:", " samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 6 newly installed, 0 to remove and 3 not upgraded.", "Need to get 13.6 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.8-0ubuntu0.20.04.1 [3209 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.8-0ubuntu0.20.04.1 [1615 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.14 [53.1 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.14 [1055 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.14 [6726 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.14 [975 kB]", "Fetched 13.6 MB in 1s (11.5 MB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 101619 files and directories currently inst 2021-03-04T22:41:36.223 INFO:teuthology.task.ansible.out:alled.)", "Preparing to unpack .../0-librados2_15.2.8-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_15.2.8-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../4-qemu-system-x86_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../5-qemu-utils_1%3a4.2-3ubuntu6.14_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.14) ...", "Setting up librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Setting up librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.14) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.14) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-03-04T22:41:36.246 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:36 +0000 (0:00:00.036) 0:01:29.106 ******** 2021-03-04T22:41:36.660 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2021-03-04T22:41:36.662 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:36.684 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:36 +0000 (0:00:00.437) 0:01:29.544 ******** 2021-03-04T22:41:36.712 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:36.738 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:36 +0000 (0:00:00.053) 0:01:29.597 ******** 2021-03-04T22:41:37.142 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-03-04T22:41:37.144 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:37.167 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.429) 0:01:30.027 ******** 2021-03-04T22:41:37.196 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:37.222 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.055) 0:01:30.082 ******** 2021-03-04T22:41:37.311 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-03-04T22:41:37.313 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2021-03-04T22:41:37.336 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.113) 0:01:30.196 ******** 2021-03-04T22:41:37.363 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2021-03-04T22:41:37.388 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.051) 0:01:30.248 ******** 2021-03-04T22:41:37.404 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-03-04T22:41:37.406 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:37.429 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.040) 0:01:30.288 ******** 2021-03-04T22:41:37.456 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:37.482 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.052) 0:01:30.341 ******** 2021-03-04T22:41:37.592 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-03-04T22:41:37.594 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2021-03-04T22:41:37.616 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.133) 0:01:30.475 ******** 2021-03-04T22:41:37.643 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2021-03-04T22:41:37.668 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.051) 0:01:30.527 ******** 2021-03-04T22:41:37.923 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-03-04T22:41:37.925 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2021-03-04T22:41:37.948 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.279) 0:01:30.807 ******** 2021-03-04T22:41:37.965 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2021-03-04T22:41:37.992 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.044) 0:01:30.852 ******** 2021-03-04T22:41:38.124 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-03-04T22:41:38.126 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-03-04T22:41:38.150 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.157) 0:01:31.009 ******** 2021-03-04T22:41:38.167 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-03-04T22:41:38.192 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.042) 0:01:31.052 ******** 2021-03-04T22:41:38.345 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-03-04T22:41:38.346 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} ok: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:38.369 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.176) 0:01:31.229 ******** 2021-03-04T22:41:38.392 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.022) 0:01:31.251 ******** 2021-03-04T22:41:38.608 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:38.610 INFO:teuthology.task.ansible.out:TASK [testnode : Stop apache2] ************************************************* changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:39:25 UTC", "ActiveEnterTimestampMonotonic": "14970924", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "systemd-journald.socket basic.target nss-lookup.target system.slice remote-fs.target -.mount sysinit.target network.target systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:39:24 UTC", "AssertTimestampMonotonic": "14522993", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:39:24 UTC", "ConditionTimestampMonotonic": "14522992", "Co 2021-03-04T22:41:38.612 INFO:teuthology.task.ansible.out:nfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1152", "ExecMainStartTimestamp": "Thu 2021-03-04 22:39:25 UTC", "ExecMainStartTimestampMonotonic": "14970897", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IO 2021-03-04T22:41:38.613 INFO:teuthology.task.ansible.out:SchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:39:24 UTC", "InactiveExitTimestampMonotonic": "14524136", "InvocationID": "601624140062460d91cf0471543c0345", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127828", "LimitNPROCSoft": "127828", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1152", "MemoryAccounting": "yes", "MemoryCurrent": "10838016", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFl 2021-03-04T22:41:38.615 INFO:teuthology.task.ansible.out:ags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount system.slice sysinit.target", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:25 UTC", "StateChangeTimestampMonotonic": "14970924", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "Tasks 2021-03-04T22:41:38.616 INFO:teuthology.task.ansible.out:Accounting": "yes", "TasksCurrent": "55", "TasksMax": "38348", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:41:38.634 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.242) 0:01:31.493 ******** 2021-03-04T22:41:38.644 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:39:23 UTC", "ActiveEnterTimestampMonotonic": "12634016", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target network.target -.mount nss-lookup.target system.slice systemd-journald.socket sysinit.target systemd-tmpfiles-setup.service remote-fs.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:39:22 UTC", "AssertTimestampMonotonic": "11954828", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ConditionTimestampMonotonic": "11954827", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": 2021-03-04T22:41:38.646 INFO:teuthology.task.ansible.out: "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1096", "ExecMainStartTimestamp": "Thu 2021-03-04 22:39:23 UTC", "ExecMainStartTimestampMonotonic": "12634006", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709 2021-03-04T22:41:38.648 INFO:teuthology.task.ansible.out:551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:39:22 UTC", "InactiveExitTimestampMonotonic": "11955474", "InvocationID": "b5bec78d45bd46b38efd39452e8ff112", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127828", "LimitNPROCSoft": "127828", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1096", "MemoryAccounting": "yes", "MemoryCurrent": "10698752", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPoli 2021-03-04T22:41:38.649 INFO:teuthology.task.ansible.out:cy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount system.slice sysinit.target", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:23 UTC", "StateChangeTimestampMonotonic": "12634016", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38348", "TimeoutAbortUSec": 2021-03-04T22:41:38.651 INFO:teuthology.task.ansible.out: "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", 2021-03-04T22:41:38.651 INFO:teuthology.task.ansible.out: "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:41:38.680 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.046) 0:01:31.540 ******** 2021-03-04T22:41:38.707 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:41:38.709 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:38.732 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.052) 0:01:31.592 ******** 2021-03-04T22:41:38.760 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:38.786 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.053) 0:01:31.646 ******** 2021-03-04T22:41:38.803 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:41:38.805 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:38.829 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.042) 0:01:31.688 ******** 2021-03-04T22:41:38.857 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:38.889 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.060) 0:01:31.749 ******** 2021-03-04T22:41:38.906 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:41:38.909 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:38.932 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.043) 0:01:31.792 ******** 2021-03-04T22:41:38.961 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:38.985 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.053) 0:01:31.845 ******** 2021-03-04T22:41:39.003 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:41:39.005 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.028 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.042) 0:01:31.888 ******** 2021-03-04T22:41:39.056 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.082 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.053) 0:01:31.942 ******** 2021-03-04T22:41:39.099 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:41:39.101 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.127 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.044) 0:01:31.987 ******** 2021-03-04T22:41:39.155 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.181 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.053) 0:01:32.040 ******** 2021-03-04T22:41:39.197 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:41:39.199 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.223 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.042) 0:01:32.083 ******** 2021-03-04T22:41:39.251 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.275 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.051) 0:01:32.135 ******** 2021-03-04T22:41:39.292 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:41:39.294 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.316 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.041) 0:01:32.176 ******** 2021-03-04T22:41:39.344 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.370 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.053) 0:01:32.229 ******** 2021-03-04T22:41:39.387 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:41:39.388 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.411 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.041) 0:01:32.271 ******** 2021-03-04T22:41:39.449 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.478 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.066) 0:01:32.337 ******** 2021-03-04T22:41:39.483 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:39.485 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.509 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.030) 0:01:32.368 ******** 2021-03-04T22:41:39.546 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.573 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.064) 0:01:32.433 ******** 2021-03-04T22:41:39.580 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:41:39.582 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.606 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.032) 0:01:32.466 ******** 2021-03-04T22:41:39.636 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.663 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.056) 0:01:32.522 ******** 2021-03-04T22:41:39.681 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:41:39.683 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.709 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.045) 0:01:32.568 ******** 2021-03-04T22:41:39.737 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.762 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.053) 0:01:32.622 ******** 2021-03-04T22:41:39.779 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:41:39.780 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.803 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.041) 0:01:32.663 ******** 2021-03-04T22:41:39.830 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.855 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.051) 0:01:32.714 ******** 2021-03-04T22:41:39.871 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:41:39.872 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.895 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.040) 0:01:32.755 ******** 2021-03-04T22:41:39.923 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.947 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.051) 0:01:32.807 ******** 2021-03-04T22:41:39.964 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:41:39.966 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:39.990 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.042) 0:01:32.850 ******** 2021-03-04T22:41:40.018 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.047 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.056) 0:01:32.907 ******** 2021-03-04T22:41:40.066 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:41:40.067 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.047) 0:01:32.954 ******** 2021-03-04T22:41:40.125 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.152 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.057) 0:01:33.012 ******** 2021-03-04T22:41:40.169 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:41:40.171 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.195 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.042) 0:01:33.055 ******** 2021-03-04T22:41:40.237 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.264 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.068) 0:01:33.123 ******** 2021-03-04T22:41:40.295 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:41:40.297 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.330 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.065) 0:01:33.189 ******** 2021-03-04T22:41:40.347 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.381 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.051) 0:01:33.241 ******** 2021-03-04T22:41:40.420 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:41:40.422 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.448 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.067) 0:01:33.308 ******** 2021-03-04T22:41:40.468 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.493 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.044) 0:01:33.352 ******** 2021-03-04T22:41:40.530 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:41:40.532 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.555 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.062) 0:01:33.415 ******** 2021-03-04T22:41:40.582 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.607 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.052) 0:01:33.467 ******** 2021-03-04T22:41:40.625 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:41:40.626 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.651 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.043) 0:01:33.510 ******** 2021-03-04T22:41:40.689 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.716 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.065) 0:01:33.575 ******** 2021-03-04T22:41:40.722 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:41:40.723 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.748 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.032) 0:01:33.607 ******** 2021-03-04T22:41:40.786 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.812 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.063) 0:01:33.671 ******** 2021-03-04T22:41:40.829 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:41:40.831 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.854 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.042) 0:01:33.714 ******** 2021-03-04T22:41:40.882 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.910 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.055) 0:01:33.770 ******** 2021-03-04T22:41:40.926 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:41:40.928 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.953 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:40 +0000 (0:00:00.043) 0:01:33.813 ******** 2021-03-04T22:41:40.981 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.006 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.052) 0:01:33.865 ******** 2021-03-04T22:41:41.033 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:41:41.035 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.058 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.051) 0:01:33.917 ******** 2021-03-04T22:41:41.074 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.099 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.041) 0:01:33.959 ******** 2021-03-04T22:41:41.128 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:41:41.130 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.155 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.055) 0:01:34.014 ******** 2021-03-04T22:41:41.171 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.197 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.042) 0:01:34.057 ******** 2021-03-04T22:41:41.224 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-03-04T22:41:41.226 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.250 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.052) 0:01:34.109 ******** 2021-03-04T22:41:41.268 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.303 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.053) 0:01:34.163 ******** 2021-03-04T22:41:41.400 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-03-04T22:41:41.402 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2021-03-04T22:41:41.425 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.121) 0:01:34.284 ******** 2021-03-04T22:41:41.463 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2021-03-04T22:41:41.489 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.063) 0:01:34.348 ******** 2021-03-04T22:41:41.736 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:41:41.737 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2021-03-04T22:41:41.761 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.272) 0:01:34.621 ******** 2021-03-04T22:41:41.769 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2021-03-04T22:41:41.795 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.034) 0:01:34.655 ******** 2021-03-04T22:41:41.833 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:41:41.835 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.858 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.062) 0:01:34.717 ******** 2021-03-04T22:41:41.875 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.902 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:41 +0000 (0:00:00.043) 0:01:34.761 ******** 2021-03-04T22:41:42.168 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-03-04T22:41:42.170 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2021-03-04T22:41:42.192 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:42 +0000 (0:00:00.290) 0:01:35.052 ******** 2021-03-04T22:41:42.220 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2021-03-04T22:41:42.244 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:42 +0000 (0:00:00.052) 0:01:35.104 ******** 2021-03-04T22:41:42.489 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-03-04T22:41:42.491 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2021-03-04T22:41:42.514 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:42 +0000 (0:00:00.269) 0:01:35.373 ******** 2021-03-04T22:41:42.562 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2021-03-04T22:41:42.589 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:42 +0000 (0:00:00.075) 0:01:35.449 ******** 2021-03-04T22:41:42.803 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-03-04T22:41:42.805 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2021-03-04T22:41:42.828 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:42 +0000 (0:00:00.238) 0:01:35.688 ******** 2021-03-04T22:41:42.887 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2021-03-04T22:41:42.912 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:42 +0000 (0:00:00.083) 0:01:35.771 ******** 2021-03-04T22:41:42.982 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-03-04T22:41:42.984 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:43.007 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.095) 0:01:35.867 ******** 2021-03-04T22:41:43.068 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:43.095 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.087) 0:01:35.954 ******** 2021-03-04T22:41:43.101 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-03-04T22:41:43.103 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.128 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.032) 0:01:35.987 ******** 2021-03-04T22:41:43.165 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.189 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.061) 0:01:36.049 ******** 2021-03-04T22:41:43.206 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-03-04T22:41:43.208 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.231 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.041) 0:01:36.090 ******** 2021-03-04T22:41:43.259 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.284 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.052) 0:01:36.143 ******** 2021-03-04T22:41:43.300 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-03-04T22:41:43.302 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.325 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.041) 0:01:36.185 ******** 2021-03-04T22:41:43.353 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.052) 0:01:36.237 ******** 2021-03-04T22:41:43.395 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-03-04T22:41:43.397 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.420 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.042) 0:01:36.280 ******** 2021-03-04T22:41:43.459 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.488 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.068) 0:01:36.348 ******** 2021-03-04T22:41:43.506 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-03-04T22:41:43.508 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.042) 0:01:36.390 ******** 2021-03-04T22:41:43.558 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.584 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.053) 0:01:36.444 ******** 2021-03-04T22:41:43.601 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:43.603 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-03-04T22:41:43.628 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.043) 0:01:36.488 ******** 2021-03-04T22:41:43.665 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-03-04T22:41:43.694 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.066) 0:01:36.554 ******** 2021-03-04T22:41:43.870 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:43.871 INFO:teuthology.task.ansible.out:TASK [testnode : Check for NVMe drive] ***************************************** 2021-03-04T22:41:43.873 INFO:teuthology.task.ansible.out: skipping: [gibba008.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.884 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.895 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.897 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.907 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-03-04T22:41:43.909 INFO:teuthology.task.ansible.out: skipping: [gibba008.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.930 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.932 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.942 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.944 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.953 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.955 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.990 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:43 +0000 (0:00:00.295) 0:01:36.850 ******** 2021-03-04T22:41:43.998 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.999 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:43.999 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.000 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.000 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.001 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-03-04T22:41:44.001 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.013 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.014 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.024 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.026 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.035 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.037 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.047 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.076 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.085) 0:01:36.935 ******** 2021-03-04T22:41:44.238 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-03-04T22:41:44.240 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003351", "end": "2021-03-04 22:41:44.209949", "rc": 0, "start": "2021-03-04 22:41:44.206598", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock"]} 2021-03-04T22:41:44.266 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.189) 0:01:37.125 ******** 2021-03-04T22:41:44.314 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003035", "end": "2021-03-04 22:41:44.287259", "rc": 0, "start": "2021-03-04 22:41:44.284224", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock"]} 2021-03-04T22:41:44.343 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.077) 0:01:37.203 ******** 2021-03-04T22:41:44.349 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-03-04T22:41:44.351 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.033) 0:01:37.237 ******** 2021-03-04T22:41:44.415 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.443 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.066) 0:01:37.303 ******** 2021-03-04T22:41:44.470 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-03-04T22:41:44.472 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.498 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.055) 0:01:37.358 ******** 2021-03-04T22:41:44.516 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.543 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.044) 0:01:37.403 ******** 2021-03-04T22:41:44.581 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2021-03-04T22:41:44.582 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.605 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.061) 0:01:37.465 ******** 2021-03-04T22:41:44.622 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:44.647 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:44 +0000 (0:00:00.041) 0:01:37.507 ******** 2021-03-04T22:41:45.082 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-03-04T22:41:45.084 INFO:teuthology.task.ansible.out: ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:41:45.109 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.461) 0:01:37.969 ******** 2021-03-04T22:41:45.118 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:41:45.145 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.035) 0:01:38.004 ******** 2021-03-04T22:41:45.310 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-03-04T22:41:45.312 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:45.334 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.188) 0:01:38.193 ******** 2021-03-04T22:41:45.351 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:45.376 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.042) 0:01:38.236 ******** 2021-03-04T22:41:45.582 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:41:45.583 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item={'block_used': 13728273, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226366835, 'size_available': 927198556160, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 113645, 'block_size': 4096, 'inode_available': 60941331}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226366835, "block_size": 4096, "block_total": 240095108, "block_used": 13728273, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60941331, "inode_total": 61054976, "inode_used": 113645, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 927198556160, "size_total": 983429562368, "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}} 2021-03-04T22:41:45.585 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item={'block_used': 13728274, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226366834, 'size_available': 927198552064, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 113645, 'block_size': 4096, 'inode_available': 60941331}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226366834, "block_size": 4096, "block_total": 240095108, "block_used": 13728274, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60941331, "inode_total": 61054976, "inode_used": 113645, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 927198552064, "size_total": 983429562368, "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}} 2021-03-04T22:41:45.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.232) 0:01:38.468 ******** 2021-03-04T22:41:45.629 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.020) 0:01:38.489 ******** 2021-03-04T22:41:45.782 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-03-04T22:41:45.785 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.002477", "end": "2021-03-04 22:41:46.065473", "rc": 0, "start": "2021-03-04 22:41:46.062996", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:45.810 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.180) 0:01:38.669 ******** 2021-03-04T22:41:45.889 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-03-04T22:41:45.891 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'block_used': 13728274, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226366834, 'size_available': 927198552064, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 113645, 'block_size': 4096, 'inode_available': 60941331}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226366834, "block_size": 4096, "block_total": 240095108, "block_used": 13728274, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60941331, "inode_total": 61054976, "inode_used": 113645, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 927198552064, "size_total": 983429562368, "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}, "skip_reason": "Conditional result was False"} TASK [testnode : Compile list of non-root partitions] ************************** changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.002392", "end": "2021-03-04 22:41:45.657690", "rc": 0, "start": "2021-03-04 22:41:45.655298", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:45.914 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.104) 0:01:38.774 ******** 2021-03-04T22:41:45.938 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:45 +0000 (0:00:00.023) 0:01:38.798 ******** 2021-03-04T22:41:45.996 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-03-04T22:41:45.998 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'block_used': 13728273, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226366835, 'size_available': 927198556160, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 113645, 'block_size': 4096, 'inode_available': 60941331}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226366835, "block_size": 4096, "block_total": 240095108, "block_used": 13728273, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60941331, "inode_total": 61054976, "inode_used": 113645, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 927198556160, "size_total": 983429562368, "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}, "skip_reason": "Conditional result was False"} TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-03-04T22:41:46.023 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:46 +0000 (0:00:00.085) 0:01:38.883 ******** 2021-03-04T22:41:46.045 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:46 +0000 (0:00:00.021) 0:01:38.904 ******** 2021-03-04T22:41:46.119 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:46 +0000 (0:00:00.074) 0:01:38.978 ******** 2021-03-04T22:41:46.251 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-03-04T22:41:46.253 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:46.347 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:48.000 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKWxfRAsc1vOadsNilXSfdYVF6TME3CIHH'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.648189", "end": "2021-03-04 22:41:48.274281", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKWxfRAsc1vOadsNilXSfdYVF6TME3CIHH"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:46.626092", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:48.001 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:48.012 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:48.128 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwmaAVnMueSIO5dYxl6aY4yYjwkUcWN133'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.687842", "end": "2021-03-04 22:41:47.883545", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwmaAVnMueSIO5dYxl6aY4yYjwkUcWN133"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:46.195703", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:48.140 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:48.152 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:49.217 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsK74e0SszjFNiWzqVW6pgqVLsmkFdmHBjV'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.121237", "end": "2021-03-04 22:41:49.499916", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsK74e0SszjFNiWzqVW6pgqVLsmkFdmHBjV"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:48.378679", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:49.228 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF', 'wwn-0x50000399ab9813cc'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF-part1', 'wwn-0x50000399ab9813cc-part1'], 'uuids': ['a79497c0-8b9d-46cc-9a4d-f403ab32c811']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x50000399ab9813cc', 'model': 'TOSHIBA MG04ACA1', 'serial': 'Y9I6K2JYF6XF', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF", "wwn-0x50000399ab9813cc"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF-part1", "wwn-0x50000399ab9813cc-part1"], "labels": [], "masters": [], "uuids": ["a79497c0-8b9d-46cc-9a4d-f403ab32c811"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I6K2JYF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab9813cc"}}, "skip_reason": "Cond 2021-03-04T22:41:49.230 INFO:teuthology.task.ansible.out:itional result was False"} 2021-03-04T22:41:49.354 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwNyt85tYQ66TkNXzpiPOXt755ANP2xj3H'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.103238", "end": "2021-03-04 22:41:49.110740", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwNyt85tYQ66TkNXzpiPOXt755ANP2xj3H"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:48.007502", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:49.355 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF', 'wwn-0x50000399ab9813f7'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF-part1', 'wwn-0x50000399ab9813f7-part1'], 'uuids': ['a79497c0-8b9d-46cc-9a4d-f403ab32c811']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x50000399ab9813f7', 'model': 'TOSHIBA MG04ACA1', 'serial': 'Y9I6K2L5F6XF', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF", "wwn-0x50000399ab9813f7"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF-part1", "wwn-0x50000399ab9813f7-part1"], "labels": [], "masters": [], "uuids": ["a79497c0-8b9d-46cc-9a4d-f403ab32c811"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I6K2L5F6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab9813f7"}}, "skip_reason": "Cond 2021-03-04T22:41:49.357 INFO:teuthology.task.ansible.out:itional result was False"} 2021-03-04T22:41:50.422 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '732585168', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-oi6I22-3KzM-IiSn-eft8-fRbF-NQbO-NOG0r4', 'nvme-INTEL_SSDPEL1K375GA_PHKM913400CL375A', 'nvme-nvme.8086-50484b4d393133343030434c33373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEL1K375GA', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '349.32 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.112368", "end": "2021-03-04 22:41:50.705209", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-oi6I22-3KzM-IiSn-eft8-fRbF-NQbO-NOG0r4", "nvme-INTEL_SSDPEL1K375GA_PHKM913400CL375A", "nvme-nvme.8086-50484b4d393133343030434c33373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:49.592841", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures destroyed! You m 2021-03-04T22:41:50.424 INFO:teuthology.task.ansible.out:ay now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:50.434 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:50.445 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:50.602 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '732585168', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-Crd6UR-bdxB-1Vlf-nR87-24my-3xxx-zckuhk', 'nvme-INTEL_SSDPEL1K375GA_PHKM913400DK375A', 'nvme-nvme.8086-50484b4d393133343030444b33373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEL1K375GA', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '349.32 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.129817", "end": "2021-03-04 22:41:50.357218", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-Crd6UR-bdxB-1Vlf-nR87-24my-3xxx-zckuhk", "nvme-INTEL_SSDPEL1K375GA_PHKM913400DK375A", "nvme-nvme.8086-50484b4d393133343030444b33373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:49.227401", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures destroyed! You m 2021-03-04T22:41:50.604 INFO:teuthology.task.ansible.out:ay now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:50.615 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:51.643 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '27262976', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKwpiJPMEACerW6NJEY4Au9myygrmMrWXi'], 'uuids': ['8a13f29a-613a-41d4-9917-7089780f8171']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '13.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.113043", "end": "2021-03-04 22:41:51.925254", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKwpiJPMEACerW6NJEY4Au9myygrmMrWXi"], "labels": [], "masters": [], "uuids": ["8a13f29a-613a-41d4-9917-7089780f8171"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:50.812211", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:51.655 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:51.668 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:51.805 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '27262976', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw2cE1XXr3BjGLebMhJuD2kM1U8RSg4JBh'], 'uuids': ['358d7dd8-543f-4372-97c3-74e4090bc06c']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '13.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.105249", "end": "2021-03-04 22:41:51.561979", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw2cE1XXr3BjGLebMhJuD2kM1U8RSg4JBh"], "labels": [], "masters": [], "uuids": ["358d7dd8-543f-4372-97c3-74e4090bc06c"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:50.456730", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:51.817 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:51.818 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:52.842 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKOJ6WePZPAdGJi73lCTk7xP6kUCiXbGuc'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.096691", "end": "2021-03-04 22:41:53.125136", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKOJ6WePZPAdGJi73lCTk7xP6kUCiXbGuc"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:52.028445", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:52.854 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:53.012 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw5v2C6GjXWagOx8fOMOxiHUaqu9XPkBx5'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.101805", "end": "2021-03-04 22:41:52.769611", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw5v2C6GjXWagOx8fOMOxiHUaqu9XPkBx5"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:51.667806", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:53.025 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.076 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKfbRV0gDm5Vsldq1q9iIJg1QBIIvQjS7t'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.093234", "end": "2021-03-04 22:41:54.350623", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKfbRV0gDm5Vsldq1q9iIJg1QBIIvQjS7t"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:53.257389", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:41:54.415 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:54 +0000 (0:00:07.999) 0:01:46.978 ******** TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} TASK [testnode : Zap all non-root disks] *************************************** changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwkXePADhgjEVfnP7RE4Wr8S4NycETvznH'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.131305", "end": "2021-03-04 22:41:54.023077", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid- 2021-03-04T22:41:54.416 INFO:teuthology.task.ansible.out:LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwkXePADhgjEVfnP7RE4Wr8S4NycETvznH"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:52.891772", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} Thursday 04 March 2021 22:41:54 +0000 (0:00:00.184) 0:01:47.163 ******** TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKWxfRAsc1vOadsNilXSfdYVF6TME3CIHH'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.077315", "end": "2021-03-04 22:41:54.667426", "item": {"key": "dm-2", "value": {"holders": [], "host": "", 2021-03-04T22:41:54.418 INFO:teuthology.task.ansible.out:"links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKWxfRAsc1vOadsNilXSfdYVF6TME3CIHH"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.590111", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0760972 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0760972 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', ' 2021-03-04T22:41:54.420 INFO:teuthology.task.ansible.out:removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.555 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwmaAVnMueSIO5dYxl6aY4yYjwkUcWN133'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.077538", "end": "2021-03-04 22:41:54.318059", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwmaAVnMueSIO5dYxl6aY4yYjwkUcWN133"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.240521", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0762052 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0762052 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:54.567 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.581 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsK74e0SszjFNiWzqVW6pgqVLsmkFdmHBjV'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.078373", "end": "2021-03-04 22:41:54.862810", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsK74e0SszjFNiWzqVW6pgqVLsmkFdmHBjV"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.784437", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0771335 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0771335 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:54.584 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.587 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF', 'wwn-0x50000399ab9813cc'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF-part1', 'wwn-0x50000399ab9813cc-part1'], 'uuids': ['a79497c0-8b9d-46cc-9a4d-f403ab32c811']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x50000399ab9813cc', 'model': 'TOSHIBA MG04ACA1', 'serial': 'Y9I6K2JYF6XF', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF", "wwn-0x50000399ab9813cc"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JYF6XF-part1", "wwn-0x50000399ab9813cc-part1"], "labels": [], "masters": [], "uuids": ["a79497c0-8b9d-46cc-9a4d-f403ab32c811"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I6K2JYF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab9813cc"}}, "skip_reason": "Cond 2021-03-04T22:41:54.588 INFO:teuthology.task.ansible.out:itional result was False"} 2021-03-04T22:41:54.756 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '732585168', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-oi6I22-3KzM-IiSn-eft8-fRbF-NQbO-NOG0r4', 'nvme-INTEL_SSDPEL1K375GA_PHKM913400CL375A', 'nvme-nvme.8086-50484b4d393133343030434c33373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEL1K375GA', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '349.32 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.025217", "end": "2021-03-04 22:41:55.034243", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-oi6I22-3KzM-IiSn-eft8-fRbF-NQbO-NOG0r4", "nvme-INTEL_SSDPEL1K375GA_PHKM913400CL375A", "nvme-nvme.8086-50484b4d393133343030434c33373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:55.009026", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0239734 s, 4.8 GB/s", "stderr_lines": ["1 2021-03-04T22:41:54.758 INFO:teuthology.task.ansible.out:10+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0239734 s, 4.8 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:54.758 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.760 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwNyt85tYQ66TkNXzpiPOXt755ANP2xj3H'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.077854", "end": "2021-03-04 22:41:54.524976", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwNyt85tYQ66TkNXzpiPOXt755ANP2xj3H"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.447122", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0765801 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0765801 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:54.772 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.774 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF', 'wwn-0x50000399ab9813f7'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'links': {'masters': [], 'labels': [], 'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF-part1', 'wwn-0x50000399ab9813f7-part1'], 'uuids': ['a79497c0-8b9d-46cc-9a4d-f403ab32c811']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x50000399ab9813f7', 'model': 'TOSHIBA MG04ACA1', 'serial': 'Y9I6K2L5F6XF', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF", "wwn-0x50000399ab9813f7"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2L5F6XF-part1", "wwn-0x50000399ab9813f7-part1"], "labels": [], "masters": [], "uuids": ["a79497c0-8b9d-46cc-9a4d-f403ab32c811"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I6K2L5F6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab9813f7"}}, "skip_reason": "Cond 2021-03-04T22:41:54.775 INFO:teuthology.task.ansible.out:itional result was False"} 2021-03-04T22:41:54.890 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '732585168', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-Crd6UR-bdxB-1Vlf-nR87-24my-3xxx-zckuhk', 'nvme-INTEL_SSDPEL1K375GA_PHKM913400DK375A', 'nvme-nvme.8086-50484b4d393133343030444b33373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEL1K375GA', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '349.32 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.024857", "end": "2021-03-04 22:41:54.655382", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-Crd6UR-bdxB-1Vlf-nR87-24my-3xxx-zckuhk", "nvme-INTEL_SSDPEL1K375GA_PHKM913400DK375A", "nvme-nvme.8086-50484b4d393133343030444b33373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.630525", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0235978 s, 4.9 GB/s", "stderr_lines": ["1 2021-03-04T22:41:54.891 INFO:teuthology.task.ansible.out:10+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0235978 s, 4.9 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:54.903 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.916 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.939 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '27262976', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKwpiJPMEACerW6NJEY4Au9myygrmMrWXi'], 'uuids': ['8a13f29a-613a-41d4-9917-7089780f8171']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '13.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.078564", "end": "2021-03-04 22:41:55.223774", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKwpiJPMEACerW6NJEY4Au9myygrmMrWXi"], "labels": [], "masters": [], "uuids": ["8a13f29a-613a-41d4-9917-7089780f8171"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:55.145210", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.077241 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.077241 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:54.952 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:54.964 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:55.101 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '27262976', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw2cE1XXr3BjGLebMhJuD2kM1U8RSg4JBh'], 'uuids': ['358d7dd8-543f-4372-97c3-74e4090bc06c']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '13.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.077599", "end": "2021-03-04 22:41:54.858380", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw2cE1XXr3BjGLebMhJuD2kM1U8RSg4JBh"], "labels": [], "masters": [], "uuids": ["358d7dd8-543f-4372-97c3-74e4090bc06c"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.780781", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0763572 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0763572 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.102 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:55.114 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:55.125 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKOJ6WePZPAdGJi73lCTk7xP6kUCiXbGuc'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.078210", "end": "2021-03-04 22:41:55.410425", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKOJ6WePZPAdGJi73lCTk7xP6kUCiXbGuc"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:55.332215", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0769989 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0769989 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.137 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:55.284 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw5v2C6GjXWagOx8fOMOxiHUaqu9XPkBx5'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.078417", "end": "2021-03-04 22:41:55.042267", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtw5v2C6GjXWagOx8fOMOxiHUaqu9XPkBx5"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:54.963850", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0771556 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0771556 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.285 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:55.307 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKfbRV0gDm5Vsldq1q9iIJg1QBIIvQjS7t'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.078638", "end": "2021-03-04 22:41:55.593735", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-2suaRMF27Si9UQm6HvKHiGwEgSaY5wsKfbRV0gDm5Vsldq1q9iIJg1QBIIvQjS7t"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:55.515097", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0773592 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0773592 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.353 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:55 +0000 (0:00:01.049) 0:01:48.212 ******** 2021-03-04T22:41:55.446 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '176160768', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwkXePADhgjEVfnP7RE4Wr8S4NycETvznH'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '84.00 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.079330", "end": "2021-03-04 22:41:55.212035", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-QlGu51UXGzso47U92hqWao67d9M6vCtwkXePADhgjEVfnP7RE4Wr8S4NycETvznH"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:41:55.132705", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0780772 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0780772 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.494 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:55 +0000 (0:00:00.141) 0:01:48.354 ******** 2021-03-04T22:41:55.737 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-03-04T22:41:55.739 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.215392", "end": "2021-03-04 22:41:55.953701", "rc": 0, "start": "2021-03-04 22:41:55.738309", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.765 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:55 +0000 (0:00:00.270) 0:01:48.625 ******** 2021-03-04T22:41:55.881 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.201215", "end": "2021-03-04 22:41:55.573629", "rc": 0, "start": "2021-03-04 22:41:55.372414", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.914 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:55 +0000 (0:00:00.149) 0:01:48.774 ******** 2021-03-04T22:41:55.955 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-03-04T22:41:55.957 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.069378", "end": "2021-03-04 22:41:56.236823", "rc": 0, "start": "2021-03-04 22:41:56.167445", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:55.988 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:55 +0000 (0:00:00.073) 0:01:48.848 ******** 2021-03-04T22:41:56.086 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-03-04T22:41:56.186 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.197) 0:01:49.045 ******** 2021-03-04T22:41:56.195 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-03-04T22:41:56.197 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.092058", "end": "2021-03-04 22:41:55.872951", "rc": 0, "start": "2021-03-04 22:41:55.780893", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:41:56.225 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.039) 0:01:49.085 ******** 2021-03-04T22:41:56.232 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-03-04T22:41:56.234 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.264 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.035) 0:01:49.120 ******** 2021-03-04T22:41:56.278 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-03-04T22:41:56.308 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.046) 0:01:49.167 ******** 2021-03-04T22:41:56.318 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-03-04T22:41:56.321 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.350 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.042) 0:01:49.210 ******** 2021-03-04T22:41:56.357 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-03-04T22:41:56.359 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.387 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.036) 0:01:49.247 ******** 2021-03-04T22:41:56.394 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:41:56.396 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.421 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.033) 0:01:49.281 ******** 2021-03-04T22:41:56.427 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-03-04T22:41:56.428 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.459 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.037) 0:01:49.319 ******** 2021-03-04T22:41:56.466 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-03-04T22:41:56.468 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.499 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.039) 0:01:49.358 ******** 2021-03-04T22:41:56.507 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:41:56.509 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.539 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.040) 0:01:49.399 ******** 2021-03-04T22:41:56.569 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.592 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.052) 0:01:49.452 ******** 2021-03-04T22:41:56.609 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-03-04T22:41:56.611 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:56.634 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.042) 0:01:49.494 ******** 2021-03-04T22:41:56.672 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:41:56.674 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'block_used': 13728274, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226366834, 'size_available': 927198552064, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 113645, 'block_size': 4096, 'inode_available': 60941331}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226366834, "block_size": 4096, "block_total": 240095108, "block_used": 13728274, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60941331, "inode_total": 61054976, "inode_used": 113645, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 927198552064, "size_total": 983429562368, "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.698 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.063) 0:01:49.558 ******** 2021-03-04T22:41:56.706 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-03-04T22:41:56.707 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:56.733 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.034) 0:01:49.593 ******** 2021-03-04T22:41:56.739 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-03-04T22:41:56.741 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.782 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.048) 0:01:49.642 ******** 2021-03-04T22:41:56.793 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:41:56.795 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'block_used': 13728273, 'uuid': 'a79497c0-8b9d-46cc-9a4d-f403ab32c811', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226366835, 'size_available': 927198556160, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 113645, 'block_size': 4096, 'inode_available': 60941331}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226366835, "block_size": 4096, "block_total": 240095108, "block_used": 13728273, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60941331, "inode_total": 61054976, "inode_used": 113645, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 927198556160, "size_total": 983429562368, "uuid": "a79497c0-8b9d-46cc-9a4d-f403ab32c811"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.830 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.048) 0:01:49.690 ******** 2021-03-04T22:41:56.841 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:56.843 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.866 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.035) 0:01:49.725 ******** 2021-03-04T22:41:56.872 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-03-04T22:41:56.874 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.900 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.034) 0:01:49.760 ******** 2021-03-04T22:41:56.907 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:56.909 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.932 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.032) 0:01:49.792 ******** 2021-03-04T22:41:56.939 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:56.940 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.964 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.031) 0:01:49.824 ******** 2021-03-04T22:41:56.971 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-03-04T22:41:56.973 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:56.997 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:56 +0000 (0:00:00.032) 0:01:49.857 ******** 2021-03-04T22:41:57.003 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:41:57.005 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:57.033 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.034) 0:01:49.892 ******** 2021-03-04T22:41:57.039 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-03-04T22:41:57.041 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:57.064 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.031) 0:01:49.923 ******** 2021-03-04T22:41:57.070 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-03-04T22:41:57.072 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:57.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.030) 0:01:49.954 ******** 2021-03-04T22:41:57.100 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-03-04T22:41:57.102 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:57.124 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.029) 0:01:49.984 ******** 2021-03-04T22:41:57.130 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-03-04T22:41:57.132 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:57.155 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.030) 0:01:50.015 ******** 2021-03-04T22:41:57.183 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-03-04T22:41:57.185 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:57.208 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.052) 0:01:50.068 ******** 2021-03-04T22:41:57.787 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2021-03-04T22:41:57.789 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-03-04T22:41:57.829 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.621) 0:01:50.689 ******** 2021-03-04T22:41:57.869 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:57 +0000 (0:00:00.039) 0:01:50.728 ******** 2021-03-04T22:41:58.612 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-03-04T22:41:58.614 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:58.646 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:59.017 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:59.101 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:59.343 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:59.533 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:59.742 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:41:59.878 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:42:00.067 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:42:00.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:02.224) 0:01:52.953 ******** 2021-03-04T22:42:00.206 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:42:00.209 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-03-04T22:42:00.231 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.137) 0:01:53.091 ******** 2021-03-04T22:42:00.251 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-03-04T22:42:00.253 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:42:00.284 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.052) 0:01:53.143 ******** 2021-03-04T22:42:00.347 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:42:00.349 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.402 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:42:00.404 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-03-04T22:42:00.427 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.143) 0:01:53.286 ******** 2021-03-04T22:42:00.436 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:42:00.438 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.513 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.600 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.613 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.614 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:00.654 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.227) 0:01:53.514 ******** 2021-03-04T22:42:00.687 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:42:00.688 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.721 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.067) 0:01:53.581 ******** 2021-03-04T22:42:00.751 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-03-04T22:42:00.752 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:00.782 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.060) 0:01:53.642 ******** 2021-03-04T22:42:00.789 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:42:00.791 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.869 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:42:00.880 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:00.906 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.123) 0:01:53.765 ******** 2021-03-04T22:42:00.912 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-03-04T22:42:00.914 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:00.938 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.032) 0:01:53.798 ******** 2021-03-04T22:42:00.944 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-03-04T22:42:00.946 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:00.971 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:00 +0000 (0:00:00.032) 0:01:53.830 ******** 2021-03-04T22:42:00.987 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-03-04T22:42:00.989 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-03-04T22:42:01.014 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.042) 0:01:53.873 ******** 2021-03-04T22:42:01.020 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-03-04T22:42:01.022 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:01.046 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.032) 0:01:53.905 ******** 2021-03-04T22:42:01.168 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:01.170 INFO:teuthology.task.ansible.out:TASK [testnode : Create /var/lib/ceph] ***************************************** ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:01.195 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.148) 0:01:54.055 ******** 2021-03-04T22:42:01.233 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-03-04T22:42:01.235 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-03-04T22:42:01.257 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.062) 0:01:54.117 ******** 2021-03-04T22:42:01.431 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-03-04T22:42:01.433 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true} changed: [gibba023.front.sepia.ceph.com] => {"changed": true} 2021-03-04T22:42:01.460 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.202) 0:01:54.319 ******** 2021-03-04T22:42:01.490 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.030) 0:01:54.350 ******** 2021-03-04T22:42:01.888 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-03-04T22:42:01.890 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-03-04T22:42:01.914 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.423) 0:01:54.774 ******** 2021-03-04T22:42:01.921 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-03-04T22:42:01.946 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.031) 0:01:54.805 ******** 2021-03-04T22:42:01.952 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-03-04T22:42:01.954 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:01.981 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:01 +0000 (0:00:00.035) 0:01:54.841 ******** 2021-03-04T22:42:01.987 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.012 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.030) 0:01:54.872 ******** 2021-03-04T22:42:02.019 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-03-04T22:42:02.020 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.043 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.030) 0:01:54.902 ******** 2021-03-04T22:42:02.049 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.078 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.035) 0:01:54.938 ******** 2021-03-04T22:42:02.089 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:42:02.091 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.034) 0:01:54.973 ******** 2021-03-04T22:42:02.119 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.151 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.037) 0:01:55.011 ******** 2021-03-04T22:42:02.160 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:42:02.162 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.184 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.033) 0:01:55.044 ******** 2021-03-04T22:42:02.191 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.217 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.032) 0:01:55.077 ******** 2021-03-04T22:42:02.308 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:42:02.345 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.128) 0:01:55.205 ******** 2021-03-04T22:42:02.353 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:42:02.383 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.037) 0:01:55.242 ******** 2021-03-04T22:42:02.475 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-03-04T22:42:02.477 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:02.502 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.119) 0:01:55.361 ******** 2021-03-04T22:42:02.510 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:02.537 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.035) 0:01:55.397 ******** 2021-03-04T22:42:02.806 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-03-04T22:42:02.808 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2021-03-04T22:42:02.831 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.294) 0:01:55.691 ******** 2021-03-04T22:42:02.839 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2021-03-04T22:42:02.870 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.038) 0:01:55.729 ******** 2021-03-04T22:42:03.105 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-03-04T22:42:03.107 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2021-03-04T22:42:03.132 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.261) 0:01:55.991 ******** 2021-03-04T22:42:03.139 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2021-03-04T22:42:03.165 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.033) 0:01:56.025 ******** 2021-03-04T22:42:03.548 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2021-03-04T22:42:03.550 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:42:03.578 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.412) 0:01:56.437 ******** 2021-03-04T22:42:03.596 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:42:03.626 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.048) 0:01:56.485 ******** 2021-03-04T22:42:03.822 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-03-04T22:42:03.824 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.129046", "end": "2021-03-04 22:42:03.574871", "rc": 0, "start": "2021-03-04 22:42:03.445825", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2021-03-04T22:42:03.848 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.222) 0:01:56.708 ******** 2021-03-04T22:42:03.888 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-03-04T22:42:03.890 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.919 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.070) 0:01:56.779 ******** 2021-03-04T22:42:03.937 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-03-04T22:42:03.940 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.169292", "end": "2021-03-04 22:42:04.205970", "rc": 0, "start": "2021-03-04 22:42:04.036678", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2021-03-04T22:42:03.962 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.043) 0:01:56.822 ******** 2021-03-04T22:42:03.969 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-03-04T22:42:03.970 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.994 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.031) 0:01:56.853 ******** 2021-03-04T22:42:04.000 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-03-04T22:42:04.002 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.026 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.032) 0:01:56.886 ******** 2021-03-04T22:42:04.053 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-03-04T22:42:04.055 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.077 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.051) 0:01:56.937 ******** 2021-03-04T22:42:04.400 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-03-04T22:42:04.402 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:42:04.424 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.346) 0:01:57.284 ******** 2021-03-04T22:42:04.451 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.482 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.057) 0:01:57.341 ******** 2021-03-04T22:42:04.489 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-03-04T22:42:04.491 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:42:04.514 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.032) 0:01:57.373 ******** 2021-03-04T22:42:04.550 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-03-04T22:42:04.552 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.574 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.059) 0:01:57.433 ******** 2021-03-04T22:42:04.758 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:04.760 INFO:teuthology.task.ansible.out:TASK [testnode : Create the ntp.conf file.] ************************************ ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2021-03-04T22:42:04.788 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.214) 0:01:57.648 ******** 2021-03-04T22:42:04.816 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-03-04T22:42:04.818 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.839 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.050) 0:01:57.698 ******** 2021-03-04T22:42:04.845 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-03-04T22:42:04.847 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2021-03-04T22:42:04.875 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.036) 0:01:57.734 ******** 2021-03-04T22:42:04.902 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-03-04T22:42:04.904 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.929 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.054) 0:01:57.789 ******** 2021-03-04T22:42:05.041 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-03-04T22:42:05.043 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ActiveEnterTimestampMonotonic": "11971056", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "-.mount basic.target sysinit.target network.target system.slice systemd-journald.socket systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:39:22 UTC", "AssertTimestampMonotonic": "11814775", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ConditionTimestampMonotonic": "11814775", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target", "ControlGroup": 2021-03-04T22:42:05.044 INFO:teuthology.task.ansible.out:"/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "945", "ExecMainStartTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ExecMainStartTimestampMonotonic": "11971047", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:39:22 UTC", "InactiveExitTimestampMonotonic": "11815439", "InvocationID": "705b40a6f7dc4c10b34873b59c4d7b5e", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Limi 2021-03-04T22:42:05.046 INFO:teuthology.task.ansible.out:tCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127828", "LimitNPROCSoft": "127828", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "945", "MemoryAccounting": "yes", "MemoryCurrent": "4009984", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "Requir 2021-03-04T22:42:05.048 INFO:teuthology.task.ansible.out:esMountsFor": "/tmp /var/tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:22 UTC", "StateChangeTimestampMonotonic": "11971056", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38348", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:42:05.069 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.139) 0:01:57.928 ******** 2021-03-04T22:42:05.101 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ActiveEnterTimestampMonotonic": "12099815", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "systemd-tmpfiles-setup.service basic.target systemd-journald.socket sysinit.target system.slice network.target -.mount", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:39:22 UTC", "AssertTimestampMonotonic": "11902901", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ConditionTimestampMonotonic": "11902900", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target systemd-timesyncd.service", "ControlGroup": 2021-03-04T22:42:05.103 INFO:teuthology.task.ansible.out:"/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "944", "ExecMainStartTimestamp": "Thu 2021-03-04 22:39:22 UTC", "ExecMainStartTimestampMonotonic": "12099808", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:39:22 UTC", "InactiveExitTimestampMonotonic": "11903597", "InvocationID": "23c5a7fed6284924a9df7edab8612d58", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Limi 2021-03-04T22:42:05.105 INFO:teuthology.task.ansible.out:tCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127828", "LimitNPROCSoft": "127828", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "944", "MemoryAccounting": "yes", "MemoryCurrent": "3690496", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "Requir 2021-03-04T22:42:05.107 INFO:teuthology.task.ansible.out:esMountsFor": "/var/tmp /tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:22 UTC", "StateChangeTimestampMonotonic": "12099815", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38348", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} TASK [testnode : set_fact] ***************************************************** ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-03-04T22:42:05.141 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.072) 0:01:58.001 ******** 2021-03-04T22:42:05.172 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.030) 0:01:58.032 ******** 2021-03-04T22:42:05.189 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:42:05.190 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-03-04T22:42:05.215 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.042) 0:01:58.074 ******** 2021-03-04T22:42:05.222 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:42:05.224 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-03-04T22:42:05.248 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.033) 0:01:58.108 ******** 2021-03-04T22:42:05.257 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-03-04T22:42:05.259 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:05.284 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.035) 0:01:58.144 ******** 2021-03-04T22:42:05.291 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:42:05.293 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-03-04T22:42:05.317 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.032) 0:01:58.177 ******** 2021-03-04T22:42:05.346 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:05.375 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:05 +0000 (0:00:00.057) 0:01:58.234 ******** 2021-03-04T22:42:06.339 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:06.340 INFO:teuthology.task.ansible.out:TASK [testnode : Install python-pip on apt based systems.] ********************* ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:42:06.378 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:01.002) 0:01:59.237 ******** 2021-03-04T22:42:06.408 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-03-04T22:42:06.410 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:06.443 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:00.065) 0:01:59.303 ******** 2021-03-04T22:42:06.450 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-03-04T22:42:06.452 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:42:06.483 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:00.040) 0:01:59.343 ******** 2021-03-04T22:42:06.511 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-03-04T22:42:06.513 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:06.537 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:00.053) 0:01:59.397 ******** 2021-03-04T22:42:06.575 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-03-04T22:42:06.577 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:42:06.606 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:00.069) 0:01:59.466 ******** 2021-03-04T22:42:06.676 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:42:06.702 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:00.095) 0:01:59.562 ******** 2021-03-04T22:42:06.922 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-03-04T22:42:06.924 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2021-03-04T22:42:06.949 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:06 +0000 (0:00:00.247) 0:01:59.809 ******** 2021-03-04T22:42:07.083 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2021-03-04T22:42:07.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:07 +0000 (0:00:00.164) 0:01:59.973 ******** 2021-03-04T22:42:08.778 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-03-04T22:42:08.780 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2021-03-04T22:42:08.802 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:08 +0000 (0:00:01.688) 0:02:01.662 ******** 2021-03-04T22:42:08.809 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2021-03-04T22:42:08.840 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:08 +0000 (0:00:00.037) 0:02:01.700 ******** 2021-03-04T22:42:09.159 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-03-04T22:42:09.161 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false} 2021-03-04T22:42:09.184 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.344) 0:02:02.044 ******** 2021-03-04T22:42:09.191 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false} 2021-03-04T22:42:09.216 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.031) 0:02:02.076 ******** 2021-03-04T22:42:09.222 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-03-04T22:42:09.224 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp1s0f0"}, "changed": false} 2021-03-04T22:42:09.247 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.030) 0:02:02.107 ******** 2021-03-04T22:42:09.254 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp1s0f0"}, "changed": false} 2021-03-04T22:42:09.282 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.035) 0:02:02.142 ******** 2021-03-04T22:42:09.384 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2021-03-04T22:42:09.386 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1614897580.3344676, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1614897580.3304677, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 158, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1614897580.3304677, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "1582242096", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2021-03-04T22:42:09.413 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.130) 0:02:02.273 ******** 2021-03-04T22:42:09.422 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1614897577.8349206, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1614897577.8309207, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 158, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1614897577.8309207, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "1582242096", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2021-03-04T22:42:09.448 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.034) 0:02:02.307 ******** 2021-03-04T22:42:09.813 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2021-03-04T22:42:09.815 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "msg": ""} ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "msg": ""} 2021-03-04T22:42:09.838 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.389) 0:02:02.697 ******** 2021-03-04T22:42:09.864 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.026) 0:02:02.724 ******** 2021-03-04T22:42:09.871 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2021-03-04T22:42:09.873 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-03-04T22:42:09.900 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.035) 0:02:02.759 ******** 2021-03-04T22:42:09.908 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-03-04T22:42:09.932 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.032) 0:02:02.792 ******** 2021-03-04T22:42:09.938 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-03-04T22:42:09.940 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:09.965 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.032) 0:02:02.824 ******** 2021-03-04T22:42:09.973 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:09.997 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:09 +0000 (0:00:00.032) 0:02:02.857 ******** 2021-03-04T22:42:10.097 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2021-03-04T22:42:10.099 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-03-04T22:42:10.125 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.127) 0:02:02.984 ******** 2021-03-04T22:42:10.133 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-03-04T22:42:10.161 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.035) 0:02:03.020 ******** 2021-03-04T22:42:10.271 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2021-03-04T22:42:10.273 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-03-04T22:42:10.296 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.134) 0:02:03.155 ******** 2021-03-04T22:42:10.313 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-03-04T22:42:10.340 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.044) 0:02:03.200 ******** 2021-03-04T22:42:10.347 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-03-04T22:42:10.348 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.371 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.030) 0:02:03.231 ******** 2021-03-04T22:42:10.378 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.403 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.031) 0:02:03.262 ******** 2021-03-04T22:42:10.410 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-03-04T22:42:10.412 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.423 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.423 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=enp1s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.424 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item=enp1s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.451 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.047) 0:02:03.310 ******** 2021-03-04T22:42:10.458 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.459 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.459 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.460 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=enp1s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.460 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item=enp1s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.487 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.036) 0:02:03.347 ******** 2021-03-04T22:42:10.494 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-03-04T22:42:10.496 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.507 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.509 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [gibba008.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.538 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.050) 0:02:03.398 ******** 2021-03-04T22:42:10.547 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.549 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [gibba023.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.549 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.550 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.574 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.036) 0:02:03.434 ******** 2021-03-04T22:42:10.581 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:42:10.583 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.608 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.033) 0:02:03.468 ******** 2021-03-04T22:42:10.615 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.642 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.033) 0:02:03.501 ******** 2021-03-04T22:42:10.648 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-03-04T22:42:10.649 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.672 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.030) 0:02:03.532 ******** 2021-03-04T22:42:10.679 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.703 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.030) 0:02:03.563 ******** 2021-03-04T22:42:10.709 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-03-04T22:42:10.711 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.737 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.033) 0:02:03.597 ******** 2021-03-04T22:42:10.745 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.775 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.038) 0:02:03.635 ******** 2021-03-04T22:42:10.782 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2021-03-04T22:42:10.784 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.807 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.032) 0:02:03.667 ******** 2021-03-04T22:42:10.815 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.840 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.033) 0:02:03.700 ******** 2021-03-04T22:42:10.848 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-03-04T22:42:10.849 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.877 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.037) 0:02:03.737 ******** 2021-03-04T22:42:10.885 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.912 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.034) 0:02:03.772 ******** 2021-03-04T22:42:10.920 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:42:10.922 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.948 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.036) 0:02:03.808 ******** 2021-03-04T22:42:10.955 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:10.982 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:10 +0000 (0:00:00.033) 0:02:03.841 ******** 2021-03-04T22:42:10.988 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-03-04T22:42:10.989 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:11.017 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.034) 0:02:03.876 ******** 2021-03-04T22:42:11.023 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:11.051 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.034) 0:02:03.910 ******** 2021-03-04T22:42:11.057 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:42:11.059 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:11.082 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.030) 0:02:03.941 ******** 2021-03-04T22:42:11.089 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:11.115 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.033) 0:02:03.975 ******** 2021-03-04T22:42:11.228 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:42:11.230 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.002448", "end": "2021-03-04 22:42:10.982556", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-03-04 22:42:10.980108", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.260 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.002554", "end": "2021-03-04 22:42:11.533082", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-03-04 22:42:11.530528", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.335 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.001727", "end": "2021-03-04 22:42:11.089615", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-03-04 22:42:11.087888", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.367 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.001737", "end": "2021-03-04 22:42:11.643164", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-03-04 22:42:11.641427", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.431 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.001698", "end": "2021-03-04 22:42:11.187915", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:42:11.186217", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.483 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.001671", "end": "2021-03-04 22:42:11.746026", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:42:11.744355", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.567 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.035413", "end": "2021-03-04 22:42:11.326972", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-03-04 22:42:11.291559", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.597 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.481) 0:02:04.456 ******** 2021-03-04T22:42:11.616 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.021792", "end": "2021-03-04 22:42:11.888229", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-03-04 22:42:11.866437", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:11.648 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.051) 0:02:04.508 ******** 2021-03-04T22:42:11.655 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-03-04T22:42:11.688 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.040) 0:02:04.548 ******** 2021-03-04T22:42:11.728 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.039) 0:02:04.588 ******** 2021-03-04T22:42:11.829 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-03-04T22:42:11.831 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:42:11.877 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:42:11.949 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-03-04T22:42:11.970 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.241) 0:02:04.830 ******** 2021-03-04T22:42:11.993 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:11 +0000 (0:00:00.023) 0:02:04.853 ******** 2021-03-04T22:42:12.794 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [gibba023.front.sepia.ceph.com] 2021-03-04T22:42:12.844 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:12 +0000 (0:00:00.850) 0:02:05.703 ******** 2021-03-04T22:42:12.854 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] 2021-03-04T22:42:12.886 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:42:12.888 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2021-03-04T22:42:12.908 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:12 +0000 (0:00:00.064) 0:02:05.767 ******** 2021-03-04T22:42:12.933 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:12 +0000 (0:00:00.024) 0:02:05.792 ******** 2021-03-04T22:42:12.940 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2021-03-04T22:42:12.964 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:12 +0000 (0:00:00.031) 0:02:05.823 ******** 2021-03-04T22:42:12.972 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:42:12.973 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:13.000 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:12 +0000 (0:00:00.036) 0:02:05.860 ******** 2021-03-04T22:42:13.006 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:13.033 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.033) 0:02:05.893 ******** 2021-03-04T22:42:13.041 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-03-04T22:42:13.043 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2021-03-04T22:42:13.071 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.037) 0:02:05.931 ******** 2021-03-04T22:42:13.079 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2021-03-04T22:42:13.108 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.036) 0:02:05.967 ******** 2021-03-04T22:42:13.534 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-03-04T22:42:13.536 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"cache_update_time": 1614897599, "cache_updated": false, "changed": false} 2021-03-04T22:42:13.567 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.459) 0:02:06.427 ******** 2021-03-04T22:42:13.576 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"cache_update_time": 1614897593, "cache_updated": false, "changed": false} 2021-03-04T22:42:13.607 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.039) 0:02:06.466 ******** 2021-03-04T22:42:13.613 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:42:13.615 INFO:teuthology.task.ansible.out:skipping: [gibba023.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:13.639 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.032) 0:02:06.498 ******** 2021-03-04T22:42:13.646 INFO:teuthology.task.ansible.out:skipping: [gibba008.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:13.670 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.031) 0:02:06.530 ******** 2021-03-04T22:42:13.677 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:42:13.679 INFO:teuthology.task.ansible.out:ok: [gibba023.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2021-03-04T22:42:13.703 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.032) 0:02:06.562 ******** 2021-03-04T22:42:13.710 INFO:teuthology.task.ansible.out:ok: [gibba008.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2021-03-04T22:42:13.745 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.041) 0:02:06.604 ******** 2021-03-04T22:42:13.858 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-03-04T22:42:13.859 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:13.922 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:13.923 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:13.975 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:14.003 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.258) 0:02:06.863 ******** 2021-03-04T22:42:14.030 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:14.056 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.053) 0:02:06.916 ******** 2021-03-04T22:42:14.348 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-03-04T22:42:14.350 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897734.0603805-6508-234708266884252/source", "state": "file", "uid": 0} 2021-03-04T22:42:14.446 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897734.1217492-6513-56636318134309/source", "state": "file", "uid": 0} 2021-03-04T22:42:14.677 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897734.3731334-6508-259937606380706/source", "state": "file", "uid": 0} 2021-03-04T22:42:14.706 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.649) 0:02:07.565 ******** 2021-03-04T22:42:14.807 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897734.4742086-6513-193876547997894/source", "state": "file", "uid": 0} 2021-03-04T22:42:14.833 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.127) 0:02:07.693 ******** 2021-03-04T22:42:18.302 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-03-04T22:42:18.303 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-a43yk_fq\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-a43yk_fq"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-a43yk_fq\nCollecting docopt\n Downloading docopt-0.6.2.tar.gz (25 kB)\nCollecting toml\n Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\nBuilding wheels for collected packages: registries-conf-ctl, docopt\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=98c070bde1fb86a757cc856f5bb738119cfeedeb51450299d7208e40d503033c\n Stored in directory: /tmp/pip-ephem-wheel-cache-emqoi57p/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\n Building wheel for docopt (setup.py): started\n Building wheel for docopt (setup.py): finished with status 'done'\n Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=fa4d61f6e91402ff3a2b1a1f1e85dfa4835cf81abfcb8fcdb29b7f6c779ce70d\n Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c\nSuccessfully built registries-conf-ctl docopt\nInstalling collected packages: docopt, toml, registries-conf-ctl\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.c 2021-03-04T22:42:18.305 INFO:teuthology.task.ansible.out:om/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-a43yk_fq", "Collecting docopt", " Downloading docopt-0.6.2.tar.gz (25 kB)", "Collecting toml", " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)", "Building wheels for collected packages: registries-conf-ctl, docopt", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=98c070bde1fb86a757cc856f5bb738119cfeedeb51450299d7208e40d503033c", " Stored in directory: /tmp/pip-ephem-wheel-cache-emqoi57p/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", " Building wheel for docopt (setup.py): started", " Building wheel for docopt (setup.py): finished with status 'done'", " Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=fa4d61f6e91402ff3a2b1a1f1e85dfa4835cf81abfcb8fcdb29b7f6c779ce70d", " Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c", "Successfully built registries-conf-ctl docopt", "Installing collected packages: docopt, toml, registries-conf-ctl", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-03-04T22:42:18.326 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:03.492) 0:02:11.185 ******** 2021-03-04T22:42:18.458 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:18.459 INFO:teuthology.task.ansible.out:TASK [container-host : Check for docker's daemon.json] ************************* ok: [gibba023.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-03-04T22:42:18.490 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.164) 0:02:11.350 ******** 2021-03-04T22:42:18.492 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:18.531 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-03-04T22:42:18.533 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-5ntvqlg9\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-5ntvqlg9"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-5ntvqlg9\nCollecting docopt\n Downloading docopt-0.6.2.tar.gz (25 kB)\nCollecting toml\n Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\nBuilding wheels for collected packages: registries-conf-ctl, docopt\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=98c070bde1fb86a757cc856f5bb738119cfeedeb51450299d7208e40d503033c\n Stored in directory: /tmp/pip-ephem-wheel-cache-mbbsf58l/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\n Building wheel for docopt (setup.py): started\n Building wheel for docopt (setup.py): finished with status 'done'\n Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=5301b5586116b0f59e7d6465c8a176079b89943744486abf57bc3a1a0d2feea0\n Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c\nSuccessfully built registries-conf-ctl docopt\nInstalling collected packages: docopt, toml, registries-conf-ctl\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.c 2021-03-04T22:42:18.535 INFO:teuthology.task.ansible.out:om/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-5ntvqlg9", "Collecting docopt", " Downloading docopt-0.6.2.tar.gz (25 kB)", "Collecting toml", " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)", "Building wheels for collected packages: registries-conf-ctl, docopt", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=98c070bde1fb86a757cc856f5bb738119cfeedeb51450299d7208e40d503033c", " Stored in directory: /tmp/pip-ephem-wheel-cache-mbbsf58l/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", " Building wheel for docopt (setup.py): started", " Building wheel for docopt (setup.py): finished with status 'done'", " Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=5301b5586116b0f59e7d6465c8a176079b89943744486abf57bc3a1a0d2feea0", " Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c", "Successfully built registries-conf-ctl docopt", "Installing collected packages: docopt, toml, registries-conf-ctl", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-03-04T22:42:18.568 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.076) 0:02:11.427 ******** 2021-03-04T22:42:18.715 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:18.717 INFO:teuthology.task.ansible.out:TASK [container-host : Check for docker's daemon.json] ************************* ok: [gibba008.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-03-04T22:42:18.739 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.172) 0:02:11.599 ******** 2021-03-04T22:42:18.833 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ 2021-03-04T22:42:18.835 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "checksum": "bf21a9e8fbc5a3846fb05b4fa0859e0917b2202f", "dest": "/etc/docker/daemon.json", "gid": 0, "group": "root", "md5sum": "99914b932bd37a50b983c5e7c90ae93b", "mode": "0644", "owner": "root", "size": 2, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897738.5497391-7191-148990937768312/source", "state": "file", "uid": 0} 2021-03-04T22:42:18.862 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.122) 0:02:11.722 ******** 2021-03-04T22:42:19.023 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-03-04T22:42:19.025 INFO:teuthology.task.ansible.out:changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.019243", "end": "2021-03-04 22:42:19.303695", "rc": 0, "start": "2021-03-04 22:42:19.284452", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:19.049 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.186) 0:02:11.909 ******** 2021-03-04T22:42:19.108 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ 2021-03-04T22:42:19.110 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "checksum": "bf21a9e8fbc5a3846fb05b4fa0859e0917b2202f", "dest": "/etc/docker/daemon.json", "gid": 0, "group": "root", "md5sum": "99914b932bd37a50b983c5e7c90ae93b", "mode": "0644", "owner": "root", "size": 2, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897738.791316-7251-8038534142403/source", "state": "file", "uid": 0} 2021-03-04T22:42:19.134 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.084) 0:02:11.993 ******** 2021-03-04T22:42:19.318 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-03-04T22:42:19.320 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.019073", "end": "2021-03-04 22:42:19.082770", "rc": 0, "start": "2021-03-04 22:42:19.063697", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:19.346 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.212) 0:02:12.205 ******** 2021-03-04T22:42:22.980 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:23.107 INFO:teuthology.task.ansible.out:TASK [container-host : Restart docker service] ********************************* changed: [gibba023.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "firewalld.service containerd.service system.slice sysinit.target basic.target systemd-journald.socket network-online.target docker.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ConsistsOf": "docker.socket", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes" 2021-03-04T22:42:23.108 INFO:teuthology.task.ansible.out:, "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": 2021-03-04T22:42:23.110 INFO:teuthology.task.ansible.out:"infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "continue", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no" 2021-03-04T22:42:23.112 INFO:teuthology.task.ansible.out:, "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice docker.socket", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:45 UTC", "StateChangeTimestampMonotonic": "35392870", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": "notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "network-online.target containerd.service", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:42:23.309 INFO:teuthology.task.ansible.out:changed: [gibba008.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "sysinit.target firewalld.service basic.target docker.socket system.slice systemd-journald.socket network-online.target containerd.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ConsistsOf": "docker.socket", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-fire 2021-03-04T22:42:23.311 INFO:teuthology.task.ansible.out:wall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", " 2021-03-04T22:42:23.313 INFO:teuthology.task.ansible.out:LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127828", "LimitSIGPENDINGSoft": "127828", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "continue", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", 2021-03-04T22:42:23.315 INFO:teuthology.task.ansible.out:"RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "docker.socket system.slice sysinit.target", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:39:48 UTC", "StateChangeTimestampMonotonic": "37637074", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": "notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "containerd.service network-online.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:42:23.392 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-03-04T22:42:23.395 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-03-04T22:42:23.396 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched PLAY RECAP ********************************************************************* 2021-03-04T22:42:23.396 INFO:teuthology.task.ansible.out:gibba008.front.sepia.ceph.com : ok=129 changed=35 unreachable=0 failed=0 skipped=182 rescued=0 ignored=0 gibba023.front.sepia.ceph.com : ok=129 changed=35 unreachable=0 failed=0 skipped=182 rescued=0 ignored=0 Thursday 04 March 2021 22:42:23 +0000 (0:00:04.050) 0:02:16.256 ******** =============================================================================== 2021-03-04T22:42:23.397 INFO:teuthology.task.ansible.out:Create all admin users with sudo access. ------------------------------- 13.88s users : Update authorized_keys using the keys repo --------------------- 13.62s testnode : Ensure packages are not present. ---------------------------- 11.17s testnode : Zap all non-root disks --------------------------------------- 8.00s testnode : Install packages --------------------------------------------- 7.90s Remove revoked users ---------------------------------------------------- 4.57s 2021-03-04T22:42:23.398 INFO:teuthology.task.ansible.out:container-host : Restart docker service --------------------------------- 4.05s container-host : Install registries-conf-ctl ---------------------------- 3.49s testnode : Create logical volume(s) ------------------------------------- 2.22s Gathering Facts --------------------------------------------------------- 1.94s testnode : Install packages via pip ------------------------------------- 1.69s testnode : Install apt keys --------------------------------------------- 1.46s users : Update authorized_keys for each user with literal keys ---------- 1.38s testnode : Update apt cache. -------------------------------------------- 1.29s common : Update apt cache ----------------------------------------------- 1.12s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.05s testnode : Install python-pip on apt based systems. --------------------- 1.00s common : Mask sle 2021-03-04T22:42:23.399 INFO:teuthology.task.ansible.out:ep units ----------------------------------------------- 0.85s Gathering Facts --------------------------------------------------------- 0.85s ansible-managed : Create the cephlab_sudo sudoers.d file. --------------- 0.80s 2021-03-04T22:42:23.774 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@gibba008.front.sepia.ceph.com'), Remote(name='ubuntu@gibba023.front.sepia.ceph.com')] 2021-03-04T22:42:23.775 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:42:23.777 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:42:23.812 DEBUG:teuthology.orchestra.run.gibba008:> true 2021-03-04T22:42:23.898 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:42:23.899 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:42:23.930 DEBUG:teuthology.orchestra.run.gibba023:> true 2021-03-04T22:42:24.009 INFO:teuthology.run_tasks:Running task clock... 2021-03-04T22:42:24.021 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-03-04T22:42:24.022 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-03-04T22:42:24.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-03-04T22:42:24.045 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: ntpd 4.2.8p12@1.3728-o (1): Starting 2021-03-04T22:42:24.045 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Command line: ntpd -gq 2021-03-04T22:42:24.046 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: proto: precision = 0.034 usec (-25) 2021-03-04T22:42:24.046 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-03-04T22:42:24.046 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: restrict ::: KOD does nothing without LIMITED. 2021-03-04T22:42:24.047 INFO:teuthology.orchestra.run.gibba008.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-03-04T22:42:24.047 INFO:teuthology.orchestra.run.gibba008.stderr:restrict ::: KOD does nothing without LIMITED. 2021-03-04T22:42:24.048 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listen and drop on 0 v6wildcard [::]:123 2021-03-04T22:42:24.049 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2021-03-04T22:42:24.049 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listen normally on 2 lo 127.0.0.1:123 2021-03-04T22:42:24.049 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listen normally on 3 enp1s0f0 172.21.2.108:123 2021-03-04T22:42:24.049 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listen normally on 4 lo [::1]:123 2021-03-04T22:42:24.050 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listen normally on 5 enp1s0f0 [fe80::3eec:efff:fe3d:9194%4]:123 2021-03-04T22:42:24.050 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:23 ntpd[8514]: Listening on routing socket on fd #22 for interface updates 2021-03-04T22:42:25.044 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:24 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:25.044 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:24 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:25.045 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:24 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:25.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:24 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:25.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:24 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:25.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:24 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:27.045 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:27.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:27.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:27.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:27.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:27.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:27.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:27.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:27.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:27.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:27.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:27.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:27.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:27.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:27.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:27.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:27.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:27.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:26 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:29.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:29.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:29.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:29.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:29.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:29.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:29.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:29.052 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:29.052 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:29.052 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:28 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:31.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.046 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.047 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:31.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:31.048 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.049 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:31.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:31.050 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:31.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:31.051 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:31.052 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:31.052 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:31.052 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:30 ntpd[8514]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:31.053 INFO:teuthology.orchestra.run.gibba008.stdout: 4 Mar 22:42:31 ntpd[8514]: ntpd: time set +0.217444 s 2021-03-04T22:42:31.053 INFO:teuthology.orchestra.run.gibba008.stdout:ntpd: time set +0.217444s 2021-03-04T22:42:31.053 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:31 ntpd[8514]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2021-03-04T22:42:31.054 INFO:teuthology.orchestra.run.gibba008.stderr: 4 Mar 22:42:31 ntpd[8514]: can't open /var/log/ntpstats/loopstats.20210304: Permission denied 2021-03-04T22:42:31.074 INFO:teuthology.orchestra.run.gibba008.stdout: remote refid st t when poll reach delay offset jitter 2021-03-04T22:42:31.074 INFO:teuthology.orchestra.run.gibba008.stdout:============================================================================== 2021-03-04T22:42:31.075 INFO:teuthology.orchestra.run.gibba008.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:31.075 INFO:teuthology.orchestra.run.gibba008.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:31.075 INFO:teuthology.orchestra.run.gibba008.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:31.075 INFO:teuthology.orchestra.run.gibba008.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:31.076 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-03-04T22:42:31.076 DEBUG:teuthology.orchestra.run.gibba023:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-03-04T22:42:31.096 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: ntpd 4.2.8p12@1.3728-o (1): Starting 2021-03-04T22:42:31.096 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Command line: ntpd -gq 2021-03-04T22:42:31.097 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: proto: precision = 0.033 usec (-25) 2021-03-04T22:42:31.097 INFO:teuthology.orchestra.run.gibba023.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-03-04T22:42:31.098 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-03-04T22:42:31.098 INFO:teuthology.orchestra.run.gibba023.stderr:restrict ::: KOD does nothing without LIMITED. 2021-03-04T22:42:31.099 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: restrict ::: KOD does nothing without LIMITED. 2021-03-04T22:42:31.100 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listen and drop on 0 v6wildcard [::]:123 2021-03-04T22:42:31.100 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2021-03-04T22:42:31.100 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listen normally on 2 lo 127.0.0.1:123 2021-03-04T22:42:31.101 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listen normally on 3 enp1s0f0 172.21.2.123:123 2021-03-04T22:42:31.101 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listen normally on 4 lo [::1]:123 2021-03-04T22:42:31.101 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listen normally on 5 enp1s0f0 [fe80::3eec:efff:fe3d:8bf6%3]:123 2021-03-04T22:42:31.101 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:31 ntpd[8493]: Listening on routing socket on fd #22 for interface updates 2021-03-04T22:42:32.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:32.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:32.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:32.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:32.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:32.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:32.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:32.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:32.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:32.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:32.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:32.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:32 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:33.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:33.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:33.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:33.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:33.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:33.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:33.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:33.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:33.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:33.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:33.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:33.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:33 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:34.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:34.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:34.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:34.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:34.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:34.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:34.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:34.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:34.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:34.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:34.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:34.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:34 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:35.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:35.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:35.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:35.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:35.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:35.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:35.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:35.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:35.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:35.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:35.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:35.101 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:35 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:36.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:36.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:36.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:36.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:36.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:36.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:36.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:36.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:36.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:36.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:36.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:36.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:36 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:37.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:37.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:37.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:37.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:37.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:37.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:37.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:37.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:37.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:37.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:37.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:37.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:37 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:38.097 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:38.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:38.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:38.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:38.098 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-03-04T22:42:38.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: can't open /var/log/ntpstats/rawstats.20210304: Permission denied 2021-03-04T22:42:38.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-03-04T22:42:38.099 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: can't open /var/log/ntpstats/peerstats.20210304: Permission denied 2021-03-04T22:42:38.100 INFO:teuthology.orchestra.run.gibba023.stdout: 4 Mar 22:42:38 ntpd[8493]: ntpd: time set -0.303035 s 2021-03-04T22:42:38.100 INFO:teuthology.orchestra.run.gibba023.stdout:ntpd: time set -0.303035s 2021-03-04T22:42:38.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2021-03-04T22:42:38.100 INFO:teuthology.orchestra.run.gibba023.stderr: 4 Mar 22:42:38 ntpd[8493]: can't open /var/log/ntpstats/loopstats.20210304: Permission denied 2021-03-04T22:42:38.202 INFO:teuthology.orchestra.run.gibba023.stdout: remote refid st t when poll reach delay offset jitter 2021-03-04T22:42:38.203 INFO:teuthology.orchestra.run.gibba023.stdout:============================================================================== 2021-03-04T22:42:38.203 INFO:teuthology.orchestra.run.gibba023.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:38.203 INFO:teuthology.orchestra.run.gibba023.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:38.203 INFO:teuthology.orchestra.run.gibba023.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:38.204 INFO:teuthology.orchestra.run.gibba023.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-03-04T22:42:38.204 INFO:teuthology.run_tasks:Running task install... 2021-03-04T22:42:38.225 DEBUG:teuthology.task.install:project ceph 2021-03-04T22:42:38.226 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}} 2021-03-04T22:42:38.227 DEBUG:teuthology.task.install:config {'branch': 'octopus', 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'} 2021-03-04T22:42:38.227 INFO:teuthology.task.install:Using flavor: basic 2021-03-04T22:42:38.238 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-03-04T22:42:38.239 INFO:teuthology.task.install:extra packages: [] 2021-03-04T22:42:38.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo lsb_release -is 2021-03-04T22:42:38.267 INFO:teuthology.orchestra.run.gibba008.stdout:Ubuntu 2021-03-04T22:42:38.270 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-03-04T22:42:38.270 DEBUG:teuthology.orchestra.run.gibba023:> sudo lsb_release -is 2021-03-04T22:42:38.271 DEBUG:teuthology.orchestra.run.gibba008:> sudo apt-key list | grep Ceph 2021-03-04T22:42:38.310 INFO:teuthology.orchestra.run.gibba023.stdout:Ubuntu 2021-03-04T22:42:38.313 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-03-04T22:42:38.314 DEBUG:teuthology.orchestra.run.gibba023:> sudo apt-key list | grep Ceph 2021-03-04T22:42:38.346 INFO:teuthology.orchestra.run.gibba023.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2021-03-04T22:42:38.364 INFO:teuthology.orchestra.run.gibba008.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2021-03-04T22:42:38.384 INFO:teuthology.orchestra.run.gibba008.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2021-03-04T22:42:38.384 INFO:teuthology.orchestra.run.gibba008.stdout:uid [ unknown] Ceph.com (release key) 2021-03-04T22:42:38.385 DEBUG:teuthology.orchestra.run.gibba008:> sudo lsb_release -is 2021-03-04T22:42:38.414 INFO:teuthology.orchestra.run.gibba023.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2021-03-04T22:42:38.415 INFO:teuthology.orchestra.run.gibba023.stdout:uid [ unknown] Ceph.com (release key) 2021-03-04T22:42:38.416 DEBUG:teuthology.orchestra.run.gibba023:> sudo lsb_release -is 2021-03-04T22:42:38.420 INFO:teuthology.orchestra.run.gibba008.stdout:Ubuntu 2021-03-04T22:42:38.424 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-03-04T22:42:38.425 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2021-03-04T22:42:38.425 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:42:38.425 INFO:teuthology.packaging:ref: None 2021-03-04T22:42:38.426 INFO:teuthology.packaging:tag: None 2021-03-04T22:42:38.426 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:42:38.426 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:42:38.427 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-03-04T22:42:38.488 INFO:teuthology.orchestra.run.gibba023.stdout:Ubuntu 2021-03-04T22:42:38.491 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-03-04T22:42:38.492 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2021-03-04T22:42:38.492 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:42:38.492 INFO:teuthology.packaging:ref: None 2021-03-04T22:42:38.493 INFO:teuthology.packaging:tag: None 2021-03-04T22:42:38.493 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:42:38.493 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:42:38.493 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-03-04T22:42:38.627 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default/ 2021-03-04T22:42:38.627 INFO:teuthology.task.install.deb:Package version is 15.2.9-70-g9364aa31-1focal 2021-03-04T22:42:38.697 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default/ 2021-03-04T22:42:38.697 INFO:teuthology.task.install.deb:Package version is 15.2.9-70-g9364aa31-1focal 2021-03-04T22:42:38.951 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:42:38.951 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2021-03-04T22:42:38.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo apt-get update 2021-03-04T22:42:39.046 INFO:teuthology.orchestra.run.gibba008.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-03-04T22:42:39.089 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:42:39.090 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2021-03-04T22:42:39.102 DEBUG:teuthology.orchestra.run.gibba023:> sudo apt-get update 2021-03-04T22:42:39.159 INFO:teuthology.orchestra.run.gibba008.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-03-04T22:42:39.235 INFO:teuthology.orchestra.run.gibba023.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-03-04T22:42:39.240 INFO:teuthology.orchestra.run.gibba008.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-03-04T22:42:39.313 INFO:teuthology.orchestra.run.gibba008.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal InRelease 2021-03-04T22:42:39.319 INFO:teuthology.orchestra.run.gibba008.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-03-04T22:42:39.350 INFO:teuthology.orchestra.run.gibba023.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-03-04T22:42:39.393 INFO:teuthology.orchestra.run.gibba008.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal Release [7,680 B] 2021-03-04T22:42:39.429 INFO:teuthology.orchestra.run.gibba023.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-03-04T22:42:39.471 INFO:teuthology.orchestra.run.gibba008.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal Release.gpg 2021-03-04T22:42:39.505 INFO:teuthology.orchestra.run.gibba023.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal InRelease 2021-03-04T22:42:39.509 INFO:teuthology.orchestra.run.gibba023.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-03-04T22:42:39.539 INFO:teuthology.orchestra.run.gibba008.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 Packages [15.8 kB] 2021-03-04T22:42:39.575 INFO:teuthology.orchestra.run.gibba023.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal Release [7,680 B] 2021-03-04T22:42:39.623 INFO:teuthology.orchestra.run.gibba008.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main i386 Packages [3,059 B] 2021-03-04T22:42:39.639 INFO:teuthology.orchestra.run.gibba023.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal Release.gpg 2021-03-04T22:42:39.681 INFO:teuthology.orchestra.run.gibba008.stdout:Fetched 26.5 kB in 1s (42.0 kB/s) 2021-03-04T22:42:39.723 INFO:teuthology.orchestra.run.gibba023.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 Packages [15.8 kB] 2021-03-04T22:42:39.817 INFO:teuthology.orchestra.run.gibba023.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main i386 Packages [3,059 B] 2021-03-04T22:42:39.923 INFO:teuthology.orchestra.run.gibba023.stdout:Fetched 26.5 kB in 1s (41.6 kB/s) 2021-03-04T22:42:40.152 INFO:teuthology.orchestra.run.gibba008.stdout:Reading package lists... 2021-03-04T22:42:40.163 DEBUG:teuthology.orchestra.run.gibba008:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.9-70-g9364aa31-1focal cephadm=15.2.9-70-g9364aa31-1focal ceph-mds=15.2.9-70-g9364aa31-1focal ceph-mgr=15.2.9-70-g9364aa31-1focal ceph-common=15.2.9-70-g9364aa31-1focal ceph-fuse=15.2.9-70-g9364aa31-1focal ceph-test=15.2.9-70-g9364aa31-1focal radosgw=15.2.9-70-g9364aa31-1focal python3-rados=15.2.9-70-g9364aa31-1focal python3-rgw=15.2.9-70-g9364aa31-1focal python3-cephfs=15.2.9-70-g9364aa31-1focal python3-rbd=15.2.9-70-g9364aa31-1focal libcephfs2=15.2.9-70-g9364aa31-1focal libcephfs-dev=15.2.9-70-g9364aa31-1focal librados2=15.2.9-70-g9364aa31-1focal librbd1=15.2.9-70-g9364aa31-1focal rbd-fuse=15.2.9-70-g9364aa31-1focal 2021-03-04T22:42:40.199 INFO:teuthology.orchestra.run.gibba008.stdout:Reading package lists... 2021-03-04T22:42:40.290 INFO:teuthology.orchestra.run.gibba008.stdout:Building dependency tree... 2021-03-04T22:42:40.291 INFO:teuthology.orchestra.run.gibba008.stdout:Reading state information... 2021-03-04T22:42:40.362 INFO:teuthology.orchestra.run.gibba008.stdout:The following packages were automatically installed and are no longer required: 2021-03-04T22:42:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2021-03-04T22:42:40.363 INFO:teuthology.orchestra.run.gibba008.stdout:Use 'sudo apt autoremove' to remove them. 2021-03-04T22:42:40.363 INFO:teuthology.orchestra.run.gibba008.stdout:The following additional packages will be installed: 2021-03-04T22:42:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-03-04T22:42:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-03-04T22:42:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: ceph-mgr-rook ceph-mon ceph-osd jq libjq1 libjs-sphinxdoc libjs-underscore 2021-03-04T22:42:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: liblbfgsb0 libleveldb1d liblttng-ust0 liboath0 libonig5 librabbitmq4 2021-03-04T22:42:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: libradosstriper1 librdkafka1 librgw2 libxslt1.1 nvme-cli 2021-03-04T22:42:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2021-03-04T22:42:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2021-03-04T22:42:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2021-03-04T22:42:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2021-03-04T22:42:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: python3-json-pointer python3-jsonpatch python3-jwt python3-kubernetes 2021-03-04T22:42:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2021-03-04T22:42:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: python3-oauthlib python3-openssl python3-packaging python3-paste 2021-03-04T22:42:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pluggy 2021-03-04T22:42:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2021-03-04T22:42:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2021-03-04T22:42:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2021-03-04T22:42:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2021-03-04T22:42:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2021-03-04T22:42:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2021-03-04T22:42:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2021-03-04T22:42:40.368 INFO:teuthology.orchestra.run.gibba008.stdout:Suggested packages: 2021-03-04T22:42:40.368 INFO:teuthology.orchestra.run.gibba008.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2021-03-04T22:42:40.368 INFO:teuthology.orchestra.run.gibba008.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2021-03-04T22:42:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2021-03-04T22:42:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2021-03-04T22:42:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2021-03-04T22:42:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2021-03-04T22:42:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2021-03-04T22:42:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2021-03-04T22:42:40.370 INFO:teuthology.orchestra.run.gibba008.stdout:Recommended packages: 2021-03-04T22:42:40.371 INFO:teuthology.orchestra.run.gibba008.stdout: btrfs-tools 2021-03-04T22:42:40.394 INFO:teuthology.orchestra.run.gibba023.stdout:Reading package lists... 2021-03-04T22:42:40.405 DEBUG:teuthology.orchestra.run.gibba023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.9-70-g9364aa31-1focal cephadm=15.2.9-70-g9364aa31-1focal ceph-mds=15.2.9-70-g9364aa31-1focal ceph-mgr=15.2.9-70-g9364aa31-1focal ceph-common=15.2.9-70-g9364aa31-1focal ceph-fuse=15.2.9-70-g9364aa31-1focal ceph-test=15.2.9-70-g9364aa31-1focal radosgw=15.2.9-70-g9364aa31-1focal python3-rados=15.2.9-70-g9364aa31-1focal python3-rgw=15.2.9-70-g9364aa31-1focal python3-cephfs=15.2.9-70-g9364aa31-1focal python3-rbd=15.2.9-70-g9364aa31-1focal libcephfs2=15.2.9-70-g9364aa31-1focal libcephfs-dev=15.2.9-70-g9364aa31-1focal librados2=15.2.9-70-g9364aa31-1focal librbd1=15.2.9-70-g9364aa31-1focal rbd-fuse=15.2.9-70-g9364aa31-1focal 2021-03-04T22:42:40.409 INFO:teuthology.orchestra.run.gibba008.stdout:The following NEW packages will be installed: 2021-03-04T22:42:40.410 INFO:teuthology.orchestra.run.gibba008.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2021-03-04T22:42:40.410 INFO:teuthology.orchestra.run.gibba008.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-03-04T22:42:40.410 INFO:teuthology.orchestra.run.gibba008.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-03-04T22:42:40.410 INFO:teuthology.orchestra.run.gibba008.stdout: ceph-mgr-rook ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev 2021-03-04T22:42:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: libcephfs2 libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d 2021-03-04T22:42:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: liblttng-ust0 liboath0 libonig5 librabbitmq4 libradosstriper1 librdkafka1 2021-03-04T22:42:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: librgw2 libxslt1.1 nvme-cli python-pastedeploy-tpl python3-atomicwrites 2021-03-04T22:42:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: python3-attr python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2021-03-04T22:42:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cherrypy3 2021-03-04T22:42:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2021-03-04T22:42:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch 2021-03-04T22:42:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2021-03-04T22:42:40.413 INFO:teuthology.orchestra.run.gibba008.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2021-03-04T22:42:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2021-03-04T22:42:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2021-03-04T22:42:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-rados 2021-03-04T22:42:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: python3-rbd python3-repoze.lru python3-requests-oauthlib python3-rgw 2021-03-04T22:42:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric 2021-03-04T22:42:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: python3-simplejson python3-singledispatch python3-sklearn 2021-03-04T22:42:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2021-03-04T22:42:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2021-03-04T22:42:40.416 INFO:teuthology.orchestra.run.gibba008.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2021-03-04T22:42:40.417 INFO:teuthology.orchestra.run.gibba008.stdout:The following packages will be upgraded: 2021-03-04T22:42:40.417 INFO:teuthology.orchestra.run.gibba008.stdout: librados2 librbd1 2021-03-04T22:42:40.440 INFO:teuthology.orchestra.run.gibba023.stdout:Reading package lists... 2021-03-04T22:42:40.533 INFO:teuthology.orchestra.run.gibba023.stdout:Building dependency tree... 2021-03-04T22:42:40.533 INFO:teuthology.orchestra.run.gibba023.stdout:Reading state information... 2021-03-04T22:42:40.563 INFO:teuthology.orchestra.run.gibba008.stdout:2 upgraded, 100 newly installed, 0 to remove and 3 not upgraded. 2021-03-04T22:42:40.564 INFO:teuthology.orchestra.run.gibba008.stdout:Need to get 153 MB of archives. 2021-03-04T22:42:40.564 INFO:teuthology.orchestra.run.gibba008.stdout:After this operation, 697 MB of additional disk space will be used. 2021-03-04T22:42:40.564 INFO:teuthology.orchestra.run.gibba008.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 15.2.9-70-g9364aa31-1focal [1,692 kB] 2021-03-04T22:42:40.577 INFO:teuthology.orchestra.run.gibba008.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2021-03-04T22:42:40.608 INFO:teuthology.orchestra.run.gibba023.stdout:The following packages were automatically installed and are no longer required: 2021-03-04T22:42:40.608 INFO:teuthology.orchestra.run.gibba023.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2021-03-04T22:42:40.609 INFO:teuthology.orchestra.run.gibba023.stdout:Use 'sudo apt autoremove' to remove them. 2021-03-04T22:42:40.609 INFO:teuthology.orchestra.run.gibba023.stdout:The following additional packages will be installed: 2021-03-04T22:42:40.609 INFO:teuthology.orchestra.run.gibba023.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-03-04T22:42:40.610 INFO:teuthology.orchestra.run.gibba023.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-03-04T22:42:40.610 INFO:teuthology.orchestra.run.gibba023.stdout: ceph-mgr-rook ceph-mon ceph-osd jq libjq1 libjs-sphinxdoc libjs-underscore 2021-03-04T22:42:40.610 INFO:teuthology.orchestra.run.gibba023.stdout: liblbfgsb0 libleveldb1d liblttng-ust0 liboath0 libonig5 librabbitmq4 2021-03-04T22:42:40.610 INFO:teuthology.orchestra.run.gibba023.stdout: libradosstriper1 librdkafka1 librgw2 libxslt1.1 nvme-cli 2021-03-04T22:42:40.611 INFO:teuthology.orchestra.run.gibba023.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2021-03-04T22:42:40.611 INFO:teuthology.orchestra.run.gibba023.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2021-03-04T22:42:40.611 INFO:teuthology.orchestra.run.gibba023.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2021-03-04T22:42:40.611 INFO:teuthology.orchestra.run.gibba023.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2021-03-04T22:42:40.612 INFO:teuthology.orchestra.run.gibba023.stdout: python3-json-pointer python3-jsonpatch python3-jwt python3-kubernetes 2021-03-04T22:42:40.612 INFO:teuthology.orchestra.run.gibba023.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2021-03-04T22:42:40.612 INFO:teuthology.orchestra.run.gibba023.stdout: python3-oauthlib python3-openssl python3-packaging python3-paste 2021-03-04T22:42:40.612 INFO:teuthology.orchestra.run.gibba023.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pluggy 2021-03-04T22:42:40.613 INFO:teuthology.orchestra.run.gibba023.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2021-03-04T22:42:40.613 INFO:teuthology.orchestra.run.gibba023.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2021-03-04T22:42:40.613 INFO:teuthology.orchestra.run.gibba023.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2021-03-04T22:42:40.614 INFO:teuthology.orchestra.run.gibba023.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2021-03-04T22:42:40.614 INFO:teuthology.orchestra.run.gibba023.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2021-03-04T22:42:40.614 INFO:teuthology.orchestra.run.gibba023.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2021-03-04T22:42:40.614 INFO:teuthology.orchestra.run.gibba023.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2021-03-04T22:42:40.615 INFO:teuthology.orchestra.run.gibba023.stdout:Suggested packages: 2021-03-04T22:42:40.615 INFO:teuthology.orchestra.run.gibba023.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2021-03-04T22:42:40.615 INFO:teuthology.orchestra.run.gibba023.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2021-03-04T22:42:40.616 INFO:teuthology.orchestra.run.gibba023.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2021-03-04T22:42:40.616 INFO:teuthology.orchestra.run.gibba023.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2021-03-04T22:42:40.616 INFO:teuthology.orchestra.run.gibba023.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2021-03-04T22:42:40.616 INFO:teuthology.orchestra.run.gibba023.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2021-03-04T22:42:40.616 INFO:teuthology.orchestra.run.gibba023.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2021-03-04T22:42:40.617 INFO:teuthology.orchestra.run.gibba023.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2021-03-04T22:42:40.617 INFO:teuthology.orchestra.run.gibba023.stdout:Recommended packages: 2021-03-04T22:42:40.617 INFO:teuthology.orchestra.run.gibba023.stdout: btrfs-tools 2021-03-04T22:42:40.658 INFO:teuthology.orchestra.run.gibba023.stdout:The following NEW packages will be installed: 2021-03-04T22:42:40.658 INFO:teuthology.orchestra.run.gibba023.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2021-03-04T22:42:40.658 INFO:teuthology.orchestra.run.gibba023.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-03-04T22:42:40.659 INFO:teuthology.orchestra.run.gibba023.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-03-04T22:42:40.659 INFO:teuthology.orchestra.run.gibba023.stdout: ceph-mgr-rook ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev 2021-03-04T22:42:40.659 INFO:teuthology.orchestra.run.gibba023.stdout: libcephfs2 libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d 2021-03-04T22:42:40.659 INFO:teuthology.orchestra.run.gibba023.stdout: liblttng-ust0 liboath0 libonig5 librabbitmq4 libradosstriper1 librdkafka1 2021-03-04T22:42:40.659 INFO:teuthology.orchestra.run.gibba023.stdout: librgw2 libxslt1.1 nvme-cli python-pastedeploy-tpl python3-atomicwrites 2021-03-04T22:42:40.660 INFO:teuthology.orchestra.run.gibba023.stdout: python3-attr python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2021-03-04T22:42:40.660 INFO:teuthology.orchestra.run.gibba023.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cherrypy3 2021-03-04T22:42:40.660 INFO:teuthology.orchestra.run.gibba023.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2021-03-04T22:42:40.660 INFO:teuthology.orchestra.run.gibba023.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch 2021-03-04T22:42:40.661 INFO:teuthology.orchestra.run.gibba023.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2021-03-04T22:42:40.661 INFO:teuthology.orchestra.run.gibba023.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2021-03-04T22:42:40.661 INFO:teuthology.orchestra.run.gibba023.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2021-03-04T22:42:40.661 INFO:teuthology.orchestra.run.gibba023.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2021-03-04T22:42:40.661 INFO:teuthology.orchestra.run.gibba023.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-rados 2021-03-04T22:42:40.662 INFO:teuthology.orchestra.run.gibba023.stdout: python3-rbd python3-repoze.lru python3-requests-oauthlib python3-rgw 2021-03-04T22:42:40.662 INFO:teuthology.orchestra.run.gibba023.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric 2021-03-04T22:42:40.662 INFO:teuthology.orchestra.run.gibba023.stdout: python3-simplejson python3-singledispatch python3-sklearn 2021-03-04T22:42:40.662 INFO:teuthology.orchestra.run.gibba023.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2021-03-04T22:42:40.663 INFO:teuthology.orchestra.run.gibba023.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2021-03-04T22:42:40.663 INFO:teuthology.orchestra.run.gibba023.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2021-03-04T22:42:40.663 INFO:teuthology.orchestra.run.gibba023.stdout:The following packages will be upgraded: 2021-03-04T22:42:40.663 INFO:teuthology.orchestra.run.gibba023.stdout: librados2 librbd1 2021-03-04T22:42:40.827 INFO:teuthology.orchestra.run.gibba023.stdout:2 upgraded, 100 newly installed, 0 to remove and 3 not upgraded. 2021-03-04T22:42:40.827 INFO:teuthology.orchestra.run.gibba023.stdout:Need to get 153 MB of archives. 2021-03-04T22:42:40.827 INFO:teuthology.orchestra.run.gibba023.stdout:After this operation, 697 MB of additional disk space will be used. 2021-03-04T22:42:40.828 INFO:teuthology.orchestra.run.gibba023.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2021-03-04T22:42:40.859 INFO:teuthology.orchestra.run.gibba023.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 15.2.9-70-g9364aa31-1focal [1,692 kB] 2021-03-04T22:42:40.871 INFO:teuthology.orchestra.run.gibba008.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 15.2.9-70-g9364aa31-1focal [3,243 kB] 2021-03-04T22:42:40.937 INFO:teuthology.orchestra.run.gibba008.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2021-03-04T22:42:40.943 INFO:teuthology.orchestra.run.gibba008.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2021-03-04T22:42:40.953 INFO:teuthology.orchestra.run.gibba008.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2021-03-04T22:42:41.097 INFO:teuthology.orchestra.run.gibba008.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2021-03-04T22:42:41.118 INFO:teuthology.orchestra.run.gibba008.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2021-03-04T22:42:41.124 INFO:teuthology.orchestra.run.gibba008.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2021-03-04T22:42:41.156 INFO:teuthology.orchestra.run.gibba008.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2021-03-04T22:42:41.162 INFO:teuthology.orchestra.run.gibba008.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2021-03-04T22:42:41.167 INFO:teuthology.orchestra.run.gibba008.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2021-03-04T22:42:41.184 INFO:teuthology.orchestra.run.gibba008.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2021-03-04T22:42:41.185 INFO:teuthology.orchestra.run.gibba008.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2021-03-04T22:42:41.187 INFO:teuthology.orchestra.run.gibba008.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2021-03-04T22:42:41.188 INFO:teuthology.orchestra.run.gibba008.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2021-03-04T22:42:41.193 INFO:teuthology.orchestra.run.gibba023.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2021-03-04T22:42:41.202 INFO:teuthology.orchestra.run.gibba023.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2021-03-04T22:42:41.205 INFO:teuthology.orchestra.run.gibba023.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2021-03-04T22:42:41.238 INFO:teuthology.orchestra.run.gibba008.stdout:Get:17 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 15.2.9-70-g9364aa31-1focal [463 kB] 2021-03-04T22:42:41.256 INFO:teuthology.orchestra.run.gibba008.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2021-03-04T22:42:41.257 INFO:teuthology.orchestra.run.gibba008.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2021-03-04T22:42:41.258 INFO:teuthology.orchestra.run.gibba008.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2021-03-04T22:42:41.262 INFO:teuthology.orchestra.run.gibba008.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2021-03-04T22:42:41.263 INFO:teuthology.orchestra.run.gibba008.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2021-03-04T22:42:41.287 INFO:teuthology.orchestra.run.gibba008.stdout:Get:23 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 15.2.9-70-g9364aa31-1focal [365 kB] 2021-03-04T22:42:41.323 INFO:teuthology.orchestra.run.gibba008.stdout:Get:24 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 15.2.9-70-g9364aa31-1focal [20.7 kB] 2021-03-04T22:42:41.324 INFO:teuthology.orchestra.run.gibba008.stdout:Get:25 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 15.2.9-70-g9364aa31-1focal [155 kB] 2021-03-04T22:42:41.330 INFO:teuthology.orchestra.run.gibba008.stdout:Get:26 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 15.2.9-70-g9364aa31-1focal [29.0 kB] 2021-03-04T22:42:41.335 INFO:teuthology.orchestra.run.gibba008.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2021-03-04T22:42:41.338 INFO:teuthology.orchestra.run.gibba008.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2021-03-04T22:42:41.340 INFO:teuthology.orchestra.run.gibba008.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2021-03-04T22:42:41.348 INFO:teuthology.orchestra.run.gibba008.stdout:Get:30 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 15.2.9-70-g9364aa31-1focal [363 kB] 2021-03-04T22:42:41.354 INFO:teuthology.orchestra.run.gibba023.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2021-03-04T22:42:41.360 INFO:teuthology.orchestra.run.gibba008.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2021-03-04T22:42:41.361 INFO:teuthology.orchestra.run.gibba008.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2021-03-04T22:42:41.361 INFO:teuthology.orchestra.run.gibba008.stdout:Get:33 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 15.2.9-70-g9364aa31-1focal [3,149 kB] 2021-03-04T22:42:41.388 INFO:teuthology.orchestra.run.gibba023.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2021-03-04T22:42:41.390 INFO:teuthology.orchestra.run.gibba023.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2021-03-04T22:42:41.413 INFO:teuthology.orchestra.run.gibba008.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2021-03-04T22:42:41.415 INFO:teuthology.orchestra.run.gibba008.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2021-03-04T22:42:41.418 INFO:teuthology.orchestra.run.gibba008.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2021-03-04T22:42:41.419 INFO:teuthology.orchestra.run.gibba023.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 15.2.9-70-g9364aa31-1focal [3,243 kB] 2021-03-04T22:42:41.422 INFO:teuthology.orchestra.run.gibba023.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2021-03-04T22:42:41.426 INFO:teuthology.orchestra.run.gibba008.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2021-03-04T22:42:41.429 INFO:teuthology.orchestra.run.gibba023.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2021-03-04T22:42:41.430 INFO:teuthology.orchestra.run.gibba008.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2021-03-04T22:42:41.434 INFO:teuthology.orchestra.run.gibba023.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2021-03-04T22:42:41.448 INFO:teuthology.orchestra.run.gibba023.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2021-03-04T22:42:41.448 INFO:teuthology.orchestra.run.gibba023.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2021-03-04T22:42:41.449 INFO:teuthology.orchestra.run.gibba023.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2021-03-04T22:42:41.450 INFO:teuthology.orchestra.run.gibba023.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2021-03-04T22:42:41.492 INFO:teuthology.orchestra.run.gibba008.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-underscore all 1.9.1~dfsg-1 [98.6 kB] 2021-03-04T22:42:41.496 INFO:teuthology.orchestra.run.gibba008.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2021-03-04T22:42:41.500 INFO:teuthology.orchestra.run.gibba008.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2021-03-04T22:42:41.503 INFO:teuthology.orchestra.run.gibba008.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2021-03-04T22:42:41.504 INFO:teuthology.orchestra.run.gibba008.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2021-03-04T22:42:41.520 INFO:teuthology.orchestra.run.gibba023.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2021-03-04T22:42:41.520 INFO:teuthology.orchestra.run.gibba023.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2021-03-04T22:42:41.521 INFO:teuthology.orchestra.run.gibba023.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2021-03-04T22:42:41.524 INFO:teuthology.orchestra.run.gibba023.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2021-03-04T22:42:41.525 INFO:teuthology.orchestra.run.gibba023.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2021-03-04T22:42:41.570 INFO:teuthology.orchestra.run.gibba008.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2021-03-04T22:42:41.598 INFO:teuthology.orchestra.run.gibba023.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2021-03-04T22:42:41.600 INFO:teuthology.orchestra.run.gibba023.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2021-03-04T22:42:41.601 INFO:teuthology.orchestra.run.gibba023.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2021-03-04T22:42:41.622 INFO:teuthology.orchestra.run.gibba023.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2021-03-04T22:42:41.622 INFO:teuthology.orchestra.run.gibba023.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2021-03-04T22:42:41.639 INFO:teuthology.orchestra.run.gibba008.stdout:Get:45 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 15.2.9-70-g9364aa31-1focal [115 kB] 2021-03-04T22:42:41.650 INFO:teuthology.orchestra.run.gibba008.stdout:Get:46 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 15.2.9-70-g9364aa31-1focal [360 kB] 2021-03-04T22:42:41.662 INFO:teuthology.orchestra.run.gibba008.stdout:Get:47 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 15.2.9-70-g9364aa31-1focal [20.0 MB] 2021-03-04T22:42:41.676 INFO:teuthology.orchestra.run.gibba023.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2021-03-04T22:42:41.677 INFO:teuthology.orchestra.run.gibba023.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2021-03-04T22:42:41.680 INFO:teuthology.orchestra.run.gibba023.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2021-03-04T22:42:41.688 INFO:teuthology.orchestra.run.gibba023.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2021-03-04T22:42:41.692 INFO:teuthology.orchestra.run.gibba023.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2021-03-04T22:42:41.755 INFO:teuthology.orchestra.run.gibba023.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-underscore all 1.9.1~dfsg-1 [98.6 kB] 2021-03-04T22:42:41.759 INFO:teuthology.orchestra.run.gibba023.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2021-03-04T22:42:41.762 INFO:teuthology.orchestra.run.gibba023.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2021-03-04T22:42:41.766 INFO:teuthology.orchestra.run.gibba023.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2021-03-04T22:42:41.767 INFO:teuthology.orchestra.run.gibba023.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2021-03-04T22:42:41.833 INFO:teuthology.orchestra.run.gibba023.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2021-03-04T22:42:41.922 INFO:teuthology.orchestra.run.gibba008.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2021-03-04T22:42:41.972 INFO:teuthology.orchestra.run.gibba008.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2021-03-04T22:42:41.974 INFO:teuthology.orchestra.run.gibba008.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2021-03-04T22:42:42.016 INFO:teuthology.orchestra.run.gibba008.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2021-03-04T22:42:42.017 INFO:teuthology.orchestra.run.gibba008.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2021-03-04T22:42:42.017 INFO:teuthology.orchestra.run.gibba008.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2021-03-04T22:42:42.017 INFO:teuthology.orchestra.run.gibba008.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2021-03-04T22:42:42.018 INFO:teuthology.orchestra.run.gibba008.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2021-03-04T22:42:42.019 INFO:teuthology.orchestra.run.gibba008.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2021-03-04T22:42:42.020 INFO:teuthology.orchestra.run.gibba008.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2021-03-04T22:42:42.075 INFO:teuthology.orchestra.run.gibba023.stdout:Get:38 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 15.2.9-70-g9364aa31-1focal [463 kB] 2021-03-04T22:42:42.081 INFO:teuthology.orchestra.run.gibba008.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2021-03-04T22:42:42.082 INFO:teuthology.orchestra.run.gibba008.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2021-03-04T22:42:42.122 INFO:teuthology.orchestra.run.gibba023.stdout:Get:39 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 15.2.9-70-g9364aa31-1focal [365 kB] 2021-03-04T22:42:42.160 INFO:teuthology.orchestra.run.gibba008.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2021-03-04T22:42:42.163 INFO:teuthology.orchestra.run.gibba008.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-json-pointer all 2.0-0ubuntu1 [8,320 B] 2021-03-04T22:42:42.163 INFO:teuthology.orchestra.run.gibba008.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jsonpatch all 1.23-3 [12.0 kB] 2021-03-04T22:42:42.164 INFO:teuthology.orchestra.run.gibba008.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2021-03-04T22:42:42.166 INFO:teuthology.orchestra.run.gibba008.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2021-03-04T22:42:42.168 INFO:teuthology.orchestra.run.gibba008.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2021-03-04T22:42:42.169 INFO:teuthology.orchestra.run.gibba023.stdout:Get:40 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 15.2.9-70-g9364aa31-1focal [20.7 kB] 2021-03-04T22:42:42.170 INFO:teuthology.orchestra.run.gibba008.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2021-03-04T22:42:42.170 INFO:teuthology.orchestra.run.gibba023.stdout:Get:41 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 15.2.9-70-g9364aa31-1focal [155 kB] 2021-03-04T22:42:42.173 INFO:teuthology.orchestra.run.gibba008.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2021-03-04T22:42:42.175 INFO:teuthology.orchestra.run.gibba023.stdout:Get:42 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 15.2.9-70-g9364aa31-1focal [29.0 kB] 2021-03-04T22:42:42.176 INFO:teuthology.orchestra.run.gibba023.stdout:Get:43 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 15.2.9-70-g9364aa31-1focal [363 kB] 2021-03-04T22:42:42.184 INFO:teuthology.orchestra.run.gibba023.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2021-03-04T22:42:42.225 INFO:teuthology.orchestra.run.gibba023.stdout:Get:45 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 15.2.9-70-g9364aa31-1focal [3,149 kB] 2021-03-04T22:42:42.237 INFO:teuthology.orchestra.run.gibba023.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2021-03-04T22:42:42.238 INFO:teuthology.orchestra.run.gibba023.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2021-03-04T22:42:42.240 INFO:teuthology.orchestra.run.gibba008.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2021-03-04T22:42:42.244 INFO:teuthology.orchestra.run.gibba008.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2021-03-04T22:42:42.306 INFO:teuthology.orchestra.run.gibba023.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2021-03-04T22:42:42.306 INFO:teuthology.orchestra.run.gibba023.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2021-03-04T22:42:42.307 INFO:teuthology.orchestra.run.gibba023.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2021-03-04T22:42:42.308 INFO:teuthology.orchestra.run.gibba023.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2021-03-04T22:42:42.309 INFO:teuthology.orchestra.run.gibba023.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2021-03-04T22:42:42.310 INFO:teuthology.orchestra.run.gibba023.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2021-03-04T22:42:42.311 INFO:teuthology.orchestra.run.gibba023.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2021-03-04T22:42:42.319 INFO:teuthology.orchestra.run.gibba008.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2021-03-04T22:42:42.320 INFO:teuthology.orchestra.run.gibba008.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2021-03-04T22:42:42.320 INFO:teuthology.orchestra.run.gibba008.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2021-03-04T22:42:42.321 INFO:teuthology.orchestra.run.gibba008.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2021-03-04T22:42:42.322 INFO:teuthology.orchestra.run.gibba008.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.2 [1,382 kB] 2021-03-04T22:42:42.342 INFO:teuthology.orchestra.run.gibba023.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2021-03-04T22:42:42.343 INFO:teuthology.orchestra.run.gibba023.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2021-03-04T22:42:42.343 INFO:teuthology.orchestra.run.gibba008.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2021-03-04T22:42:42.344 INFO:teuthology.orchestra.run.gibba008.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2021-03-04T22:42:42.344 INFO:teuthology.orchestra.run.gibba008.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2021-03-04T22:42:42.398 INFO:teuthology.orchestra.run.gibba008.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2021-03-04T22:42:42.400 INFO:teuthology.orchestra.run.gibba008.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-py all 1.8.1-1 [65.4 kB] 2021-03-04T22:42:42.423 INFO:teuthology.orchestra.run.gibba023.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2021-03-04T22:42:42.431 INFO:teuthology.orchestra.run.gibba023.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-json-pointer all 2.0-0ubuntu1 [8,320 B] 2021-03-04T22:42:42.431 INFO:teuthology.orchestra.run.gibba023.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jsonpatch all 1.23-3 [12.0 kB] 2021-03-04T22:42:42.432 INFO:teuthology.orchestra.run.gibba023.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2021-03-04T22:42:42.437 INFO:teuthology.orchestra.run.gibba023.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2021-03-04T22:42:42.441 INFO:teuthology.orchestra.run.gibba023.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2021-03-04T22:42:42.443 INFO:teuthology.orchestra.run.gibba023.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2021-03-04T22:42:42.452 INFO:teuthology.orchestra.run.gibba023.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2021-03-04T22:42:42.502 INFO:teuthology.orchestra.run.gibba023.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2021-03-04T22:42:42.509 INFO:teuthology.orchestra.run.gibba023.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2021-03-04T22:42:42.533 INFO:teuthology.orchestra.run.gibba008.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2021-03-04T22:42:42.534 INFO:teuthology.orchestra.run.gibba008.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2021-03-04T22:42:42.535 INFO:teuthology.orchestra.run.gibba008.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2021-03-04T22:42:42.537 INFO:teuthology.orchestra.run.gibba008.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2021-03-04T22:42:42.581 INFO:teuthology.orchestra.run.gibba023.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2021-03-04T22:42:42.582 INFO:teuthology.orchestra.run.gibba023.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2021-03-04T22:42:42.583 INFO:teuthology.orchestra.run.gibba023.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2021-03-04T22:42:42.584 INFO:teuthology.orchestra.run.gibba023.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2021-03-04T22:42:42.587 INFO:teuthology.orchestra.run.gibba023.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.2 [1,382 kB] 2021-03-04T22:42:42.623 INFO:teuthology.orchestra.run.gibba023.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2021-03-04T22:42:42.623 INFO:teuthology.orchestra.run.gibba023.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2021-03-04T22:42:42.624 INFO:teuthology.orchestra.run.gibba023.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2021-03-04T22:42:42.642 INFO:teuthology.orchestra.run.gibba023.stdout:Get:75 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 15.2.9-70-g9364aa31-1focal [115 kB] 2021-03-04T22:42:42.646 INFO:teuthology.orchestra.run.gibba023.stdout:Get:76 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 15.2.9-70-g9364aa31-1focal [360 kB] 2021-03-04T22:42:42.658 INFO:teuthology.orchestra.run.gibba023.stdout:Get:77 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 15.2.9-70-g9364aa31-1focal [20.0 MB] 2021-03-04T22:42:42.661 INFO:teuthology.orchestra.run.gibba023.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2021-03-04T22:42:42.663 INFO:teuthology.orchestra.run.gibba023.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-py all 1.8.1-1 [65.4 kB] 2021-03-04T22:42:42.740 INFO:teuthology.orchestra.run.gibba023.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2021-03-04T22:42:42.741 INFO:teuthology.orchestra.run.gibba023.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2021-03-04T22:42:42.742 INFO:teuthology.orchestra.run.gibba023.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2021-03-04T22:42:42.747 INFO:teuthology.orchestra.run.gibba023.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2021-03-04T22:42:42.766 INFO:teuthology.orchestra.run.gibba008.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 15.2.9-70-g9364aa31-1focal [5,297 kB] 2021-03-04T22:42:43.024 INFO:teuthology.orchestra.run.gibba008.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 15.2.9-70-g9364aa31-1focal [154 kB] 2021-03-04T22:42:43.027 INFO:teuthology.orchestra.run.gibba008.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 15.2.9-70-g9364aa31-1focal [1,374 kB] 2021-03-04T22:42:43.053 INFO:teuthology.orchestra.run.gibba008.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 15.2.9-70-g9364aa31-1focal [6,161 kB] 2021-03-04T22:42:43.292 INFO:teuthology.orchestra.run.gibba008.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 15.2.9-70-g9364aa31-1focal [23.8 MB] 2021-03-04T22:42:44.465 INFO:teuthology.orchestra.run.gibba008.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 15.2.9-70-g9364aa31-1focal [3,936 B] 2021-03-04T22:42:44.467 INFO:teuthology.orchestra.run.gibba008.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 15.2.9-70-g9364aa31-1focal [538 kB] 2021-03-04T22:42:44.485 INFO:teuthology.orchestra.run.gibba008.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 15.2.9-70-g9364aa31-1focal [2,005 kB] 2021-03-04T22:42:44.514 INFO:teuthology.orchestra.run.gibba008.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 15.2.9-70-g9364aa31-1focal [52.2 kB] 2021-03-04T22:42:44.515 INFO:teuthology.orchestra.run.gibba008.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 15.2.9-70-g9364aa31-1focal [57.9 kB] 2021-03-04T22:42:44.515 INFO:teuthology.orchestra.run.gibba008.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 15.2.9-70-g9364aa31-1focal [3,197 kB] 2021-03-04T22:42:44.654 INFO:teuthology.orchestra.run.gibba008.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-cloud all 15.2.9-70-g9364aa31-1focal [34.3 kB] 2021-03-04T22:42:44.655 INFO:teuthology.orchestra.run.gibba008.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 15.2.9-70-g9364aa31-1focal [7,883 kB] 2021-03-04T22:42:45.019 INFO:teuthology.orchestra.run.gibba008.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 15.2.9-70-g9364aa31-1focal [4,044 B] 2021-03-04T22:42:45.019 INFO:teuthology.orchestra.run.gibba008.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-rook all 15.2.9-70-g9364aa31-1focal [22.5 kB] 2021-03-04T22:42:45.020 INFO:teuthology.orchestra.run.gibba008.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 15.2.9-70-g9364aa31-1focal [39.9 MB] 2021-03-04T22:42:45.074 INFO:teuthology.orchestra.run.gibba023.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 15.2.9-70-g9364aa31-1focal [5,297 kB] 2021-03-04T22:42:45.647 INFO:teuthology.orchestra.run.gibba023.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 15.2.9-70-g9364aa31-1focal [154 kB] 2021-03-04T22:42:45.669 INFO:teuthology.orchestra.run.gibba023.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 15.2.9-70-g9364aa31-1focal [1,374 kB] 2021-03-04T22:42:45.825 INFO:teuthology.orchestra.run.gibba023.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 15.2.9-70-g9364aa31-1focal [6,161 kB] 2021-03-04T22:42:46.541 INFO:teuthology.orchestra.run.gibba023.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 15.2.9-70-g9364aa31-1focal [23.8 MB] 2021-03-04T22:42:46.990 INFO:teuthology.orchestra.run.gibba008.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 15.2.9-70-g9364aa31-1focal [18.0 kB] 2021-03-04T22:42:46.991 INFO:teuthology.orchestra.run.gibba008.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 15.2.9-70-g9364aa31-1focal [9,746 kB] 2021-03-04T22:42:47.343 INFO:teuthology.orchestra.run.gibba008.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 15.2.9-70-g9364aa31-1focal [61.0 kB] 2021-03-04T22:42:47.654 INFO:teuthology.orchestra.run.gibba008.stdout:Fetched 153 MB in 7s (22.0 MB/s) 2021-03-04T22:42:47.803 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2021-03-04T22:42:47.860 INFO:teuthology.orchestra.run.gibba008.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 101691 files and directories currently installed.) 2021-03-04T22:42:47.862 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2021-03-04T22:42:47.952 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2021-03-04T22:42:47.989 INFO:teuthology.orchestra.run.gibba023.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 15.2.9-70-g9364aa31-1focal [3,936 B] 2021-03-04T22:42:47.991 INFO:teuthology.orchestra.run.gibba023.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 15.2.9-70-g9364aa31-1focal [538 kB] 2021-03-04T22:42:48.006 INFO:teuthology.orchestra.run.gibba023.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 15.2.9-70-g9364aa31-1focal [2,005 kB] 2021-03-04T22:42:48.050 INFO:teuthology.orchestra.run.gibba023.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 15.2.9-70-g9364aa31-1focal [52.2 kB] 2021-03-04T22:42:48.051 INFO:teuthology.orchestra.run.gibba023.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 15.2.9-70-g9364aa31-1focal [57.9 kB] 2021-03-04T22:42:48.052 INFO:teuthology.orchestra.run.gibba023.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 15.2.9-70-g9364aa31-1focal [3,197 kB] 2021-03-04T22:42:48.172 INFO:teuthology.orchestra.run.gibba023.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-cloud all 15.2.9-70-g9364aa31-1focal [34.3 kB] 2021-03-04T22:42:48.172 INFO:teuthology.orchestra.run.gibba023.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 15.2.9-70-g9364aa31-1focal [7,883 kB] 2021-03-04T22:42:48.306 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../001-librbd1_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:48.421 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking librbd1 (15.2.9-70-g9364aa31-1focal) over (15.2.8-0ubuntu0.20.04.1) ... 2021-03-04T22:42:48.464 INFO:teuthology.orchestra.run.gibba023.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 15.2.9-70-g9364aa31-1focal [4,044 B] 2021-03-04T22:42:48.464 INFO:teuthology.orchestra.run.gibba023.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-rook all 15.2.9-70-g9364aa31-1focal [22.5 kB] 2021-03-04T22:42:48.465 INFO:teuthology.orchestra.run.gibba023.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 15.2.9-70-g9364aa31-1focal [39.9 MB] 2021-03-04T22:42:48.936 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../002-librados2_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:49.084 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking librados2 (15.2.9-70-g9364aa31-1focal) over (15.2.8-0ubuntu0.20.04.1) ... 2021-03-04T22:42:49.687 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libcephfs2. 2021-03-04T22:42:49.693 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../003-libcephfs2_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:49.770 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libcephfs2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:49.962 INFO:teuthology.orchestra.run.gibba023.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 15.2.9-70-g9364aa31-1focal [18.0 kB] 2021-03-04T22:42:49.962 INFO:teuthology.orchestra.run.gibba023.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 15.2.9-70-g9364aa31-1focal [9,746 kB] 2021-03-04T22:42:50.047 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-rados. 2021-03-04T22:42:50.053 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../004-python3-rados_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:50.699 INFO:teuthology.orchestra.run.gibba023.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 15.2.9-70-g9364aa31-1focal [61.0 kB] 2021-03-04T22:42:50.699 INFO:teuthology.orchestra.run.gibba023.stdout:Fetched 153 MB in 10s (16.0 MB/s) 2021-03-04T22:42:50.700 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2021-03-04T22:42:50.700 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-rados (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:50.700 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-ceph-argparse. 2021-03-04T22:42:50.700 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../005-python3-ceph-argparse_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:42:50.701 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-ceph-argparse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:50.743 INFO:teuthology.orchestra.run.gibba023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 101691 files and directories currently installed.) 2021-03-04T22:42:50.745 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2021-03-04T22:42:50.827 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2021-03-04T22:42:50.828 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-cephfs. 2021-03-04T22:42:50.846 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../006-python3-cephfs_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:50.907 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-cephfs (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:51.178 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../001-librbd1_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:51.230 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-ceph-common. 2021-03-04T22:42:51.237 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../007-python3-ceph-common_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:42:51.304 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:51.322 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking librbd1 (15.2.9-70-g9364aa31-1focal) over (15.2.8-0ubuntu0.20.04.1) ... 2021-03-04T22:42:51.616 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-prettytable. 2021-03-04T22:42:51.634 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../008-python3-prettytable_0.7.2-5_all.deb ... 2021-03-04T22:42:51.691 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2021-03-04T22:42:51.791 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../002-librados2_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:51.909 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking librados2 (15.2.9-70-g9364aa31-1focal) over (15.2.8-0ubuntu0.20.04.1) ... 2021-03-04T22:42:51.926 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-rbd. 2021-03-04T22:42:51.945 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../009-python3-rbd_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:51.984 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-rbd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:52.379 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package librabbitmq4:amd64. 2021-03-04T22:42:52.386 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../010-librabbitmq4_0.10.0-1_amd64.deb ... 2021-03-04T22:42:52.453 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2021-03-04T22:42:52.521 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libcephfs2. 2021-03-04T22:42:52.528 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../003-libcephfs2_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:52.570 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libcephfs2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:52.773 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package librdkafka1:amd64. 2021-03-04T22:42:52.791 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../011-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2021-03-04T22:42:52.848 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-rados. 2021-03-04T22:42:52.864 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-03-04T22:42:52.866 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../004-python3-rados_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:52.898 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-rados (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:53.184 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package librgw2. 2021-03-04T22:42:53.191 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../012-librgw2_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:53.200 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-ceph-argparse. 2021-03-04T22:42:53.207 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../005-python3-ceph-argparse_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:42:53.241 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-ceph-argparse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:53.258 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking librgw2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:53.528 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-cephfs. 2021-03-04T22:42:53.546 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../006-python3-cephfs_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:53.602 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-cephfs (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:53.737 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-rgw. 2021-03-04T22:42:53.755 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../013-python3-rgw_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:53.794 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-rgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:53.922 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-ceph-common. 2021-03-04T22:42:53.928 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../007-python3-ceph-common_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:42:53.988 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:54.122 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libleveldb1d:amd64. 2021-03-04T22:42:54.129 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../014-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2021-03-04T22:42:54.171 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-03-04T22:42:54.299 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-prettytable. 2021-03-04T22:42:54.317 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../008-python3-prettytable_0.7.2-5_all.deb ... 2021-03-04T22:42:54.382 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2021-03-04T22:42:54.524 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package liboath0. 2021-03-04T22:42:54.543 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../015-liboath0_2.6.1-1.3_amd64.deb ... 2021-03-04T22:42:54.582 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2021-03-04T22:42:54.618 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-rbd. 2021-03-04T22:42:54.636 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../009-python3-rbd_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:54.676 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-rbd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:54.894 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libradosstriper1. 2021-03-04T22:42:54.900 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../016-libradosstriper1_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:54.935 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libradosstriper1 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:55.095 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package librabbitmq4:amd64. 2021-03-04T22:42:55.114 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../010-librabbitmq4_0.10.0-1_amd64.deb ... 2021-03-04T22:42:55.171 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2021-03-04T22:42:55.288 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-common. 2021-03-04T22:42:55.307 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../017-ceph-common_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:55.347 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:55.440 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package librdkafka1:amd64. 2021-03-04T22:42:55.447 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../011-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2021-03-04T22:42:55.500 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-03-04T22:42:55.817 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package librgw2. 2021-03-04T22:42:55.836 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../012-librgw2_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:55.900 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking librgw2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:56.411 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-rgw. 2021-03-04T22:42:56.429 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../013-python3-rgw_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:56.468 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-rgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:56.814 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libleveldb1d:amd64. 2021-03-04T22:42:56.821 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../014-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2021-03-04T22:42:56.863 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-03-04T22:42:57.166 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package liboath0. 2021-03-04T22:42:57.184 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../015-liboath0_2.6.1-1.3_amd64.deb ... 2021-03-04T22:42:57.211 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-base. 2021-03-04T22:42:57.217 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../018-ceph-base_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:57.224 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2021-03-04T22:42:57.263 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-base (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:57.568 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libradosstriper1. 2021-03-04T22:42:57.574 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../016-libradosstriper1_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:57.617 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libradosstriper1 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:58.047 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-cryptography. 2021-03-04T22:42:58.066 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../019-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2021-03-04T22:42:58.071 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-common. 2021-03-04T22:42:58.077 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../017-ceph-common_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:58.105 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2021-03-04T22:42:58.120 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:58.467 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-openssl. 2021-03-04T22:42:58.474 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../020-python3-openssl_19.0.0-1build1_all.deb ... 2021-03-04T22:42:58.516 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2021-03-04T22:42:58.778 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2021-03-04T22:42:58.796 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../021-ceph-mgr-modules-core_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:42:58.836 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-modules-core (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:59.190 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-bcrypt. 2021-03-04T22:42:59.196 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../022-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2021-03-04T22:42:59.239 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2021-03-04T22:42:59.542 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-cherrypy3. 2021-03-04T22:42:59.560 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../023-python3-cherrypy3_8.9.1-6_all.deb ... 2021-03-04T22:42:59.600 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2021-03-04T22:42:59.884 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-base. 2021-03-04T22:42:59.891 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../018-ceph-base_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:42:59.937 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-jwt. 2021-03-04T22:42:59.938 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-base (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:42:59.944 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../024-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2021-03-04T22:42:59.978 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2021-03-04T22:43:00.240 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-logutils. 2021-03-04T22:43:00.258 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../025-python3-logutils_0.3.3-7_all.deb ... 2021-03-04T22:43:00.297 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-logutils (0.3.3-7) ... 2021-03-04T22:43:00.592 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-markupsafe. 2021-03-04T22:43:00.599 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../026-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2021-03-04T22:43:00.641 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2021-03-04T22:43:00.738 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-cryptography. 2021-03-04T22:43:00.744 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../019-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2021-03-04T22:43:00.787 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2021-03-04T22:43:00.978 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-mako. 2021-03-04T22:43:00.996 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../027-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2021-03-04T22:43:01.036 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-03-04T22:43:01.150 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-openssl. 2021-03-04T22:43:01.168 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../020-python3-openssl_19.0.0-1build1_all.deb ... 2021-03-04T22:43:01.207 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2021-03-04T22:43:01.381 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-simplegeneric. 2021-03-04T22:43:01.387 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../028-python3-simplegeneric_0.8.1-3_all.deb ... 2021-03-04T22:43:01.430 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2021-03-04T22:43:01.493 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2021-03-04T22:43:01.500 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../021-ceph-mgr-modules-core_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:01.544 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-modules-core (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:01.720 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-singledispatch. 2021-03-04T22:43:01.738 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../029-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2021-03-04T22:43:01.774 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2021-03-04T22:43:01.871 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-bcrypt. 2021-03-04T22:43:01.890 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../022-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2021-03-04T22:43:01.930 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2021-03-04T22:43:02.027 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-webob. 2021-03-04T22:43:02.045 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../030-python3-webob_1%3a1.8.5-2_all.deb ... 2021-03-04T22:43:02.104 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2021-03-04T22:43:02.266 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-cherrypy3. 2021-03-04T22:43:02.272 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../023-python3-cherrypy3_8.9.1-6_all.deb ... 2021-03-04T22:43:02.315 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2021-03-04T22:43:02.421 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-soupsieve. 2021-03-04T22:43:02.429 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../031-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2021-03-04T22:43:02.488 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2021-03-04T22:43:02.619 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-jwt. 2021-03-04T22:43:02.637 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../024-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2021-03-04T22:43:02.677 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2021-03-04T22:43:02.790 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-bs4. 2021-03-04T22:43:02.809 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../032-python3-bs4_4.8.2-1_all.deb ... 2021-03-04T22:43:02.848 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2021-03-04T22:43:02.963 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-logutils. 2021-03-04T22:43:02.970 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../025-python3-logutils_0.3.3-7_all.deb ... 2021-03-04T22:43:03.004 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-logutils (0.3.3-7) ... 2021-03-04T22:43:03.193 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-waitress. 2021-03-04T22:43:03.201 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../033-python3-waitress_1.4.1-1_all.deb ... 2021-03-04T22:43:03.271 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-waitress (1.4.1-1) ... 2021-03-04T22:43:03.332 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-markupsafe. 2021-03-04T22:43:03.350 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../026-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2021-03-04T22:43:03.390 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2021-03-04T22:43:03.588 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-tempita. 2021-03-04T22:43:03.606 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../034-python3-tempita_0.5.2-6_all.deb ... 2021-03-04T22:43:03.662 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-tempita (0.5.2-6) ... 2021-03-04T22:43:03.726 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-mako. 2021-03-04T22:43:03.733 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../027-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2021-03-04T22:43:03.776 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-03-04T22:43:03.981 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-paste. 2021-03-04T22:43:03.989 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../035-python3-paste_3.4.0+dfsg1-1_all.deb ... 2021-03-04T22:43:04.056 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2021-03-04T22:43:04.112 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-simplegeneric. 2021-03-04T22:43:04.130 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../028-python3-simplegeneric_0.8.1-3_all.deb ... 2021-03-04T22:43:04.170 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2021-03-04T22:43:04.334 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2021-03-04T22:43:04.353 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../036-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2021-03-04T22:43:04.413 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2021-03-04T22:43:04.448 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-singledispatch. 2021-03-04T22:43:04.455 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../029-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2021-03-04T22:43:04.489 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2021-03-04T22:43:04.712 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pastedeploy. 2021-03-04T22:43:04.717 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../037-python3-pastedeploy_2.1.0-1_all.deb ... 2021-03-04T22:43:04.741 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-webob. 2021-03-04T22:43:04.760 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../030-python3-webob_1%3a1.8.5-2_all.deb ... 2021-03-04T22:43:04.760 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2021-03-04T22:43:04.799 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2021-03-04T22:43:05.136 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-soupsieve. 2021-03-04T22:43:05.142 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../031-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2021-03-04T22:43:05.185 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2021-03-04T22:43:05.206 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-webtest. 2021-03-04T22:43:05.213 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../038-python3-webtest_2.0.32-2_all.deb ... 2021-03-04T22:43:05.247 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-webtest (2.0.32-2) ... 2021-03-04T22:43:05.463 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-bs4. 2021-03-04T22:43:05.482 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../032-python3-bs4_4.8.2-1_all.deb ... 2021-03-04T22:43:05.509 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pecan. 2021-03-04T22:43:05.527 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../039-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2021-03-04T22:43:05.538 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2021-03-04T22:43:05.584 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2021-03-04T22:43:05.854 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-werkzeug. 2021-03-04T22:43:05.863 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-waitress. 2021-03-04T22:43:05.870 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../033-python3-waitress_1.4.1-1_all.deb ... 2021-03-04T22:43:05.873 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../040-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2021-03-04T22:43:05.912 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2021-03-04T22:43:05.916 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-waitress (1.4.1-1) ... 2021-03-04T22:43:06.177 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-tempita. 2021-03-04T22:43:06.196 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../034-python3-tempita_0.5.2-6_all.deb ... 2021-03-04T22:43:06.249 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr. 2021-03-04T22:43:06.255 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-tempita (0.5.2-6) ... 2021-03-04T22:43:06.256 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../041-ceph-mgr_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:06.290 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:06.537 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-paste. 2021-03-04T22:43:06.544 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../035-python3-paste_3.4.0+dfsg1-1_all.deb ... 2021-03-04T22:43:06.587 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2021-03-04T22:43:06.743 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mon. 2021-03-04T22:43:06.749 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../042-ceph-mon_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:06.792 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mon (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:06.873 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2021-03-04T22:43:06.892 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../036-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2021-03-04T22:43:06.931 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2021-03-04T22:43:07.234 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pastedeploy. 2021-03-04T22:43:07.240 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../037-python3-pastedeploy_2.1.0-1_all.deb ... 2021-03-04T22:43:07.283 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2021-03-04T22:43:07.620 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-webtest. 2021-03-04T22:43:07.639 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../038-python3-webtest_2.0.32-2_all.deb ... 2021-03-04T22:43:07.678 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-webtest (2.0.32-2) ... 2021-03-04T22:43:07.696 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-osd. 2021-03-04T22:43:07.703 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../043-ceph-osd_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:07.742 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-osd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:08.014 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pecan. 2021-03-04T22:43:08.021 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../039-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2021-03-04T22:43:08.063 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2021-03-04T22:43:08.384 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-werkzeug. 2021-03-04T22:43:08.403 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../040-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2021-03-04T22:43:08.442 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2021-03-04T22:43:08.813 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr. 2021-03-04T22:43:08.820 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../041-ceph-mgr_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:08.855 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:09.399 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mon. 2021-03-04T22:43:09.404 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../042-ceph-mon_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:09.439 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mon (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:09.682 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph. 2021-03-04T22:43:09.701 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../044-ceph_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:09.741 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:10.167 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-fuse. 2021-03-04T22:43:10.174 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../045-ceph-fuse_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:10.217 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:10.240 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-osd. 2021-03-04T22:43:10.247 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../043-ceph-osd_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:10.281 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-osd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:10.579 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mds. 2021-03-04T22:43:10.598 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../046-ceph-mds_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:10.637 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mds (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:11.098 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package cephadm. 2021-03-04T22:43:11.105 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../047-cephadm_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:11.148 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:11.468 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-jinja2. 2021-03-04T22:43:11.486 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../048-python3-jinja2_2.10.1-2_all.deb ... 2021-03-04T22:43:11.526 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2021-03-04T22:43:11.807 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2021-03-04T22:43:11.813 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../049-ceph-mgr-cephadm_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:11.848 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:12.185 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-repoze.lru. 2021-03-04T22:43:12.204 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../050-python3-repoze.lru_0.7-2_all.deb ... 2021-03-04T22:43:12.243 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2021-03-04T22:43:12.286 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph. 2021-03-04T22:43:12.292 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../044-ceph_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:12.335 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:12.529 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libjs-underscore. 2021-03-04T22:43:12.536 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../051-libjs-underscore_1.9.1~dfsg-1_all.deb ... 2021-03-04T22:43:12.578 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1) ... 2021-03-04T22:43:12.613 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-fuse. 2021-03-04T22:43:12.632 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../045-ceph-fuse_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:12.671 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:12.881 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libjs-sphinxdoc. 2021-03-04T22:43:12.899 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../052-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2021-03-04T22:43:12.939 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-03-04T22:43:13.067 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mds. 2021-03-04T22:43:13.073 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../046-ceph-mds_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:13.116 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mds (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:13.267 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-routes. 2021-03-04T22:43:13.274 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../053-python3-routes_2.4.1-2_all.deb ... 2021-03-04T22:43:13.308 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-routes (2.4.1-2) ... 2021-03-04T22:43:13.594 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package cephadm. 2021-03-04T22:43:13.600 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../047-cephadm_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:13.643 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:13.645 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2021-03-04T22:43:13.664 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../054-ceph-mgr-dashboard_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:13.712 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-dashboard (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:13.993 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-jinja2. 2021-03-04T22:43:14.012 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../048-python3-jinja2_2.10.1-2_all.deb ... 2021-03-04T22:43:14.434 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2021-03-04T22:43:14.524 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2021-03-04T22:43:14.531 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../055-ceph-mgr-diskprediction-cloud_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:14.573 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:14.823 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2021-03-04T22:43:14.842 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../049-ceph-mgr-cephadm_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:14.881 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:14.910 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-decorator. 2021-03-04T22:43:14.929 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../056-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2021-03-04T22:43:14.968 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2021-03-04T22:43:15.192 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-repoze.lru. 2021-03-04T22:43:15.199 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../050-python3-repoze.lru_0.7-2_all.deb ... 2021-03-04T22:43:15.233 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2021-03-04T22:43:15.453 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libjs-underscore. 2021-03-04T22:43:15.472 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../051-libjs-underscore_1.9.1~dfsg-1_all.deb ... 2021-03-04T22:43:15.533 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1) ... 2021-03-04T22:43:15.777 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2021-03-04T22:43:15.784 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../057-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2021-03-04T22:43:15.805 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libjs-sphinxdoc. 2021-03-04T22:43:15.824 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../052-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2021-03-04T22:43:15.837 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-03-04T22:43:15.863 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-03-04T22:43:16.127 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-scipy. 2021-03-04T22:43:16.146 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../058-python3-scipy_1.3.3-3build1_amd64.deb ... 2021-03-04T22:43:16.185 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2021-03-04T22:43:16.207 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-routes. 2021-03-04T22:43:16.214 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../053-python3-routes_2.4.1-2_all.deb ... 2021-03-04T22:43:16.257 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-routes (2.4.1-2) ... 2021-03-04T22:43:16.576 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2021-03-04T22:43:16.595 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../054-ceph-mgr-dashboard_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:16.635 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-dashboard (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:17.110 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-sklearn-lib. 2021-03-04T22:43:17.130 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../059-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2021-03-04T22:43:17.168 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:17.429 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2021-03-04T22:43:17.436 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../055-ceph-mgr-diskprediction-cloud_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:17.495 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:17.656 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-joblib. 2021-03-04T22:43:17.662 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../060-python3-joblib_0.14.0-3_all.deb ... 2021-03-04T22:43:17.696 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-joblib (0.14.0-3) ... 2021-03-04T22:43:17.790 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-decorator. 2021-03-04T22:43:17.809 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../056-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2021-03-04T22:43:17.881 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2021-03-04T22:43:18.050 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-sklearn. 2021-03-04T22:43:18.069 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../061-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2021-03-04T22:43:18.108 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:18.193 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2021-03-04T22:43:18.200 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../057-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2021-03-04T22:43:18.259 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-03-04T22:43:18.538 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-scipy. 2021-03-04T22:43:18.556 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../058-python3-scipy_1.3.3-3build1_amd64.deb ... 2021-03-04T22:43:18.629 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2021-03-04T22:43:18.704 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2021-03-04T22:43:18.724 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../062-ceph-mgr-diskprediction-local_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:18.778 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:19.519 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-sklearn-lib. 2021-03-04T22:43:19.526 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../059-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2021-03-04T22:43:19.569 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:19.723 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-cachetools. 2021-03-04T22:43:19.742 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../063-python3-cachetools_4.0.0-1_all.deb ... 2021-03-04T22:43:19.781 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2021-03-04T22:43:20.056 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-joblib. 2021-03-04T22:43:20.063 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../060-python3-joblib_0.14.0-3_all.deb ... 2021-03-04T22:43:20.066 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pyasn1. 2021-03-04T22:43:20.073 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../064-python3-pyasn1_0.4.2-3build1_all.deb ... 2021-03-04T22:43:20.105 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-joblib (0.14.0-3) ... 2021-03-04T22:43:20.108 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2021-03-04T22:43:20.420 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pyasn1-modules. 2021-03-04T22:43:20.426 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../065-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2021-03-04T22:43:20.461 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-03-04T22:43:20.467 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-sklearn. 2021-03-04T22:43:20.487 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../061-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2021-03-04T22:43:20.525 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:20.756 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-rsa. 2021-03-04T22:43:20.776 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../066-python3-rsa_4.0-3_all.deb ... 2021-03-04T22:43:20.814 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-rsa (4.0-3) ... 2021-03-04T22:43:21.056 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2021-03-04T22:43:21.064 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../062-ceph-mgr-diskprediction-local_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:21.105 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:21.178 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-google-auth. 2021-03-04T22:43:21.341 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../067-python3-google-auth_1.5.1-2_all.deb ... 2021-03-04T22:43:21.342 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2021-03-04T22:43:21.539 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-blinker. 2021-03-04T22:43:21.558 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../068-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2021-03-04T22:43:21.597 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-03-04T22:43:21.866 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-oauthlib. 2021-03-04T22:43:21.886 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../069-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2021-03-04T22:43:21.924 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2021-03-04T22:43:21.993 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-cachetools. 2021-03-04T22:43:22.013 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../063-python3-cachetools_4.0.0-1_all.deb ... 2021-03-04T22:43:22.051 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2021-03-04T22:43:22.261 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-requests-oauthlib. 2021-03-04T22:43:22.267 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../070-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2021-03-04T22:43:22.310 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-03-04T22:43:22.353 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pyasn1. 2021-03-04T22:43:22.373 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../064-python3-pyasn1_0.4.2-3build1_all.deb ... 2021-03-04T22:43:22.411 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2021-03-04T22:43:22.647 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-websocket. 2021-03-04T22:43:22.666 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../071-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2021-03-04T22:43:22.704 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2021-03-04T22:43:22.747 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pyasn1-modules. 2021-03-04T22:43:22.753 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../065-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2021-03-04T22:43:22.797 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-03-04T22:43:23.041 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-kubernetes. 2021-03-04T22:43:23.049 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../072-python3-kubernetes_7.0.0~a1-2_all.deb ... 2021-03-04T22:43:23.091 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2021-03-04T22:43:23.125 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-rsa. 2021-03-04T22:43:23.129 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../066-python3-rsa_4.0-3_all.deb ... 2021-03-04T22:43:23.166 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-rsa (4.0-3) ... 2021-03-04T22:43:23.433 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-google-auth. 2021-03-04T22:43:23.452 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../067-python3-google-auth_1.5.1-2_all.deb ... 2021-03-04T22:43:23.490 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2021-03-04T22:43:23.512 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2021-03-04T22:43:23.520 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../073-ceph-mgr-k8sevents_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:23.553 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-k8sevents (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:23.768 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-blinker. 2021-03-04T22:43:23.788 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../068-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2021-03-04T22:43:23.823 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-json-pointer. 2021-03-04T22:43:23.826 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-03-04T22:43:23.843 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../074-python3-json-pointer_2.0-0ubuntu1_all.deb ... 2021-03-04T22:43:23.881 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-json-pointer (2.0-0ubuntu1) ... 2021-03-04T22:43:24.163 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-oauthlib. 2021-03-04T22:43:24.170 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../069-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2021-03-04T22:43:24.212 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2021-03-04T22:43:24.226 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-jsonpatch. 2021-03-04T22:43:24.233 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../075-python3-jsonpatch_1.23-3_all.deb ... 2021-03-04T22:43:24.275 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-jsonpatch (1.23-3) ... 2021-03-04T22:43:24.541 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-requests-oauthlib. 2021-03-04T22:43:24.560 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../070-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2021-03-04T22:43:24.599 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-03-04T22:43:24.603 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-mgr-rook. 2021-03-04T22:43:24.623 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../076-ceph-mgr-rook_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:24.661 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-mgr-rook (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:24.964 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libonig5:amd64. 2021-03-04T22:43:24.971 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../077-libonig5_6.9.4-1_amd64.deb ... 2021-03-04T22:43:24.976 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-websocket. 2021-03-04T22:43:24.984 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../071-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2021-03-04T22:43:25.005 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2021-03-04T22:43:25.026 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2021-03-04T22:43:25.300 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libjq1:amd64. 2021-03-04T22:43:25.320 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../078-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-03-04T22:43:25.355 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-kubernetes. 2021-03-04T22:43:25.358 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:25.374 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../072-python3-kubernetes_7.0.0~a1-2_all.deb ... 2021-03-04T22:43:25.412 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2021-03-04T22:43:25.669 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package jq. 2021-03-04T22:43:25.675 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../079-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-03-04T22:43:25.719 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:25.833 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2021-03-04T22:43:25.853 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../073-ceph-mgr-k8sevents_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:25.891 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-k8sevents (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:25.980 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package socat. 2021-03-04T22:43:26.000 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../080-socat_1.7.3.3-2_amd64.deb ... 2021-03-04T22:43:26.062 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking socat (1.7.3.3-2) ... 2021-03-04T22:43:26.252 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-json-pointer. 2021-03-04T22:43:26.260 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../074-python3-json-pointer_2.0-0ubuntu1_all.deb ... 2021-03-04T22:43:26.301 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-json-pointer (2.0-0ubuntu1) ... 2021-03-04T22:43:26.493 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libxslt1.1:amd64. 2021-03-04T22:43:26.499 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../081-libxslt1.1_1.1.34-4_amd64.deb ... 2021-03-04T22:43:26.534 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2021-03-04T22:43:26.656 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-jsonpatch. 2021-03-04T22:43:26.675 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../075-python3-jsonpatch_1.23-3_all.deb ... 2021-03-04T22:43:26.734 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-jsonpatch (1.23-3) ... 2021-03-04T22:43:26.821 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package xmlstarlet. 2021-03-04T22:43:26.841 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../082-xmlstarlet_1.6.1-2build1_amd64.deb ... 2021-03-04T22:43:26.878 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2021-03-04T22:43:27.000 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-mgr-rook. 2021-03-04T22:43:27.007 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../076-ceph-mgr-rook_15.2.9-70-g9364aa31-1focal_all.deb ... 2021-03-04T22:43:27.040 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-mgr-rook (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:27.216 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package ceph-test. 2021-03-04T22:43:27.236 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../083-ceph-test_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:27.274 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking ceph-test (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:27.343 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libonig5:amd64. 2021-03-04T22:43:27.364 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../077-libonig5_6.9.4-1_amd64.deb ... 2021-03-04T22:43:27.402 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2021-03-04T22:43:27.762 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libjq1:amd64. 2021-03-04T22:43:27.768 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../078-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-03-04T22:43:27.812 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:28.090 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package jq. 2021-03-04T22:43:28.110 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../079-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-03-04T22:43:28.156 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:28.434 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package socat. 2021-03-04T22:43:28.453 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../080-socat_1.7.3.3-2_amd64.deb ... 2021-03-04T22:43:28.492 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking socat (1.7.3.3-2) ... 2021-03-04T22:43:28.938 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libxslt1.1:amd64. 2021-03-04T22:43:28.943 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../081-libxslt1.1_1.1.34-4_amd64.deb ... 2021-03-04T22:43:28.979 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2021-03-04T22:43:29.258 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package xmlstarlet. 2021-03-04T22:43:29.278 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../082-xmlstarlet_1.6.1-2build1_amd64.deb ... 2021-03-04T22:43:29.316 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2021-03-04T22:43:29.628 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package ceph-test. 2021-03-04T22:43:29.647 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../083-ceph-test_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:29.686 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking ceph-test (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:29.937 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package libcephfs-dev. 2021-03-04T22:43:29.944 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../084-libcephfs-dev_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:30.011 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking libcephfs-dev (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:30.331 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package nvme-cli. 2021-03-04T22:43:30.350 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../085-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2021-03-04T22:43:30.419 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2021-03-04T22:43:30.811 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-atomicwrites. 2021-03-04T22:43:30.818 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../086-python3-atomicwrites_1.1.5-2build1_all.deb ... 2021-03-04T22:43:30.860 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2021-03-04T22:43:31.196 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-attr. 2021-03-04T22:43:31.216 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../087-python3-attr_19.3.0-2_all.deb ... 2021-03-04T22:43:31.254 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-attr (19.3.0-2) ... 2021-03-04T22:43:31.582 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-webencodings. 2021-03-04T22:43:31.589 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../088-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2021-03-04T22:43:31.623 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2021-03-04T22:43:31.900 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-html5lib. 2021-03-04T22:43:31.920 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../089-python3-html5lib_1.0.1-2_all.deb ... 2021-03-04T22:43:31.959 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2021-03-04T22:43:32.254 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-lxml:amd64. 2021-03-04T22:43:32.261 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../090-python3-lxml_4.5.0-1ubuntu0.2_amd64.deb ... 2021-03-04T22:43:32.273 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package libcephfs-dev. 2021-03-04T22:43:32.280 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../084-libcephfs-dev_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:32.320 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.2) ... 2021-03-04T22:43:32.322 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking libcephfs-dev (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:32.726 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package nvme-cli. 2021-03-04T22:43:32.732 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-packaging. 2021-03-04T22:43:32.744 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../085-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2021-03-04T22:43:32.751 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../091-python3-packaging_20.3-1_all.deb ... 2021-03-04T22:43:32.790 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-packaging (20.3-1) ... 2021-03-04T22:43:32.812 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2021-03-04T22:43:33.118 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pastescript. 2021-03-04T22:43:33.123 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../092-python3-pastescript_2.0.2-4_all.deb ... 2021-03-04T22:43:33.164 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-atomicwrites. 2021-03-04T22:43:33.166 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2021-03-04T22:43:33.171 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../086-python3-atomicwrites_1.1.5-2build1_all.deb ... 2021-03-04T22:43:33.205 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2021-03-04T22:43:33.507 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-attr. 2021-03-04T22:43:33.512 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pluggy. 2021-03-04T22:43:33.527 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../087-python3-attr_19.3.0-2_all.deb ... 2021-03-04T22:43:33.533 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../093-python3-pluggy_0.13.0-2_all.deb ... 2021-03-04T22:43:33.566 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-attr (19.3.0-2) ... 2021-03-04T22:43:33.570 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2021-03-04T22:43:33.886 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-webencodings. 2021-03-04T22:43:33.892 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../088-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2021-03-04T22:43:33.923 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-psutil. 2021-03-04T22:43:33.930 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../094-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2021-03-04T22:43:33.934 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2021-03-04T22:43:33.972 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2021-03-04T22:43:34.271 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-html5lib. 2021-03-04T22:43:34.291 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../089-python3-html5lib_1.0.1-2_all.deb ... 2021-03-04T22:43:34.309 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-py. 2021-03-04T22:43:34.330 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../095-python3-py_1.8.1-1_all.deb ... 2021-03-04T22:43:34.337 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2021-03-04T22:43:34.375 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-py (1.8.1-1) ... 2021-03-04T22:43:34.682 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-lxml:amd64. 2021-03-04T22:43:34.687 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pyinotify. 2021-03-04T22:43:34.689 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../090-python3-lxml_4.5.0-1ubuntu0.2_amd64.deb ... 2021-03-04T22:43:34.694 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../096-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2021-03-04T22:43:34.728 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-03-04T22:43:34.731 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.2) ... 2021-03-04T22:43:34.981 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-wcwidth. 2021-03-04T22:43:35.001 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../097-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2021-03-04T22:43:35.072 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2021-03-04T22:43:35.160 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-packaging. 2021-03-04T22:43:35.180 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../091-python3-packaging_20.3-1_all.deb ... 2021-03-04T22:43:35.241 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-packaging (20.3-1) ... 2021-03-04T22:43:35.375 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-pytest. 2021-03-04T22:43:35.381 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../098-python3-pytest_4.6.9-1_all.deb ... 2021-03-04T22:43:35.449 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-pytest (4.6.9-1) ... 2021-03-04T22:43:35.521 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pastescript. 2021-03-04T22:43:35.528 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../092-python3-pastescript_2.0.2-4_all.deb ... 2021-03-04T22:43:35.561 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2021-03-04T22:43:35.754 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package python3-simplejson. 2021-03-04T22:43:35.773 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../099-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2021-03-04T22:43:35.845 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2021-03-04T22:43:35.848 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pluggy. 2021-03-04T22:43:35.868 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../093-python3-pluggy_0.13.0-2_all.deb ... 2021-03-04T22:43:35.906 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2021-03-04T22:43:36.209 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-psutil. 2021-03-04T22:43:36.217 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../094-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2021-03-04T22:43:36.256 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package radosgw. 2021-03-04T22:43:36.258 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2021-03-04T22:43:36.263 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../100-radosgw_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:36.506 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking radosgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:36.537 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-py. 2021-03-04T22:43:36.557 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../095-python3-py_1.8.1-1_all.deb ... 2021-03-04T22:43:36.595 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-py (1.8.1-1) ... 2021-03-04T22:43:36.881 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pyinotify. 2021-03-04T22:43:36.901 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../096-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2021-03-04T22:43:36.939 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-03-04T22:43:37.267 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-wcwidth. 2021-03-04T22:43:37.274 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../097-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2021-03-04T22:43:37.316 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2021-03-04T22:43:37.368 INFO:teuthology.orchestra.run.gibba008.stdout:Selecting previously unselected package rbd-fuse. 2021-03-04T22:43:37.387 INFO:teuthology.orchestra.run.gibba008.stdout:Preparing to unpack .../101-rbd-fuse_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:37.425 INFO:teuthology.orchestra.run.gibba008.stdout:Unpacking rbd-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:37.661 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-pytest. 2021-03-04T22:43:37.681 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../098-python3-pytest_4.6.9-1_all.deb ... 2021-03-04T22:43:37.719 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-pytest (4.6.9-1) ... 2021-03-04T22:43:37.721 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-attr (19.3.0-2) ... 2021-03-04T22:43:38.038 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-03-04T22:43:38.073 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package python3-simplejson. 2021-03-04T22:43:38.080 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../099-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2021-03-04T22:43:38.122 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2021-03-04T22:43:38.173 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2021-03-04T22:43:38.273 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2021-03-04T22:43:38.508 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:38.542 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package radosgw. 2021-03-04T22:43:38.549 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../100-radosgw_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:38.582 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking radosgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:39.121 INFO:teuthology.orchestra.run.gibba008.stdout:Adding system user cephadm....done 2021-03-04T22:43:39.289 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-waitress (1.4.1-1) ... 2021-03-04T22:43:39.379 INFO:teuthology.orchestra.run.gibba023.stdout:Selecting previously unselected package rbd-fuse. 2021-03-04T22:43:39.398 INFO:teuthology.orchestra.run.gibba023.stdout:Preparing to unpack .../101-rbd-fuse_15.2.9-70-g9364aa31-1focal_amd64.deb ... 2021-03-04T22:43:39.436 INFO:teuthology.orchestra.run.gibba023.stdout:Unpacking rbd-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:39.515 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-repoze.lru (0.7-2) ... 2021-03-04T22:43:39.708 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up liboath0 (2.6.1-1.3) ... 2021-03-04T22:43:39.739 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-attr (19.3.0-2) ... 2021-03-04T22:43:39.834 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-py (1.8.1-1) ... 2021-03-04T22:43:40.015 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-03-04T22:43:40.110 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-joblib (0.14.0-3) ... 2021-03-04T22:43:40.383 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2021-03-04T22:43:40.454 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2021-03-04T22:43:40.508 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2021-03-04T22:43:40.688 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-cachetools (4.0.0-1) ... 2021-03-04T22:43:40.743 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:40.872 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2021-03-04T22:43:41.099 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-03-04T22:43:41.316 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-ceph-argparse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:41.440 INFO:teuthology.orchestra.run.gibba023.stdout:Adding system user cephadm....done 2021-03-04T22:43:41.593 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:41.599 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-waitress (1.4.1-1) ... 2021-03-04T22:43:41.718 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2021-03-04T22:43:41.841 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-repoze.lru (0.7-2) ... 2021-03-04T22:43:41.903 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2021-03-04T22:43:42.092 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up liboath0 (2.6.1-1.3) ... 2021-03-04T22:43:42.163 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2021-03-04T22:43:42.243 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-py (1.8.1-1) ... 2021-03-04T22:43:42.455 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2021-03-04T22:43:42.469 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-joblib (0.14.0-3) ... 2021-03-04T22:43:42.731 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2021-03-04T22:43:42.747 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2021-03-04T22:43:42.964 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-cachetools (4.0.0-1) ... 2021-03-04T22:43:43.033 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2021-03-04T22:43:43.165 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2021-03-04T22:43:43.250 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2021-03-04T22:43:43.367 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-03-04T22:43:43.501 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-tempita (0.5.2-6) ... 2021-03-04T22:43:43.609 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-ceph-argparse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:43.744 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-packaging (20.3-1) ... 2021-03-04T22:43:43.876 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:43.978 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2021-03-04T22:43:44.002 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2021-03-04T22:43:44.079 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2021-03-04T22:43:44.211 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2021-03-04T22:43:44.314 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2021-03-04T22:43:44.437 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2021-03-04T22:43:44.590 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2021-03-04T22:43:44.772 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2021-03-04T22:43:44.908 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2021-03-04T22:43:45.014 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2021-03-04T22:43:45.210 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up socat (1.7.3.3-2) ... 2021-03-04T22:43:45.320 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:45.350 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2021-03-04T22:43:45.545 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-html5lib (1.0.1-2) ... 2021-03-04T22:43:45.612 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2021-03-04T22:43:45.814 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-03-04T22:43:45.895 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-tempita (0.5.2-6) ... 2021-03-04T22:43:45.940 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pluggy (0.13.0-2) ... 2021-03-04T22:43:46.141 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-json-pointer (2.0-0ubuntu1) ... 2021-03-04T22:43:46.169 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-packaging (20.3-1) ... 2021-03-04T22:43:46.417 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2021-03-04T22:43:46.428 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2021-03-04T22:43:46.529 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2021-03-04T22:43:46.576 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2021-03-04T22:43:46.713 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2021-03-04T22:43:46.802 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2021-03-04T22:43:46.998 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2021-03-04T22:43:47.037 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-logutils (0.3.3-7) ... 2021-03-04T22:43:47.258 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2021-03-04T22:43:47.263 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2021-03-04T22:43:47.398 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2021-03-04T22:43:47.576 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up socat (1.7.3.3-2) ... 2021-03-04T22:43:47.640 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-prettytable (0.7.2-5) ... 2021-03-04T22:43:47.702 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:47.899 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2021-03-04T22:43:47.928 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-html5lib (1.0.1-2) ... 2021-03-04T22:43:48.109 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2021-03-04T22:43:48.196 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-03-04T22:43:48.314 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pluggy (0.13.0-2) ... 2021-03-04T22:43:48.540 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-json-pointer (2.0-0ubuntu1) ... 2021-03-04T22:43:48.563 INFO:teuthology.orchestra.run.gibba008.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2021-03-04T22:43:48.711 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2021-03-04T22:43:48.786 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2021-03-04T22:43:48.857 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-03-04T22:43:48.909 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2021-03-04T22:43:49.130 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2021-03-04T22:43:49.134 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2021-03-04T22:43:49.335 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-logutils (0.3.3-7) ... 2021-03-04T22:43:49.415 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libjs-underscore (1.9.1~dfsg-1) ... 2021-03-04T22:43:49.516 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-03-04T22:43:49.587 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2021-03-04T22:43:49.650 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-webob (1:1.8.5-2) ... 2021-03-04T22:43:49.713 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2021-03-04T22:43:49.859 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-03-04T22:43:49.897 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-prettytable (0.7.2-5) ... 2021-03-04T22:43:50.052 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up librados2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:50.089 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2021-03-04T22:43:50.178 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2021-03-04T22:43:50.324 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2021-03-04T22:43:50.772 INFO:teuthology.orchestra.run.gibba023.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2021-03-04T22:43:50.918 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2021-03-04T22:43:51.077 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-03-04T22:43:51.191 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up librgw2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:51.318 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:51.345 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2021-03-04T22:43:51.444 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pytest (4.6.9-1) ... 2021-03-04T22:43:51.671 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libjs-underscore (1.9.1~dfsg-1) ... 2021-03-04T22:43:51.728 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2021-03-04T22:43:51.797 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-03-04T22:43:51.898 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-webob (1:1.8.5-2) ... 2021-03-04T22:43:51.963 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-jsonpatch (1.23-3) ... 2021-03-04T22:43:52.037 INFO:teuthology.orchestra.run.gibba008.stdout:update-alternatives: using /usr/bin/jsonpatch-jsondiff to provide /usr/bin/jsondiff (jsondiff) in auto mode 2021-03-04T22:43:52.106 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-03-04T22:43:52.205 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2021-03-04T22:43:52.350 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up librados2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:52.398 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-bs4 (4.8.2-1) ... 2021-03-04T22:43:52.476 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2021-03-04T22:43:52.708 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libcephfs2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:52.834 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2021-03-04T22:43:53.079 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libradosstriper1 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:53.212 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-03-04T22:43:53.429 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:53.597 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up librgw2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:53.723 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:53.824 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pytest (4.6.9-1) ... 2021-03-04T22:43:54.084 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2021-03-04T22:43:54.228 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up librbd1 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:54.293 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-jsonpatch (1.23-3) ... 2021-03-04T22:43:54.353 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-03-04T22:43:54.385 INFO:teuthology.orchestra.run.gibba023.stdout:update-alternatives: using /usr/bin/jsonpatch-jsondiff to provide /usr/bin/jsondiff (jsondiff) in auto mode 2021-03-04T22:43:54.478 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2021-03-04T22:43:54.570 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2021-03-04T22:43:54.615 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.2) ... 2021-03-04T22:43:54.830 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:54.833 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-bs4 (4.8.2-1) ... 2021-03-04T22:43:54.931 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-rsa (4.0-3) ... 2021-03-04T22:43:55.088 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libcephfs2 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:55.182 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-webtest (2.0.32-2) ... 2021-03-04T22:43:55.239 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2021-03-04T22:43:55.434 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-modules-core (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:55.441 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libradosstriper1 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:55.542 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-03-04T22:43:55.560 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:55.717 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-03-04T22:43:55.718 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-03-04T22:43:55.818 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-03-04T22:43:56.003 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up libcephfs-dev (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:56.129 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-03-04T22:43:56.371 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pastescript (2.0.2-4) ... 2021-03-04T22:43:56.589 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2021-03-04T22:43:56.598 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up librbd1 (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:56.707 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-03-04T22:43:56.841 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2021-03-04T22:43:56.858 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-rados (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:56.942 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.2) ... 2021-03-04T22:43:57.037 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-rbd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:57.168 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2021-03-04T22:43:57.299 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-rsa (4.0-3) ... 2021-03-04T22:43:57.320 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up rbd-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:57.445 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-routes (2.4.1-2) ... 2021-03-04T22:43:57.563 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-webtest (2.0.32-2) ... 2021-03-04T22:43:57.654 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-google-auth (1.5.1-2) ... 2021-03-04T22:43:57.813 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-modules-core (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:57.956 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:57.998 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-rgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:58.114 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-03-04T22:43:58.115 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-03-04T22:43:58.124 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-cephfs (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:58.356 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2021-03-04T22:43:58.401 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up libcephfs-dev (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:58.501 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-03-04T22:43:58.717 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pastescript (2.0.2-4) ... 2021-03-04T22:43:58.959 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2021-03-04T22:43:59.036 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:59.237 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-rados (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:59.363 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-rbd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:59.514 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up rbd-fuse (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:43:59.574 INFO:teuthology.orchestra.run.gibba008.stdout:Adding group ceph....done 2021-03-04T22:43:59.640 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-routes (2.4.1-2) ... 2021-03-04T22:43:59.865 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-google-auth (1.5.1-2) ... 2021-03-04T22:43:59.925 INFO:teuthology.orchestra.run.gibba008.stdout:Adding system user ceph....done 2021-03-04T22:44:00.105 INFO:teuthology.orchestra.run.gibba008.stdout:Setting system user ceph properties....done 2021-03-04T22:44:00.126 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-rgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:00.206 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2021-03-04T22:44:00.260 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-cephfs (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:00.386 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2021-03-04T22:44:00.453 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2021-03-04T22:44:00.670 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-test (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:00.822 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up radosgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:01.027 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-03-04T22:44:01.028 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-03-04T22:44:01.131 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-common (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:01.432 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-base (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:01.597 INFO:teuthology.orchestra.run.gibba023.stdout:Adding group ceph....done 2021-03-04T22:44:01.712 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2021-03-04T22:44:01.952 INFO:teuthology.orchestra.run.gibba023.stdout:Adding system user ceph....done 2021-03-04T22:44:02.033 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mds (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:02.171 INFO:teuthology.orchestra.run.gibba023.stdout:Setting system user ceph properties....done 2021-03-04T22:44:02.194 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-03-04T22:44:02.194 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-03-04T22:44:02.257 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2021-03-04T22:44:02.438 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2021-03-04T22:44:02.484 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:02.648 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-03-04T22:44:02.649 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-03-04T22:44:02.740 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-test (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:02.857 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up radosgw (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:02.944 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:03.052 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-03-04T22:44:03.052 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-03-04T22:44:03.096 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-rook (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:03.213 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-osd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:03.476 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-base (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:03.568 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-03-04T22:44:03.569 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-03-04T22:44:03.675 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2021-03-04T22:44:03.864 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-k8sevents (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:03.985 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mds (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:03.990 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-diskprediction-local (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:04.125 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mon (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:04.171 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-03-04T22:44:04.171 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-03-04T22:44:04.361 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-03-04T22:44:04.361 INFO:teuthology.orchestra.run.gibba008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-03-04T22:44:04.495 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:04.648 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-03-04T22:44:04.648 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-03-04T22:44:04.676 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:04.810 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:04.920 INFO:teuthology.orchestra.run.gibba008.stdout:Setting up ceph-mgr-dashboard (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:04.930 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:05.079 INFO:teuthology.orchestra.run.gibba008.stdout:Processing triggers for systemd (245.4-4ubuntu3.4) ... 2021-03-04T22:44:05.081 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-rook (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:05.224 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-osd (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:05.297 INFO:teuthology.orchestra.run.gibba008.stdout:Processing triggers for man-db (2.9.1-1) ... 2021-03-04T22:44:05.580 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-03-04T22:44:05.580 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-03-04T22:44:05.884 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-k8sevents (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:06.027 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-diskprediction-local (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:06.164 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mon (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:06.320 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-03-04T22:44:06.320 INFO:teuthology.orchestra.run.gibba023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-03-04T22:44:06.603 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-cephadm (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:06.750 INFO:teuthology.orchestra.run.gibba008.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2021-03-04T22:44:06.754 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:06.881 INFO:teuthology.orchestra.run.gibba023.stdout:Setting up ceph-mgr-dashboard (15.2.9-70-g9364aa31-1focal) ... 2021-03-04T22:44:07.025 INFO:teuthology.orchestra.run.gibba023.stdout:Processing triggers for systemd (245.4-4ubuntu3.4) ... 2021-03-04T22:44:07.086 INFO:teuthology.orchestra.run.gibba008.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2021-03-04T22:44:07.088 DEBUG:teuthology.parallel:result is None 2021-03-04T22:44:07.242 INFO:teuthology.orchestra.run.gibba023.stdout:Processing triggers for man-db (2.9.1-1) ... 2021-03-04T22:44:09.069 INFO:teuthology.orchestra.run.gibba023.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2021-03-04T22:44:09.417 INFO:teuthology.orchestra.run.gibba023.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2021-03-04T22:44:09.419 DEBUG:teuthology.parallel:result is None 2021-03-04T22:44:09.419 DEBUG:teuthology.orchestra.run.gibba008:> sudo lsb_release -is 2021-03-04T22:44:09.446 INFO:teuthology.orchestra.run.gibba008.stdout:Ubuntu 2021-03-04T22:44:09.449 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-03-04T22:44:09.450 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:44:09.450 INFO:teuthology.packaging:ref: None 2021-03-04T22:44:09.450 INFO:teuthology.packaging:tag: None 2021-03-04T22:44:09.451 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:44:09.451 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:44:09.452 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-03-04T22:44:09.659 DEBUG:teuthology.orchestra.run.gibba008:> dpkg-query -W -f '${Version}' ceph 2021-03-04T22:44:09.703 INFO:teuthology.orchestra.run.gibba008.stdout:15.2.9-70-g9364aa31-1focal 2021-03-04T22:44:09.703 INFO:teuthology.packaging:The installed version of ceph is 15.2.9-70-g9364aa31-1focal 2021-03-04T22:44:09.704 INFO:teuthology.task.install:The correct ceph version 15.2.9-70-g9364aa31-1focal is installed. 2021-03-04T22:44:09.704 DEBUG:teuthology.orchestra.run.gibba023:> sudo lsb_release -is 2021-03-04T22:44:09.731 INFO:teuthology.orchestra.run.gibba023.stdout:Ubuntu 2021-03-04T22:44:09.734 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-03-04T22:44:09.734 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:44:09.735 INFO:teuthology.packaging:ref: None 2021-03-04T22:44:09.735 INFO:teuthology.packaging:tag: None 2021-03-04T22:44:09.736 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:44:09.736 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:44:09.736 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-03-04T22:44:09.959 DEBUG:teuthology.orchestra.run.gibba023:> dpkg-query -W -f '${Version}' ceph 2021-03-04T22:44:09.975 INFO:teuthology.orchestra.run.gibba023.stdout:15.2.9-70-g9364aa31-1focal 2021-03-04T22:44:09.976 INFO:teuthology.packaging:The installed version of ceph is 15.2.9-70-g9364aa31-1focal 2021-03-04T22:44:09.976 INFO:teuthology.task.install:The correct ceph version 15.2.9-70-g9364aa31-1focal is installed. 2021-03-04T22:44:09.976 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-03-04T22:44:09.977 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:44:09.977 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-03-04T22:44:09.988 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:44:09.989 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-03-04T22:44:10.008 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-03-04T22:44:10.009 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:44:10.009 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/usr/bin/daemon-helper 2021-03-04T22:44:10.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-03-04T22:44:10.075 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:44:10.076 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/usr/bin/daemon-helper 2021-03-04T22:44:10.084 DEBUG:teuthology.orchestra.run.gibba023:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-03-04T22:44:10.094 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-03-04T22:44:10.095 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:44:10.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/usr/bin/adjust-ulimits 2021-03-04T22:44:10.116 DEBUG:teuthology.orchestra.run.gibba008:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-03-04T22:44:10.137 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:44:10.137 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/usr/bin/adjust-ulimits 2021-03-04T22:44:10.157 DEBUG:teuthology.orchestra.run.gibba023:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-03-04T22:44:10.217 INFO:teuthology.run_tasks:Running task cephadm... 2021-03-04T22:44:10.289 INFO:tasks.cephadm:Config: {'cephadm_branch': 'octopus', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug filestore': 20, 'debug journal': 20, 'debug ms': 1, 'debug osd': 25, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'docker.io/ceph/daemon-base:latest-octopus', 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'} 2021-03-04T22:44:10.290 INFO:tasks.cephadm:Cluster image is docker.io/ceph/daemon-base:latest-octopus 2021-03-04T22:44:10.291 INFO:tasks.cephadm:Cluster fsid is 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:10.291 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2021-03-04T22:44:10.292 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.2.108', 'mon.c': '[v2:172.21.2.108:3301,v1:172.21.2.108:6790]', 'mon.b': '172.21.2.123'} 2021-03-04T22:44:10.292 INFO:tasks.cephadm:First mon is mon.a on gibba008 2021-03-04T22:44:10.292 INFO:tasks.cephadm:First mgr is y 2021-03-04T22:44:10.293 INFO:tasks.cephadm:Normalizing hostnames... 2021-03-04T22:44:10.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo hostname $(hostname -s) 2021-03-04T22:44:10.324 DEBUG:teuthology.orchestra.run.gibba023:> sudo hostname $(hostname -s) 2021-03-04T22:44:10.347 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref octopus)... 2021-03-04T22:44:10.348 DEBUG:teuthology.orchestra.run.gibba008:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-03-04T22:44:10.511 INFO:teuthology.orchestra.run.gibba008.stdout:-rw-rw-r-- 1 ubuntu ubuntu 219476 Mar 4 22:44 /home/ubuntu/cephtest/cephadm 2021-03-04T22:44:10.511 DEBUG:teuthology.orchestra.run.gibba023:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-03-04T22:44:10.673 INFO:teuthology.orchestra.run.gibba023.stdout:-rw-rw-r-- 1 ubuntu ubuntu 219476 Mar 4 22:44 /home/ubuntu/cephtest/cephadm 2021-03-04T22:44:10.673 DEBUG:teuthology.orchestra.run.gibba008:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-03-04T22:44:10.685 DEBUG:teuthology.orchestra.run.gibba023:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-03-04T22:44:10.708 DEBUG:teuthology.orchestra.run.gibba008:> sudo mkdir -p /etc/ceph 2021-03-04T22:44:10.719 DEBUG:teuthology.orchestra.run.gibba023:> sudo mkdir -p /etc/ceph 2021-03-04T22:44:10.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo chmod 777 /etc/ceph 2021-03-04T22:44:10.746 DEBUG:teuthology.orchestra.run.gibba023:> sudo chmod 777 /etc/ceph 2021-03-04T22:44:10.765 INFO:tasks.cephadm:Writing seed config... 2021-03-04T22:44:10.766 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2021-03-04T22:44:10.767 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2021-03-04T22:44:10.767 INFO:tasks.cephadm: override: [osd] debug filestore = 20 2021-03-04T22:44:10.767 INFO:tasks.cephadm: override: [osd] debug journal = 20 2021-03-04T22:44:10.767 INFO:tasks.cephadm: override: [osd] debug ms = 1 2021-03-04T22:44:10.768 INFO:tasks.cephadm: override: [osd] debug osd = 25 2021-03-04T22:44:10.768 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2021-03-04T22:44:10.768 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2021-03-04T22:44:10.769 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2021-03-04T22:44:10.769 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2021-03-04T22:44:10.769 INFO:tasks.cephadm: override: [mon] debug mon = 20 2021-03-04T22:44:10.770 INFO:tasks.cephadm: override: [mon] debug ms = 1 2021-03-04T22:44:10.770 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2021-03-04T22:44:10.771 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:44:10.771 DEBUG:teuthology.orchestra.run.gibba008:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2021-03-04T22:44:10.793 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 22a80224-7d3b-11eb-9066-001a4aab830c mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug filestore = 20 debug journal = 20 debug ms = 1 debug osd = 25 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2021-03-04T22:44:10.794 DEBUG:teuthology.orchestra.run.gibba008:mon.a> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a.service 2021-03-04T22:44:10.797 DEBUG:teuthology.orchestra.run.gibba008:mgr.y> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y.service 2021-03-04T22:44:10.800 INFO:tasks.cephadm:Bootstrapping... 2021-03-04T22:44:10.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus -v bootstrap --fsid 22a80224-7d3b-11eb-9066-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.2.108 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2021-03-04T22:44:10.840 INFO:journalctl@ceph.mon.a.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:44:10.845 INFO:journalctl@ceph.mgr.y.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:44:10.897 INFO:teuthology.orchestra.run.gibba008.stderr:Could not locate podman: podman not found 2021-03-04T22:44:10.897 INFO:teuthology.orchestra.run.gibba008.stderr:Verifying podman|docker is present... 2021-03-04T22:44:10.898 INFO:teuthology.orchestra.run.gibba008.stderr:Verifying lvm2 is present... 2021-03-04T22:44:10.898 INFO:teuthology.orchestra.run.gibba008.stderr:Verifying time synchronization is in place... 2021-03-04T22:44:10.898 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled chrony.service 2021-03-04T22:44:10.899 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-03-04T22:44:10.899 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active chrony.service 2021-03-04T22:44:10.901 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.901 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled chronyd.service 2021-03-04T22:44:10.903 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2021-03-04T22:44:10.903 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active chronyd.service 2021-03-04T22:44:10.905 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.905 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2021-03-04T22:44:10.906 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout masked 2021-03-04T22:44:10.907 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active systemd-timesyncd.service 2021-03-04T22:44:10.908 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.909 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled ntpd.service 2021-03-04T22:44:10.910 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2021-03-04T22:44:10.910 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active ntpd.service 2021-03-04T22:44:10.912 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.912 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled ntp.service 2021-03-04T22:44:10.914 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout enabled 2021-03-04T22:44:10.914 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active ntp.service 2021-03-04T22:44:10.916 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout active 2021-03-04T22:44:10.917 INFO:teuthology.orchestra.run.gibba008.stderr:Unit ntp.service is enabled and running 2021-03-04T22:44:10.917 INFO:teuthology.orchestra.run.gibba008.stderr:Repeating the final host check... 2021-03-04T22:44:10.917 INFO:teuthology.orchestra.run.gibba008.stderr:Could not locate podman: podman not found 2021-03-04T22:44:10.917 INFO:teuthology.orchestra.run.gibba008.stderr:podman|docker (/usr/bin/docker) is present 2021-03-04T22:44:10.917 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl is present 2021-03-04T22:44:10.918 INFO:teuthology.orchestra.run.gibba008.stderr:lvcreate is present 2021-03-04T22:44:10.918 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled chrony.service 2021-03-04T22:44:10.919 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-03-04T22:44:10.919 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active chrony.service 2021-03-04T22:44:10.920 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.920 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled chronyd.service 2021-03-04T22:44:10.922 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2021-03-04T22:44:10.922 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active chronyd.service 2021-03-04T22:44:10.924 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.924 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2021-03-04T22:44:10.925 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout masked 2021-03-04T22:44:10.926 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active systemd-timesyncd.service 2021-03-04T22:44:10.927 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.927 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled ntpd.service 2021-03-04T22:44:10.929 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2021-03-04T22:44:10.929 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active ntpd.service 2021-03-04T22:44:10.931 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout inactive 2021-03-04T22:44:10.931 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-enabled ntp.service 2021-03-04T22:44:10.933 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout enabled 2021-03-04T22:44:10.933 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl is-active ntp.service 2021-03-04T22:44:10.936 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stdout active 2021-03-04T22:44:10.936 INFO:teuthology.orchestra.run.gibba008.stderr:Unit ntp.service is enabled and running 2021-03-04T22:44:10.936 INFO:teuthology.orchestra.run.gibba008.stderr:Host looks OK 2021-03-04T22:44:10.936 INFO:teuthology.orchestra.run.gibba008.stderr:Cluster fsid: 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:10.937 INFO:teuthology.orchestra.run.gibba008.stderr:Acquiring lock 140067679342544 on /run/cephadm/22a80224-7d3b-11eb-9066-001a4aab830c.lock 2021-03-04T22:44:10.937 INFO:teuthology.orchestra.run.gibba008.stderr:Lock 140067679342544 acquired on /run/cephadm/22a80224-7d3b-11eb-9066-001a4aab830c.lock 2021-03-04T22:44:10.937 INFO:teuthology.orchestra.run.gibba008.stderr:Verifying IP 172.21.2.108 port 3300 ... 2021-03-04T22:44:10.937 INFO:teuthology.orchestra.run.gibba008.stderr:Verifying IP 172.21.2.108 port 6789 ... 2021-03-04T22:44:10.937 INFO:teuthology.orchestra.run.gibba008.stderr:Base mon IP is 172.21.2.108, final addrv is [v2:172.21.2.108:3300,v1:172.21.2.108:6789] 2021-03-04T22:44:10.938 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/sbin/ip route ls 2021-03-04T22:44:10.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp1s0f0 2021-03-04T22:44:10.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp1s0f0 proto dhcp src 172.21.2.108 metric 100 2021-03-04T22:44:10.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2021-03-04T22:44:10.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp1s0f0 proto kernel scope link src 172.21.2.108 2021-03-04T22:44:10.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout 172.21.15.254 dev enp1s0f0 proto dhcp scope link src 172.21.2.108 metric 100 2021-03-04T22:44:10.941 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/sbin/ip -6 route ls 2021-03-04T22:44:10.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2021-03-04T22:44:10.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2021-03-04T22:44:10.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp1s0f0 proto ra metric 100 expires 1752sec pref medium 2021-03-04T22:44:10.942 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/sbin/ip -6 addr ls 2021-03-04T22:44:10.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2021-03-04T22:44:10.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2021-03-04T22:44:10.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-03-04T22:44:10.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout 4: enp1s0f0: mtu 1500 state UP qlen 1000 2021-03-04T22:44:10.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout inet6 fe80::3eec:efff:fe3d:9194/64 scope link 2021-03-04T22:44:10.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-03-04T22:44:10.943 INFO:teuthology.orchestra.run.gibba008.stderr:Mon IP 172.21.2.108 is in CIDR network 172.21.0.0/20 2021-03-04T22:44:10.944 INFO:teuthology.orchestra.run.gibba008.stderr:Pulling container image docker.io/ceph/daemon-base:latest-octopus... 2021-03-04T22:44:10.944 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker pull docker.io/ceph/daemon-base:latest-octopus 2021-03-04T22:44:12.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout latest-octopus: Pulling from ceph/daemon-base 2021-03-04T22:44:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout 7a0437f04f83: Pulling fs layer 2021-03-04T22:44:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout d3c709ffd523: Pulling fs layer 2021-03-04T22:44:12.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout 7a0437f04f83: Verifying Checksum 2021-03-04T22:44:12.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout 7a0437f04f83: Download complete 2021-03-04T22:44:13.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout d3c709ffd523: Verifying Checksum 2021-03-04T22:44:13.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout d3c709ffd523: Download complete 2021-03-04T22:44:13.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout 7a0437f04f83: Pull complete 2021-03-04T22:44:17.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout d3c709ffd523: Pull complete 2021-03-04T22:44:17.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout Digest: sha256:553da37a290421721337a97fc4281792e4a9d00b3b15141e9554484115ff3315 2021-03-04T22:44:17.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout Status: Downloaded newer image for ceph/daemon-base:latest-octopus 2021-03-04T22:44:17.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/docker: stdout docker.io/ceph/daemon-base:latest-octopus 2021-03-04T22:44:17.619 INFO:teuthology.orchestra.run.gibba008.stderr:Extracting ceph user uid/gid from container image... 2021-03-04T22:44:17.620 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 docker.io/ceph/daemon-base:latest-octopus -c %u %g /var/lib/ceph 2021-03-04T22:44:26.863 INFO:teuthology.orchestra.run.gibba008.stderr:stat: stdout 167 167 2021-03-04T22:44:27.404 INFO:teuthology.orchestra.run.gibba008.stderr:Creating initial keys... 2021-03-04T22:44:27.404 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T22:44:28.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-authtool: stdout AQDMYkFgJn1hFRAA1STwNOdSqStZ4i5JC4Tiyw== 2021-03-04T22:44:28.959 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T22:44:29.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-authtool: stdout AQDNYkFgGjPyLBAAkDlod7RWJ66ns5F9vtw7jQ== 2021-03-04T22:44:30.414 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T22:44:31.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-authtool: stdout AQDPYkFgWt7gChAAYwJyxdAR+XukR8v4kuqn6A== 2021-03-04T22:44:31.755 INFO:teuthology.orchestra.run.gibba008.stderr:Creating initial monmap... 2021-03-04T22:44:31.755 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /tmp/ceph-tmpxvzga1zk:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --create --clobber --fsid 22a80224-7d3b-11eb-9066-001a4aab830c --addv a [v2:172.21.2.108:3300,v1:172.21.2.108:6789] /tmp/monmap 2021-03-04T22:44:32.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2021-03-04T22:44:32.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:32.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-03-04T22:44:33.275 INFO:teuthology.orchestra.run.gibba008.stderr:Creating mon... 2021-03-04T22:44:33.276 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmp9069m_hr:/tmp/keyring:z -v /tmp/ceph-tmpxvzga1zk:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --mkfs -i a --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix="debug " --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2021-03-04T22:44:34.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:44:34.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 1 imported monmap: 2021-03-04T22:44:34.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr epoch 0 2021-03-04T22:44:34.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:34.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr last_changed 2021-03-04T22:44:32.643212+0000 2021-03-04T22:44:34.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr created 2021-03-04T22:44:32.643212+0000 2021-03-04T22:44:34.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr min_mon_release 0 (unknown) 2021-03-04T22:44:34.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 0: [v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] mon.a 2021-03-04T22:44:34.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 /usr/bin/ceph-mon: set fsid to 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:34.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:44:34.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:44:34.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:44:34.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:44:34.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:44:34.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:44:34.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: RocksDB version: 6.1.2 2021-03-04T22:44:34.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:44:34.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Compile date Feb 23 2021 2021-03-04T22:44:34.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: DB SUMMARY 2021-03-04T22:44:34.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2021-03-04T22:44:34.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2021-03-04T22:44:34.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:44:34.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.create_if_missing: 1 2021-03-04T22:44:34.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:44:34.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.env: 0x55c249dc41a0 2021-03-04T22:44:34.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.info_log: 0x55c24b297520 2021-03-04T22:44:34.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:44:34.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:44:34.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:44:34.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:44:34.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:44:34.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:44:34.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:44:34.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:44:34.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:44:34.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:44:34.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:44:34.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:44:34.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:44:34.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:44:34.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:44:34.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T22:44:34.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:44:34.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:44:34.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:44:34.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:44:34.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:44:34.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:44:34.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:44:34.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:44:34.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:44:34.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.write_buffer_manager: 0x55c24b2f44b0 2021-03-04T22:44:34.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:44:34.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:44:34.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:44:34.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:44:34.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:44:34.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:44:34.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:44:34.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:44:34.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:44:34.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:44:34.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:44:34.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:44:34.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:44:34.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.row_cache: None 2021-03-04T22:44:34.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:44:34.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:44:34.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:44:34.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:44:34.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:44:34.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:44:34.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:44:34.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:44:34.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:44:34.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:44:34.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:44:34.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:44:34.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:44:34.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:44:34.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:44:34.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:44:34.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:44:34.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:44:34.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:44:34.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:44:34.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:44:34.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:44:34.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:44:34.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:44:34.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:44:34.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:44:34.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:44:34.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:44:34.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:44:34.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:44:34.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:44:34.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:44:34.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: [db/db_impl_open.cc:228] Creating manifest 1 2021-03-04T22:44:34.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2021-03-04T22:44:34.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-03-04T22:44:34.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:44:34.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.merge_operator: 2021-03-04T22:44:34.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:44:34.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:44:34.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:44:34.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:44:34.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c24b22b0c0) 2021-03-04T22:44:34.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2021-03-04T22:44:34.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 1 2021-03-04T22:44:34.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:44:34.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2021-03-04T22:44:34.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr index_type: 0 2021-03-04T22:44:34.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2021-03-04T22:44:34.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:44:34.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2021-03-04T22:44:34.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr checksum: 1 2021-03-04T22:44:34.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr no_block_cache: 0 2021-03-04T22:44:34.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_cache: 0x55c24b262510 2021-03-04T22:44:34.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2021-03-04T22:44:34.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_cache_options: 2021-03-04T22:44:34.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr capacity : 536870912 2021-03-04T22:44:34.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2021-03-04T22:44:34.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2021-03-04T22:44:34.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2021-03-04T22:44:34.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2021-03-04T22:44:34.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2021-03-04T22:44:34.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_size: 4096 2021-03-04T22:44:34.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2021-03-04T22:44:34.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2021-03-04T22:44:34.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2021-03-04T22:44:34.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2021-03-04T22:44:34.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr partition_filters: 0 2021-03-04T22:44:34.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2021-03-04T22:44:34.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:44:34.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2021-03-04T22:44:34.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr verify_compression: 0 2021-03-04T22:44:34.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2021-03-04T22:44:34.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr format_version: 2 2021-03-04T22:44:34.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2021-03-04T22:44:34.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr block_align: 0 2021-03-04T22:44:34.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:44:34.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:44:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:44:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:44:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:44:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:44:34.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:44:34.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:44:34.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:44:34.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:44:34.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:44:34.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:44:34.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:44:34.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:44:34.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:44:34.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:44:34.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:44:34.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:44:34.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:44:34.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:44:34.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:44:34.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:44:34.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:44:34.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:44:34.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:44:34.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:44:34.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:44:34.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:44:34.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:44:34.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:44:34.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:44:34.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:44:34.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:44:34.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:44:34.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:44:34.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:44:34.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:44:34.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:44:34.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:44:34.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:44:34.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:44:34.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:44:34.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:44:34.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:44:34.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:44:34.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:44:34.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:44:34.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:44:34.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:44:34.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:44:34.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:44:34.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:44:34.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:44:34.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:44:34.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:44:34.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:44:34.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:44:34.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:44:34.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:44:34.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:44:34.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:44:34.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:44:34.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:44:34.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:44:34.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:44:34.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: Options.ttl: 0 2021-03-04T22:44:34.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:44:34.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.050+0000 7f7e7d280700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-03-04T22:44:34.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.054+0000 7f7e7d280700 4 rocksdb: DB pointer 0x55c24be8e400 2021-03-04T22:44:34.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.054+0000 7f7e66160700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-03-04T22:44:34.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.054+0000 7f7e66160700 4 rocksdb: [db/db_impl.cc:778] 2021-03-04T22:44:34.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** DB Stats ** 2021-03-04T22:44:34.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:44:34.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:44:34.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:44:34.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:44:34.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:44:34.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:44:34.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:44:34.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T22:44:34.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:34.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:34.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:44:34.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:44:34.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T22:44:34.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:34.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:34.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:44:34.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:34.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:34.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:44:34.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:44:34.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:44:34.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:34.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:34.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:44:34.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:44:34.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T22:44:34.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:34.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:34.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:44:34.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:44:34.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T22:44:34.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:34.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:34.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:44:34.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:34.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:34.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:44:34.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:44:34.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:44:34.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:34.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:34.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:44:34.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:44:34.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T22:44:34.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.054+0000 7f7e7d280700 4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work 2021-03-04T22:44:34.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.054+0000 7f7e7d280700 4 rocksdb: [db/db_impl.cc:563] Shutdown complete 2021-03-04T22:44:34.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T22:44:34.054+0000 7f7e7d280700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2021-03-04T22:44:34.615 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:34.616 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl disable ceph.target 2021-03-04T22:44:34.621 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2021-03-04T22:44:34.737 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl enable ceph.target 2021-03-04T22:44:34.739 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2021-03-04T22:44:34.865 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl start ceph.target 2021-03-04T22:44:34.867 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl enable ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target 2021-03-04T22:44:34.870 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target -> /etc/systemd/system/ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target. 2021-03-04T22:44:34.870 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target -> /etc/systemd/system/ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target. 2021-03-04T22:44:34.991 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target 2021-03-04T22:44:34.993 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl daemon-reload 2021-03-04T22:44:35.111 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl stop ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a 2021-03-04T22:44:35.116 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl reset-failed ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a 2021-03-04T22:44:35.118 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to reset failed state of unit ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a.service: Unit ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a.service not loaded. 2021-03-04T22:44:35.119 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl enable ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a 2021-03-04T22:44:35.120 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target.wants/ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a.service -> /etc/systemd/system/ceph-22a80224-7d3b-11eb-9066-001a4aab830c@.service. 2021-03-04T22:44:35.243 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a 2021-03-04T22:44:35.248 INFO:teuthology.orchestra.run.gibba008.stderr:firewalld does not appear to be present 2021-03-04T22:44:35.249 INFO:teuthology.orchestra.run.gibba008.stderr:Not possible to enable service . firewalld.service is not available 2021-03-04T22:44:35.249 INFO:teuthology.orchestra.run.gibba008.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-03-04T22:44:35.250 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for mon to start... 2021-03-04T22:44:35.250 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for mon... 2021-03-04T22:44:35.250 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status 2021-03-04T22:44:36.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout cluster: 2021-03-04T22:44:36.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout id: 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:36.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout health: HEALTH_OK 2021-03-04T22:44:36.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:36.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout services: 2021-03-04T22:44:36.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.118747s) 2021-03-04T22:44:36.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mgr: no daemons active 2021-03-04T22:44:36.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2021-03-04T22:44:36.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:36.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout data: 2021-03-04T22:44:36.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2021-03-04T22:44:36.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2021-03-04T22:44:36.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2021-03-04T22:44:36.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout pgs: 2021-03-04T22:44:36.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:36.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:36 gibba008 bash[12579]: cluster 2021-03-04T22:44:36.498263+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-03-04T22:44:37.202 INFO:teuthology.orchestra.run.gibba008.stderr:mon is available 2021-03-04T22:44:37.202 INFO:teuthology.orchestra.run.gibba008.stderr:Assimilating anything we can from ceph.conf... 2021-03-04T22:44:37.203 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z -v /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2021-03-04T22:44:37.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:37 gibba008 bash[12579]: cluster 2021-03-04T22:44:36.501404+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-03-04T22:44:37.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:37 gibba008 bash[12579]: cluster 2021-03-04T22:44:36.501753+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0]} 2021-03-04T22:44:37.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:37 gibba008 bash[12579]: cluster 2021-03-04T22:44:36.503421+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2021-03-04T22:44:37.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:37 gibba008 bash[12579]: cluster 2021-03-04T22:44:36.505276+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2021-03-04T22:44:37.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:37 gibba008 bash[12579]: cluster 2021-03-04T22:44:36.505781+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2021-03-04T22:44:37.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:37 gibba008 bash[12579]: audit 2021-03-04T22:44:36.620131+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.2.108:0/2783806403' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2021-03-04T22:44:38.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:38.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout [global] 2021-03-04T22:44:38.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout fsid = 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:38.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mon_election_default_strategy = 3 2021-03-04T22:44:38.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mon_host = [v2:172.21.2.108:3300,v1:172.21.2.108:6789] 2021-03-04T22:44:38.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2021-03-04T22:44:38.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2021-03-04T22:44:38.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2021-03-04T22:44:38.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2021-03-04T22:44:38.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:38.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout [mgr] 2021-03-04T22:44:38.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2021-03-04T22:44:38.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:38.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout [osd] 2021-03-04T22:44:38.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout osd_map_max_advance = 10 2021-03-04T22:44:38.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout osd_sloppy_crc = true 2021-03-04T22:44:38.688 INFO:teuthology.orchestra.run.gibba008.stderr:Generating new minimal ceph.conf... 2021-03-04T22:44:38.689 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z -v /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2021-03-04T22:44:38.711 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:38 gibba008 bash[12579]: audit 2021-03-04T22:44:38.118136+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.2.108:0/363498761' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2021-03-04T22:44:38.711 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:38 gibba008 bash[12579]: audit 2021-03-04T22:44:38.120091+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.2.108:0/363498761' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2021-03-04T22:44:40.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:39 gibba008 bash[12579]: audit 2021-03-04T22:44:39.702530+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.2.108:0/3960525849' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:44:40.304 INFO:teuthology.orchestra.run.gibba008.stderr:Restarting the monitor... 2021-03-04T22:44:40.304 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl restart ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a 2021-03-04T22:44:40.621 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:40 gibba008 systemd[1]: Stopping Ceph mon.a for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:44:40.621 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:40 gibba008 bash[12579]: debug 2021-03-04T22:44:40.370+0000 7f02cdcf0700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:44:40.621 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:40 gibba008 bash[12579]: debug 2021-03-04T22:44:40.370+0000 7f02cdcf0700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2021-03-04T22:44:41.052 INFO:teuthology.orchestra.run.gibba008.stderr:Setting mon public_network... 2021-03-04T22:44:41.052 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mon public_network 172.21.0.0/20 2021-03-04T22:44:41.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:41 gibba008 docker[12930]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-mon.a 2021-03-04T22:44:41.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:41 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a.service: Succeeded. 2021-03-04T22:44:41.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:41 gibba008 systemd[1]: Stopped Ceph mon.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:44:41.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:41 gibba008 systemd[1]: Started Ceph mon.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:44:42.503 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.242+0000 7f52b1f74700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:44:42.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.242+0000 7f52b1f74700 0 ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable), process ceph-mon, pid 1 2021-03-04T22:44:42.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.242+0000 7f52b1f74700 0 pidfile_write: ignore empty --pid-file 2021-03-04T22:44:42.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 load: jerasure load: lrc load: isa 2021-03-04T22:44:42.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:44:42.505 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:44:42.505 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:44:42.505 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:44:42.505 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:44:42.506 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:44:42.506 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 1 rocksdb: do_open column families: [default] 2021-03-04T22:44:42.506 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: RocksDB version: 6.1.2 2021-03-04T22:44:42.506 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:44:42.507 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Compile date Feb 23 2021 2021-03-04T22:44:42.507 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: DB SUMMARY 2021-03-04T22:44:42.507 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T22:44:42.507 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T22:44:42.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 109 Bytes 2021-03-04T22:44:42.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2021-03-04T22:44:42.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 69589 ; 2021-03-04T22:44:42.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:44:42.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T22:44:42.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:44:42.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.env: 0x560bd3c0c1a0 2021-03-04T22:44:42.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.info_log: 0x560bd4c80ba0 2021-03-04T22:44:42.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:44:42.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:44:42.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:44:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:44:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:44:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:44:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:44:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:44:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:44:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:44:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:44:42.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:44:42.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:44:42.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:44:42.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:44:42.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T22:44:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:44:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:44:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:44:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:44:42.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:44:42.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:44:42.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:44:42.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:44:42.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:44:42.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.write_buffer_manager: 0x560bd4c652f0 2021-03-04T22:44:42.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:44:42.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:44:42.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:44:42.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:44:42.518 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:44:42.518 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:44:42.518 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:44:42.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:44:42.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:44:42.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:44:42.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:44:42.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:44:42.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:44:42.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.row_cache: None 2021-03-04T22:44:42.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:44:42.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:44:42.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:44:42.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:44:42.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:44:42.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:44:42.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:44:42.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:44:42.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:44:42.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:44:42.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:44:42.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:44:42.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:44:42.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:44:42.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:44:42.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:44:42.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:44:42.524 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:44:42.524 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:44:42.524 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:44:42.524 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:44:42.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:44:42.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:44:42.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:44:42.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:44:42.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:44:42.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:44:42.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:44:42.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:44:42.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:44:42.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:44:42.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:44:42.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2021-03-04T22:44:42.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-03-04T22:44:42.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:44:42.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.merge_operator: 2021-03-04T22:44:42.529 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:44:42.529 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:44:42.529 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:44:42.529 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:44:42.529 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560bd4b9b0d0) 2021-03-04T22:44:42.530 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cache_index_and_filter_blocks: 1 2021-03-04T22:44:42.530 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cache_index_and_filter_blocks_with_high_priority: 1 2021-03-04T22:44:42.530 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:44:42.530 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: pin_top_level_index_and_filter: 1 2021-03-04T22:44:42.531 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: index_type: 0 2021-03-04T22:44:42.531 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: data_block_index_type: 0 2021-03-04T22:44:42.531 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:44:42.531 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: hash_index_allow_collision: 1 2021-03-04T22:44:42.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: checksum: 1 2021-03-04T22:44:42.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: no_block_cache: 0 2021-03-04T22:44:42.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_cache: 0x560bd4bd2610 2021-03-04T22:44:42.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_cache_name: BinnedLRUCache 2021-03-04T22:44:42.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_cache_options: 2021-03-04T22:44:42.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: capacity : 536870912 2021-03-04T22:44:42.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: num_shard_bits : 4 2021-03-04T22:44:42.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: strict_capacity_limit : 0 2021-03-04T22:44:42.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: high_pri_pool_ratio: 0.000 2021-03-04T22:44:42.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_cache_compressed: (nil) 2021-03-04T22:44:42.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: persistent_cache: (nil) 2021-03-04T22:44:42.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_size: 4096 2021-03-04T22:44:42.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_size_deviation: 10 2021-03-04T22:44:42.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_restart_interval: 16 2021-03-04T22:44:42.535 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: index_block_restart_interval: 1 2021-03-04T22:44:42.535 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: metadata_block_size: 4096 2021-03-04T22:44:42.535 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: partition_filters: 0 2021-03-04T22:44:42.535 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: use_delta_encoding: 1 2021-03-04T22:44:42.535 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:44:42.536 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: whole_key_filtering: 1 2021-03-04T22:44:42.536 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: verify_compression: 0 2021-03-04T22:44:42.536 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: read_amp_bytes_per_bit: 0 2021-03-04T22:44:42.536 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: format_version: 2 2021-03-04T22:44:42.536 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: enable_index_compression: 1 2021-03-04T22:44:42.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: block_align: 0 2021-03-04T22:44:42.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:44:42.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:44:42.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:44:42.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:44:42.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:44:42.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:44:42.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:44:42.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:44:42.539 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:44:42.539 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:44:42.539 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:44:42.539 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:44:42.539 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:44:42.540 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:44:42.540 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:44:42.540 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:44:42.540 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:44:42.540 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:44:42.541 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:44:42.541 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:44:42.541 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:44:42.541 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:44:42.542 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:44:42.542 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:44:42.542 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:44:42.542 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:44:42.542 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:44:42.543 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:44:42.543 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:44:42.543 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:44:42.543 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:44:42.543 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:44:42.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:44:42.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:44:42.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:44:42.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:44:42.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:44:42.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:44:42.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:44:42.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:44:42.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:44:42.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:44:42.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:44:42.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:44:42.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:44:42.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:44:42.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:44:42.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:44:42.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:44:42.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:44:42.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:44:42.550 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:44:42.550 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:44:42.550 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:44:42.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:44:42.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:44:42.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:44:42.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:44:42.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:44:42.552 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:44:42.552 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:44:42.552 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:44:42.552 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:44:42.552 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:44:42.553 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:44:42.553 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: Options.ttl: 0 2021-03-04T22:44:42.553 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:44:42.554 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 4 2021-03-04T22:44:42.554 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897882251989, "job": 1, "event": "recovery_started", "log_files": [6]} 2021-03-04T22:44:42.554 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #6 mode 2 2021-03-04T22:44:42.554 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897882252661, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 66558, "table_properties": {"data_size": 64861, "index_size": 302, "filter_size": 581, "raw_key_size": 8842, "raw_average_key_size": 46, "raw_value_size": 59813, "raw_average_value_size": 316, "num_data_blocks": 10, "num_entries": 189, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2021-03-04T22:44:42.555 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.246+0000 7f52b1f74700 4 rocksdb: [db/version_set.cc:3036] Creating manifest 8 2021-03-04T22:44:42.555 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897882253192, "job": 1, "event": "recovery_finished"} 2021-03-04T22:44:42.555 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 4 rocksdb: DB pointer 0x560bd57fd200 2021-03-04T22:44:42.556 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 starting mon.a rank 0 at public addrs [v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] at bind addrs [v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:42.556 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f5298ddf700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-03-04T22:44:42.557 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f5298ddf700 4 rocksdb: [db/db_impl.cc:778] 2021-03-04T22:44:42.557 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** DB Stats ** 2021-03-04T22:44:42.557 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:44:42.557 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:44:42.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:44:42.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:44:42.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:44:42.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:44:42.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:44:42.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** Compaction Stats [default] ** 2021-03-04T22:44:42.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:42.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:42.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: L0 2/0 66.62 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Sum 2/0 66.62 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** Compaction Stats [default] ** 2021-03-04T22:44:42.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:42.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:42.561 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.561 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:44:42.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:42.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:42.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:44:42.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:44:42.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:44:42.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Cumulative compaction: 0.00 GB write, 21.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:42.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Interval compaction: 0.00 GB write, 21.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:42.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:44:42.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:44:42.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** Compaction Stats [default] ** 2021-03-04T22:44:42.564 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:42.564 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:42.564 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: L0 2/0 66.62 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.564 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Sum 2/0 66.62 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.565 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:44:42.565 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** Compaction Stats [default] ** 2021-03-04T22:44:42.565 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:44:42.565 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:44:42.565 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 124.2 0.00 0.00 1 0.001 0 0 2021-03-04T22:44:42.566 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:44:42.566 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:42.566 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:44:42.567 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:44:42.567 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:44:42.567 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:44:42.567 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Cumulative compaction: 0.00 GB write, 21.19 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:42.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:44:42.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:44:42.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:44:42.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 1 mon.a@-1(???) e1 preinit fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:44:42.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 mon.a@-1(???).mds e1 new map 2021-03-04T22:44:42.569 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 mon.a@-1(???).mds e1 print_map 2021-03-04T22:44:42.569 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: e1 2021-03-04T22:44:42.569 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T22:44:42.569 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:44:42.569 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: legacy client fscid: -1 2021-03-04T22:44:42.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: 2021-03-04T22:44:42.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: No filesystems configured 2021-03-04T22:44:42.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2021-03-04T22:44:42.571 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2021-03-04T22:44:42.571 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2021-03-04T22:44:42.571 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2021-03-04T22:44:42.571 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: audit 2021-03-04T22:44:39.702530+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.2.108:0/3960525849' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:44:42.573 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2021-03-04T22:44:42.573 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expand map: {default=false} 2021-03-04T22:44:42.574 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta from 'false' to 'false' 2021-03-04T22:44:42.574 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expanded map: {default=false} 2021-03-04T22:44:42.574 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expand map: {default=info} 2021-03-04T22:44:42.574 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta from 'info' to 'info' 2021-03-04T22:44:42.575 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expanded map: {default=info} 2021-03-04T22:44:42.575 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expand map: {default=daemon} 2021-03-04T22:44:42.575 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-03-04T22:44:42.575 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expanded map: {default=daemon} 2021-03-04T22:44:42.575 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expand map: {default=debug} 2021-03-04T22:44:42.576 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta from 'debug' to 'debug' 2021-03-04T22:44:42.576 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: debug 2021-03-04T22:44:42.250+0000 7f52b1f74700 20 expand_channel_meta expanded map: {default=debug} 2021-03-04T22:44:42.577 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cluster 2021-03-04T22:44:42.258094+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-03-04T22:44:42.577 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cluster 2021-03-04T22:44:42.258146+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0]} 2021-03-04T22:44:42.577 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cluster 2021-03-04T22:44:42.258183+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2021-03-04T22:44:42.577 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cluster 2021-03-04T22:44:42.258216+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2021-03-04T22:44:42.577 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:42 gibba008 bash[13002]: cluster 2021-03-04T22:44:42.258606+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2021-03-04T22:44:42.915 INFO:teuthology.orchestra.run.gibba008.stderr:Creating mgr... 2021-03-04T22:44:42.916 INFO:teuthology.orchestra.run.gibba008.stderr:Verifying port 9283 ... 2021-03-04T22:44:42.919 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl daemon-reload 2021-03-04T22:44:43.054 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl stop ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y 2021-03-04T22:44:43.059 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl reset-failed ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y 2021-03-04T22:44:43.061 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Failed to reset failed state of unit ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y.service: Unit ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y.service not loaded. 2021-03-04T22:44:43.061 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl enable ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y 2021-03-04T22:44:43.063 INFO:teuthology.orchestra.run.gibba008.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-22a80224-7d3b-11eb-9066-001a4aab830c.target.wants/ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y.service -> /etc/systemd/system/ceph-22a80224-7d3b-11eb-9066-001a4aab830c@.service. 2021-03-04T22:44:43.189 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y 2021-03-04T22:44:43.194 INFO:teuthology.orchestra.run.gibba008.stderr:firewalld does not appear to be present 2021-03-04T22:44:43.195 INFO:teuthology.orchestra.run.gibba008.stderr:Not possible to enable service . firewalld.service is not available 2021-03-04T22:44:43.195 INFO:teuthology.orchestra.run.gibba008.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-03-04T22:44:43.195 INFO:teuthology.orchestra.run.gibba008.stderr:firewalld does not appear to be present 2021-03-04T22:44:43.195 INFO:teuthology.orchestra.run.gibba008.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2021-03-04T22:44:43.196 INFO:teuthology.orchestra.run.gibba008.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2021-03-04T22:44:43.196 INFO:teuthology.orchestra.run.gibba008.stderr:Wrote config to /etc/ceph/ceph.conf 2021-03-04T22:44:43.196 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for mgr to start... 2021-03-04T22:44:43.196 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for mgr... 2021-03-04T22:44:43.196 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T22:44:43.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:43 gibba008 bash[13002]: audit 2021-03-04T22:44:42.336913+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.2.108:0/2511529180' entity='client.admin' 2021-03-04T22:44:44.453 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:44.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:44.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "fsid": "22a80224-7d3b-11eb-9066-001a4aab830c", 2021-03-04T22:44:44.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T22:44:44.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T22:44:44.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T22:44:44.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T22:44:44.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T22:44:44.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T22:44:44.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 0 2021-03-04T22:44:44.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:44.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T22:44:44.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T22:44:44.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:44.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum_age": 2, 2021-03-04T22:44:44.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T22:44:44.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:44.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T22:44:44.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T22:44:44.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T22:44:44.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:44.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T22:44:44.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T22:44:44.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T22:44:44.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T22:44:44.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T22:44:44.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T22:44:44.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T22:44:44.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T22:44:44.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T22:44:44.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T22:44:44.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T22:44:44.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T22:44:44.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T22:44:44.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T22:44:44.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T22:44:44.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T22:44:44.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:44.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T22:44:44.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T22:44:44.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T22:44:44.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available": false, 2021-03-04T22:44:44.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T22:44:44.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T22:44:44.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T22:44:44.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T22:44:44.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:44.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T22:44:44.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T22:44:44.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:44.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T22:44:36.502477+0000", 2021-03-04T22:44:44.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T22:44:44.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:44.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T22:44:44.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:44 gibba008 bash[13002]: audit 2021-03-04T22:44:44.446432+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.2.108:0/3430953693' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-03-04T22:44:45.049 INFO:teuthology.orchestra.run.gibba008.stderr:mgr not available, waiting (1/10)... 2021-03-04T22:44:46.050 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T22:44:46.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:46.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:46.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "fsid": "22a80224-7d3b-11eb-9066-001a4aab830c", 2021-03-04T22:44:46.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T22:44:46.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T22:44:46.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T22:44:46.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T22:44:46.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T22:44:46.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T22:44:46.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 0 2021-03-04T22:44:46.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:46.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T22:44:46.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T22:44:46.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum_age": 4, 2021-03-04T22:44:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T22:44:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T22:44:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T22:44:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T22:44:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T22:44:46.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T22:44:46.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T22:44:46.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T22:44:46.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T22:44:46.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T22:44:46.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T22:44:46.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T22:44:46.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T22:44:46.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T22:44:46.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T22:44:46.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T22:44:46.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T22:44:46.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T22:44:46.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T22:44:46.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T22:44:46.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:46.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T22:44:46.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T22:44:46.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T22:44:46.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available": false, 2021-03-04T22:44:46.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T22:44:46.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T22:44:46.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T22:44:46.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T22:44:46.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:46.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T22:44:46.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T22:44:46.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:46.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T22:44:36.502477+0000", 2021-03-04T22:44:46.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T22:44:46.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:46.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T22:44:46.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:47.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:47 gibba008 bash[13002]: audit 2021-03-04T22:44:46.964733+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.2.108:0/2800753558' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-03-04T22:44:47.625 INFO:teuthology.orchestra.run.gibba008.stderr:mgr not available, waiting (2/10)... 2021-03-04T22:44:48.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: cluster 2021-03-04T22:44:47.101064+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2021-03-04T22:44:48.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: cluster 2021-03-04T22:44:47.103265+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00224814s) 2021-03-04T22:44:48.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104142+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:44:48.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104242+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:44:48.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104331+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:44:48.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104416+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:44:48.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104500+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:44:48.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104588+0000 mon.a (mon.0) 16 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:44:48.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104685+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:44:48.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.104786+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:44:48.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: cluster 2021-03-04T22:44:47.106170+0000 mon.a (mon.0) 19 : cluster [INF] Manager daemon y is now available 2021-03-04T22:44:48.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.111582+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' 2021-03-04T22:44:48.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.115141+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:44:48.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.116231+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:44:48.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.120087+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' 2021-03-04T22:44:48.523 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:48 gibba008 bash[13002]: audit 2021-03-04T22:44:47.121385+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 172.21.2.108:0/600412270' entity='mgr.y' 2021-03-04T22:44:48.627 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T22:44:49.376 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:49 gibba008 bash[13002]: cluster 2021-03-04T22:44:48.112066+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e3: y(active, since 1.01105s) 2021-03-04T22:44:49.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 2021-03-04T22:44:49.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:49.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "fsid": "22a80224-7d3b-11eb-9066-001a4aab830c", 2021-03-04T22:44:49.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T22:44:49.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T22:44:49.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T22:44:49.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T22:44:49.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T22:44:49.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T22:44:49.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 0 2021-03-04T22:44:49.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:49.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T22:44:49.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T22:44:49.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:49.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "quorum_age": 7, 2021-03-04T22:44:49.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T22:44:49.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:49.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T22:44:49.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T22:44:49.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T22:44:49.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:49.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T22:44:49.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T22:44:49.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T22:44:49.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T22:44:49.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T22:44:49.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T22:44:49.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T22:44:49.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T22:44:49.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T22:44:49.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T22:44:49.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T22:44:49.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T22:44:49.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T22:44:49.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T22:44:49.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T22:44:49.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T22:44:49.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:49.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T22:44:49.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T22:44:49.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T22:44:49.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T22:44:49.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T22:44:49.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T22:44:49.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T22:44:49.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T22:44:49.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:49.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T22:44:49.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T22:44:49.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T22:44:49.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T22:44:36.502477+0000", 2021-03-04T22:44:49.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T22:44:49.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:49.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T22:44:49.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:50.306 INFO:teuthology.orchestra.run.gibba008.stderr:mgr is available 2021-03-04T22:44:50.306 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config-key set mgr/cephadm/ssh_user root 2021-03-04T22:44:50.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:50 gibba008 bash[13002]: audit 2021-03-04T22:44:49.716188+0000 mon.a (mon.0) 26 : audit [DBG] from='client.? 172.21.2.108:0/3593912824' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-03-04T22:44:51.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stderr set mgr/cephadm/ssh_user 2021-03-04T22:44:51.503 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:51 gibba008 bash[13002]: cluster 2021-03-04T22:44:50.119758+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e4: y(active, since 3s) 2021-03-04T22:44:52.063 INFO:teuthology.orchestra.run.gibba008.stderr:Enabling cephadm module... 2021-03-04T22:44:52.064 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable cephadm 2021-03-04T22:44:52.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:52 gibba008 bash[13002]: audit 2021-03-04T22:44:51.474042+0000 mon.a (mon.0) 28 : audit [INF] from='client.? 172.21.2.108:0/3865158826' entity='client.admin' 2021-03-04T22:44:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:53 gibba008 bash[13002]: audit 2021-03-04T22:44:53.141291+0000 mon.a (mon.0) 29 : audit [INF] from='client.? 172.21.2.108:0/3954564118' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2021-03-04T22:44:53.763 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:44:53 gibba008 bash[13244]: ignoring --setgroup ceph since I am not root 2021-03-04T22:44:54.011 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-03-04T22:44:54.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:54 gibba008 bash[13002]: audit 2021-03-04T22:44:53.487735+0000 mon.a (mon.0) 30 : audit [INF] from='client.? 172.21.2.108:0/3954564118' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2021-03-04T22:44:54.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:54 gibba008 bash[13002]: cluster 2021-03-04T22:44:53.487785+0000 mon.a (mon.0) 31 : cluster [DBG] mgrmap e5: y(active, since 6s) 2021-03-04T22:44:55.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 5, 2021-03-04T22:44:55.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_gid": 14100, 2021-03-04T22:44:55.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-03-04T22:44:55.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-03-04T22:44:55.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T22:44:55.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T22:44:55.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:6800", 2021-03-04T22:44:55.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 3056971787 2021-03-04T22:44:55.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-03-04T22:44:55.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:6801", 2021-03-04T22:44:55.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 3056971787 2021-03-04T22:44:55.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:44:55.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.2.108:6801/3056971787", 2021-03-04T22:44:55.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_change": "2021-03-04T22:44:47.101009+0000", 2021-03-04T22:44:55.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-03-04T22:44:55.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T22:44:55.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-03-04T22:44:55.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T22:44:55.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T22:44:55.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T22:44:55.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T22:44:55.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-03-04T22:44:55.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-03-04T22:44:55.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:44:55.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:44:55.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:44:55.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-03-04T22:44:55.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-03-04T22:44:55.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-03-04T22:44:55.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-03-04T22:44:55.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-03-04T22:44:55.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-03-04T22:44:55.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-03-04T22:44:55.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-03-04T22:44:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-03-04T22:44:55.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-03-04T22:44:55.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-03-04T22:44:55.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-03-04T22:44:55.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-03-04T22:44:55.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-03-04T22:44:55.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-03-04T22:44:55.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-03-04T22:44:55.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-03-04T22:44:55.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-03-04T22:44:55.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-03-04T22:44:55.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-03-04T22:44:55.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-03-04T22:44:55.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-03-04T22:44:55.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-03-04T22:44:55.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-03-04T22:44:55.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-03-04T22:44:55.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-03-04T22:44:55.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-03-04T22:44:55.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-03-04T22:44:55.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active": { 2021-03-04T22:44:55.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "active", 2021-03-04T22:44:55.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-03-04T22:44:55.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-03-04T22:44:55.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-03-04T22:44:55.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-03-04T22:44:55.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-03-04T22:44:55.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T22:44:55.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-03-04T22:44:55.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-03-04T22:44:55.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:44:55.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T22:44:55.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T22:44:55.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T22:44:55.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-03-04T22:44:55.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T22:44:55.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-03-04T22:44:55.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-03-04T22:44:55.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:44:55.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-03-04T22:44:55.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T22:44:55.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "250", 2021-03-04T22:44:55.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-03-04T22:44:55.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-03-04T22:44:55.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-03-04T22:44:55.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-03-04T22:44:55.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-03-04T22:44:55.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-03-04T22:44:55.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-03-04T22:44:55.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-03-04T22:44:55.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T22:44:55.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-03-04T22:44:55.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-03-04T22:44:55.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-03-04T22:44:55.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-03-04T22:44:55.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-03-04T22:44:55.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "end_time": { 2021-03-04T22:44:55.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-03-04T22:44:55.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-03-04T22:44:55.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-03-04T22:44:55.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T22:44:55.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-03-04T22:44:55.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-03-04T22:44:55.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:44:55.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T22:44:55.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T22:44:55.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T22:44:55.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-03-04T22:44:55.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T22:44:55.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_score": { 2021-03-04T22:44:55.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-03-04T22:44:55.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T22:44:55.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T22:44:55.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-03-04T22:44:55.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T22:44:55.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T22:44:55.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-03-04T22:44:55.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-03-04T22:44:55.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "none", 2021-03-04T22:44:55.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "upmap" 2021-03-04T22:44:55.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-03-04T22:44:55.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-03-04T22:44:55.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-03-04T22:44:55.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-03-04T22:44:55.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:44:55.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:44:55.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:44:55.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-03-04T22:44:55.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-03-04T22:44:55.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-03-04T22:44:55.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:44:55.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T22:44:55.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-03-04T22:44:55.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-03-04T22:44:55.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-03-04T22:44:55.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-03-04T22:44:55.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:44:55.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:44:55.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-03-04T22:44:55.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-03-04T22:44:55.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-03-04T22:44:55.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-03-04T22:44:55.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-03-04T22:44:55.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-03-04T22:44:55.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-03-04T22:44:55.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-03-04T22:44:55.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-03-04T22:44:55.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-03-04T22:44:55.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-03-04T22:44:55.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-03-04T22:44:55.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:44:55.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-03-04T22:44:55.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-03-04T22:44:55.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-03-04T22:44:55.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-03-04T22:44:55.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-03-04T22:44:55.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-03-04T22:44:55.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.6.2", 2021-03-04T22:44:55.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:44:55.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-03-04T22:44:55.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-03-04T22:44:55.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-03-04T22:44:55.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:44:55.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-03-04T22:44:55.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-03-04T22:44:55.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-03-04T22:44:55.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:44:55.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_init": { 2021-03-04T22:44:55.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-03-04T22:44:55.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-03-04T22:44:55.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-03-04T22:44:55.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-03-04T22:44:55.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:44:55.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-03-04T22:44:55.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-03-04T22:44:55.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-03-04T22:44:55.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-03-04T22:44:55.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-03-04T22:44:55.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-03-04T22:44:55.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-03-04T22:44:55.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:44:55.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-03-04T22:44:55.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-03-04T22:44:55.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-03-04T22:44:55.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:44:55.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-03-04T22:44:55.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-03-04T22:44:55.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-03-04T22:44:55.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-03-04T22:44:55.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-03-04T22:44:55.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-03-04T22:44:55.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-03-04T22:44:55.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:55.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-03-04T22:44:55.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T22:44:55.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T22:44:55.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-03-04T22:44:55.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-03-04T22:44:55.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "root" 2021-03-04T22:44:55.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-03-04T22:44:55.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-03-04T22:44:55.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-03-04T22:44:55.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-03-04T22:44:55.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-03-04T22:44:55.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-03-04T22:44:55.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-03-04T22:44:55.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:55.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-03-04T22:44:55.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-03-04T22:44:55.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-03-04T22:44:55.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:55.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-03-04T22:44:55.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-03-04T22:44:55.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-03-04T22:44:55.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:55.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-03-04T22:44:55.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-03-04T22:44:55.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-03-04T22:44:55.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:55.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-03-04T22:44:55.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-03-04T22:44:55.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-03-04T22:44:55.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-03-04T22:44:55.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-03-04T22:44:55.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-03-04T22:44:55.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-03-04T22:44:55.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-03-04T22:44:55.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-03-04T22:44:55.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-03-04T22:44:55.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-03-04T22:44:55.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-03-04T22:44:55.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-03-04T22:44:55.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-03-04T22:44:55.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-03-04T22:44:55.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-03-04T22:44:55.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-03-04T22:44:55.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-03-04T22:44:55.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-03-04T22:44:55.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-03-04T22:44:55.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-03-04T22:44:55.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-03-04T22:44:55.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-03-04T22:44:55.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-03-04T22:44:55.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-03-04T22:44:55.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:44:55.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-03-04T22:44:55.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-03-04T22:44:55.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-03-04T22:44:55.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-03-04T22:44:55.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-03-04T22:44:55.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-03-04T22:44:55.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-03-04T22:44:55.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-03-04T22:44:55.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-03-04T22:44:55.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-03-04T22:44:55.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-03-04T22:44:55.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-03-04T22:44:55.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-03-04T22:44:55.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-03-04T22:44:55.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-03-04T22:44:55.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-03-04T22:44:55.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-03-04T22:44:55.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-03-04T22:44:55.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-03-04T22:44:55.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-03-04T22:44:55.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-03-04T22:44:55.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-03-04T22:44:55.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-03-04T22:44:55.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-03-04T22:44:55.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T22:44:55.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-03-04T22:44:55.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-03-04T22:44:55.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-03-04T22:44:55.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-03-04T22:44:55.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-03-04T22:44:55.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-03-04T22:44:55.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T22:44:55.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-03-04T22:44:55.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-03-04T22:44:55.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-03-04T22:44:55.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-03-04T22:44:55.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-03-04T22:44:55.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-03-04T22:44:55.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-03-04T22:44:55.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-03-04T22:44:55.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-03-04T22:44:55.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-03-04T22:44:55.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-03-04T22:44:55.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-03-04T22:44:55.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-03-04T22:44:55.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-03-04T22:44:55.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-03-04T22:44:55.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-03-04T22:44:55.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-03-04T22:44:55.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-03-04T22:44:55.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-03-04T22:44:55.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-03-04T22:44:55.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-03-04T22:44:55.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-03-04T22:44:55.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-03-04T22:44:55.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-03-04T22:44:55.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-03-04T22:44:55.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-03-04T22:44:55.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-03-04T22:44:55.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-03-04T22:44:55.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-03-04T22:44:55.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:44:55.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-03-04T22:44:55.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-03-04T22:44:55.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-03-04T22:44:55.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-03-04T22:44:55.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-03-04T22:44:55.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-03-04T22:44:55.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-03-04T22:44:55.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-03-04T22:44:55.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-03-04T22:44:55.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-03-04T22:44:55.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T22:44:55.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-03-04T22:44:55.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-03-04T22:44:55.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-03-04T22:44:55.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-03-04T22:44:55.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-03-04T22:44:55.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-03-04T22:44:55.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-03-04T22:44:55.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-03-04T22:44:55.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-03-04T22:44:55.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-03-04T22:44:55.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-03-04T22:44:55.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-03-04T22:44:55.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-03-04T22:44:55.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-03-04T22:44:55.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-03-04T22:44:55.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-03-04T22:44:55.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T22:44:55.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-03-04T22:44:55.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-03-04T22:44:55.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:44:55.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-03-04T22:44:55.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-03-04T22:44:55.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:44:55.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-03-04T22:44:55.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-03-04T22:44:55.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug": { 2021-03-04T22:44:55.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-03-04T22:44:55.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-03-04T22:44:55.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-03-04T22:44:55.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-03-04T22:44:55.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-03-04T22:44:55.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T22:44:55.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T22:44:55.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T22:44:55.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T22:44:55.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T22:44:55.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T22:44:55.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-03-04T22:44:55.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T22:44:55.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T22:44:55.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-03-04T22:44:55.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T22:44:55.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T22:44:55.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-03-04T22:44:55.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-03-04T22:44:55.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-03-04T22:44:55.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-03-04T22:44:55.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-03-04T22:44:55.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-03-04T22:44:55.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "redirect" 2021-03-04T22:44:55.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-03-04T22:44:55.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-03-04T22:44:55.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:55.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-03-04T22:44:55.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "400", 2021-03-04T22:44:55.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "599", 2021-03-04T22:44:55.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-03-04T22:44:55.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-03-04T22:44:55.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T22:44:55.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T22:44:55.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:55.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-03-04T22:44:55.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-03-04T22:44:55.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-03-04T22:44:55.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-03-04T22:44:55.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-03-04T22:44:55.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-03-04T22:44:55.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-03-04T22:44:55.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-03-04T22:44:55.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-03-04T22:44:55.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-03-04T22:44:55.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-03-04T22:44:55.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-03-04T22:44:55.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-03-04T22:44:55.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-03-04T22:44:55.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-03-04T22:44:55.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-03-04T22:44:55.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-03-04T22:44:55.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-03-04T22:44:55.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T22:44:55.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-03-04T22:44:55.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-03-04T22:44:55.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-03-04T22:44:55.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:55.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-03-04T22:44:55.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:44:55.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:44:55.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:44:55.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-03-04T22:44:55.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-03-04T22:44:55.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-03-04T22:44:55.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:55.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-03-04T22:44:55.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-03-04T22:44:55.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:55.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:55.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-03-04T22:44:55.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:55.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:55.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:55.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:55.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:55.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:55.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:55.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:55.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:55.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:55.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:55.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:55.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:55.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:55.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:55.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:55.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:55.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:55.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:55.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:55.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:55.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:55.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:55.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:55.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:55.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:55.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:55.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:55.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:55.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:55.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:55.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:55.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:55.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:55.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-03-04T22:44:56.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-03-04T22:44:56.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T22:44:56.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-03-04T22:44:56.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-03-04T22:44:56.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-03-04T22:44:56.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:44:56.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:44:56.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:44:56.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-03-04T22:44:56.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-03-04T22:44:56.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-03-04T22:44:56.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-03-04T22:44:56.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-03-04T22:44:56.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-03-04T22:44:56.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "database": { 2021-03-04T22:44:56.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "database", 2021-03-04T22:44:56.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-03-04T22:44:56.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "hostname": { 2021-03-04T22:44:56.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-03-04T22:44:56.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:44:56.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:44:56.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-03-04T22:44:56.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T22:44:56.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T22:44:56.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "port": { 2021-03-04T22:44:56.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "port", 2021-03-04T22:44:56.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-03-04T22:44:56.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T22:44:56.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T22:44:56.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-03-04T22:44:56.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "threads": { 2021-03-04T22:44:56.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-03-04T22:44:56.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:44:56.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T22:44:56.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T22:44:56.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-03-04T22:44:56.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-03-04T22:44:56.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-03-04T22:44:56.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-03-04T22:44:56.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-03-04T22:44:56.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-03-04T22:44:56.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-03-04T22:44:56.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-03-04T22:44:56.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T22:44:56.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-03-04T22:44:56.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-03-04T22:44:56.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-03-04T22:44:56.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:44:56.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "10", 2021-03-04T22:44:56.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-03-04T22:44:56.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-03-04T22:44:56.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-03-04T22:44:56.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-03-04T22:44:56.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-03-04T22:44:56.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-03-04T22:44:56.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_size": { 2021-03-04T22:44:56.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-03-04T22:44:56.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-03-04T22:44:56.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-03-04T22:44:56.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-03-04T22:44:56.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-03-04T22:44:56.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-03-04T22:44:56.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-03-04T22:44:56.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-03-04T22:44:56.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-03-04T22:44:56.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-03-04T22:44:56.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "prefix": { 2021-03-04T22:44:56.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-03-04T22:44:56.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-03-04T22:44:56.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "subtree": { 2021-03-04T22:44:56.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-03-04T22:44:56.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-03-04T22:44:56.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-03-04T22:44:56.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T22:44:56.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-03-04T22:44:56.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T22:44:56.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T22:44:56.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rook", 2021-03-04T22:44:56.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-03-04T22:44:56.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-03-04T22:44:56.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-03-04T22:44:56.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-03-04T22:44:56.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:44:56.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:44:56.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:44:56.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-03-04T22:44:56.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T22:44:56.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T22:44:56.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:56.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.227 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.227 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.227 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.227 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.228 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.228 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.228 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.228 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.228 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.229 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.229 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.229 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.229 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.230 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.230 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.230 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.230 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.231 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.231 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.231 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.231 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.232 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.232 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.232 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.232 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.233 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.233 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.233 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.234 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.234 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.234 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.234 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.235 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.235 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.235 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.235 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.236 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.236 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.236 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.237 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.237 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.237 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.237 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.238 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.238 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.238 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.238 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.239 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-03-04T22:44:56.239 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-03-04T22:44:56.239 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.239 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.240 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.240 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-03-04T22:44:56.240 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.240 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.241 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.241 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-03-04T22:44:56.241 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.241 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.242 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.242 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.242 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-03-04T22:44:56.242 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-03-04T22:44:56.243 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:56.243 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.243 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.244 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:44:56.244 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.244 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.244 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.245 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-03-04T22:44:56.245 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.245 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.245 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.246 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.246 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.246 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.246 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.246 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-03-04T22:44:56.247 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.247 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.247 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.247 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-03-04T22:44:56.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-03-04T22:44:56.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-03-04T22:44:56.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-03-04T22:44:56.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-03-04T22:44:56.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-03-04T22:44:56.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-03-04T22:44:56.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T22:44:56.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T22:44:56.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T22:44:56.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T22:44:56.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-03-04T22:44:56.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-03-04T22:44:56.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-03-04T22:44:56.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-03-04T22:44:56.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-03-04T22:44:56.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-03-04T22:44:56.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-03-04T22:44:56.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-03-04T22:44:56.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T22:44:56.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T22:44:56.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T22:44:56.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T22:44:56.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T22:44:56.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T22:44:56.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-03-04T22:44:56.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-03-04T22:44:56.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "roption1": { 2021-03-04T22:44:56.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-03-04T22:44:56.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "roption2": { 2021-03-04T22:44:56.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-03-04T22:44:56.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-03-04T22:44:56.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-03-04T22:44:56.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-03-04T22:44:56.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-03-04T22:44:56.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-03-04T22:44:56.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-03-04T22:44:56.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-03-04T22:44:56.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T22:44:56.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-03-04T22:44:56.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-03-04T22:44:56.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-03-04T22:44:56.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-03-04T22:44:56.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-03-04T22:44:56.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-03-04T22:44:56.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:56.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "testkey": { 2021-03-04T22:44:56.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-03-04T22:44:56.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-03-04T22:44:56.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-03-04T22:44:56.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-03-04T22:44:56.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-03-04T22:44:56.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "status", 2021-03-04T22:44:56.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-03-04T22:44:56.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "address": { 2021-03-04T22:44:56.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "address", 2021-03-04T22:44:56.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-03-04T22:44:56.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:44:56.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:44:56.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:56.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-03-04T22:44:56.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-03-04T22:44:56.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-03-04T22:44:56.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-03-04T22:44:56.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:56.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-03-04T22:44:56.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-03-04T22:44:56.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-03-04T22:44:56.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:56.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-03-04T22:44:56.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-03-04T22:44:56.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:44:56.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-03-04T22:44:56.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-03-04T22:44:56.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "contact": { 2021-03-04T22:44:56.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-03-04T22:44:56.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "description": { 2021-03-04T22:44:56.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "description", 2021-03-04T22:44:56.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "device_url": { 2021-03-04T22:44:56.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-03-04T22:44:56.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-03-04T22:44:56.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T22:44:56.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T22:44:56.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:44:56.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:44:56.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-03-04T22:44:56.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "8", 2021-03-04T22:44:56.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-03-04T22:44:56.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-03-04T22:44:56.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-03-04T22:44:56.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-03-04T22:44:56.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-03-04T22:44:56.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "organization": { 2021-03-04T22:44:56.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-03-04T22:44:56.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "proxy": { 2021-03-04T22:44:56.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-03-04T22:44:56.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "url": { 2021-03-04T22:44:56.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "url", 2021-03-04T22:44:56.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-03-04T22:44:56.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-03-04T22:44:56.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-03-04T22:44:56.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-03-04T22:44:56.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-03-04T22:44:56.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-03-04T22:44:56.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-03-04T22:44:56.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-03-04T22:44:56.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:44:56.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:44:56.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:44:56.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-03-04T22:44:56.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-03-04T22:44:56.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-03-04T22:44:56.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "identifier": { 2021-03-04T22:44:56.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-03-04T22:44:56.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.560 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.561 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.562 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:44:56.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:44:56.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:44:56.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.563 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:44:56.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:44:56.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:44:56.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:44:56.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:44:56.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:44:56.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:44:56.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:44:56.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:44:56.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:44:56.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:44:56.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:44:56.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:44:56.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:44:56.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:44:56.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:44:56.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:44:56.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:44:56.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:44:56.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:44:56.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:44:56.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-03-04T22:44:56.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-03-04T22:44:56.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:44:56.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-03-04T22:44:56.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-03-04T22:44:56.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:44:56.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-03-04T22:44:56.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-03-04T22:44:56.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-03-04T22:44:56.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:44:56.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:44:56.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:44:56.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-03-04T22:44:56.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:44:56.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:44:56.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:44:56.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:44:56.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:44:56.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:44:56.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:44:56.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {}, 2021-03-04T22:44:56.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-03-04T22:44:56.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-03-04T22:44:56.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T22:44:56.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T22:44:56.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T22:44:56.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-03-04T22:44:56.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T22:44:56.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T22:44:56.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T22:44:56.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T22:44:56.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-03-04T22:44:56.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T22:44:56.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T22:44:56.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T22:44:56.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-03-04T22:44:56.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-03-04T22:44:56.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T22:44:56.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T22:44:56.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T22:44:56.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "telemetry", 2021-03-04T22:44:56.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T22:44:56.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:44:56.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 0, 2021-03-04T22:44:56.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-03-04T22:44:56.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T22:44:56.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T22:44:56.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:0", 2021-03-04T22:44:56.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 1301592725 2021-03-04T22:44:56.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:44:56.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:44:56.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T22:44:56.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:56.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T22:44:56.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:0", 2021-03-04T22:44:56.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 255194729 2021-03-04T22:44:56.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:44:56.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:44:56.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:56.599 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for the mgr to restart... 2021-03-04T22:44:56.600 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for Mgr epoch 5... 2021-03-04T22:44:56.600 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-03-04T22:44:56.600 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:55 gibba008 bash[13002]: audit 2021-03-04T22:44:55.073000+0000 mon.a (mon.0) 32 : audit [DBG] from='client.? 172.21.2.108:0/3427114763' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch 2021-03-04T22:44:56.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:56 gibba008 bash[13002]: cluster 2021-03-04T22:44:56.317507+0000 mon.a (mon.0) 33 : cluster [INF] Active manager daemon y restarted 2021-03-04T22:44:56.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:56 gibba008 bash[13002]: cluster 2021-03-04T22:44:56.318048+0000 mon.a (mon.0) 34 : cluster [INF] Activating manager daemon y 2021-03-04T22:44:56.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:56 gibba008 bash[13002]: cluster 2021-03-04T22:44:56.319495+0000 mon.a (mon.0) 35 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2021-03-04T22:44:57.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:44:57.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2021-03-04T22:44:57.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "initialized": true 2021-03-04T22:44:57.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:44:57.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: cluster 2021-03-04T22:44:56.488216+0000 mon.a (mon.0) 36 : cluster [DBG] mgrmap e6: y(active, starting, since 0.170226s) 2021-03-04T22:44:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.489754+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:44:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.490325+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:44:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.490452+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:44:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.490575+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:44:57.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.490994+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:44:57.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.491682+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:44:57.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.492152+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:44:57.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.492616+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:44:57.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.493057+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:44:57.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: cluster 2021-03-04T22:44:56.494956+0000 mon.a (mon.0) 46 : cluster [INF] Manager daemon y is now available 2021-03-04T22:44:57.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.506037+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:57.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.508563+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:57.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.510957+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:57.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.590114+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:57.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.593211+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:57.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.599851+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:44:57.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:57 gibba008 bash[13002]: audit 2021-03-04T22:44:56.600922+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:44:58.159 INFO:teuthology.orchestra.run.gibba008.stderr:Mgr epoch 5 is available 2021-03-04T22:44:58.160 INFO:teuthology.orchestra.run.gibba008.stderr:Setting orchestrator backend to cephadm... 2021-03-04T22:44:58.160 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch set backend cephadm 2021-03-04T22:44:58.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:58 gibba008 bash[13002]: audit 2021-03-04T22:44:57.496185+0000 mgr.y (mgr.14116) 1 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2021-03-04T22:44:58.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:58 gibba008 bash[13002]: cluster 2021-03-04T22:44:57.496414+0000 mon.a (mon.0) 54 : cluster [DBG] mgrmap e7: y(active, since 1.17843s) 2021-03-04T22:44:58.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:58 gibba008 bash[13002]: audit 2021-03-04T22:44:57.503290+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2021-03-04T22:44:59.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:59 gibba008 bash[13002]: cluster 2021-03-04T22:44:58.509987+0000 mon.a (mon.0) 55 : cluster [DBG] mgrmap e8: y(active, since 2s) 2021-03-04T22:44:59.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:59 gibba008 bash[13002]: audit 2021-03-04T22:44:59.166666+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:59.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:44:59 gibba008 bash[13002]: audit 2021-03-04T22:44:59.171243+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:44:59.793 INFO:teuthology.orchestra.run.gibba008.stderr:Generating ssh key... 2021-03-04T22:44:59.793 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm generate-key 2021-03-04T22:45:00.932 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13002]: audit 2021-03-04T22:44:59.162916+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:01.263 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: Generating public/private rsa key pair. 2021-03-04T22:45:01.264 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: Your identification has been saved in /tmp/tmpsko_9l8v/key. 2021-03-04T22:45:01.264 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: Your public key has been saved in /tmp/tmpsko_9l8v/key.pub. 2021-03-04T22:45:01.264 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: The key fingerprint is: 2021-03-04T22:45:01.264 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: SHA256:M8xMmaTYl7lVw/Jz8wJASJxIwfZQXcpsiiS8vtmG7/g ceph-22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:45:01.265 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: The key's randomart image is: 2021-03-04T22:45:01.265 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: +---[RSA 3072]----+ 2021-03-04T22:45:01.265 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | oo*+=.o+ | 2021-03-04T22:45:01.265 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | . o=o+B+o.. | 2021-03-04T22:45:01.266 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | +.+oB *+ | 2021-03-04T22:45:01.266 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | + B.= + o | 2021-03-04T22:45:01.266 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | . . S + o | 2021-03-04T22:45:01.266 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | . o . .| 2021-03-04T22:45:01.267 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | .. . | 2021-03-04T22:45:01.267 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | .=. | 2021-03-04T22:45:01.267 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: | +=E | 2021-03-04T22:45:01.267 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:00 gibba008 bash[13244]: +----[SHA256]-----+ 2021-03-04T22:45:01.535 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm get-pub-key 2021-03-04T22:45:02.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:01 gibba008 bash[13002]: audit 2021-03-04T22:45:00.834634+0000 mgr.y (mgr.14116) 4 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:02.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:01 gibba008 bash[13002]: cephadm 2021-03-04T22:45:00.834799+0000 mgr.y (mgr.14116) 5 : cephadm [INF] Generating ssh key... 2021-03-04T22:45:02.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:01 gibba008 bash[13002]: audit 2021-03-04T22:45:00.931291+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:45:02.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:01 gibba008 bash[13002]: audit 2021-03-04T22:45:00.933159+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:45:02.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEIkTkgEDhQlBhYISMQXMCX9M43o8DcInRESoG7jG6Z5BbSRH//a2P3qIabAtH7KTq2BSIt/sBqsWJKiNpAJiYZT3SczP277AsNe8+CsAz7sBhty8dDIoOqmgobGX3wyWKXk9n7Q6Yln4DeidYhN+LF5FA4wtm0JnSOD44uvLC5RoaRZokAM+icNTU2pTIZ0IJoztPbbwoSY7N+eKQByh2wf5smx6i6ETQLJQpNed44Ha9Oz+igkxTQ+trgZO9Gmb5twAZnn4CEflnssw+ECSvnCqDH2tI+m/Db2fgKoIf4CVBZB+nj2QjoS1THu9MVSmYTWHxv51R4A7hdySOdwgEhtU6ucoj0vy3AQ5qpaB8V9g5CfsBQ5sGmkIG7e83suXN0HPHyl79XpeHEk2C+H5M0sQBXmVnZ6gglQ9zvihWscnYqRltZ5pNyNpfpo8iqNJflSkAe6+UQfvMyGWL7fuQ24H/oieUKfVe47xEeV6XdsTe466hwSmJa5JykD4dQqE= ceph-22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:45:03.150 INFO:teuthology.orchestra.run.gibba008.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub 2021-03-04T22:45:03.151 INFO:teuthology.orchestra.run.gibba008.stderr:Adding key to root@localhost's authorized_keys... 2021-03-04T22:45:03.152 INFO:teuthology.orchestra.run.gibba008.stderr:Adding host gibba008... 2021-03-04T22:45:03.152 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch host add gibba008 2021-03-04T22:45:03.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:03 gibba008 bash[13002]: audit 2021-03-04T22:45:02.647788+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:04.512 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:04 gibba008 bash[13244]: Warning: Permanently added 'gibba008,172.21.2.108' (ECDSA) to the list of known hosts. 2021-03-04T22:45:04.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout Added host 'gibba008' 2021-03-04T22:45:04.969 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:04 gibba008 bash[13002]: audit 2021-03-04T22:45:04.195832+0000 mgr.y (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "gibba008", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:05.166 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/dashboard/ssl_server_port 8443 2021-03-04T22:45:06.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:05 gibba008 bash[13002]: audit 2021-03-04T22:45:04.571750+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:45:06.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:05 gibba008 bash[13002]: cephadm 2021-03-04T22:45:04.572108+0000 mgr.y (mgr.14116) 8 : cephadm [INF] Added host gibba008 2021-03-04T22:45:06.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:05 gibba008 bash[13002]: audit 2021-03-04T22:45:04.722978+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:45:06.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:05 gibba008 bash[13002]: audit 2021-03-04T22:45:04.723549+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:06.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:05 gibba008 bash[13002]: audit 2021-03-04T22:45:05.124206+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' 2021-03-04T22:45:06.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:05 gibba008 bash[13002]: audit 2021-03-04T22:45:05.124713+0000 mon.a (mon.0) 64 : audit [DBG] from='mgr.14116 172.21.2.108:0/3471100269' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:45:07.870 INFO:teuthology.orchestra.run.gibba008.stderr:Enabling the dashboard module... 2021-03-04T22:45:07.870 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable dashboard 2021-03-04T22:45:08.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:07 gibba008 bash[13002]: audit 2021-03-04T22:45:06.775340+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.2.108:0/832649501' entity='client.admin' 2021-03-04T22:45:09.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:09 gibba008 bash[13002]: audit 2021-03-04T22:45:09.025092+0000 mon.a (mon.0) 66 : audit [INF] from='client.? 172.21.2.108:0/22483187' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2021-03-04T22:45:09.514 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:09 gibba008 bash[13244]: ignoring --setuser ceph since I am not root 2021-03-04T22:45:09.514 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:09 gibba008 bash[13244]: ignoring --setgroup ceph since I am not root 2021-03-04T22:45:09.676 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-03-04T22:45:10.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:10 gibba008 bash[13002]: audit 2021-03-04T22:45:09.077913+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 172.21.2.108:0/22483187' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2021-03-04T22:45:10.455 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:10 gibba008 bash[13002]: cluster 2021-03-04T22:45:09.077954+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e9: y(active, since 12s) 2021-03-04T22:45:11.247 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.247 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "epoch": 9, 2021-03-04T22:45:11.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_gid": 14116, 2021-03-04T22:45:11.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-03-04T22:45:11.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-03-04T22:45:11.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T22:45:11.248 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T22:45:11.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:6800", 2021-03-04T22:45:11.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 1656935964 2021-03-04T22:45:11.249 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-03-04T22:45:11.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:6801", 2021-03-04T22:45:11.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 1656935964 2021-03-04T22:45:11.250 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:45:11.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.2.108:6801/1656935964", 2021-03-04T22:45:11.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_change": "2021-03-04T22:44:56.317981+0000", 2021-03-04T22:45:11.251 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-03-04T22:45:11.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T22:45:11.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-03-04T22:45:11.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T22:45:11.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T22:45:11.252 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "dashboard", 2021-03-04T22:45:11.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T22:45:11.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T22:45:11.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-03-04T22:45:11.253 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-03-04T22:45:11.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.254 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:45:11.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:45:11.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.255 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:45:11.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.256 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-03-04T22:45:11.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.257 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.258 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.259 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.260 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.261 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.262 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.263 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.264 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.265 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.266 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.267 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.268 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.269 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.270 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.271 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-03-04T22:45:11.272 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-03-04T22:45:11.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.273 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-03-04T22:45:11.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.274 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-03-04T22:45:11.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-03-04T22:45:11.275 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-03-04T22:45:11.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.276 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-03-04T22:45:11.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.277 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-03-04T22:45:11.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-03-04T22:45:11.278 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.279 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-03-04T22:45:11.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.280 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-03-04T22:45:11.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-03-04T22:45:11.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.281 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.282 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-03-04T22:45:11.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.283 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-03-04T22:45:11.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-03-04T22:45:11.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.284 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-03-04T22:45:11.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.285 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-03-04T22:45:11.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.286 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-03-04T22:45:11.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-03-04T22:45:11.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.287 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.288 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-03-04T22:45:11.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.289 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-03-04T22:45:11.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-03-04T22:45:11.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.290 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-03-04T22:45:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-03-04T22:45:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-03-04T22:45:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.294 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-03-04T22:45:11.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.295 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-03-04T22:45:11.296 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active": { 2021-03-04T22:45:11.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "active", 2021-03-04T22:45:11.297 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.298 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-03-04T22:45:11.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.299 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-03-04T22:45:11.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-03-04T22:45:11.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.300 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-03-04T22:45:11.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.301 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-03-04T22:45:11.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T22:45:11.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.302 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-03-04T22:45:11.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-03-04T22:45:11.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:45:11.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.303 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T22:45:11.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T22:45:11.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T22:45:11.304 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-03-04T22:45:11.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T22:45:11.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.305 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-03-04T22:45:11.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-03-04T22:45:11.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:45:11.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.306 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-03-04T22:45:11.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T22:45:11.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "250", 2021-03-04T22:45:11.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.307 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-03-04T22:45:11.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.308 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-03-04T22:45:11.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-03-04T22:45:11.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.309 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-03-04T22:45:11.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.310 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-03-04T22:45:11.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-03-04T22:45:11.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.311 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-03-04T22:45:11.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-03-04T22:45:11.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T22:45:11.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.312 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-03-04T22:45:11.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-03-04T22:45:11.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-03-04T22:45:11.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.313 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-03-04T22:45:11.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-03-04T22:45:11.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.314 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "end_time": { 2021-03-04T22:45:11.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-03-04T22:45:11.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.315 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-03-04T22:45:11.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-03-04T22:45:11.316 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T22:45:11.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-03-04T22:45:11.317 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-03-04T22:45:11.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:45:11.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.318 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T22:45:11.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T22:45:11.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T22:45:11.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-03-04T22:45:11.319 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T22:45:11.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.320 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.321 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.322 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.323 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.324 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.325 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.326 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.327 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.328 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.329 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.330 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.331 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.332 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.333 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.334 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_score": { 2021-03-04T22:45:11.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-03-04T22:45:11.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T22:45:11.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.335 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T22:45:11.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-03-04T22:45:11.336 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T22:45:11.337 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T22:45:11.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.338 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-03-04T22:45:11.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-03-04T22:45:11.339 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "none", 2021-03-04T22:45:11.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "upmap" 2021-03-04T22:45:11.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-03-04T22:45:11.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.340 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-03-04T22:45:11.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-03-04T22:45:11.341 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.342 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-03-04T22:45:11.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.343 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:45:11.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:45:11.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.344 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:45:11.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.345 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-03-04T22:45:11.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.346 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-03-04T22:45:11.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-03-04T22:45:11.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.347 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:45:11.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T22:45:11.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.348 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-03-04T22:45:11.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-03-04T22:45:11.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.349 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-03-04T22:45:11.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-03-04T22:45:11.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T22:45:11.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.350 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:45:11.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.351 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-03-04T22:45:11.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.352 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-03-04T22:45:11.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.353 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-03-04T22:45:11.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-03-04T22:45:11.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.354 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.355 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-03-04T22:45:11.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-03-04T22:45:11.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.356 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-03-04T22:45:11.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-03-04T22:45:11.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.357 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.358 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-03-04T22:45:11.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.359 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-03-04T22:45:11.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-03-04T22:45:11.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.360 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-03-04T22:45:11.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.361 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:45:11.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.362 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-03-04T22:45:11.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-03-04T22:45:11.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.363 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-03-04T22:45:11.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-03-04T22:45:11.364 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-03-04T22:45:11.365 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-03-04T22:45:11.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.6.2", 2021-03-04T22:45:11.366 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:45:11.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.367 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-03-04T22:45:11.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-03-04T22:45:11.368 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-03-04T22:45:11.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.369 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:45:11.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.370 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-03-04T22:45:11.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-03-04T22:45:11.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.371 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-03-04T22:45:11.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.372 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T22:45:11.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.373 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "container_init": { 2021-03-04T22:45:11.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-03-04T22:45:11.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.374 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.375 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-03-04T22:45:11.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.376 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-03-04T22:45:11.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-03-04T22:45:11.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.377 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:45:11.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.378 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-03-04T22:45:11.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.379 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-03-04T22:45:11.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-03-04T22:45:11.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.380 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-03-04T22:45:11.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.381 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-03-04T22:45:11.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.382 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-03-04T22:45:11.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-03-04T22:45:11.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.383 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:45:11.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.384 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-03-04T22:45:11.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.385 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-03-04T22:45:11.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-03-04T22:45:11.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.386 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:45:11.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-03-04T22:45:11.387 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.388 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.389 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.390 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.391 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.392 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.393 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.394 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-03-04T22:45:11.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.395 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.396 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.397 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.398 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.399 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.400 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.401 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.402 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-03-04T22:45:11.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-03-04T22:45:11.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.403 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.404 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-03-04T22:45:11.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.405 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-03-04T22:45:11.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-03-04T22:45:11.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.406 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.407 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-03-04T22:45:11.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.408 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T22:45:11.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T22:45:11.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.409 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-03-04T22:45:11.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.410 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-03-04T22:45:11.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "root" 2021-03-04T22:45:11.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-03-04T22:45:11.411 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-03-04T22:45:11.412 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-03-04T22:45:11.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-03-04T22:45:11.413 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-03-04T22:45:11.414 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-03-04T22:45:11.415 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-03-04T22:45:11.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.416 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-03-04T22:45:11.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.417 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-03-04T22:45:11.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-03-04T22:45:11.418 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.419 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-03-04T22:45:11.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.420 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-03-04T22:45:11.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-03-04T22:45:11.421 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.422 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-03-04T22:45:11.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.423 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-03-04T22:45:11.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-03-04T22:45:11.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.424 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.425 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-03-04T22:45:11.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.426 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-03-04T22:45:11.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-03-04T22:45:11.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.427 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.428 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-03-04T22:45:11.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.429 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-03-04T22:45:11.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-03-04T22:45:11.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.430 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.431 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-03-04T22:45:11.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.432 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-03-04T22:45:11.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-03-04T22:45:11.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.433 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.434 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-03-04T22:45:11.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.435 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-03-04T22:45:11.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-03-04T22:45:11.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.436 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-03-04T22:45:11.437 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.438 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-03-04T22:45:11.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.439 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.440 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.441 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.442 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.443 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.444 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.445 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.447 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.448 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.449 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.450 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.451 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.451 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.451 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.451 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.452 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.452 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.452 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.452 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.452 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.453 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.453 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.453 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.453 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.453 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.454 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-03-04T22:45:11.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-03-04T22:45:11.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.455 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-03-04T22:45:11.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-03-04T22:45:11.456 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-03-04T22:45:11.457 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-03-04T22:45:11.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-03-04T22:45:11.458 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-03-04T22:45:11.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.459 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.460 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-03-04T22:45:11.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.461 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-03-04T22:45:11.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-03-04T22:45:11.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.462 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:45:11.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.463 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.464 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-03-04T22:45:11.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-03-04T22:45:11.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.465 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.466 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.467 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-03-04T22:45:11.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-03-04T22:45:11.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.468 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.469 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-03-04T22:45:11.470 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-03-04T22:45:11.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.471 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.472 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-03-04T22:45:11.473 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-03-04T22:45:11.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.474 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.475 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-03-04T22:45:11.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-03-04T22:45:11.476 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.477 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.478 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-03-04T22:45:11.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-03-04T22:45:11.479 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.480 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.481 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-03-04T22:45:11.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-03-04T22:45:11.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.482 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.483 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.484 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-03-04T22:45:11.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-03-04T22:45:11.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.485 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.486 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.487 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-03-04T22:45:11.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-03-04T22:45:11.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.488 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.489 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-03-04T22:45:11.490 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-03-04T22:45:11.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.491 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.492 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-03-04T22:45:11.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-03-04T22:45:11.493 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.494 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.495 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-03-04T22:45:11.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-03-04T22:45:11.496 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T22:45:11.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.497 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.498 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-03-04T22:45:11.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-03-04T22:45:11.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.499 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.500 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.501 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-03-04T22:45:11.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-03-04T22:45:11.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.502 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.503 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.504 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-03-04T22:45:11.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-03-04T22:45:11.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.505 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T22:45:11.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.506 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.507 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-03-04T22:45:11.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-03-04T22:45:11.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.508 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.509 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-03-04T22:45:11.510 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-03-04T22:45:11.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.511 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.512 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-03-04T22:45:11.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-03-04T22:45:11.513 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.514 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.515 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-03-04T22:45:11.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-03-04T22:45:11.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.516 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.517 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.518 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-03-04T22:45:11.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-03-04T22:45:11.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.519 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.520 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.521 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-03-04T22:45:11.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-03-04T22:45:11.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.522 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.523 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-03-04T22:45:11.524 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-03-04T22:45:11.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.525 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.526 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-03-04T22:45:11.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-03-04T22:45:11.527 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.528 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.529 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-03-04T22:45:11.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-03-04T22:45:11.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.530 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.531 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.532 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-03-04T22:45:11.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-03-04T22:45:11.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.533 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.534 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.535 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-03-04T22:45:11.536 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-03-04T22:45:11.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.537 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.538 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-03-04T22:45:11.539 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-03-04T22:45:11.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.540 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.541 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-03-04T22:45:11.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-03-04T22:45:11.542 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-03-04T22:45:11.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.543 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.544 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-03-04T22:45:11.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-03-04T22:45:11.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.545 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:45:11.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.546 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.547 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-03-04T22:45:11.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-03-04T22:45:11.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.548 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-03-04T22:45:11.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.549 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.550 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-03-04T22:45:11.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-03-04T22:45:11.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.551 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-03-04T22:45:11.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.552 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-03-04T22:45:11.553 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-03-04T22:45:11.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.554 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.555 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-03-04T22:45:11.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-03-04T22:45:11.556 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T22:45:11.557 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.558 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.559 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.564 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-03-04T22:45:11.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-03-04T22:45:11.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.565 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.566 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.567 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-03-04T22:45:11.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-03-04T22:45:11.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.568 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-03-04T22:45:11.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.569 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.570 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-03-04T22:45:11.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-03-04T22:45:11.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.571 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-03-04T22:45:11.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.572 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.573 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-03-04T22:45:11.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-03-04T22:45:11.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.574 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.575 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.576 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-03-04T22:45:11.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-03-04T22:45:11.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.577 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.578 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.579 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-03-04T22:45:11.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-03-04T22:45:11.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.580 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.581 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-03-04T22:45:11.582 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-03-04T22:45:11.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T22:45:11.583 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.584 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-03-04T22:45:11.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-03-04T22:45:11.585 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:45:11.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.586 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.587 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-03-04T22:45:11.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-03-04T22:45:11.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.588 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:45:11.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.589 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.590 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-03-04T22:45:11.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-03-04T22:45:11.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.591 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.592 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.593 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug": { 2021-03-04T22:45:11.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-03-04T22:45:11.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.594 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-03-04T22:45:11.595 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-03-04T22:45:11.596 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-03-04T22:45:11.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.597 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-03-04T22:45:11.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.598 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T22:45:11.599 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T22:45:11.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.600 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.601 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.602 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.603 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.604 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.605 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.606 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.607 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.608 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.609 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.610 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.611 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.612 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.613 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.614 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.615 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T22:45:11.616 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T22:45:11.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.617 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.618 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T22:45:11.619 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T22:45:11.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-03-04T22:45:11.620 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.621 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T22:45:11.622 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T22:45:11.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-03-04T22:45:11.623 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.624 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.625 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T22:45:11.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T22:45:11.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.626 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.627 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.628 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-03-04T22:45:11.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-03-04T22:45:11.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.629 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-03-04T22:45:11.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.630 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.631 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-03-04T22:45:11.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-03-04T22:45:11.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.632 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-03-04T22:45:11.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.633 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "redirect" 2021-03-04T22:45:11.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.634 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.635 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-03-04T22:45:11.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-03-04T22:45:11.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.636 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-03-04T22:45:11.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "400", 2021-03-04T22:45:11.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "599", 2021-03-04T22:45:11.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.637 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.638 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-03-04T22:45:11.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-03-04T22:45:11.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.639 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.640 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.641 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T22:45:11.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T22:45:11.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.642 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.643 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.644 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-03-04T22:45:11.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.645 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-03-04T22:45:11.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-03-04T22:45:11.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.646 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.647 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-03-04T22:45:11.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.648 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.649 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.650 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.651 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.652 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.653 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.654 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.655 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.656 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.657 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.658 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.659 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.660 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.661 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.662 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-03-04T22:45:11.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-03-04T22:45:11.663 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-03-04T22:45:11.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.664 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-03-04T22:45:11.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.665 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-03-04T22:45:11.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-03-04T22:45:11.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.666 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-03-04T22:45:11.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.667 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-03-04T22:45:11.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.668 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-03-04T22:45:11.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-03-04T22:45:11.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.669 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-03-04T22:45:11.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.670 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-03-04T22:45:11.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.671 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-03-04T22:45:11.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-03-04T22:45:11.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.672 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T22:45:11.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.673 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-03-04T22:45:11.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.674 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-03-04T22:45:11.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-03-04T22:45:11.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.675 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.676 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-03-04T22:45:11.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.677 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:45:11.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:45:11.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.678 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:45:11.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-03-04T22:45:11.679 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-03-04T22:45:11.680 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-03-04T22:45:11.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-03-04T22:45:11.681 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-03-04T22:45:11.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.682 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.683 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-03-04T22:45:11.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.684 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.685 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.686 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.687 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.688 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.689 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.690 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.691 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.692 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.693 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.694 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.695 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.696 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.697 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.698 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-03-04T22:45:11.699 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-03-04T22:45:11.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T22:45:11.700 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.701 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-03-04T22:45:11.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-03-04T22:45:11.702 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-03-04T22:45:11.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.703 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.704 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:45:11.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:45:11.705 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T22:45:11.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.706 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.707 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.708 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-03-04T22:45:11.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-03-04T22:45:11.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-03-04T22:45:11.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.709 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-03-04T22:45:11.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-03-04T22:45:11.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.710 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-03-04T22:45:11.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.711 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.712 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "database": { 2021-03-04T22:45:11.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "database", 2021-03-04T22:45:11.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.713 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-03-04T22:45:11.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.714 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.715 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "hostname": { 2021-03-04T22:45:11.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-03-04T22:45:11.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.716 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.717 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:45:11.718 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:45:11.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-03-04T22:45:11.719 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.720 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.721 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.722 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.723 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.724 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.725 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.726 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.727 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.728 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.729 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.730 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.731 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.732 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.733 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.734 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.735 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T22:45:11.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T22:45:11.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.736 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.737 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.738 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "port": { 2021-03-04T22:45:11.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "port", 2021-03-04T22:45:11.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.739 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-03-04T22:45:11.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.740 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T22:45:11.741 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T22:45:11.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.742 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-03-04T22:45:11.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.743 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "threads": { 2021-03-04T22:45:11.744 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-03-04T22:45:11.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:45:11.745 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.746 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T22:45:11.747 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T22:45:11.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.748 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.749 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-03-04T22:45:11.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-03-04T22:45:11.750 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-03-04T22:45:11.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.751 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.752 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.753 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-03-04T22:45:11.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.754 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.756 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.757 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.758 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.759 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.760 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.761 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.762 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.763 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.764 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.765 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.766 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.767 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.768 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-03-04T22:45:11.769 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.770 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.771 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.772 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.773 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.774 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.775 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.776 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.777 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.778 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.779 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.780 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.781 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.782 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.783 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.784 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-03-04T22:45:11.785 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-03-04T22:45:11.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-03-04T22:45:11.786 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T22:45:11.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.787 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-03-04T22:45:11.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.788 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-03-04T22:45:11.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-03-04T22:45:11.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.789 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T22:45:11.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "10", 2021-03-04T22:45:11.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.790 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-03-04T22:45:11.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.791 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.792 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.793 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.794 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.795 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.796 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.797 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.798 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.799 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.800 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.801 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.802 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.803 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.804 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.805 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.806 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-03-04T22:45:11.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.807 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-03-04T22:45:11.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-03-04T22:45:11.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.808 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-03-04T22:45:11.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.809 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-03-04T22:45:11.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.810 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.811 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.812 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.813 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.814 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.815 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.816 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.817 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.818 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.819 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.820 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.821 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.822 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.823 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.824 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min_size": { 2021-03-04T22:45:11.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-03-04T22:45:11.825 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.826 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-03-04T22:45:11.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.827 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-03-04T22:45:11.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-03-04T22:45:11.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.828 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-03-04T22:45:11.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.829 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-03-04T22:45:11.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.830 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-03-04T22:45:11.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-03-04T22:45:11.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.831 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-03-04T22:45:11.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.832 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-03-04T22:45:11.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.833 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "prefix": { 2021-03-04T22:45:11.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-03-04T22:45:11.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.834 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.835 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-03-04T22:45:11.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.836 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "subtree": { 2021-03-04T22:45:11.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-03-04T22:45:11.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.837 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-03-04T22:45:11.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.838 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-03-04T22:45:11.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.839 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T22:45:11.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.840 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.841 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.842 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.843 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.844 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.845 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.846 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.847 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.848 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.849 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.850 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.851 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.852 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.853 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.854 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-03-04T22:45:11.855 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T22:45:11.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:11.856 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T22:45:11.857 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rook", 2021-03-04T22:45:11.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-03-04T22:45:11.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-03-04T22:45:11.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.858 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.859 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-03-04T22:45:11.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.860 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.861 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.862 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.863 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.864 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.865 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.866 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.867 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.868 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.869 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.870 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.871 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.872 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.873 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.874 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.875 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-03-04T22:45:11.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.876 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.877 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.878 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.879 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.880 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.881 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.882 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.883 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.884 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.885 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.886 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.887 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.888 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.889 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.890 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T22:45:11.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T22:45:11.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.891 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:45:11.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.892 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.893 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-03-04T22:45:11.894 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T22:45:11.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T22:45:11.895 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:11.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.896 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.897 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.898 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.899 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.900 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.901 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.902 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.903 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.904 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.905 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.906 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.907 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.908 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.909 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.910 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.911 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-03-04T22:45:11.912 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-03-04T22:45:11.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-03-04T22:45:11.913 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-03-04T22:45:11.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.914 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-03-04T22:45:11.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-03-04T22:45:11.915 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:11.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T22:45:11.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.916 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-03-04T22:45:11.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.917 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.918 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-03-04T22:45:11.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.919 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.920 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.921 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.922 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.923 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.924 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.925 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.926 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.927 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.928 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.929 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.930 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.931 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.932 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.933 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-03-04T22:45:11.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-03-04T22:45:11.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.934 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.935 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.936 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-03-04T22:45:11.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-03-04T22:45:11.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:11.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.937 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-03-04T22:45:11.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.938 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-03-04T22:45:11.939 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-03-04T22:45:11.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.941 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T22:45:11.942 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T22:45:11.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.943 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.944 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T22:45:11.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T22:45:11.945 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.946 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.947 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-03-04T22:45:11.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-03-04T22:45:11.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.948 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.949 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.950 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-03-04T22:45:11.951 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.952 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.953 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.954 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.955 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.956 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.957 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.958 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.959 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.960 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.961 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.962 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.963 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.964 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.965 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.966 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-03-04T22:45:11.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-03-04T22:45:11.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.967 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.968 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.969 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-03-04T22:45:11.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-03-04T22:45:11.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.970 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.971 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.972 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-03-04T22:45:11.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.973 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T22:45:11.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T22:45:11.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.974 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.975 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.976 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.978 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.979 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.980 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:11.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:11.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.981 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.982 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.983 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:11.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:11.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.984 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:11.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:11.985 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:11.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:11.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:11.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:11.986 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:11.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:11.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.987 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:11.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:11.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:11.988 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:11.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.989 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.990 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T22:45:11.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T22:45:11.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.991 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.992 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.993 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T22:45:11.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T22:45:11.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:11.994 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:11.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:11.995 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:11.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:11.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:11.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:11.996 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:11.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:11.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-03-04T22:45:11.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:11.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:11.997 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:11.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:11.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:11.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:11.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:11.998 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:11.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:11.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:11.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:11.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:11.999 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.000 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.001 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.002 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.003 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.004 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.005 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.006 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.007 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.008 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.009 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.010 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.011 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-03-04T22:45:12.012 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.013 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.014 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.015 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.016 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.017 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.018 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.019 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.020 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.021 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.022 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.023 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.024 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.025 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.026 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "roption1": { 2021-03-04T22:45:12.027 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-03-04T22:45:12.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.028 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.029 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "roption2": { 2021-03-04T22:45:12.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-03-04T22:45:12.030 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-03-04T22:45:12.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.031 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.032 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-03-04T22:45:12.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-03-04T22:45:12.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.033 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.034 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.035 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-03-04T22:45:12.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-03-04T22:45:12.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:12.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.036 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.037 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.038 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-03-04T22:45:12.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-03-04T22:45:12.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T22:45:12.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.039 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.040 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-03-04T22:45:12.041 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-03-04T22:45:12.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.042 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.043 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-03-04T22:45:12.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-03-04T22:45:12.044 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.045 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.046 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-03-04T22:45:12.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-03-04T22:45:12.047 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:12.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.048 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.049 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "testkey": { 2021-03-04T22:45:12.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-03-04T22:45:12.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.050 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.051 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.052 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-03-04T22:45:12.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-03-04T22:45:12.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.053 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.054 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.055 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-03-04T22:45:12.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-03-04T22:45:12.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.056 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.057 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.058 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "status", 2021-03-04T22:45:12.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.059 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.060 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.061 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.062 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.063 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.064 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.065 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.066 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.067 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.068 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.069 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.070 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.071 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.072 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.073 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-03-04T22:45:12.074 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "address": { 2021-03-04T22:45:12.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "address", 2021-03-04T22:45:12.075 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-03-04T22:45:12.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.076 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.077 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:45:12.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:45:12.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:12.078 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-03-04T22:45:12.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.079 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.080 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.081 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.082 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.083 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.084 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.085 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.086 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.087 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.088 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.089 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.090 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.091 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.092 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.093 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.094 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-03-04T22:45:12.095 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-03-04T22:45:12.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-03-04T22:45:12.096 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:12.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.097 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-03-04T22:45:12.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.098 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-03-04T22:45:12.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-03-04T22:45:12.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.099 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:12.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.100 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.101 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-03-04T22:45:12.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-03-04T22:45:12.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.102 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T22:45:12.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.103 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.104 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-03-04T22:45:12.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-03-04T22:45:12.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.105 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.106 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.107 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "contact": { 2021-03-04T22:45:12.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-03-04T22:45:12.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.108 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:12.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "description": { 2021-03-04T22:45:12.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "description", 2021-03-04T22:45:12.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:12.111 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.112 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "device_url": { 2021-03-04T22:45:12.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-03-04T22:45:12.113 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-03-04T22:45:12.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.114 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.115 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T22:45:12.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T22:45:12.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.116 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.117 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.118 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:45:12.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:45:12.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:12.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.119 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-03-04T22:45:12.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "8", 2021-03-04T22:45:12.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.120 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.121 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-03-04T22:45:12.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-03-04T22:45:12.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:12.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.122 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-03-04T22:45:12.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.123 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.124 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-03-04T22:45:12.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-03-04T22:45:12.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.125 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.126 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.127 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.128 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.129 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.130 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.131 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.132 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.133 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.134 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.135 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.136 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.137 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.138 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.139 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.140 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "organization": { 2021-03-04T22:45:12.141 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-03-04T22:45:12.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:12.142 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.143 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "proxy": { 2021-03-04T22:45:12.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-03-04T22:45:12.144 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:12.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.145 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.146 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "url": { 2021-03-04T22:45:12.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "url", 2021-03-04T22:45:12.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.147 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-03-04T22:45:12.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.148 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.149 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-03-04T22:45:12.150 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.151 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.152 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.153 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.154 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.155 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.156 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.157 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.158 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.159 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.160 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.161 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.162 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.163 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.164 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.165 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-03-04T22:45:12.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.166 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.167 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.168 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.169 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.170 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.171 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.172 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.173 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.174 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.175 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.176 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.177 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.178 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.179 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.180 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-03-04T22:45:12.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-03-04T22:45:12.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:12.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.181 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-03-04T22:45:12.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.182 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-03-04T22:45:12.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.183 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-03-04T22:45:12.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T22:45:12.184 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T22:45:12.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T22:45:12.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-03-04T22:45:12.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-03-04T22:45:12.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.185 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-03-04T22:45:12.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.186 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.187 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "identifier": { 2021-03-04T22:45:12.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-03-04T22:45:12.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.188 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.189 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.190 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T22:45:12.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T22:45:12.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T22:45:12.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.191 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T22:45:12.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.192 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T22:45:12.193 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T22:45:12.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.194 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T22:45:12.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.195 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.196 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.197 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T22:45:12.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T22:45:12.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.198 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.199 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.200 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T22:45:12.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T22:45:12.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.201 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T22:45:12.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T22:45:12.202 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "", 2021-03-04T22:45:12.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T22:45:12.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T22:45:12.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T22:45:12.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T22:45:12.203 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T22:45:12.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.204 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T22:45:12.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T22:45:12.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T22:45:12.205 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T22:45:12.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T22:45:12.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.206 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.207 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-03-04T22:45:12.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-03-04T22:45:12.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.208 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T22:45:12.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.209 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.210 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-03-04T22:45:12.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-03-04T22:45:12.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T22:45:12.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.211 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-03-04T22:45:12.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.212 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-03-04T22:45:12.213 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-03-04T22:45:12.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T22:45:12.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T22:45:12.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T22:45:12.214 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-03-04T22:45:12.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T22:45:12.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T22:45:12.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T22:45:12.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T22:45:12.215 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T22:45:12.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T22:45:12.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T22:45:12.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.216 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "services": {}, 2021-03-04T22:45:12.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-03-04T22:45:12.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-03-04T22:45:12.217 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T22:45:12.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T22:45:12.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T22:45:12.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-03-04T22:45:12.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T22:45:12.218 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T22:45:12.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T22:45:12.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T22:45:12.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-03-04T22:45:12.219 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T22:45:12.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T22:45:12.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T22:45:12.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-03-04T22:45:12.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-03-04T22:45:12.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T22:45:12.220 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T22:45:12.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T22:45:12.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "telemetry", 2021-03-04T22:45:12.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T22:45:12.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ], 2021-03-04T22:45:12.221 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 2, 2021-03-04T22:45:12.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-03-04T22:45:12.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T22:45:12.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.222 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T22:45:12.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:0", 2021-03-04T22:45:12.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 613317333 2021-03-04T22:45:12.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:45:12.223 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout }, 2021-03-04T22:45:12.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T22:45:12.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:12.224 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T22:45:12.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.108:0", 2021-03-04T22:45:12.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "nonce": 4163139235 2021-03-04T22:45:12.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:45:12.225 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout ] 2021-03-04T22:45:12.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.226 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:12.227 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:11 gibba008 bash[13002]: audit 2021-03-04T22:45:10.799426+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 172.21.2.108:0/2696530143' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch 2021-03-04T22:45:12.227 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for the mgr to restart... 2021-03-04T22:45:12.228 INFO:teuthology.orchestra.run.gibba008.stderr:Waiting for Mgr epoch 9... 2021-03-04T22:45:12.228 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-03-04T22:45:12.512 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:12 gibba008 bash[13244]: Warning: Permanently added 'gibba008,172.21.2.108' (ECDSA) to the list of known hosts. 2021-03-04T22:45:12.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:12 gibba008 bash[13002]: cluster 2021-03-04T22:45:11.949611+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon y restarted 2021-03-04T22:45:12.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:12 gibba008 bash[13002]: cluster 2021-03-04T22:45:11.950038+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon y 2021-03-04T22:45:12.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:12 gibba008 bash[13002]: cluster 2021-03-04T22:45:11.951236+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2021-03-04T22:45:13.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout { 2021-03-04T22:45:13.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2021-03-04T22:45:13.109 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout "initialized": true 2021-03-04T22:45:13.110 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout } 2021-03-04T22:45:13.134 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: cluster 2021-03-04T22:45:12.091996+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e10: y(active, starting, since 0.14196s) 2021-03-04T22:45:13.135 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.097725+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:45:13.135 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.100131+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:45:13.135 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.100690+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:45:13.135 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.101228+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:45:13.136 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.102631+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:45:13.136 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.104988+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:45:13.136 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.106337+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:45:13.136 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.107653+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:45:13.136 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.108987+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:45:13.137 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.110358+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:45:13.137 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.111690+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:45:13.137 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.113056+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:45:13.137 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.114405+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:45:13.138 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.115743+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:45:13.138 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: cluster 2021-03-04T22:45:12.121425+0000 mon.a (mon.0) 88 : cluster [INF] Manager daemon y is now available 2021-03-04T22:45:13.138 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.229175+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:45:13.138 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.230693+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:45:13.138 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.371389+0000 mon.a (mon.0) 91 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:13.139 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.711624+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:13.139 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:13 gibba008 bash[13002]: audit 2021-03-04T22:45:12.712234+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:45:14.032 INFO:teuthology.orchestra.run.gibba008.stderr:Mgr epoch 9 is available 2021-03-04T22:45:14.033 INFO:teuthology.orchestra.run.gibba008.stderr:Generating a dashboard self-signed certificate... 2021-03-04T22:45:14.033 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard create-self-signed-cert 2021-03-04T22:45:14.456 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:14 gibba008 bash[13002]: cluster 2021-03-04T22:45:13.096768+0000 mon.a (mon.0) 94 : cluster [DBG] mgrmap e11: y(active, since 1.14679s) 2021-03-04T22:45:14.456 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:14 gibba008 bash[13002]: audit 2021-03-04T22:45:13.097095+0000 mgr.y (mgr.14138) 1 : audit [DBG] from='client.14146 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2021-03-04T22:45:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:15 gibba008 bash[13002]: audit 2021-03-04T22:45:13.104329+0000 mgr.y (mgr.14138) 2 : audit [DBG] from='client.14146 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2021-03-04T22:45:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:15 gibba008 bash[13002]: cluster 2021-03-04T22:45:14.101838+0000 mon.a (mon.0) 95 : cluster [DBG] mgrmap e12: y(active, since 2s) 2021-03-04T22:45:15.940 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout Self-signed certificate created 2021-03-04T22:45:16.530 INFO:teuthology.orchestra.run.gibba008.stderr:Creating initial admin user... 2021-03-04T22:45:16.530 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard ac-user-create admin s2bol01rrf administrator --force-password --pwd-update-required 2021-03-04T22:45:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:16 gibba008 bash[13002]: audit 2021-03-04T22:45:15.870441+0000 mgr.y (mgr.14138) 3 : audit [DBG] from='client.14148 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:17.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:16 gibba008 bash[13002]: audit 2021-03-04T22:45:15.933772+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:17.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:16 gibba008 bash[13002]: audit 2021-03-04T22:45:15.935755+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:17.755 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$d9qZ.lYccchj5rdR/UX4EOAxQG5daKxsVOncn1b.X.ABg3nO64BIi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1614897917, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2021-03-04T22:45:18.355 INFO:teuthology.orchestra.run.gibba008.stderr:Fetching dashboard port number... 2021-03-04T22:45:18.356 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba008 -v /var/log/ceph/22a80224-7d3b-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpko88kgem:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmprcyqecun:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config get mgr mgr/dashboard/ssl_server_port 2021-03-04T22:45:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:18 gibba008 bash[13002]: audit 2021-03-04T22:45:17.587636+0000 mgr.y (mgr.14138) 4 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "password": "s2bol01rrf", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:18 gibba008 bash[13002]: audit 2021-03-04T22:45:17.750659+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:19.446 INFO:teuthology.orchestra.run.gibba008.stderr:/usr/bin/ceph: stdout 8443 2021-03-04T22:45:20.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:19 gibba008 bash[13002]: cluster 2021-03-04T22:45:18.757482+0000 mon.a (mon.0) 99 : cluster [DBG] mgrmap e13: y(active, since 6s) 2021-03-04T22:45:20.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:19 gibba008 bash[13002]: audit 2021-03-04T22:45:19.441547+0000 mon.a (mon.0) 100 : audit [DBG] from='client.? 172.21.2.108:0/825788356' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2021-03-04T22:45:20.085 INFO:teuthology.orchestra.run.gibba008.stderr:firewalld does not appear to be present 2021-03-04T22:45:20.085 INFO:teuthology.orchestra.run.gibba008.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2021-03-04T22:45:20.086 INFO:teuthology.orchestra.run.gibba008.stderr:Ceph Dashboard is now available at: 2021-03-04T22:45:20.087 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.087 INFO:teuthology.orchestra.run.gibba008.stderr: URL: https://gibba008:8443/ 2021-03-04T22:45:20.087 INFO:teuthology.orchestra.run.gibba008.stderr: User: admin 2021-03-04T22:45:20.087 INFO:teuthology.orchestra.run.gibba008.stderr: Password: s2bol01rrf 2021-03-04T22:45:20.088 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.088 INFO:teuthology.orchestra.run.gibba008.stderr:You can access the Ceph CLI with: 2021-03-04T22:45:20.088 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.088 INFO:teuthology.orchestra.run.gibba008.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2021-03-04T22:45:20.088 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.089 INFO:teuthology.orchestra.run.gibba008.stderr:Please consider enabling telemetry to help improve Ceph: 2021-03-04T22:45:20.089 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.089 INFO:teuthology.orchestra.run.gibba008.stderr: ceph telemetry on 2021-03-04T22:45:20.089 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.090 INFO:teuthology.orchestra.run.gibba008.stderr:For more information see: 2021-03-04T22:45:20.090 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.090 INFO:teuthology.orchestra.run.gibba008.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2021-03-04T22:45:20.090 INFO:teuthology.orchestra.run.gibba008.stderr: 2021-03-04T22:45:20.091 INFO:teuthology.orchestra.run.gibba008.stderr:Bootstrap complete. 2021-03-04T22:45:20.091 INFO:teuthology.orchestra.run.gibba008.stderr:Releasing lock 140067679342544 on /run/cephadm/22a80224-7d3b-11eb-9066-001a4aab830c.lock 2021-03-04T22:45:20.091 INFO:teuthology.orchestra.run.gibba008.stderr:Lock 140067679342544 released on /run/cephadm/22a80224-7d3b-11eb-9066-001a4aab830c.lock 2021-03-04T22:45:20.096 INFO:tasks.cephadm:Fetching config... 2021-03-04T22:45:20.096 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:45:20.097 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2021-03-04T22:45:20.101 INFO:tasks.cephadm:Fetching client.admin keyring... 2021-03-04T22:45:20.102 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:45:20.102 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2021-03-04T22:45:20.148 INFO:tasks.cephadm:Fetching mon keyring... 2021-03-04T22:45:20.149 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:45:20.149 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd if=/var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/keyring of=/dev/stdout 2021-03-04T22:45:20.156 INFO:tasks.cephadm:Fetching pub ssh key... 2021-03-04T22:45:20.156 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:45:20.157 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2021-03-04T22:45:20.162 INFO:tasks.cephadm:Installing pub ssh key for root users... 2021-03-04T22:45:20.162 DEBUG:teuthology.orchestra.run.gibba008:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEIkTkgEDhQlBhYISMQXMCX9M43o8DcInRESoG7jG6Z5BbSRH//a2P3qIabAtH7KTq2BSIt/sBqsWJKiNpAJiYZT3SczP277AsNe8+CsAz7sBhty8dDIoOqmgobGX3wyWKXk9n7Q6Yln4DeidYhN+LF5FA4wtm0JnSOD44uvLC5RoaRZokAM+icNTU2pTIZ0IJoztPbbwoSY7N+eKQByh2wf5smx6i6ETQLJQpNed44Ha9Oz+igkxTQ+trgZO9Gmb5twAZnn4CEflnssw+ECSvnCqDH2tI+m/Db2fgKoIf4CVBZB+nj2QjoS1THu9MVSmYTWHxv51R4A7hdySOdwgEhtU6ucoj0vy3AQ5qpaB8V9g5CfsBQ5sGmkIG7e83suXN0HPHyl79XpeHEk2C+H5M0sQBXmVnZ6gglQ9zvihWscnYqRltZ5pNyNpfpo8iqNJflSkAe6+UQfvMyGWL7fuQ24H/oieUKfVe47xEeV6XdsTe466hwSmJa5JykD4dQqE= ceph-22a80224-7d3b-11eb-9066-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-03-04T22:45:20.221 INFO:teuthology.orchestra.run.gibba008.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEIkTkgEDhQlBhYISMQXMCX9M43o8DcInRESoG7jG6Z5BbSRH//a2P3qIabAtH7KTq2BSIt/sBqsWJKiNpAJiYZT3SczP277AsNe8+CsAz7sBhty8dDIoOqmgobGX3wyWKXk9n7Q6Yln4DeidYhN+LF5FA4wtm0JnSOD44uvLC5RoaRZokAM+icNTU2pTIZ0IJoztPbbwoSY7N+eKQByh2wf5smx6i6ETQLJQpNed44Ha9Oz+igkxTQ+trgZO9Gmb5twAZnn4CEflnssw+ECSvnCqDH2tI+m/Db2fgKoIf4CVBZB+nj2QjoS1THu9MVSmYTWHxv51R4A7hdySOdwgEhtU6ucoj0vy3AQ5qpaB8V9g5CfsBQ5sGmkIG7e83suXN0HPHyl79XpeHEk2C+H5M0sQBXmVnZ6gglQ9zvihWscnYqRltZ5pNyNpfpo8iqNJflSkAe6+UQfvMyGWL7fuQ24H/oieUKfVe47xEeV6XdsTe466hwSmJa5JykD4dQqE= ceph-22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:45:20.226 DEBUG:teuthology.orchestra.run.gibba023:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEIkTkgEDhQlBhYISMQXMCX9M43o8DcInRESoG7jG6Z5BbSRH//a2P3qIabAtH7KTq2BSIt/sBqsWJKiNpAJiYZT3SczP277AsNe8+CsAz7sBhty8dDIoOqmgobGX3wyWKXk9n7Q6Yln4DeidYhN+LF5FA4wtm0JnSOD44uvLC5RoaRZokAM+icNTU2pTIZ0IJoztPbbwoSY7N+eKQByh2wf5smx6i6ETQLJQpNed44Ha9Oz+igkxTQ+trgZO9Gmb5twAZnn4CEflnssw+ECSvnCqDH2tI+m/Db2fgKoIf4CVBZB+nj2QjoS1THu9MVSmYTWHxv51R4A7hdySOdwgEhtU6ucoj0vy3AQ5qpaB8V9g5CfsBQ5sGmkIG7e83suXN0HPHyl79XpeHEk2C+H5M0sQBXmVnZ6gglQ9zvihWscnYqRltZ5pNyNpfpo8iqNJflSkAe6+UQfvMyGWL7fuQ24H/oieUKfVe47xEeV6XdsTe466hwSmJa5JykD4dQqE= ceph-22a80224-7d3b-11eb-9066-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-03-04T22:45:20.247 INFO:teuthology.orchestra.run.gibba023.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEIkTkgEDhQlBhYISMQXMCX9M43o8DcInRESoG7jG6Z5BbSRH//a2P3qIabAtH7KTq2BSIt/sBqsWJKiNpAJiYZT3SczP277AsNe8+CsAz7sBhty8dDIoOqmgobGX3wyWKXk9n7Q6Yln4DeidYhN+LF5FA4wtm0JnSOD44uvLC5RoaRZokAM+icNTU2pTIZ0IJoztPbbwoSY7N+eKQByh2wf5smx6i6ETQLJQpNed44Ha9Oz+igkxTQ+trgZO9Gmb5twAZnn4CEflnssw+ECSvnCqDH2tI+m/Db2fgKoIf4CVBZB+nj2QjoS1THu9MVSmYTWHxv51R4A7hdySOdwgEhtU6ucoj0vy3AQ5qpaB8V9g5CfsBQ5sGmkIG7e83suXN0HPHyl79XpeHEk2C+H5M0sQBXmVnZ6gglQ9zvihWscnYqRltZ5pNyNpfpo8iqNJflSkAe6+UQfvMyGWL7fuQ24H/oieUKfVe47xEeV6XdsTe466hwSmJa5JykD4dQqE= ceph-22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:45:20.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2021-03-04T22:45:24.768 INFO:tasks.cephadm:Writing (initial) conf and keyring to gibba023 2021-03-04T22:45:24.768 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:45:24.769 DEBUG:teuthology.orchestra.run.gibba023:> dd of=/etc/ceph/ceph.conf 2021-03-04T22:45:24.778 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:45:24.779 DEBUG:teuthology.orchestra.run.gibba023:> dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T22:45:24.784 INFO:tasks.cephadm:Adding host gibba023 to orchestrator... 2021-03-04T22:45:24.785 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch host add gibba023 2021-03-04T22:45:25.066 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:24 gibba008 bash[13002]: audit 2021-03-04T22:45:23.901447+0000 mon.a (mon.0) 101 : audit [INF] from='client.? 172.21.2.108:0/2380088310' entity='client.admin' 2021-03-04T22:45:27.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:26 gibba008 bash[13002]: audit 2021-03-04T22:45:26.926577+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:28.399 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:28 gibba008 bash[13002]: audit 2021-03-04T22:45:27.054788+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:28.399 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:28 gibba008 bash[13002]: cephadm 2021-03-04T22:45:27.055151+0000 mgr.y (mgr.14138) 5 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:45:28.399 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:28 gibba008 bash[13002]: audit 2021-03-04T22:45:27.217186+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:28.400 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:28 gibba008 bash[13002]: audit 2021-03-04T22:45:27.217803+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:45:28.400 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:28 gibba008 bash[13002]: audit 2021-03-04T22:45:27.218762+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:45:28.400 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:28 gibba008 bash[13002]: audit 2021-03-04T22:45:27.219816+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-03-04T22:45:29.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:29 gibba008 bash[13002]: cephadm 2021-03-04T22:45:27.217549+0000 mgr.y (mgr.14138) 6 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2021-03-04T22:45:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:29 gibba008 bash[13002]: cephadm 2021-03-04T22:45:27.219477+0000 mgr.y (mgr.14138) 7 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:45:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:29 gibba008 bash[13002]: audit 2021-03-04T22:45:28.999829+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:29 gibba008 bash[13002]: audit 2021-03-04T22:45:29.000456+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-03-04T22:45:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:29 gibba008 bash[13002]: audit 2021-03-04T22:45:29.001171+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:45:29.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:29 gibba008 bash[13002]: audit 2021-03-04T22:45:29.002209+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-03-04T22:45:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:30 gibba008 bash[13002]: cephadm 2021-03-04T22:45:29.000214+0000 mgr.y (mgr.14138) 8 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2021-03-04T22:45:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:30 gibba008 bash[13002]: cephadm 2021-03-04T22:45:29.001876+0000 mgr.y (mgr.14138) 9 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:45:32.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:31 gibba008 bash[13002]: audit 2021-03-04T22:45:30.700700+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:32.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:31 gibba008 bash[13002]: audit 2021-03-04T22:45:30.701877+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:32.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:31 gibba008 bash[13002]: audit 2021-03-04T22:45:31.009164+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:32.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:31 gibba008 bash[13002]: audit 2021-03-04T22:45:31.011196+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:33.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:33 gibba008 bash[13002]: cluster 2021-03-04T22:45:32.102039+0000 mgr.y (mgr.14138) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:35.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:35 gibba008 bash[13002]: cluster 2021-03-04T22:45:34.102590+0000 mgr.y (mgr.14138) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:36.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:36 gibba008 bash[13002]: cluster 2021-03-04T22:45:36.103370+0000 mgr.y (mgr.14138) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:38 gibba008 bash[13002]: cluster 2021-03-04T22:45:38.104059+0000 mgr.y (mgr.14138) 13 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:40.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:40 gibba008 bash[13002]: cluster 2021-03-04T22:45:40.104762+0000 mgr.y (mgr.14138) 14 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:41.619 INFO:teuthology.orchestra.run.gibba023.stdout:Added host 'gibba023' 2021-03-04T22:45:41.763 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:45:41 gibba008 bash[13244]: Warning: Permanently added 'gibba023,172.21.2.123' (ECDSA) to the list of known hosts. 2021-03-04T22:45:42.163 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch host ls --format=json 2021-03-04T22:45:43.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.252339+0000 mgr.y (mgr.14138) 15 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "gibba023", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:43.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.609382+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:43.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: cephadm 2021-03-04T22:45:41.610636+0000 mgr.y (mgr.14138) 16 : cephadm [INF] Added host gibba023 2021-03-04T22:45:43.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.615600+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:43.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.781802+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:43.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.782449+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:43.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.905876+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:43.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.906548+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:45:43.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: audit 2021-03-04T22:45:41.988610+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:43.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:42 gibba008 bash[13002]: cluster 2021-03-04T22:45:42.105291+0000 mgr.y (mgr.14138) 17 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:44.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:44 gibba008 bash[13002]: cluster 2021-03-04T22:45:44.105874+0000 mgr.y (mgr.14138) 18 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:45.851 INFO:teuthology.orchestra.run.gibba023.stdout: 2021-03-04T22:45:45.852 INFO:teuthology.orchestra.run.gibba023.stdout:[{"addr": "gibba008", "hostname": "gibba008", "labels": [], "status": ""}, {"addr": "gibba023", "hostname": "gibba023", "labels": [], "status": ""}] 2021-03-04T22:45:46.432 INFO:tasks.cephadm:Setting crush tunables to default 2021-03-04T22:45:46.432 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd crush tunables default 2021-03-04T22:45:46.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:46 gibba008 bash[13002]: audit 2021-03-04T22:45:45.844138+0000 mgr.y (mgr.14138) 19 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:45:46.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:46 gibba008 bash[13002]: cluster 2021-03-04T22:45:46.106367+0000 mgr.y (mgr.14138) 20 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:47.596 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:47 gibba008 bash[13002]: audit 2021-03-04T22:45:47.256825+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:48.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:48 gibba008 bash[13002]: audit 2021-03-04T22:45:47.402503+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:48.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:48 gibba008 bash[13002]: cephadm 2021-03-04T22:45:47.402968+0000 mgr.y (mgr.14138) 21 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:45:48.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:48 gibba008 bash[13002]: audit 2021-03-04T22:45:47.596657+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:48.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:48 gibba008 bash[13002]: audit 2021-03-04T22:45:47.604668+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:48.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:48 gibba008 bash[13002]: cluster 2021-03-04T22:45:48.106663+0000 mgr.y (mgr.14138) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:49.618 INFO:teuthology.orchestra.run.gibba008.stderr:adjusted tunables profile to default 2021-03-04T22:45:50.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:49 gibba008 bash[13002]: audit 2021-03-04T22:45:49.165186+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.2.108:0/2085266848' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2021-03-04T22:45:50.313 INFO:tasks.cephadm:Adding mon.c on gibba008 2021-03-04T22:45:50.314 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add mon 'gibba008:[v2:172.21.2.108:3301,v1:172.21.2.108:6790]=c' 2021-03-04T22:45:50.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:50 gibba008 bash[13002]: audit 2021-03-04T22:45:49.611725+0000 mon.a (mon.0) 128 : audit [INF] from='client.? 172.21.2.108:0/2085266848' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2021-03-04T22:45:50.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:50 gibba008 bash[13002]: cluster 2021-03-04T22:45:49.611750+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-03-04T22:45:50.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:50 gibba008 bash[13002]: audit 2021-03-04T22:45:49.612018+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:45:50.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:50 gibba008 bash[13002]: cluster 2021-03-04T22:45:50.107340+0000 mgr.y (mgr.14138) 23 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:51 gibba008 bash[13002]: audit 2021-03-04T22:45:50.624046+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2021-03-04T22:45:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:51 gibba008 bash[13002]: cluster 2021-03-04T22:45:50.624225+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2021-03-04T22:45:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:51 gibba008 bash[13002]: audit 2021-03-04T22:45:50.626776+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:45:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:52 gibba008 bash[13002]: audit 2021-03-04T22:45:51.626882+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:45:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:52 gibba008 bash[13002]: cluster 2021-03-04T22:45:51.627167+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-03-04T22:45:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:52 gibba008 bash[13002]: cluster 2021-03-04T22:45:52.108057+0000 mgr.y (mgr.14138) 24 : cluster [DBG] pgmap v16: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:54.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:53 gibba008 bash[13002]: audit 2021-03-04T22:45:53.069493+0000 mgr.y (mgr.14138) 25 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "gibba008:[v2:172.21.2.108:3301,v1:172.21.2.108:6790]=c", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:45:54.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:53 gibba008 bash[13002]: audit 2021-03-04T22:45:53.070867+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:45:54.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:53 gibba008 bash[13002]: audit 2021-03-04T22:45:53.071677+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:45:54.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:53 gibba008 bash[13002]: cephadm 2021-03-04T22:45:53.072312+0000 mgr.y (mgr.14138) 26 : cephadm [INF] Deploying daemon mon.c on gibba008 2021-03-04T22:45:54.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:53 gibba008 bash[13002]: audit 2021-03-04T22:45:53.072529+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-03-04T22:45:54.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:54 gibba008 bash[13002]: cluster 2021-03-04T22:45:54.108769+0000 mgr.y (mgr.14138) 27 : cluster [DBG] pgmap v17: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:56.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:56 gibba008 bash[13002]: cluster 2021-03-04T22:45:56.109323+0000 mgr.y (mgr.14138) 28 : cluster [DBG] pgmap v18: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:56.945 INFO:teuthology.orchestra.run.gibba008.stdout:Deployed mon.c on host 'gibba008' 2021-03-04T22:45:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:57 gibba008 bash[13002]: audit 2021-03-04T22:45:56.940422+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:45:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:57 gibba008 bash[13002]: audit 2021-03-04T22:45:56.941674+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:58.230 DEBUG:teuthology.orchestra.run.gibba008:mon.c> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.c.service 2021-03-04T22:45:58.233 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2021-03-04T22:45:58.233 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph mon dump -f json 2021-03-04T22:45:58.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:45:59.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[13002]: audit 2021-03-04T22:45:57.640133+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:59.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[13002]: audit 2021-03-04T22:45:57.642051+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:59.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[13002]: cluster 2021-03-04T22:45:58.109923+0000 mgr.y (mgr.14138) 29 : cluster [DBG] pgmap v19: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.773+0000 7fa87d52c700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:45:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.773+0000 7fa87d52c700 0 ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable), process ceph-mon, pid 1 2021-03-04T22:45:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.773+0000 7fa87d52c700 0 pidfile_write: ignore empty --pid-file 2021-03-04T22:45:59.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 load: jerasure load: lrc load: isa 2021-03-04T22:45:59.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:45:59.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:45:59.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:45:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:45:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:45:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:45:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 1 rocksdb: do_open column families: [default] 2021-03-04T22:45:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: RocksDB version: 6.1.2 2021-03-04T22:45:59.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:45:59.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Compile date Feb 23 2021 2021-03-04T22:45:59.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: DB SUMMARY 2021-03-04T22:45:59.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T22:45:59.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T22:45:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2021-03-04T22:45:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2021-03-04T22:45:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 489 ; 2021-03-04T22:45:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:45:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T22:45:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:45:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.env: 0x559cf6ebb1a0 2021-03-04T22:45:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.info_log: 0x559cf7d92ba0 2021-03-04T22:45:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:45:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:45:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:45:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:45:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:45:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:45:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:45:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:45:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:45:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:45:59.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:45:59.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:45:59.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:45:59.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:45:59.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:45:59.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-03-04T22:45:59.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:45:59.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:45:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:45:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:45:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:45:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:45:59.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:45:59.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:45:59.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:45:59.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.write_buffer_manager: 0x559cf7d77320 2021-03-04T22:45:59.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:45:59.027 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:45:59.027 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:45:59.027 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:45:59.027 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:45:59.028 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:45:59.028 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:45:59.028 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:45:59.028 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:45:59.028 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:45:59.029 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:45:59.029 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:45:59.029 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:45:59.029 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.row_cache: None 2021-03-04T22:45:59.029 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:45:59.030 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:45:59.030 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:45:59.030 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:45:59.030 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:45:59.031 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:45:59.031 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:45:59.031 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:45:59.031 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:45:59.031 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:45:59.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:45:59.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:45:59.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:45:59.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:45:59.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:45:59.033 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:45:59.033 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:45:59.033 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:45:59.033 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:45:59.034 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:45:59.034 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:45:59.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:45:59.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:45:59.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:45:59.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:45:59.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:45:59.036 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:45:59.036 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:45:59.036 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:45:59.036 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:45:59.037 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:45:59.037 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:45:59.037 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2021-03-04T22:45:59.037 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-03-04T22:45:59.037 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:45:59.038 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.merge_operator: 2021-03-04T22:45:59.038 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:45:59.038 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:45:59.038 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:45:59.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:45:59.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559cf7cad0d0) 2021-03-04T22:45:59.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: cache_index_and_filter_blocks: 1 2021-03-04T22:45:59.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: cache_index_and_filter_blocks_with_high_priority: 1 2021-03-04T22:45:59.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:45:59.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: pin_top_level_index_and_filter: 1 2021-03-04T22:45:59.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: index_type: 0 2021-03-04T22:45:59.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: data_block_index_type: 0 2021-03-04T22:45:59.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:45:59.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: hash_index_allow_collision: 1 2021-03-04T22:45:59.041 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: checksum: 1 2021-03-04T22:45:59.041 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: no_block_cache: 0 2021-03-04T22:45:59.041 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_cache: 0x559cf7ce4610 2021-03-04T22:45:59.041 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_cache_name: BinnedLRUCache 2021-03-04T22:45:59.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_cache_options: 2021-03-04T22:45:59.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: capacity : 536870912 2021-03-04T22:45:59.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: num_shard_bits : 4 2021-03-04T22:45:59.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: strict_capacity_limit : 0 2021-03-04T22:45:59.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: high_pri_pool_ratio: 0.000 2021-03-04T22:45:59.043 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_cache_compressed: (nil) 2021-03-04T22:45:59.043 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: persistent_cache: (nil) 2021-03-04T22:45:59.043 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_size: 4096 2021-03-04T22:45:59.043 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_size_deviation: 10 2021-03-04T22:45:59.043 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_restart_interval: 16 2021-03-04T22:45:59.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: index_block_restart_interval: 1 2021-03-04T22:45:59.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: metadata_block_size: 4096 2021-03-04T22:45:59.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: partition_filters: 0 2021-03-04T22:45:59.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: use_delta_encoding: 1 2021-03-04T22:45:59.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:45:59.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: whole_key_filtering: 1 2021-03-04T22:45:59.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: verify_compression: 0 2021-03-04T22:45:59.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: read_amp_bytes_per_bit: 0 2021-03-04T22:45:59.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: format_version: 2 2021-03-04T22:45:59.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: enable_index_compression: 1 2021-03-04T22:45:59.046 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: block_align: 0 2021-03-04T22:45:59.046 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:45:59.046 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:45:59.046 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:45:59.047 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:45:59.047 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:45:59.047 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:45:59.047 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:45:59.048 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:45:59.048 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:45:59.048 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:45:59.048 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:45:59.048 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:45:59.049 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:45:59.049 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:45:59.049 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:45:59.049 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:45:59.050 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:45:59.050 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:45:59.050 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:45:59.050 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:45:59.051 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:45:59.051 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:45:59.051 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:45:59.051 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:45:59.051 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:45:59.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:45:59.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:45:59.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:45:59.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:45:59.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:45:59.053 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:45:59.053 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:45:59.053 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:45:59.054 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:45:59.054 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:45:59.054 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:45:59.055 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:45:59.055 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:45:59.055 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:45:59.055 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:45:59.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:45:59.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:45:59.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:45:59.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:45:59.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:45:59.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:45:59.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:45:59.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:45:59.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:45:59.058 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:45:59.058 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:45:59.058 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:45:59.058 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:45:59.058 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:45:59.059 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:45:59.059 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:45:59.059 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:45:59.059 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:45:59.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:45:59.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:45:59.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:45:59.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:45:59.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:45:59.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:45:59.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:45:59.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: Options.ttl: 0 2021-03-04T22:45:59.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:45:59.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-03-04T22:45:59.062 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897958782455, "job": 1, "event": "recovery_started", "log_files": [3]} 2021-03-04T22:45:59.062 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #3 mode 2 2021-03-04T22:45:59.062 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897958782913, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1403, "table_properties": {"data_size": 501, "index_size": 28, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 379, "raw_average_value_size": 75, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2021-03-04T22:45:59.063 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: [db/version_set.cc:3036] Creating manifest 5 2021-03-04T22:45:59.063 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897958783482, "job": 1, "event": "recovery_finished"} 2021-03-04T22:45:59.063 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 4 rocksdb: DB pointer 0x559cf890f200 2021-03-04T22:45:59.063 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa864397700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-03-04T22:45:59.064 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa864397700 4 rocksdb: [db/db_impl.cc:778] 2021-03-04T22:45:59.064 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** DB Stats ** 2021-03-04T22:45:59.064 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:45:59.064 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:45:59.064 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:45:59.065 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:45:59.065 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:45:59.066 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:45:59.066 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:45:59.066 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** Compaction Stats [default] ** 2021-03-04T22:45:59.066 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:45:59.066 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:45:59.067 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: L0 1/0 1.37 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.067 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Sum 1/0 1.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.067 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.067 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** Compaction Stats [default] ** 2021-03-04T22:45:59.068 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:45:59.068 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:45:59.068 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.068 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:45:59.068 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:45:59.069 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:45:59.069 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:45:59.069 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:45:59.069 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:45:59.069 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:45:59.070 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Interval compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:45:59.070 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:45:59.070 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:45:59.070 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** Compaction Stats [default] ** 2021-03-04T22:45:59.070 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:45:59.071 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:45:59.071 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: L0 1/0 1.37 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.071 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Sum 1/0 1.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.071 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:45:59.071 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** Compaction Stats [default] ** 2021-03-04T22:45:59.072 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:45:59.072 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:45:59.072 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2021-03-04T22:45:59.072 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:45:59.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:45:59.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:45:59.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:45:59.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:45:59.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:45:59.074 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:45:59.074 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:45:59.074 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:45:59.074 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:45:59.074 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2021-03-04T22:45:59.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.777+0000 7fa87d52c700 0 using public_addrv [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0] 2021-03-04T22:45:59.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.781+0000 7fa87d52c700 0 starting mon.c rank -1 at public addrs [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0] at bind addrs [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:45:59.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.781+0000 7fa87d52c700 1 mon.c@-1(???) e0 preinit fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:45:59.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 0 mon.c@-1(synchronizing).mds e1 new map 2021-03-04T22:45:59.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 0 mon.c@-1(synchronizing).mds e1 print_map 2021-03-04T22:45:59.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: e1 2021-03-04T22:45:59.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T22:45:59.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:45:59.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: legacy client fscid: -1 2021-03-04T22:45:59.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: 2021-03-04T22:45:59.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: No filesystems configured 2021-03-04T22:45:59.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2021-03-04T22:45:59.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2021-03-04T22:45:59.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2021-03-04T22:45:59.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2021-03-04T22:45:59.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2021-03-04T22:45:59.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2021-03-04T22:45:59.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2021-03-04T22:45:59.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in 2021-03-04T22:45:59.079 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:45:59.079 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:45:59.079 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 0 mon.c@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T22:45:59.079 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:45:59.080 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: audit 2021-03-04T22:45:57.640133+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:59.080 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: audit 2021-03-04T22:45:57.642051+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:45:59.080 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: cluster 2021-03-04T22:45:58.109923+0000 mgr.y (mgr.14138) 29 : cluster [DBG] pgmap v19: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:45:59.080 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 1 mon.c@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3 2021-03-04T22:45:59.080 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 10 mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2021-03-04T22:45:59.081 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expand map: {default=false} 2021-03-04T22:45:59.081 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta from 'false' to 'false' 2021-03-04T22:45:59.081 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expanded map: {default=false} 2021-03-04T22:45:59.081 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expand map: {default=info} 2021-03-04T22:45:59.081 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta from 'info' to 'info' 2021-03-04T22:45:59.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expanded map: {default=info} 2021-03-04T22:45:59.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expand map: {default=daemon} 2021-03-04T22:45:59.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-03-04T22:45:59.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expanded map: {default=daemon} 2021-03-04T22:45:59.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expand map: {default=debug} 2021-03-04T22:45:59.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta from 'debug' to 'debug' 2021-03-04T22:45:59.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:45:58 gibba008 bash[16766]: debug 2021-03-04T22:45:58.793+0000 7fa866b9c700 20 expand_channel_meta expanded map: {default=debug} 2021-03-04T22:46:04.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:45:58.803991+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2021-03-04T22:46:04.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: audit 2021-03-04T22:45:59.804405+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:00.110909+0000 mgr.y (mgr.14138) 30 : cluster [DBG] pgmap v20: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:04.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: audit 2021-03-04T22:46:00.804624+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:00.806309+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T22:46:04.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: audit 2021-03-04T22:46:01.805160+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:02.111815+0000 mgr.y (mgr.14138) 31 : cluster [DBG] pgmap v21: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: audit 2021-03-04T22:46:02.805606+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: audit 2021-03-04T22:46:03.826580+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:03.827739+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-03-04T22:46:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:03.835985+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:46:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:03.836126+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2021-03-04T22:46:04.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:03.836199+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-03-04T22:46:04.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:03.836701+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 51s) 2021-03-04T22:46:04.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[13002]: cluster 2021-03-04T22:46:03.839055+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2021-03-04T22:46:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:45:58.803991+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2021-03-04T22:46:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: audit 2021-03-04T22:45:59.804405+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:00.110909+0000 mgr.y (mgr.14138) 30 : cluster [DBG] pgmap v20: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: audit 2021-03-04T22:46:00.804624+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:00.806309+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T22:46:04.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: audit 2021-03-04T22:46:01.805160+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:02.111815+0000 mgr.y (mgr.14138) 31 : cluster [DBG] pgmap v21: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:04.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: audit 2021-03-04T22:46:02.805606+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: audit 2021-03-04T22:46:03.826580+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:04.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:03.827739+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-03-04T22:46:04.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:03.835985+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:46:04.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:03.836126+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2021-03-04T22:46:04.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:03.836199+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-03-04T22:46:04.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:03.836701+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 51s) 2021-03-04T22:46:04.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:03 gibba008 bash[16766]: cluster 2021-03-04T22:46:03.839055+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2021-03-04T22:46:04.293 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:46:04.293 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":2,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","modified":"2021-03-04T22:45:58.802221Z","created":"2021-03-04T22:44:32.643212Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:3300","nonce":0},{"type":"v1","addr":"172.21.2.108:6789","nonce":0}]},"addr":"172.21.2.108:6789/0","public_addr":"172.21.2.108:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:3301","nonce":0},{"type":"v1","addr":"172.21.2.108:6790","nonce":0}]},"addr":"172.21.2.108:6790/0","public_addr":"172.21.2.108:6790/0","priority":0,"weight":0}],"quorum":[0,1]} 2021-03-04T22:46:04.294 INFO:teuthology.orchestra.run.gibba008.stderr:dumped monmap epoch 2 2021-03-04T22:46:04.989 INFO:tasks.cephadm:Adding mon.b on gibba023 2021-03-04T22:46:04.990 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add mon gibba023:172.21.2.123=b 2021-03-04T22:46:05.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:04 gibba008 bash[13002]: cluster 2021-03-04T22:46:04.112642+0000 mgr.y (mgr.14138) 32 : cluster [DBG] pgmap v22: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:05.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:04 gibba008 bash[13002]: audit 2021-03-04T22:46:04.291991+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.2.108:0/156653045' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T22:46:05.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:04 gibba008 bash[13002]: audit 2021-03-04T22:46:04.806351+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:05.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:04 gibba008 bash[16766]: cluster 2021-03-04T22:46:04.112642+0000 mgr.y (mgr.14138) 32 : cluster [DBG] pgmap v22: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:05.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:04 gibba008 bash[16766]: audit 2021-03-04T22:46:04.291991+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.2.108:0/156653045' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T22:46:05.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:04 gibba008 bash[16766]: audit 2021-03-04T22:46:04.806351+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-03-04T22:46:06.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:06 gibba008 bash[13002]: cluster 2021-03-04T22:46:06.113355+0000 mgr.y (mgr.14138) 33 : cluster [DBG] pgmap v23: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:06.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:06 gibba008 bash[16766]: cluster 2021-03-04T22:46:06.113355+0000 mgr.y (mgr.14138) 33 : cluster [DBG] pgmap v23: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:08.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[13002]: audit 2021-03-04T22:46:07.401508+0000 mgr.y (mgr.14138) 34 : audit [DBG] from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "gibba023:172.21.2.123=b", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:08.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[13002]: audit 2021-03-04T22:46:07.404736+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[13002]: audit 2021-03-04T22:46:07.407759+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[13002]: cephadm 2021-03-04T22:46:07.410087+0000 mgr.y (mgr.14138) 35 : cephadm [INF] Deploying daemon mon.b on gibba023 2021-03-04T22:46:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[13002]: audit 2021-03-04T22:46:07.411124+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-03-04T22:46:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[13002]: cluster 2021-03-04T22:46:08.114108+0000 mgr.y (mgr.14138) 36 : cluster [DBG] pgmap v24: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[16766]: audit 2021-03-04T22:46:07.401508+0000 mgr.y (mgr.14138) 34 : audit [DBG] from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "gibba023:172.21.2.123=b", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[16766]: audit 2021-03-04T22:46:07.404736+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[16766]: audit 2021-03-04T22:46:07.407759+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[16766]: cephadm 2021-03-04T22:46:07.410087+0000 mgr.y (mgr.14138) 35 : cephadm [INF] Deploying daemon mon.b on gibba023 2021-03-04T22:46:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[16766]: audit 2021-03-04T22:46:07.411124+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-03-04T22:46:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:08 gibba008 bash[16766]: cluster 2021-03-04T22:46:08.114108+0000 mgr.y (mgr.14138) 36 : cluster [DBG] pgmap v24: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:10.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:10 gibba008 bash[13002]: cluster 2021-03-04T22:46:10.114819+0000 mgr.y (mgr.14138) 37 : cluster [DBG] pgmap v25: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:10.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:10 gibba008 bash[16766]: cluster 2021-03-04T22:46:10.114819+0000 mgr.y (mgr.14138) 37 : cluster [DBG] pgmap v25: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:10.874 INFO:teuthology.orchestra.run.gibba023.stdout:Deployed mon.b on host 'gibba023' 2021-03-04T22:46:11.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:11 gibba008 bash[16766]: audit 2021-03-04T22:46:10.862286+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:11.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:11 gibba008 bash[16766]: audit 2021-03-04T22:46:10.868552+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:11.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:11 gibba008 bash[13002]: audit 2021-03-04T22:46:10.862286+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:11.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:11 gibba008 bash[13002]: audit 2021-03-04T22:46:10.868552+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:11.839 DEBUG:teuthology.orchestra.run.gibba023:mon.b> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.b.service 2021-03-04T22:46:11.841 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-03-04T22:46:11.842 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph mon dump -f json 2021-03-04T22:46:11.886 INFO:journalctl@ceph.mon.b.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:46:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.292+0000 7f4761882700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:46:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.292+0000 7f4761882700 0 ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable), process ceph-mon, pid 1 2021-03-04T22:46:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.292+0000 7f4761882700 0 pidfile_write: ignore empty --pid-file 2021-03-04T22:46:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 load: jerasure load: lrc load: isa 2021-03-04T22:46:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:46:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:46:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:46:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 set rocksdb option compression = kNoCompression 2021-03-04T22:46:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T22:46:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T22:46:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 1 rocksdb: do_open column families: [default] 2021-03-04T22:46:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: RocksDB version: 6.1.2 2021-03-04T22:46:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:46:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Compile date Feb 23 2021 2021-03-04T22:46:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: DB SUMMARY 2021-03-04T22:46:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T22:46:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T22:46:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2021-03-04T22:46:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2021-03-04T22:46:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 610 ; 2021-03-04T22:46:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:46:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T22:46:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:46:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.env: 0x55c9de6b81a0 2021-03-04T22:46:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.info_log: 0x55c9df7c2ba0 2021-03-04T22:46:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:46:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:46:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:46:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:46:12.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:46:12.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:46:12.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:46:12.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:46:12.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:46:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:46:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:46:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:46:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:46:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:46:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:46:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-03-04T22:46:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:46:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:46:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:46:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:46:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:46:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:46:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:46:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:46:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:46:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.write_buffer_manager: 0x55c9df7a7290 2021-03-04T22:46:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:46:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:46:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:46:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:46:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:46:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:46:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:46:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:46:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:46:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:46:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:46:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:46:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:46:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.row_cache: None 2021-03-04T22:46:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:46:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:46:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:46:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:46:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:46:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:46:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:46:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:46:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:46:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:46:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:46:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:46:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:46:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:46:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:46:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:46:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:46:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:46:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:46:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:46:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:46:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:46:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:46:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:46:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:46:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:46:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:46:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:46:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:46:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:46:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:46:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:46:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2021-03-04T22:46:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-03-04T22:46:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:46:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.merge_operator: 2021-03-04T22:46:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:46:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:46:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:46:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:46:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c9df6dd0d0) 2021-03-04T22:46:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: cache_index_and_filter_blocks: 1 2021-03-04T22:46:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: cache_index_and_filter_blocks_with_high_priority: 1 2021-03-04T22:46:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:46:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: pin_top_level_index_and_filter: 1 2021-03-04T22:46:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: index_type: 0 2021-03-04T22:46:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: data_block_index_type: 0 2021-03-04T22:46:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:46:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: hash_index_allow_collision: 1 2021-03-04T22:46:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: checksum: 1 2021-03-04T22:46:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: no_block_cache: 0 2021-03-04T22:46:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_cache: 0x55c9df714610 2021-03-04T22:46:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_cache_name: BinnedLRUCache 2021-03-04T22:46:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_cache_options: 2021-03-04T22:46:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: capacity : 536870912 2021-03-04T22:46:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: num_shard_bits : 4 2021-03-04T22:46:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: strict_capacity_limit : 0 2021-03-04T22:46:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: high_pri_pool_ratio: 0.000 2021-03-04T22:46:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_cache_compressed: (nil) 2021-03-04T22:46:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: persistent_cache: (nil) 2021-03-04T22:46:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_size: 4096 2021-03-04T22:46:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_size_deviation: 10 2021-03-04T22:46:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_restart_interval: 16 2021-03-04T22:46:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: index_block_restart_interval: 1 2021-03-04T22:46:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: metadata_block_size: 4096 2021-03-04T22:46:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: partition_filters: 0 2021-03-04T22:46:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: use_delta_encoding: 1 2021-03-04T22:46:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:46:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: whole_key_filtering: 1 2021-03-04T22:46:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: verify_compression: 0 2021-03-04T22:46:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: read_amp_bytes_per_bit: 0 2021-03-04T22:46:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: format_version: 2 2021-03-04T22:46:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: enable_index_compression: 1 2021-03-04T22:46:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: block_align: 0 2021-03-04T22:46:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:46:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:46:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:46:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:46:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:46:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:46:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:46:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:46:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:46:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:46:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:46:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:46:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:46:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:46:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:46:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:46:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:46:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:46:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:46:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:46:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:46:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:46:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:46:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:46:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:46:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:46:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:46:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:46:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:46:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:46:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:46:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:46:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:46:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:46:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:46:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:46:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:46:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:46:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:46:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:46:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:46:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:46:12.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:46:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:46:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:46:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:46:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:46:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:46:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:46:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:46:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:46:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:46:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:46:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:46:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:46:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:46:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:46:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:46:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:46:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:46:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:46:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:46:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:46:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:46:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:46:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: Options.ttl: 0 2021-03-04T22:46:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:46:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-03-04T22:46:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897972298080, "job": 1, "event": "recovery_started", "log_files": [3]} 2021-03-04T22:46:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #3 mode 2 2021-03-04T22:46:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897972298521, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1524, "table_properties": {"data_size": 622, "index_size": 28, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 500, "raw_average_value_size": 100, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2021-03-04T22:46:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: [db/version_set.cc:3036] Creating manifest 5 2021-03-04T22:46:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.296+0000 7f4761882700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614897972300252, "job": 1, "event": "recovery_finished"} 2021-03-04T22:46:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f4761882700 4 rocksdb: DB pointer 0x55c9e0340400 2021-03-04T22:46:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f4761882700 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2021-03-04T22:46:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f47486ed700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-03-04T22:46:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f47486ed700 4 rocksdb: [db/db_impl.cc:778] 2021-03-04T22:46:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** DB Stats ** 2021-03-04T22:46:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:46:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:46:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:46:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:46:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:46:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:46:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:46:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** Compaction Stats [default] ** 2021-03-04T22:46:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:46:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:46:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: L0 1/0 1.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Sum 1/0 1.49 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** Compaction Stats [default] ** 2021-03-04T22:46:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:46:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:46:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:46:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:46:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:46:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:46:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:46:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:46:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:46:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Interval compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:46:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:46:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:46:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** Compaction Stats [default] ** 2021-03-04T22:46:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:46:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:46:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: L0 1/0 1.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Sum 1/0 1.49 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:46:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** Compaction Stats [default] ** 2021-03-04T22:46:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:46:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:46:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2021-03-04T22:46:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:46:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T22:46:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:46:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:46:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:46:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:46:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:46:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:46:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:46:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:46:12.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f4761882700 0 using public_addr v2:172.21.2.123:0/0 -> [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] 2021-03-04T22:46:12.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f4761882700 0 starting mon.b rank -1 at public addrs [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] at bind addrs [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:46:12.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.300+0000 7f4761882700 1 mon.b@-1(???) e0 preinit fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:46:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.320+0000 7f474aef2700 0 mon.b@-1(synchronizing).mds e1 new map 2021-03-04T22:46:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.320+0000 7f474aef2700 0 mon.b@-1(synchronizing).mds e1 print_map 2021-03-04T22:46:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: e1 2021-03-04T22:46:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T22:46:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:46:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: legacy client fscid: -1 2021-03-04T22:46:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: 2021-03-04T22:46:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: No filesystems configured 2021-03-04T22:46:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.320+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2021-03-04T22:46:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2021-03-04T22:46:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2021-03-04T22:46:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2021-03-04T22:46:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2021-03-04T22:46:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2021-03-04T22:46:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2021-03-04T22:46:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in 2021-03-04T22:46:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:46:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:46:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 0 mon.b@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T22:46:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:46:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: audit 2021-03-04T22:46:10.862286+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: audit 2021-03-04T22:46:10.868552+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:12 gibba023 bash[13021]: debug 2021-03-04T22:46:12.324+0000 7f474aef2700 1 mon.b@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2021-03-04T22:46:17.600 INFO:teuthology.orchestra.run.gibba023.stdout: 2021-03-04T22:46:17.600 INFO:teuthology.orchestra.run.gibba023.stdout:{"epoch":3,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","modified":"2021-03-04T22:46:12.328697Z","created":"2021-03-04T22:44:32.643212Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:3300","nonce":0},{"type":"v1","addr":"172.21.2.108:6789","nonce":0}]},"addr":"172.21.2.108:6789/0","public_addr":"172.21.2.108:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:3301","nonce":0},{"type":"v1","addr":"172.21.2.108:6790","nonce":0}]},"addr":"172.21.2.108:6790/0","public_addr":"172.21.2.108:6790/0","priority":0,"weight":0},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:3300","nonce":0},{"type":"v1","addr":"172.21.2.123:6789","nonce":0}]},"addr":"172.21.2.123:6789/0","public_addr":"172.21.2.123:6789/0","priority":0,"weight":0}],"quorum":[0,1,2]} 2021-03-04T22:46:17.602 INFO:teuthology.orchestra.run.gibba023.stderr:dumped monmap epoch 3 2021-03-04T22:46:17.759 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:12.336962+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2021-03-04T22:46:17.759 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:12.339276+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-03-04T22:46:17.760 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:13.333688+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.760 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:14.116130+0000 mgr.y (mgr.14138) 41 : cluster [DBG] pgmap v27: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:17.760 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:14.332019+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.760 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:14.332184+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-03-04T22:46:17.760 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:15.334438+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:16.116829+0000 mgr.y (mgr.14138) 42 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:17.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:16.335391+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:17.334349+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:17.364045+0000 mon.a (mon.0) 177 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:46:17.762 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:17.373225+0000 mon.a (mon.0) 178 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:46:17.762 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:17.373359+0000 mon.a (mon.0) 179 : cluster [DBG] fsmap 2021-03-04T22:46:17.762 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:17.373432+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-03-04T22:46:17.762 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:17.373828+0000 mon.a (mon.0) 181 : cluster [DBG] mgrmap e13: y(active, since 65s) 2021-03-04T22:46:17.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: cluster 2021-03-04T22:46:17.377003+0000 mon.a (mon.0) 182 : cluster [INF] overall HEALTH_OK 2021-03-04T22:46:17.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:17.383425+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:17.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:17.384174+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-03-04T22:46:17.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:17.385079+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:17.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:17 gibba023 bash[13021]: audit 2021-03-04T22:46:17.386033+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-03-04T22:46:17.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:12.336962+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2021-03-04T22:46:17.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:12.339276+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-03-04T22:46:17.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:13.333688+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:14.116130+0000 mgr.y (mgr.14138) 41 : cluster [DBG] pgmap v27: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:17.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:14.332019+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:14.332184+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-03-04T22:46:17.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:15.334438+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:16.116829+0000 mgr.y (mgr.14138) 42 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:17.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:16.335391+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:17.334349+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:17.364045+0000 mon.a (mon.0) 177 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:46:17.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:17.373225+0000 mon.a (mon.0) 178 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:46:17.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:17.373359+0000 mon.a (mon.0) 179 : cluster [DBG] fsmap 2021-03-04T22:46:17.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:17.373432+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-03-04T22:46:17.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:17.373828+0000 mon.a (mon.0) 181 : cluster [DBG] mgrmap e13: y(active, since 65s) 2021-03-04T22:46:17.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: cluster 2021-03-04T22:46:17.377003+0000 mon.a (mon.0) 182 : cluster [INF] overall HEALTH_OK 2021-03-04T22:46:17.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:17.383425+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:17.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:17.384174+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-03-04T22:46:17.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:17.385079+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:17.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[13002]: audit 2021-03-04T22:46:17.386033+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-03-04T22:46:17.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:12.336962+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2021-03-04T22:46:17.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:12.339276+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-03-04T22:46:17.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:13.333688+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:14.116130+0000 mgr.y (mgr.14138) 41 : cluster [DBG] pgmap v27: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:17.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:14.332019+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:14.332184+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-03-04T22:46:17.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:15.334438+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:16.116829+0000 mgr.y (mgr.14138) 42 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:17.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:16.335391+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:17.334349+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:17.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:17.364045+0000 mon.a (mon.0) 177 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:46:17.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:17.373225+0000 mon.a (mon.0) 178 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:46:17.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:17.373359+0000 mon.a (mon.0) 179 : cluster [DBG] fsmap 2021-03-04T22:46:17.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:17.373432+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-03-04T22:46:17.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:17.373828+0000 mon.a (mon.0) 181 : cluster [DBG] mgrmap e13: y(active, since 65s) 2021-03-04T22:46:17.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: cluster 2021-03-04T22:46:17.377003+0000 mon.a (mon.0) 182 : cluster [INF] overall HEALTH_OK 2021-03-04T22:46:17.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:17.383425+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:17.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:17.384174+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-03-04T22:46:17.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:17.385079+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:17.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:17 gibba008 bash[16766]: audit 2021-03-04T22:46:17.386033+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-03-04T22:46:18.130 INFO:tasks.cephadm:Generating final ceph.conf file... 2021-03-04T22:46:18.130 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph config generate-minimal-conf 2021-03-04T22:46:18.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[13002]: cephadm 2021-03-04T22:46:17.383922+0000 mgr.y (mgr.14138) 43 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T22:46:18.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[13002]: cephadm 2021-03-04T22:46:17.385780+0000 mgr.y (mgr.14138) 44 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:46:18.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[13002]: audit 2021-03-04T22:46:17.598230+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.2.123:0/1637852051' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T22:46:18.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[13002]: cluster 2021-03-04T22:46:18.117555+0000 mgr.y (mgr.14138) 45 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:18.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[13002]: audit 2021-03-04T22:46:18.335232+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:18.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[16766]: cephadm 2021-03-04T22:46:17.383922+0000 mgr.y (mgr.14138) 43 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T22:46:18.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[16766]: cephadm 2021-03-04T22:46:17.385780+0000 mgr.y (mgr.14138) 44 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:46:18.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[16766]: audit 2021-03-04T22:46:17.598230+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.2.123:0/1637852051' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T22:46:18.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[16766]: cluster 2021-03-04T22:46:18.117555+0000 mgr.y (mgr.14138) 45 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:18.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:18 gibba008 bash[16766]: audit 2021-03-04T22:46:18.335232+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:18 gibba023 bash[13021]: cephadm 2021-03-04T22:46:17.383922+0000 mgr.y (mgr.14138) 43 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T22:46:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:18 gibba023 bash[13021]: cephadm 2021-03-04T22:46:17.385780+0000 mgr.y (mgr.14138) 44 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:46:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:18 gibba023 bash[13021]: audit 2021-03-04T22:46:17.598230+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.2.123:0/1637852051' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T22:46:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:18 gibba023 bash[13021]: cluster 2021-03-04T22:46:18.117555+0000 mgr.y (mgr.14138) 45 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:18 gibba023 bash[13021]: audit 2021-03-04T22:46:18.335232+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-03-04T22:46:21.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: audit 2021-03-04T22:46:19.943044+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:21.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: cephadm 2021-03-04T22:46:19.943493+0000 mgr.y (mgr.14138) 46 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T22:46:21.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: audit 2021-03-04T22:46:19.943722+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:21.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: audit 2021-03-04T22:46:19.944657+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: cephadm 2021-03-04T22:46:19.945001+0000 mgr.y (mgr.14138) 47 : cephadm [INF] Reconfiguring daemon mon.c on gibba008 2021-03-04T22:46:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: audit 2021-03-04T22:46:19.945306+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-03-04T22:46:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[13002]: cluster 2021-03-04T22:46:20.118046+0000 mgr.y (mgr.14138) 48 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:21.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: audit 2021-03-04T22:46:19.943044+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:21.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: cephadm 2021-03-04T22:46:19.943493+0000 mgr.y (mgr.14138) 46 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T22:46:21.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: audit 2021-03-04T22:46:19.943722+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:21.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: audit 2021-03-04T22:46:19.944657+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:21.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: cephadm 2021-03-04T22:46:19.945001+0000 mgr.y (mgr.14138) 47 : cephadm [INF] Reconfiguring daemon mon.c on gibba008 2021-03-04T22:46:21.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: audit 2021-03-04T22:46:19.945306+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-03-04T22:46:21.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:20 gibba008 bash[16766]: cluster 2021-03-04T22:46:20.118046+0000 mgr.y (mgr.14138) 48 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:21.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: audit 2021-03-04T22:46:19.943044+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:21.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: cephadm 2021-03-04T22:46:19.943493+0000 mgr.y (mgr.14138) 46 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T22:46:21.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: audit 2021-03-04T22:46:19.943722+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:21.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: audit 2021-03-04T22:46:19.944657+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:21.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: cephadm 2021-03-04T22:46:19.945001+0000 mgr.y (mgr.14138) 47 : cephadm [INF] Reconfiguring daemon mon.c on gibba008 2021-03-04T22:46:21.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: audit 2021-03-04T22:46:19.945306+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-03-04T22:46:21.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:20 gibba023 bash[13021]: cluster 2021-03-04T22:46:20.118046+0000 mgr.y (mgr.14138) 48 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:22.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:22 gibba008 bash[13002]: cluster 2021-03-04T22:46:22.118490+0000 mgr.y (mgr.14138) 49 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:22.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:22 gibba008 bash[16766]: cluster 2021-03-04T22:46:22.118490+0000 mgr.y (mgr.14138) 49 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:22 gibba023 bash[13021]: cluster 2021-03-04T22:46:22.118490+0000 mgr.y (mgr.14138) 49 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:22.787 INFO:teuthology.orchestra.run.gibba008.stdout:# minimal ceph.conf for 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:46:22.787 INFO:teuthology.orchestra.run.gibba008.stdout:[global] 2021-03-04T22:46:22.788 INFO:teuthology.orchestra.run.gibba008.stdout: fsid = 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:46:22.788 INFO:teuthology.orchestra.run.gibba008.stdout: mon_host = [v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0] 2021-03-04T22:46:23.450 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2021-03-04T22:46:23.451 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:46:23.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/etc/ceph/ceph.conf 2021-03-04T22:46:23.458 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:46:23.459 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T22:46:23.516 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:46:23.517 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/etc/ceph/ceph.conf 2021-03-04T22:46:23.529 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:46:23.530 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T22:46:23.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: audit 2021-03-04T22:46:22.784637+0000 mon.a (mon.0) 193 : audit [DBG] from='client.? 172.21.2.108:0/341651664' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:23.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: audit 2021-03-04T22:46:22.920857+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:23.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: cephadm 2021-03-04T22:46:22.921288+0000 mgr.y (mgr.14138) 50 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T22:46:23.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: audit 2021-03-04T22:46:22.921525+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:23.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: audit 2021-03-04T22:46:22.922362+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:23.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: cephadm 2021-03-04T22:46:22.922965+0000 mgr.y (mgr.14138) 51 : cephadm [INF] Reconfiguring daemon mon.b on gibba023 2021-03-04T22:46:23.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:23 gibba023 bash[13021]: audit 2021-03-04T22:46:22.923141+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-03-04T22:46:23.582 INFO:tasks.cephadm:Adding mgr.y on gibba008 2021-03-04T22:46:23.582 INFO:tasks.cephadm:Adding mgr.x on gibba023 2021-03-04T22:46:23.583 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch apply mgr '3;gibba008=y;gibba023=x' 2021-03-04T22:46:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: audit 2021-03-04T22:46:22.784637+0000 mon.a (mon.0) 193 : audit [DBG] from='client.? 172.21.2.108:0/341651664' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: audit 2021-03-04T22:46:22.920857+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: cephadm 2021-03-04T22:46:22.921288+0000 mgr.y (mgr.14138) 50 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T22:46:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: audit 2021-03-04T22:46:22.921525+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: audit 2021-03-04T22:46:22.922362+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: cephadm 2021-03-04T22:46:22.922965+0000 mgr.y (mgr.14138) 51 : cephadm [INF] Reconfiguring daemon mon.b on gibba023 2021-03-04T22:46:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[13002]: audit 2021-03-04T22:46:22.923141+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-03-04T22:46:23.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: audit 2021-03-04T22:46:22.784637+0000 mon.a (mon.0) 193 : audit [DBG] from='client.? 172.21.2.108:0/341651664' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:23.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: audit 2021-03-04T22:46:22.920857+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:23.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: cephadm 2021-03-04T22:46:22.921288+0000 mgr.y (mgr.14138) 50 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T22:46:23.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: audit 2021-03-04T22:46:22.921525+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:23.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: audit 2021-03-04T22:46:22.922362+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:23.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: cephadm 2021-03-04T22:46:22.922965+0000 mgr.y (mgr.14138) 51 : cephadm [INF] Reconfiguring daemon mon.b on gibba023 2021-03-04T22:46:23.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:23 gibba008 bash[16766]: audit 2021-03-04T22:46:22.923141+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-03-04T22:46:24.625 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:24 gibba023 bash[13021]: cluster 2021-03-04T22:46:24.119266+0000 mgr.y (mgr.14138) 52 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:24.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:24 gibba008 bash[13002]: cluster 2021-03-04T22:46:24.119266+0000 mgr.y (mgr.14138) 52 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:24.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:24 gibba008 bash[16766]: cluster 2021-03-04T22:46:24.119266+0000 mgr.y (mgr.14138) 52 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:26.395 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.095470+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.395 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.098654+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.395 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.099255+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.396 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.533434+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.396 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.656757+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.396 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.666402+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.396 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.668381+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:26.396 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.671067+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:26.397 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:26 gibba023 bash[13021]: audit 2021-03-04T22:46:25.675096+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.095470+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.098654+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.099255+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.533434+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.656757+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.666402+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.668381+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:26.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.671067+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:26.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[13002]: audit 2021-03-04T22:46:25.675096+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.095470+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.098654+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.099255+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.533434+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.656757+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.666402+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:26.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.668381+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:46:26.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.671067+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:26.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:26 gibba008 bash[16766]: audit 2021-03-04T22:46:25.675096+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-03-04T22:46:26.662 INFO:teuthology.orchestra.run.gibba023.stdout:Scheduled mgr update... 2021-03-04T22:46:27.213 DEBUG:teuthology.orchestra.run.gibba023:mgr.x> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.x.service 2021-03-04T22:46:27.216 INFO:tasks.cephadm:Deploying OSDs... 2021-03-04T22:46:27.217 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:46:27.217 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/scratch_devs of=/dev/stdout 2021-03-04T22:46:27.226 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-03-04T22:46:27.227 DEBUG:teuthology.orchestra.run.gibba008:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-03-04T22:46:27.234 INFO:journalctl@ceph.mgr.x.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:46:27.236 INFO:teuthology.orchestra.run.gibba008.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-03-04T22:46:27.236 INFO:teuthology.orchestra.run.gibba008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.236 INFO:teuthology.orchestra.run.gibba008.stdout:Device: 6h/6d Inode: 347 Links: 1 2021-03-04T22:46:27.237 INFO:teuthology.orchestra.run.gibba008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.237 INFO:teuthology.orchestra.run.gibba008.stdout:Access: 2021-03-04 22:41:58.462469486 +0000 2021-03-04T22:46:27.237 INFO:teuthology.orchestra.run.gibba008.stdout:Modify: 2021-03-04 22:41:58.366469485 +0000 2021-03-04T22:46:27.238 INFO:teuthology.orchestra.run.gibba008.stdout:Change: 2021-03-04 22:41:58.366469485 +0000 2021-03-04T22:46:27.238 INFO:teuthology.orchestra.run.gibba008.stdout: Birth: - 2021-03-04T22:46:27.249 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records in 2021-03-04T22:46:27.249 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records out 2021-03-04T22:46:27.249 INFO:teuthology.orchestra.run.gibba008.stderr:512 bytes copied, 0.000442113 s, 1.2 MB/s 2021-03-04T22:46:27.255 DEBUG:teuthology.orchestra.run.gibba008:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-03-04T22:46:27.264 INFO:teuthology.orchestra.run.gibba008.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-03-04T22:46:27.265 INFO:teuthology.orchestra.run.gibba008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.265 INFO:teuthology.orchestra.run.gibba008.stdout:Device: 6h/6d Inode: 354 Links: 1 2021-03-04T22:46:27.265 INFO:teuthology.orchestra.run.gibba008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.265 INFO:teuthology.orchestra.run.gibba008.stdout:Access: 2021-03-04 22:41:58.898469492 +0000 2021-03-04T22:46:27.266 INFO:teuthology.orchestra.run.gibba008.stdout:Modify: 2021-03-04 22:41:58.694469489 +0000 2021-03-04T22:46:27.266 INFO:teuthology.orchestra.run.gibba008.stdout:Change: 2021-03-04 22:41:58.694469489 +0000 2021-03-04T22:46:27.266 INFO:teuthology.orchestra.run.gibba008.stdout: Birth: - 2021-03-04T22:46:27.272 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records in 2021-03-04T22:46:27.272 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records out 2021-03-04T22:46:27.273 INFO:teuthology.orchestra.run.gibba008.stderr:512 bytes copied, 0.000178051 s, 2.9 MB/s 2021-03-04T22:46:27.274 DEBUG:teuthology.orchestra.run.gibba008:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-03-04T22:46:27.321 INFO:teuthology.orchestra.run.gibba008.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-03-04T22:46:27.321 INFO:teuthology.orchestra.run.gibba008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.322 INFO:teuthology.orchestra.run.gibba008.stdout:Device: 6h/6d Inode: 359 Links: 1 2021-03-04T22:46:27.322 INFO:teuthology.orchestra.run.gibba008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.322 INFO:teuthology.orchestra.run.gibba008.stdout:Access: 2021-03-04 22:41:59.194469496 +0000 2021-03-04T22:46:27.322 INFO:teuthology.orchestra.run.gibba008.stdout:Modify: 2021-03-04 22:41:59.082469495 +0000 2021-03-04T22:46:27.323 INFO:teuthology.orchestra.run.gibba008.stdout:Change: 2021-03-04 22:41:59.082469495 +0000 2021-03-04T22:46:27.323 INFO:teuthology.orchestra.run.gibba008.stdout: Birth: - 2021-03-04T22:46:27.327 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records in 2021-03-04T22:46:27.327 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records out 2021-03-04T22:46:27.327 INFO:teuthology.orchestra.run.gibba008.stderr:512 bytes copied, 0.000306125 s, 1.7 MB/s 2021-03-04T22:46:27.330 DEBUG:teuthology.orchestra.run.gibba008:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-03-04T22:46:27.336 INFO:teuthology.orchestra.run.gibba008.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-03-04T22:46:27.337 INFO:teuthology.orchestra.run.gibba008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.337 INFO:teuthology.orchestra.run.gibba008.stdout:Device: 6h/6d Inode: 364 Links: 1 2021-03-04T22:46:27.337 INFO:teuthology.orchestra.run.gibba008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.337 INFO:teuthology.orchestra.run.gibba008.stdout:Access: 2021-03-04 22:41:59.598469502 +0000 2021-03-04T22:46:27.338 INFO:teuthology.orchestra.run.gibba008.stdout:Modify: 2021-03-04 22:41:59.482469500 +0000 2021-03-04T22:46:27.338 INFO:teuthology.orchestra.run.gibba008.stdout:Change: 2021-03-04 22:41:59.482469500 +0000 2021-03-04T22:46:27.338 INFO:teuthology.orchestra.run.gibba008.stdout: Birth: - 2021-03-04T22:46:27.347 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records in 2021-03-04T22:46:27.348 INFO:teuthology.orchestra.run.gibba008.stderr:1+0 records out 2021-03-04T22:46:27.348 INFO:teuthology.orchestra.run.gibba008.stderr:512 bytes copied, 0.000483219 s, 1.1 MB/s 2021-03-04T22:46:27.354 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:46:27.354 DEBUG:teuthology.orchestra.run.gibba023:> dd if=/scratch_devs of=/dev/stdout 2021-03-04T22:46:27.364 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-03-04T22:46:27.364 DEBUG:teuthology.orchestra.run.gibba023:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-03-04T22:46:27.409 INFO:teuthology.orchestra.run.gibba023.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-03-04T22:46:27.409 INFO:teuthology.orchestra.run.gibba023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.410 INFO:teuthology.orchestra.run.gibba023.stdout:Device: 6h/6d Inode: 346 Links: 1 2021-03-04T22:46:27.410 INFO:teuthology.orchestra.run.gibba023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.410 INFO:teuthology.orchestra.run.gibba023.stdout:Access: 2021-03-04 22:41:59.038924099 +0000 2021-03-04T22:46:27.410 INFO:teuthology.orchestra.run.gibba023.stdout:Modify: 2021-03-04 22:41:58.858924094 +0000 2021-03-04T22:46:27.411 INFO:teuthology.orchestra.run.gibba023.stdout:Change: 2021-03-04 22:41:58.858924094 +0000 2021-03-04T22:46:27.411 INFO:teuthology.orchestra.run.gibba023.stdout: Birth: - 2021-03-04T22:46:27.412 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:27 gibba023 bash[13021]: cephadm 2021-03-04T22:46:25.667559+0000 mgr.y (mgr.14138) 53 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T22:46:27.412 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:27 gibba023 bash[13021]: cephadm 2021-03-04T22:46:25.673430+0000 mgr.y (mgr.14138) 54 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:46:27.413 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:27 gibba023 bash[13021]: cluster 2021-03-04T22:46:26.119783+0000 mgr.y (mgr.14138) 55 : cluster [DBG] pgmap v33: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:27.413 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:27 gibba023 bash[13021]: audit 2021-03-04T22:46:26.659865+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:27.413 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records in 2021-03-04T22:46:27.414 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records out 2021-03-04T22:46:27.414 INFO:teuthology.orchestra.run.gibba023.stderr:512 bytes copied, 0.000307878 s, 1.7 MB/s 2021-03-04T22:46:27.416 DEBUG:teuthology.orchestra.run.gibba023:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-03-04T22:46:27.421 INFO:teuthology.orchestra.run.gibba023.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-03-04T22:46:27.421 INFO:teuthology.orchestra.run.gibba023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.421 INFO:teuthology.orchestra.run.gibba023.stdout:Device: 6h/6d Inode: 349 Links: 1 2021-03-04T22:46:27.422 INFO:teuthology.orchestra.run.gibba023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.422 INFO:teuthology.orchestra.run.gibba023.stdout:Access: 2021-03-04 22:41:59.522924111 +0000 2021-03-04T22:46:27.422 INFO:teuthology.orchestra.run.gibba023.stdout:Modify: 2021-03-04 22:41:59.362924107 +0000 2021-03-04T22:46:27.422 INFO:teuthology.orchestra.run.gibba023.stdout:Change: 2021-03-04 22:41:59.362924107 +0000 2021-03-04T22:46:27.422 INFO:teuthology.orchestra.run.gibba023.stdout: Birth: - 2021-03-04T22:46:27.427 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records in 2021-03-04T22:46:27.427 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records out 2021-03-04T22:46:27.427 INFO:teuthology.orchestra.run.gibba023.stderr:512 bytes copied, 0.000321221 s, 1.6 MB/s 2021-03-04T22:46:27.430 DEBUG:teuthology.orchestra.run.gibba023:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-03-04T22:46:27.437 INFO:teuthology.orchestra.run.gibba023.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-03-04T22:46:27.438 INFO:teuthology.orchestra.run.gibba023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.438 INFO:teuthology.orchestra.run.gibba023.stdout:Device: 6h/6d Inode: 358 Links: 1 2021-03-04T22:46:27.438 INFO:teuthology.orchestra.run.gibba023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.439 INFO:teuthology.orchestra.run.gibba023.stdout:Access: 2021-03-04 22:41:59.918924120 +0000 2021-03-04T22:46:27.439 INFO:teuthology.orchestra.run.gibba023.stdout:Modify: 2021-03-04 22:41:59.806924118 +0000 2021-03-04T22:46:27.439 INFO:teuthology.orchestra.run.gibba023.stdout:Change: 2021-03-04 22:41:59.806924118 +0000 2021-03-04T22:46:27.440 INFO:teuthology.orchestra.run.gibba023.stdout: Birth: - 2021-03-04T22:46:27.450 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records in 2021-03-04T22:46:27.450 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records out 2021-03-04T22:46:27.451 INFO:teuthology.orchestra.run.gibba023.stderr:512 bytes copied, 0.000409862 s, 1.2 MB/s 2021-03-04T22:46:27.456 DEBUG:teuthology.orchestra.run.gibba023:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-03-04T22:46:27.466 INFO:teuthology.orchestra.run.gibba023.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-03-04T22:46:27.466 INFO:teuthology.orchestra.run.gibba023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T22:46:27.466 INFO:teuthology.orchestra.run.gibba023.stdout:Device: 6h/6d Inode: 365 Links: 1 2021-03-04T22:46:27.466 INFO:teuthology.orchestra.run.gibba023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T22:46:27.467 INFO:teuthology.orchestra.run.gibba023.stdout:Access: 2021-03-04 22:42:00.266924129 +0000 2021-03-04T22:46:27.467 INFO:teuthology.orchestra.run.gibba023.stdout:Modify: 2021-03-04 22:42:00.162924126 +0000 2021-03-04T22:46:27.467 INFO:teuthology.orchestra.run.gibba023.stdout:Change: 2021-03-04 22:42:00.162924126 +0000 2021-03-04T22:46:27.467 INFO:teuthology.orchestra.run.gibba023.stdout: Birth: - 2021-03-04T22:46:27.478 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records in 2021-03-04T22:46:27.479 INFO:teuthology.orchestra.run.gibba023.stderr:1+0 records out 2021-03-04T22:46:27.479 INFO:teuthology.orchestra.run.gibba023.stderr:512 bytes copied, 0.000492021 s, 1.0 MB/s 2021-03-04T22:46:27.485 INFO:tasks.cephadm:Deploying osd.0 on gibba008 with /dev/vg_nvme/lv_4... 2021-03-04T22:46:27.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-03-04T22:46:27.495 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[13002]: cephadm 2021-03-04T22:46:25.667559+0000 mgr.y (mgr.14138) 53 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T22:46:27.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[13002]: cephadm 2021-03-04T22:46:25.673430+0000 mgr.y (mgr.14138) 54 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:46:27.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[13002]: cluster 2021-03-04T22:46:26.119783+0000 mgr.y (mgr.14138) 55 : cluster [DBG] pgmap v33: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:27.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[13002]: audit 2021-03-04T22:46:26.659865+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:27.496 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[16766]: cephadm 2021-03-04T22:46:25.667559+0000 mgr.y (mgr.14138) 53 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T22:46:27.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[16766]: cephadm 2021-03-04T22:46:25.673430+0000 mgr.y (mgr.14138) 54 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:46:27.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[16766]: cluster 2021-03-04T22:46:26.119783+0000 mgr.y (mgr.14138) 55 : cluster [DBG] pgmap v33: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:27.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:27 gibba008 bash[16766]: audit 2021-03-04T22:46:26.659865+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:28.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[13002]: audit 2021-03-04T22:46:26.649093+0000 mgr.y (mgr.14138) 56 : audit [DBG] from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;gibba008=y;gibba023=x", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:28.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[13002]: cephadm 2021-03-04T22:46:26.651239+0000 mgr.y (mgr.14138) 57 : cephadm [INF] Saving service mgr spec with placement gibba008=y;gibba023=x;count:3 2021-03-04T22:46:28.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[13002]: audit 2021-03-04T22:46:27.692886+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:28.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[13002]: audit 2021-03-04T22:46:27.693824+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:28.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[16766]: audit 2021-03-04T22:46:26.649093+0000 mgr.y (mgr.14138) 56 : audit [DBG] from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;gibba008=y;gibba023=x", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:28.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[16766]: cephadm 2021-03-04T22:46:26.651239+0000 mgr.y (mgr.14138) 57 : cephadm [INF] Saving service mgr spec with placement gibba008=y;gibba023=x;count:3 2021-03-04T22:46:28.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[16766]: audit 2021-03-04T22:46:27.692886+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:28.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:28 gibba008 bash[16766]: audit 2021-03-04T22:46:27.693824+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:28.507 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:28 gibba023 bash[13021]: audit 2021-03-04T22:46:26.649093+0000 mgr.y (mgr.14138) 56 : audit [DBG] from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;gibba008=y;gibba023=x", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:28.508 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:28 gibba023 bash[13021]: cephadm 2021-03-04T22:46:26.651239+0000 mgr.y (mgr.14138) 57 : cephadm [INF] Saving service mgr spec with placement gibba008=y;gibba023=x;count:3 2021-03-04T22:46:28.508 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:28 gibba023 bash[13021]: audit 2021-03-04T22:46:27.692886+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:28.508 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:28 gibba023 bash[13021]: audit 2021-03-04T22:46:27.693824+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:29.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: cluster 2021-03-04T22:46:28.120010+0000 mgr.y (mgr.14138) 58 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:29.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.130507+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.299452+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.302621+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:46:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.311153+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-03-04T22:46:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.314034+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:46:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.317412+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:29.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[13002]: audit 2021-03-04T22:46:28.320929+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-03-04T22:46:29.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: cluster 2021-03-04T22:46:28.120010+0000 mgr.y (mgr.14138) 58 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:29.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.130507+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:29.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.299452+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:29.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.302621+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:46:29.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.311153+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-03-04T22:46:29.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.314034+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:46:29.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.317412+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:29.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:29 gibba008 bash[16766]: audit 2021-03-04T22:46:28.320929+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-03-04T22:46:29.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: cluster 2021-03-04T22:46:28.120010+0000 mgr.y (mgr.14138) 58 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:29.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.130507+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:29.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.299452+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:29.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.302621+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:46:29.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.311153+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-03-04T22:46:29.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.314034+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:46:29.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.317412+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:29.412 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:29 gibba023 bash[13021]: audit 2021-03-04T22:46:28.320929+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-03-04T22:46:30.173 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:30 gibba023 bash[13021]: cephadm 2021-03-04T22:46:28.130931+0000 mgr.y (mgr.14138) 59 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:46:30.173 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:30 gibba023 bash[13021]: cephadm 2021-03-04T22:46:28.319812+0000 mgr.y (mgr.14138) 60 : cephadm [INF] Deploying daemon mgr.x on gibba023 2021-03-04T22:46:30.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:30 gibba008 bash[13002]: cephadm 2021-03-04T22:46:28.130931+0000 mgr.y (mgr.14138) 59 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:46:30.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:30 gibba008 bash[13002]: cephadm 2021-03-04T22:46:28.319812+0000 mgr.y (mgr.14138) 60 : cephadm [INF] Deploying daemon mgr.x on gibba023 2021-03-04T22:46:30.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:30 gibba008 bash[16766]: cephadm 2021-03-04T22:46:28.130931+0000 mgr.y (mgr.14138) 59 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:46:30.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:30 gibba008 bash[16766]: cephadm 2021-03-04T22:46:28.319812+0000 mgr.y (mgr.14138) 60 : cephadm [INF] Deploying daemon mgr.x on gibba023 2021-03-04T22:46:30.759 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-03-04T22:46:30.760 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-03-04T22:46:30.760 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 10+0 records in 2021-03-04T22:46:30.760 INFO:teuthology.orchestra.run.gibba008.stderr:10+0 records out 2021-03-04T22:46:30.760 INFO:teuthology.orchestra.run.gibba008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00765109 s, 1.4 GB/s 2021-03-04T22:46:30.761 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping successful for: 2021-03-04T22:46:31.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: cluster 2021-03-04T22:46:30.120655+0000 mgr.y (mgr.14138) 61 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:31.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.191547+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.194837+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.195471+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.553229+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.589749+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.592677+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.593698+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.920740+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[13002]: audit 2021-03-04T22:46:30.926854+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: cluster 2021-03-04T22:46:30.120655+0000 mgr.y (mgr.14138) 61 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:31.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.191547+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.194837+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.195471+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.553229+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.589749+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.592677+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.593698+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.920740+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:31 gibba008 bash[16766]: audit 2021-03-04T22:46:30.926854+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: cluster 2021-03-04T22:46:30.120655+0000 mgr.y (mgr.14138) 61 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:31.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.191547+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.194837+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.195471+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.553229+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.589749+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.592677+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.593698+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:31.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.920740+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:31 gibba023 bash[13021]: audit 2021-03-04T22:46:30.926854+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:31.424 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba008:vg_nvme/lv_4 2021-03-04T22:46:32.492 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:32 gibba008 bash[13002]: cluster 2021-03-04T22:46:32.121362+0000 mgr.y (mgr.14138) 62 : cluster [DBG] pgmap v36: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:32.493 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:32 gibba008 bash[16766]: cluster 2021-03-04T22:46:32.121362+0000 mgr.y (mgr.14138) 62 : cluster [DBG] pgmap v36: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:32 gibba023 bash[13021]: cluster 2021-03-04T22:46:32.121362+0000 mgr.y (mgr.14138) 62 : cluster [DBG] pgmap v36: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:34.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:33 gibba008 bash[13002]: audit 2021-03-04T22:46:33.859125+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.2.123:0/435998361' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:46:34.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:33 gibba008 bash[13002]: cluster 2021-03-04T22:46:33.859716+0000 mon.a (mon.0) 226 : cluster [DBG] Standby manager daemon x started 2021-03-04T22:46:34.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:33 gibba008 bash[13002]: audit 2021-03-04T22:46:33.859984+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.2.123:0/435998361' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:46:34.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:33 gibba008 bash[16766]: audit 2021-03-04T22:46:33.859125+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.2.123:0/435998361' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:46:34.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:33 gibba008 bash[16766]: cluster 2021-03-04T22:46:33.859716+0000 mon.a (mon.0) 226 : cluster [DBG] Standby manager daemon x started 2021-03-04T22:46:34.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:33 gibba008 bash[16766]: audit 2021-03-04T22:46:33.859984+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.2.123:0/435998361' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:46:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:33 gibba023 bash[13021]: audit 2021-03-04T22:46:33.859125+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.2.123:0/435998361' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:46:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:33 gibba023 bash[13021]: cluster 2021-03-04T22:46:33.859716+0000 mon.a (mon.0) 226 : cluster [DBG] Standby manager daemon x started 2021-03-04T22:46:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:33 gibba023 bash[13021]: audit 2021-03-04T22:46:33.859984+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.2.123:0/435998361' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:46:35.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: cluster 2021-03-04T22:46:33.921863+0000 mon.a (mon.0) 227 : cluster [DBG] mgrmap e14: y(active, since 81s), standbys: x 2021-03-04T22:46:35.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: audit 2021-03-04T22:46:33.922268+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:46:35.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: cluster 2021-03-04T22:46:34.121679+0000 mgr.y (mgr.14138) 63 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:35.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: audit 2021-03-04T22:46:34.286894+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:46:35.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: audit 2021-03-04T22:46:34.288310+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:46:35.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: audit 2021-03-04T22:46:34.288995+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:35.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[13002]: audit 2021-03-04T22:46:34.289692+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:35.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: cluster 2021-03-04T22:46:33.921863+0000 mon.a (mon.0) 227 : cluster [DBG] mgrmap e14: y(active, since 81s), standbys: x 2021-03-04T22:46:35.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: audit 2021-03-04T22:46:33.922268+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:46:35.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: cluster 2021-03-04T22:46:34.121679+0000 mgr.y (mgr.14138) 63 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:35.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: audit 2021-03-04T22:46:34.286894+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:46:35.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: audit 2021-03-04T22:46:34.288310+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:46:35.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: audit 2021-03-04T22:46:34.288995+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:35.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:34 gibba008 bash[16766]: audit 2021-03-04T22:46:34.289692+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: cluster 2021-03-04T22:46:33.921863+0000 mon.a (mon.0) 227 : cluster [DBG] mgrmap e14: y(active, since 81s), standbys: x 2021-03-04T22:46:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: audit 2021-03-04T22:46:33.922268+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:46:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: cluster 2021-03-04T22:46:34.121679+0000 mgr.y (mgr.14138) 63 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: audit 2021-03-04T22:46:34.286894+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:46:35.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: audit 2021-03-04T22:46:34.288310+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:46:35.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: audit 2021-03-04T22:46:34.288995+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:35.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:34 gibba023 bash[13021]: audit 2021-03-04T22:46:34.289692+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:36.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:35 gibba008 bash[13002]: audit 2021-03-04T22:46:34.286259+0000 mgr.y (mgr.14138) 64 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:36.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:35 gibba008 bash[13002]: cephadm 2021-03-04T22:46:34.288153+0000 mgr.y (mgr.14138) 65 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:46:36.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:35 gibba008 bash[16766]: audit 2021-03-04T22:46:34.286259+0000 mgr.y (mgr.14138) 64 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:36.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:35 gibba008 bash[16766]: cephadm 2021-03-04T22:46:34.288153+0000 mgr.y (mgr.14138) 65 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:46:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:35 gibba023 bash[13021]: audit 2021-03-04T22:46:34.286259+0000 mgr.y (mgr.14138) 64 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:35 gibba023 bash[13021]: cephadm 2021-03-04T22:46:34.288153+0000 mgr.y (mgr.14138) 65 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:46:37.223 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:36 gibba008 bash[16766]: cluster 2021-03-04T22:46:36.122296+0000 mgr.y (mgr.14138) 66 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:37.224 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:36 gibba008 bash[13002]: cluster 2021-03-04T22:46:36.122296+0000 mgr.y (mgr.14138) 66 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:36 gibba023 bash[13021]: cluster 2021-03-04T22:46:36.122296+0000 mgr.y (mgr.14138) 66 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:38.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: audit 2021-03-04T22:46:37.767129+0000 mon.c (mon.1) 3 : audit [INF] from='client.? 172.21.2.108:0/2252132673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]: dispatch 2021-03-04T22:46:38.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: audit 2021-03-04T22:46:37.767439+0000 mon.a (mon.0) 233 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]: dispatch 2021-03-04T22:46:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: audit 2021-03-04T22:46:37.772307+0000 mon.a (mon.0) 234 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]': finished 2021-03-04T22:46:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: cluster 2021-03-04T22:46:37.772357+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2021-03-04T22:46:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: audit 2021-03-04T22:46:37.772468+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: cluster 2021-03-04T22:46:38.122606+0000 mgr.y (mgr.14138) 67 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[13002]: audit 2021-03-04T22:46:38.247553+0000 mon.c (mon.1) 4 : audit [DBG] from='client.? 172.21.2.108:0/2814477479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:46:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: audit 2021-03-04T22:46:37.767129+0000 mon.c (mon.1) 3 : audit [INF] from='client.? 172.21.2.108:0/2252132673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]: dispatch 2021-03-04T22:46:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: audit 2021-03-04T22:46:37.767439+0000 mon.a (mon.0) 233 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]: dispatch 2021-03-04T22:46:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: audit 2021-03-04T22:46:37.772307+0000 mon.a (mon.0) 234 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]': finished 2021-03-04T22:46:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: cluster 2021-03-04T22:46:37.772357+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2021-03-04T22:46:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: audit 2021-03-04T22:46:37.772468+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: cluster 2021-03-04T22:46:38.122606+0000 mgr.y (mgr.14138) 67 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:38.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:38 gibba008 bash[16766]: audit 2021-03-04T22:46:38.247553+0000 mon.c (mon.1) 4 : audit [DBG] from='client.? 172.21.2.108:0/2814477479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:46:38.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: audit 2021-03-04T22:46:37.767129+0000 mon.c (mon.1) 3 : audit [INF] from='client.? 172.21.2.108:0/2252132673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]: dispatch 2021-03-04T22:46:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: audit 2021-03-04T22:46:37.767439+0000 mon.a (mon.0) 233 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]: dispatch 2021-03-04T22:46:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: audit 2021-03-04T22:46:37.772307+0000 mon.a (mon.0) 234 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6da8b4ab-8c8b-4cad-a4ef-207bac42305c"}]': finished 2021-03-04T22:46:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: cluster 2021-03-04T22:46:37.772357+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2021-03-04T22:46:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: audit 2021-03-04T22:46:37.772468+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:38.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: cluster 2021-03-04T22:46:38.122606+0000 mgr.y (mgr.14138) 67 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:38.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:38 gibba023 bash[13021]: audit 2021-03-04T22:46:38.247553+0000 mon.c (mon.1) 4 : audit [DBG] from='client.? 172.21.2.108:0/2814477479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:46:40.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:40 gibba008 bash[13002]: cluster 2021-03-04T22:46:40.123332+0000 mgr.y (mgr.14138) 68 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:40.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:40 gibba008 bash[16766]: cluster 2021-03-04T22:46:40.123332+0000 mgr.y (mgr.14138) 68 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:40 gibba023 bash[13021]: cluster 2021-03-04T22:46:40.123332+0000 mgr.y (mgr.14138) 68 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:41.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:41 gibba008 bash[13002]: audit 2021-03-04T22:46:41.049923+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:41.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:41 gibba008 bash[16766]: audit 2021-03-04T22:46:41.049923+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:41.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:41 gibba023 bash[13021]: audit 2021-03-04T22:46:41.049923+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:42.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:42 gibba008 bash[13002]: cluster 2021-03-04T22:46:42.123887+0000 mgr.y (mgr.14138) 69 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:42.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:42 gibba008 bash[16766]: cluster 2021-03-04T22:46:42.123887+0000 mgr.y (mgr.14138) 69 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:42 gibba023 bash[13021]: cluster 2021-03-04T22:46:42.123887+0000 mgr.y (mgr.14138) 69 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:44.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:44 gibba008 bash[16766]: cluster 2021-03-04T22:46:44.124573+0000 mgr.y (mgr.14138) 70 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:44.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:44 gibba008 bash[13002]: cluster 2021-03-04T22:46:44.124573+0000 mgr.y (mgr.14138) 70 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:44 gibba023 bash[13021]: cluster 2021-03-04T22:46:44.124573+0000 mgr.y (mgr.14138) 70 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:45.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[13002]: audit 2021-03-04T22:46:44.572742+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-03-04T22:46:45.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[13002]: audit 2021-03-04T22:46:44.573568+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:45.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[13002]: cephadm 2021-03-04T22:46:44.574208+0000 mgr.y (mgr.14138) 71 : cephadm [INF] Deploying daemon osd.0 on gibba008 2021-03-04T22:46:45.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[13002]: audit 2021-03-04T22:46:44.574433+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2021-03-04T22:46:45.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[16766]: audit 2021-03-04T22:46:44.572742+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-03-04T22:46:45.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[16766]: audit 2021-03-04T22:46:44.573568+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:45.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[16766]: cephadm 2021-03-04T22:46:44.574208+0000 mgr.y (mgr.14138) 71 : cephadm [INF] Deploying daemon osd.0 on gibba008 2021-03-04T22:46:45.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:45 gibba008 bash[16766]: audit 2021-03-04T22:46:44.574433+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2021-03-04T22:46:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:45 gibba023 bash[13021]: audit 2021-03-04T22:46:44.572742+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-03-04T22:46:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:45 gibba023 bash[13021]: audit 2021-03-04T22:46:44.573568+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:45 gibba023 bash[13021]: cephadm 2021-03-04T22:46:44.574208+0000 mgr.y (mgr.14138) 71 : cephadm [INF] Deploying daemon osd.0 on gibba008 2021-03-04T22:46:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:45 gibba023 bash[13021]: audit 2021-03-04T22:46:44.574433+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2021-03-04T22:46:46.503 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:46 gibba008 bash[16766]: cluster 2021-03-04T22:46:46.125200+0000 mgr.y (mgr.14138) 72 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:46.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:46 gibba008 bash[13002]: cluster 2021-03-04T22:46:46.125200+0000 mgr.y (mgr.14138) 72 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:46 gibba023 bash[13021]: cluster 2021-03-04T22:46:46.125200+0000 mgr.y (mgr.14138) 72 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:46.586 INFO:teuthology.orchestra.run.gibba008.stdout:Created osd(s) 0 on host 'gibba008' 2021-03-04T22:46:47.426 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:47 gibba008 bash[16766]: audit 2021-03-04T22:46:46.581631+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:47.426 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:47 gibba008 bash[16766]: audit 2021-03-04T22:46:46.584758+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:47.427 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:47 gibba008 bash[13002]: audit 2021-03-04T22:46:46.581631+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:47.427 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:47 gibba008 bash[13002]: audit 2021-03-04T22:46:46.584758+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:47 gibba023 bash[13021]: audit 2021-03-04T22:46:46.581631+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:47 gibba023 bash[13021]: audit 2021-03-04T22:46:46.584758+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:48.178 DEBUG:teuthology.orchestra.run.gibba008:osd.0> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0.service 2021-03-04T22:46:48.180 INFO:tasks.cephadm:Deploying osd.1 on gibba008 with /dev/vg_nvme/lv_3... 2021-03-04T22:46:48.180 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-03-04T22:46:48.284 INFO:journalctl@ceph.osd.0.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:46:48.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:48 gibba008 bash[16766]: audit 2021-03-04T22:46:47.286391+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:48.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:48 gibba008 bash[16766]: audit 2021-03-04T22:46:47.286963+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:48.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:48 gibba008 bash[16766]: cluster 2021-03-04T22:46:48.126004+0000 mgr.y (mgr.14138) 73 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:48 gibba008 bash[13002]: audit 2021-03-04T22:46:47.286391+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:48 gibba008 bash[13002]: audit 2021-03-04T22:46:47.286963+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:48 gibba008 bash[13002]: cluster 2021-03-04T22:46:48.126004+0000 mgr.y (mgr.14138) 73 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:48 gibba023 bash[13021]: audit 2021-03-04T22:46:47.286391+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:48 gibba023 bash[13021]: audit 2021-03-04T22:46:47.286963+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:48 gibba023 bash[13021]: cluster 2021-03-04T22:46:48.126004+0000 mgr.y (mgr.14138) 73 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:49.741 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T22:46:49.741 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-03-04T22:46:49.742 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-03-04T22:46:49.742 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-03-04T22:46:49.742 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T22:46:49.742 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T22:46:49.742 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:49 gibba008 bash[18856]: --> ceph-volume lvm activate successful for osd ID: 0 2021-03-04T22:46:50.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:50 gibba008 bash[13002]: cluster 2021-03-04T22:46:50.126530+0000 mgr.y (mgr.14138) 74 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:50.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:50 gibba008 bash[16766]: cluster 2021-03-04T22:46:50.126530+0000 mgr.y (mgr.14138) 74 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:50 gibba023 bash[13021]: cluster 2021-03-04T22:46:50.126530+0000 mgr.y (mgr.14138) 74 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:52.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:52 gibba008 bash[13002]: cluster 2021-03-04T22:46:52.127179+0000 mgr.y (mgr.14138) 75 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:52.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:52 gibba008 bash[13002]: cluster 2021-03-04T22:46:52.178873+0000 mon.a (mon.0) 245 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T22:46:52.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:52 gibba008 bash[16766]: cluster 2021-03-04T22:46:52.127179+0000 mgr.y (mgr.14138) 75 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:52 gibba008 bash[16766]: cluster 2021-03-04T22:46:52.178873+0000 mon.a (mon.0) 245 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T22:46:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:52 gibba023 bash[13021]: cluster 2021-03-04T22:46:52.127179+0000 mgr.y (mgr.14138) 75 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:52 gibba023 bash[13021]: cluster 2021-03-04T22:46:52.178873+0000 mon.a (mon.0) 245 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T22:46:54.191 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:54 gibba008 bash[19171]: debug 2021-03-04T22:46:54.034+0000 7fa3b7062f40 -1 Falling back to public interface 2021-03-04T22:46:54.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:54 gibba008 bash[13002]: cluster 2021-03-04T22:46:54.127498+0000 mgr.y (mgr.14138) 76 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:54.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:54 gibba008 bash[16766]: cluster 2021-03-04T22:46:54.127498+0000 mgr.y (mgr.14138) 76 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:54 gibba023 bash[13021]: cluster 2021-03-04T22:46:54.127498+0000 mgr.y (mgr.14138) 76 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:54.704 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-03-04T22:46:54.704 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-03-04T22:46:54.704 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 10+0 records in 2021-03-04T22:46:54.704 INFO:teuthology.orchestra.run.gibba008.stderr:10+0 records out 2021-03-04T22:46:54.705 INFO:teuthology.orchestra.run.gibba008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00768716 s, 1.4 GB/s 2021-03-04T22:46:54.705 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 2021-03-04T22:46:54.705 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping successful for: 2021-03-04T22:46:55.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:54 gibba008 bash[19171]: debug 2021-03-04T22:46:54.654+0000 7fa3b7062f40 -1 osd.0 0 log_to_monitors {default=true} 2021-03-04T22:46:55.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:55 gibba008 bash[13002]: audit 2021-03-04T22:46:54.660859+0000 mon.a (mon.0) 246 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T22:46:55.441 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:55 gibba008 bash[16766]: audit 2021-03-04T22:46:54.660859+0000 mon.a (mon.0) 246 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T22:46:55.442 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba008:vg_nvme/lv_3 2021-03-04T22:46:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:55 gibba023 bash[13021]: audit 2021-03-04T22:46:54.660859+0000 mon.a (mon.0) 246 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T22:46:56.496 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[19171]: debug 2021-03-04T22:46:56.210+0000 7fa39a533700 -1 osd.0 0 waiting for initial osdmap 2021-03-04T22:46:56.497 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[19171]: debug 2021-03-04T22:46:56.210+0000 7fa3a6d4c700 -1 osd.0 9 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:46:56.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[16766]: audit 2021-03-04T22:46:55.202851+0000 mon.a (mon.0) 247 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T22:46:56.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[16766]: cluster 2021-03-04T22:46:55.202939+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2021-03-04T22:46:56.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[16766]: audit 2021-03-04T22:46:55.203127+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:56.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[16766]: audit 2021-03-04T22:46:55.203752+0000 mon.a (mon.0) 250 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:46:56.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[16766]: audit 2021-03-04T22:46:56.078785+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:56.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[16766]: cluster 2021-03-04T22:46:56.127719+0000 mgr.y (mgr.14138) 77 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:56.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[13002]: audit 2021-03-04T22:46:55.202851+0000 mon.a (mon.0) 247 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T22:46:56.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[13002]: cluster 2021-03-04T22:46:55.202939+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2021-03-04T22:46:56.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[13002]: audit 2021-03-04T22:46:55.203127+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:56.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[13002]: audit 2021-03-04T22:46:55.203752+0000 mon.a (mon.0) 250 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:46:56.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[13002]: audit 2021-03-04T22:46:56.078785+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:56.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:56 gibba008 bash[13002]: cluster 2021-03-04T22:46:56.127719+0000 mgr.y (mgr.14138) 77 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:56.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:56 gibba023 bash[13021]: audit 2021-03-04T22:46:55.202851+0000 mon.a (mon.0) 247 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T22:46:56.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:56 gibba023 bash[13021]: cluster 2021-03-04T22:46:55.202939+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2021-03-04T22:46:56.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:56 gibba023 bash[13021]: audit 2021-03-04T22:46:55.203127+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:56.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:56 gibba023 bash[13021]: audit 2021-03-04T22:46:55.203752+0000 mon.a (mon.0) 250 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:46:56.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:56 gibba023 bash[13021]: audit 2021-03-04T22:46:56.078785+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:46:56.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:56 gibba023 bash[13021]: cluster 2021-03-04T22:46:56.127719+0000 mgr.y (mgr.14138) 77 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:57.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: audit 2021-03-04T22:46:56.211956+0000 mon.a (mon.0) 252 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:46:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: cluster 2021-03-04T22:46:56.211993+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2021-03-04T22:46:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: audit 2021-03-04T22:46:56.212304+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: audit 2021-03-04T22:46:56.214396+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: audit 2021-03-04T22:46:56.220000+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: audit 2021-03-04T22:46:56.225976+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: cephadm 2021-03-04T22:46:56.226868+0000 mgr.y (mgr.14138) 78 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:46:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[13002]: audit 2021-03-04T22:46:56.394608+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: audit 2021-03-04T22:46:56.211956+0000 mon.a (mon.0) 252 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:46:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: cluster 2021-03-04T22:46:56.211993+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2021-03-04T22:46:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: audit 2021-03-04T22:46:56.212304+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: audit 2021-03-04T22:46:56.214396+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: audit 2021-03-04T22:46:56.220000+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: audit 2021-03-04T22:46:56.225976+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: cephadm 2021-03-04T22:46:56.226868+0000 mgr.y (mgr.14138) 78 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:46:57.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:57 gibba008 bash[16766]: audit 2021-03-04T22:46:56.394608+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: audit 2021-03-04T22:46:56.211956+0000 mon.a (mon.0) 252 : audit [INF] from='osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:46:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: cluster 2021-03-04T22:46:56.211993+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2021-03-04T22:46:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: audit 2021-03-04T22:46:56.212304+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: audit 2021-03-04T22:46:56.214396+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:57.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: audit 2021-03-04T22:46:56.220000+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: audit 2021-03-04T22:46:56.225976+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:57.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: cephadm 2021-03-04T22:46:56.226868+0000 mgr.y (mgr.14138) 78 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:46:57.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:57 gibba023 bash[13021]: audit 2021-03-04T22:46:56.394608+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:46:58.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: cluster 2021-03-04T22:46:55.684742+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:46:58.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: cluster 2021-03-04T22:46:55.684924+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:46:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: audit 2021-03-04T22:46:57.214329+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: cluster 2021-03-04T22:46:57.229802+0000 mon.a (mon.0) 260 : cluster [INF] osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570] boot 2021-03-04T22:46:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: cluster 2021-03-04T22:46:57.229829+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2021-03-04T22:46:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: audit 2021-03-04T22:46:57.229992+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: cluster 2021-03-04T22:46:58.127931+0000 mgr.y (mgr.14138) 79 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: audit 2021-03-04T22:46:58.158771+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:46:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: audit 2021-03-04T22:46:58.160059+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:46:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: audit 2021-03-04T22:46:58.160890+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[13002]: audit 2021-03-04T22:46:58.161740+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: cluster 2021-03-04T22:46:55.684742+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:46:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: cluster 2021-03-04T22:46:55.684924+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:46:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: audit 2021-03-04T22:46:57.214329+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: cluster 2021-03-04T22:46:57.229802+0000 mon.a (mon.0) 260 : cluster [INF] osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570] boot 2021-03-04T22:46:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: cluster 2021-03-04T22:46:57.229829+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2021-03-04T22:46:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: audit 2021-03-04T22:46:57.229992+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: cluster 2021-03-04T22:46:58.127931+0000 mgr.y (mgr.14138) 79 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: audit 2021-03-04T22:46:58.158771+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:46:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: audit 2021-03-04T22:46:58.160059+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:46:58.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: audit 2021-03-04T22:46:58.160890+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:58.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:58 gibba008 bash[16766]: audit 2021-03-04T22:46:58.161740+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: cluster 2021-03-04T22:46:55.684742+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:46:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: cluster 2021-03-04T22:46:55.684924+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:46:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: audit 2021-03-04T22:46:57.214329+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: cluster 2021-03-04T22:46:57.229802+0000 mon.a (mon.0) 260 : cluster [INF] osd.0 [v2:172.21.2.108:6802/1909961570,v1:172.21.2.108:6803/1909961570] boot 2021-03-04T22:46:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: cluster 2021-03-04T22:46:57.229829+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2021-03-04T22:46:58.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: audit 2021-03-04T22:46:57.229992+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:46:58.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: cluster 2021-03-04T22:46:58.127931+0000 mgr.y (mgr.14138) 79 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-03-04T22:46:58.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: audit 2021-03-04T22:46:58.158771+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:46:58.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: audit 2021-03-04T22:46:58.160059+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:46:58.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: audit 2021-03-04T22:46:58.160890+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:46:58.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:58 gibba023 bash[13021]: audit 2021-03-04T22:46:58.161740+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:46:59.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:59 gibba008 bash[16766]: audit 2021-03-04T22:46:58.158184+0000 mgr.y (mgr.14138) 80 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:59.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:59 gibba008 bash[16766]: cephadm 2021-03-04T22:46:58.159854+0000 mgr.y (mgr.14138) 81 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:46:59.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:46:59 gibba008 bash[16766]: cluster 2021-03-04T22:46:58.231677+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2021-03-04T22:46:59.498 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:59 gibba008 bash[13002]: audit 2021-03-04T22:46:58.158184+0000 mgr.y (mgr.14138) 80 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:59.498 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:59 gibba008 bash[13002]: cephadm 2021-03-04T22:46:58.159854+0000 mgr.y (mgr.14138) 81 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:46:59.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:46:59 gibba008 bash[13002]: cluster 2021-03-04T22:46:58.231677+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2021-03-04T22:46:59.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:59 gibba023 bash[13021]: audit 2021-03-04T22:46:58.158184+0000 mgr.y (mgr.14138) 80 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:46:59.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:59 gibba023 bash[13021]: cephadm 2021-03-04T22:46:58.159854+0000 mgr.y (mgr.14138) 81 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:46:59.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:46:59 gibba023 bash[13021]: cluster 2021-03-04T22:46:58.231677+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2021-03-04T22:47:00.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:00 gibba008 bash[13002]: cluster 2021-03-04T22:46:59.233334+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2021-03-04T22:47:00.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:00 gibba008 bash[13002]: cluster 2021-03-04T22:47:00.128469+0000 mgr.y (mgr.14138) 82 : cluster [DBG] pgmap v56: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:00.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:00 gibba008 bash[16766]: cluster 2021-03-04T22:46:59.233334+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2021-03-04T22:47:00.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:00 gibba008 bash[16766]: cluster 2021-03-04T22:47:00.128469+0000 mgr.y (mgr.14138) 82 : cluster [DBG] pgmap v56: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:00 gibba023 bash[13021]: cluster 2021-03-04T22:46:59.233334+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2021-03-04T22:47:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:00 gibba023 bash[13021]: cluster 2021-03-04T22:47:00.128469+0000 mgr.y (mgr.14138) 82 : cluster [DBG] pgmap v56: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:01.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:01 gibba008 bash[13002]: cluster 2021-03-04T22:47:00.240448+0000 mon.a (mon.0) 269 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T22:47:01.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:01 gibba008 bash[16766]: cluster 2021-03-04T22:47:00.240448+0000 mon.a (mon.0) 269 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T22:47:01.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:01 gibba023 bash[13021]: cluster 2021-03-04T22:47:00.240448+0000 mon.a (mon.0) 269 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T22:47:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:02 gibba023 bash[13021]: audit 2021-03-04T22:47:01.411292+0000 mon.a (mon.0) 270 : audit [INF] from='client.? 172.21.2.108:0/3663743220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65b89938-365c-474c-b6a7-0f135cd34f2a"}]: dispatch 2021-03-04T22:47:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:02 gibba023 bash[13021]: audit 2021-03-04T22:47:01.416142+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.2.108:0/3663743220' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65b89938-365c-474c-b6a7-0f135cd34f2a"}]': finished 2021-03-04T22:47:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:02 gibba023 bash[13021]: cluster 2021-03-04T22:47:01.416191+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2021-03-04T22:47:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:02 gibba023 bash[13021]: audit 2021-03-04T22:47:01.416388+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:02.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:02 gibba023 bash[13021]: audit 2021-03-04T22:47:01.888489+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.2.108:0/290339437' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:02.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:02 gibba023 bash[13021]: cluster 2021-03-04T22:47:02.129332+0000 mgr.y (mgr.14138) 83 : cluster [DBG] pgmap v58: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[13002]: audit 2021-03-04T22:47:01.411292+0000 mon.a (mon.0) 270 : audit [INF] from='client.? 172.21.2.108:0/3663743220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65b89938-365c-474c-b6a7-0f135cd34f2a"}]: dispatch 2021-03-04T22:47:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[13002]: audit 2021-03-04T22:47:01.416142+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.2.108:0/3663743220' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65b89938-365c-474c-b6a7-0f135cd34f2a"}]': finished 2021-03-04T22:47:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[13002]: cluster 2021-03-04T22:47:01.416191+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2021-03-04T22:47:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[13002]: audit 2021-03-04T22:47:01.416388+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[13002]: audit 2021-03-04T22:47:01.888489+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.2.108:0/290339437' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[13002]: cluster 2021-03-04T22:47:02.129332+0000 mgr.y (mgr.14138) 83 : cluster [DBG] pgmap v58: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:02.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[16766]: audit 2021-03-04T22:47:01.411292+0000 mon.a (mon.0) 270 : audit [INF] from='client.? 172.21.2.108:0/3663743220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65b89938-365c-474c-b6a7-0f135cd34f2a"}]: dispatch 2021-03-04T22:47:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[16766]: audit 2021-03-04T22:47:01.416142+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.2.108:0/3663743220' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65b89938-365c-474c-b6a7-0f135cd34f2a"}]': finished 2021-03-04T22:47:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[16766]: cluster 2021-03-04T22:47:01.416191+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2021-03-04T22:47:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[16766]: audit 2021-03-04T22:47:01.416388+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[16766]: audit 2021-03-04T22:47:01.888489+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.2.108:0/290339437' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:02.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:02 gibba008 bash[16766]: cluster 2021-03-04T22:47:02.129332+0000 mgr.y (mgr.14138) 83 : cluster [DBG] pgmap v58: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:04.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:04 gibba008 bash[13002]: cluster 2021-03-04T22:47:04.130186+0000 mgr.y (mgr.14138) 84 : cluster [DBG] pgmap v59: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:04.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:04 gibba008 bash[16766]: cluster 2021-03-04T22:47:04.130186+0000 mgr.y (mgr.14138) 84 : cluster [DBG] pgmap v59: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:04 gibba023 bash[13021]: cluster 2021-03-04T22:47:04.130186+0000 mgr.y (mgr.14138) 84 : cluster [DBG] pgmap v59: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:05.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:05 gibba008 bash[13002]: audit 2021-03-04T22:47:04.640088+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:05.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:05 gibba008 bash[16766]: audit 2021-03-04T22:47:04.640088+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:05.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:05 gibba023 bash[13021]: audit 2021-03-04T22:47:04.640088+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:06.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:06 gibba008 bash[13002]: cluster 2021-03-04T22:47:06.131070+0000 mgr.y (mgr.14138) 85 : cluster [DBG] pgmap v60: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:06.486 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:06 gibba008 bash[16766]: cluster 2021-03-04T22:47:06.131070+0000 mgr.y (mgr.14138) 85 : cluster [DBG] pgmap v60: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:06 gibba023 bash[13021]: cluster 2021-03-04T22:47:06.131070+0000 mgr.y (mgr.14138) 85 : cluster [DBG] pgmap v60: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:07.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:07 gibba008 bash[13002]: cluster 2021-03-04T22:47:07.300207+0000 mon.a (mon.0) 275 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T22:47:07.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:07 gibba008 bash[16766]: cluster 2021-03-04T22:47:07.300207+0000 mon.a (mon.0) 275 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T22:47:07.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:07 gibba023 bash[13021]: cluster 2021-03-04T22:47:07.300207+0000 mon.a (mon.0) 275 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T22:47:08.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:08 gibba008 bash[13002]: cluster 2021-03-04T22:47:08.131761+0000 mgr.y (mgr.14138) 86 : cluster [DBG] pgmap v61: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:08.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:08 gibba008 bash[16766]: cluster 2021-03-04T22:47:08.131761+0000 mgr.y (mgr.14138) 86 : cluster [DBG] pgmap v61: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:08.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:08 gibba023 bash[13021]: cluster 2021-03-04T22:47:08.131761+0000 mgr.y (mgr.14138) 86 : cluster [DBG] pgmap v61: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:09.597 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[13002]: audit 2021-03-04T22:47:08.395776+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-03-04T22:47:09.598 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[13002]: audit 2021-03-04T22:47:08.396699+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:09.598 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[13002]: cephadm 2021-03-04T22:47:08.397325+0000 mgr.y (mgr.14138) 87 : cephadm [INF] Deploying daemon osd.1 on gibba008 2021-03-04T22:47:09.599 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[13002]: audit 2021-03-04T22:47:08.397561+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2021-03-04T22:47:09.599 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[16766]: audit 2021-03-04T22:47:08.395776+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-03-04T22:47:09.600 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[16766]: audit 2021-03-04T22:47:08.396699+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:09.600 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[16766]: cephadm 2021-03-04T22:47:08.397325+0000 mgr.y (mgr.14138) 87 : cephadm [INF] Deploying daemon osd.1 on gibba008 2021-03-04T22:47:09.601 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:09 gibba008 bash[16766]: audit 2021-03-04T22:47:08.397561+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2021-03-04T22:47:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:09 gibba023 bash[13021]: audit 2021-03-04T22:47:08.395776+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-03-04T22:47:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:09 gibba023 bash[13021]: audit 2021-03-04T22:47:08.396699+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:09 gibba023 bash[13021]: cephadm 2021-03-04T22:47:08.397325+0000 mgr.y (mgr.14138) 87 : cephadm [INF] Deploying daemon osd.1 on gibba008 2021-03-04T22:47:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:09 gibba023 bash[13021]: audit 2021-03-04T22:47:08.397561+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2021-03-04T22:47:10.395 INFO:teuthology.orchestra.run.gibba008.stdout:Created osd(s) 1 on host 'gibba008' 2021-03-04T22:47:10.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:10 gibba008 bash[13002]: cluster 2021-03-04T22:47:10.132089+0000 mgr.y (mgr.14138) 88 : cluster [DBG] pgmap v62: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:10.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:10 gibba008 bash[16766]: cluster 2021-03-04T22:47:10.132089+0000 mgr.y (mgr.14138) 88 : cluster [DBG] pgmap v62: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:10.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:10 gibba023 bash[13021]: cluster 2021-03-04T22:47:10.132089+0000 mgr.y (mgr.14138) 88 : cluster [DBG] pgmap v62: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:11.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[13002]: audit 2021-03-04T22:47:10.390279+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:11.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[13002]: audit 2021-03-04T22:47:10.393027+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:11.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[13002]: audit 2021-03-04T22:47:11.117027+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:11.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[13002]: audit 2021-03-04T22:47:11.117666+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:11.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[16766]: audit 2021-03-04T22:47:10.390279+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[16766]: audit 2021-03-04T22:47:10.393027+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[16766]: audit 2021-03-04T22:47:11.117027+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:11 gibba008 bash[16766]: audit 2021-03-04T22:47:11.117666+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:11 gibba023 bash[13021]: audit 2021-03-04T22:47:10.390279+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:11 gibba023 bash[13021]: audit 2021-03-04T22:47:10.393027+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:11 gibba023 bash[13021]: audit 2021-03-04T22:47:11.117027+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:11 gibba023 bash[13021]: audit 2021-03-04T22:47:11.117666+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:11.918 DEBUG:teuthology.orchestra.run.gibba008:osd.1> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.1.service 2021-03-04T22:47:11.921 INFO:tasks.cephadm:Deploying osd.2 on gibba008 with /dev/vg_nvme/lv_2... 2021-03-04T22:47:11.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-03-04T22:47:11.991 INFO:journalctl@ceph.osd.1.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:47:12.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:12 gibba008 bash[13002]: cluster 2021-03-04T22:47:12.132664+0000 mgr.y (mgr.14138) 89 : cluster [DBG] pgmap v63: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:12.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:12 gibba008 bash[13002]: audit 2021-03-04T22:47:12.237222+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:47:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:12 gibba008 bash[13002]: audit 2021-03-04T22:47:12.237875+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:47:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:12 gibba008 bash[16766]: cluster 2021-03-04T22:47:12.132664+0000 mgr.y (mgr.14138) 89 : cluster [DBG] pgmap v63: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:12 gibba008 bash[16766]: audit 2021-03-04T22:47:12.237222+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:47:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:12 gibba008 bash[16766]: audit 2021-03-04T22:47:12.237875+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:47:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:12 gibba023 bash[13021]: cluster 2021-03-04T22:47:12.132664+0000 mgr.y (mgr.14138) 89 : cluster [DBG] pgmap v63: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:12 gibba023 bash[13021]: audit 2021-03-04T22:47:12.237222+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:47:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:12 gibba023 bash[13021]: audit 2021-03-04T22:47:12.237875+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:47:13.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T22:47:13.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-03-04T22:47:13.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-03-04T22:47:13.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-03-04T22:47:13.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T22:47:13.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T22:47:13.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:13 gibba008 bash[20304]: --> ceph-volume lvm activate successful for osd ID: 1 2021-03-04T22:47:14.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:14 gibba008 bash[16766]: cluster 2021-03-04T22:47:14.132966+0000 mgr.y (mgr.14138) 90 : cluster [DBG] pgmap v64: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:14.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:14 gibba008 bash[13002]: cluster 2021-03-04T22:47:14.132966+0000 mgr.y (mgr.14138) 90 : cluster [DBG] pgmap v64: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:14 gibba023 bash[13021]: cluster 2021-03-04T22:47:14.132966+0000 mgr.y (mgr.14138) 90 : cluster [DBG] pgmap v64: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:16.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:16 gibba008 bash[13002]: cluster 2021-03-04T22:47:16.133508+0000 mgr.y (mgr.14138) 91 : cluster [DBG] pgmap v65: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:16.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:16 gibba008 bash[16766]: cluster 2021-03-04T22:47:16.133508+0000 mgr.y (mgr.14138) 91 : cluster [DBG] pgmap v65: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:16 gibba023 bash[13021]: cluster 2021-03-04T22:47:16.133508+0000 mgr.y (mgr.14138) 91 : cluster [DBG] pgmap v65: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:17.470 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-03-04T22:47:17.470 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-03-04T22:47:17.471 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 10+0 records in 2021-03-04T22:47:17.471 INFO:teuthology.orchestra.run.gibba008.stderr:10+0 records out 2021-03-04T22:47:17.471 INFO:teuthology.orchestra.run.gibba008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00828251 s, 1.3 GB/s 2021-03-04T22:47:17.471 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 2021-03-04T22:47:17.472 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping successful for: 2021-03-04T22:47:17.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:17 gibba008 bash[20697]: debug 2021-03-04T22:47:17.442+0000 7f38380a3f40 -1 Falling back to public interface 2021-03-04T22:47:18.130 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba008:vg_nvme/lv_2 2021-03-04T22:47:18.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:18 gibba008 bash[16766]: audit 2021-03-04T22:47:18.123321+0000 mon.a (mon.0) 285 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T22:47:18.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:18 gibba008 bash[16766]: cluster 2021-03-04T22:47:18.133846+0000 mgr.y (mgr.14138) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:18.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:18 gibba008 bash[20697]: debug 2021-03-04T22:47:18.118+0000 7f38380a3f40 -1 osd.1 0 log_to_monitors {default=true} 2021-03-04T22:47:18.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:18 gibba008 bash[13002]: audit 2021-03-04T22:47:18.123321+0000 mon.a (mon.0) 285 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T22:47:18.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:18 gibba008 bash[13002]: cluster 2021-03-04T22:47:18.133846+0000 mgr.y (mgr.14138) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:18 gibba023 bash[13021]: audit 2021-03-04T22:47:18.123321+0000 mon.a (mon.0) 285 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T22:47:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:18 gibba023 bash[13021]: cluster 2021-03-04T22:47:18.133846+0000 mgr.y (mgr.14138) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:19.555 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[20697]: debug 2021-03-04T22:47:19.322+0000 7f381f57c700 -1 osd.1 0 waiting for initial osdmap 2021-03-04T22:47:19.556 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[20697]: debug 2021-03-04T22:47:19.326+0000 7f382bd95700 -1 osd.1 15 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:47:19.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:18.321439+0000 mon.a (mon.0) 286 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T22:47:19.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: cluster 2021-03-04T22:47:18.321476+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2021-03-04T22:47:19.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:18.321581+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:19.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:18.321883+0000 mon.a (mon.0) 289 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:47:19.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:18.973573+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:19.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:19.106340+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.558 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:19.113357+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.558 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[16766]: audit 2021-03-04T22:47:19.119992+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:18.321439+0000 mon.a (mon.0) 286 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T22:47:19.558 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: cluster 2021-03-04T22:47:18.321476+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2021-03-04T22:47:19.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:18.321581+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:19.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:18.321883+0000 mon.a (mon.0) 289 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:47:19.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:18.973573+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:19.559 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:19.106340+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:19.113357+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.560 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:19 gibba008 bash[13002]: audit 2021-03-04T22:47:19.119992+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:18.321439+0000 mon.a (mon.0) 286 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T22:47:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: cluster 2021-03-04T22:47:18.321476+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2021-03-04T22:47:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:18.321581+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:18.321883+0000 mon.a (mon.0) 289 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:47:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:18.973573+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:19.106340+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:19.113357+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:19.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:19 gibba023 bash[13021]: audit 2021-03-04T22:47:19.119992+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:20.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[13002]: audit 2021-03-04T22:47:19.324937+0000 mon.a (mon.0) 294 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:47:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[13002]: cluster 2021-03-04T22:47:19.325016+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2021-03-04T22:47:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[13002]: audit 2021-03-04T22:47:19.325402+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[13002]: audit 2021-03-04T22:47:19.327857+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[13002]: cluster 2021-03-04T22:47:20.134590+0000 mgr.y (mgr.14138) 93 : cluster [DBG] pgmap v69: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:20.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[13002]: audit 2021-03-04T22:47:20.327957+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[16766]: audit 2021-03-04T22:47:19.324937+0000 mon.a (mon.0) 294 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:47:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[16766]: cluster 2021-03-04T22:47:19.325016+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2021-03-04T22:47:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[16766]: audit 2021-03-04T22:47:19.325402+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[16766]: audit 2021-03-04T22:47:19.327857+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[16766]: cluster 2021-03-04T22:47:20.134590+0000 mgr.y (mgr.14138) 93 : cluster [DBG] pgmap v69: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:20 gibba008 bash[16766]: audit 2021-03-04T22:47:20.327957+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:20 gibba023 bash[13021]: audit 2021-03-04T22:47:19.324937+0000 mon.a (mon.0) 294 : audit [INF] from='osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:47:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:20 gibba023 bash[13021]: cluster 2021-03-04T22:47:19.325016+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2021-03-04T22:47:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:20 gibba023 bash[13021]: audit 2021-03-04T22:47:19.325402+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:20 gibba023 bash[13021]: audit 2021-03-04T22:47:19.327857+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:20.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:20 gibba023 bash[13021]: cluster 2021-03-04T22:47:20.134590+0000 mgr.y (mgr.14138) 93 : cluster [DBG] pgmap v69: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 83 GiB / 84 GiB avail 2021-03-04T22:47:20.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:20 gibba023 bash[13021]: audit 2021-03-04T22:47:20.327957+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:21.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: cluster 2021-03-04T22:47:19.078240+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:47:21.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: cluster 2021-03-04T22:47:19.078278+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:47:21.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: cluster 2021-03-04T22:47:20.336102+0000 mon.a (mon.0) 299 : cluster [INF] osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700] boot 2021-03-04T22:47:21.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: cluster 2021-03-04T22:47:20.336128+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2021-03-04T22:47:21.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: audit 2021-03-04T22:47:20.336587+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: audit 2021-03-04T22:47:21.096694+0000 mgr.y (mgr.14138) 94 : audit [DBG] from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:47:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: audit 2021-03-04T22:47:21.097324+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:47:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: cephadm 2021-03-04T22:47:21.098399+0000 mgr.y (mgr.14138) 95 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:47:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: audit 2021-03-04T22:47:21.098580+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:47:21.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: audit 2021-03-04T22:47:21.099396+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:21.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[13002]: audit 2021-03-04T22:47:21.100296+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:21.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: cluster 2021-03-04T22:47:19.078240+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:47:21.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: cluster 2021-03-04T22:47:19.078278+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:47:21.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: cluster 2021-03-04T22:47:20.336102+0000 mon.a (mon.0) 299 : cluster [INF] osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700] boot 2021-03-04T22:47:21.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: cluster 2021-03-04T22:47:20.336128+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2021-03-04T22:47:21.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: audit 2021-03-04T22:47:20.336587+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:21.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: audit 2021-03-04T22:47:21.096694+0000 mgr.y (mgr.14138) 94 : audit [DBG] from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:47:21.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: audit 2021-03-04T22:47:21.097324+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:47:21.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: cephadm 2021-03-04T22:47:21.098399+0000 mgr.y (mgr.14138) 95 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:47:21.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: audit 2021-03-04T22:47:21.098580+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:47:21.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: audit 2021-03-04T22:47:21.099396+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:21.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:21 gibba008 bash[16766]: audit 2021-03-04T22:47:21.100296+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: cluster 2021-03-04T22:47:19.078240+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:47:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: cluster 2021-03-04T22:47:19.078278+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:47:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: cluster 2021-03-04T22:47:20.336102+0000 mon.a (mon.0) 299 : cluster [INF] osd.1 [v2:172.21.2.108:6810/1531541700,v1:172.21.2.108:6811/1531541700] boot 2021-03-04T22:47:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: cluster 2021-03-04T22:47:20.336128+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2021-03-04T22:47:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: audit 2021-03-04T22:47:20.336587+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:47:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: audit 2021-03-04T22:47:21.096694+0000 mgr.y (mgr.14138) 94 : audit [DBG] from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:47:21.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: audit 2021-03-04T22:47:21.097324+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:47:21.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: cephadm 2021-03-04T22:47:21.098399+0000 mgr.y (mgr.14138) 95 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:47:21.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: audit 2021-03-04T22:47:21.098580+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:47:21.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: audit 2021-03-04T22:47:21.099396+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:21.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:21 gibba023 bash[13021]: audit 2021-03-04T22:47:21.100296+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:22.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:22 gibba008 bash[13002]: cluster 2021-03-04T22:47:21.356565+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2021-03-04T22:47:22.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:22 gibba008 bash[13002]: cluster 2021-03-04T22:47:22.135325+0000 mgr.y (mgr.14138) 96 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:22 gibba008 bash[16766]: cluster 2021-03-04T22:47:21.356565+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2021-03-04T22:47:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:22 gibba008 bash[16766]: cluster 2021-03-04T22:47:22.135325+0000 mgr.y (mgr.14138) 96 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:22.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:22 gibba023 bash[13021]: cluster 2021-03-04T22:47:21.356565+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2021-03-04T22:47:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:22 gibba023 bash[13021]: cluster 2021-03-04T22:47:22.135325+0000 mgr.y (mgr.14138) 96 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:24.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:24 gibba008 bash[16766]: cluster 2021-03-04T22:47:24.135708+0000 mgr.y (mgr.14138) 97 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:24.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:24 gibba008 bash[13002]: cluster 2021-03-04T22:47:24.135708+0000 mgr.y (mgr.14138) 97 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:24 gibba023 bash[13021]: cluster 2021-03-04T22:47:24.135708+0000 mgr.y (mgr.14138) 97 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:25.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[16766]: audit 2021-03-04T22:47:24.454845+0000 mon.a (mon.0) 307 : audit [INF] from='client.? 172.21.2.108:0/3059132132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ff2718f-c184-4c3c-90bc-115fc3824867"}]: dispatch 2021-03-04T22:47:25.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[16766]: audit 2021-03-04T22:47:24.460053+0000 mon.a (mon.0) 308 : audit [INF] from='client.? 172.21.2.108:0/3059132132' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2ff2718f-c184-4c3c-90bc-115fc3824867"}]': finished 2021-03-04T22:47:25.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[16766]: cluster 2021-03-04T22:47:24.460126+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2021-03-04T22:47:25.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[16766]: audit 2021-03-04T22:47:24.460284+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:25.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[16766]: audit 2021-03-04T22:47:24.906922+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.2.108:0/3008394772' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:25.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[13002]: audit 2021-03-04T22:47:24.454845+0000 mon.a (mon.0) 307 : audit [INF] from='client.? 172.21.2.108:0/3059132132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ff2718f-c184-4c3c-90bc-115fc3824867"}]: dispatch 2021-03-04T22:47:25.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[13002]: audit 2021-03-04T22:47:24.460053+0000 mon.a (mon.0) 308 : audit [INF] from='client.? 172.21.2.108:0/3059132132' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2ff2718f-c184-4c3c-90bc-115fc3824867"}]': finished 2021-03-04T22:47:25.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[13002]: cluster 2021-03-04T22:47:24.460126+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2021-03-04T22:47:25.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[13002]: audit 2021-03-04T22:47:24.460284+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:25.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:25 gibba008 bash[13002]: audit 2021-03-04T22:47:24.906922+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.2.108:0/3008394772' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:25 gibba023 bash[13021]: audit 2021-03-04T22:47:24.454845+0000 mon.a (mon.0) 307 : audit [INF] from='client.? 172.21.2.108:0/3059132132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ff2718f-c184-4c3c-90bc-115fc3824867"}]: dispatch 2021-03-04T22:47:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:25 gibba023 bash[13021]: audit 2021-03-04T22:47:24.460053+0000 mon.a (mon.0) 308 : audit [INF] from='client.? 172.21.2.108:0/3059132132' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2ff2718f-c184-4c3c-90bc-115fc3824867"}]': finished 2021-03-04T22:47:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:25 gibba023 bash[13021]: cluster 2021-03-04T22:47:24.460126+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2021-03-04T22:47:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:25 gibba023 bash[13021]: audit 2021-03-04T22:47:24.460284+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:25.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:25 gibba023 bash[13021]: audit 2021-03-04T22:47:24.906922+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.2.108:0/3008394772' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:26.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:26 gibba008 bash[13002]: cluster 2021-03-04T22:47:26.136463+0000 mgr.y (mgr.14138) 98 : cluster [DBG] pgmap v75: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:26.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:26 gibba008 bash[16766]: cluster 2021-03-04T22:47:26.136463+0000 mgr.y (mgr.14138) 98 : cluster [DBG] pgmap v75: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:26 gibba023 bash[13021]: cluster 2021-03-04T22:47:26.136463+0000 mgr.y (mgr.14138) 98 : cluster [DBG] pgmap v75: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:28.632 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:28 gibba008 bash[13002]: audit 2021-03-04T22:47:27.600089+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:28.632 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:28 gibba008 bash[13002]: cluster 2021-03-04T22:47:28.137327+0000 mgr.y (mgr.14138) 99 : cluster [DBG] pgmap v76: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:28.632 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:28 gibba008 bash[16766]: audit 2021-03-04T22:47:27.600089+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:28.633 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:28 gibba008 bash[16766]: cluster 2021-03-04T22:47:28.137327+0000 mgr.y (mgr.14138) 99 : cluster [DBG] pgmap v76: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:28 gibba023 bash[13021]: audit 2021-03-04T22:47:27.600089+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:28 gibba023 bash[13021]: cluster 2021-03-04T22:47:28.137327+0000 mgr.y (mgr.14138) 99 : cluster [DBG] pgmap v76: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:29.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:29 gibba008 bash[13002]: cluster 2021-03-04T22:47:28.312338+0000 mon.a (mon.0) 312 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T22:47:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:29 gibba008 bash[13002]: cluster 2021-03-04T22:47:28.312427+0000 mon.a (mon.0) 313 : cluster [INF] Cluster is now healthy 2021-03-04T22:47:29.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:29 gibba008 bash[16766]: cluster 2021-03-04T22:47:28.312338+0000 mon.a (mon.0) 312 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T22:47:29.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:29 gibba008 bash[16766]: cluster 2021-03-04T22:47:28.312427+0000 mon.a (mon.0) 313 : cluster [INF] Cluster is now healthy 2021-03-04T22:47:29.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:29 gibba023 bash[13021]: cluster 2021-03-04T22:47:28.312338+0000 mon.a (mon.0) 312 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T22:47:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:29 gibba023 bash[13021]: cluster 2021-03-04T22:47:28.312427+0000 mon.a (mon.0) 313 : cluster [INF] Cluster is now healthy 2021-03-04T22:47:30.590 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:30 gibba008 bash[13002]: cluster 2021-03-04T22:47:30.137659+0000 mgr.y (mgr.14138) 100 : cluster [DBG] pgmap v77: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:30.590 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:30 gibba008 bash[16766]: cluster 2021-03-04T22:47:30.137659+0000 mgr.y (mgr.14138) 100 : cluster [DBG] pgmap v77: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:30 gibba023 bash[13021]: cluster 2021-03-04T22:47:30.137659+0000 mgr.y (mgr.14138) 100 : cluster [DBG] pgmap v77: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:31.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:31 gibba008 bash[13002]: audit 2021-03-04T22:47:31.205594+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-03-04T22:47:31.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:31 gibba008 bash[13002]: audit 2021-03-04T22:47:31.206509+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:31.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:31 gibba008 bash[13002]: audit 2021-03-04T22:47:31.207433+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2021-03-04T22:47:31.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:31 gibba008 bash[16766]: audit 2021-03-04T22:47:31.205594+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-03-04T22:47:31.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:31 gibba008 bash[16766]: audit 2021-03-04T22:47:31.206509+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:31.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:31 gibba008 bash[16766]: audit 2021-03-04T22:47:31.207433+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2021-03-04T22:47:31.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:31 gibba023 bash[13021]: audit 2021-03-04T22:47:31.205594+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-03-04T22:47:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:31 gibba023 bash[13021]: audit 2021-03-04T22:47:31.206509+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:31 gibba023 bash[13021]: audit 2021-03-04T22:47:31.207433+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2021-03-04T22:47:32.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:32 gibba008 bash[13002]: cephadm 2021-03-04T22:47:31.207208+0000 mgr.y (mgr.14138) 101 : cephadm [INF] Deploying daemon osd.2 on gibba008 2021-03-04T22:47:32.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:32 gibba008 bash[13002]: cluster 2021-03-04T22:47:32.137896+0000 mgr.y (mgr.14138) 102 : cluster [DBG] pgmap v78: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:32.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:32 gibba008 bash[16766]: cephadm 2021-03-04T22:47:31.207208+0000 mgr.y (mgr.14138) 101 : cephadm [INF] Deploying daemon osd.2 on gibba008 2021-03-04T22:47:32.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:32 gibba008 bash[16766]: cluster 2021-03-04T22:47:32.137896+0000 mgr.y (mgr.14138) 102 : cluster [DBG] pgmap v78: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:32.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:32 gibba023 bash[13021]: cephadm 2021-03-04T22:47:31.207208+0000 mgr.y (mgr.14138) 101 : cephadm [INF] Deploying daemon osd.2 on gibba008 2021-03-04T22:47:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:32 gibba023 bash[13021]: cluster 2021-03-04T22:47:32.137896+0000 mgr.y (mgr.14138) 102 : cluster [DBG] pgmap v78: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:33.117 INFO:teuthology.orchestra.run.gibba008.stdout:Created osd(s) 2 on host 'gibba008' 2021-03-04T22:47:33.422 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:33 gibba008 bash[13002]: audit 2021-03-04T22:47:33.111971+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:33.422 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:33 gibba008 bash[13002]: audit 2021-03-04T22:47:33.115311+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:33.672 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:33 gibba008 bash[16766]: audit 2021-03-04T22:47:33.111971+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:33.673 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:33 gibba008 bash[16766]: audit 2021-03-04T22:47:33.115311+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:33 gibba023 bash[13021]: audit 2021-03-04T22:47:33.111971+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:33 gibba023 bash[13021]: audit 2021-03-04T22:47:33.115311+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:34.846 DEBUG:teuthology.orchestra.run.gibba008:osd.2> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.2.service 2021-03-04T22:47:34.849 INFO:tasks.cephadm:Deploying osd.3 on gibba008 with /dev/vg_nvme/lv_1... 2021-03-04T22:47:34.849 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-03-04T22:47:34.937 INFO:journalctl@ceph.osd.2.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:47:35.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:34 gibba023 bash[13021]: audit 2021-03-04T22:47:33.953199+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:35.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:34 gibba023 bash[13021]: audit 2021-03-04T22:47:33.953805+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:35.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:34 gibba023 bash[13021]: cluster 2021-03-04T22:47:34.138158+0000 mgr.y (mgr.14138) 103 : cluster [DBG] pgmap v79: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:35.295 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:34 gibba008 bash[13002]: audit 2021-03-04T22:47:33.953199+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:35.296 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:34 gibba008 bash[13002]: audit 2021-03-04T22:47:33.953805+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:35.297 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:34 gibba008 bash[13002]: cluster 2021-03-04T22:47:34.138158+0000 mgr.y (mgr.14138) 103 : cluster [DBG] pgmap v79: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:35.299 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:34 gibba008 bash[16766]: audit 2021-03-04T22:47:33.953199+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:35.301 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:34 gibba008 bash[16766]: audit 2021-03-04T22:47:33.953805+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:35.301 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:34 gibba008 bash[16766]: cluster 2021-03-04T22:47:34.138158+0000 mgr.y (mgr.14138) 103 : cluster [DBG] pgmap v79: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:36.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[13002]: cluster 2021-03-04T22:47:36.138386+0000 mgr.y (mgr.14138) 104 : cluster [DBG] pgmap v80: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:36.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[16766]: cluster 2021-03-04T22:47:36.138386+0000 mgr.y (mgr.14138) 104 : cluster [DBG] pgmap v80: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:36.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T22:47:36.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-03-04T22:47:36.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-03-04T22:47:36.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-03-04T22:47:36.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-03-04T22:47:36.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T22:47:36.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:36 gibba008 bash[21763]: --> ceph-volume lvm activate successful for osd ID: 2 2021-03-04T22:47:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:36 gibba023 bash[13021]: cluster 2021-03-04T22:47:36.138386+0000 mgr.y (mgr.14138) 104 : cluster [DBG] pgmap v80: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:38.698 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:38 gibba008 bash[16766]: cluster 2021-03-04T22:47:38.139090+0000 mgr.y (mgr.14138) 105 : cluster [DBG] pgmap v81: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:38.699 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:38 gibba008 bash[13002]: cluster 2021-03-04T22:47:38.139090+0000 mgr.y (mgr.14138) 105 : cluster [DBG] pgmap v81: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:38 gibba023 bash[13021]: cluster 2021-03-04T22:47:38.139090+0000 mgr.y (mgr.14138) 105 : cluster [DBG] pgmap v81: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:40.491 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:40 gibba008 bash[16766]: cluster 2021-03-04T22:47:40.139495+0000 mgr.y (mgr.14138) 106 : cluster [DBG] pgmap v82: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:40.615 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:40 gibba008 bash[13002]: cluster 2021-03-04T22:47:40.139495+0000 mgr.y (mgr.14138) 106 : cluster [DBG] pgmap v82: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:40.615 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:40 gibba023 bash[13021]: cluster 2021-03-04T22:47:40.139495+0000 mgr.y (mgr.14138) 106 : cluster [DBG] pgmap v82: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:40.717 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-03-04T22:47:40.717 INFO:teuthology.orchestra.run.gibba008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-03-04T22:47:40.717 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 10+0 records in 2021-03-04T22:47:40.717 INFO:teuthology.orchestra.run.gibba008.stderr:10+0 records out 2021-03-04T22:47:40.718 INFO:teuthology.orchestra.run.gibba008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0271533 s, 386 MB/s 2021-03-04T22:47:40.718 INFO:teuthology.orchestra.run.gibba008.stderr:--> Zapping successful for: 2021-03-04T22:47:40.759 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:40 gibba008 bash[22179]: debug 2021-03-04T22:47:40.486+0000 7f8d35835f40 -1 Falling back to public interface 2021-03-04T22:47:41.441 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:41 gibba008 bash[16766]: audit 2021-03-04T22:47:41.148651+0000 mon.a (mon.0) 321 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T22:47:41.441 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:41 gibba008 bash[22179]: debug 2021-03-04T22:47:41.134+0000 7f8d35835f40 -1 osd.2 0 log_to_monitors {default=true} 2021-03-04T22:47:41.442 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:41 gibba008 bash[13002]: audit 2021-03-04T22:47:41.148651+0000 mon.a (mon.0) 321 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T22:47:41.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:41 gibba023 bash[13021]: audit 2021-03-04T22:47:41.148651+0000 mon.a (mon.0) 321 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T22:47:41.811 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba008:vg_nvme/lv_1 2021-03-04T22:47:42.510 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[22179]: debug 2021-03-04T22:47:42.210+0000 7f8d18d06700 -1 osd.2 0 waiting for initial osdmap 2021-03-04T22:47:42.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[22179]: debug 2021-03-04T22:47:42.214+0000 7f8d2551f700 -1 osd.2 20 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:47:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:41.214507+0000 mon.a (mon.0) 322 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T22:47:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: cluster 2021-03-04T22:47:41.214681+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2021-03-04T22:47:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:41.215783+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:41.217446+0000 mon.a (mon.0) 325 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:47:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:42.075866+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: cluster 2021-03-04T22:47:42.139760+0000 mgr.y (mgr.14138) 107 : cluster [DBG] pgmap v84: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:42.205556+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:42.213195+0000 mon.a (mon.0) 328 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:47:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: cluster 2021-03-04T22:47:42.213230+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2021-03-04T22:47:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:42.213312+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[13002]: audit 2021-03-04T22:47:42.215391+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:41.214507+0000 mon.a (mon.0) 322 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T22:47:42.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: cluster 2021-03-04T22:47:41.214681+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2021-03-04T22:47:42.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:41.215783+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:41.217446+0000 mon.a (mon.0) 325 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:47:42.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:42.075866+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:42.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: cluster 2021-03-04T22:47:42.139760+0000 mgr.y (mgr.14138) 107 : cluster [DBG] pgmap v84: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:42.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:42.205556+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:42.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:42.213195+0000 mon.a (mon.0) 328 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:47:42.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: cluster 2021-03-04T22:47:42.213230+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2021-03-04T22:47:42.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:42.213312+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:42 gibba008 bash[16766]: audit 2021-03-04T22:47:42.215391+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:41.214507+0000 mon.a (mon.0) 322 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T22:47:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: cluster 2021-03-04T22:47:41.214681+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2021-03-04T22:47:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:41.215783+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:41.217446+0000 mon.a (mon.0) 325 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:47:42.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:42.075866+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:42.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: cluster 2021-03-04T22:47:42.139760+0000 mgr.y (mgr.14138) 107 : cluster [DBG] pgmap v84: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:42.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:42.205556+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:42.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:42.213195+0000 mon.a (mon.0) 328 : audit [INF] from='osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:47:42.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: cluster 2021-03-04T22:47:42.213230+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2021-03-04T22:47:42.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:42.213312+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:42.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:42 gibba023 bash[13021]: audit 2021-03-04T22:47:42.215391+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:43.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: cephadm 2021-03-04T22:47:42.206190+0000 mgr.y (mgr.14138) 108 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:47:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: audit 2021-03-04T22:47:42.365040+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: audit 2021-03-04T22:47:42.371782+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: audit 2021-03-04T22:47:43.218350+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: cluster 2021-03-04T22:47:43.239303+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518] boot 2021-03-04T22:47:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: cluster 2021-03-04T22:47:43.239333+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-03-04T22:47:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[13002]: audit 2021-03-04T22:47:43.239612+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:43.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: cephadm 2021-03-04T22:47:42.206190+0000 mgr.y (mgr.14138) 108 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:47:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: audit 2021-03-04T22:47:42.365040+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: audit 2021-03-04T22:47:42.371782+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: audit 2021-03-04T22:47:43.218350+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: cluster 2021-03-04T22:47:43.239303+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518] boot 2021-03-04T22:47:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: cluster 2021-03-04T22:47:43.239333+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-03-04T22:47:43.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:43 gibba008 bash[16766]: audit 2021-03-04T22:47:43.239612+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: cephadm 2021-03-04T22:47:42.206190+0000 mgr.y (mgr.14138) 108 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:47:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: audit 2021-03-04T22:47:42.365040+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: audit 2021-03-04T22:47:42.371782+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: audit 2021-03-04T22:47:43.218350+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: cluster 2021-03-04T22:47:43.239303+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 [v2:172.21.2.108:6818/1148891518,v1:172.21.2.108:6819/1148891518] boot 2021-03-04T22:47:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: cluster 2021-03-04T22:47:43.239333+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-03-04T22:47:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:43 gibba023 bash[13021]: audit 2021-03-04T22:47:43.239612+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:47:44.684 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[13002]: cluster 2021-03-04T22:47:42.134842+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:47:44.684 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[13002]: cluster 2021-03-04T22:47:42.134872+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:47:44.684 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[13002]: cluster 2021-03-04T22:47:44.140282+0000 mgr.y (mgr.14138) 109 : cluster [DBG] pgmap v87: 1 pgs: 1 active+undersized; 0 B data, 328 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:44.685 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[13002]: cluster 2021-03-04T22:47:44.238094+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2021-03-04T22:47:44.685 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[16766]: cluster 2021-03-04T22:47:42.134842+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:47:44.685 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[16766]: cluster 2021-03-04T22:47:42.134872+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:47:44.686 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[16766]: cluster 2021-03-04T22:47:44.140282+0000 mgr.y (mgr.14138) 109 : cluster [DBG] pgmap v87: 1 pgs: 1 active+undersized; 0 B data, 328 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:44.686 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:44 gibba008 bash[16766]: cluster 2021-03-04T22:47:44.238094+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2021-03-04T22:47:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:44 gibba023 bash[13021]: cluster 2021-03-04T22:47:42.134842+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:47:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:44 gibba023 bash[13021]: cluster 2021-03-04T22:47:42.134872+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:47:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:44 gibba023 bash[13021]: cluster 2021-03-04T22:47:44.140282+0000 mgr.y (mgr.14138) 109 : cluster [DBG] pgmap v87: 1 pgs: 1 active+undersized; 0 B data, 328 KiB used, 166 GiB / 168 GiB avail 2021-03-04T22:47:44.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:44 gibba023 bash[13021]: cluster 2021-03-04T22:47:44.238094+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2021-03-04T22:47:45.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[13002]: audit 2021-03-04T22:47:44.866695+0000 mgr.y (mgr.14138) 110 : audit [DBG] from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:47:45.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[13002]: audit 2021-03-04T22:47:44.867304+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:47:45.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[13002]: cephadm 2021-03-04T22:47:44.868213+0000 mgr.y (mgr.14138) 111 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:47:45.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[13002]: audit 2021-03-04T22:47:44.868366+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:47:45.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[13002]: audit 2021-03-04T22:47:44.868942+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[13002]: audit 2021-03-04T22:47:44.869575+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[16766]: audit 2021-03-04T22:47:44.866695+0000 mgr.y (mgr.14138) 110 : audit [DBG] from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:47:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[16766]: audit 2021-03-04T22:47:44.867304+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:47:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[16766]: cephadm 2021-03-04T22:47:44.868213+0000 mgr.y (mgr.14138) 111 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:47:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[16766]: audit 2021-03-04T22:47:44.868366+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:47:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[16766]: audit 2021-03-04T22:47:44.868942+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:45 gibba008 bash[16766]: audit 2021-03-04T22:47:44.869575+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:45 gibba023 bash[13021]: audit 2021-03-04T22:47:44.866695+0000 mgr.y (mgr.14138) 110 : audit [DBG] from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:47:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:45 gibba023 bash[13021]: audit 2021-03-04T22:47:44.867304+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:47:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:45 gibba023 bash[13021]: cephadm 2021-03-04T22:47:44.868213+0000 mgr.y (mgr.14138) 111 : cephadm [INF] Applying drive group None on host gibba008... 2021-03-04T22:47:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:45 gibba023 bash[13021]: audit 2021-03-04T22:47:44.868366+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:47:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:45 gibba023 bash[13021]: audit 2021-03-04T22:47:44.868942+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:45 gibba023 bash[13021]: audit 2021-03-04T22:47:44.869575+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:46.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:46 gibba008 bash[13002]: cluster 2021-03-04T22:47:46.140712+0000 mgr.y (mgr.14138) 112 : cluster [DBG] pgmap v89: 1 pgs: 1 active+undersized; 0 B data, 512 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:46.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:46 gibba008 bash[16766]: cluster 2021-03-04T22:47:46.140712+0000 mgr.y (mgr.14138) 112 : cluster [DBG] pgmap v89: 1 pgs: 1 active+undersized; 0 B data, 512 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:46.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:46 gibba023 bash[13021]: cluster 2021-03-04T22:47:46.140712+0000 mgr.y (mgr.14138) 112 : cluster [DBG] pgmap v89: 1 pgs: 1 active+undersized; 0 B data, 512 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:48.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[13002]: cluster 2021-03-04T22:47:48.141025+0000 mgr.y (mgr.14138) 113 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 544 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:48.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[13002]: audit 2021-03-04T22:47:48.232718+0000 mon.a (mon.0) 343 : audit [INF] from='client.? 172.21.2.108:0/4048825305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3c1613c-784e-4988-a1b9-0ff1b57f97ef"}]: dispatch 2021-03-04T22:47:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[13002]: audit 2021-03-04T22:47:48.237325+0000 mon.a (mon.0) 344 : audit [INF] from='client.? 172.21.2.108:0/4048825305' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3c1613c-784e-4988-a1b9-0ff1b57f97ef"}]': finished 2021-03-04T22:47:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[13002]: cluster 2021-03-04T22:47:48.237349+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2021-03-04T22:47:48.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[13002]: audit 2021-03-04T22:47:48.237553+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:47:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[16766]: cluster 2021-03-04T22:47:48.141025+0000 mgr.y (mgr.14138) 113 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 544 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[16766]: audit 2021-03-04T22:47:48.232718+0000 mon.a (mon.0) 343 : audit [INF] from='client.? 172.21.2.108:0/4048825305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3c1613c-784e-4988-a1b9-0ff1b57f97ef"}]: dispatch 2021-03-04T22:47:48.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[16766]: audit 2021-03-04T22:47:48.237325+0000 mon.a (mon.0) 344 : audit [INF] from='client.? 172.21.2.108:0/4048825305' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3c1613c-784e-4988-a1b9-0ff1b57f97ef"}]': finished 2021-03-04T22:47:48.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[16766]: cluster 2021-03-04T22:47:48.237349+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2021-03-04T22:47:48.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:48 gibba008 bash[16766]: audit 2021-03-04T22:47:48.237553+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:47:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:48 gibba023 bash[13021]: cluster 2021-03-04T22:47:48.141025+0000 mgr.y (mgr.14138) 113 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 544 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:48 gibba023 bash[13021]: audit 2021-03-04T22:47:48.232718+0000 mon.a (mon.0) 343 : audit [INF] from='client.? 172.21.2.108:0/4048825305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3c1613c-784e-4988-a1b9-0ff1b57f97ef"}]: dispatch 2021-03-04T22:47:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:48 gibba023 bash[13021]: audit 2021-03-04T22:47:48.237325+0000 mon.a (mon.0) 344 : audit [INF] from='client.? 172.21.2.108:0/4048825305' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3c1613c-784e-4988-a1b9-0ff1b57f97ef"}]': finished 2021-03-04T22:47:48.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:48 gibba023 bash[13021]: cluster 2021-03-04T22:47:48.237349+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2021-03-04T22:47:48.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:48 gibba023 bash[13021]: audit 2021-03-04T22:47:48.237553+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:47:49.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:49 gibba008 bash[13002]: audit 2021-03-04T22:47:48.675300+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.2.108:0/4266835548' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:49.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:49 gibba008 bash[16766]: audit 2021-03-04T22:47:48.675300+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.2.108:0/4266835548' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:49.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:49 gibba023 bash[13021]: audit 2021-03-04T22:47:48.675300+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.2.108:0/4266835548' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:47:50.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:50 gibba008 bash[13002]: cluster 2021-03-04T22:47:50.141363+0000 mgr.y (mgr.14138) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 576 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:50.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:50 gibba008 bash[16766]: cluster 2021-03-04T22:47:50.141363+0000 mgr.y (mgr.14138) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 576 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:50.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:50 gibba023 bash[13021]: cluster 2021-03-04T22:47:50.141363+0000 mgr.y (mgr.14138) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 576 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:51.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:51 gibba008 bash[13002]: audit 2021-03-04T22:47:51.392739+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:51.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:51 gibba008 bash[16766]: audit 2021-03-04T22:47:51.392739+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:51.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:51 gibba023 bash[13021]: audit 2021-03-04T22:47:51.392739+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:52.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:52 gibba008 bash[13002]: cluster 2021-03-04T22:47:52.141941+0000 mgr.y (mgr.14138) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 584 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:52.739 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:52 gibba008 bash[16766]: cluster 2021-03-04T22:47:52.141941+0000 mgr.y (mgr.14138) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 584 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:52 gibba023 bash[13021]: cluster 2021-03-04T22:47:52.141941+0000 mgr.y (mgr.14138) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 584 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:54.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:54 gibba008 bash[13002]: cluster 2021-03-04T22:47:54.142258+0000 mgr.y (mgr.14138) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:54.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:54 gibba008 bash[16766]: cluster 2021-03-04T22:47:54.142258+0000 mgr.y (mgr.14138) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:54 gibba023 bash[13021]: cluster 2021-03-04T22:47:54.142258+0000 mgr.y (mgr.14138) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:55.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:55 gibba008 bash[13002]: audit 2021-03-04T22:47:55.321574+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-03-04T22:47:55.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:55 gibba008 bash[13002]: audit 2021-03-04T22:47:55.322329+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:55.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:55 gibba008 bash[13002]: audit 2021-03-04T22:47:55.323136+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2021-03-04T22:47:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:55 gibba008 bash[16766]: audit 2021-03-04T22:47:55.321574+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-03-04T22:47:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:55 gibba008 bash[16766]: audit 2021-03-04T22:47:55.322329+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:55.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:55 gibba008 bash[16766]: audit 2021-03-04T22:47:55.323136+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2021-03-04T22:47:55.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:55 gibba023 bash[13021]: audit 2021-03-04T22:47:55.321574+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-03-04T22:47:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:55 gibba023 bash[13021]: audit 2021-03-04T22:47:55.322329+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:47:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:55 gibba023 bash[13021]: audit 2021-03-04T22:47:55.323136+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2021-03-04T22:47:56.672 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:56 gibba008 bash[13002]: cephadm 2021-03-04T22:47:55.322932+0000 mgr.y (mgr.14138) 117 : cephadm [INF] Deploying daemon osd.3 on gibba008 2021-03-04T22:47:56.673 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:56 gibba008 bash[13002]: cluster 2021-03-04T22:47:56.142588+0000 mgr.y (mgr.14138) 118 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:56.673 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:56 gibba008 bash[16766]: cephadm 2021-03-04T22:47:55.322932+0000 mgr.y (mgr.14138) 117 : cephadm [INF] Deploying daemon osd.3 on gibba008 2021-03-04T22:47:56.673 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:56 gibba008 bash[16766]: cluster 2021-03-04T22:47:56.142588+0000 mgr.y (mgr.14138) 118 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:56 gibba023 bash[13021]: cephadm 2021-03-04T22:47:55.322932+0000 mgr.y (mgr.14138) 117 : cephadm [INF] Deploying daemon osd.3 on gibba008 2021-03-04T22:47:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:56 gibba023 bash[13021]: cluster 2021-03-04T22:47:56.142588+0000 mgr.y (mgr.14138) 118 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:57.463 INFO:teuthology.orchestra.run.gibba008.stdout:Created osd(s) 3 on host 'gibba008' 2021-03-04T22:47:58.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[13002]: cephadm 2021-03-04T22:47:57.457175+0000 mgr.y (mgr.14138) 119 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:47:58.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[13002]: audit 2021-03-04T22:47:57.457675+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:58.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[13002]: audit 2021-03-04T22:47:57.460799+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:58.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[13002]: cluster 2021-03-04T22:47:58.142824+0000 mgr.y (mgr.14138) 120 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:58.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[13002]: audit 2021-03-04T22:47:58.184653+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[13002]: audit 2021-03-04T22:47:58.185312+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:58.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[16766]: cephadm 2021-03-04T22:47:57.457175+0000 mgr.y (mgr.14138) 119 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:47:58.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[16766]: audit 2021-03-04T22:47:57.457675+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[16766]: audit 2021-03-04T22:47:57.460799+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[16766]: cluster 2021-03-04T22:47:58.142824+0000 mgr.y (mgr.14138) 120 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[16766]: audit 2021-03-04T22:47:58.184653+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:47:58 gibba008 bash[16766]: audit 2021-03-04T22:47:58.185312+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:58 gibba023 bash[13021]: cephadm 2021-03-04T22:47:57.457175+0000 mgr.y (mgr.14138) 119 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:47:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:58 gibba023 bash[13021]: audit 2021-03-04T22:47:57.457675+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:47:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:58 gibba023 bash[13021]: audit 2021-03-04T22:47:57.460799+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:58 gibba023 bash[13021]: cluster 2021-03-04T22:47:58.142824+0000 mgr.y (mgr.14138) 120 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:47:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:58 gibba023 bash[13021]: audit 2021-03-04T22:47:58.184653+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:47:58.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:47:58 gibba023 bash[13021]: audit 2021-03-04T22:47:58.185312+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:47:59.031 DEBUG:teuthology.orchestra.run.gibba008:osd.3> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3.service 2021-03-04T22:47:59.034 INFO:tasks.cephadm:Deploying osd.4 on gibba023 with /dev/vg_nvme/lv_4... 2021-03-04T22:47:59.034 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-03-04T22:47:59.038 INFO:journalctl@ceph.osd.3.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:48:00.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T22:48:00.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-03-04T22:48:00.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-03-04T22:48:00.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-03-04T22:48:00.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T22:48:00.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T22:48:00.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:47:59 gibba008 bash[23280]: --> ceph-volume lvm activate successful for osd ID: 3 2021-03-04T22:48:00.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:00 gibba008 bash[13002]: cluster 2021-03-04T22:48:00.143126+0000 mgr.y (mgr.14138) 121 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:00.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:00 gibba008 bash[16766]: cluster 2021-03-04T22:48:00.143126+0000 mgr.y (mgr.14138) 121 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:00 gibba023 bash[13021]: cluster 2021-03-04T22:48:00.143126+0000 mgr.y (mgr.14138) 121 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:01.792 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-03-04T22:48:01.792 INFO:teuthology.orchestra.run.gibba023.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-03-04T22:48:01.792 INFO:teuthology.orchestra.run.gibba023.stderr: stderr: 10+0 records in 2021-03-04T22:48:01.792 INFO:teuthology.orchestra.run.gibba023.stderr:10+0 records out 2021-03-04T22:48:01.793 INFO:teuthology.orchestra.run.gibba023.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.023737 s, 442 MB/s 2021-03-04T22:48:01.793 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping successful for: 2021-03-04T22:48:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:02 gibba023 bash[13021]: cluster 2021-03-04T22:48:02.143696+0000 mgr.y (mgr.14138) 122 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:02.339 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba023:vg_nvme/lv_4 2021-03-04T22:48:02.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:02 gibba008 bash[16766]: cluster 2021-03-04T22:48:02.143696+0000 mgr.y (mgr.14138) 122 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:02.498 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:02 gibba008 bash[13002]: cluster 2021-03-04T22:48:02.143696+0000 mgr.y (mgr.14138) 122 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:03.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:48:02 gibba008 bash[23639]: debug 2021-03-04T22:48:02.874+0000 7f5e4cb72f40 -1 Falling back to public interface 2021-03-04T22:48:03.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:03 gibba023 bash[13021]: audit 2021-03-04T22:48:03.526890+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T22:48:04.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:03 gibba008 bash[13002]: audit 2021-03-04T22:48:03.526890+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T22:48:04.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:03 gibba008 bash[16766]: audit 2021-03-04T22:48:03.526890+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T22:48:04.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:48:03 gibba008 bash[23639]: debug 2021-03-04T22:48:03.518+0000 7f5e4cb72f40 -1 osd.3 0 log_to_monitors {default=true} 2021-03-04T22:48:04.988 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:03.581297+0000 mon.a (mon.0) 356 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T22:48:04.988 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: cluster 2021-03-04T22:48:03.581330+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2021-03-04T22:48:04.988 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:03.581737+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:04.989 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:03.581961+0000 mon.a (mon.0) 359 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:48:04.989 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: cluster 2021-03-04T22:48:04.144455+0000 mgr.y (mgr.14138) 123 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:04.989 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:04.235188+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:04.989 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:04.365353+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:04.990 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:04.371642+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:04.990 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:04 gibba023 bash[13021]: audit 2021-03-04T22:48:04.378194+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[23639]: debug 2021-03-04T22:48:04.590+0000 7f5e3404b700 -1 osd.3 0 waiting for initial osdmap 2021-03-04T22:48:05.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[23639]: debug 2021-03-04T22:48:04.594+0000 7f5e40864700 -1 osd.3 25 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:48:05.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:03.581297+0000 mon.a (mon.0) 356 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T22:48:05.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: cluster 2021-03-04T22:48:03.581330+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2021-03-04T22:48:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:03.581737+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:03.581961+0000 mon.a (mon.0) 359 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:48:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: cluster 2021-03-04T22:48:04.144455+0000 mgr.y (mgr.14138) 123 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:04.235188+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:04.365353+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:04.371642+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[13002]: audit 2021-03-04T22:48:04.378194+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:03.581297+0000 mon.a (mon.0) 356 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T22:48:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: cluster 2021-03-04T22:48:03.581330+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2021-03-04T22:48:05.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:03.581737+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:05.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:03.581961+0000 mon.a (mon.0) 359 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:48:05.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: cluster 2021-03-04T22:48:04.144455+0000 mgr.y (mgr.14138) 123 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:05.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:04.235188+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:05.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:04.365353+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:04.371642+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:04 gibba008 bash[16766]: audit 2021-03-04T22:48:04.378194+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:05.904 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.589960+0000 mon.a (mon.0) 364 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:48:05.904 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: cluster 2021-03-04T22:48:04.590036+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2021-03-04T22:48:05.904 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.590161+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:05.904 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.594265+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:05.905 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.830812+0000 mgr.y (mgr.14138) 124 : audit [DBG] from='client.34118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:05.905 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.833375+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:05.905 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: cephadm 2021-03-04T22:48:04.837962+0000 mgr.y (mgr.14138) 125 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:05.905 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.838750+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:05.906 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.841671+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:05.906 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:05 gibba023 bash[13021]: audit 2021-03-04T22:48:04.844817+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:06.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.589960+0000 mon.a (mon.0) 364 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:48:06.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: cluster 2021-03-04T22:48:04.590036+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2021-03-04T22:48:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.590161+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.594265+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.830812+0000 mgr.y (mgr.14138) 124 : audit [DBG] from='client.34118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:06.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.833375+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:06.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: cephadm 2021-03-04T22:48:04.837962+0000 mgr.y (mgr.14138) 125 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:06.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.838750+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:06.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.841671+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:06.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[13002]: audit 2021-03-04T22:48:04.844817+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:06.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.589960+0000 mon.a (mon.0) 364 : audit [INF] from='osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]': finished 2021-03-04T22:48:06.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: cluster 2021-03-04T22:48:04.590036+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2021-03-04T22:48:06.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.590161+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:06.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.594265+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:06.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.830812+0000 mgr.y (mgr.14138) 124 : audit [DBG] from='client.34118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:06.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.833375+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:06.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: cephadm 2021-03-04T22:48:04.837962+0000 mgr.y (mgr.14138) 125 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:06.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.838750+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:06.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.841671+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:06.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:05 gibba008 bash[16766]: audit 2021-03-04T22:48:04.844817+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:07.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: cluster 2021-03-04T22:48:04.571896+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:07.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: cluster 2021-03-04T22:48:04.572019+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:07.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: audit 2021-03-04T22:48:05.596164+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:07.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: cluster 2021-03-04T22:48:05.605715+0000 mon.a (mon.0) 373 : cluster [INF] osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815] boot 2021-03-04T22:48:07.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: cluster 2021-03-04T22:48:05.605732+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-03-04T22:48:07.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: audit 2021-03-04T22:48:05.605792+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:07.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[13002]: cluster 2021-03-04T22:48:06.145275+0000 mgr.y (mgr.14138) 126 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:07.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: cluster 2021-03-04T22:48:04.571896+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:07.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: cluster 2021-03-04T22:48:04.572019+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:07.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: audit 2021-03-04T22:48:05.596164+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:07.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: cluster 2021-03-04T22:48:05.605715+0000 mon.a (mon.0) 373 : cluster [INF] osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815] boot 2021-03-04T22:48:07.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: cluster 2021-03-04T22:48:05.605732+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-03-04T22:48:07.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: audit 2021-03-04T22:48:05.605792+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:07.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:06 gibba008 bash[16766]: cluster 2021-03-04T22:48:06.145275+0000 mgr.y (mgr.14138) 126 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:07.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: cluster 2021-03-04T22:48:04.571896+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:07.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: cluster 2021-03-04T22:48:04.572019+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:07.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: audit 2021-03-04T22:48:05.596164+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:07.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: cluster 2021-03-04T22:48:05.605715+0000 mon.a (mon.0) 373 : cluster [INF] osd.3 [v2:172.21.2.108:6826/4145891815,v1:172.21.2.108:6827/4145891815] boot 2021-03-04T22:48:07.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: cluster 2021-03-04T22:48:05.605732+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-03-04T22:48:07.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: audit 2021-03-04T22:48:05.605792+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:48:07.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:06 gibba023 bash[13021]: cluster 2021-03-04T22:48:06.145275+0000 mgr.y (mgr.14138) 126 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 249 GiB / 252 GiB avail 2021-03-04T22:48:07.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:07 gibba023 bash[13021]: cluster 2021-03-04T22:48:06.611282+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2021-03-04T22:48:08.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:07 gibba008 bash[16766]: cluster 2021-03-04T22:48:06.611282+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2021-03-04T22:48:08.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:07 gibba008 bash[13002]: cluster 2021-03-04T22:48:06.611282+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2021-03-04T22:48:09.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: audit 2021-03-04T22:48:08.002779+0000 mon.b (mon.2) 4 : audit [INF] from='client.? 172.21.2.123:0/1271223646' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]: dispatch 2021-03-04T22:48:09.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: audit 2021-03-04T22:48:08.003719+0000 mon.a (mon.0) 377 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]: dispatch 2021-03-04T22:48:09.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: audit 2021-03-04T22:48:08.014772+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]': finished 2021-03-04T22:48:09.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: cluster 2021-03-04T22:48:08.014938+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2021-03-04T22:48:09.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: audit 2021-03-04T22:48:08.015250+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:09.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: cluster 2021-03-04T22:48:08.146163+0000 mgr.y (mgr.14138) 127 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 840 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:09.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[13002]: audit 2021-03-04T22:48:08.437751+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.123:0/3006309611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:09.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: audit 2021-03-04T22:48:08.002779+0000 mon.b (mon.2) 4 : audit [INF] from='client.? 172.21.2.123:0/1271223646' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]: dispatch 2021-03-04T22:48:09.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: audit 2021-03-04T22:48:08.003719+0000 mon.a (mon.0) 377 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]: dispatch 2021-03-04T22:48:09.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: audit 2021-03-04T22:48:08.014772+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]': finished 2021-03-04T22:48:09.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: cluster 2021-03-04T22:48:08.014938+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2021-03-04T22:48:09.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: audit 2021-03-04T22:48:08.015250+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:09.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: cluster 2021-03-04T22:48:08.146163+0000 mgr.y (mgr.14138) 127 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 840 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:09.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:08 gibba008 bash[16766]: audit 2021-03-04T22:48:08.437751+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.123:0/3006309611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: audit 2021-03-04T22:48:08.002779+0000 mon.b (mon.2) 4 : audit [INF] from='client.? 172.21.2.123:0/1271223646' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]: dispatch 2021-03-04T22:48:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: audit 2021-03-04T22:48:08.003719+0000 mon.a (mon.0) 377 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]: dispatch 2021-03-04T22:48:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: audit 2021-03-04T22:48:08.014772+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2700784b-b18b-47b1-a0c6-19621ce5950b"}]': finished 2021-03-04T22:48:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: cluster 2021-03-04T22:48:08.014938+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2021-03-04T22:48:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: audit 2021-03-04T22:48:08.015250+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:09.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: cluster 2021-03-04T22:48:08.146163+0000 mgr.y (mgr.14138) 127 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 840 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:09.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:08 gibba023 bash[13021]: audit 2021-03-04T22:48:08.437751+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.123:0/3006309611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:10.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:10 gibba008 bash[13002]: cluster 2021-03-04T22:48:10.147021+0000 mgr.y (mgr.14138) 128 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 904 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:10 gibba008 bash[16766]: cluster 2021-03-04T22:48:10.147021+0000 mgr.y (mgr.14138) 128 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 904 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:10 gibba023 bash[13021]: cluster 2021-03-04T22:48:10.147021+0000 mgr.y (mgr.14138) 128 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 904 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:11.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:11 gibba008 bash[13002]: audit 2021-03-04T22:48:11.173445+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:11.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:11 gibba008 bash[16766]: audit 2021-03-04T22:48:11.173445+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:11.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:11 gibba023 bash[13021]: audit 2021-03-04T22:48:11.173445+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:12.334 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:12 gibba023 bash[13021]: cluster 2021-03-04T22:48:12.147714+0000 mgr.y (mgr.14138) 129 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 944 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:12.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:12 gibba008 bash[13002]: cluster 2021-03-04T22:48:12.147714+0000 mgr.y (mgr.14138) 129 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 944 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:12.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:12 gibba008 bash[16766]: cluster 2021-03-04T22:48:12.147714+0000 mgr.y (mgr.14138) 129 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 944 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:13.489 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:13 gibba023 bash[13021]: audit 2021-03-04T22:48:12.240075+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:48:13.490 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:13 gibba023 bash[13021]: audit 2021-03-04T22:48:12.241142+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:48:13.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:13 gibba008 bash[13002]: audit 2021-03-04T22:48:12.240075+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:48:13.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:13 gibba008 bash[13002]: audit 2021-03-04T22:48:12.241142+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:48:13.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:13 gibba008 bash[16766]: audit 2021-03-04T22:48:12.240075+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:48:13.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:13 gibba008 bash[16766]: audit 2021-03-04T22:48:12.241142+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:48:14.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:14 gibba008 bash[13002]: cluster 2021-03-04T22:48:14.148497+0000 mgr.y (mgr.14138) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:14 gibba008 bash[16766]: cluster 2021-03-04T22:48:14.148497+0000 mgr.y (mgr.14138) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:14 gibba023 bash[13021]: cluster 2021-03-04T22:48:14.148497+0000 mgr.y (mgr.14138) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:15.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:15 gibba023 bash[13021]: audit 2021-03-04T22:48:14.363560+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-03-04T22:48:15.510 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:15 gibba023 bash[13021]: audit 2021-03-04T22:48:14.366617+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:15.510 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:15 gibba023 bash[13021]: cephadm 2021-03-04T22:48:14.369105+0000 mgr.y (mgr.14138) 131 : cephadm [INF] Deploying daemon osd.4 on gibba023 2021-03-04T22:48:15.510 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:15 gibba023 bash[13021]: audit 2021-03-04T22:48:14.370142+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2021-03-04T22:48:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[13002]: audit 2021-03-04T22:48:14.363560+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-03-04T22:48:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[13002]: audit 2021-03-04T22:48:14.366617+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[13002]: cephadm 2021-03-04T22:48:14.369105+0000 mgr.y (mgr.14138) 131 : cephadm [INF] Deploying daemon osd.4 on gibba023 2021-03-04T22:48:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[13002]: audit 2021-03-04T22:48:14.370142+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2021-03-04T22:48:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[16766]: audit 2021-03-04T22:48:14.363560+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-03-04T22:48:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[16766]: audit 2021-03-04T22:48:14.366617+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[16766]: cephadm 2021-03-04T22:48:14.369105+0000 mgr.y (mgr.14138) 131 : cephadm [INF] Deploying daemon osd.4 on gibba023 2021-03-04T22:48:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:15 gibba008 bash[16766]: audit 2021-03-04T22:48:14.370142+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2021-03-04T22:48:16.177 INFO:teuthology.orchestra.run.gibba023.stdout:Created osd(s) 4 on host 'gibba023' 2021-03-04T22:48:16.424 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:16 gibba023 bash[13021]: cluster 2021-03-04T22:48:16.149369+0000 mgr.y (mgr.14138) 132 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:16.424 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:16 gibba023 bash[13021]: audit 2021-03-04T22:48:16.163927+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:16.424 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:16 gibba023 bash[13021]: audit 2021-03-04T22:48:16.170462+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:16.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:16 gibba008 bash[13002]: cluster 2021-03-04T22:48:16.149369+0000 mgr.y (mgr.14138) 132 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:16.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:16 gibba008 bash[13002]: audit 2021-03-04T22:48:16.163927+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:16.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:16 gibba008 bash[13002]: audit 2021-03-04T22:48:16.170462+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:16.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:16 gibba008 bash[16766]: cluster 2021-03-04T22:48:16.149369+0000 mgr.y (mgr.14138) 132 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:16 gibba008 bash[16766]: audit 2021-03-04T22:48:16.163927+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:16 gibba008 bash[16766]: audit 2021-03-04T22:48:16.170462+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:17.347 DEBUG:teuthology.orchestra.run.gibba023:osd.4> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.4.service 2021-03-04T22:48:17.351 INFO:tasks.cephadm:Deploying osd.5 on gibba023 with /dev/vg_nvme/lv_3... 2021-03-04T22:48:17.352 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-03-04T22:48:17.438 INFO:journalctl@ceph.osd.4.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:48:18.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:17 gibba008 bash[13002]: audit 2021-03-04T22:48:16.647007+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:18.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:17 gibba008 bash[13002]: audit 2021-03-04T22:48:16.648247+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:18.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:17 gibba008 bash[16766]: audit 2021-03-04T22:48:16.647007+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:18.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:17 gibba008 bash[16766]: audit 2021-03-04T22:48:16.648247+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:18.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:17 gibba023 bash[13021]: audit 2021-03-04T22:48:16.647007+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:17 gibba023 bash[13021]: audit 2021-03-04T22:48:16.648247+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:18.844 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[13021]: cluster 2021-03-04T22:48:18.150025+0000 mgr.y (mgr.14138) 133 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:18.844 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-03-04T22:48:18.844 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2021-03-04T22:48:18.845 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2021-03-04T22:48:18.845 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2021-03-04T22:48:18.845 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T22:48:18.845 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-03-04T22:48:18.845 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:18 gibba023 bash[14882]: --> ceph-volume lvm activate successful for osd ID: 4 2021-03-04T22:48:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:18 gibba008 bash[13002]: cluster 2021-03-04T22:48:18.150025+0000 mgr.y (mgr.14138) 133 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:19.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:18 gibba008 bash[16766]: cluster 2021-03-04T22:48:18.150025+0000 mgr.y (mgr.14138) 133 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:20.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:20 gibba008 bash[13002]: cluster 2021-03-04T22:48:20.150832+0000 mgr.y (mgr.14138) 134 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:20.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:20 gibba008 bash[16766]: cluster 2021-03-04T22:48:20.150832+0000 mgr.y (mgr.14138) 134 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:20.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:20 gibba023 bash[13021]: cluster 2021-03-04T22:48:20.150832+0000 mgr.y (mgr.14138) 134 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:22.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:22 gibba008 bash[13002]: cluster 2021-03-04T22:48:22.151790+0000 mgr.y (mgr.14138) 135 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:22 gibba008 bash[16766]: cluster 2021-03-04T22:48:22.151790+0000 mgr.y (mgr.14138) 135 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:22 gibba023 bash[13021]: cluster 2021-03-04T22:48:22.151790+0000 mgr.y (mgr.14138) 135 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:22.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:22 gibba023 bash[15180]: debug 2021-03-04T22:48:22.304+0000 7ff540ad2f40 -1 Falling back to public interface 2021-03-04T22:48:23.006 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-03-04T22:48:23.007 INFO:teuthology.orchestra.run.gibba023.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-03-04T22:48:23.007 INFO:teuthology.orchestra.run.gibba023.stderr: stderr: 10+0 records in 2021-03-04T22:48:23.007 INFO:teuthology.orchestra.run.gibba023.stderr:10+0 records out 2021-03-04T22:48:23.008 INFO:teuthology.orchestra.run.gibba023.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0317629 s, 330 MB/s 2021-03-04T22:48:23.008 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping successful for: 2021-03-04T22:48:23.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:23 gibba023 bash[15180]: debug 2021-03-04T22:48:23.012+0000 7ff540ad2f40 -1 osd.4 0 log_to_monitors {default=true} 2021-03-04T22:48:23.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:23 gibba023 bash[13021]: audit 2021-03-04T22:48:23.017228+0000 mon.b (mon.2) 6 : audit [INF] from='osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-03-04T22:48:23.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:23 gibba023 bash[13021]: audit 2021-03-04T22:48:23.017781+0000 mon.a (mon.0) 391 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-03-04T22:48:23.751 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba023:vg_nvme/lv_3 2021-03-04T22:48:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:23 gibba008 bash[13002]: audit 2021-03-04T22:48:23.017228+0000 mon.b (mon.2) 6 : audit [INF] from='osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-03-04T22:48:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:23 gibba008 bash[13002]: audit 2021-03-04T22:48:23.017781+0000 mon.a (mon.0) 391 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-03-04T22:48:23.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:23 gibba008 bash[16766]: audit 2021-03-04T22:48:23.017228+0000 mon.b (mon.2) 6 : audit [INF] from='osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-03-04T22:48:23.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:23 gibba008 bash[16766]: audit 2021-03-04T22:48:23.017781+0000 mon.a (mon.0) 391 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-03-04T22:48:24.687 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[15180]: debug 2021-03-04T22:48:24.356+0000 7ff527fab700 -1 osd.4 0 waiting for initial osdmap 2021-03-04T22:48:24.687 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[15180]: debug 2021-03-04T22:48:24.360+0000 7ff5347c4700 -1 osd.4 30 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:48:24.688 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[13021]: audit 2021-03-04T22:48:23.344896+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-03-04T22:48:24.688 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[13021]: cluster 2021-03-04T22:48:23.344962+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2021-03-04T22:48:24.688 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[13021]: audit 2021-03-04T22:48:23.345075+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:24.689 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[13021]: audit 2021-03-04T22:48:23.351497+0000 mon.b (mon.2) 7 : audit [INF] from='osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:24.689 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[13021]: audit 2021-03-04T22:48:23.351764+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:24.689 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:24 gibba023 bash[13021]: cluster 2021-03-04T22:48:24.152551+0000 mgr.y (mgr.14138) 136 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:24.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[13002]: audit 2021-03-04T22:48:23.344896+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-03-04T22:48:24.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[13002]: cluster 2021-03-04T22:48:23.344962+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2021-03-04T22:48:24.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[13002]: audit 2021-03-04T22:48:23.345075+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[13002]: audit 2021-03-04T22:48:23.351497+0000 mon.b (mon.2) 7 : audit [INF] from='osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[13002]: audit 2021-03-04T22:48:23.351764+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[13002]: cluster 2021-03-04T22:48:24.152551+0000 mgr.y (mgr.14138) 136 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[16766]: audit 2021-03-04T22:48:23.344896+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-03-04T22:48:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[16766]: cluster 2021-03-04T22:48:23.344962+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2021-03-04T22:48:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[16766]: audit 2021-03-04T22:48:23.345075+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[16766]: audit 2021-03-04T22:48:23.351497+0000 mon.b (mon.2) 7 : audit [INF] from='osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[16766]: audit 2021-03-04T22:48:23.351764+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:24.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:24 gibba008 bash[16766]: cluster 2021-03-04T22:48:24.152551+0000 mgr.y (mgr.14138) 136 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:25.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.353454+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:48:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: cluster 2021-03-04T22:48:24.353662+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2021-03-04T22:48:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.354535+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.357431+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.357644+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.503207+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.513161+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[13002]: audit 2021-03-04T22:48:24.527209+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.353454+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:48:25.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: cluster 2021-03-04T22:48:24.353662+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2021-03-04T22:48:25.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.354535+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:25.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.357431+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:25.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.357644+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:25.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.503207+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.513161+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:25 gibba008 bash[16766]: audit 2021-03-04T22:48:24.527209+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.353454+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:48:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: cluster 2021-03-04T22:48:24.353662+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2021-03-04T22:48:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.354535+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.357431+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.357644+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.503207+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.513161+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:25 gibba023 bash[13021]: audit 2021-03-04T22:48:24.527209+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: cluster 2021-03-04T22:48:24.014413+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: cluster 2021-03-04T22:48:24.014536+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: cluster 2021-03-04T22:48:25.365835+0000 mon.a (mon.0) 404 : cluster [INF] osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311] boot 2021-03-04T22:48:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: cluster 2021-03-04T22:48:25.366068+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-03-04T22:48:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: audit 2021-03-04T22:48:25.366684+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: cluster 2021-03-04T22:48:26.153273+0000 mgr.y (mgr.14138) 137 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:26.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:26 gibba023 bash[13021]: cluster 2021-03-04T22:48:26.369404+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-03-04T22:48:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: cluster 2021-03-04T22:48:24.014413+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: cluster 2021-03-04T22:48:24.014536+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: cluster 2021-03-04T22:48:25.365835+0000 mon.a (mon.0) 404 : cluster [INF] osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311] boot 2021-03-04T22:48:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: cluster 2021-03-04T22:48:25.366068+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-03-04T22:48:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: audit 2021-03-04T22:48:25.366684+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: cluster 2021-03-04T22:48:26.153273+0000 mgr.y (mgr.14138) 137 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[13002]: cluster 2021-03-04T22:48:26.369404+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-03-04T22:48:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: cluster 2021-03-04T22:48:24.014413+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: cluster 2021-03-04T22:48:24.014536+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: cluster 2021-03-04T22:48:25.365835+0000 mon.a (mon.0) 404 : cluster [INF] osd.4 [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311] boot 2021-03-04T22:48:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: cluster 2021-03-04T22:48:25.366068+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-03-04T22:48:26.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: audit 2021-03-04T22:48:25.366684+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:48:26.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: cluster 2021-03-04T22:48:26.153273+0000 mgr.y (mgr.14138) 137 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 332 GiB / 336 GiB avail 2021-03-04T22:48:26.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:26 gibba008 bash[16766]: cluster 2021-03-04T22:48:26.369404+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-03-04T22:48:27.685 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:27 gibba023 bash[13021]: audit 2021-03-04T22:48:26.408672+0000 mgr.y (mgr.14138) 138 : audit [DBG] from='client.34145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:27.685 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:27 gibba023 bash[13021]: audit 2021-03-04T22:48:26.409709+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:27.685 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:27 gibba023 bash[13021]: cephadm 2021-03-04T22:48:26.411179+0000 mgr.y (mgr.14138) 139 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:27.686 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:27 gibba023 bash[13021]: audit 2021-03-04T22:48:26.411501+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:27.686 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:27 gibba023 bash[13021]: audit 2021-03-04T22:48:26.412641+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:27.686 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:27 gibba023 bash[13021]: audit 2021-03-04T22:48:26.413908+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:27.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[13002]: audit 2021-03-04T22:48:26.408672+0000 mgr.y (mgr.14138) 138 : audit [DBG] from='client.34145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:27.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[13002]: audit 2021-03-04T22:48:26.409709+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:27.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[13002]: cephadm 2021-03-04T22:48:26.411179+0000 mgr.y (mgr.14138) 139 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[13002]: audit 2021-03-04T22:48:26.411501+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[13002]: audit 2021-03-04T22:48:26.412641+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[13002]: audit 2021-03-04T22:48:26.413908+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:27.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[16766]: audit 2021-03-04T22:48:26.408672+0000 mgr.y (mgr.14138) 138 : audit [DBG] from='client.34145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:27.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[16766]: audit 2021-03-04T22:48:26.409709+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:27.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[16766]: cephadm 2021-03-04T22:48:26.411179+0000 mgr.y (mgr.14138) 139 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:27.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[16766]: audit 2021-03-04T22:48:26.411501+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:27.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[16766]: audit 2021-03-04T22:48:26.412641+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:27.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:27 gibba008 bash[16766]: audit 2021-03-04T22:48:26.413908+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:28.746 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:28 gibba023 bash[13021]: cluster 2021-03-04T22:48:28.154134+0000 mgr.y (mgr.14138) 140 : cluster [DBG] pgmap v120: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:28.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:28 gibba008 bash[13002]: cluster 2021-03-04T22:48:28.154134+0000 mgr.y (mgr.14138) 140 : cluster [DBG] pgmap v120: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:28.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:28 gibba008 bash[16766]: cluster 2021-03-04T22:48:28.154134+0000 mgr.y (mgr.14138) 140 : cluster [DBG] pgmap v120: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[13002]: audit 2021-03-04T22:48:29.320068+0000 mon.b (mon.2) 8 : audit [INF] from='client.? 172.21.2.123:0/303280489' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]: dispatch 2021-03-04T22:48:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[13002]: audit 2021-03-04T22:48:29.321082+0000 mon.a (mon.0) 412 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]: dispatch 2021-03-04T22:48:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[13002]: audit 2021-03-04T22:48:29.331800+0000 mon.a (mon.0) 413 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]': finished 2021-03-04T22:48:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[13002]: cluster 2021-03-04T22:48:29.331993+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2021-03-04T22:48:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[13002]: audit 2021-03-04T22:48:29.332216+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:29.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[16766]: audit 2021-03-04T22:48:29.320068+0000 mon.b (mon.2) 8 : audit [INF] from='client.? 172.21.2.123:0/303280489' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]: dispatch 2021-03-04T22:48:29.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[16766]: audit 2021-03-04T22:48:29.321082+0000 mon.a (mon.0) 412 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]: dispatch 2021-03-04T22:48:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[16766]: audit 2021-03-04T22:48:29.331800+0000 mon.a (mon.0) 413 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]': finished 2021-03-04T22:48:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[16766]: cluster 2021-03-04T22:48:29.331993+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2021-03-04T22:48:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:29 gibba008 bash[16766]: audit 2021-03-04T22:48:29.332216+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:29.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:29 gibba023 bash[13021]: audit 2021-03-04T22:48:29.320068+0000 mon.b (mon.2) 8 : audit [INF] from='client.? 172.21.2.123:0/303280489' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]: dispatch 2021-03-04T22:48:29.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:29 gibba023 bash[13021]: audit 2021-03-04T22:48:29.321082+0000 mon.a (mon.0) 412 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]: dispatch 2021-03-04T22:48:29.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:29 gibba023 bash[13021]: audit 2021-03-04T22:48:29.331800+0000 mon.a (mon.0) 413 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "527075b1-6f7e-4c54-83bd-ddb93c536d56"}]': finished 2021-03-04T22:48:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:29 gibba023 bash[13021]: cluster 2021-03-04T22:48:29.331993+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2021-03-04T22:48:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:29 gibba023 bash[13021]: audit 2021-03-04T22:48:29.332216+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:30.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:30 gibba008 bash[13002]: audit 2021-03-04T22:48:29.789327+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.2.123:0/2408280226' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:30.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:30 gibba008 bash[13002]: cluster 2021-03-04T22:48:30.155106+0000 mgr.y (mgr.14138) 141 : cluster [DBG] pgmap v122: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:30.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:30 gibba008 bash[16766]: audit 2021-03-04T22:48:29.789327+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.2.123:0/2408280226' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:30.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:30 gibba008 bash[16766]: cluster 2021-03-04T22:48:30.155106+0000 mgr.y (mgr.14138) 141 : cluster [DBG] pgmap v122: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:30.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:30 gibba023 bash[13021]: audit 2021-03-04T22:48:29.789327+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.2.123:0/2408280226' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:30 gibba023 bash[13021]: cluster 2021-03-04T22:48:30.155106+0000 mgr.y (mgr.14138) 141 : cluster [DBG] pgmap v122: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:32.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:32 gibba008 bash[13002]: cluster 2021-03-04T22:48:32.156008+0000 mgr.y (mgr.14138) 142 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:32 gibba008 bash[16766]: cluster 2021-03-04T22:48:32.156008+0000 mgr.y (mgr.14138) 142 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:32 gibba023 bash[13021]: cluster 2021-03-04T22:48:32.156008+0000 mgr.y (mgr.14138) 142 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:33.609 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:33 gibba023 bash[13021]: audit 2021-03-04T22:48:32.415611+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:33.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:33 gibba008 bash[13002]: audit 2021-03-04T22:48:32.415611+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:33.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:33 gibba008 bash[16766]: audit 2021-03-04T22:48:32.415611+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:34.643 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:34 gibba023 bash[13021]: cluster 2021-03-04T22:48:34.156681+0000 mgr.y (mgr.14138) 143 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:34.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:34 gibba008 bash[13002]: cluster 2021-03-04T22:48:34.156681+0000 mgr.y (mgr.14138) 143 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:34.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:34 gibba008 bash[16766]: cluster 2021-03-04T22:48:34.156681+0000 mgr.y (mgr.14138) 143 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:35 gibba008 bash[13002]: audit 2021-03-04T22:48:35.658793+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-03-04T22:48:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:35 gibba008 bash[13002]: audit 2021-03-04T22:48:35.661744+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:35 gibba008 bash[13002]: audit 2021-03-04T22:48:35.665157+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2021-03-04T22:48:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:35 gibba008 bash[16766]: audit 2021-03-04T22:48:35.658793+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-03-04T22:48:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:35 gibba008 bash[16766]: audit 2021-03-04T22:48:35.661744+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:35 gibba008 bash[16766]: audit 2021-03-04T22:48:35.665157+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2021-03-04T22:48:36.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:35 gibba023 bash[13021]: audit 2021-03-04T22:48:35.658793+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-03-04T22:48:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:35 gibba023 bash[13021]: audit 2021-03-04T22:48:35.661744+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:35 gibba023 bash[13021]: audit 2021-03-04T22:48:35.665157+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2021-03-04T22:48:36.868 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:36 gibba023 bash[13021]: cephadm 2021-03-04T22:48:35.664167+0000 mgr.y (mgr.14138) 144 : cephadm [INF] Deploying daemon osd.5 on gibba023 2021-03-04T22:48:36.868 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:36 gibba023 bash[13021]: cluster 2021-03-04T22:48:36.157449+0000 mgr.y (mgr.14138) 145 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:37.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:36 gibba008 bash[13002]: cephadm 2021-03-04T22:48:35.664167+0000 mgr.y (mgr.14138) 144 : cephadm [INF] Deploying daemon osd.5 on gibba023 2021-03-04T22:48:37.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:36 gibba008 bash[13002]: cluster 2021-03-04T22:48:36.157449+0000 mgr.y (mgr.14138) 145 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:37.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:36 gibba008 bash[16766]: cephadm 2021-03-04T22:48:35.664167+0000 mgr.y (mgr.14138) 144 : cephadm [INF] Deploying daemon osd.5 on gibba023 2021-03-04T22:48:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:36 gibba008 bash[16766]: cluster 2021-03-04T22:48:36.157449+0000 mgr.y (mgr.14138) 145 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:37.539 INFO:teuthology.orchestra.run.gibba023.stdout:Created osd(s) 5 on host 'gibba023' 2021-03-04T22:48:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:38 gibba023 bash[13021]: audit 2021-03-04T22:48:37.528420+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:38 gibba023 bash[13021]: audit 2021-03-04T22:48:37.535343+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:38 gibba023 bash[13021]: audit 2021-03-04T22:48:38.017100+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:38 gibba023 bash[13021]: audit 2021-03-04T22:48:38.019597+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:38 gibba023 bash[13021]: cluster 2021-03-04T22:48:38.158141+0000 mgr.y (mgr.14138) 146 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:38.735 DEBUG:teuthology.orchestra.run.gibba023:osd.5> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.5.service 2021-03-04T22:48:38.737 INFO:tasks.cephadm:Deploying osd.6 on gibba023 with /dev/vg_nvme/lv_2... 2021-03-04T22:48:38.738 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-03-04T22:48:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[13002]: audit 2021-03-04T22:48:37.528420+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[13002]: audit 2021-03-04T22:48:37.535343+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[13002]: audit 2021-03-04T22:48:38.017100+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[13002]: audit 2021-03-04T22:48:38.019597+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[13002]: cluster 2021-03-04T22:48:38.158141+0000 mgr.y (mgr.14138) 146 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[16766]: audit 2021-03-04T22:48:37.528420+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[16766]: audit 2021-03-04T22:48:37.535343+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[16766]: audit 2021-03-04T22:48:38.017100+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[16766]: audit 2021-03-04T22:48:38.019597+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:38 gibba008 bash[16766]: cluster 2021-03-04T22:48:38.158141+0000 mgr.y (mgr.14138) 146 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:38.826 INFO:journalctl@ceph.osd.5.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:48:40.112 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-03-04T22:48:40.113 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2021-03-04T22:48:40.113 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2021-03-04T22:48:40.113 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2021-03-04T22:48:40.113 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T22:48:40.113 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-03-04T22:48:40.114 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:39 gibba023 bash[16302]: --> ceph-volume lvm activate successful for osd ID: 5 2021-03-04T22:48:40.485 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:40 gibba023 bash[13021]: cluster 2021-03-04T22:48:40.158817+0000 mgr.y (mgr.14138) 147 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:40.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:40 gibba008 bash[13002]: cluster 2021-03-04T22:48:40.158817+0000 mgr.y (mgr.14138) 147 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:40.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:40 gibba008 bash[16766]: cluster 2021-03-04T22:48:40.158817+0000 mgr.y (mgr.14138) 147 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:42 gibba008 bash[13002]: cluster 2021-03-04T22:48:42.159525+0000 mgr.y (mgr.14138) 148 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:42 gibba008 bash[16766]: cluster 2021-03-04T22:48:42.159525+0000 mgr.y (mgr.14138) 148 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:42 gibba023 bash[13021]: cluster 2021-03-04T22:48:42.159525+0000 mgr.y (mgr.14138) 148 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:43 gibba008 bash[13002]: audit 2021-03-04T22:48:42.251573+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:43.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:43 gibba008 bash[16766]: audit 2021-03-04T22:48:42.251573+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:43.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:43 gibba023 bash[13021]: audit 2021-03-04T22:48:42.251573+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:43.701 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-03-04T22:48:43.701 INFO:teuthology.orchestra.run.gibba023.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-03-04T22:48:43.702 INFO:teuthology.orchestra.run.gibba023.stderr: stderr: 10+0 records in 2021-03-04T22:48:43.702 INFO:teuthology.orchestra.run.gibba023.stderr:10+0 records out 2021-03-04T22:48:43.702 INFO:teuthology.orchestra.run.gibba023.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00924808 s, 1.1 GB/s 2021-03-04T22:48:43.702 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping successful for: 2021-03-04T22:48:43.868 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:43 gibba023 bash[16680]: debug 2021-03-04T22:48:43.552+0000 7fdc12462f40 -1 Falling back to public interface 2021-03-04T22:48:44.472 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:44 gibba023 bash[16680]: debug 2021-03-04T22:48:44.192+0000 7fdc12462f40 -1 osd.5 0 log_to_monitors {default=true} 2021-03-04T22:48:44.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:44 gibba023 bash[13021]: cluster 2021-03-04T22:48:44.160192+0000 mgr.y (mgr.14138) 149 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:44.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:44 gibba023 bash[13021]: audit 2021-03-04T22:48:44.195274+0000 mon.b (mon.2) 10 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T22:48:44.474 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:44 gibba023 bash[13021]: audit 2021-03-04T22:48:44.195695+0000 mon.a (mon.0) 425 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T22:48:44.475 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba023:vg_nvme/lv_2 2021-03-04T22:48:44.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:44 gibba008 bash[13002]: cluster 2021-03-04T22:48:44.160192+0000 mgr.y (mgr.14138) 149 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:44.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:44 gibba008 bash[13002]: audit 2021-03-04T22:48:44.195274+0000 mon.b (mon.2) 10 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T22:48:44.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:44 gibba008 bash[13002]: audit 2021-03-04T22:48:44.195695+0000 mon.a (mon.0) 425 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T22:48:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:44 gibba008 bash[16766]: cluster 2021-03-04T22:48:44.160192+0000 mgr.y (mgr.14138) 149 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:44 gibba008 bash[16766]: audit 2021-03-04T22:48:44.195274+0000 mon.b (mon.2) 10 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T22:48:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:44 gibba008 bash[16766]: audit 2021-03-04T22:48:44.195695+0000 mon.a (mon.0) 425 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T22:48:45.572 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[16680]: debug 2021-03-04T22:48:45.280+0000 7fdbf5933700 -1 osd.5 0 waiting for initial osdmap 2021-03-04T22:48:45.572 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[16680]: debug 2021-03-04T22:48:45.300+0000 7fdc0214c700 -1 osd.5 35 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:48:45.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:44.263833+0000 mon.a (mon.0) 426 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-03-04T22:48:45.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: cluster 2021-03-04T22:48:44.263873+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2021-03-04T22:48:45.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:44.263995+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:45.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:44.271190+0000 mon.b (mon.2) 11 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:45.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:44.271426+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:45.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:44.950659+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:45.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:45.103825+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:45.107510+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: cephadm 2021-03-04T22:48:45.108636+0000 mgr.y (mgr.14138) 150 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:48:45.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:45 gibba023 bash[13021]: audit 2021-03-04T22:48:45.262479+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:44.263833+0000 mon.a (mon.0) 426 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-03-04T22:48:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: cluster 2021-03-04T22:48:44.263873+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2021-03-04T22:48:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:44.263995+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:44.271190+0000 mon.b (mon.2) 11 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:44.271426+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:44.950659+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:45.103825+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:45.107510+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: cephadm 2021-03-04T22:48:45.108636+0000 mgr.y (mgr.14138) 150 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:48:45.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[13002]: audit 2021-03-04T22:48:45.262479+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:44.263833+0000 mon.a (mon.0) 426 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-03-04T22:48:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: cluster 2021-03-04T22:48:44.263873+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2021-03-04T22:48:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:44.263995+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:44.271190+0000 mon.b (mon.2) 11 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:44.271426+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:48:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:44.950659+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:45.103825+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:45.107510+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:45.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: cephadm 2021-03-04T22:48:45.108636+0000 mgr.y (mgr.14138) 150 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:48:45.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:45 gibba008 bash[16766]: audit 2021-03-04T22:48:45.262479+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:46 gibba023 bash[13021]: audit 2021-03-04T22:48:45.269919+0000 mon.a (mon.0) 434 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:48:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:46 gibba023 bash[13021]: cluster 2021-03-04T22:48:45.269995+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2021-03-04T22:48:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:46 gibba023 bash[13021]: audit 2021-03-04T22:48:45.270381+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:46.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:46 gibba023 bash[13021]: audit 2021-03-04T22:48:45.283894+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:46.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:46 gibba023 bash[13021]: cluster 2021-03-04T22:48:46.161011+0000 mgr.y (mgr.14138) 151 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:46.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[13002]: audit 2021-03-04T22:48:45.269919+0000 mon.a (mon.0) 434 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:48:46.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[13002]: cluster 2021-03-04T22:48:45.269995+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2021-03-04T22:48:46.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[13002]: audit 2021-03-04T22:48:45.270381+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:46.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[13002]: audit 2021-03-04T22:48:45.283894+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:46.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[13002]: cluster 2021-03-04T22:48:46.161011+0000 mgr.y (mgr.14138) 151 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:46.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[16766]: audit 2021-03-04T22:48:45.269919+0000 mon.a (mon.0) 434 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:48:46.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[16766]: cluster 2021-03-04T22:48:45.269995+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2021-03-04T22:48:46.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[16766]: audit 2021-03-04T22:48:45.270381+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:46.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[16766]: audit 2021-03-04T22:48:45.283894+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:46.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:46 gibba008 bash[16766]: cluster 2021-03-04T22:48:46.161011+0000 mgr.y (mgr.14138) 151 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 415 GiB / 420 GiB avail 2021-03-04T22:48:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: cluster 2021-03-04T22:48:45.169542+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: cluster 2021-03-04T22:48:45.169667+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:47.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: cluster 2021-03-04T22:48:46.279779+0000 mon.a (mon.0) 438 : cluster [INF] osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111] boot 2021-03-04T22:48:47.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: cluster 2021-03-04T22:48:46.279863+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-03-04T22:48:47.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: audit 2021-03-04T22:48:46.279966+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:47.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: audit 2021-03-04T22:48:47.092950+0000 mgr.y (mgr.14138) 152 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:47.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: audit 2021-03-04T22:48:47.095508+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:47.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: cephadm 2021-03-04T22:48:47.099631+0000 mgr.y (mgr.14138) 153 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:47.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: audit 2021-03-04T22:48:47.100390+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:47.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: audit 2021-03-04T22:48:47.103377+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:47.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:47 gibba023 bash[13021]: audit 2021-03-04T22:48:47.106560+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:47.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: cluster 2021-03-04T22:48:45.169542+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:47.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: cluster 2021-03-04T22:48:45.169667+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:47.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: cluster 2021-03-04T22:48:46.279779+0000 mon.a (mon.0) 438 : cluster [INF] osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111] boot 2021-03-04T22:48:47.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: cluster 2021-03-04T22:48:46.279863+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-03-04T22:48:47.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: audit 2021-03-04T22:48:46.279966+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:47.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: audit 2021-03-04T22:48:47.092950+0000 mgr.y (mgr.14138) 152 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:47.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: audit 2021-03-04T22:48:47.095508+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:47.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: cephadm 2021-03-04T22:48:47.099631+0000 mgr.y (mgr.14138) 153 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:47.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: audit 2021-03-04T22:48:47.100390+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:47.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: audit 2021-03-04T22:48:47.103377+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:47.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[13002]: audit 2021-03-04T22:48:47.106560+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:47.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: cluster 2021-03-04T22:48:45.169542+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:48:47.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: cluster 2021-03-04T22:48:45.169667+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:48:47.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: cluster 2021-03-04T22:48:46.279779+0000 mon.a (mon.0) 438 : cluster [INF] osd.5 [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111] boot 2021-03-04T22:48:47.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: cluster 2021-03-04T22:48:46.279863+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-03-04T22:48:47.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: audit 2021-03-04T22:48:46.279966+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:48:47.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: audit 2021-03-04T22:48:47.092950+0000 mgr.y (mgr.14138) 152 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:48:47.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: audit 2021-03-04T22:48:47.095508+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:48:47.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: cephadm 2021-03-04T22:48:47.099631+0000 mgr.y (mgr.14138) 153 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:48:47.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: audit 2021-03-04T22:48:47.100390+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:48:47.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: audit 2021-03-04T22:48:47.103377+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:47.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:47 gibba008 bash[16766]: audit 2021-03-04T22:48:47.106560+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:48.360 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:48 gibba023 bash[13021]: cluster 2021-03-04T22:48:47.296600+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-03-04T22:48:48.360 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:48 gibba023 bash[13021]: cluster 2021-03-04T22:48:48.161890+0000 mgr.y (mgr.14138) 154 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 1.7 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:48 gibba008 bash[13002]: cluster 2021-03-04T22:48:47.296600+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-03-04T22:48:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:48 gibba008 bash[13002]: cluster 2021-03-04T22:48:48.161890+0000 mgr.y (mgr.14138) 154 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 1.7 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:48.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:48 gibba008 bash[16766]: cluster 2021-03-04T22:48:47.296600+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-03-04T22:48:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:48 gibba008 bash[16766]: cluster 2021-03-04T22:48:48.161890+0000 mgr.y (mgr.14138) 154 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 1.7 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:50.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[13002]: audit 2021-03-04T22:48:50.121028+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]: dispatch 2021-03-04T22:48:50.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[13002]: audit 2021-03-04T22:48:50.121043+0000 mon.b (mon.2) 12 : audit [INF] from='client.? 172.21.2.123:0/144838122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]: dispatch 2021-03-04T22:48:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[13002]: audit 2021-03-04T22:48:50.125464+0000 mon.a (mon.0) 447 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]': finished 2021-03-04T22:48:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[13002]: cluster 2021-03-04T22:48:50.125503+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2021-03-04T22:48:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[13002]: audit 2021-03-04T22:48:50.125617+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:48:50.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[16766]: audit 2021-03-04T22:48:50.121028+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]: dispatch 2021-03-04T22:48:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[16766]: audit 2021-03-04T22:48:50.121043+0000 mon.b (mon.2) 12 : audit [INF] from='client.? 172.21.2.123:0/144838122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]: dispatch 2021-03-04T22:48:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[16766]: audit 2021-03-04T22:48:50.125464+0000 mon.a (mon.0) 447 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]': finished 2021-03-04T22:48:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[16766]: cluster 2021-03-04T22:48:50.125503+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2021-03-04T22:48:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:50 gibba008 bash[16766]: audit 2021-03-04T22:48:50.125617+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:48:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:50 gibba023 bash[13021]: audit 2021-03-04T22:48:50.121028+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]: dispatch 2021-03-04T22:48:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:50 gibba023 bash[13021]: audit 2021-03-04T22:48:50.121043+0000 mon.b (mon.2) 12 : audit [INF] from='client.? 172.21.2.123:0/144838122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]: dispatch 2021-03-04T22:48:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:50 gibba023 bash[13021]: audit 2021-03-04T22:48:50.125464+0000 mon.a (mon.0) 447 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0dbb35af-f984-4044-a5c1-1f935815663e"}]': finished 2021-03-04T22:48:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:50 gibba023 bash[13021]: cluster 2021-03-04T22:48:50.125503+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2021-03-04T22:48:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:50 gibba023 bash[13021]: audit 2021-03-04T22:48:50.125617+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:48:51.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:51 gibba008 bash[13002]: cluster 2021-03-04T22:48:50.162529+0000 mgr.y (mgr.14138) 155 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 1.8 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:51.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:51 gibba008 bash[13002]: audit 2021-03-04T22:48:50.583766+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.2.123:0/982568191' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:51 gibba008 bash[16766]: cluster 2021-03-04T22:48:50.162529+0000 mgr.y (mgr.14138) 155 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 1.8 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:51 gibba008 bash[16766]: audit 2021-03-04T22:48:50.583766+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.2.123:0/982568191' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:51 gibba023 bash[13021]: cluster 2021-03-04T22:48:50.162529+0000 mgr.y (mgr.14138) 155 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 1.8 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:51 gibba023 bash[13021]: audit 2021-03-04T22:48:50.583766+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.2.123:0/982568191' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:48:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:52 gibba008 bash[13002]: cluster 2021-03-04T22:48:52.163172+0000 mgr.y (mgr.14138) 156 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:52 gibba008 bash[16766]: cluster 2021-03-04T22:48:52.163172+0000 mgr.y (mgr.14138) 156 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:52 gibba023 bash[13021]: cluster 2021-03-04T22:48:52.163172+0000 mgr.y (mgr.14138) 156 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:53.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:53 gibba008 bash[13002]: audit 2021-03-04T22:48:53.299079+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:53.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:53 gibba008 bash[16766]: audit 2021-03-04T22:48:53.299079+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:53.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:53 gibba023 bash[13021]: audit 2021-03-04T22:48:53.299079+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:54 gibba023 bash[13021]: cluster 2021-03-04T22:48:54.163955+0000 mgr.y (mgr.14138) 157 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:54.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:54 gibba008 bash[13002]: cluster 2021-03-04T22:48:54.163955+0000 mgr.y (mgr.14138) 157 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:54.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:54 gibba008 bash[16766]: cluster 2021-03-04T22:48:54.163955+0000 mgr.y (mgr.14138) 157 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:56 gibba008 bash[13002]: cluster 2021-03-04T22:48:56.164605+0000 mgr.y (mgr.14138) 158 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:56.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:56 gibba008 bash[16766]: cluster 2021-03-04T22:48:56.164605+0000 mgr.y (mgr.14138) 158 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:56 gibba023 bash[13021]: cluster 2021-03-04T22:48:56.164605+0000 mgr.y (mgr.14138) 158 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[13002]: audit 2021-03-04T22:48:56.794308+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-03-04T22:48:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[13002]: audit 2021-03-04T22:48:56.797256+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[13002]: cephadm 2021-03-04T22:48:56.799686+0000 mgr.y (mgr.14138) 159 : cephadm [INF] Deploying daemon osd.6 on gibba023 2021-03-04T22:48:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[13002]: audit 2021-03-04T22:48:56.800725+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2021-03-04T22:48:57.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[16766]: audit 2021-03-04T22:48:56.794308+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-03-04T22:48:57.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[16766]: audit 2021-03-04T22:48:56.797256+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[16766]: cephadm 2021-03-04T22:48:56.799686+0000 mgr.y (mgr.14138) 159 : cephadm [INF] Deploying daemon osd.6 on gibba023 2021-03-04T22:48:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:57 gibba008 bash[16766]: audit 2021-03-04T22:48:56.800725+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2021-03-04T22:48:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:57 gibba023 bash[13021]: audit 2021-03-04T22:48:56.794308+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-03-04T22:48:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:57 gibba023 bash[13021]: audit 2021-03-04T22:48:56.797256+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:48:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:57 gibba023 bash[13021]: cephadm 2021-03-04T22:48:56.799686+0000 mgr.y (mgr.14138) 159 : cephadm [INF] Deploying daemon osd.6 on gibba023 2021-03-04T22:48:57.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:57 gibba023 bash[13021]: audit 2021-03-04T22:48:56.800725+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2021-03-04T22:48:58.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:58 gibba023 bash[13021]: cluster 2021-03-04T22:48:58.165326+0000 mgr.y (mgr.14138) 160 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:58.860 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:58 gibba008 bash[13002]: cluster 2021-03-04T22:48:58.165326+0000 mgr.y (mgr.14138) 160 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:58.861 INFO:teuthology.orchestra.run.gibba023.stdout:Created osd(s) 6 on host 'gibba023' 2021-03-04T22:48:58.861 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:58 gibba008 bash[16766]: cluster 2021-03-04T22:48:58.165326+0000 mgr.y (mgr.14138) 160 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:48:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[13002]: audit 2021-03-04T22:48:58.596839+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[13002]: audit 2021-03-04T22:48:58.603641+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[13002]: audit 2021-03-04T22:48:59.210560+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[13002]: audit 2021-03-04T22:48:59.211978+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:59.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[16766]: audit 2021-03-04T22:48:58.596839+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[16766]: audit 2021-03-04T22:48:58.603641+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[16766]: audit 2021-03-04T22:48:59.210560+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:48:59 gibba008 bash[16766]: audit 2021-03-04T22:48:59.211978+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:59.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:59 gibba023 bash[13021]: audit 2021-03-04T22:48:58.596839+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:48:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:59 gibba023 bash[13021]: audit 2021-03-04T22:48:58.603641+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:59 gibba023 bash[13021]: audit 2021-03-04T22:48:59.210560+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:48:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:48:59 gibba023 bash[13021]: audit 2021-03-04T22:48:59.211978+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:48:59.803 DEBUG:teuthology.orchestra.run.gibba023:osd.6> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.6.service 2021-03-04T22:48:59.805 INFO:tasks.cephadm:Deploying osd.7 on gibba023 with /dev/vg_nvme/lv_1... 2021-03-04T22:48:59.806 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-03-04T22:48:59.851 INFO:journalctl@ceph.osd.6.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[13021]: cluster 2021-03-04T22:49:00.165801+0000 mgr.y (mgr.14138) 161 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:00.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:00 gibba008 bash[13002]: cluster 2021-03-04T22:49:00.165801+0000 mgr.y (mgr.14138) 161 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:00.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:00 gibba008 bash[16766]: cluster 2021-03-04T22:49:00.165801+0000 mgr.y (mgr.14138) 161 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:01.010 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-03-04T22:49:01.011 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2021-03-04T22:49:01.011 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2021-03-04T22:49:01.011 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2021-03-04T22:49:01.011 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-03-04T22:49:01.012 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-03-04T22:49:01.012 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:00 gibba023 bash[17744]: --> ceph-volume lvm activate successful for osd ID: 6 2021-03-04T22:49:02.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:02 gibba008 bash[16766]: cluster 2021-03-04T22:49:02.166529+0000 mgr.y (mgr.14138) 162 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:02.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:02 gibba008 bash[13002]: cluster 2021-03-04T22:49:02.166529+0000 mgr.y (mgr.14138) 162 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:02.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:02 gibba023 bash[13021]: cluster 2021-03-04T22:49:02.166529+0000 mgr.y (mgr.14138) 162 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:03.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:03 gibba023 bash[13021]: audit 2021-03-04T22:49:02.257309+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:03.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:03 gibba008 bash[13002]: audit 2021-03-04T22:49:02.257309+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:03.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:03 gibba008 bash[16766]: audit 2021-03-04T22:49:02.257309+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:04.596 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:04 gibba023 bash[13021]: cluster 2021-03-04T22:49:04.167200+0000 mgr.y (mgr.14138) 163 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:04.597 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:04 gibba023 bash[18090]: debug 2021-03-04T22:49:04.496+0000 7f1b48a12f40 -1 Falling back to public interface 2021-03-04T22:49:04.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:04 gibba008 bash[13002]: cluster 2021-03-04T22:49:04.167200+0000 mgr.y (mgr.14138) 163 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:04.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:04 gibba008 bash[16766]: cluster 2021-03-04T22:49:04.167200+0000 mgr.y (mgr.14138) 163 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:05.166 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-03-04T22:49:05.167 INFO:teuthology.orchestra.run.gibba023.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-03-04T22:49:05.167 INFO:teuthology.orchestra.run.gibba023.stderr: stderr: 10+0 records in 2021-03-04T22:49:05.168 INFO:teuthology.orchestra.run.gibba023.stderr:10+0 records out 2021-03-04T22:49:05.168 INFO:teuthology.orchestra.run.gibba023.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00867076 s, 1.2 GB/s 2021-03-04T22:49:05.169 INFO:teuthology.orchestra.run.gibba023.stderr:--> Zapping successful for: 2021-03-04T22:49:05.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:05 gibba023 bash[13021]: audit 2021-03-04T22:49:05.142404+0000 mon.b (mon.2) 14 : audit [INF] from='osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-03-04T22:49:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:05 gibba023 bash[13021]: audit 2021-03-04T22:49:05.142792+0000 mon.a (mon.0) 459 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-03-04T22:49:05.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:05 gibba023 bash[18090]: debug 2021-03-04T22:49:05.140+0000 7f1b48a12f40 -1 osd.6 0 log_to_monitors {default=true} 2021-03-04T22:49:05.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:05 gibba008 bash[13002]: audit 2021-03-04T22:49:05.142404+0000 mon.b (mon.2) 14 : audit [INF] from='osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-03-04T22:49:05.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:05 gibba008 bash[13002]: audit 2021-03-04T22:49:05.142792+0000 mon.a (mon.0) 459 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-03-04T22:49:05.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:05 gibba008 bash[16766]: audit 2021-03-04T22:49:05.142404+0000 mon.b (mon.2) 14 : audit [INF] from='osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-03-04T22:49:05.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:05 gibba008 bash[16766]: audit 2021-03-04T22:49:05.142792+0000 mon.a (mon.0) 459 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-03-04T22:49:05.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba023:vg_nvme/lv_1 2021-03-04T22:49:06.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[18090]: debug 2021-03-04T22:49:06.296+0000 7f1b2bee3700 -1 osd.6 0 waiting for initial osdmap 2021-03-04T22:49:06.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[18090]: debug 2021-03-04T22:49:06.300+0000 7f1b386fc700 -1 osd.6 40 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:49:06.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[13021]: audit 2021-03-04T22:49:05.285070+0000 mon.a (mon.0) 460 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-03-04T22:49:06.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[13021]: cluster 2021-03-04T22:49:05.285199+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2021-03-04T22:49:06.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[13021]: audit 2021-03-04T22:49:05.285307+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:06.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[13021]: audit 2021-03-04T22:49:05.286123+0000 mon.a (mon.0) 463 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:06.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[13021]: audit 2021-03-04T22:49:05.286590+0000 mon.b (mon.2) 15 : audit [INF] from='osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:06.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:06 gibba023 bash[13021]: cluster 2021-03-04T22:49:06.167931+0000 mgr.y (mgr.14138) 164 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[13002]: audit 2021-03-04T22:49:05.285070+0000 mon.a (mon.0) 460 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-03-04T22:49:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[13002]: cluster 2021-03-04T22:49:05.285199+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2021-03-04T22:49:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[13002]: audit 2021-03-04T22:49:05.285307+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[13002]: audit 2021-03-04T22:49:05.286123+0000 mon.a (mon.0) 463 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:06.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[13002]: audit 2021-03-04T22:49:05.286590+0000 mon.b (mon.2) 15 : audit [INF] from='osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:06.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[13002]: cluster 2021-03-04T22:49:06.167931+0000 mgr.y (mgr.14138) 164 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:06.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[16766]: audit 2021-03-04T22:49:05.285070+0000 mon.a (mon.0) 460 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-03-04T22:49:06.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[16766]: cluster 2021-03-04T22:49:05.285199+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2021-03-04T22:49:06.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[16766]: audit 2021-03-04T22:49:05.285307+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:06.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[16766]: audit 2021-03-04T22:49:05.286123+0000 mon.a (mon.0) 463 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:06.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[16766]: audit 2021-03-04T22:49:05.286590+0000 mon.b (mon.2) 15 : audit [INF] from='osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:06.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:06 gibba008 bash[16766]: cluster 2021-03-04T22:49:06.167931+0000 mgr.y (mgr.14138) 164 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 498 GiB / 504 GiB avail 2021-03-04T22:49:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:06.293820+0000 mon.a (mon.0) 464 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:49:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: cluster 2021-03-04T22:49:06.293904+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2021-03-04T22:49:07.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:06.294536+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:07.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:06.298583+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:07.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:06.729026+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:07.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:06.879277+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: cephadm 2021-03-04T22:49:06.880843+0000 mgr.y (mgr.14138) 165 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:49:07.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:07.064880+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: audit 2021-03-04T22:49:07.069452+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:07 gibba023 bash[13021]: cluster 2021-03-04T22:49:07.298294+0000 mon.a (mon.0) 472 : cluster [INF] osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057] boot 2021-03-04T22:49:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:06.293820+0000 mon.a (mon.0) 464 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:49:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: cluster 2021-03-04T22:49:06.293904+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2021-03-04T22:49:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:06.294536+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:06.298583+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:06.729026+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:06.879277+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: cephadm 2021-03-04T22:49:06.880843+0000 mgr.y (mgr.14138) 165 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:49:07.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:07.064880+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: audit 2021-03-04T22:49:07.069452+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[13002]: cluster 2021-03-04T22:49:07.298294+0000 mon.a (mon.0) 472 : cluster [INF] osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057] boot 2021-03-04T22:49:07.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:06.293820+0000 mon.a (mon.0) 464 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:49:07.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: cluster 2021-03-04T22:49:06.293904+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2021-03-04T22:49:07.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:06.294536+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:07.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:06.298583+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:07.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:06.729026+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:07.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:06.879277+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: cephadm 2021-03-04T22:49:06.880843+0000 mgr.y (mgr.14138) 165 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:49:07.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:07.064880+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: audit 2021-03-04T22:49:07.069452+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:07.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:07 gibba008 bash[16766]: cluster 2021-03-04T22:49:07.298294+0000 mon.a (mon.0) 472 : cluster [INF] osd.6 [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057] boot 2021-03-04T22:49:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[13002]: cluster 2021-03-04T22:49:06.100954+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:49:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[13002]: cluster 2021-03-04T22:49:06.101080+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:49:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[13002]: cluster 2021-03-04T22:49:07.298317+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2021-03-04T22:49:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[13002]: audit 2021-03-04T22:49:07.298449+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:08.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[13002]: cluster 2021-03-04T22:49:08.168700+0000 mgr.y (mgr.14138) 166 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 2.3 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[16766]: cluster 2021-03-04T22:49:06.100954+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:49:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[16766]: cluster 2021-03-04T22:49:06.101080+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:49:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[16766]: cluster 2021-03-04T22:49:07.298317+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2021-03-04T22:49:08.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[16766]: audit 2021-03-04T22:49:07.298449+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:08.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:08 gibba008 bash[16766]: cluster 2021-03-04T22:49:08.168700+0000 mgr.y (mgr.14138) 166 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 2.3 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:08.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:08 gibba023 bash[13021]: cluster 2021-03-04T22:49:06.100954+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:49:08.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:08 gibba023 bash[13021]: cluster 2021-03-04T22:49:06.101080+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:49:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:08 gibba023 bash[13021]: cluster 2021-03-04T22:49:07.298317+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2021-03-04T22:49:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:08 gibba023 bash[13021]: audit 2021-03-04T22:49:07.298449+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:49:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:08 gibba023 bash[13021]: cluster 2021-03-04T22:49:08.168700+0000 mgr.y (mgr.14138) 166 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 2.3 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:09.663 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: cluster 2021-03-04T22:49:08.314200+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-03-04T22:49:09.663 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: audit 2021-03-04T22:49:08.691145+0000 mgr.y (mgr.14138) 167 : audit [DBG] from='client.34199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:09.663 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: audit 2021-03-04T22:49:08.693715+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:49:09.664 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: cephadm 2021-03-04T22:49:08.697750+0000 mgr.y (mgr.14138) 168 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:49:09.664 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: audit 2021-03-04T22:49:08.698545+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:49:09.664 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: audit 2021-03-04T22:49:08.701385+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:49:09.664 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:09 gibba023 bash[13021]: audit 2021-03-04T22:49:08.704551+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:09.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: cluster 2021-03-04T22:49:08.314200+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-03-04T22:49:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: audit 2021-03-04T22:49:08.691145+0000 mgr.y (mgr.14138) 167 : audit [DBG] from='client.34199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: audit 2021-03-04T22:49:08.693715+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:49:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: cephadm 2021-03-04T22:49:08.697750+0000 mgr.y (mgr.14138) 168 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:49:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: audit 2021-03-04T22:49:08.698545+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:49:09.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: audit 2021-03-04T22:49:08.701385+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:49:09.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[13002]: audit 2021-03-04T22:49:08.704551+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: cluster 2021-03-04T22:49:08.314200+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-03-04T22:49:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: audit 2021-03-04T22:49:08.691145+0000 mgr.y (mgr.14138) 167 : audit [DBG] from='client.34199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "gibba023:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:09.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: audit 2021-03-04T22:49:08.693715+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-03-04T22:49:09.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: cephadm 2021-03-04T22:49:08.697750+0000 mgr.y (mgr.14138) 168 : cephadm [INF] Applying drive group None on host gibba023... 2021-03-04T22:49:09.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: audit 2021-03-04T22:49:08.698545+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-03-04T22:49:09.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: audit 2021-03-04T22:49:08.701385+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:49:09.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:09 gibba008 bash[16766]: audit 2021-03-04T22:49:08.704551+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:10.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:10 gibba008 bash[13002]: cluster 2021-03-04T22:49:10.169515+0000 mgr.y (mgr.14138) 169 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 2.4 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:10.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:10 gibba008 bash[16766]: cluster 2021-03-04T22:49:10.169515+0000 mgr.y (mgr.14138) 169 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 2.4 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:10.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:10 gibba023 bash[13021]: cluster 2021-03-04T22:49:10.169515+0000 mgr.y (mgr.14138) 169 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 2.4 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[13002]: audit 2021-03-04T22:49:11.738749+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.2.123:0/419073991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]: dispatch 2021-03-04T22:49:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[13002]: audit 2021-03-04T22:49:11.739387+0000 mon.a (mon.0) 480 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]: dispatch 2021-03-04T22:49:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[13002]: audit 2021-03-04T22:49:11.750590+0000 mon.a (mon.0) 481 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]': finished 2021-03-04T22:49:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[13002]: cluster 2021-03-04T22:49:11.750718+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2021-03-04T22:49:12.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[13002]: audit 2021-03-04T22:49:11.750789+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[16766]: audit 2021-03-04T22:49:11.738749+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.2.123:0/419073991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]: dispatch 2021-03-04T22:49:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[16766]: audit 2021-03-04T22:49:11.739387+0000 mon.a (mon.0) 480 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]: dispatch 2021-03-04T22:49:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[16766]: audit 2021-03-04T22:49:11.750590+0000 mon.a (mon.0) 481 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]': finished 2021-03-04T22:49:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[16766]: cluster 2021-03-04T22:49:11.750718+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2021-03-04T22:49:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:11 gibba008 bash[16766]: audit 2021-03-04T22:49:11.750789+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:11 gibba023 bash[13021]: audit 2021-03-04T22:49:11.738749+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.2.123:0/419073991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]: dispatch 2021-03-04T22:49:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:11 gibba023 bash[13021]: audit 2021-03-04T22:49:11.739387+0000 mon.a (mon.0) 480 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]: dispatch 2021-03-04T22:49:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:11 gibba023 bash[13021]: audit 2021-03-04T22:49:11.750590+0000 mon.a (mon.0) 481 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4ab8a6e-6d82-4238-b674-4f848264e3c7"}]': finished 2021-03-04T22:49:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:11 gibba023 bash[13021]: cluster 2021-03-04T22:49:11.750718+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2021-03-04T22:49:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:11 gibba023 bash[13021]: audit 2021-03-04T22:49:11.750789+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[13002]: cluster 2021-03-04T22:49:12.170172+0000 mgr.y (mgr.14138) 170 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:13.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[13002]: audit 2021-03-04T22:49:12.193313+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.2.123:0/1288226424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:49:13.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[13002]: audit 2021-03-04T22:49:12.244544+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:49:13.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[13002]: audit 2021-03-04T22:49:12.244704+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:49:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[16766]: cluster 2021-03-04T22:49:12.170172+0000 mgr.y (mgr.14138) 170 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[16766]: audit 2021-03-04T22:49:12.193313+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.2.123:0/1288226424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:49:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[16766]: audit 2021-03-04T22:49:12.244544+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:49:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:12 gibba008 bash[16766]: audit 2021-03-04T22:49:12.244704+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:49:13.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:12 gibba023 bash[13021]: cluster 2021-03-04T22:49:12.170172+0000 mgr.y (mgr.14138) 170 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:12 gibba023 bash[13021]: audit 2021-03-04T22:49:12.193313+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.2.123:0/1288226424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-03-04T22:49:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:12 gibba023 bash[13021]: audit 2021-03-04T22:49:12.244544+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:49:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:12 gibba023 bash[13021]: audit 2021-03-04T22:49:12.244704+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:49:14.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:14 gibba008 bash[13002]: cluster 2021-03-04T22:49:14.170884+0000 mgr.y (mgr.14138) 171 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:14 gibba008 bash[16766]: cluster 2021-03-04T22:49:14.170884+0000 mgr.y (mgr.14138) 171 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:14 gibba023 bash[13021]: cluster 2021-03-04T22:49:14.170884+0000 mgr.y (mgr.14138) 171 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:15 gibba008 bash[13002]: audit 2021-03-04T22:49:14.742881+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:15 gibba008 bash[16766]: audit 2021-03-04T22:49:14.742881+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:15.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:15 gibba023 bash[13021]: audit 2021-03-04T22:49:14.742881+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:16 gibba023 bash[13021]: cluster 2021-03-04T22:49:16.171784+0000 mgr.y (mgr.14138) 172 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:16.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:16 gibba008 bash[13002]: cluster 2021-03-04T22:49:16.171784+0000 mgr.y (mgr.14138) 172 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:16 gibba008 bash[16766]: cluster 2021-03-04T22:49:16.171784+0000 mgr.y (mgr.14138) 172 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:18.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[13002]: cluster 2021-03-04T22:49:18.172704+0000 mgr.y (mgr.14138) 173 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:18.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[13002]: audit 2021-03-04T22:49:18.228845+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-03-04T22:49:18.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[13002]: audit 2021-03-04T22:49:18.231794+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:49:18.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[13002]: audit 2021-03-04T22:49:18.235216+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2021-03-04T22:49:18.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[16766]: cluster 2021-03-04T22:49:18.172704+0000 mgr.y (mgr.14138) 173 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:18.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[16766]: audit 2021-03-04T22:49:18.228845+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-03-04T22:49:18.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[16766]: audit 2021-03-04T22:49:18.231794+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:49:18.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:18 gibba008 bash[16766]: audit 2021-03-04T22:49:18.235216+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2021-03-04T22:49:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:18 gibba023 bash[13021]: cluster 2021-03-04T22:49:18.172704+0000 mgr.y (mgr.14138) 173 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:18 gibba023 bash[13021]: audit 2021-03-04T22:49:18.228845+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-03-04T22:49:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:18 gibba023 bash[13021]: audit 2021-03-04T22:49:18.231794+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:49:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:18 gibba023 bash[13021]: audit 2021-03-04T22:49:18.235216+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2021-03-04T22:49:19.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:19 gibba008 bash[13002]: cephadm 2021-03-04T22:49:18.234198+0000 mgr.y (mgr.14138) 174 : cephadm [INF] Deploying daemon osd.7 on gibba023 2021-03-04T22:49:19.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:19 gibba008 bash[16766]: cephadm 2021-03-04T22:49:18.234198+0000 mgr.y (mgr.14138) 174 : cephadm [INF] Deploying daemon osd.7 on gibba023 2021-03-04T22:49:19.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:19 gibba023 bash[13021]: cephadm 2021-03-04T22:49:18.234198+0000 mgr.y (mgr.14138) 174 : cephadm [INF] Deploying daemon osd.7 on gibba023 2021-03-04T22:49:20.100 INFO:teuthology.orchestra.run.gibba023.stdout:Created osd(s) 7 on host 'gibba023' 2021-03-04T22:49:20.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:20 gibba008 bash[13002]: audit 2021-03-04T22:49:20.088415+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:20.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:20 gibba008 bash[13002]: audit 2021-03-04T22:49:20.095554+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:20.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:20 gibba008 bash[13002]: cluster 2021-03-04T22:49:20.173480+0000 mgr.y (mgr.14138) 175 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:20 gibba008 bash[16766]: audit 2021-03-04T22:49:20.088415+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:20 gibba008 bash[16766]: audit 2021-03-04T22:49:20.095554+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:20 gibba008 bash[16766]: cluster 2021-03-04T22:49:20.173480+0000 mgr.y (mgr.14138) 175 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:20 gibba023 bash[13021]: audit 2021-03-04T22:49:20.088415+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:20 gibba023 bash[13021]: audit 2021-03-04T22:49:20.095554+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:20 gibba023 bash[13021]: cluster 2021-03-04T22:49:20.173480+0000 mgr.y (mgr.14138) 175 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:21.152 DEBUG:teuthology.orchestra.run.gibba023:osd.7> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.7.service 2021-03-04T22:49:21.154 INFO:tasks.cephadm:Adding prometheus.a on gibba023 2021-03-04T22:49:21.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch apply prometheus '1;gibba023=a' 2021-03-04T22:49:21.186 INFO:journalctl@ceph.osd.7.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:22.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:21 gibba008 bash[13002]: audit 2021-03-04T22:49:20.657070+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:22.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:21 gibba008 bash[13002]: audit 2021-03-04T22:49:20.658413+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:22.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:21 gibba008 bash[16766]: audit 2021-03-04T22:49:20.657070+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:22.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:21 gibba008 bash[16766]: audit 2021-03-04T22:49:20.658413+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:22.013 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:21 gibba023 bash[13021]: audit 2021-03-04T22:49:20.657070+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:22.013 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:21 gibba023 bash[13021]: audit 2021-03-04T22:49:20.658413+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-03-04T22:49:22.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-03-04T22:49:22.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2021-03-04T22:49:22.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2021-03-04T22:49:22.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2021-03-04T22:49:22.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T22:49:22.276 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-03-04T22:49:22.276 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[19209]: --> ceph-volume lvm activate successful for osd ID: 7 2021-03-04T22:49:22.990 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[13021]: cluster 2021-03-04T22:49:22.174387+0000 mgr.y (mgr.14138) 176 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:22.990 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:22 gibba023 bash[13021]: audit 2021-03-04T22:49:22.269026+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:23.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:22 gibba008 bash[13002]: cluster 2021-03-04T22:49:22.174387+0000 mgr.y (mgr.14138) 176 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:23.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:22 gibba008 bash[13002]: audit 2021-03-04T22:49:22.269026+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:23.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:22 gibba008 bash[16766]: cluster 2021-03-04T22:49:22.174387+0000 mgr.y (mgr.14138) 176 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:23.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:22 gibba008 bash[16766]: audit 2021-03-04T22:49:22.269026+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:24.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:24 gibba008 bash[13002]: cluster 2021-03-04T22:49:24.175423+0000 mgr.y (mgr.14138) 177 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:24.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:24 gibba008 bash[16766]: cluster 2021-03-04T22:49:24.175423+0000 mgr.y (mgr.14138) 177 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:24.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:24 gibba023 bash[13021]: cluster 2021-03-04T22:49:24.175423+0000 mgr.y (mgr.14138) 177 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:25.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:25 gibba023 bash[19550]: debug 2021-03-04T22:49:25.480+0000 7f2539366f40 -1 Falling back to public interface 2021-03-04T22:49:26.195 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:26 gibba023 bash[19550]: debug 2021-03-04T22:49:26.124+0000 7f2539366f40 -1 osd.7 0 log_to_monitors {default=true} 2021-03-04T22:49:26.259 INFO:teuthology.orchestra.run.gibba023.stdout:Scheduled prometheus update... 2021-03-04T22:49:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:26 gibba008 bash[13002]: audit 2021-03-04T22:49:26.129032+0000 mon.a (mon.0) 495 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T22:49:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:26 gibba008 bash[13002]: audit 2021-03-04T22:49:26.129078+0000 mon.b (mon.2) 18 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T22:49:26.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:26 gibba008 bash[16766]: audit 2021-03-04T22:49:26.129032+0000 mon.a (mon.0) 495 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T22:49:26.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:26 gibba008 bash[16766]: audit 2021-03-04T22:49:26.129078+0000 mon.b (mon.2) 18 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T22:49:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:26 gibba023 bash[13021]: audit 2021-03-04T22:49:26.129032+0000 mon.a (mon.0) 495 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T22:49:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:26 gibba023 bash[13021]: audit 2021-03-04T22:49:26.129078+0000 mon.b (mon.2) 18 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T22:49:26.873 DEBUG:teuthology.orchestra.run.gibba023:prometheus.a> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@prometheus.a.service 2021-03-04T22:49:26.920 INFO:tasks.cephadm:Adding node-exporter.a on gibba008 2021-03-04T22:49:26.920 INFO:tasks.cephadm:Adding node-exporter.b on gibba023 2021-03-04T22:49:26.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch apply node-exporter '2;gibba008=a;gibba023=b' 2021-03-04T22:49:26.955 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:27.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[19550]: debug 2021-03-04T22:49:27.204+0000 7f252083f700 -1 osd.7 0 waiting for initial osdmap 2021-03-04T22:49:27.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[19550]: debug 2021-03-04T22:49:27.208+0000 7f252d058700 -1 osd.7 45 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:49:27.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: cluster 2021-03-04T22:49:26.176229+0000 mgr.y (mgr.14138) 178 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:27.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:26.189814+0000 mon.a (mon.0) 496 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-03-04T22:49:27.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: cluster 2021-03-04T22:49:26.190201+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2021-03-04T22:49:27.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:26.190965+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:27.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:26.191489+0000 mon.a (mon.0) 499 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:27.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:26.191612+0000 mon.b (mon.2) 19 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:27.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:26.250110+0000 mgr.y (mgr.14138) 179 : audit [DBG] from='client.34226 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;gibba023=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:27.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: cephadm 2021-03-04T22:49:26.251035+0000 mgr.y (mgr.14138) 180 : cephadm [INF] Saving service prometheus spec with placement gibba023=a;count:1 2021-03-04T22:49:27.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:26.255772+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:27.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:27.195537+0000 mon.a (mon.0) 501 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:49:27.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: cluster 2021-03-04T22:49:27.195654+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2021-03-04T22:49:27.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:27 gibba023 bash[13021]: audit 2021-03-04T22:49:27.195812+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:27.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: cluster 2021-03-04T22:49:26.176229+0000 mgr.y (mgr.14138) 178 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:26.189814+0000 mon.a (mon.0) 496 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-03-04T22:49:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: cluster 2021-03-04T22:49:26.190201+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2021-03-04T22:49:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:26.190965+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:26.191489+0000 mon.a (mon.0) 499 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:26.191612+0000 mon.b (mon.2) 19 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:26.250110+0000 mgr.y (mgr.14138) 179 : audit [DBG] from='client.34226 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;gibba023=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: cephadm 2021-03-04T22:49:26.251035+0000 mgr.y (mgr.14138) 180 : cephadm [INF] Saving service prometheus spec with placement gibba023=a;count:1 2021-03-04T22:49:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:26.255772+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:27.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:27.195537+0000 mon.a (mon.0) 501 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:49:27.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: cluster 2021-03-04T22:49:27.195654+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2021-03-04T22:49:27.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[13002]: audit 2021-03-04T22:49:27.195812+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:27.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: cluster 2021-03-04T22:49:26.176229+0000 mgr.y (mgr.14138) 178 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:27.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:26.189814+0000 mon.a (mon.0) 496 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-03-04T22:49:27.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: cluster 2021-03-04T22:49:26.190201+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2021-03-04T22:49:27.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:26.190965+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:27.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:26.191489+0000 mon.a (mon.0) 499 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:27.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:26.191612+0000 mon.b (mon.2) 19 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T22:49:27.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:26.250110+0000 mgr.y (mgr.14138) 179 : audit [DBG] from='client.34226 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;gibba023=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:27.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: cephadm 2021-03-04T22:49:26.251035+0000 mgr.y (mgr.14138) 180 : cephadm [INF] Saving service prometheus spec with placement gibba023=a;count:1 2021-03-04T22:49:27.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:26.255772+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:27.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:27.195537+0000 mon.a (mon.0) 501 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]': finished 2021-03-04T22:49:27.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: cluster 2021-03-04T22:49:27.195654+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2021-03-04T22:49:27.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:27 gibba008 bash[16766]: audit 2021-03-04T22:49:27.195812+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:28 gibba008 bash[13002]: audit 2021-03-04T22:49:27.205610+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:28 gibba008 bash[13002]: audit 2021-03-04T22:49:28.138855+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:28 gibba008 bash[13002]: cluster 2021-03-04T22:49:28.176575+0000 mgr.y (mgr.14138) 181 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:28 gibba008 bash[16766]: audit 2021-03-04T22:49:27.205610+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:28 gibba008 bash[16766]: audit 2021-03-04T22:49:28.138855+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:28 gibba008 bash[16766]: cluster 2021-03-04T22:49:28.176575+0000 mgr.y (mgr.14138) 181 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:28 gibba023 bash[13021]: audit 2021-03-04T22:49:27.205610+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:28 gibba023 bash[13021]: audit 2021-03-04T22:49:28.138855+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:28 gibba023 bash[13021]: cluster 2021-03-04T22:49:28.176575+0000 mgr.y (mgr.14138) 181 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 581 GiB / 588 GiB avail 2021-03-04T22:49:29.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: cluster 2021-03-04T22:49:27.136154+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:49:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: cluster 2021-03-04T22:49:27.136251+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:49:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: cluster 2021-03-04T22:49:28.203869+0000 mon.a (mon.0) 506 : cluster [INF] osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662] boot 2021-03-04T22:49:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: cluster 2021-03-04T22:49:28.203955+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2021-03-04T22:49:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: audit 2021-03-04T22:49:28.204288+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:29.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: audit 2021-03-04T22:49:28.295204+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:29.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: audit 2021-03-04T22:49:28.298031+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:29.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[13002]: cephadm 2021-03-04T22:49:28.306188+0000 mgr.y (mgr.14138) 182 : cephadm [INF] Deploying daemon prometheus.a on gibba023 2021-03-04T22:49:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: cluster 2021-03-04T22:49:27.136154+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:49:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: cluster 2021-03-04T22:49:27.136251+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:49:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: cluster 2021-03-04T22:49:28.203869+0000 mon.a (mon.0) 506 : cluster [INF] osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662] boot 2021-03-04T22:49:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: cluster 2021-03-04T22:49:28.203955+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2021-03-04T22:49:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: audit 2021-03-04T22:49:28.204288+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: audit 2021-03-04T22:49:28.295204+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:29.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: audit 2021-03-04T22:49:28.298031+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:29.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:29 gibba008 bash[16766]: cephadm 2021-03-04T22:49:28.306188+0000 mgr.y (mgr.14138) 182 : cephadm [INF] Deploying daemon prometheus.a on gibba023 2021-03-04T22:49:29.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: cluster 2021-03-04T22:49:27.136154+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-03-04T22:49:29.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: cluster 2021-03-04T22:49:27.136251+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-03-04T22:49:29.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: cluster 2021-03-04T22:49:28.203869+0000 mon.a (mon.0) 506 : cluster [INF] osd.7 [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662] boot 2021-03-04T22:49:29.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: cluster 2021-03-04T22:49:28.203955+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2021-03-04T22:49:29.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: audit 2021-03-04T22:49:28.204288+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:49:29.767 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: audit 2021-03-04T22:49:28.295204+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:29.767 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: audit 2021-03-04T22:49:28.298031+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:29.767 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:29 gibba023 bash[13021]: cephadm 2021-03-04T22:49:28.306188+0000 mgr.y (mgr.14138) 182 : cephadm [INF] Deploying daemon prometheus.a on gibba023 2021-03-04T22:49:30.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:30 gibba008 bash[13002]: cluster 2021-03-04T22:49:29.219370+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2021-03-04T22:49:30.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:30 gibba008 bash[13002]: cluster 2021-03-04T22:49:30.177358+0000 mgr.y (mgr.14138) 183 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 3.1 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:30.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:30 gibba008 bash[16766]: cluster 2021-03-04T22:49:29.219370+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2021-03-04T22:49:30.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:30 gibba008 bash[16766]: cluster 2021-03-04T22:49:30.177358+0000 mgr.y (mgr.14138) 183 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 3.1 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:30 gibba023 bash[13021]: cluster 2021-03-04T22:49:29.219370+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2021-03-04T22:49:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:30 gibba023 bash[13021]: cluster 2021-03-04T22:49:30.177358+0000 mgr.y (mgr.14138) 183 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 3.1 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:30.931 INFO:teuthology.orchestra.run.gibba023.stdout:Scheduled node-exporter update... 2021-03-04T22:49:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:31 gibba008 bash[13002]: audit 2021-03-04T22:49:30.915523+0000 mgr.y (mgr.14138) 184 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;gibba008=a;gibba023=b", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:31 gibba008 bash[13002]: cephadm 2021-03-04T22:49:30.917619+0000 mgr.y (mgr.14138) 185 : cephadm [INF] Saving service node-exporter spec with placement gibba008=a;gibba023=b;count:2 2021-03-04T22:49:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:31 gibba008 bash[13002]: audit 2021-03-04T22:49:30.926516+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:31 gibba008 bash[16766]: audit 2021-03-04T22:49:30.915523+0000 mgr.y (mgr.14138) 184 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;gibba008=a;gibba023=b", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:31 gibba008 bash[16766]: cephadm 2021-03-04T22:49:30.917619+0000 mgr.y (mgr.14138) 185 : cephadm [INF] Saving service node-exporter spec with placement gibba008=a;gibba023=b;count:2 2021-03-04T22:49:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:31 gibba008 bash[16766]: audit 2021-03-04T22:49:30.926516+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:31 gibba023 bash[13021]: audit 2021-03-04T22:49:30.915523+0000 mgr.y (mgr.14138) 184 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;gibba008=a;gibba023=b", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:31 gibba023 bash[13021]: cephadm 2021-03-04T22:49:30.917619+0000 mgr.y (mgr.14138) 185 : cephadm [INF] Saving service node-exporter spec with placement gibba008=a;gibba023=b;count:2 2021-03-04T22:49:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:31 gibba023 bash[13021]: audit 2021-03-04T22:49:30.926516+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:32.762 DEBUG:teuthology.orchestra.run.gibba008:node-exporter.a> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@node-exporter.a.service 2021-03-04T22:49:32.766 DEBUG:teuthology.orchestra.run.gibba023:node-exporter.b> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@node-exporter.b.service 2021-03-04T22:49:32.768 INFO:tasks.cephadm:Adding alertmanager.a on gibba008 2021-03-04T22:49:32.768 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch apply alertmanager '1;gibba008=a' 2021-03-04T22:49:32.789 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:32.843 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:33.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:32 gibba023 bash[13021]: cluster 2021-03-04T22:49:32.178071+0000 mgr.y (mgr.14138) 186 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 3.3 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:33.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:32 gibba008 bash[13002]: cluster 2021-03-04T22:49:32.178071+0000 mgr.y (mgr.14138) 186 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 3.3 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:33.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:32 gibba008 bash[16766]: cluster 2021-03-04T22:49:32.178071+0000 mgr.y (mgr.14138) 186 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 3.3 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:34.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:34 gibba008 bash[13002]: cluster 2021-03-04T22:49:34.178777+0000 mgr.y (mgr.14138) 187 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:34.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:34 gibba008 bash[16766]: cluster 2021-03-04T22:49:34.178777+0000 mgr.y (mgr.14138) 187 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:34 gibba023 bash[13021]: cluster 2021-03-04T22:49:34.178777+0000 mgr.y (mgr.14138) 187 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:36.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:36 gibba008 bash[13002]: cluster 2021-03-04T22:49:36.179573+0000 mgr.y (mgr.14138) 188 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:36.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:36 gibba008 bash[16766]: cluster 2021-03-04T22:49:36.179573+0000 mgr.y (mgr.14138) 188 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:36.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:36 gibba023 bash[13021]: cluster 2021-03-04T22:49:36.179573+0000 mgr.y (mgr.14138) 188 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:36.956 INFO:teuthology.orchestra.run.gibba023.stdout:Scheduled alertmanager update... 2021-03-04T22:49:37.961 DEBUG:teuthology.orchestra.run.gibba008:alertmanager.a> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@alertmanager.a.service 2021-03-04T22:49:37.964 INFO:tasks.cephadm:Adding grafana.a on gibba023 2021-03-04T22:49:37.964 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph orch apply grafana '1;gibba023=a' 2021-03-04T22:49:37.979 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:37 gibba008 bash[13002]: audit 2021-03-04T22:49:36.940293+0000 mgr.y (mgr.14138) 189 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;gibba008=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:37 gibba008 bash[13002]: cephadm 2021-03-04T22:49:36.942292+0000 mgr.y (mgr.14138) 190 : cephadm [INF] Saving service alertmanager spec with placement gibba008=a;count:1 2021-03-04T22:49:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:37 gibba008 bash[13002]: audit 2021-03-04T22:49:36.951926+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:37 gibba008 bash[16766]: audit 2021-03-04T22:49:36.940293+0000 mgr.y (mgr.14138) 189 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;gibba008=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:37 gibba008 bash[16766]: cephadm 2021-03-04T22:49:36.942292+0000 mgr.y (mgr.14138) 190 : cephadm [INF] Saving service alertmanager spec with placement gibba008=a;count:1 2021-03-04T22:49:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:37 gibba008 bash[16766]: audit 2021-03-04T22:49:36.951926+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:37 gibba023 bash[13021]: audit 2021-03-04T22:49:36.940293+0000 mgr.y (mgr.14138) 189 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;gibba008=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:37 gibba023 bash[13021]: cephadm 2021-03-04T22:49:36.942292+0000 mgr.y (mgr.14138) 190 : cephadm [INF] Saving service alertmanager spec with placement gibba008=a;count:1 2021-03-04T22:49:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:37 gibba023 bash[13021]: audit 2021-03-04T22:49:36.951926+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:39.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:38 gibba008 bash[13002]: cluster 2021-03-04T22:49:38.180398+0000 mgr.y (mgr.14138) 191 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:39.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:38 gibba008 bash[16766]: cluster 2021-03-04T22:49:38.180398+0000 mgr.y (mgr.14138) 191 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:39.281 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:38 gibba023 bash[13021]: cluster 2021-03-04T22:49:38.180398+0000 mgr.y (mgr.14138) 191 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:40.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:40 gibba008 bash[13002]: cluster 2021-03-04T22:49:40.181265+0000 mgr.y (mgr.14138) 192 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:40.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:40 gibba008 bash[16766]: cluster 2021-03-04T22:49:40.181265+0000 mgr.y (mgr.14138) 192 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:40 gibba023 bash[13021]: cluster 2021-03-04T22:49:40.181265+0000 mgr.y (mgr.14138) 192 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:42.217 INFO:teuthology.orchestra.run.gibba023.stdout:Scheduled grafana update... 2021-03-04T22:49:43.270 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: audit 2021-03-04T22:49:42.180470+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.270 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: cluster 2021-03-04T22:49:42.181566+0000 mgr.y (mgr.14138) 193 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:43.271 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: audit 2021-03-04T22:49:42.182134+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:43.271 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: audit 2021-03-04T22:49:42.214301+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.271 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: audit 2021-03-04T22:49:42.279947+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.271 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: audit 2021-03-04T22:49:42.853183+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.272 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[13021]: audit 2021-03-04T22:49:42.856184+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.287 DEBUG:teuthology.orchestra.run.gibba023:grafana.a> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@grafana.a.service 2021-03-04T22:49:43.288 INFO:tasks.cephadm:Setting up client nodes... 2021-03-04T22:49:43.289 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-03-04T22:49:43.320 INFO:journalctl@ceph.grafana.a.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T22:49:43.523 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 systemd[1]: Started Ceph node-exporter.b for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:49:43.524 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: Unable to find image 'prom/node-exporter:v0.18.1' locally 2021-03-04T22:49:43.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: audit 2021-03-04T22:49:42.180470+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: cluster 2021-03-04T22:49:42.181566+0000 mgr.y (mgr.14138) 193 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:43.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: audit 2021-03-04T22:49:42.182134+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:43.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: audit 2021-03-04T22:49:42.214301+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: audit 2021-03-04T22:49:42.279947+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: audit 2021-03-04T22:49:42.853183+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[13002]: audit 2021-03-04T22:49:42.856184+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: audit 2021-03-04T22:49:42.180470+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: cluster 2021-03-04T22:49:42.181566+0000 mgr.y (mgr.14138) 193 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:43.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: audit 2021-03-04T22:49:42.182134+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:49:43.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: audit 2021-03-04T22:49:42.214301+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: audit 2021-03-04T22:49:42.279947+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: audit 2021-03-04T22:49:42.853183+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[16766]: audit 2021-03-04T22:49:42.856184+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:43.912 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[20839]: level=info ts=2021-03-04T22:49:43.605Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-03-04T22:49:43.913 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: v0.18.1: Pulling from prom/node-exporter 2021-03-04T22:49:43.913 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 49a2d53aa1af: Pulling fs layer 2021-03-04T22:49:43.913 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 3589a6efd9ce: Pulling fs layer 2021-03-04T22:49:43.913 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 190160031744: Pulling fs layer 2021-03-04T22:49:43.914 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 3589a6efd9ce: Verifying Checksum 2021-03-04T22:49:43.914 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 3589a6efd9ce: Download complete 2021-03-04T22:49:43.914 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 49a2d53aa1af: Verifying Checksum 2021-03-04T22:49:43.914 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 49a2d53aa1af: Download complete 2021-03-04T22:49:43.915 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 190160031744: Verifying Checksum 2021-03-04T22:49:43.915 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 190160031744: Download complete 2021-03-04T22:49:43.915 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:43 gibba023 bash[21106]: 49a2d53aa1af: Pull complete 2021-03-04T22:49:44.064 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:43 gibba008 systemd[1]: Started Ceph node-exporter.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:49:44.064 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:43 gibba008 bash[24029]: Unable to find image 'prom/node-exporter:v0.18.1' locally 2021-03-04T22:49:44.065 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: v0.18.1: Pulling from prom/node-exporter 2021-03-04T22:49:44.065 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 49a2d53aa1af: Pulling fs layer 2021-03-04T22:49:44.065 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 3589a6efd9ce: Pulling fs layer 2021-03-04T22:49:44.430 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[13002]: audit 2021-03-04T22:49:42.210260+0000 mgr.y (mgr.14138) 194 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;gibba023=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:44.430 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[13002]: cephadm 2021-03-04T22:49:42.210902+0000 mgr.y (mgr.14138) 195 : cephadm [INF] Saving service grafana spec with placement gibba023=a;count:1 2021-03-04T22:49:44.430 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[13002]: cephadm 2021-03-04T22:49:42.857281+0000 mgr.y (mgr.14138) 196 : cephadm [INF] Deploying daemon node-exporter.b on gibba023 2021-03-04T22:49:44.431 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[13002]: audit 2021-03-04T22:49:43.291323+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:44.431 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[13002]: audit 2021-03-04T22:49:43.809529+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:44.431 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 190160031744: Pulling fs layer 2021-03-04T22:49:44.432 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 49a2d53aa1af: Verifying Checksum 2021-03-04T22:49:44.432 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 49a2d53aa1af: Download complete 2021-03-04T22:49:44.432 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 3589a6efd9ce: Verifying Checksum 2021-03-04T22:49:44.432 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 3589a6efd9ce: Download complete 2021-03-04T22:49:44.433 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 190160031744: Verifying Checksum 2021-03-04T22:49:44.433 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 190160031744: Download complete 2021-03-04T22:49:44.433 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[16766]: audit 2021-03-04T22:49:42.210260+0000 mgr.y (mgr.14138) 194 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;gibba023=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:44.433 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[16766]: cephadm 2021-03-04T22:49:42.210902+0000 mgr.y (mgr.14138) 195 : cephadm [INF] Saving service grafana spec with placement gibba023=a;count:1 2021-03-04T22:49:44.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[16766]: cephadm 2021-03-04T22:49:42.857281+0000 mgr.y (mgr.14138) 196 : cephadm [INF] Deploying daemon node-exporter.b on gibba023 2021-03-04T22:49:44.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[16766]: audit 2021-03-04T22:49:43.291323+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:44.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[16766]: audit 2021-03-04T22:49:43.809529+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:44.496 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[21106]: 3589a6efd9ce: Pull complete 2021-03-04T22:49:44.496 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[13021]: audit 2021-03-04T22:49:42.210260+0000 mgr.y (mgr.14138) 194 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;gibba023=a", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:49:44.496 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[13021]: cephadm 2021-03-04T22:49:42.210902+0000 mgr.y (mgr.14138) 195 : cephadm [INF] Saving service grafana spec with placement gibba023=a;count:1 2021-03-04T22:49:44.497 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[13021]: cephadm 2021-03-04T22:49:42.857281+0000 mgr.y (mgr.14138) 196 : cephadm [INF] Deploying daemon node-exporter.b on gibba023 2021-03-04T22:49:44.497 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[13021]: audit 2021-03-04T22:49:43.291323+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:44.497 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[13021]: audit 2021-03-04T22:49:43.809529+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:44.774 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[21106]: 190160031744: Pull complete 2021-03-04T22:49:44.774 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[21106]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2021-03-04T22:49:44.774 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:44 gibba023 bash[21106]: Status: Downloaded newer image for prom/node-exporter:v0.18.1 2021-03-04T22:49:45.196 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 49a2d53aa1af: Pull complete 2021-03-04T22:49:45.198 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:44 gibba008 bash[24029]: 3589a6efd9ce: Pull complete 2021-03-04T22:49:45.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[13002]: cephadm 2021-03-04T22:49:43.292524+0000 mgr.y (mgr.14138) 197 : cephadm [INF] Deploying daemon node-exporter.a on gibba008 2021-03-04T22:49:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[13002]: cephadm 2021-03-04T22:49:43.812944+0000 mgr.y (mgr.14138) 198 : cephadm [INF] Deploying daemon alertmanager.a on gibba008 2021-03-04T22:49:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[13002]: cluster 2021-03-04T22:49:44.181818+0000 mgr.y (mgr.14138) 199 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[16766]: cephadm 2021-03-04T22:49:43.292524+0000 mgr.y (mgr.14138) 197 : cephadm [INF] Deploying daemon node-exporter.a on gibba008 2021-03-04T22:49:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[16766]: cephadm 2021-03-04T22:49:43.812944+0000 mgr.y (mgr.14138) 198 : cephadm [INF] Deploying daemon alertmanager.a on gibba008 2021-03-04T22:49:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[16766]: cluster 2021-03-04T22:49:44.181818+0000 mgr.y (mgr.14138) 199 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[13021]: cephadm 2021-03-04T22:49:43.292524+0000 mgr.y (mgr.14138) 197 : cephadm [INF] Deploying daemon node-exporter.a on gibba008 2021-03-04T22:49:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[13021]: cephadm 2021-03-04T22:49:43.812944+0000 mgr.y (mgr.14138) 198 : cephadm [INF] Deploying daemon alertmanager.a on gibba008 2021-03-04T22:49:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[13021]: cluster 2021-03-04T22:49:44.181818+0000 mgr.y (mgr.14138) 199 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:46.264 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:45 gibba008 bash[24029]: 190160031744: Pull complete 2021-03-04T22:49:46.275 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-03-04T22:49:46.275 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-03-04T22:49:46.275 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-03-04T22:49:46.275 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-03-04T22:49:46.276 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-03-04T22:49:46.276 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-03-04T22:49:46.276 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-03-04T22:49:46.276 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-03-04T22:49:46.276 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-03-04T22:49:46.277 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-03-04T22:49:46.277 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-03-04T22:49:46.277 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-03-04T22:49:46.277 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-03-04T22:49:46.277 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-03-04T22:49:46.278 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-03-04T22:49:46.278 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-03-04T22:49:46.278 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-03-04T22:49:46.278 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-03-04T22:49:46.279 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-03-04T22:49:46.279 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-03-04T22:49:46.279 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-03-04T22:49:46.279 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-03-04T22:49:46.279 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-03-04T22:49:46.280 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-03-04T22:49:46.280 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-03-04T22:49:46.280 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-03-04T22:49:46.280 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-03-04T22:49:46.280 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-03-04T22:49:46.281 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-03-04T22:49:46.281 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - time" source="node_exporter.go:104" 2021-03-04T22:49:46.281 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-03-04T22:49:46.281 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-03-04T22:49:46.282 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-03-04T22:49:46.282 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-03-04T22:49:46.282 INFO:journalctl@ceph.node-exporter.b.gibba023.stdout:Mar 04 22:49:45 gibba023 bash[21106]: time="2021-03-04T22:49:45Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-03-04T22:49:47.011 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:46 gibba008 bash[24029]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2021-03-04T22:49:47.011 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:46 gibba008 bash[24029]: Status: Downloaded newer image for prom/node-exporter:v0.18.1 2021-03-04T22:49:47.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:47 gibba008 bash[13002]: cluster 2021-03-04T22:49:46.182301+0000 mgr.y (mgr.14138) 200 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:47 gibba008 bash[16766]: cluster 2021-03-04T22:49:46.182301+0000 mgr.y (mgr.14138) 200 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:47 gibba023 bash[13021]: cluster 2021-03-04T22:49:46.182301+0000 mgr.y (mgr.14138) 200 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:48 gibba008 bash[13002]: cluster 2021-03-04T22:49:48.183091+0000 mgr.y (mgr.14138) 201 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:48.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:48 gibba008 bash[16766]: cluster 2021-03-04T22:49:48.183091+0000 mgr.y (mgr.14138) 201 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:48.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:48 gibba023 bash[13021]: cluster 2021-03-04T22:49:48.183091+0000 mgr.y (mgr.14138) 201 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:49.795 INFO:teuthology.orchestra.run.gibba008.stdout:[client.0] 2021-03-04T22:49:49.796 INFO:teuthology.orchestra.run.gibba008.stdout: key = AQANZEFgvkz+LhAAkgJuO3jrUvXXf1bxDcn+4A== 2021-03-04T22:49:49.832 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-03-04T22:49:49.832 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-03-04T22:49:49.832 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-03-04T22:49:49.833 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-03-04T22:49:49.833 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-03-04T22:49:49.833 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-03-04T22:49:49.834 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-03-04T22:49:49.834 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-03-04T22:49:49.834 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-03-04T22:49:49.835 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-03-04T22:49:49.835 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-03-04T22:49:49.835 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-03-04T22:49:49.835 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-03-04T22:49:49.836 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-03-04T22:49:49.836 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-03-04T22:49:49.836 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-03-04T22:49:49.836 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-03-04T22:49:49.837 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-03-04T22:49:49.837 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-03-04T22:49:49.837 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-03-04T22:49:49.837 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-03-04T22:49:49.838 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-03-04T22:49:49.838 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-03-04T22:49:49.838 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-03-04T22:49:49.838 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-03-04T22:49:49.839 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-03-04T22:49:49.839 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-03-04T22:49:49.839 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-03-04T22:49:49.839 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-03-04T22:49:49.840 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - time" source="node_exporter.go:104" 2021-03-04T22:49:49.840 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-03-04T22:49:49.840 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-03-04T22:49:49.840 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-03-04T22:49:49.840 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-03-04T22:49:49.841 INFO:journalctl@ceph.node-exporter.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[24029]: time="2021-03-04T22:49:49Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-03-04T22:49:50.215 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[16766]: audit 2021-03-04T22:49:49.787994+0000 mon.c (mon.1) 8 : audit [INF] from='client.? 172.21.2.108:0/3071186438' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:50.215 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[16766]: audit 2021-03-04T22:49:49.788334+0000 mon.a (mon.0) 522 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:50.216 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[16766]: audit 2021-03-04T22:49:49.792315+0000 mon.a (mon.0) 523 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-03-04T22:49:50.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[13002]: audit 2021-03-04T22:49:49.787994+0000 mon.c (mon.1) 8 : audit [INF] from='client.? 172.21.2.108:0/3071186438' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:50.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[13002]: audit 2021-03-04T22:49:49.788334+0000 mon.a (mon.0) 522 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:50.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:49 gibba008 bash[13002]: audit 2021-03-04T22:49:49.792315+0000 mon.a (mon.0) 523 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-03-04T22:49:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:49 gibba023 bash[13021]: audit 2021-03-04T22:49:49.787994+0000 mon.c (mon.1) 8 : audit [INF] from='client.? 172.21.2.108:0/3071186438' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:49 gibba023 bash[13021]: audit 2021-03-04T22:49:49.788334+0000 mon.a (mon.0) 522 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:49 gibba023 bash[13021]: audit 2021-03-04T22:49:49.792315+0000 mon.a (mon.0) 523 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-03-04T22:49:50.942 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:49:50.943 DEBUG:teuthology.orchestra.run.gibba008:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2021-03-04T22:49:50.943 DEBUG:teuthology.orchestra.run.gibba008:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2021-03-04T22:49:50.952 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-03-04T22:49:51.190 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:50 gibba008 bash[16766]: cluster 2021-03-04T22:49:50.183903+0000 mgr.y (mgr.14138) 202 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:51.190 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:50 gibba008 bash[13002]: cluster 2021-03-04T22:49:50.183903+0000 mgr.y (mgr.14138) 202 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:50 gibba023 bash[13021]: cluster 2021-03-04T22:49:50.183903+0000 mgr.y (mgr.14138) 202 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:52 gibba008 bash[13002]: cluster 2021-03-04T22:49:52.184735+0000 mgr.y (mgr.14138) 203 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:52 gibba008 bash[16766]: cluster 2021-03-04T22:49:52.184735+0000 mgr.y (mgr.14138) 203 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:52 gibba023 bash[13021]: cluster 2021-03-04T22:49:52.184735+0000 mgr.y (mgr.14138) 203 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:53.589 INFO:teuthology.orchestra.run.gibba023.stdout:[client.1] 2021-03-04T22:49:53.589 INFO:teuthology.orchestra.run.gibba023.stdout: key = AQARZEFgneK6IhAAcdPDlQXGxd9gSoLXhvsqWQ== 2021-03-04T22:49:53.838 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:53 gibba008 bash[13002]: audit 2021-03-04T22:49:53.582540+0000 mon.a (mon.0) 524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:53.839 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:53 gibba008 bash[13002]: audit 2021-03-04T22:49:53.583124+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.2.123:0/3227857195' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:53.839 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:53 gibba008 bash[13002]: audit 2021-03-04T22:49:53.585617+0000 mon.a (mon.0) 525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-03-04T22:49:53.840 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:53 gibba008 bash[16766]: audit 2021-03-04T22:49:53.582540+0000 mon.a (mon.0) 524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:53.840 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:53 gibba008 bash[16766]: audit 2021-03-04T22:49:53.583124+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.2.123:0/3227857195' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:53.841 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:53 gibba008 bash[16766]: audit 2021-03-04T22:49:53.585617+0000 mon.a (mon.0) 525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-03-04T22:49:54.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:53 gibba023 bash[13021]: audit 2021-03-04T22:49:53.582540+0000 mon.a (mon.0) 524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:53 gibba023 bash[13021]: audit 2021-03-04T22:49:53.583124+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.2.123:0/3227857195' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-03-04T22:49:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:53 gibba023 bash[13021]: audit 2021-03-04T22:49:53.585617+0000 mon.a (mon.0) 525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-03-04T22:49:54.110 DEBUG:teuthology.orchestra.run.gibba023:> set -ex 2021-03-04T22:49:54.111 DEBUG:teuthology.orchestra.run.gibba023:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2021-03-04T22:49:54.111 DEBUG:teuthology.orchestra.run.gibba023:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2021-03-04T22:49:54.119 INFO:tasks.cephadm:Waiting for OSDs to come up 2021-03-04T22:49:54.120 DEBUG:teuthology.orchestra.run.gibba008:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2021-03-04T22:49:54.374 INFO:teuthology.misc.health.gibba008.stdout: 2021-03-04T22:49:54.375 INFO:teuthology.misc.health.gibba008.stdout:{"epoch":47,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T22:49:29.206323+0000","last_up_change":"2021-03-04T22:49:28.198793+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6803","nonce":1909961570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6805","nonce":1909961570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6809","nonce":1909961570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6807","nonce":1909961570}]},"public_addr":"172.21.2.108:6803/1909961570","cluster_addr":"172.21.2.108:6805/1909961570","heartbeat_back_addr":"172.21.2.108:6809/1909961570","heartbeat_front_addr":"172.21.2.108:6807/1909961570","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6811","nonce":1531541700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6813","nonce":1531541700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6817","nonce":1531541700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6815","nonce":1531541700}]},"public_addr":"172.21.2.108:6811/1531541700","cluster_addr":"172.21.2.108:6813/1531541700","heartbeat_back_addr":"172.21.2.108:6817/1531541700","heartbeat_front_addr":"172.21.2.108:6815/1531541700","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6819","nonce":1148891518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6821","nonce":1148891518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6825","nonce":1148891518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6823","nonce":1148891518}]},"public_addr":"172.21.2.108:6819/1148891518","cluster_addr":"172.21.2.108:6821/1148891518","heartbeat_back_addr":"172.21.2.108:6825/1148891518","heartbeat_front_addr":"172.21.2.108:6823/1148891518","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6827","nonce":4145891815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6829","nonce":4145891815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6832","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6833","nonce":4145891815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6831","nonce":4145891815}]},"public_addr":"172.21.2.108:6827/4145891815","cluster_addr":"172.21.2.108:6829/4145891815","heartbeat_back_addr":"172.21.2.108:6833/4145891815","heartbeat_front_addr":"172.21.2.108:6831/4145891815","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T22:49:54.382 DEBUG:teuthology.misc:8 of 8 OSDs are up 2021-03-04T22:49:54.382 INFO:tasks.cephadm:Creating RBD pool 2021-03-04T22:49:54.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2021-03-04T22:49:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:53.850327+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:53.974795+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:53.981766+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:53.982376+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-03-04T22:49:55.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:53.982740+0000 mgr.y (mgr.14138) 204 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-03-04T22:49:55.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:53.989744+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: cephadm 2021-03-04T22:49:53.992681+0000 mgr.y (mgr.14138) 205 : cephadm [INF] Deploying daemon grafana.a on gibba023 2021-03-04T22:49:55.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: cluster 2021-03-04T22:49:54.185210+0000 mgr.y (mgr.14138) 206 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:55.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[13002]: audit 2021-03-04T22:49:54.371204+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.2.108:0/2367737467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:49:55.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:53.850327+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:53.974795+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:53.981766+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:53.982376+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-03-04T22:49:55.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:53.982740+0000 mgr.y (mgr.14138) 204 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-03-04T22:49:55.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:53.989744+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: cephadm 2021-03-04T22:49:53.992681+0000 mgr.y (mgr.14138) 205 : cephadm [INF] Deploying daemon grafana.a on gibba023 2021-03-04T22:49:55.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: cluster 2021-03-04T22:49:54.185210+0000 mgr.y (mgr.14138) 206 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:55.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:54 gibba008 bash[16766]: audit 2021-03-04T22:49:54.371204+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.2.108:0/2367737467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:49:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:53.850327+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:53.974795+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:53.981766+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:53.982376+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-03-04T22:49:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:53.982740+0000 mgr.y (mgr.14138) 204 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-03-04T22:49:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:53.989744+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:49:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: cephadm 2021-03-04T22:49:53.992681+0000 mgr.y (mgr.14138) 205 : cephadm [INF] Deploying daemon grafana.a on gibba023 2021-03-04T22:49:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: cluster 2021-03-04T22:49:54.185210+0000 mgr.y (mgr.14138) 206 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:54 gibba023 bash[13021]: audit 2021-03-04T22:49:54.371204+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.2.108:0/2367737467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:49:55.979 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:49:55 gibba008 bash[24634]: level=info ts=2021-03-04T22:49:55.820Z caller=main.go:497 msg=Listening address=:9093 2021-03-04T22:49:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:56 gibba023 bash[13021]: cluster 2021-03-04T22:49:56.185825+0000 mgr.y (mgr.14138) 207 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:56.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:56 gibba008 bash[13002]: cluster 2021-03-04T22:49:56.185825+0000 mgr.y (mgr.14138) 207 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:56.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:56 gibba008 bash[16766]: cluster 2021-03-04T22:49:56.185825+0000 mgr.y (mgr.14138) 207 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:58.011 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:49:57 gibba008 bash[24634]: level=info ts=2021-03-04T22:49:57.804Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000088088s 2021-03-04T22:49:58.385 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'rbd' created 2021-03-04T22:49:58.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:58 gibba008 bash[13002]: audit 2021-03-04T22:49:57.968273+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-03-04T22:49:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:58 gibba008 bash[13002]: audit 2021-03-04T22:49:57.968823+0000 mon.b (mon.2) 21 : audit [INF] from='client.? 172.21.2.108:0/2663812963' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-03-04T22:49:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:58 gibba008 bash[13002]: cluster 2021-03-04T22:49:58.186785+0000 mgr.y (mgr.14138) 208 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:58 gibba008 bash[16766]: audit 2021-03-04T22:49:57.968273+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-03-04T22:49:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:58 gibba008 bash[16766]: audit 2021-03-04T22:49:57.968823+0000 mon.b (mon.2) 21 : audit [INF] from='client.? 172.21.2.108:0/2663812963' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-03-04T22:49:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:58 gibba008 bash[16766]: cluster 2021-03-04T22:49:58.186785+0000 mgr.y (mgr.14138) 208 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:58 gibba023 bash[13021]: audit 2021-03-04T22:49:57.968273+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-03-04T22:49:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:58 gibba023 bash[13021]: audit 2021-03-04T22:49:57.968823+0000 mon.b (mon.2) 21 : audit [INF] from='client.? 172.21.2.108:0/2663812963' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-03-04T22:49:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:58 gibba023 bash[13021]: cluster 2021-03-04T22:49:58.186785+0000 mgr.y (mgr.14138) 208 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:49:59.033 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2021-03-04T22:49:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:59 gibba008 bash[13002]: audit 2021-03-04T22:49:58.380721+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-03-04T22:49:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:49:59 gibba008 bash[13002]: cluster 2021-03-04T22:49:58.380796+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-03-04T22:49:59.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:59 gibba008 bash[16766]: audit 2021-03-04T22:49:58.380721+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-03-04T22:49:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:49:59 gibba008 bash[16766]: cluster 2021-03-04T22:49:58.380796+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-03-04T22:49:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:59 gibba023 bash[13021]: audit 2021-03-04T22:49:58.380721+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-03-04T22:49:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:49:59 gibba023 bash[13021]: cluster 2021-03-04T22:49:58.380796+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-03-04T22:50:00.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:00 gibba008 bash[13002]: cluster 2021-03-04T22:49:59.395669+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-03-04T22:50:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:00 gibba008 bash[13002]: cluster 2021-03-04T22:50:00.000209+0000 mon.a (mon.0) 535 : cluster [INF] overall HEALTH_OK 2021-03-04T22:50:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:00 gibba008 bash[13002]: cluster 2021-03-04T22:50:00.187265+0000 mgr.y (mgr.14138) 209 : cluster [DBG] pgmap v183: 9 pgs: 1 creating+peering, 1 active+clean, 7 unknown; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:00.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:00 gibba008 bash[16766]: cluster 2021-03-04T22:49:59.395669+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-03-04T22:50:00.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:00 gibba008 bash[16766]: cluster 2021-03-04T22:50:00.000209+0000 mon.a (mon.0) 535 : cluster [INF] overall HEALTH_OK 2021-03-04T22:50:00.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:00 gibba008 bash[16766]: cluster 2021-03-04T22:50:00.187265+0000 mgr.y (mgr.14138) 209 : cluster [DBG] pgmap v183: 9 pgs: 1 creating+peering, 1 active+clean, 7 unknown; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:00 gibba023 bash[13021]: cluster 2021-03-04T22:49:59.395669+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-03-04T22:50:00.834 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:00 gibba023 bash[13021]: cluster 2021-03-04T22:50:00.000209+0000 mon.a (mon.0) 535 : cluster [INF] overall HEALTH_OK 2021-03-04T22:50:00.835 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:00 gibba023 bash[13021]: cluster 2021-03-04T22:50:00.187265+0000 mgr.y (mgr.14138) 209 : cluster [DBG] pgmap v183: 9 pgs: 1 creating+peering, 1 active+clean, 7 unknown; 0 B data, 3.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:01.687 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:01 gibba008 bash[13002]: cluster 2021-03-04T22:50:00.407748+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-03-04T22:50:01.688 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:01 gibba008 bash[16766]: cluster 2021-03-04T22:50:00.407748+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-03-04T22:50:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:01 gibba023 bash[13021]: cluster 2021-03-04T22:50:00.407748+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-03-04T22:50:02.428 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rbd' on pool 'rbd' 2021-03-04T22:50:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:02 gibba008 bash[13002]: audit 2021-03-04T22:50:01.953044+0000 mon.a (mon.0) 537 : audit [INF] from='client.? 172.21.2.108:0/1066640107' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:50:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:02 gibba008 bash[13002]: cluster 2021-03-04T22:50:02.188213+0000 mgr.y (mgr.14138) 210 : cluster [DBG] pgmap v185: 9 pgs: 1 creating+peering, 5 active+clean, 3 unknown; 0 B data, 3.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:02 gibba008 bash[16766]: audit 2021-03-04T22:50:01.953044+0000 mon.a (mon.0) 537 : audit [INF] from='client.? 172.21.2.108:0/1066640107' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:50:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:02 gibba008 bash[16766]: cluster 2021-03-04T22:50:02.188213+0000 mgr.y (mgr.14138) 210 : cluster [DBG] pgmap v185: 9 pgs: 1 creating+peering, 5 active+clean, 3 unknown; 0 B data, 3.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:02.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:02 gibba023 bash[13021]: audit 2021-03-04T22:50:01.953044+0000 mon.a (mon.0) 537 : audit [INF] from='client.? 172.21.2.108:0/1066640107' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:50:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:02 gibba023 bash[13021]: cluster 2021-03-04T22:50:02.188213+0000 mgr.y (mgr.14138) 210 : cluster [DBG] pgmap v185: 9 pgs: 1 creating+peering, 5 active+clean, 3 unknown; 0 B data, 3.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:03.137 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T22:50:03.211 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:03.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:03 gibba008 bash[13002]: audit 2021-03-04T22:50:02.424080+0000 mon.a (mon.0) 538 : audit [INF] from='client.? 172.21.2.108:0/1066640107' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-03-04T22:50:03.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:03 gibba008 bash[13002]: cluster 2021-03-04T22:50:02.424121+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-03-04T22:50:03.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:03 gibba008 bash[16766]: audit 2021-03-04T22:50:02.424080+0000 mon.a (mon.0) 538 : audit [INF] from='client.? 172.21.2.108:0/1066640107' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-03-04T22:50:03.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:03 gibba008 bash[16766]: cluster 2021-03-04T22:50:02.424121+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-03-04T22:50:03.744 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:03 gibba023 bash[13021]: audit 2021-03-04T22:50:02.424080+0000 mon.a (mon.0) 538 : audit [INF] from='client.? 172.21.2.108:0/1066640107' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-03-04T22:50:03.744 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:03 gibba023 bash[13021]: cluster 2021-03-04T22:50:02.424121+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-03-04T22:50:04.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:04 gibba008 bash[13002]: cluster 2021-03-04T22:50:04.189143+0000 mgr.y (mgr.14138) 211 : cluster [DBG] pgmap v187: 9 pgs: 1 creating+peering, 8 active+clean; 0 B data, 3.7 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:04 gibba008 bash[16766]: cluster 2021-03-04T22:50:04.189143+0000 mgr.y (mgr.14138) 211 : cluster [DBG] pgmap v187: 9 pgs: 1 creating+peering, 8 active+clean; 0 B data, 3.7 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:04 gibba023 bash[13021]: cluster 2021-03-04T22:50:04.189143+0000 mgr.y (mgr.14138) 211 : cluster [DBG] pgmap v187: 9 pgs: 1 creating+peering, 8 active+clean; 0 B data, 3.7 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:06.071 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:50:06.072 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":51,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T22:50:02.411635+0000","last_up_change":"2021-03-04T22:49:28.198793+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6803","nonce":1909961570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6805","nonce":1909961570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6809","nonce":1909961570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6807","nonce":1909961570}]},"public_addr":"172.21.2.108:6803/1909961570","cluster_addr":"172.21.2.108:6805/1909961570","heartbeat_back_addr":"172.21.2.108:6809/1909961570","heartbeat_front_addr":"172.21.2.108:6807/1909961570","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6811","nonce":1531541700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6813","nonce":1531541700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6817","nonce":1531541700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6815","nonce":1531541700}]},"public_addr":"172.21.2.108:6811/1531541700","cluster_addr":"172.21.2.108:6813/1531541700","heartbeat_back_addr":"172.21.2.108:6817/1531541700","heartbeat_front_addr":"172.21.2.108:6815/1531541700","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6819","nonce":1148891518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6821","nonce":1148891518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6825","nonce":1148891518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6823","nonce":1148891518}]},"public_addr":"172.21.2.108:6819/1148891518","cluster_addr":"172.21.2.108:6821/1148891518","heartbeat_back_addr":"172.21.2.108:6825/1148891518","heartbeat_front_addr":"172.21.2.108:6823/1148891518","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6827","nonce":4145891815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6829","nonce":4145891815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6832","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6833","nonce":4145891815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6831","nonce":4145891815}]},"public_addr":"172.21.2.108:6827/4145891815","cluster_addr":"172.21.2.108:6829/4145891815","heartbeat_back_addr":"172.21.2.108:6833/4145891815","heartbeat_front_addr":"172.21.2.108:6831/4145891815","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T22:50:06.098 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:05 gibba008 bash[24634]: level=info ts=2021-03-04T22:50:05.804Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000648177s 2021-03-04T22:50:06.273 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:05 gibba023 systemd[1]: Started Ceph grafana.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:50:06.743 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2021-03-04T22:45:49.679394+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-03-04T22:49:58.038911+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-03-04T22:50:06.744 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2021-03-04T22:50:06.819 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:07.174 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[13021]: audit 2021-03-04T22:50:05.965134+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:07.175 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[13021]: audit 2021-03-04T22:50:05.966130+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:07.175 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[13021]: audit 2021-03-04T22:50:05.966252+0000 mon.a (mon.0) 542 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:07.175 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[13021]: audit 2021-03-04T22:50:06.068148+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.2.108:0/983696791' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:07.176 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[13021]: cluster 2021-03-04T22:50:06.189526+0000 mgr.y (mgr.14138) 212 : cluster [DBG] pgmap v188: 9 pgs: 9 active+clean; 0 B data, 3.7 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:07.176 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[13021]: audit 2021-03-04T22:50:06.746008+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:07.177 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Starting Grafana" logger=server version=6.6.2 commit=3fa63cfc34 branch=HEAD compiled=2020-02-20T12:03:49+0000 2021-03-04T22:50:07.178 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2021-03-04T22:50:07.178 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2021-03-04T22:50:07.178 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2021-03-04T22:50:07.179 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2021-03-04T22:50:07.179 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2021-03-04T22:50:07.180 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2021-03-04T22:50:07.180 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2021-03-04T22:50:07.181 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2021-03-04T22:50:07.181 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2021-03-04T22:50:07.182 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2021-03-04T22:50:07.182 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2021-03-04T22:50:07.183 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="App mode production" logger=settings 2021-03-04T22:50:07.183 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Initializing SqlStore" logger=server 2021-03-04T22:50:07.184 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2021-03-04T22:50:07.184 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Starting DB migration" logger=migrator 2021-03-04T22:50:07.185 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:06 gibba023 bash[21695]: t=2021-03-04T22:50:06+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2021-03-04T22:50:07.185 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2021-03-04T22:50:07.185 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2021-03-04T22:50:07.186 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2021-03-04T22:50:07.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[13002]: audit 2021-03-04T22:50:05.965134+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:07.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[13002]: audit 2021-03-04T22:50:05.966130+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:07.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[13002]: audit 2021-03-04T22:50:05.966252+0000 mon.a (mon.0) 542 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:07.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[13002]: audit 2021-03-04T22:50:06.068148+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.2.108:0/983696791' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:07.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[13002]: cluster 2021-03-04T22:50:06.189526+0000 mgr.y (mgr.14138) 212 : cluster [DBG] pgmap v188: 9 pgs: 9 active+clean; 0 B data, 3.7 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:07.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[13002]: audit 2021-03-04T22:50:06.746008+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:07.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[16766]: audit 2021-03-04T22:50:05.965134+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:07.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[16766]: audit 2021-03-04T22:50:05.966130+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:07.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[16766]: audit 2021-03-04T22:50:05.966252+0000 mon.a (mon.0) 542 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:07.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[16766]: audit 2021-03-04T22:50:06.068148+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.2.108:0/983696791' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:07.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[16766]: cluster 2021-03-04T22:50:06.189526+0000 mgr.y (mgr.14138) 212 : cluster [DBG] pgmap v188: 9 pgs: 9 active+clean; 0 B data, 3.7 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:07.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:06 gibba008 bash[16766]: audit 2021-03-04T22:50:06.746008+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:07.433 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2021-03-04T22:50:07.434 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2021-03-04T22:50:07.434 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2021-03-04T22:50:07.434 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2021-03-04T22:50:07.715 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2021-03-04T22:50:07.716 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2021-03-04T22:50:07.716 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-03-04T22:50:07.716 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2021-03-04T22:50:07.716 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2021-03-04T22:50:07.716 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2021-03-04T22:50:07.966 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2021-03-04T22:50:07.967 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2021-03-04T22:50:07.967 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2021-03-04T22:50:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[13021]: cephadm 2021-03-04T22:50:06.746530+0000 mgr.y (mgr.14138) 213 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:50:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[13021]: audit 2021-03-04T22:50:07.152095+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[13021]: cephadm 2021-03-04T22:50:07.153250+0000 mgr.y (mgr.14138) 214 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:50:08.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[13021]: audit 2021-03-04T22:50:07.367602+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:08.275 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:07 gibba023 bash[21695]: t=2021-03-04T22:50:07+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2021-03-04T22:50:08.275 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2021-03-04T22:50:08.275 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2021-03-04T22:50:08.276 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2021-03-04T22:50:08.276 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2021-03-04T22:50:08.276 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2021-03-04T22:50:08.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[13002]: cephadm 2021-03-04T22:50:06.746530+0000 mgr.y (mgr.14138) 213 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:50:08.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[13002]: audit 2021-03-04T22:50:07.152095+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:08.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[13002]: cephadm 2021-03-04T22:50:07.153250+0000 mgr.y (mgr.14138) 214 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:50:08.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[13002]: audit 2021-03-04T22:50:07.367602+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:08.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[16766]: cephadm 2021-03-04T22:50:06.746530+0000 mgr.y (mgr.14138) 213 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:50:08.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[16766]: audit 2021-03-04T22:50:07.152095+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:08.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[16766]: cephadm 2021-03-04T22:50:07.153250+0000 mgr.y (mgr.14138) 214 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:50:08.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:08 gibba008 bash[16766]: audit 2021-03-04T22:50:07.367602+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:08.580 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2021-03-04T22:50:08.580 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2021-03-04T22:50:08.580 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2021-03-04T22:50:08.580 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2021-03-04T22:50:08.581 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2021-03-04T22:50:08.581 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2021-03-04T22:50:08.849 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2021-03-04T22:50:08.850 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2021-03-04T22:50:09.116 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2021-03-04T22:50:09.117 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2021-03-04T22:50:09.117 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:08 gibba023 bash[21695]: t=2021-03-04T22:50:08+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2021-03-04T22:50:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:09 gibba008 bash[13002]: cephadm 2021-03-04T22:50:07.369572+0000 mgr.y (mgr.14138) 215 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-03-04T22:50:09.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:09 gibba008 bash[13002]: cephadm 2021-03-04T22:50:07.371104+0000 mgr.y (mgr.14138) 216 : cephadm [INF] Reconfiguring daemon alertmanager.a on gibba008 2021-03-04T22:50:09.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:09 gibba008 bash[13002]: cluster 2021-03-04T22:50:08.189910+0000 mgr.y (mgr.14138) 217 : cluster [DBG] pgmap v189: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:09.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:09 gibba008 bash[16766]: cephadm 2021-03-04T22:50:07.369572+0000 mgr.y (mgr.14138) 215 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-03-04T22:50:09.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:09 gibba008 bash[16766]: cephadm 2021-03-04T22:50:07.371104+0000 mgr.y (mgr.14138) 216 : cephadm [INF] Reconfiguring daemon alertmanager.a on gibba008 2021-03-04T22:50:09.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:09 gibba008 bash[16766]: cluster 2021-03-04T22:50:08.189910+0000 mgr.y (mgr.14138) 217 : cluster [DBG] pgmap v189: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:09.405 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[13021]: cephadm 2021-03-04T22:50:07.369572+0000 mgr.y (mgr.14138) 215 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-03-04T22:50:09.406 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[13021]: cephadm 2021-03-04T22:50:07.371104+0000 mgr.y (mgr.14138) 216 : cephadm [INF] Reconfiguring daemon alertmanager.a on gibba008 2021-03-04T22:50:09.406 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[13021]: cluster 2021-03-04T22:50:08.189910+0000 mgr.y (mgr.14138) 217 : cluster [DBG] pgmap v189: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:09.407 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2021-03-04T22:50:09.407 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2021-03-04T22:50:09.407 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2021-03-04T22:50:09.670 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2021-03-04T22:50:09.670 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2021-03-04T22:50:09.670 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2021-03-04T22:50:09.670 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2021-03-04T22:50:09.671 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2021-03-04T22:50:09.988 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2021-03-04T22:50:09.989 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2021-03-04T22:50:09.989 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2021-03-04T22:50:10.248 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:09 gibba023 bash[21695]: t=2021-03-04T22:50:09+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2021-03-04T22:50:10.248 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2021-03-04T22:50:10.248 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2021-03-04T22:50:10.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[13021]: cluster 2021-03-04T22:50:10.190529+0000 mgr.y (mgr.14138) 218 : cluster [DBG] pgmap v190: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:10.524 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2021-03-04T22:50:10.524 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2021-03-04T22:50:10.525 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2021-03-04T22:50:10.525 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2021-03-04T22:50:10.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:10 gibba008 bash[13002]: cluster 2021-03-04T22:50:10.190529+0000 mgr.y (mgr.14138) 218 : cluster [DBG] pgmap v190: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:10.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:10 gibba008 bash[16766]: cluster 2021-03-04T22:50:10.190529+0000 mgr.y (mgr.14138) 218 : cluster [DBG] pgmap v190: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:10.834 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2021-03-04T22:50:10.834 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2021-03-04T22:50:10.834 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2021-03-04T22:50:10.834 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2021-03-04T22:50:11.102 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2021-03-04T22:50:11.102 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2021-03-04T22:50:11.102 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:10 gibba023 bash[21695]: t=2021-03-04T22:50:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2021-03-04T22:50:11.103 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2021-03-04T22:50:11.361 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2021-03-04T22:50:11.362 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2021-03-04T22:50:11.362 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2021-03-04T22:50:11.362 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2021-03-04T22:50:11.363 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2021-03-04T22:50:11.683 INFO:teuthology.orchestra.run.gibba008.stdout:pg_num: 1 2021-03-04T22:50:11.699 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2021-03-04T22:50:11.699 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2021-03-04T22:50:11.699 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2021-03-04T22:50:11.700 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2021-03-04T22:50:11.700 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2021-03-04T22:50:12.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:11 gibba008 bash[13002]: audit 2021-03-04T22:50:11.680010+0000 mon.a (mon.0) 546 : audit [DBG] from='client.? 172.21.2.108:0/3978140552' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-03-04T22:50:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:11 gibba008 bash[16766]: audit 2021-03-04T22:50:11.680010+0000 mon.a (mon.0) 546 : audit [DBG] from='client.? 172.21.2.108:0/3978140552' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-03-04T22:50:12.016 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[13021]: audit 2021-03-04T22:50:11.680010+0000 mon.a (mon.0) 546 : audit [DBG] from='client.? 172.21.2.108:0/3978140552' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-03-04T22:50:12.016 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2021-03-04T22:50:12.016 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2021-03-04T22:50:12.017 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2021-03-04T22:50:12.017 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:11 gibba023 bash[21695]: t=2021-03-04T22:50:11+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2021-03-04T22:50:12.267 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2021-03-04T22:50:12.267 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2021-03-04T22:50:12.268 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2021-03-04T22:50:12.518 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2021-03-04T22:50:12.519 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2021-03-04T22:50:12.519 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2021-03-04T22:50:12.520 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2021-03-04T22:50:12.520 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-03-04T22:50:12.661 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool get rbd pg_num 2021-03-04T22:50:12.739 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[13021]: cluster 2021-03-04T22:50:12.191550+0000 mgr.y (mgr.14138) 219 : cluster [DBG] pgmap v191: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[13021]: audit 2021-03-04T22:50:12.250562+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:50:12.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[13021]: audit 2021-03-04T22:50:12.250689+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:50:12.775 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2021-03-04T22:50:12.776 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2021-03-04T22:50:12.776 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2021-03-04T22:50:12.776 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2021-03-04T22:50:13.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:12 gibba008 bash[13002]: cluster 2021-03-04T22:50:12.191550+0000 mgr.y (mgr.14138) 219 : cluster [DBG] pgmap v191: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:13.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:12 gibba008 bash[13002]: audit 2021-03-04T22:50:12.250562+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:50:13.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:12 gibba008 bash[13002]: audit 2021-03-04T22:50:12.250689+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:50:13.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:12 gibba008 bash[16766]: cluster 2021-03-04T22:50:12.191550+0000 mgr.y (mgr.14138) 219 : cluster [DBG] pgmap v191: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:13.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:12 gibba008 bash[16766]: audit 2021-03-04T22:50:12.250562+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:50:13.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:12 gibba008 bash[16766]: audit 2021-03-04T22:50:12.250689+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:50:13.030 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2021-03-04T22:50:13.030 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2021-03-04T22:50:13.030 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2021-03-04T22:50:13.030 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:12 gibba023 bash[21695]: t=2021-03-04T22:50:12+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2021-03-04T22:50:13.307 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2021-03-04T22:50:13.307 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2021-03-04T22:50:13.307 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2021-03-04T22:50:13.566 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2021-03-04T22:50:13.567 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2021-03-04T22:50:13.567 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2021-03-04T22:50:13.567 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2021-03-04T22:50:13.568 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2021-03-04T22:50:13.842 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2021-03-04T22:50:13.842 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2021-03-04T22:50:14.058 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:13 gibba008 systemd[1]: Stopping Ceph alertmanager.a for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:50:14.059 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:13 gibba008 bash[24634]: level=info ts=2021-03-04T22:50:13.996Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2021-03-04T22:50:14.102 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2021-03-04T22:50:14.102 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2021-03-04T22:50:14.103 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:13 gibba023 bash[21695]: t=2021-03-04T22:50:13+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2021-03-04T22:50:14.103 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2021-03-04T22:50:14.370 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[13021]: cluster 2021-03-04T22:50:14.192289+0000 mgr.y (mgr.14138) 220 : cluster [DBG] pgmap v192: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:14.371 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2021-03-04T22:50:14.371 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2021-03-04T22:50:14.371 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2021-03-04T22:50:14.372 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2021-03-04T22:50:14.372 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2021-03-04T22:50:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:14 gibba008 bash[16766]: cluster 2021-03-04T22:50:14.192289+0000 mgr.y (mgr.14138) 220 : cluster [DBG] pgmap v192: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:14 gibba008 bash[13002]: cluster 2021-03-04T22:50:14.192289+0000 mgr.y (mgr.14138) 220 : cluster [DBG] pgmap v192: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:14.647 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2021-03-04T22:50:14.647 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2021-03-04T22:50:14.648 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2021-03-04T22:50:14.958 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2021-03-04T22:50:14.958 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2021-03-04T22:50:14.958 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2021-03-04T22:50:14.959 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2021-03-04T22:50:14.959 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:14 gibba023 bash[21695]: t=2021-03-04T22:50:14+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2021-03-04T22:50:15.261 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:14 gibba008 docker[25781]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-alertmanager.a 2021-03-04T22:50:15.262 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:14 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@alertmanager.a.service: Succeeded. 2021-03-04T22:50:15.262 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:14 gibba008 systemd[1]: Stopped Ceph alertmanager.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:50:15.262 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:14 gibba008 systemd[1]: Started Ceph alertmanager.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:50:15.273 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[21695]: t=2021-03-04T22:50:15+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2021-03-04T22:50:15.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[21695]: t=2021-03-04T22:50:15+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2021-03-04T22:50:15.493 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[21695]: t=2021-03-04T22:50:15+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2021-03-04T22:50:15.774 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[21695]: t=2021-03-04T22:50:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2021-03-04T22:50:16.119 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[21695]: t=2021-03-04T22:50:15+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2021-03-04T22:50:16.119 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[21695]: t=2021-03-04T22:50:15+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2021-03-04T22:50:16.119 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[13021]: audit 2021-03-04T22:50:14.976642+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:16.120 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[13021]: cephadm 2021-03-04T22:50:14.977442+0000 mgr.y (mgr.14138) 221 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-03-04T22:50:16.120 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:15 gibba023 bash[13021]: cephadm 2021-03-04T22:50:14.980295+0000 mgr.y (mgr.14138) 222 : cephadm [INF] Reconfiguring daemon prometheus.a on gibba023 2021-03-04T22:50:16.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:15 gibba008 bash[16766]: audit 2021-03-04T22:50:14.976642+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:16.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:15 gibba008 bash[16766]: cephadm 2021-03-04T22:50:14.977442+0000 mgr.y (mgr.14138) 221 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-03-04T22:50:16.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:15 gibba008 bash[16766]: cephadm 2021-03-04T22:50:14.980295+0000 mgr.y (mgr.14138) 222 : cephadm [INF] Reconfiguring daemon prometheus.a on gibba023 2021-03-04T22:50:16.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:15 gibba008 bash[13002]: audit 2021-03-04T22:50:14.976642+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:16.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:15 gibba008 bash[13002]: cephadm 2021-03-04T22:50:14.977442+0000 mgr.y (mgr.14138) 221 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-03-04T22:50:16.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:15 gibba008 bash[13002]: cephadm 2021-03-04T22:50:14.980295+0000 mgr.y (mgr.14138) 222 : cephadm [INF] Reconfiguring daemon prometheus.a on gibba023 2021-03-04T22:50:16.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2021-03-04T22:50:16.451 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2021-03-04T22:50:16.718 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2021-03-04T22:50:16.719 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2021-03-04T22:50:16.979 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2021-03-04T22:50:16.980 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2021-03-04T22:50:16.980 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2021-03-04T22:50:17.226 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:16 gibba008 bash[16766]: cluster 2021-03-04T22:50:16.193047+0000 mgr.y (mgr.14138) 223 : cluster [DBG] pgmap v193: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:17.227 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:16 gibba008 bash[13002]: cluster 2021-03-04T22:50:16.193047+0000 mgr.y (mgr.14138) 223 : cluster [DBG] pgmap v193: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:17.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[13021]: cluster 2021-03-04T22:50:16.193047+0000 mgr.y (mgr.14138) 223 : cluster [DBG] pgmap v193: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:17.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:16 gibba023 bash[21695]: t=2021-03-04T22:50:16+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2021-03-04T22:50:17.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:17 gibba023 bash[21695]: t=2021-03-04T22:50:17+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2021-03-04T22:50:17.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:17 gibba023 bash[21695]: t=2021-03-04T22:50:17+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2021-03-04T22:50:17.511 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.223Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-03-04T22:50:17.512 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.223Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-03-04T22:50:17.512 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.224Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.2.108 port=9094 2021-03-04T22:50:17.512 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.225Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-03-04T22:50:17.513 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.240Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-03-04T22:50:17.513 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.240Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-03-04T22:50:17.513 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:17 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:17.242Z caller=main.go:497 msg=Listening address=:9093 2021-03-04T22:50:17.572 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:17 gibba023 bash[21695]: t=2021-03-04T22:50:17+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2021-03-04T22:50:17.844 INFO:teuthology.orchestra.run.gibba008.stdout:pg_num: 8 2021-03-04T22:50:17.853 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:17 gibba023 bash[21695]: t=2021-03-04T22:50:17+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2021-03-04T22:50:18.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:17 gibba023 bash[21695]: t=2021-03-04T22:50:17+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2021-03-04T22:50:18.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:17 gibba023 bash[21695]: t=2021-03-04T22:50:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2021-03-04T22:50:18.275 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[21695]: t=2021-03-04T22:50:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2021-03-04T22:50:18.551 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T22:50:18.552 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T22:50:18.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T22:50:18.624 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:18.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:18 gibba008 bash[16766]: audit 2021-03-04T22:50:17.840870+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.2.108:0/4163215965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-03-04T22:50:18.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:18 gibba008 bash[16766]: cluster 2021-03-04T22:50:18.193865+0000 mgr.y (mgr.14138) 224 : cluster [DBG] pgmap v194: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:18.648 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:18 gibba008 bash[13002]: audit 2021-03-04T22:50:17.840870+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.2.108:0/4163215965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-03-04T22:50:18.648 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:18 gibba008 bash[13002]: cluster 2021-03-04T22:50:18.193865+0000 mgr.y (mgr.14138) 224 : cluster [DBG] pgmap v194: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:18.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[13021]: audit 2021-03-04T22:50:17.840870+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.2.108:0/4163215965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-03-04T22:50:18.767 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[13021]: cluster 2021-03-04T22:50:18.193865+0000 mgr.y (mgr.14138) 224 : cluster [DBG] pgmap v194: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:18.767 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[21695]: t=2021-03-04T22:50:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2021-03-04T22:50:18.767 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[21695]: t=2021-03-04T22:50:18+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2021-03-04T22:50:18.987 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[21695]: t=2021-03-04T22:50:18+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2021-03-04T22:50:19.024 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:18 gibba023 bash[21695]: t=2021-03-04T22:50:18+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2021-03-04T22:50:19.391 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2021-03-04T22:50:19.391 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2021-03-04T22:50:19.511 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:19 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:19.225Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000170093s 2021-03-04T22:50:19.642 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2021-03-04T22:50:19.643 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2021-03-04T22:50:19.987 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2021-03-04T22:50:19.987 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2021-03-04T22:50:19.988 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2021-03-04T22:50:20.256 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:19 gibba023 bash[21695]: t=2021-03-04T22:50:19+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2021-03-04T22:50:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[13021]: cluster 2021-03-04T22:50:20.194835+0000 mgr.y (mgr.14138) 225 : cluster [DBG] pgmap v195: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:20.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2021-03-04T22:50:20.524 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2021-03-04T22:50:20.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:20 gibba008 bash[13002]: cluster 2021-03-04T22:50:20.194835+0000 mgr.y (mgr.14138) 225 : cluster [DBG] pgmap v195: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:20 gibba008 bash[16766]: cluster 2021-03-04T22:50:20.194835+0000 mgr.y (mgr.14138) 225 : cluster [DBG] pgmap v195: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:20.825 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 systemd[1]: Stopping Ceph prometheus.a for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:50:20.826 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2021-03-04T22:50:20.826 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2021-03-04T22:50:20.826 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2021-03-04T22:50:21.104 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2021-03-04T22:50:21.104 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[21695]: t=2021-03-04T22:50:20+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2021-03-04T22:50:21.104 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:21 gibba023 bash[21695]: t=2021-03-04T22:50:21+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2021-03-04T22:50:21.105 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=warn ts=2021-03-04T22:50:20.826Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2021-03-04T22:50:21.105 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2021-03-04T22:50:21.105 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=main.go:561 msg="Stopping notify discovery manager..." 2021-03-04T22:50:21.105 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=main.go:583 msg="Stopping scrape manager..." 2021-03-04T22:50:21.106 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=main.go:543 msg="Scrape discovery manager stopped" 2021-03-04T22:50:21.106 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2021-03-04T22:50:21.106 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2021-03-04T22:50:21.106 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=main.go:557 msg="Notify discovery manager stopped" 2021-03-04T22:50:21.106 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.826Z caller=main.go:577 msg="Scrape manager stopped" 2021-03-04T22:50:21.107 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.827Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2021-03-04T22:50:21.107 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.827Z caller=main.go:749 msg="Notifier manager stopped" 2021-03-04T22:50:21.107 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:20 gibba023 bash[20839]: level=info ts=2021-03-04T22:50:20.827Z caller=main.go:761 msg="See you next time!" 2021-03-04T22:50:21.523 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:21 gibba023 bash[21695]: t=2021-03-04T22:50:21+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2021-03-04T22:50:21.680 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:50:21.988 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:21 gibba023 bash[13021]: audit 2021-03-04T22:50:21.674233+0000 mon.a (mon.0) 550 : audit [DBG] from='client.? 172.21.2.108:0/363971001' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T22:50:21.989 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:21 gibba023 docker[22257]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-prometheus.a 2021-03-04T22:50:21.989 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:21 gibba023 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@prometheus.a.service: Succeeded. 2021-03-04T22:50:21.989 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:21 gibba023 systemd[1]: Stopped Ceph prometheus.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:50:21.989 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:21 gibba023 systemd[1]: Started Ceph prometheus.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:50:21.990 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:21 gibba023 bash[21695]: t=2021-03-04T22:50:21+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2021-03-04T22:50:21.990 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:21 gibba023 bash[21695]: t=2021-03-04T22:50:21+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2021-03-04T22:50:21.990 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:21 gibba023 bash[21695]: t=2021-03-04T22:50:21+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2021-03-04T22:50:22.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:21 gibba008 bash[13002]: audit 2021-03-04T22:50:21.674233+0000 mon.a (mon.0) 550 : audit [DBG] from='client.? 172.21.2.108:0/363971001' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T22:50:22.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:21 gibba008 bash[16766]: audit 2021-03-04T22:50:21.674233+0000 mon.a (mon.0) 550 : audit [DBG] from='client.? 172.21.2.108:0/363971001' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T22:50:22.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[21695]: t=2021-03-04T22:50:22+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2021-03-04T22:50:22.345 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":14,"active_gid":14138,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6800","nonce":1315609333},{"type":"v1","addr":"172.21.2.108:6801","nonce":1315609333}]},"active_addr":"172.21.2.108:6801/1315609333","active_change":"2021-03-04T22:45:11.949976+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://gibba008:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.108:0","nonce":2647530036}]},{"addrvec":[{"type":"v2","addr":"172.21.2.108:0","nonce":3912711772}]}]}} 2021-03-04T22:50:22.352 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T22:50:22.352 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T22:50:22.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T22:50:22.430 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:22.774 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[21695]: t=2021-03-04T22:50:22+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2021-03-04T22:50:22.774 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[21695]: t=2021-03-04T22:50:22+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2021-03-04T22:50:22.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.963154+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:22.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.965275+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-03-04T22:50:22.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.965524+0000 mgr.y (mgr.14138) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-03-04T22:50:22.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.966574+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://gibba008:9093"}]: dispatch 2021-03-04T22:50:22.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.966775+0000 mgr.y (mgr.14138) 227 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://gibba008:9093"}]: dispatch 2021-03-04T22:50:22.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.969689+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:22.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.972259+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-03-04T22:50:22.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.972567+0000 mgr.y (mgr.14138) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-03-04T22:50:22.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.976183+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://gibba023:9095"}]: dispatch 2021-03-04T22:50:22.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.976429+0000 mgr.y (mgr.14138) 229 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://gibba023:9095"}]: dispatch 2021-03-04T22:50:22.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.979261+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:22.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.981686+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-03-04T22:50:22.973 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.981907+0000 mgr.y (mgr.14138) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-03-04T22:50:23.062 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[21695]: t=2021-03-04T22:50:22+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2021-03-04T22:50:23.062 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[21695]: t=2021-03-04T22:50:22+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2021-03-04T22:50:23.063 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.963154+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.063 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.965275+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-03-04T22:50:23.063 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.965524+0000 mgr.y (mgr.14138) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-03-04T22:50:23.064 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.966574+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://gibba008:9093"}]: dispatch 2021-03-04T22:50:23.064 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.966775+0000 mgr.y (mgr.14138) 227 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://gibba008:9093"}]: dispatch 2021-03-04T22:50:23.064 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.969689+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.064 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.972259+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-03-04T22:50:23.064 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.972567+0000 mgr.y (mgr.14138) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-03-04T22:50:23.065 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.976183+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://gibba023:9095"}]: dispatch 2021-03-04T22:50:23.065 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.976429+0000 mgr.y (mgr.14138) 229 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://gibba023:9095"}]: dispatch 2021-03-04T22:50:23.065 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.979261+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.065 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.981686+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-03-04T22:50:23.066 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.981907+0000 mgr.y (mgr.14138) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-03-04T22:50:23.066 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.985056+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://gibba023:3000"}]: dispatch 2021-03-04T22:50:23.066 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.985257+0000 mgr.y (mgr.14138) 231 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://gibba023:3000"}]: dispatch 2021-03-04T22:50:23.066 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.988284+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.066 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.990522+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:23.067 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: audit 2021-03-04T22:50:21.990736+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:23.067 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:22 gibba023 bash[13021]: cluster 2021-03-04T22:50:22.195208+0000 mgr.y (mgr.14138) 232 : cluster [DBG] pgmap v196: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.985056+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://gibba023:3000"}]: dispatch 2021-03-04T22:50:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.985257+0000 mgr.y (mgr.14138) 231 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://gibba023:3000"}]: dispatch 2021-03-04T22:50:23.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.988284+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.990522+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:23.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: audit 2021-03-04T22:50:21.990736+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:23.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[13002]: cluster 2021-03-04T22:50:22.195208+0000 mgr.y (mgr.14138) 232 : cluster [DBG] pgmap v196: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:23.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.963154+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.965275+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-03-04T22:50:23.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.965524+0000 mgr.y (mgr.14138) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-03-04T22:50:23.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.966574+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://gibba008:9093"}]: dispatch 2021-03-04T22:50:23.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.966775+0000 mgr.y (mgr.14138) 227 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://gibba008:9093"}]: dispatch 2021-03-04T22:50:23.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.969689+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.972259+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-03-04T22:50:23.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.972567+0000 mgr.y (mgr.14138) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-03-04T22:50:23.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.976183+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://gibba023:9095"}]: dispatch 2021-03-04T22:50:23.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.976429+0000 mgr.y (mgr.14138) 229 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://gibba023:9095"}]: dispatch 2021-03-04T22:50:23.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.979261+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.981686+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-03-04T22:50:23.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.981907+0000 mgr.y (mgr.14138) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-03-04T22:50:23.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.985056+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://gibba023:3000"}]: dispatch 2021-03-04T22:50:23.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.985257+0000 mgr.y (mgr.14138) 231 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://gibba023:3000"}]: dispatch 2021-03-04T22:50:23.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.988284+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:23.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.990522+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:23.267 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: audit 2021-03-04T22:50:21.990736+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:23.267 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:22 gibba008 bash[16766]: cluster 2021-03-04T22:50:22.195208+0000 mgr.y (mgr.14138) 232 : cluster [DBG] pgmap v196: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:23.366 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2021-03-04T22:50:23.366 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2021-03-04T22:50:23.367 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2021-03-04T22:50:23.633 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2021-03-04T22:50:23.633 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2021-03-04T22:50:23.633 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2021-03-04T22:50:23.634 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.456Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-03-04T22:50:23.634 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.456Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-03-04T22:50:23.634 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.456Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-03-04T22:50:23.635 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.456Z caller=main.go:339 host_details="(Linux 5.4.0-66-generic #74-Ubuntu SMP Wed Jan 27 22:54:38 UTC 2021 x86_64 gibba023 (none))" 2021-03-04T22:50:23.635 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.456Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-03-04T22:50:23.635 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.456Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-03-04T22:50:23.635 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.457Z caller=main.go:678 msg="Starting TSDB ..." 2021-03-04T22:50:23.635 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.457Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-03-04T22:50:23.636 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.460Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-03-04T22:50:23.636 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.460Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2021-03-04T22:50:23.636 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.460Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2021-03-04T22:50:23.636 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.460Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=302.424µs 2021-03-04T22:50:23.637 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.461Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-03-04T22:50:23.637 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.461Z caller=main.go:695 msg="TSDB started" 2021-03-04T22:50:23.637 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.461Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-03-04T22:50:23.637 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.461Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-03-04T22:50:23.637 INFO:journalctl@ceph.prometheus.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[22307]: level=info ts=2021-03-04T22:50:23.461Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-03-04T22:50:23.893 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2021-03-04T22:50:23.893 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2021-03-04T22:50:23.893 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2021-03-04T22:50:23.894 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2021-03-04T22:50:23.894 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2021-03-04T22:50:24.179 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:23 gibba023 bash[21695]: t=2021-03-04T22:50:23+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2021-03-04T22:50:24.180 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2021-03-04T22:50:24.180 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2021-03-04T22:50:24.180 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2021-03-04T22:50:24.180 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[13021]: audit 2021-03-04T22:50:23.085596+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.181 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[13021]: audit 2021-03-04T22:50:23.193491+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.181 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[13021]: audit 2021-03-04T22:50:23.199843+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.181 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[13021]: audit 2021-03-04T22:50:23.202226+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:24.181 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[13021]: audit 2021-03-04T22:50:23.202344+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[13002]: audit 2021-03-04T22:50:23.085596+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[13002]: audit 2021-03-04T22:50:23.193491+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[13002]: audit 2021-03-04T22:50:23.199843+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[13002]: audit 2021-03-04T22:50:23.202226+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:24.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[13002]: audit 2021-03-04T22:50:23.202344+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[16766]: audit 2021-03-04T22:50:23.085596+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[16766]: audit 2021-03-04T22:50:23.193491+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[16766]: audit 2021-03-04T22:50:23.199843+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:24.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[16766]: audit 2021-03-04T22:50:23.202226+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:24.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:24 gibba008 bash[16766]: audit 2021-03-04T22:50:23.202344+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:50:24.431 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2021-03-04T22:50:24.432 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2021-03-04T22:50:24.432 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2021-03-04T22:50:24.432 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2021-03-04T22:50:24.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2021-03-04T22:50:24.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2021-03-04T22:50:24.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2021-03-04T22:50:24.684 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2021-03-04T22:50:24.934 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2021-03-04T22:50:24.935 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2021-03-04T22:50:24.935 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2021-03-04T22:50:25.185 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[13021]: audit 2021-03-04T22:50:24.164718+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.185 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[13021]: cluster 2021-03-04T22:50:24.195482+0000 mgr.y (mgr.14138) 233 : cluster [DBG] pgmap v197: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:25.185 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[13021]: audit 2021-03-04T22:50:24.213948+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.186 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[13021]: audit 2021-03-04T22:50:24.220631+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.186 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2021-03-04T22:50:25.186 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:24 gibba023 bash[21695]: t=2021-03-04T22:50:24+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2021-03-04T22:50:25.187 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2021-03-04T22:50:25.187 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2021-03-04T22:50:25.187 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2021-03-04T22:50:25.239 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:50:25.240 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":51,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T22:50:02.411635+0000","last_up_change":"2021-03-04T22:49:28.198793+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6803","nonce":1909961570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6805","nonce":1909961570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6809","nonce":1909961570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6807","nonce":1909961570}]},"public_addr":"172.21.2.108:6803/1909961570","cluster_addr":"172.21.2.108:6805/1909961570","heartbeat_back_addr":"172.21.2.108:6809/1909961570","heartbeat_front_addr":"172.21.2.108:6807/1909961570","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6811","nonce":1531541700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6813","nonce":1531541700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6817","nonce":1531541700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6815","nonce":1531541700}]},"public_addr":"172.21.2.108:6811/1531541700","cluster_addr":"172.21.2.108:6813/1531541700","heartbeat_back_addr":"172.21.2.108:6817/1531541700","heartbeat_front_addr":"172.21.2.108:6815/1531541700","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6819","nonce":1148891518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6821","nonce":1148891518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6825","nonce":1148891518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6823","nonce":1148891518}]},"public_addr":"172.21.2.108:6819/1148891518","cluster_addr":"172.21.2.108:6821/1148891518","heartbeat_back_addr":"172.21.2.108:6825/1148891518","heartbeat_front_addr":"172.21.2.108:6823/1148891518","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6827","nonce":4145891815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6829","nonce":4145891815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6832","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6833","nonce":4145891815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6831","nonce":4145891815}]},"public_addr":"172.21.2.108:6827/4145891815","cluster_addr":"172.21.2.108:6829/4145891815","heartbeat_back_addr":"172.21.2.108:6833/4145891815","heartbeat_front_addr":"172.21.2.108:6831/4145891815","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T22:50:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[13002]: audit 2021-03-04T22:50:24.164718+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[13002]: cluster 2021-03-04T22:50:24.195482+0000 mgr.y (mgr.14138) 233 : cluster [DBG] pgmap v197: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[13002]: audit 2021-03-04T22:50:24.213948+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[13002]: audit 2021-03-04T22:50:24.220631+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[16766]: audit 2021-03-04T22:50:24.164718+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[16766]: cluster 2021-03-04T22:50:24.195482+0000 mgr.y (mgr.14138) 233 : cluster [DBG] pgmap v197: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:25.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[16766]: audit 2021-03-04T22:50:24.213948+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:25 gibba008 bash[16766]: audit 2021-03-04T22:50:24.220631+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:50:25.480 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2021-03-04T22:50:25.482 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2021-03-04T22:50:25.482 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2021-03-04T22:50:25.482 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2021-03-04T22:50:25.482 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2021-03-04T22:50:25.732 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2021-03-04T22:50:25.732 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2021-03-04T22:50:25.732 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2021-03-04T22:50:25.864 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T22:50:25.865 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T22:50:25.937 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:26.000 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2021-03-04T22:50:26.000 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2021-03-04T22:50:26.000 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2021-03-04T22:50:26.001 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2021-03-04T22:50:26.001 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:25 gibba023 bash[21695]: t=2021-03-04T22:50:25+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2021-03-04T22:50:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:26 gibba008 bash[13002]: audit 2021-03-04T22:50:25.236136+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.2.108:0/4028749881' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:26 gibba008 bash[16766]: audit 2021-03-04T22:50:25.236136+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.2.108:0/4028749881' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[13021]: audit 2021-03-04T22:50:25.236136+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.2.108:0/4028749881' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:26.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2021-03-04T22:50:26.274 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2021-03-04T22:50:26.275 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2021-03-04T22:50:26.586 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2021-03-04T22:50:26.587 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2021-03-04T22:50:26.587 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2021-03-04T22:50:26.587 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2021-03-04T22:50:26.588 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2021-03-04T22:50:26.588 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2021-03-04T22:50:26.872 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2021-03-04T22:50:26.872 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2021-03-04T22:50:26.872 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2021-03-04T22:50:26.873 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2021-03-04T22:50:27.149 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2021-03-04T22:50:27.149 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:26 gibba023 bash[21695]: t=2021-03-04T22:50:26+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2021-03-04T22:50:27.149 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2021-03-04T22:50:27.150 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2021-03-04T22:50:27.421 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[13021]: cluster 2021-03-04T22:50:26.195997+0000 mgr.y (mgr.14138) 234 : cluster [DBG] pgmap v198: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:27.422 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2021-03-04T22:50:27.422 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2021-03-04T22:50:27.423 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2021-03-04T22:50:27.423 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2021-03-04T22:50:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:27 gibba008 bash[13002]: cluster 2021-03-04T22:50:26.195997+0000 mgr.y (mgr.14138) 234 : cluster [DBG] pgmap v198: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:27.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:27 gibba008 bash[16766]: cluster 2021-03-04T22:50:26.195997+0000 mgr.y (mgr.14138) 234 : cluster [DBG] pgmap v198: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:27.513 INFO:journalctl@ceph.alertmanager.a.gibba008.stdout:Mar 04 22:50:27 gibba008 bash[25873]: level=info ts=2021-03-04T22:50:27.226Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.001058674s 2021-03-04T22:50:27.678 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2021-03-04T22:50:27.678 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Created default admin" logger=sqlstore user=admin 2021-03-04T22:50:27.679 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing HTTPServer" logger=server 2021-03-04T22:50:27.679 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2021-03-04T22:50:27.679 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing PluginManager" logger=server 2021-03-04T22:50:27.679 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Starting plugin search" logger=plugins 2021-03-04T22:50:27.679 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2021-03-04T22:50:27.680 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2021-03-04T22:50:27.680 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing HooksService" logger=server 2021-03-04T22:50:27.680 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2021-03-04T22:50:27.680 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2021-03-04T22:50:27.681 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing RemoteCache" logger=server 2021-03-04T22:50:27.681 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing QuotaService" logger=server 2021-03-04T22:50:27.681 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing ServerLockService" logger=server 2021-03-04T22:50:27.681 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2021-03-04T22:50:27.681 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing RenderingService" logger=server 2021-03-04T22:50:27.682 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing AlertEngine" logger=server 2021-03-04T22:50:27.682 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2021-03-04T22:50:27.682 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing LoginService" logger=server 2021-03-04T22:50:27.682 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing SearchService" logger=server 2021-03-04T22:50:27.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing TracingService" logger=server 2021-03-04T22:50:27.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2021-03-04T22:50:27.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing CleanUpService" logger=server 2021-03-04T22:50:27.683 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing NotificationService" logger=server 2021-03-04T22:50:27.684 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2021-03-04T22:50:27.684 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2021-03-04T22:50:27.684 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2021-03-04T22:50:27.684 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2021-03-04T22:50:27.685 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin." logger=rendering renderer=phantomJS 2021-03-04T22:50:28.023 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="Initializing Stream Manager" 2021-03-04T22:50:28.024 INFO:journalctl@ceph.grafana.a.gibba023.stdout:Mar 04 22:50:27 gibba023 bash[21695]: t=2021-03-04T22:50:27+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2021-03-04T22:50:28.754 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:50:28.754 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":51,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T22:50:02.411635+0000","last_up_change":"2021-03-04T22:49:28.198793+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6803","nonce":1909961570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6805","nonce":1909961570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6809","nonce":1909961570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6807","nonce":1909961570}]},"public_addr":"172.21.2.108:6803/1909961570","cluster_addr":"172.21.2.108:6805/1909961570","heartbeat_back_addr":"172.21.2.108:6809/1909961570","heartbeat_front_addr":"172.21.2.108:6807/1909961570","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6811","nonce":1531541700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6813","nonce":1531541700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6817","nonce":1531541700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6815","nonce":1531541700}]},"public_addr":"172.21.2.108:6811/1531541700","cluster_addr":"172.21.2.108:6813/1531541700","heartbeat_back_addr":"172.21.2.108:6817/1531541700","heartbeat_front_addr":"172.21.2.108:6815/1531541700","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6819","nonce":1148891518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6821","nonce":1148891518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6825","nonce":1148891518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6823","nonce":1148891518}]},"public_addr":"172.21.2.108:6819/1148891518","cluster_addr":"172.21.2.108:6821/1148891518","heartbeat_back_addr":"172.21.2.108:6825/1148891518","heartbeat_front_addr":"172.21.2.108:6823/1148891518","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6827","nonce":4145891815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6829","nonce":4145891815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6832","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6833","nonce":4145891815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6831","nonce":4145891815}]},"public_addr":"172.21.2.108:6827/4145891815","cluster_addr":"172.21.2.108:6829/4145891815","heartbeat_back_addr":"172.21.2.108:6833/4145891815","heartbeat_front_addr":"172.21.2.108:6831/4145891815","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T22:50:28.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:28 gibba008 bash[13002]: cluster 2021-03-04T22:50:28.196877+0000 mgr.y (mgr.14138) 235 : cluster [DBG] pgmap v199: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:28.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:28 gibba008 bash[16766]: cluster 2021-03-04T22:50:28.196877+0000 mgr.y (mgr.14138) 235 : cluster [DBG] pgmap v199: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:28.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:28 gibba023 bash[13021]: cluster 2021-03-04T22:50:28.196877+0000 mgr.y (mgr.14138) 235 : cluster [DBG] pgmap v199: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:29.378 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T22:50:29.452 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:29 gibba008 bash[13002]: audit 2021-03-04T22:50:28.750457+0000 mon.a (mon.0) 572 : audit [DBG] from='client.? 172.21.2.108:0/3511604035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:29.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:29 gibba008 bash[16766]: audit 2021-03-04T22:50:28.750457+0000 mon.a (mon.0) 572 : audit [DBG] from='client.? 172.21.2.108:0/3511604035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:29 gibba023 bash[13021]: audit 2021-03-04T22:50:28.750457+0000 mon.a (mon.0) 572 : audit [DBG] from='client.? 172.21.2.108:0/3511604035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:50:30.690 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:30 gibba008 bash[16766]: cluster 2021-03-04T22:50:30.197661+0000 mgr.y (mgr.14138) 236 : cluster [DBG] pgmap v200: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:30.690 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:30 gibba008 bash[13002]: cluster 2021-03-04T22:50:30.197661+0000 mgr.y (mgr.14138) 236 : cluster [DBG] pgmap v200: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:30 gibba023 bash[13021]: cluster 2021-03-04T22:50:30.197661+0000 mgr.y (mgr.14138) 236 : cluster [DBG] pgmap v200: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:32.274 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:32 gibba008 bash[13002]: cluster 2021-03-04T22:50:32.198087+0000 mgr.y (mgr.14138) 237 : cluster [DBG] pgmap v201: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:32.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:32 gibba008 bash[16766]: cluster 2021-03-04T22:50:32.198087+0000 mgr.y (mgr.14138) 237 : cluster [DBG] pgmap v201: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:32.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:32 gibba023 bash[13021]: cluster 2021-03-04T22:50:32.198087+0000 mgr.y (mgr.14138) 237 : cluster [DBG] pgmap v201: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:32.775 INFO:teuthology.orchestra.run.gibba008.stdout:42949673006 2021-03-04T22:50:32.775 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T22:50:32.849 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:34 gibba008 bash[13002]: cluster 2021-03-04T22:50:34.198766+0000 mgr.y (mgr.14138) 238 : cluster [DBG] pgmap v202: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:34.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:34 gibba008 bash[16766]: cluster 2021-03-04T22:50:34.198766+0000 mgr.y (mgr.14138) 238 : cluster [DBG] pgmap v202: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:34 gibba023 bash[13021]: cluster 2021-03-04T22:50:34.198766+0000 mgr.y (mgr.14138) 238 : cluster [DBG] pgmap v202: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:36.312 INFO:teuthology.orchestra.run.gibba008.stdout:68719476776 2021-03-04T22:50:36.313 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T22:50:36.386 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:36.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:36 gibba008 bash[16766]: cluster 2021-03-04T22:50:36.199502+0000 mgr.y (mgr.14138) 239 : cluster [DBG] pgmap v203: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:36.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:36 gibba008 bash[13002]: cluster 2021-03-04T22:50:36.199502+0000 mgr.y (mgr.14138) 239 : cluster [DBG] pgmap v203: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:36.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:36 gibba023 bash[13021]: cluster 2021-03-04T22:50:36.199502+0000 mgr.y (mgr.14138) 239 : cluster [DBG] pgmap v203: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:38 gibba008 bash[13002]: cluster 2021-03-04T22:50:38.200432+0000 mgr.y (mgr.14138) 240 : cluster [DBG] pgmap v204: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:38 gibba008 bash[16766]: cluster 2021-03-04T22:50:38.200432+0000 mgr.y (mgr.14138) 240 : cluster [DBG] pgmap v204: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:38 gibba023 bash[13021]: cluster 2021-03-04T22:50:38.200432+0000 mgr.y (mgr.14138) 240 : cluster [DBG] pgmap v204: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:39.776 INFO:teuthology.orchestra.run.gibba008.stdout:90194313254 2021-03-04T22:50:39.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T22:50:39.850 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:40.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:40 gibba008 bash[13002]: cluster 2021-03-04T22:50:40.201493+0000 mgr.y (mgr.14138) 241 : cluster [DBG] pgmap v205: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:40.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:40 gibba008 bash[16766]: cluster 2021-03-04T22:50:40.201493+0000 mgr.y (mgr.14138) 241 : cluster [DBG] pgmap v205: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:40 gibba023 bash[13021]: cluster 2021-03-04T22:50:40.201493+0000 mgr.y (mgr.14138) 241 : cluster [DBG] pgmap v205: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:42.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:42 gibba008 bash[13002]: cluster 2021-03-04T22:50:42.202265+0000 mgr.y (mgr.14138) 242 : cluster [DBG] pgmap v206: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:42.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:42 gibba008 bash[16766]: cluster 2021-03-04T22:50:42.202265+0000 mgr.y (mgr.14138) 242 : cluster [DBG] pgmap v206: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:42 gibba023 bash[13021]: cluster 2021-03-04T22:50:42.202265+0000 mgr.y (mgr.14138) 242 : cluster [DBG] pgmap v206: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:43.272 INFO:teuthology.orchestra.run.gibba008.stdout:111669149730 2021-03-04T22:50:43.273 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T22:50:43.346 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:44 gibba008 bash[13002]: cluster 2021-03-04T22:50:44.203055+0000 mgr.y (mgr.14138) 243 : cluster [DBG] pgmap v207: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:44 gibba008 bash[16766]: cluster 2021-03-04T22:50:44.203055+0000 mgr.y (mgr.14138) 243 : cluster [DBG] pgmap v207: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:44 gibba023 bash[13021]: cluster 2021-03-04T22:50:44.203055+0000 mgr.y (mgr.14138) 243 : cluster [DBG] pgmap v207: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:46.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:46 gibba008 bash[13002]: cluster 2021-03-04T22:50:46.204041+0000 mgr.y (mgr.14138) 244 : cluster [DBG] pgmap v208: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:46.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:46 gibba008 bash[16766]: cluster 2021-03-04T22:50:46.204041+0000 mgr.y (mgr.14138) 244 : cluster [DBG] pgmap v208: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:46.603 INFO:teuthology.orchestra.run.gibba008.stdout:133143986207 2021-03-04T22:50:46.603 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T22:50:46.693 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:46.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:46 gibba023 bash[13021]: cluster 2021-03-04T22:50:46.204041+0000 mgr.y (mgr.14138) 244 : cluster [DBG] pgmap v208: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:48.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:48 gibba008 bash[13002]: cluster 2021-03-04T22:50:48.205223+0000 mgr.y (mgr.14138) 245 : cluster [DBG] pgmap v209: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:48 gibba008 bash[16766]: cluster 2021-03-04T22:50:48.205223+0000 mgr.y (mgr.14138) 245 : cluster [DBG] pgmap v209: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:48 gibba023 bash[13021]: cluster 2021-03-04T22:50:48.205223+0000 mgr.y (mgr.14138) 245 : cluster [DBG] pgmap v209: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:50.038 INFO:teuthology.orchestra.run.gibba008.stdout:154618822683 2021-03-04T22:50:50.039 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T22:50:50.116 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:50.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:50 gibba008 bash[13002]: cluster 2021-03-04T22:50:50.206129+0000 mgr.y (mgr.14138) 246 : cluster [DBG] pgmap v210: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:50.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:50 gibba008 bash[16766]: cluster 2021-03-04T22:50:50.206129+0000 mgr.y (mgr.14138) 246 : cluster [DBG] pgmap v210: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:50.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:50 gibba023 bash[13021]: cluster 2021-03-04T22:50:50.206129+0000 mgr.y (mgr.14138) 246 : cluster [DBG] pgmap v210: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:52.713 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:52 gibba008 bash[13002]: cluster 2021-03-04T22:50:52.207168+0000 mgr.y (mgr.14138) 247 : cluster [DBG] pgmap v211: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:52.714 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:52 gibba008 bash[16766]: cluster 2021-03-04T22:50:52.207168+0000 mgr.y (mgr.14138) 247 : cluster [DBG] pgmap v211: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:52 gibba023 bash[13021]: cluster 2021-03-04T22:50:52.207168+0000 mgr.y (mgr.14138) 247 : cluster [DBG] pgmap v211: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:53.504 INFO:teuthology.orchestra.run.gibba008.stdout:176093659160 2021-03-04T22:50:53.505 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T22:50:53.579 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:54.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:54 gibba008 bash[16766]: cluster 2021-03-04T22:50:54.208108+0000 mgr.y (mgr.14138) 248 : cluster [DBG] pgmap v212: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:54.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:54 gibba008 bash[13002]: cluster 2021-03-04T22:50:54.208108+0000 mgr.y (mgr.14138) 248 : cluster [DBG] pgmap v212: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:54 gibba023 bash[13021]: cluster 2021-03-04T22:50:54.208108+0000 mgr.y (mgr.14138) 248 : cluster [DBG] pgmap v212: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:56.382 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:56 gibba008 bash[13002]: cluster 2021-03-04T22:50:56.208548+0000 mgr.y (mgr.14138) 249 : cluster [DBG] pgmap v213: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:56.382 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:56 gibba008 bash[16766]: cluster 2021-03-04T22:50:56.208548+0000 mgr.y (mgr.14138) 249 : cluster [DBG] pgmap v213: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:56 gibba023 bash[13021]: cluster 2021-03-04T22:50:56.208548+0000 mgr.y (mgr.14138) 249 : cluster [DBG] pgmap v213: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:56.952 INFO:teuthology.orchestra.run.gibba008.stdout:197568495636 2021-03-04T22:50:56.952 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T22:50:57.027 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:50:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:58 gibba008 bash[13002]: cluster 2021-03-04T22:50:58.209335+0000 mgr.y (mgr.14138) 250 : cluster [DBG] pgmap v214: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:58 gibba008 bash[16766]: cluster 2021-03-04T22:50:58.209335+0000 mgr.y (mgr.14138) 250 : cluster [DBG] pgmap v214: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:58 gibba023 bash[13021]: cluster 2021-03-04T22:50:58.209335+0000 mgr.y (mgr.14138) 250 : cluster [DBG] pgmap v214: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:50:59.777 INFO:teuthology.orchestra.run.gibba008.stdout:42949673011 2021-03-04T22:51:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:50:59 gibba008 bash[13002]: audit 2021-03-04T22:50:59.774212+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.2.108:0/3193588361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T22:51:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:50:59 gibba008 bash[16766]: audit 2021-03-04T22:50:59.774212+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.2.108:0/3193588361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T22:51:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:50:59 gibba023 bash[13021]: audit 2021-03-04T22:50:59.774212+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.2.108:0/3193588361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T22:51:00.457 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673006 got 42949673011 for osd.0 2021-03-04T22:51:00.457 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T22:51:00.535 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:01.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:00 gibba008 bash[13002]: cluster 2021-03-04T22:51:00.210246+0000 mgr.y (mgr.14138) 251 : cluster [DBG] pgmap v215: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:01.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:00 gibba008 bash[16766]: cluster 2021-03-04T22:51:00.210246+0000 mgr.y (mgr.14138) 251 : cluster [DBG] pgmap v215: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:01.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:00 gibba023 bash[13021]: cluster 2021-03-04T22:51:00.210246+0000 mgr.y (mgr.14138) 251 : cluster [DBG] pgmap v215: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:02.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:02 gibba008 bash[13002]: cluster 2021-03-04T22:51:02.210730+0000 mgr.y (mgr.14138) 252 : cluster [DBG] pgmap v216: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:02.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:02 gibba008 bash[16766]: cluster 2021-03-04T22:51:02.210730+0000 mgr.y (mgr.14138) 252 : cluster [DBG] pgmap v216: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:02 gibba023 bash[13021]: cluster 2021-03-04T22:51:02.210730+0000 mgr.y (mgr.14138) 252 : cluster [DBG] pgmap v216: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:03.280 INFO:teuthology.orchestra.run.gibba008.stdout:68719476782 2021-03-04T22:51:03.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:03 gibba008 bash[13002]: audit 2021-03-04T22:51:03.276978+0000 mon.a (mon.0) 573 : audit [DBG] from='client.? 172.21.2.108:0/207801278' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T22:51:03.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:03 gibba008 bash[16766]: audit 2021-03-04T22:51:03.276978+0000 mon.a (mon.0) 573 : audit [DBG] from='client.? 172.21.2.108:0/207801278' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T22:51:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:03 gibba023 bash[13021]: audit 2021-03-04T22:51:03.276978+0000 mon.a (mon.0) 573 : audit [DBG] from='client.? 172.21.2.108:0/207801278' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T22:51:03.961 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476776 got 68719476782 for osd.1 2021-03-04T22:51:03.962 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T22:51:04.034 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:04.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:04 gibba008 bash[13002]: cluster 2021-03-04T22:51:04.211535+0000 mgr.y (mgr.14138) 253 : cluster [DBG] pgmap v217: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:04.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:04 gibba008 bash[16766]: cluster 2021-03-04T22:51:04.211535+0000 mgr.y (mgr.14138) 253 : cluster [DBG] pgmap v217: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:04 gibba023 bash[13021]: cluster 2021-03-04T22:51:04.211535+0000 mgr.y (mgr.14138) 253 : cluster [DBG] pgmap v217: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:06.647 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:06 gibba008 bash[13002]: cluster 2021-03-04T22:51:06.212619+0000 mgr.y (mgr.14138) 254 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:06.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:06 gibba008 bash[16766]: cluster 2021-03-04T22:51:06.212619+0000 mgr.y (mgr.14138) 254 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:06 gibba023 bash[13021]: cluster 2021-03-04T22:51:06.212619+0000 mgr.y (mgr.14138) 254 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:06.879 INFO:teuthology.orchestra.run.gibba008.stdout:90194313260 2021-03-04T22:51:07.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:07 gibba008 bash[16766]: audit 2021-03-04T22:51:06.875719+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.2.108:0/3766260904' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T22:51:07.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:07 gibba008 bash[13002]: audit 2021-03-04T22:51:06.875719+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.2.108:0/3766260904' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T22:51:07.549 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313254 got 90194313260 for osd.2 2021-03-04T22:51:07.550 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T22:51:07.627 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:07.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:07 gibba023 bash[13021]: audit 2021-03-04T22:51:06.875719+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.2.108:0/3766260904' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T22:51:08.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:08 gibba008 bash[13002]: cluster 2021-03-04T22:51:08.213426+0000 mgr.y (mgr.14138) 255 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:08.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:08 gibba008 bash[16766]: cluster 2021-03-04T22:51:08.213426+0000 mgr.y (mgr.14138) 255 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:08 gibba023 bash[13021]: cluster 2021-03-04T22:51:08.213426+0000 mgr.y (mgr.14138) 255 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:10.355 INFO:teuthology.orchestra.run.gibba008.stdout:111669149735 2021-03-04T22:51:10.392 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:10 gibba008 bash[16766]: cluster 2021-03-04T22:51:10.213783+0000 mgr.y (mgr.14138) 256 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:10.392 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:10 gibba008 bash[13002]: cluster 2021-03-04T22:51:10.213783+0000 mgr.y (mgr.14138) 256 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:10 gibba023 bash[13021]: cluster 2021-03-04T22:51:10.213783+0000 mgr.y (mgr.14138) 256 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:10.953 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149730 got 111669149735 for osd.3 2021-03-04T22:51:10.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T22:51:11.027 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:11 gibba008 bash[13002]: audit 2021-03-04T22:51:10.351777+0000 mon.a (mon.0) 574 : audit [DBG] from='client.? 172.21.2.108:0/3566067843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T22:51:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:11 gibba008 bash[16766]: audit 2021-03-04T22:51:10.351777+0000 mon.a (mon.0) 574 : audit [DBG] from='client.? 172.21.2.108:0/3566067843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T22:51:11.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:11 gibba023 bash[13021]: audit 2021-03-04T22:51:10.351777+0000 mon.a (mon.0) 574 : audit [DBG] from='client.? 172.21.2.108:0/3566067843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T22:51:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:12 gibba008 bash[13002]: cluster 2021-03-04T22:51:12.214462+0000 mgr.y (mgr.14138) 257 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:12.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:12 gibba008 bash[13002]: audit 2021-03-04T22:51:12.260198+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:51:12.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:12 gibba008 bash[13002]: audit 2021-03-04T22:51:12.261009+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:51:12.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:12 gibba008 bash[16766]: cluster 2021-03-04T22:51:12.214462+0000 mgr.y (mgr.14138) 257 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:12.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:12 gibba008 bash[16766]: audit 2021-03-04T22:51:12.260198+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:51:12.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:12 gibba008 bash[16766]: audit 2021-03-04T22:51:12.261009+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:51:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:12 gibba023 bash[13021]: cluster 2021-03-04T22:51:12.214462+0000 mgr.y (mgr.14138) 257 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:12 gibba023 bash[13021]: audit 2021-03-04T22:51:12.260198+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:51:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:12 gibba023 bash[13021]: audit 2021-03-04T22:51:12.261009+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:51:13.918 INFO:teuthology.orchestra.run.gibba008.stdout:133143986213 2021-03-04T22:51:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:13 gibba008 bash[13002]: audit 2021-03-04T22:51:13.914526+0000 mon.a (mon.0) 577 : audit [DBG] from='client.? 172.21.2.108:0/549525739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T22:51:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:13 gibba008 bash[16766]: audit 2021-03-04T22:51:13.914526+0000 mon.a (mon.0) 577 : audit [DBG] from='client.? 172.21.2.108:0/549525739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T22:51:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:13 gibba023 bash[13021]: audit 2021-03-04T22:51:13.914526+0000 mon.a (mon.0) 577 : audit [DBG] from='client.? 172.21.2.108:0/549525739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T22:51:14.536 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986207 got 133143986213 for osd.4 2021-03-04T22:51:14.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T22:51:14.612 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:15.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:14 gibba008 bash[13002]: cluster 2021-03-04T22:51:14.215411+0000 mgr.y (mgr.14138) 258 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:15.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:14 gibba008 bash[16766]: cluster 2021-03-04T22:51:14.215411+0000 mgr.y (mgr.14138) 258 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:15.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:14 gibba023 bash[13021]: cluster 2021-03-04T22:51:14.215411+0000 mgr.y (mgr.14138) 258 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:16 gibba008 bash[13002]: cluster 2021-03-04T22:51:16.216349+0000 mgr.y (mgr.14138) 259 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:16 gibba008 bash[16766]: cluster 2021-03-04T22:51:16.216349+0000 mgr.y (mgr.14138) 259 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:16 gibba023 bash[13021]: cluster 2021-03-04T22:51:16.216349+0000 mgr.y (mgr.14138) 259 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:17.534 INFO:teuthology.orchestra.run.gibba008.stdout:154618822688 2021-03-04T22:51:18.166 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822683 got 154618822688 for osd.5 2021-03-04T22:51:18.166 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T22:51:18.239 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:18.423 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:18 gibba008 bash[13002]: audit 2021-03-04T22:51:17.530428+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.2.108:0/3807740717' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T22:51:18.424 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:18 gibba008 bash[13002]: cluster 2021-03-04T22:51:18.216700+0000 mgr.y (mgr.14138) 260 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:18.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:18 gibba008 bash[16766]: audit 2021-03-04T22:51:17.530428+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.2.108:0/3807740717' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T22:51:18.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:18 gibba008 bash[16766]: cluster 2021-03-04T22:51:18.216700+0000 mgr.y (mgr.14138) 260 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:18 gibba023 bash[13021]: audit 2021-03-04T22:51:17.530428+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.2.108:0/3807740717' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T22:51:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:18 gibba023 bash[13021]: cluster 2021-03-04T22:51:18.216700+0000 mgr.y (mgr.14138) 260 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:20.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:20 gibba008 bash[13002]: cluster 2021-03-04T22:51:20.217405+0000 mgr.y (mgr.14138) 261 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:20.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:20 gibba008 bash[16766]: cluster 2021-03-04T22:51:20.217405+0000 mgr.y (mgr.14138) 261 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:20 gibba023 bash[13021]: cluster 2021-03-04T22:51:20.217405+0000 mgr.y (mgr.14138) 261 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:21.208 INFO:teuthology.orchestra.run.gibba008.stdout:176093659165 2021-03-04T22:51:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:21 gibba008 bash[13002]: audit 2021-03-04T22:51:21.205180+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.2.108:0/1029949140' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T22:51:21.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:21 gibba008 bash[16766]: audit 2021-03-04T22:51:21.205180+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.2.108:0/1029949140' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T22:51:21.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:21 gibba023 bash[13021]: audit 2021-03-04T22:51:21.205180+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.2.108:0/1029949140' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T22:51:21.888 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659160 got 176093659165 for osd.6 2021-03-04T22:51:21.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T22:51:21.961 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:22.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:22 gibba008 bash[13002]: cluster 2021-03-04T22:51:22.218187+0000 mgr.y (mgr.14138) 262 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:22.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:22 gibba008 bash[16766]: cluster 2021-03-04T22:51:22.218187+0000 mgr.y (mgr.14138) 262 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:22 gibba023 bash[13021]: cluster 2021-03-04T22:51:22.218187+0000 mgr.y (mgr.14138) 262 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:24.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:24 gibba008 bash[16766]: cluster 2021-03-04T22:51:24.218925+0000 mgr.y (mgr.14138) 263 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:24.565 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:24 gibba008 bash[13002]: cluster 2021-03-04T22:51:24.218925+0000 mgr.y (mgr.14138) 263 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:24.769 INFO:teuthology.orchestra.run.gibba008.stdout:197568495642 2021-03-04T22:51:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:24 gibba023 bash[13021]: cluster 2021-03-04T22:51:24.218925+0000 mgr.y (mgr.14138) 263 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:25.402 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495636 got 197568495642 for osd.7 2021-03-04T22:51:25.402 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T22:51:25.403 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T22:51:25.477 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:25.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:25 gibba008 bash[13002]: audit 2021-03-04T22:51:24.766411+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.2.108:0/3575253378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T22:51:25.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:25 gibba008 bash[16766]: audit 2021-03-04T22:51:24.766411+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.2.108:0/3575253378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T22:51:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:25 gibba023 bash[13021]: audit 2021-03-04T22:51:24.766411+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.2.108:0/3575253378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T22:51:26.557 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:26 gibba008 bash[13002]: cluster 2021-03-04T22:51:26.219680+0000 mgr.y (mgr.14138) 264 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:26.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:26 gibba008 bash[16766]: cluster 2021-03-04T22:51:26.219680+0000 mgr.y (mgr.14138) 264 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:26 gibba023 bash[13021]: cluster 2021-03-04T22:51:26.219680+0000 mgr.y (mgr.14138) 264 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:28.248 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:51:28.248 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T22:51:28.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:28 gibba008 bash[13002]: cluster 2021-03-04T22:51:28.220040+0000 mgr.y (mgr.14138) 265 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:28.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:28 gibba008 bash[16766]: cluster 2021-03-04T22:51:28.220040+0000 mgr.y (mgr.14138) 265 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:28 gibba023 bash[13021]: cluster 2021-03-04T22:51:28.220040+0000 mgr.y (mgr.14138) 265 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:28.922 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":229,"stamp":"2021-03-04T22:51:28.219936+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696250560,"statfs":{"total":721554505728,"available":712960573440,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1601288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.557909+0000","last_change":"2021-03-04T22:49:59.408863+0000","last_active":"2021-03-04T22:50:00.557909+0000","last_peered":"2021-03-04T22:50:00.557909+0000","last_clean":"2021-03-04T22:50:00.557909+0000","last_became_active":"2021-03-04T22:49:59.408597+0000","last_became_peered":"2021-03-04T22:49:59.408597+0000","last_unstale":"2021-03-04T22:50:00.557909+0000","last_undegraded":"2021-03-04T22:50:00.557909+0000","last_fullsized":"2021-03-04T22:50:00.557909+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.407684+0000","last_change":"2021-03-04T22:49:59.406888+0000","last_active":"2021-03-04T22:50:00.407684+0000","last_peered":"2021-03-04T22:50:00.407684+0000","last_clean":"2021-03-04T22:50:00.407684+0000","last_became_active":"2021-03-04T22:49:59.405810+0000","last_became_peered":"2021-03-04T22:49:59.405810+0000","last_unstale":"2021-03-04T22:50:00.407684+0000","last_undegraded":"2021-03-04T22:50:00.407684+0000","last_fullsized":"2021-03-04T22:50:00.407684+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.409419+0000","last_change":"2021-03-04T22:49:59.460876+0000","last_active":"2021-03-04T22:50:00.409419+0000","last_peered":"2021-03-04T22:50:00.409419+0000","last_clean":"2021-03-04T22:50:00.409419+0000","last_became_active":"2021-03-04T22:49:59.460223+0000","last_became_peered":"2021-03-04T22:49:59.460223+0000","last_unstale":"2021-03-04T22:50:00.409419+0000","last_undegraded":"2021-03-04T22:50:00.409419+0000","last_fullsized":"2021-03-04T22:50:00.409419+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.409369+0000","last_change":"2021-03-04T22:49:59.460873+0000","last_active":"2021-03-04T22:50:00.409369+0000","last_peered":"2021-03-04T22:50:00.409369+0000","last_clean":"2021-03-04T22:50:00.409369+0000","last_became_active":"2021-03-04T22:49:59.460188+0000","last_became_peered":"2021-03-04T22:49:59.460188+0000","last_unstale":"2021-03-04T22:50:00.409369+0000","last_undegraded":"2021-03-04T22:50:00.409369+0000","last_fullsized":"2021-03-04T22:50:00.409369+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.409428+0000","last_change":"2021-03-04T22:49:29.598340+0000","last_active":"2021-03-04T22:50:00.409428+0000","last_peered":"2021-03-04T22:50:00.409428+0000","last_clean":"2021-03-04T22:50:00.409428+0000","last_became_active":"2021-03-04T22:49:29.597259+0000","last_became_peered":"2021-03-04T22:49:29.597259+0000","last_unstale":"2021-03-04T22:50:00.409428+0000","last_undegraded":"2021-03-04T22:50:00.409428+0000","last_fullsized":"2021-03-04T22:50:00.409428+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:01.009439+0000","last_change":"2021-03-04T22:49:59.408769+0000","last_active":"2021-03-04T22:50:01.009439+0000","last_peered":"2021-03-04T22:50:01.009439+0000","last_clean":"2021-03-04T22:50:01.009439+0000","last_became_active":"2021-03-04T22:49:59.408508+0000","last_became_peered":"2021-03-04T22:49:59.408508+0000","last_unstale":"2021-03-04T22:50:01.009439+0000","last_undegraded":"2021-03-04T22:50:01.009439+0000","last_fullsized":"2021-03-04T22:50:01.009439+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:01.011286+0000","last_change":"2021-03-04T22:49:59.461841+0000","last_active":"2021-03-04T22:50:01.011286+0000","last_peered":"2021-03-04T22:50:01.011286+0000","last_clean":"2021-03-04T22:50:01.011286+0000","last_became_active":"2021-03-04T22:49:59.460586+0000","last_became_peered":"2021-03-04T22:49:59.460586+0000","last_unstale":"2021-03-04T22:50:01.011286+0000","last_undegraded":"2021-03-04T22:50:01.011286+0000","last_fullsized":"2021-03-04T22:50:01.011286+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:01.009459+0000","last_change":"2021-03-04T22:49:59.408928+0000","last_active":"2021-03-04T22:50:01.009459+0000","last_peered":"2021-03-04T22:50:01.009459+0000","last_clean":"2021-03-04T22:50:01.009459+0000","last_became_active":"2021-03-04T22:49:59.408680+0000","last_became_peered":"2021-03-04T22:49:59.408680+0000","last_unstale":"2021-03-04T22:50:01.009459+0000","last_undegraded":"2021-03-04T22:50:01.009459+0000","last_fullsized":"2021-03-04T22:50:01.009459+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.407661+0000","last_change":"2021-03-04T22:49:59.461648+0000","last_active":"2021-03-04T22:50:00.407661+0000","last_peered":"2021-03-04T22:50:00.407661+0000","last_clean":"2021-03-04T22:50:00.407661+0000","last_became_active":"2021-03-04T22:49:59.460149+0000","last_became_peered":"2021-03-04T22:49:59.460149+0000","last_unstale":"2021-03-04T22:50:00.407661+0000","last_undegraded":"2021-03-04T22:50:00.407661+0000","last_fullsized":"2021-03-04T22:50:00.407661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495642,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4650000000000001,"5min":1.4650000000000001,"15min":1.4650000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":2.8319999999999999,"5min":2.8319999999999999,"15min":2.8319999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":0.44900000000000001}]},{"osd":1,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":2.145,"5min":2.145,"15min":2.145},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.51,"5min":1.51,"15min":1.51},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.6139999999999999,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":0.41499999999999998}]},{"osd":2,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.647,"5min":1.647,"15min":1.647},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.5289999999999999,"5min":2.5289999999999999,"15min":2.5289999999999999},"last":0.56100000000000005}]},{"osd":3,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":2.6360000000000001,"5min":2.6360000000000001,"15min":2.6360000000000001},"last":0.505},{"interface":"front","average":{"1min":1.603,"5min":1.603,"15min":1.603},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.6880000000000002,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.153,"5min":1.153,"15min":1.153},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.089,"5min":2.089,"15min":2.089},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.331,"5min":1.331,"15min":1.331},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.39500000000000002}]},{"osd":5,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.4910000000000001,"5min":2.4910000000000001,"15min":2.4910000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.423,"5min":1.423,"15min":1.423},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.6259999999999999,"5min":2.6259999999999999,"15min":2.6259999999999999},"last":0.376}]},{"osd":6,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":1.528,"5min":1.528,"15min":1.528},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.7669999999999999,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.53300000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659167,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":1.3759999999999999,"15min":1.3420000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.5739999999999998,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":1.871},{"interface":"front","average":{"1min":1.579,"5min":1.3149999999999999,"15min":1.2709999999999999},"min":{"1min":0.89900000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":1.5880000000000001}]},{"osd":1,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.4710000000000001,"15min":1.427},"min":{"1min":0.84199999999999997,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.677,"5min":2.677,"15min":2.677},"last":1.948},{"interface":"front","average":{"1min":1.645,"5min":1.577,"15min":1.5649999999999999},"min":{"1min":0.69699999999999995,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.657,"5min":2.657,"15min":2.657},"last":1.3280000000000001}]},{"osd":2,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.7310000000000001,"5min":1.4970000000000001,"15min":1.458},"min":{"1min":0.76800000000000002,"5min":0.627,"15min":0.627},"max":{"1min":2.4449999999999998,"5min":2.4449999999999998,"15min":2.4449999999999998},"last":1.444},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.4690000000000001,"15min":1.431},"min":{"1min":0.98299999999999998,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":2.4569999999999999,"5min":2.4569999999999999,"15min":2.4569999999999999},"last":2.0430000000000001}]},{"osd":3,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":1.29,"15min":1.2709999999999999},"min":{"1min":1.016,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.8029999999999999},{"interface":"front","average":{"1min":1.8660000000000001,"5min":1.605,"15min":1.5609999999999999},"min":{"1min":0.874,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":2.7360000000000002,"5min":2.7360000000000002,"15min":2.7360000000000002},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.0940000000000001,"15min":1.0720000000000001},"min":{"1min":0.318,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.2469999999999999,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.1200000000000001,"15min":1.101},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.3220000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.181}]},{"osd":5,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.3600000000000001,"5min":1.218,"15min":1.194},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.3260000000000001,"5min":2.359,"15min":2.359},"last":2.1190000000000002},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.427,"15min":1.4039999999999999},"min":{"1min":0.36199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":2.5960000000000001,"5min":2.6480000000000001,"15min":2.6480000000000001},"last":0.97699999999999998}]},{"osd":7,"last update":"Thu Mar 4 22:50:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":2.2109999999999999},{"interface":"front","average":{"1min":1.431,"5min":1.431,"15min":1.431},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.403,"5min":2.403,"15min":2.403},"last":1.732}]}]},{"osd":1,"up_from":16,"seq":68719476787,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:24 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.85199999999999998,"15min":0.753},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.5169999999999999,"5min":2.577,"15min":2.577},"last":0.71799999999999997},{"interface":"front","average":{"1min":1.056,"5min":0.92100000000000004,"15min":0.77700000000000002},"min":{"1min":0.24199999999999999,"5min":0.152,"15min":0.152},"max":{"1min":1.8120000000000001,"5min":2.4870000000000001,"15min":2.4870000000000001},"last":1.458}]},{"osd":2,"last update":"Thu Mar 4 22:50:52 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.86699999999999999,"15min":0.83799999999999997},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.603,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":1},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.0840000000000001,"15min":0.996},"min":{"1min":0.29799999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":2.3450000000000002,"5min":2.5230000000000001,"15min":2.5230000000000001},"last":1.202}]},{"osd":3,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.321,"15min":1.3220000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.0739999999999998,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.8300000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":1.127,"15min":1.147},"min":{"1min":0.214,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":1.8879999999999999,"5min":2.3839999999999999,"15min":2.3839999999999999},"last":1.5940000000000001}]},{"osd":4,"last update":"Thu Mar 4 22:50:27 2021","interfaces":[{"interface":"back","average":{"1min":1.466,"5min":1.504,"15min":1.51},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.536,"5min":2.536,"15min":2.536},"last":2.0049999999999999},{"interface":"front","average":{"1min":1.4179999999999999,"5min":1.4019999999999999,"15min":1.399},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.5899999999999999,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":2.1429999999999998}]},{"osd":5,"last update":"Thu Mar 4 22:50:52 2021","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.325,"15min":1.327},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.3140000000000001,"5min":2.3140000000000001,"15min":2.3140000000000001},"last":1.3640000000000001},{"interface":"front","average":{"1min":1.605,"5min":1.6699999999999999,"15min":1.681},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":2.0800000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.5629999999999999,"15min":1.5669999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.323,"5min":2.323,"15min":2.323},"last":1.9330000000000001},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.518,"15min":1.546},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.875,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.7130000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":1.802,"15min":1.802},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":2.9359999999999999},"last":2.2029999999999998},{"interface":"front","average":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.456,"5min":2.456,"15min":2.456},"last":2.0409999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673017,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 22:50:25 2021","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.80600000000000005,"15min":0.80000000000000004},"min":{"1min":0.42399999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.2769999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":1.04,"5min":0.92300000000000004,"15min":0.88900000000000001},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.88800000000000001}]},{"osd":2,"last update":"Thu Mar 4 22:50:46 2021","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.996,"15min":1.0129999999999999},"min":{"1min":0.42699999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.4710000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":1.056,"5min":1.1000000000000001,"15min":1.097},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.8149999999999999,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":1.008}]},{"osd":3,"last update":"Thu Mar 4 22:51:10 2021","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.1240000000000001,"15min":1.1439999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.8,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.028,"5min":1.224,"15min":1.23},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.95,"5min":2,"15min":2},"last":1.25}]},{"osd":4,"last update":"Thu Mar 4 22:50:30 2021","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.395,"15min":1.3680000000000001},"min":{"1min":0.78600000000000003,"5min":0.628,"15min":0.628},"max":{"1min":2.105,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":1.7829999999999999},{"interface":"front","average":{"1min":1.659,"5min":1.5580000000000001,"15min":1.5409999999999999},"min":{"1min":0.96299999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.5630000000000002,"5min":2.5630000000000002,"15min":2.5630000000000002},"last":2.121}]},{"osd":5,"last update":"Thu Mar 4 22:50:52 2021","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":1.4119999999999999,"15min":1.405},"min":{"1min":0.89300000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.331,"5min":2.331,"15min":2.331},"last":2.0259999999999998},{"interface":"front","average":{"1min":1.627,"5min":1.7190000000000001,"15min":1.7350000000000001},"min":{"1min":0.80100000000000005,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":2.258,"5min":2.569,"15min":2.569},"last":1.5489999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:51:10 2021","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.0070000000000001,"15min":2.024},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":2.5329999999999999,"5min":2.7709999999999999,"15min":2.7709999999999999},"last":2.218},{"interface":"front","average":{"1min":1.605,"5min":1.7250000000000001,"15min":1.7450000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.1850000000000001,"5min":2.395,"15min":2.395},"last":1.6639999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:50:30 2021","interfaces":[{"interface":"back","average":{"1min":1.55,"5min":1.55,"15min":1.55},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":2.1360000000000001,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":1.3859999999999999},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":1.8939999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313264,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:48 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93400000000000005,"15min":0.97199999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":1.23},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.90200000000000002,"15min":0.88200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":1.7430000000000001,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.94499999999999995}]},{"osd":1,"last update":"Thu Mar 4 22:50:48 2021","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":1.0009999999999999,"15min":0.98599999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.5129999999999999,"5min":2.516,"15min":2.516},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.98399999999999999,"15min":1.016},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":1.8280000000000001,"5min":1.8280000000000001,"15min":1.8280000000000001},"last":1.042}]},{"osd":3,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.97399999999999998,"15min":0.97699999999999998},"min":{"1min":0.28299999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.6719999999999999,"5min":1.95,"15min":1.95},"last":1.331},{"interface":"front","average":{"1min":1.036,"5min":1.1619999999999999,"15min":1.1719999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.7050000000000001,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":1.597}]},{"osd":4,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":1.571,"15min":1.5780000000000001},"min":{"1min":0.54700000000000004,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":2.4359999999999999,"5min":2.4359999999999999,"15min":2.4359999999999999},"last":2.2589999999999999},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.577,"15min":1.5669999999999999},"min":{"1min":0.55200000000000005,"5min":0.376,"15min":0.376},"max":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"last":2.1040000000000001}]},{"osd":5,"last update":"Thu Mar 4 22:50:48 2021","interfaces":[{"interface":"back","average":{"1min":1.361,"5min":1.359,"15min":1.359},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":1.8560000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.542,"15min":1.548},"min":{"1min":0.53100000000000003,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.286,"5min":2.286,"15min":2.286},"last":1.7010000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5720000000000001,"15min":1.5589999999999999},"min":{"1min":0.56599999999999995,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":2.2810000000000001,"5min":2.3420000000000001,"15min":2.3420000000000001},"last":1.966},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.4370000000000001,"15min":1.4330000000000001},"min":{"1min":0.755,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.1230000000000002,"5min":2.258,"15min":2.258},"last":1.4650000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.724,"15min":1.724},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":2.6230000000000002,"5min":2.6230000000000002,"15min":2.6230000000000002},"last":2.0259999999999998},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.395,"5min":2.395,"15min":2.395},"last":2.1869999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.86099999999999999,"15min":0.877},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.4670000000000001,"5min":1.734,"15min":1.734},"last":1.109},{"interface":"front","average":{"1min":0.80500000000000005,"5min":1.0069999999999999,"15min":1.0660000000000001},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.2909999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.248}]},{"osd":1,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":1.101,"15min":1.1879999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.4399999999999999,"5min":1.788,"15min":1.788},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.876,"5min":1.05,"15min":1.0669999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":1.4490000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.78600000000000003}]},{"osd":2,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":1.1499999999999999,"15min":1.1759999999999999},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":1.694,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":1.4159999999999999},{"interface":"front","average":{"1min":0.81000000000000005,"5min":1.0049999999999999,"15min":1.0549999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":1.244,"5min":2.085,"15min":2.085},"last":1.5309999999999999}]},{"osd":4,"last update":"Thu Mar 4 22:50:31 2021","interfaces":[{"interface":"back","average":{"1min":1.478,"5min":1.5940000000000001,"15min":1.6140000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":2.4830000000000001,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":2.0489999999999999},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.7130000000000001,"15min":1.736},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.4750000000000001,"5min":2.4889999999999999,"15min":2.4889999999999999},"last":2.202}]},{"osd":5,"last update":"Thu Mar 4 22:50:50 2021","interfaces":[{"interface":"back","average":{"1min":1.383,"5min":1.4159999999999999,"15min":1.4219999999999999},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":2.2469999999999999,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":1.7929999999999999},{"interface":"front","average":{"1min":1.363,"5min":1.4370000000000001,"15min":1.4490000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.9159999999999999,"5min":2.0910000000000002,"15min":2.0910000000000002},"last":1.6990000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":1.587,"15min":1.579},"min":{"1min":0.68300000000000005,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":2.3149999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":1.4770000000000001,"15min":1.4870000000000001},"min":{"1min":0.61399999999999999,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.994,"5min":2.1640000000000001,"15min":2.1640000000000001},"last":1.95}]},{"osd":7,"last update":"Thu Mar 4 22:50:31 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.99,"5min":1.99,"15min":1.99},"last":1.8779999999999999},{"interface":"front","average":{"1min":1.643,"5min":1.643,"15min":1.643},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":2.403}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.4019999999999999,"15min":1.4199999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":1.768},{"interface":"front","average":{"1min":1.419,"5min":1.425,"15min":1.4259999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6949999999999998,"5min":2.6949999999999998,"15min":2.6949999999999998},"last":1.347}]},{"osd":1,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":1.3160000000000001,"15min":1.3440000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.278,"5min":2.278,"15min":2.278},"last":2.0430000000000001},{"interface":"front","average":{"1min":1.234,"5min":1.417,"15min":1.4470000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":2.3500000000000001,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.992}]},{"osd":2,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.397,"5min":1.3100000000000001,"15min":1.296},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":2.2269999999999999},{"interface":"front","average":{"1min":1.464,"5min":1.448,"15min":1.446},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.8660000000000001,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":1.4159999999999999}]},{"osd":3,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.452,"15min":1.46},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.4740000000000002,"5min":2.5249999999999999,"15min":2.5249999999999999},"last":1.4810000000000001},{"interface":"front","average":{"1min":1.238,"5min":1.3160000000000001,"15min":1.329},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.089,"5min":2.2240000000000002,"15min":2.2240000000000002},"last":1.8799999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:50:49 2021","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.129,"15min":1.0389999999999999},"min":{"1min":0.90400000000000003,"5min":0.187,"15min":0.187},"max":{"1min":2.7879999999999998,"5min":2.7879999999999998,"15min":2.7879999999999998},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.359,"5min":0.89800000000000002,"15min":0.82099999999999995},"min":{"1min":0.92000000000000004,"5min":0.248,"15min":0.248},"max":{"1min":2.1850000000000001,"5min":2.1850000000000001,"15min":2.1850000000000001},"last":1.631}]},{"osd":6,"last update":"Thu Mar 4 22:51:14 2021","interfaces":[{"interface":"back","average":{"1min":1.835,"5min":1.395,"15min":1.3220000000000001},"min":{"1min":0.92400000000000004,"5min":0.219,"15min":0.219},"max":{"1min":2.6389999999999998,"5min":2.681,"15min":2.681},"last":2.3090000000000002},{"interface":"front","average":{"1min":1.827,"5min":1.4630000000000001,"15min":1.403},"min":{"1min":1.103,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":1.27}]},{"osd":7,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7290000000000001,"5min":2.7290000000000001,"15min":2.7290000000000001},"last":1.546},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.6890000000000001,"15min":1.6890000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.6499999999999999,"5min":2.6499999999999999,"15min":2.6499999999999999},"last":2.1179999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822691,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.5349999999999999,"5min":1.4510000000000001,"15min":1.4370000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":2.7959999999999998,"5min":2.7959999999999998,"15min":2.7959999999999998},"last":1.8939999999999999},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.359,"15min":1.345},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.4940000000000002,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":1.23}]},{"osd":1,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.365,"15min":1.323},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.7040000000000002,"5min":2.7040000000000002,"15min":2.7040000000000002},"last":2.0870000000000002},{"interface":"front","average":{"1min":1.573,"5min":1.411,"15min":1.3839999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":2.3090000000000002,"5min":2.456,"15min":2.456},"last":1.651}]},{"osd":2,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":1.4339999999999999,"15min":1.4239999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.427,"5min":2.5920000000000001,"15min":2.5920000000000001},"last":1.456},{"interface":"front","average":{"1min":1.401,"5min":1.4610000000000001,"15min":1.4710000000000001},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.8640000000000001,"5min":2.8780000000000001,"15min":2.8780000000000001},"last":1.377}]},{"osd":3,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.4890000000000001,"5min":1.278,"15min":1.2430000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.2050000000000001,"5min":2.2050000000000001,"15min":2.2050000000000001},"last":2.0059999999999998},{"interface":"front","average":{"1min":1.5580000000000001,"5min":1.542,"15min":1.5389999999999999},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":2.4689999999999999,"5min":2.7090000000000001,"15min":2.7090000000000001},"last":1.7390000000000001}]},{"osd":4,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.92900000000000005,"15min":0.90900000000000003},"min":{"1min":0.27000000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.0499999999999998,"5min":2.0499999999999998,"15min":2.0499999999999998},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.0389999999999999,"5min":0.94499999999999995,"15min":0.92900000000000005},"min":{"1min":0.28299999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.2809999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:51:12 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.2909999999999999,"15min":1.2829999999999999},"min":{"1min":0.254,"5min":0.253,"15min":0.253},"max":{"1min":2.6659999999999999,"5min":2.6659999999999999,"15min":2.6659999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.3280000000000001,"5min":1.216,"15min":1.198},"min":{"1min":0.41599999999999998,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.1909999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":1.0669999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:50:32 2021","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"last":1.7969999999999999},{"interface":"front","average":{"1min":1.53,"5min":1.53,"15min":1.53},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7290000000000001,"5min":2.7290000000000001,"15min":2.7290000000000001},"last":1.155}]}]}]}} 2021-03-04T22:51:28.925 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T22:51:28.999 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:29.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:29 gibba008 bash[16766]: audit 2021-03-04T22:51:28.241907+0000 mgr.y (mgr.14138) 266 : audit [DBG] from='client.24379 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:51:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:29 gibba008 bash[13002]: audit 2021-03-04T22:51:28.241907+0000 mgr.y (mgr.14138) 266 : audit [DBG] from='client.24379 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:51:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:29 gibba023 bash[13021]: audit 2021-03-04T22:51:28.241907+0000 mgr.y (mgr.14138) 266 : audit [DBG] from='client.24379 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:51:30.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:30 gibba008 bash[13002]: cluster 2021-03-04T22:51:30.220688+0000 mgr.y (mgr.14138) 267 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:30.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:30 gibba008 bash[16766]: cluster 2021-03-04T22:51:30.220688+0000 mgr.y (mgr.14138) 267 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:30 gibba023 bash[13021]: cluster 2021-03-04T22:51:30.220688+0000 mgr.y (mgr.14138) 267 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:31.932 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:51:31.933 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T22:51:32.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:32 gibba008 bash[13002]: audit 2021-03-04T22:51:31.926618+0000 mgr.y (mgr.14138) 268 : audit [DBG] from='client.24385 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:51:32.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:32 gibba008 bash[13002]: cluster 2021-03-04T22:51:32.221489+0000 mgr.y (mgr.14138) 269 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:32.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:32 gibba008 bash[16766]: audit 2021-03-04T22:51:31.926618+0000 mgr.y (mgr.14138) 268 : audit [DBG] from='client.24385 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:51:32.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:32 gibba008 bash[16766]: cluster 2021-03-04T22:51:32.221489+0000 mgr.y (mgr.14138) 269 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:32.543 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":230,"stamp":"2021-03-04T22:51:30.220275+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696250560,"statfs":{"total":721554505728,"available":712960573440,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1601288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.557909+0000","last_change":"2021-03-04T22:49:59.408863+0000","last_active":"2021-03-04T22:50:00.557909+0000","last_peered":"2021-03-04T22:50:00.557909+0000","last_clean":"2021-03-04T22:50:00.557909+0000","last_became_active":"2021-03-04T22:49:59.408597+0000","last_became_peered":"2021-03-04T22:49:59.408597+0000","last_unstale":"2021-03-04T22:50:00.557909+0000","last_undegraded":"2021-03-04T22:50:00.557909+0000","last_fullsized":"2021-03-04T22:50:00.557909+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.407684+0000","last_change":"2021-03-04T22:49:59.406888+0000","last_active":"2021-03-04T22:50:00.407684+0000","last_peered":"2021-03-04T22:50:00.407684+0000","last_clean":"2021-03-04T22:50:00.407684+0000","last_became_active":"2021-03-04T22:49:59.405810+0000","last_became_peered":"2021-03-04T22:49:59.405810+0000","last_unstale":"2021-03-04T22:50:00.407684+0000","last_undegraded":"2021-03-04T22:50:00.407684+0000","last_fullsized":"2021-03-04T22:50:00.407684+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.409419+0000","last_change":"2021-03-04T22:49:59.460876+0000","last_active":"2021-03-04T22:50:00.409419+0000","last_peered":"2021-03-04T22:50:00.409419+0000","last_clean":"2021-03-04T22:50:00.409419+0000","last_became_active":"2021-03-04T22:49:59.460223+0000","last_became_peered":"2021-03-04T22:49:59.460223+0000","last_unstale":"2021-03-04T22:50:00.409419+0000","last_undegraded":"2021-03-04T22:50:00.409419+0000","last_fullsized":"2021-03-04T22:50:00.409419+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.409369+0000","last_change":"2021-03-04T22:49:59.460873+0000","last_active":"2021-03-04T22:50:00.409369+0000","last_peered":"2021-03-04T22:50:00.409369+0000","last_clean":"2021-03-04T22:50:00.409369+0000","last_became_active":"2021-03-04T22:49:59.460188+0000","last_became_peered":"2021-03-04T22:49:59.460188+0000","last_unstale":"2021-03-04T22:50:00.409369+0000","last_undegraded":"2021-03-04T22:50:00.409369+0000","last_fullsized":"2021-03-04T22:50:00.409369+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.409428+0000","last_change":"2021-03-04T22:49:29.598340+0000","last_active":"2021-03-04T22:50:00.409428+0000","last_peered":"2021-03-04T22:50:00.409428+0000","last_clean":"2021-03-04T22:50:00.409428+0000","last_became_active":"2021-03-04T22:49:29.597259+0000","last_became_peered":"2021-03-04T22:49:29.597259+0000","last_unstale":"2021-03-04T22:50:00.409428+0000","last_undegraded":"2021-03-04T22:50:00.409428+0000","last_fullsized":"2021-03-04T22:50:00.409428+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:01.009439+0000","last_change":"2021-03-04T22:49:59.408769+0000","last_active":"2021-03-04T22:50:01.009439+0000","last_peered":"2021-03-04T22:50:01.009439+0000","last_clean":"2021-03-04T22:50:01.009439+0000","last_became_active":"2021-03-04T22:49:59.408508+0000","last_became_peered":"2021-03-04T22:49:59.408508+0000","last_unstale":"2021-03-04T22:50:01.009439+0000","last_undegraded":"2021-03-04T22:50:01.009439+0000","last_fullsized":"2021-03-04T22:50:01.009439+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:01.011286+0000","last_change":"2021-03-04T22:49:59.461841+0000","last_active":"2021-03-04T22:50:01.011286+0000","last_peered":"2021-03-04T22:50:01.011286+0000","last_clean":"2021-03-04T22:50:01.011286+0000","last_became_active":"2021-03-04T22:49:59.460586+0000","last_became_peered":"2021-03-04T22:49:59.460586+0000","last_unstale":"2021-03-04T22:50:01.011286+0000","last_undegraded":"2021-03-04T22:50:01.011286+0000","last_fullsized":"2021-03-04T22:50:01.011286+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:01.009459+0000","last_change":"2021-03-04T22:49:59.408928+0000","last_active":"2021-03-04T22:50:01.009459+0000","last_peered":"2021-03-04T22:50:01.009459+0000","last_clean":"2021-03-04T22:50:01.009459+0000","last_became_active":"2021-03-04T22:49:59.408680+0000","last_became_peered":"2021-03-04T22:49:59.408680+0000","last_unstale":"2021-03-04T22:50:01.009459+0000","last_undegraded":"2021-03-04T22:50:01.009459+0000","last_fullsized":"2021-03-04T22:50:01.009459+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T22:50:00.407661+0000","last_change":"2021-03-04T22:49:59.461648+0000","last_active":"2021-03-04T22:50:00.407661+0000","last_peered":"2021-03-04T22:50:00.407661+0000","last_clean":"2021-03-04T22:50:00.407661+0000","last_became_active":"2021-03-04T22:49:59.460149+0000","last_became_peered":"2021-03-04T22:49:59.460149+0000","last_unstale":"2021-03-04T22:50:00.407661+0000","last_undegraded":"2021-03-04T22:50:00.407661+0000","last_fullsized":"2021-03-04T22:50:00.407661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495643,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4650000000000001,"5min":1.4650000000000001,"15min":1.4650000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":2.8319999999999999,"5min":2.8319999999999999,"15min":2.8319999999999999},"last":1.5009999999999999},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":2.7709999999999999}]},{"osd":1,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":2.145,"5min":2.145,"15min":2.145},"last":1.3700000000000001},{"interface":"front","average":{"1min":1.51,"5min":1.51,"15min":1.51},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.6139999999999999,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":2.319}]},{"osd":2,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.647,"5min":1.647,"15min":1.647},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":1.6739999999999999},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.5289999999999999,"5min":2.5289999999999999,"15min":2.5289999999999999},"last":2.1669999999999998}]},{"osd":3,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":2.6360000000000001,"5min":2.6360000000000001,"15min":2.6360000000000001},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.603,"5min":1.603,"15min":1.603},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.6880000000000002,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.73}]},{"osd":4,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.153,"5min":1.153,"15min":1.153},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.089,"5min":2.089,"15min":2.089},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.331,"5min":1.331,"15min":1.331},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":1.994}]},{"osd":5,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.4910000000000001,"5min":2.4910000000000001,"15min":2.4910000000000001},"last":2.617},{"interface":"front","average":{"1min":1.423,"5min":1.423,"15min":1.423},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.6259999999999999,"5min":2.6259999999999999,"15min":2.6259999999999999},"last":1.589}]},{"osd":6,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":1.907},{"interface":"front","average":{"1min":1.528,"5min":1.528,"15min":1.528},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.7669999999999999,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":2.431}]}]},{"osd":6,"up_from":41,"seq":176093659167,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":1.3759999999999999,"15min":1.3420000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.5739999999999998,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":1.871},{"interface":"front","average":{"1min":1.579,"5min":1.3149999999999999,"15min":1.2709999999999999},"min":{"1min":0.89900000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":1.5880000000000001}]},{"osd":1,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.4710000000000001,"15min":1.427},"min":{"1min":0.84199999999999997,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.677,"5min":2.677,"15min":2.677},"last":1.948},{"interface":"front","average":{"1min":1.645,"5min":1.577,"15min":1.5649999999999999},"min":{"1min":0.69699999999999995,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.657,"5min":2.657,"15min":2.657},"last":1.3280000000000001}]},{"osd":2,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.7310000000000001,"5min":1.4970000000000001,"15min":1.458},"min":{"1min":0.76800000000000002,"5min":0.627,"15min":0.627},"max":{"1min":2.4449999999999998,"5min":2.4449999999999998,"15min":2.4449999999999998},"last":1.444},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.4690000000000001,"15min":1.431},"min":{"1min":0.98299999999999998,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":2.4569999999999999,"5min":2.4569999999999999,"15min":2.4569999999999999},"last":2.0430000000000001}]},{"osd":3,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":1.29,"15min":1.2709999999999999},"min":{"1min":1.016,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.8029999999999999},{"interface":"front","average":{"1min":1.8660000000000001,"5min":1.605,"15min":1.5609999999999999},"min":{"1min":0.874,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":2.7360000000000002,"5min":2.7360000000000002,"15min":2.7360000000000002},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.0940000000000001,"15min":1.0720000000000001},"min":{"1min":0.318,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.2469999999999999,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.1200000000000001,"15min":1.101},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.3220000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.181}]},{"osd":5,"last update":"Thu Mar 4 22:51:13 2021","interfaces":[{"interface":"back","average":{"1min":1.3600000000000001,"5min":1.218,"15min":1.194},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.3260000000000001,"5min":2.359,"15min":2.359},"last":2.1190000000000002},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.427,"15min":1.4039999999999999},"min":{"1min":0.36199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":2.5960000000000001,"5min":2.6480000000000001,"15min":2.6480000000000001},"last":0.97699999999999998}]},{"osd":7,"last update":"Thu Mar 4 22:50:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":2.2109999999999999},{"interface":"front","average":{"1min":1.431,"5min":1.431,"15min":1.431},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.403,"5min":2.403,"15min":2.403},"last":1.732}]}]},{"osd":1,"up_from":16,"seq":68719476787,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:24 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.85199999999999998,"15min":0.753},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.5169999999999999,"5min":2.577,"15min":2.577},"last":0.71799999999999997},{"interface":"front","average":{"1min":1.056,"5min":0.92100000000000004,"15min":0.77700000000000002},"min":{"1min":0.24199999999999999,"5min":0.152,"15min":0.152},"max":{"1min":1.8120000000000001,"5min":2.4870000000000001,"15min":2.4870000000000001},"last":1.458}]},{"osd":2,"last update":"Thu Mar 4 22:50:52 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.86699999999999999,"15min":0.83799999999999997},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.603,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":1},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.0840000000000001,"15min":0.996},"min":{"1min":0.29799999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":2.3450000000000002,"5min":2.5230000000000001,"15min":2.5230000000000001},"last":1.202}]},{"osd":3,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.321,"15min":1.3220000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.0739999999999998,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.8300000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":1.127,"15min":1.147},"min":{"1min":0.214,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":1.8879999999999999,"5min":2.3839999999999999,"15min":2.3839999999999999},"last":1.5940000000000001}]},{"osd":4,"last update":"Thu Mar 4 22:50:27 2021","interfaces":[{"interface":"back","average":{"1min":1.466,"5min":1.504,"15min":1.51},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.536,"5min":2.536,"15min":2.536},"last":2.0049999999999999},{"interface":"front","average":{"1min":1.4179999999999999,"5min":1.4019999999999999,"15min":1.399},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.5899999999999999,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":2.1429999999999998}]},{"osd":5,"last update":"Thu Mar 4 22:50:52 2021","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.325,"15min":1.327},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.3140000000000001,"5min":2.3140000000000001,"15min":2.3140000000000001},"last":1.3640000000000001},{"interface":"front","average":{"1min":1.605,"5min":1.6699999999999999,"15min":1.681},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":2.0800000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.5629999999999999,"15min":1.5669999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.323,"5min":2.323,"15min":2.323},"last":1.9330000000000001},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.518,"15min":1.546},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.875,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.7130000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":1.802,"15min":1.802},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":2.9359999999999999},"last":2.2029999999999998},{"interface":"front","average":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.456,"5min":2.456,"15min":2.456},"last":2.0409999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673018,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 22:51:25 2021","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.79800000000000004},"min":{"1min":0.22500000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.379,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.92900000000000005,"15min":0.89100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.742,"5min":1.859,"15min":1.859},"last":1.0389999999999999}]},{"osd":2,"last update":"Thu Mar 4 22:50:46 2021","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.996,"15min":1.0129999999999999},"min":{"1min":0.42699999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.4710000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.173},{"interface":"front","average":{"1min":1.056,"5min":1.1000000000000001,"15min":1.097},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.8149999999999999,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":1.9750000000000001}]},{"osd":3,"last update":"Thu Mar 4 22:51:10 2021","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.1240000000000001,"15min":1.1439999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.8,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":1.653},{"interface":"front","average":{"1min":1.028,"5min":1.224,"15min":1.23},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.95,"5min":2,"15min":2},"last":1.528}]},{"osd":4,"last update":"Thu Mar 4 22:50:30 2021","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.395,"15min":1.3680000000000001},"min":{"1min":0.78600000000000003,"5min":0.628,"15min":0.628},"max":{"1min":2.105,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":2.2639999999999998},{"interface":"front","average":{"1min":1.659,"5min":1.5580000000000001,"15min":1.5409999999999999},"min":{"1min":0.96299999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.5630000000000002,"5min":2.5630000000000002,"15min":2.5630000000000002},"last":2.1110000000000002}]},{"osd":5,"last update":"Thu Mar 4 22:50:52 2021","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":1.4119999999999999,"15min":1.405},"min":{"1min":0.89300000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.331,"5min":2.331,"15min":2.331},"last":1.8300000000000001},{"interface":"front","average":{"1min":1.627,"5min":1.7190000000000001,"15min":1.7350000000000001},"min":{"1min":0.80100000000000005,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":2.258,"5min":2.569,"15min":2.569},"last":2.8010000000000002}]},{"osd":6,"last update":"Thu Mar 4 22:51:10 2021","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.0070000000000001,"15min":2.024},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":2.5329999999999999,"5min":2.7709999999999999,"15min":2.7709999999999999},"last":2.7010000000000001},{"interface":"front","average":{"1min":1.605,"5min":1.7250000000000001,"15min":1.7450000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.1850000000000001,"5min":2.395,"15min":2.395},"last":2.4049999999999998}]},{"osd":7,"last update":"Thu Mar 4 22:50:30 2021","interfaces":[{"interface":"back","average":{"1min":1.55,"5min":1.55,"15min":1.55},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":2.1360000000000001,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":1.4019999999999999},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":2.5249999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313265,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:48 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93400000000000005,"15min":0.97199999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":1.0529999999999999},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.90200000000000002,"15min":0.88200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":1.7430000000000001,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.98999999999999999}]},{"osd":1,"last update":"Thu Mar 4 22:50:48 2021","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":1.0009999999999999,"15min":0.98599999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.5129999999999999,"5min":2.516,"15min":2.516},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.98399999999999999,"15min":1.016},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":1.8280000000000001,"5min":1.8280000000000001,"15min":1.8280000000000001},"last":0.85299999999999998}]},{"osd":3,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.97399999999999998,"15min":0.97699999999999998},"min":{"1min":0.28299999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.6719999999999999,"5min":1.95,"15min":1.95},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.036,"5min":1.1619999999999999,"15min":1.1719999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.7050000000000001,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":1.413}]},{"osd":4,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":1.571,"15min":1.5780000000000001},"min":{"1min":0.54700000000000004,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":2.4359999999999999,"5min":2.4359999999999999,"15min":2.4359999999999999},"last":1.712},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.577,"15min":1.5669999999999999},"min":{"1min":0.55200000000000005,"5min":0.376,"15min":0.376},"max":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"last":1.7769999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:50:48 2021","interfaces":[{"interface":"back","average":{"1min":1.361,"5min":1.359,"15min":1.359},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":1.4990000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.542,"15min":1.548},"min":{"1min":0.53100000000000003,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.286,"5min":2.286,"15min":2.286},"last":1.556}]},{"osd":6,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5720000000000001,"15min":1.5589999999999999},"min":{"1min":0.56599999999999995,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":2.2810000000000001,"5min":2.3420000000000001,"15min":2.3420000000000001},"last":1.6639999999999999},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.4370000000000001,"15min":1.4330000000000001},"min":{"1min":0.755,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.1230000000000002,"5min":2.258,"15min":2.258},"last":1.8600000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.724,"15min":1.724},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":2.6230000000000002,"5min":2.6230000000000002,"15min":2.6230000000000002},"last":1.9750000000000001},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.395,"5min":2.395,"15min":2.395},"last":2.0190000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.86099999999999999,"15min":0.877},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.4670000000000001,"5min":1.734,"15min":1.734},"last":1.109},{"interface":"front","average":{"1min":0.80500000000000005,"5min":1.0069999999999999,"15min":1.0660000000000001},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.2909999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.248}]},{"osd":1,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":1.101,"15min":1.1879999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.4399999999999999,"5min":1.788,"15min":1.788},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.876,"5min":1.05,"15min":1.0669999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":1.4490000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.78600000000000003}]},{"osd":2,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":1.1499999999999999,"15min":1.1759999999999999},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":1.694,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":1.4159999999999999},{"interface":"front","average":{"1min":0.81000000000000005,"5min":1.0049999999999999,"15min":1.0549999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":1.244,"5min":2.085,"15min":2.085},"last":1.5309999999999999}]},{"osd":4,"last update":"Thu Mar 4 22:50:31 2021","interfaces":[{"interface":"back","average":{"1min":1.478,"5min":1.5940000000000001,"15min":1.6140000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":2.4830000000000001,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":2.0489999999999999},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.7130000000000001,"15min":1.736},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.4750000000000001,"5min":2.4889999999999999,"15min":2.4889999999999999},"last":2.202}]},{"osd":5,"last update":"Thu Mar 4 22:50:50 2021","interfaces":[{"interface":"back","average":{"1min":1.383,"5min":1.4159999999999999,"15min":1.4219999999999999},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":2.2469999999999999,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":1.7929999999999999},{"interface":"front","average":{"1min":1.363,"5min":1.4370000000000001,"15min":1.4490000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.9159999999999999,"5min":2.0910000000000002,"15min":2.0910000000000002},"last":1.6990000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:51:11 2021","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":1.587,"15min":1.579},"min":{"1min":0.68300000000000005,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":2.3149999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":1.4770000000000001,"15min":1.4870000000000001},"min":{"1min":0.61399999999999999,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.994,"5min":2.1640000000000001,"15min":2.1640000000000001},"last":1.95}]},{"osd":7,"last update":"Thu Mar 4 22:50:31 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.99,"5min":1.99,"15min":1.99},"last":1.8779999999999999},{"interface":"front","average":{"1min":1.643,"5min":1.643,"15min":1.643},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":2.403}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.4019999999999999,"15min":1.4199999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":1.768},{"interface":"front","average":{"1min":1.419,"5min":1.425,"15min":1.4259999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6949999999999998,"5min":2.6949999999999998,"15min":2.6949999999999998},"last":1.347}]},{"osd":1,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":1.3160000000000001,"15min":1.3440000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.278,"5min":2.278,"15min":2.278},"last":2.0430000000000001},{"interface":"front","average":{"1min":1.234,"5min":1.417,"15min":1.4470000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":2.3500000000000001,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.992}]},{"osd":2,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.397,"5min":1.3100000000000001,"15min":1.296},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":2.2269999999999999},{"interface":"front","average":{"1min":1.464,"5min":1.448,"15min":1.446},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.8660000000000001,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":1.4159999999999999}]},{"osd":3,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.452,"15min":1.46},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.4740000000000002,"5min":2.5249999999999999,"15min":2.5249999999999999},"last":1.4810000000000001},{"interface":"front","average":{"1min":1.238,"5min":1.3160000000000001,"15min":1.329},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.089,"5min":2.2240000000000002,"15min":2.2240000000000002},"last":1.8799999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:50:49 2021","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.129,"15min":1.0389999999999999},"min":{"1min":0.90400000000000003,"5min":0.187,"15min":0.187},"max":{"1min":2.7879999999999998,"5min":2.7879999999999998,"15min":2.7879999999999998},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.359,"5min":0.89800000000000002,"15min":0.82099999999999995},"min":{"1min":0.92000000000000004,"5min":0.248,"15min":0.248},"max":{"1min":2.1850000000000001,"5min":2.1850000000000001,"15min":2.1850000000000001},"last":1.631}]},{"osd":6,"last update":"Thu Mar 4 22:51:14 2021","interfaces":[{"interface":"back","average":{"1min":1.835,"5min":1.395,"15min":1.3220000000000001},"min":{"1min":0.92400000000000004,"5min":0.219,"15min":0.219},"max":{"1min":2.6389999999999998,"5min":2.681,"15min":2.681},"last":2.3090000000000002},{"interface":"front","average":{"1min":1.827,"5min":1.4630000000000001,"15min":1.403},"min":{"1min":1.103,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":1.27}]},{"osd":7,"last update":"Thu Mar 4 22:50:29 2021","interfaces":[{"interface":"back","average":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7290000000000001,"5min":2.7290000000000001,"15min":2.7290000000000001},"last":1.546},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.6890000000000001,"15min":1.6890000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.6499999999999999,"5min":2.6499999999999999,"15min":2.6499999999999999},"last":2.1179999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822691,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.5349999999999999,"5min":1.4510000000000001,"15min":1.4370000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":2.7959999999999998,"5min":2.7959999999999998,"15min":2.7959999999999998},"last":1.8939999999999999},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.359,"15min":1.345},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.4940000000000002,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":1.23}]},{"osd":1,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.365,"15min":1.323},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.7040000000000002,"5min":2.7040000000000002,"15min":2.7040000000000002},"last":2.0870000000000002},{"interface":"front","average":{"1min":1.573,"5min":1.411,"15min":1.3839999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":2.3090000000000002,"5min":2.456,"15min":2.456},"last":1.651}]},{"osd":2,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":1.4339999999999999,"15min":1.4239999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.427,"5min":2.5920000000000001,"15min":2.5920000000000001},"last":1.456},{"interface":"front","average":{"1min":1.401,"5min":1.4610000000000001,"15min":1.4710000000000001},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.8640000000000001,"5min":2.8780000000000001,"15min":2.8780000000000001},"last":1.377}]},{"osd":3,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.4890000000000001,"5min":1.278,"15min":1.2430000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.2050000000000001,"5min":2.2050000000000001,"15min":2.2050000000000001},"last":2.0059999999999998},{"interface":"front","average":{"1min":1.5580000000000001,"5min":1.542,"15min":1.5389999999999999},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":2.4689999999999999,"5min":2.7090000000000001,"15min":2.7090000000000001},"last":1.7390000000000001}]},{"osd":4,"last update":"Thu Mar 4 22:50:56 2021","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.92900000000000005,"15min":0.90900000000000003},"min":{"1min":0.27000000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.0499999999999998,"5min":2.0499999999999998,"15min":2.0499999999999998},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.0389999999999999,"5min":0.94499999999999995,"15min":0.92900000000000005},"min":{"1min":0.28299999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.2809999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:51:12 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.2909999999999999,"15min":1.2829999999999999},"min":{"1min":0.254,"5min":0.253,"15min":0.253},"max":{"1min":2.6659999999999999,"5min":2.6659999999999999,"15min":2.6659999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.3280000000000001,"5min":1.216,"15min":1.198},"min":{"1min":0.41599999999999998,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.1909999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":1.0669999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:50:32 2021","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"last":1.7969999999999999},{"interface":"front","average":{"1min":1.53,"5min":1.53,"15min":1.53},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7290000000000001,"5min":2.7290000000000001,"15min":2.7290000000000001},"last":1.155}]}]}]}} 2021-03-04T22:51:32.545 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T22:51:32.546 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T22:51:32.546 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T22:51:32.546 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T22:51:32.621 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:32 gibba023 bash[13021]: audit 2021-03-04T22:51:31.926618+0000 mgr.y (mgr.14138) 268 : audit [DBG] from='client.24385 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:51:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:32 gibba023 bash[13021]: cluster 2021-03-04T22:51:32.221489+0000 mgr.y (mgr.14138) 269 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:34.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:34 gibba008 bash[13002]: cluster 2021-03-04T22:51:34.222276+0000 mgr.y (mgr.14138) 270 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:34.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:34 gibba008 bash[16766]: cluster 2021-03-04T22:51:34.222276+0000 mgr.y (mgr.14138) 270 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:34 gibba023 bash[13021]: cluster 2021-03-04T22:51:34.222276+0000 mgr.y (mgr.14138) 270 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:35.515 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:51:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:35 gibba008 bash[13002]: audit 2021-03-04T22:51:35.512335+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.2.108:0/1564584240' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T22:51:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:35 gibba008 bash[16766]: audit 2021-03-04T22:51:35.512335+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.2.108:0/1564584240' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T22:51:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:35 gibba023 bash[13021]: audit 2021-03-04T22:51:35.512335+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.2.108:0/1564584240' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T22:51:36.199 INFO:teuthology.orchestra.run.gibba008.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T22:51:36.200 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T22:51:36.200 INFO:tasks.cephadm:Setup complete, yielding 2021-03-04T22:51:36.201 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-03-04T22:51:36.208 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@gibba008.front.sepia.ceph.com 2021-03-04T22:51:36.208 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- bash -c 'ceph fs volume create foo' 2021-03-04T22:51:37.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:36 gibba008 bash[13002]: cluster 2021-03-04T22:51:36.222628+0000 mgr.y (mgr.14138) 271 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:36 gibba008 bash[16766]: cluster 2021-03-04T22:51:36.222628+0000 mgr.y (mgr.14138) 271 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:36 gibba023 bash[13021]: cluster 2021-03-04T22:51:36.222628+0000 mgr.y (mgr.14138) 271 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:38.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:38 gibba008 bash[13002]: cluster 2021-03-04T22:51:38.223585+0000 mgr.y (mgr.14138) 272 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:38.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:38 gibba008 bash[16766]: cluster 2021-03-04T22:51:38.223585+0000 mgr.y (mgr.14138) 272 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:38 gibba023 bash[13021]: cluster 2021-03-04T22:51:38.223585+0000 mgr.y (mgr.14138) 272 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:39.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:39 gibba008 bash[13002]: audit 2021-03-04T22:51:39.105751+0000 mgr.y (mgr.14138) 273 : audit [DBG] from='client.24397 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:51:39.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:39 gibba008 bash[13002]: audit 2021-03-04T22:51:39.106151+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2021-03-04T22:51:39.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:39 gibba008 bash[16766]: audit 2021-03-04T22:51:39.105751+0000 mgr.y (mgr.14138) 273 : audit [DBG] from='client.24397 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:51:39.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:39 gibba008 bash[16766]: audit 2021-03-04T22:51:39.106151+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2021-03-04T22:51:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:39 gibba023 bash[13021]: audit 2021-03-04T22:51:39.105751+0000 mgr.y (mgr.14138) 273 : audit [DBG] from='client.24397 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:51:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:39 gibba023 bash[13021]: audit 2021-03-04T22:51:39.106151+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2021-03-04T22:51:40.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[13002]: audit 2021-03-04T22:51:39.434281+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2021-03-04T22:51:40.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[13002]: cluster 2021-03-04T22:51:39.434316+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-03-04T22:51:40.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[13002]: audit 2021-03-04T22:51:39.435118+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2021-03-04T22:51:40.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[13002]: cluster 2021-03-04T22:51:40.224580+0000 mgr.y (mgr.14138) 274 : cluster [DBG] pgmap v236: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:40.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[13002]: debug 2021-03-04T22:51:40.448+0000 7f529b5e4700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-03-04T22:51:40.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[16766]: audit 2021-03-04T22:51:39.434281+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2021-03-04T22:51:40.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[16766]: cluster 2021-03-04T22:51:39.434316+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-03-04T22:51:40.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[16766]: audit 2021-03-04T22:51:39.435118+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2021-03-04T22:51:40.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:40 gibba008 bash[16766]: cluster 2021-03-04T22:51:40.224580+0000 mgr.y (mgr.14138) 274 : cluster [DBG] pgmap v236: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:40 gibba023 bash[13021]: audit 2021-03-04T22:51:39.434281+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2021-03-04T22:51:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:40 gibba023 bash[13021]: cluster 2021-03-04T22:51:39.434316+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-03-04T22:51:40.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:40 gibba023 bash[13021]: audit 2021-03-04T22:51:39.435118+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2021-03-04T22:51:40.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:40 gibba023 bash[13021]: cluster 2021-03-04T22:51:40.224580+0000 mgr.y (mgr.14138) 274 : cluster [DBG] pgmap v236: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 3.8 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:41.409 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-03-04T22:51:41.426 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T22:51:41.427 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T22:51:41.427 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T22:51:41.515 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.445827+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2021-03-04T22:51:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cluster 2021-03-04T22:51:40.445935+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-03-04T22:51:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.449850+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2021-03-04T22:51:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cluster 2021-03-04T22:51:40.450339+0000 mon.a (mon.0) 585 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-03-04T22:51:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cluster 2021-03-04T22:51:40.450354+0000 mon.a (mon.0) 586 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2021-03-04T22:51:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cluster 2021-03-04T22:51:40.454815+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-03-04T22:51:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.454888+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2021-03-04T22:51:41.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cluster 2021-03-04T22:51:40.454941+0000 mon.a (mon.0) 589 : cluster [DBG] fsmap foo:0 2021-03-04T22:51:41.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cephadm 2021-03-04T22:51:40.455997+0000 mgr.y (mgr.14138) 275 : cephadm [INF] Saving service mds.foo spec with placement count:2 2021-03-04T22:51:41.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.458044+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cephadm 2021-03-04T22:51:40.459234+0000 mgr.y (mgr.14138) 276 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:51:41.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cephadm 2021-03-04T22:51:40.460746+0000 mgr.y (mgr.14138) 277 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:51:41.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.624253+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.628768+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.629439+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:51:41.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.631617+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-03-04T22:51:41.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.632548+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:51:41.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: cephadm 2021-03-04T22:51:40.632945+0000 mgr.y (mgr.14138) 278 : cephadm [INF] Deploying daemon mds.foo.gibba008.hxkpme on gibba008 2021-03-04T22:51:41.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[13002]: audit 2021-03-04T22:51:40.633181+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.gibba008.hxkpme", "key": "container_image"}]: dispatch 2021-03-04T22:51:41.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.445827+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2021-03-04T22:51:41.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cluster 2021-03-04T22:51:40.445935+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-03-04T22:51:41.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.449850+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2021-03-04T22:51:41.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cluster 2021-03-04T22:51:40.450339+0000 mon.a (mon.0) 585 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-03-04T22:51:41.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cluster 2021-03-04T22:51:40.450354+0000 mon.a (mon.0) 586 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2021-03-04T22:51:41.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cluster 2021-03-04T22:51:40.454815+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-03-04T22:51:41.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.454888+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2021-03-04T22:51:41.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cluster 2021-03-04T22:51:40.454941+0000 mon.a (mon.0) 589 : cluster [DBG] fsmap foo:0 2021-03-04T22:51:41.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cephadm 2021-03-04T22:51:40.455997+0000 mgr.y (mgr.14138) 275 : cephadm [INF] Saving service mds.foo spec with placement count:2 2021-03-04T22:51:41.769 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.458044+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.769 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cephadm 2021-03-04T22:51:40.459234+0000 mgr.y (mgr.14138) 276 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:51:41.769 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cephadm 2021-03-04T22:51:40.460746+0000 mgr.y (mgr.14138) 277 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:51:41.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.624253+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.628768+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.629439+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:51:41.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.631617+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-03-04T22:51:41.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.632548+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:51:41.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: cephadm 2021-03-04T22:51:40.632945+0000 mgr.y (mgr.14138) 278 : cephadm [INF] Deploying daemon mds.foo.gibba008.hxkpme on gibba008 2021-03-04T22:51:41.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:41 gibba008 bash[16766]: audit 2021-03-04T22:51:40.633181+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.gibba008.hxkpme", "key": "container_image"}]: dispatch 2021-03-04T22:51:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.445827+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2021-03-04T22:51:41.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cluster 2021-03-04T22:51:40.445935+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-03-04T22:51:41.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.449850+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2021-03-04T22:51:41.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cluster 2021-03-04T22:51:40.450339+0000 mon.a (mon.0) 585 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-03-04T22:51:41.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cluster 2021-03-04T22:51:40.450354+0000 mon.a (mon.0) 586 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2021-03-04T22:51:41.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cluster 2021-03-04T22:51:40.454815+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-03-04T22:51:41.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.454888+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2021-03-04T22:51:41.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cluster 2021-03-04T22:51:40.454941+0000 mon.a (mon.0) 589 : cluster [DBG] fsmap foo:0 2021-03-04T22:51:41.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cephadm 2021-03-04T22:51:40.455997+0000 mgr.y (mgr.14138) 275 : cephadm [INF] Saving service mds.foo spec with placement count:2 2021-03-04T22:51:41.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.458044+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cephadm 2021-03-04T22:51:40.459234+0000 mgr.y (mgr.14138) 276 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:51:41.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cephadm 2021-03-04T22:51:40.460746+0000 mgr.y (mgr.14138) 277 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:51:41.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.624253+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.628768+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:41.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.629439+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:51:41.779 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.631617+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-03-04T22:51:41.779 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.632548+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:51:41.779 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: cephadm 2021-03-04T22:51:40.632945+0000 mgr.y (mgr.14138) 278 : cephadm [INF] Deploying daemon mds.foo.gibba008.hxkpme on gibba008 2021-03-04T22:51:41.780 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:41 gibba023 bash[13021]: audit 2021-03-04T22:51:40.633181+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.gibba008.hxkpme", "key": "container_image"}]: dispatch 2021-03-04T22:51:42.727 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:42 gibba008 bash[16766]: cluster 2021-03-04T22:51:41.456266+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-03-04T22:51:42.728 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:42 gibba008 bash[16766]: cluster 2021-03-04T22:51:42.225579+0000 mgr.y (mgr.14138) 279 : cluster [DBG] pgmap v240: 73 pgs: 4 creating+activating, 11 creating+peering, 23 unknown, 35 active+clean; 0 B data, 4.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:42.728 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:42 gibba008 bash[13002]: cluster 2021-03-04T22:51:41.456266+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-03-04T22:51:42.729 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:42 gibba008 bash[13002]: cluster 2021-03-04T22:51:42.225579+0000 mgr.y (mgr.14138) 279 : cluster [DBG] pgmap v240: 73 pgs: 4 creating+activating, 11 creating+peering, 23 unknown, 35 active+clean; 0 B data, 4.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:42 gibba023 bash[13021]: cluster 2021-03-04T22:51:41.456266+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-03-04T22:51:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:42 gibba023 bash[13021]: cluster 2021-03-04T22:51:42.225579+0000 mgr.y (mgr.14138) 279 : cluster [DBG] pgmap v240: 73 pgs: 4 creating+activating, 11 creating+peering, 23 unknown, 35 active+clean; 0 B data, 4.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:43.724 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:43 gibba008 bash[13002]: cluster 2021-03-04T22:51:42.464732+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-03-04T22:51:43.725 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:43 gibba008 bash[16766]: cluster 2021-03-04T22:51:42.464732+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-03-04T22:51:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:43 gibba023 bash[13021]: cluster 2021-03-04T22:51:42.464732+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-03-04T22:51:45.072 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: audit 2021-03-04T22:51:43.811719+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:45.072 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: audit 2021-03-04T22:51:43.812525+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:51:45.073 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: audit 2021-03-04T22:51:43.818770+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-03-04T22:51:45.073 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: audit 2021-03-04T22:51:43.819502+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:51:45.073 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: cephadm 2021-03-04T22:51:43.819996+0000 mgr.y (mgr.14138) 280 : cephadm [INF] Deploying daemon mds.foo.gibba023.whlkca on gibba023 2021-03-04T22:51:45.073 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: audit 2021-03-04T22:51:43.820166+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.gibba023.whlkca", "key": "container_image"}]: dispatch 2021-03-04T22:51:45.074 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:44 gibba023 bash[13021]: cluster 2021-03-04T22:51:44.226535+0000 mgr.y (mgr.14138) 281 : cluster [DBG] pgmap v242: 73 pgs: 4 creating+activating, 11 creating+peering, 1 unknown, 57 active+clean; 0 B data, 4.1 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: audit 2021-03-04T22:51:43.811719+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: audit 2021-03-04T22:51:43.812525+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:51:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: audit 2021-03-04T22:51:43.818770+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-03-04T22:51:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: audit 2021-03-04T22:51:43.819502+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:51:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: cephadm 2021-03-04T22:51:43.819996+0000 mgr.y (mgr.14138) 280 : cephadm [INF] Deploying daemon mds.foo.gibba023.whlkca on gibba023 2021-03-04T22:51:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: audit 2021-03-04T22:51:43.820166+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.gibba023.whlkca", "key": "container_image"}]: dispatch 2021-03-04T22:51:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[13002]: cluster 2021-03-04T22:51:44.226535+0000 mgr.y (mgr.14138) 281 : cluster [DBG] pgmap v242: 73 pgs: 4 creating+activating, 11 creating+peering, 1 unknown, 57 active+clean; 0 B data, 4.1 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: audit 2021-03-04T22:51:43.811719+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: audit 2021-03-04T22:51:43.812525+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:51:45.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: audit 2021-03-04T22:51:43.818770+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-03-04T22:51:45.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: audit 2021-03-04T22:51:43.819502+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:51:45.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: cephadm 2021-03-04T22:51:43.819996+0000 mgr.y (mgr.14138) 280 : cephadm [INF] Deploying daemon mds.foo.gibba023.whlkca on gibba023 2021-03-04T22:51:45.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: audit 2021-03-04T22:51:43.820166+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.gibba023.whlkca", "key": "container_image"}]: dispatch 2021-03-04T22:51:45.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:44 gibba008 bash[16766]: cluster 2021-03-04T22:51:44.226535+0000 mgr.y (mgr.14138) 281 : cluster [DBG] pgmap v242: 73 pgs: 4 creating+activating, 11 creating+peering, 1 unknown, 57 active+clean; 0 B data, 4.1 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:46.041 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:51:46.756 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":14,"active_gid":14138,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6800","nonce":1315609333},{"type":"v1","addr":"172.21.2.108:6801","nonce":1315609333}]},"active_addr":"172.21.2.108:6801/1315609333","active_change":"2021-03-04T22:45:11.949976+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://gibba008:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.108:0","nonce":2647530036}]},{"addrvec":[{"type":"v2","addr":"172.21.2.108:0","nonce":3912711772}]}]}} 2021-03-04T22:51:46.760 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T22:51:46.760 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T22:51:46.761 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T22:51:46.839 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:47.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.832819+0000 mon.a (mon.0) 604 : cluster [DBG] mds.? [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140] up:boot 2021-03-04T22:51:47.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.833021+0000 mon.a (mon.0) 605 : cluster [INF] daemon mds.foo.gibba008.hxkpme assigned to filesystem foo as rank 0 (now has 1 ranks) 2021-03-04T22:51:47.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.833191+0000 mon.a (mon.0) 606 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-03-04T22:51:47.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.833252+0000 mon.a (mon.0) 607 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2021-03-04T22:51:47.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.833308+0000 mon.a (mon.0) 608 : cluster [INF] Cluster is now healthy 2021-03-04T22:51:47.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.834062+0000 mon.a (mon.0) 609 : cluster [DBG] fsmap foo:0 1 up:standby 2021-03-04T22:51:47.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: audit 2021-03-04T22:51:45.834347+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:51:47.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.836506+0000 mon.a (mon.0) 611 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:creating} 2021-03-04T22:51:47.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:45.842794+0000 mon.a (mon.0) 612 : cluster [INF] daemon mds.foo.gibba008.hxkpme is now active in filesystem foo as rank 0 2021-03-04T22:51:47.269 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: audit 2021-03-04T22:51:45.916934+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:47.269 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: audit 2021-03-04T22:51:45.917768+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:51:47.269 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: audit 2021-03-04T22:51:45.917976+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:51:47.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: audit 2021-03-04T22:51:46.035001+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.2.108:0/3057082324' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T22:51:47.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: cluster 2021-03-04T22:51:46.226926+0000 mgr.y (mgr.14138) 282 : cluster [DBG] pgmap v243: 73 pgs: 4 creating+activating, 11 creating+peering, 58 active+clean; 0 B data, 4.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:47.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[13002]: audit 2021-03-04T22:51:46.823121+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:47.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.832819+0000 mon.a (mon.0) 604 : cluster [DBG] mds.? [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140] up:boot 2021-03-04T22:51:47.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.833021+0000 mon.a (mon.0) 605 : cluster [INF] daemon mds.foo.gibba008.hxkpme assigned to filesystem foo as rank 0 (now has 1 ranks) 2021-03-04T22:51:47.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.833191+0000 mon.a (mon.0) 606 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-03-04T22:51:47.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.833252+0000 mon.a (mon.0) 607 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2021-03-04T22:51:47.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.833308+0000 mon.a (mon.0) 608 : cluster [INF] Cluster is now healthy 2021-03-04T22:51:47.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.834062+0000 mon.a (mon.0) 609 : cluster [DBG] fsmap foo:0 1 up:standby 2021-03-04T22:51:47.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: audit 2021-03-04T22:51:45.834347+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:51:47.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.836506+0000 mon.a (mon.0) 611 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:creating} 2021-03-04T22:51:47.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:45.842794+0000 mon.a (mon.0) 612 : cluster [INF] daemon mds.foo.gibba008.hxkpme is now active in filesystem foo as rank 0 2021-03-04T22:51:47.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: audit 2021-03-04T22:51:45.916934+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:47.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: audit 2021-03-04T22:51:45.917768+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:51:47.274 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: audit 2021-03-04T22:51:45.917976+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:51:47.274 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: audit 2021-03-04T22:51:46.035001+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.2.108:0/3057082324' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T22:51:47.274 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: cluster 2021-03-04T22:51:46.226926+0000 mgr.y (mgr.14138) 282 : cluster [DBG] pgmap v243: 73 pgs: 4 creating+activating, 11 creating+peering, 58 active+clean; 0 B data, 4.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:47.274 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:46 gibba008 bash[16766]: audit 2021-03-04T22:51:46.823121+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:47.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.832819+0000 mon.a (mon.0) 604 : cluster [DBG] mds.? [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140] up:boot 2021-03-04T22:51:47.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.833021+0000 mon.a (mon.0) 605 : cluster [INF] daemon mds.foo.gibba008.hxkpme assigned to filesystem foo as rank 0 (now has 1 ranks) 2021-03-04T22:51:47.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.833191+0000 mon.a (mon.0) 606 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-03-04T22:51:47.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.833252+0000 mon.a (mon.0) 607 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2021-03-04T22:51:47.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.833308+0000 mon.a (mon.0) 608 : cluster [INF] Cluster is now healthy 2021-03-04T22:51:47.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.834062+0000 mon.a (mon.0) 609 : cluster [DBG] fsmap foo:0 1 up:standby 2021-03-04T22:51:47.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: audit 2021-03-04T22:51:45.834347+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:51:47.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.836506+0000 mon.a (mon.0) 611 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:creating} 2021-03-04T22:51:47.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:45.842794+0000 mon.a (mon.0) 612 : cluster [INF] daemon mds.foo.gibba008.hxkpme is now active in filesystem foo as rank 0 2021-03-04T22:51:47.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: audit 2021-03-04T22:51:45.916934+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:47.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: audit 2021-03-04T22:51:45.917768+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:51:47.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: audit 2021-03-04T22:51:45.917976+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:51:47.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: audit 2021-03-04T22:51:46.035001+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.2.108:0/3057082324' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T22:51:47.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: cluster 2021-03-04T22:51:46.226926+0000 mgr.y (mgr.14138) 282 : cluster [DBG] pgmap v243: 73 pgs: 4 creating+activating, 11 creating+peering, 58 active+clean; 0 B data, 4.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:47.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:46 gibba023 bash[13021]: audit 2021-03-04T22:51:46.823121+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[13002]: cluster 2021-03-04T22:51:46.837402+0000 mon.a (mon.0) 617 : cluster [DBG] mds.? [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140] up:active 2021-03-04T22:51:48.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[13002]: cluster 2021-03-04T22:51:46.837448+0000 mon.a (mon.0) 618 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 2021-03-04T22:51:48.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[13002]: audit 2021-03-04T22:51:47.041958+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[13002]: audit 2021-03-04T22:51:47.046074+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[13002]: audit 2021-03-04T22:51:47.051659+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[16766]: cluster 2021-03-04T22:51:46.837402+0000 mon.a (mon.0) 617 : cluster [DBG] mds.? [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140] up:active 2021-03-04T22:51:48.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[16766]: cluster 2021-03-04T22:51:46.837448+0000 mon.a (mon.0) 618 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 2021-03-04T22:51:48.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[16766]: audit 2021-03-04T22:51:47.041958+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[16766]: audit 2021-03-04T22:51:47.046074+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:47 gibba008 bash[16766]: audit 2021-03-04T22:51:47.051659+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:47 gibba023 bash[13021]: cluster 2021-03-04T22:51:46.837402+0000 mon.a (mon.0) 617 : cluster [DBG] mds.? [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140] up:active 2021-03-04T22:51:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:47 gibba023 bash[13021]: cluster 2021-03-04T22:51:46.837448+0000 mon.a (mon.0) 618 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 2021-03-04T22:51:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:47 gibba023 bash[13021]: audit 2021-03-04T22:51:47.041958+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:47 gibba023 bash[13021]: audit 2021-03-04T22:51:47.046074+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:47 gibba023 bash[13021]: audit 2021-03-04T22:51:47.051659+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:51:49.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:48 gibba008 bash[13002]: cluster 2021-03-04T22:51:48.228131+0000 mgr.y (mgr.14138) 283 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 1.5 KiB data, 4.3 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:49.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:48 gibba008 bash[16766]: cluster 2021-03-04T22:51:48.228131+0000 mgr.y (mgr.14138) 283 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 1.5 KiB data, 4.3 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:48 gibba023 bash[13021]: cluster 2021-03-04T22:51:48.228131+0000 mgr.y (mgr.14138) 283 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 1.5 KiB data, 4.3 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:51:49.587 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:51:49.587 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":56,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T22:51:42.454290+0000","last_up_change":"2021-03-04T22:49:28.198793+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T22:51:39.176654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T22:51:39.512059+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6803","nonce":1909961570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6805","nonce":1909961570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6809","nonce":1909961570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6807","nonce":1909961570}]},"public_addr":"172.21.2.108:6803/1909961570","cluster_addr":"172.21.2.108:6805/1909961570","heartbeat_back_addr":"172.21.2.108:6809/1909961570","heartbeat_front_addr":"172.21.2.108:6807/1909961570","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6811","nonce":1531541700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6813","nonce":1531541700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6817","nonce":1531541700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6815","nonce":1531541700}]},"public_addr":"172.21.2.108:6811/1531541700","cluster_addr":"172.21.2.108:6813/1531541700","heartbeat_back_addr":"172.21.2.108:6817/1531541700","heartbeat_front_addr":"172.21.2.108:6815/1531541700","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6819","nonce":1148891518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6821","nonce":1148891518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6825","nonce":1148891518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6823","nonce":1148891518}]},"public_addr":"172.21.2.108:6819/1148891518","cluster_addr":"172.21.2.108:6821/1148891518","heartbeat_back_addr":"172.21.2.108:6825/1148891518","heartbeat_front_addr":"172.21.2.108:6823/1148891518","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6827","nonce":4145891815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6829","nonce":4145891815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6832","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6833","nonce":4145891815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6831","nonce":4145891815}]},"public_addr":"172.21.2.108:6827/4145891815","cluster_addr":"172.21.2.108:6829/4145891815","heartbeat_back_addr":"172.21.2.108:6833/4145891815","heartbeat_front_addr":"172.21.2.108:6831/4145891815","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T22:51:50.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:49 gibba008 bash[13002]: audit 2021-03-04T22:51:49.583801+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.2.108:0/798546993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:51:50.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:49 gibba008 bash[16766]: audit 2021-03-04T22:51:49.583801+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.2.108:0/798546993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:51:50.272 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T22:51:50.273 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T22:51:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:49 gibba023 bash[13021]: audit 2021-03-04T22:51:49.583801+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.2.108:0/798546993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:51:50.352 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:51.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:50 gibba008 bash[13002]: cluster 2021-03-04T22:51:50.229337+0000 mgr.y (mgr.14138) 284 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s wr, 7 op/s 2021-03-04T22:51:51.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:50 gibba008 bash[16766]: cluster 2021-03-04T22:51:50.229337+0000 mgr.y (mgr.14138) 284 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s wr, 7 op/s 2021-03-04T22:51:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:50 gibba023 bash[13021]: cluster 2021-03-04T22:51:50.229337+0000 mgr.y (mgr.14138) 284 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s wr, 7 op/s 2021-03-04T22:51:53.200 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[13002]: cluster 2021-03-04T22:51:51.875134+0000 mon.a (mon.0) 623 : cluster [DBG] mds.? [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771] up:boot 2021-03-04T22:51:53.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[13002]: cluster 2021-03-04T22:51:51.875661+0000 mon.a (mon.0) 624 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:53.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[13002]: audit 2021-03-04T22:51:51.875796+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:51:53.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[13002]: cluster 2021-03-04T22:51:51.879001+0000 mon.a (mon.0) 626 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:53.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[13002]: cluster 2021-03-04T22:51:52.229874+0000 mgr.y (mgr.14138) 285 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 2.5 KiB/s wr, 3 op/s 2021-03-04T22:51:53.202 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[16766]: cluster 2021-03-04T22:51:51.875134+0000 mon.a (mon.0) 623 : cluster [DBG] mds.? [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771] up:boot 2021-03-04T22:51:53.202 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[16766]: cluster 2021-03-04T22:51:51.875661+0000 mon.a (mon.0) 624 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:53.202 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[16766]: audit 2021-03-04T22:51:51.875796+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:51:53.202 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[16766]: cluster 2021-03-04T22:51:51.879001+0000 mon.a (mon.0) 626 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:53.203 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:52 gibba008 bash[16766]: cluster 2021-03-04T22:51:52.229874+0000 mgr.y (mgr.14138) 285 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 2.5 KiB/s wr, 3 op/s 2021-03-04T22:51:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:52 gibba023 bash[13021]: cluster 2021-03-04T22:51:51.875134+0000 mon.a (mon.0) 623 : cluster [DBG] mds.? [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771] up:boot 2021-03-04T22:51:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:52 gibba023 bash[13021]: cluster 2021-03-04T22:51:51.875661+0000 mon.a (mon.0) 624 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:52 gibba023 bash[13021]: audit 2021-03-04T22:51:51.875796+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:51:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:52 gibba023 bash[13021]: cluster 2021-03-04T22:51:51.879001+0000 mon.a (mon.0) 626 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:52 gibba023 bash[13021]: cluster 2021-03-04T22:51:52.229874+0000 mgr.y (mgr.14138) 285 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 2.5 KiB/s wr, 3 op/s 2021-03-04T22:51:53.396 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:51:53.396 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":56,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T22:51:42.454290+0000","last_up_change":"2021-03-04T22:49:28.198793+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T22:51:39.176654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T22:51:39.512059+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6803","nonce":1909961570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6805","nonce":1909961570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6809","nonce":1909961570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":1909961570},{"type":"v1","addr":"172.21.2.108:6807","nonce":1909961570}]},"public_addr":"172.21.2.108:6803/1909961570","cluster_addr":"172.21.2.108:6805/1909961570","heartbeat_back_addr":"172.21.2.108:6809/1909961570","heartbeat_front_addr":"172.21.2.108:6807/1909961570","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6811","nonce":1531541700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6813","nonce":1531541700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6817","nonce":1531541700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":1531541700},{"type":"v1","addr":"172.21.2.108:6815","nonce":1531541700}]},"public_addr":"172.21.2.108:6811/1531541700","cluster_addr":"172.21.2.108:6813/1531541700","heartbeat_back_addr":"172.21.2.108:6817/1531541700","heartbeat_front_addr":"172.21.2.108:6815/1531541700","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6819","nonce":1148891518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6821","nonce":1148891518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6825","nonce":1148891518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":1148891518},{"type":"v1","addr":"172.21.2.108:6823","nonce":1148891518}]},"public_addr":"172.21.2.108:6819/1148891518","cluster_addr":"172.21.2.108:6821/1148891518","heartbeat_back_addr":"172.21.2.108:6825/1148891518","heartbeat_front_addr":"172.21.2.108:6823/1148891518","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6827","nonce":4145891815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6829","nonce":4145891815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6832","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6833","nonce":4145891815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":4145891815},{"type":"v1","addr":"172.21.2.108:6831","nonce":4145891815}]},"public_addr":"172.21.2.108:6827/4145891815","cluster_addr":"172.21.2.108:6829/4145891815","heartbeat_back_addr":"172.21.2.108:6833/4145891815","heartbeat_front_addr":"172.21.2.108:6831/4145891815","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T22:51:54.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T22:51:54.145 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:53 gibba008 bash[13002]: audit 2021-03-04T22:51:53.393257+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.2.108:0/2730953966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:51:54.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:53 gibba008 bash[16766]: audit 2021-03-04T22:51:53.393257+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.2.108:0/2730953966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:51:54.213 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:53 gibba023 bash[13021]: audit 2021-03-04T22:51:53.393257+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.2.108:0/2730953966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T22:51:55.236 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:54 gibba008 bash[16766]: cluster 2021-03-04T22:51:54.230241+0000 mgr.y (mgr.14138) 286 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1.7 KiB/s wr, 2 op/s 2021-03-04T22:51:55.236 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:54 gibba008 bash[13002]: cluster 2021-03-04T22:51:54.230241+0000 mgr.y (mgr.14138) 286 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1.7 KiB/s wr, 2 op/s 2021-03-04T22:51:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:54 gibba023 bash[13021]: cluster 2021-03-04T22:51:54.230241+0000 mgr.y (mgr.14138) 286 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1.7 KiB/s wr, 2 op/s 2021-03-04T22:51:57.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:56 gibba008 bash[13002]: cluster 2021-03-04T22:51:55.907479+0000 mon.a (mon.0) 627 : cluster [DBG] mds.? [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771] up:standby 2021-03-04T22:51:57.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:56 gibba008 bash[13002]: cluster 2021-03-04T22:51:55.907639+0000 mon.a (mon.0) 628 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:57.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:56 gibba008 bash[13002]: cluster 2021-03-04T22:51:56.231090+0000 mgr.y (mgr.14138) 287 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1.2 KiB/s wr, 2 op/s 2021-03-04T22:51:57.133 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:56 gibba008 bash[16766]: cluster 2021-03-04T22:51:55.907479+0000 mon.a (mon.0) 627 : cluster [DBG] mds.? [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771] up:standby 2021-03-04T22:51:57.134 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:56 gibba008 bash[16766]: cluster 2021-03-04T22:51:55.907639+0000 mon.a (mon.0) 628 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:57.134 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:56 gibba008 bash[16766]: cluster 2021-03-04T22:51:56.231090+0000 mgr.y (mgr.14138) 287 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1.2 KiB/s wr, 2 op/s 2021-03-04T22:51:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:56 gibba023 bash[13021]: cluster 2021-03-04T22:51:55.907479+0000 mon.a (mon.0) 627 : cluster [DBG] mds.? [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771] up:standby 2021-03-04T22:51:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:56 gibba023 bash[13021]: cluster 2021-03-04T22:51:55.907639+0000 mon.a (mon.0) 628 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:51:57.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:56 gibba023 bash[13021]: cluster 2021-03-04T22:51:56.231090+0000 mgr.y (mgr.14138) 287 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1.2 KiB/s wr, 2 op/s 2021-03-04T22:51:57.711 INFO:teuthology.orchestra.run.gibba008.stdout:42949673024 2021-03-04T22:51:57.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T22:51:57.785 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:51:58.755 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:51:58 gibba008 bash[13002]: cluster 2021-03-04T22:51:58.232396+0000 mgr.y (mgr.14138) 288 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1023 B/s wr, 1 op/s 2021-03-04T22:51:58.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:51:58 gibba008 bash[16766]: cluster 2021-03-04T22:51:58.232396+0000 mgr.y (mgr.14138) 288 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1023 B/s wr, 1 op/s 2021-03-04T22:51:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:51:58 gibba023 bash[13021]: cluster 2021-03-04T22:51:58.232396+0000 mgr.y (mgr.14138) 288 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 1023 B/s wr, 1 op/s 2021-03-04T22:52:00.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:00 gibba008 bash[16766]: cluster 2021-03-04T22:52:00.233637+0000 mgr.y (mgr.14138) 289 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 852 B/s wr, 1 op/s 2021-03-04T22:52:00.557 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:00 gibba008 bash[13002]: cluster 2021-03-04T22:52:00.233637+0000 mgr.y (mgr.14138) 289 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 852 B/s wr, 1 op/s 2021-03-04T22:52:00.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:00 gibba023 bash[13021]: cluster 2021-03-04T22:52:00.233637+0000 mgr.y (mgr.14138) 289 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 852 B/s wr, 1 op/s 2021-03-04T22:52:01.159 INFO:teuthology.orchestra.run.gibba008.stdout:68719476794 2021-03-04T22:52:01.160 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T22:52:01.232 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:02.412 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:02 gibba008 bash[13002]: cluster 2021-03-04T22:52:02.234655+0000 mgr.y (mgr.14138) 290 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 0 op/s 2021-03-04T22:52:02.413 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:02 gibba008 bash[16766]: cluster 2021-03-04T22:52:02.234655+0000 mgr.y (mgr.14138) 290 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 0 op/s 2021-03-04T22:52:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:02 gibba023 bash[13021]: cluster 2021-03-04T22:52:02.234655+0000 mgr.y (mgr.14138) 290 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 0 op/s 2021-03-04T22:52:04.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:04 gibba008 bash[13002]: cluster 2021-03-04T22:52:04.235842+0000 mgr.y (mgr.14138) 291 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 0 op/s 2021-03-04T22:52:04.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:04 gibba008 bash[16766]: cluster 2021-03-04T22:52:04.235842+0000 mgr.y (mgr.14138) 291 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 0 op/s 2021-03-04T22:52:04.613 INFO:teuthology.orchestra.run.gibba008.stdout:90194313272 2021-03-04T22:52:04.614 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T22:52:04.692 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:04 gibba023 bash[13021]: cluster 2021-03-04T22:52:04.235842+0000 mgr.y (mgr.14138) 291 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 0 op/s 2021-03-04T22:52:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:06 gibba008 bash[13002]: cluster 2021-03-04T22:52:06.237015+0000 mgr.y (mgr.14138) 292 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:06.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:06 gibba008 bash[16766]: cluster 2021-03-04T22:52:06.237015+0000 mgr.y (mgr.14138) 292 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:06 gibba023 bash[13021]: cluster 2021-03-04T22:52:06.237015+0000 mgr.y (mgr.14138) 292 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:08.188 INFO:teuthology.orchestra.run.gibba008.stdout:111669149748 2021-03-04T22:52:08.188 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T22:52:08.263 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:08.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:08 gibba008 bash[13002]: cluster 2021-03-04T22:52:08.237522+0000 mgr.y (mgr.14138) 293 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:08.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:08 gibba008 bash[16766]: cluster 2021-03-04T22:52:08.237522+0000 mgr.y (mgr.14138) 293 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:08 gibba023 bash[13021]: cluster 2021-03-04T22:52:08.237522+0000 mgr.y (mgr.14138) 293 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:10.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:10 gibba008 bash[13002]: cluster 2021-03-04T22:52:10.237996+0000 mgr.y (mgr.14138) 294 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:10 gibba008 bash[16766]: cluster 2021-03-04T22:52:10.237996+0000 mgr.y (mgr.14138) 294 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:10 gibba023 bash[13021]: cluster 2021-03-04T22:52:10.237996+0000 mgr.y (mgr.14138) 294 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:11.903 INFO:teuthology.orchestra.run.gibba008.stdout:133143986225 2021-03-04T22:52:11.904 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T22:52:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:12 gibba008 bash[13002]: cluster 2021-03-04T22:52:12.239363+0000 mgr.y (mgr.14138) 295 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:12 gibba008 bash[13002]: audit 2021-03-04T22:52:12.268041+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:52:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:12 gibba008 bash[13002]: audit 2021-03-04T22:52:12.269173+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:52:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:12 gibba008 bash[16766]: cluster 2021-03-04T22:52:12.239363+0000 mgr.y (mgr.14138) 295 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:12 gibba008 bash[16766]: audit 2021-03-04T22:52:12.268041+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:52:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:12 gibba008 bash[16766]: audit 2021-03-04T22:52:12.269173+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:52:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:12 gibba023 bash[13021]: cluster 2021-03-04T22:52:12.239363+0000 mgr.y (mgr.14138) 295 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:12 gibba023 bash[13021]: audit 2021-03-04T22:52:12.268041+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:52:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:12 gibba023 bash[13021]: audit 2021-03-04T22:52:12.269173+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:52:14.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:14 gibba008 bash[13002]: cluster 2021-03-04T22:52:14.240526+0000 mgr.y (mgr.14138) 296 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:14.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:14 gibba008 bash[16766]: cluster 2021-03-04T22:52:14.240526+0000 mgr.y (mgr.14138) 296 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:14.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:14 gibba023 bash[13021]: cluster 2021-03-04T22:52:14.240526+0000 mgr.y (mgr.14138) 296 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:15.576 INFO:teuthology.orchestra.run.gibba008.stdout:154618822701 2021-03-04T22:52:15.577 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T22:52:15.650 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:16.574 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:16 gibba008 bash[13002]: cluster 2021-03-04T22:52:16.241613+0000 mgr.y (mgr.14138) 297 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:16.574 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:16 gibba008 bash[16766]: cluster 2021-03-04T22:52:16.241613+0000 mgr.y (mgr.14138) 297 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:16 gibba023 bash[13021]: cluster 2021-03-04T22:52:16.241613+0000 mgr.y (mgr.14138) 297 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:18.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:18 gibba008 bash[16766]: cluster 2021-03-04T22:52:18.242115+0000 mgr.y (mgr.14138) 298 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:18.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:18 gibba008 bash[13002]: cluster 2021-03-04T22:52:18.242115+0000 mgr.y (mgr.14138) 298 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:18 gibba023 bash[13021]: cluster 2021-03-04T22:52:18.242115+0000 mgr.y (mgr.14138) 298 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:18.939 INFO:teuthology.orchestra.run.gibba008.stdout:176093659178 2021-03-04T22:52:18.940 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T22:52:19.015 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:20.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:20 gibba008 bash[13002]: cluster 2021-03-04T22:52:20.243072+0000 mgr.y (mgr.14138) 299 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:20.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:20 gibba008 bash[16766]: cluster 2021-03-04T22:52:20.243072+0000 mgr.y (mgr.14138) 299 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:20 gibba023 bash[13021]: cluster 2021-03-04T22:52:20.243072+0000 mgr.y (mgr.14138) 299 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:22.467 INFO:teuthology.orchestra.run.gibba008.stdout:197568495654 2021-03-04T22:52:22.468 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T22:52:22.546 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:22.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:22 gibba008 bash[13002]: cluster 2021-03-04T22:52:22.244634+0000 mgr.y (mgr.14138) 300 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:22.569 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:22 gibba008 bash[16766]: cluster 2021-03-04T22:52:22.244634+0000 mgr.y (mgr.14138) 300 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:22 gibba023 bash[13021]: cluster 2021-03-04T22:52:22.244634+0000 mgr.y (mgr.14138) 300 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:24.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:24 gibba008 bash[13002]: cluster 2021-03-04T22:52:24.245839+0000 mgr.y (mgr.14138) 301 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:24.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:24 gibba008 bash[16766]: cluster 2021-03-04T22:52:24.245839+0000 mgr.y (mgr.14138) 301 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:24 gibba023 bash[13021]: cluster 2021-03-04T22:52:24.245839+0000 mgr.y (mgr.14138) 301 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:25.495 INFO:teuthology.orchestra.run.gibba008.stdout:42949673030 2021-03-04T22:52:26.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:25 gibba008 bash[13002]: audit 2021-03-04T22:52:25.493398+0000 mon.a (mon.0) 631 : audit [DBG] from='client.? 172.21.2.108:0/3347056505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T22:52:26.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:25 gibba008 bash[16766]: audit 2021-03-04T22:52:25.493398+0000 mon.a (mon.0) 631 : audit [DBG] from='client.? 172.21.2.108:0/3347056505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T22:52:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:25 gibba023 bash[13021]: audit 2021-03-04T22:52:25.493398+0000 mon.a (mon.0) 631 : audit [DBG] from='client.? 172.21.2.108:0/3347056505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T22:52:26.151 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673024 got 42949673030 for osd.0 2021-03-04T22:52:26.152 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T22:52:26.225 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:27.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:26 gibba008 bash[13002]: cluster 2021-03-04T22:52:26.246220+0000 mgr.y (mgr.14138) 302 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:27.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:26 gibba008 bash[16766]: cluster 2021-03-04T22:52:26.246220+0000 mgr.y (mgr.14138) 302 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:27.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:26 gibba023 bash[13021]: cluster 2021-03-04T22:52:26.246220+0000 mgr.y (mgr.14138) 302 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:28.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:28 gibba008 bash[13002]: cluster 2021-03-04T22:52:28.247330+0000 mgr.y (mgr.14138) 303 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:28.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:28 gibba008 bash[16766]: cluster 2021-03-04T22:52:28.247330+0000 mgr.y (mgr.14138) 303 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:28.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:28 gibba023 bash[13021]: cluster 2021-03-04T22:52:28.247330+0000 mgr.y (mgr.14138) 303 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:29.128 INFO:teuthology.orchestra.run.gibba008.stdout:68719476800 2021-03-04T22:52:29.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:29 gibba008 bash[13002]: audit 2021-03-04T22:52:29.126876+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.2.108:0/3326786891' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T22:52:29.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:29 gibba008 bash[16766]: audit 2021-03-04T22:52:29.126876+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.2.108:0/3326786891' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T22:52:29.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:29 gibba023 bash[13021]: audit 2021-03-04T22:52:29.126876+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.2.108:0/3326786891' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T22:52:29.872 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476794 got 68719476800 for osd.1 2021-03-04T22:52:29.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T22:52:29.946 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:31.752 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:31 gibba008 bash[13002]: cluster 2021-03-04T22:52:30.248361+0000 mgr.y (mgr.14138) 304 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:31.753 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:31 gibba008 bash[16766]: cluster 2021-03-04T22:52:30.248361+0000 mgr.y (mgr.14138) 304 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:31 gibba023 bash[13021]: cluster 2021-03-04T22:52:30.248361+0000 mgr.y (mgr.14138) 304 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:32.906 INFO:teuthology.orchestra.run.gibba008.stdout:90194313278 2021-03-04T22:52:33.585 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313272 got 90194313278 for osd.2 2021-03-04T22:52:33.586 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T22:52:33.661 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:33.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:33 gibba008 bash[13002]: cluster 2021-03-04T22:52:32.249106+0000 mgr.y (mgr.14138) 305 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:33.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:33 gibba008 bash[13002]: audit 2021-03-04T22:52:32.904810+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.2.108:0/2372416898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T22:52:33.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:33 gibba008 bash[16766]: cluster 2021-03-04T22:52:32.249106+0000 mgr.y (mgr.14138) 305 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:33.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:33 gibba008 bash[16766]: audit 2021-03-04T22:52:32.904810+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.2.108:0/2372416898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T22:52:33.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:33 gibba023 bash[13021]: cluster 2021-03-04T22:52:32.249106+0000 mgr.y (mgr.14138) 305 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:33 gibba023 bash[13021]: audit 2021-03-04T22:52:32.904810+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.2.108:0/2372416898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T22:52:35.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:35 gibba008 bash[13002]: cluster 2021-03-04T22:52:34.250042+0000 mgr.y (mgr.14138) 306 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:35.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:35 gibba008 bash[16766]: cluster 2021-03-04T22:52:34.250042+0000 mgr.y (mgr.14138) 306 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:35 gibba023 bash[13021]: cluster 2021-03-04T22:52:34.250042+0000 mgr.y (mgr.14138) 306 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:36.481 INFO:teuthology.orchestra.run.gibba008.stdout:111669149753 2021-03-04T22:52:37.177 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149748 got 111669149753 for osd.3 2021-03-04T22:52:37.178 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T22:52:37.249 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:37.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:37 gibba008 bash[16766]: cluster 2021-03-04T22:52:36.250792+0000 mgr.y (mgr.14138) 307 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:37.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:37 gibba008 bash[16766]: audit 2021-03-04T22:52:36.479327+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.2.108:0/3770587666' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T22:52:37.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:37 gibba008 bash[13002]: cluster 2021-03-04T22:52:36.250792+0000 mgr.y (mgr.14138) 307 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:37.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:37 gibba008 bash[13002]: audit 2021-03-04T22:52:36.479327+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.2.108:0/3770587666' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T22:52:37.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:37 gibba023 bash[13021]: cluster 2021-03-04T22:52:36.250792+0000 mgr.y (mgr.14138) 307 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:37.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:37 gibba023 bash[13021]: audit 2021-03-04T22:52:36.479327+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.2.108:0/3770587666' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T22:52:39.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:39 gibba008 bash[13002]: cluster 2021-03-04T22:52:38.252047+0000 mgr.y (mgr.14138) 308 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:39.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:39 gibba008 bash[16766]: cluster 2021-03-04T22:52:38.252047+0000 mgr.y (mgr.14138) 308 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:39.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:39 gibba023 bash[13021]: cluster 2021-03-04T22:52:38.252047+0000 mgr.y (mgr.14138) 308 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:40.337 INFO:teuthology.orchestra.run.gibba008.stdout:133143986231 2021-03-04T22:52:40.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:40 gibba008 bash[13002]: audit 2021-03-04T22:52:40.335842+0000 mon.a (mon.0) 632 : audit [DBG] from='client.? 172.21.2.108:0/624301090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T22:52:40.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:40 gibba008 bash[16766]: audit 2021-03-04T22:52:40.335842+0000 mon.a (mon.0) 632 : audit [DBG] from='client.? 172.21.2.108:0/624301090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T22:52:40.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:40 gibba023 bash[13021]: audit 2021-03-04T22:52:40.335842+0000 mon.a (mon.0) 632 : audit [DBG] from='client.? 172.21.2.108:0/624301090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T22:52:41.100 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986225 got 133143986231 for osd.4 2021-03-04T22:52:41.100 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T22:52:41.173 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:41.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:41 gibba008 bash[16766]: cluster 2021-03-04T22:52:40.252462+0000 mgr.y (mgr.14138) 309 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:41.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:41 gibba008 bash[13002]: cluster 2021-03-04T22:52:40.252462+0000 mgr.y (mgr.14138) 309 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:41.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:41 gibba023 bash[13021]: cluster 2021-03-04T22:52:40.252462+0000 mgr.y (mgr.14138) 309 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:43.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:43 gibba008 bash[13002]: cluster 2021-03-04T22:52:42.253655+0000 mgr.y (mgr.14138) 310 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:43.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:43 gibba008 bash[16766]: cluster 2021-03-04T22:52:42.253655+0000 mgr.y (mgr.14138) 310 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:43.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:43 gibba023 bash[13021]: cluster 2021-03-04T22:52:42.253655+0000 mgr.y (mgr.14138) 310 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:44.128 INFO:teuthology.orchestra.run.gibba008.stdout:154618822707 2021-03-04T22:52:44.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:44 gibba008 bash[13002]: audit 2021-03-04T22:52:44.126777+0000 mon.a (mon.0) 633 : audit [DBG] from='client.? 172.21.2.108:0/2396703070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T22:52:44.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:44 gibba008 bash[16766]: audit 2021-03-04T22:52:44.126777+0000 mon.a (mon.0) 633 : audit [DBG] from='client.? 172.21.2.108:0/2396703070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T22:52:44.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:44 gibba023 bash[13021]: audit 2021-03-04T22:52:44.126777+0000 mon.a (mon.0) 633 : audit [DBG] from='client.? 172.21.2.108:0/2396703070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T22:52:44.823 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822701 got 154618822707 for osd.5 2021-03-04T22:52:44.823 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T22:52:44.896 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:45 gibba023 bash[13021]: cluster 2021-03-04T22:52:44.254719+0000 mgr.y (mgr.14138) 311 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:45.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:45 gibba008 bash[13002]: cluster 2021-03-04T22:52:44.254719+0000 mgr.y (mgr.14138) 311 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:45.801 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:45 gibba008 bash[16766]: cluster 2021-03-04T22:52:44.254719+0000 mgr.y (mgr.14138) 311 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:47.568 INFO:teuthology.orchestra.run.gibba008.stdout:176093659183 2021-03-04T22:52:47.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:47 gibba008 bash[13002]: cluster 2021-03-04T22:52:46.255655+0000 mgr.y (mgr.14138) 312 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:47.594 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:47 gibba008 bash[16766]: cluster 2021-03-04T22:52:46.255655+0000 mgr.y (mgr.14138) 312 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:48.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:47 gibba023 bash[13021]: cluster 2021-03-04T22:52:46.255655+0000 mgr.y (mgr.14138) 312 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:48.163 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659178 got 176093659183 for osd.6 2021-03-04T22:52:48.163 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T22:52:48.237 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:49.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:48 gibba008 bash[13002]: audit 2021-03-04T22:52:47.567114+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.2.108:0/3210487620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T22:52:49.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:48 gibba008 bash[16766]: audit 2021-03-04T22:52:47.567114+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.2.108:0/3210487620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T22:52:49.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:48 gibba023 bash[13021]: audit 2021-03-04T22:52:47.567114+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.2.108:0/3210487620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T22:52:50.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:49 gibba008 bash[13002]: cluster 2021-03-04T22:52:48.256151+0000 mgr.y (mgr.14138) 313 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:50.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:49 gibba008 bash[16766]: cluster 2021-03-04T22:52:48.256151+0000 mgr.y (mgr.14138) 313 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:49 gibba023 bash[13021]: cluster 2021-03-04T22:52:48.256151+0000 mgr.y (mgr.14138) 313 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:51.157 INFO:teuthology.orchestra.run.gibba008.stdout:197568495660 2021-03-04T22:52:51.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:51 gibba008 bash[13002]: cluster 2021-03-04T22:52:50.257145+0000 mgr.y (mgr.14138) 314 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:51.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:51 gibba008 bash[13002]: audit 2021-03-04T22:52:51.155914+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.2.108:0/4130433284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T22:52:51.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:51 gibba008 bash[16766]: cluster 2021-03-04T22:52:50.257145+0000 mgr.y (mgr.14138) 314 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:51.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:51 gibba008 bash[16766]: audit 2021-03-04T22:52:51.155914+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.2.108:0/4130433284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T22:52:51.867 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495654 got 197568495660 for osd.7 2021-03-04T22:52:51.867 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T22:52:51.868 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T22:52:51.940 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:52.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:51 gibba023 bash[13021]: cluster 2021-03-04T22:52:50.257145+0000 mgr.y (mgr.14138) 314 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:52.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:51 gibba023 bash[13021]: audit 2021-03-04T22:52:51.155914+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.2.108:0/4130433284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T22:52:54.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:53 gibba008 bash[13002]: cluster 2021-03-04T22:52:52.258428+0000 mgr.y (mgr.14138) 315 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:54.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:53 gibba008 bash[16766]: cluster 2021-03-04T22:52:52.258428+0000 mgr.y (mgr.14138) 315 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:53 gibba023 bash[13021]: cluster 2021-03-04T22:52:52.258428+0000 mgr.y (mgr.14138) 315 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:54.806 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:52:54.807 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T22:52:55.466 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":277,"stamp":"2021-03-04T22:52:54.258858+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696249984,"statfs":{"total":721554505728,"available":712959983616,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1886832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006033"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460757+0000","last_change":"2021-03-04T22:51:41.460444+0000","last_active":"2021-03-04T22:51:41.460757+0000","last_peered":"2021-03-04T22:51:41.460757+0000","last_clean":"2021-03-04T22:51:41.460757+0000","last_became_active":"2021-03-04T22:51:41.460071+0000","last_became_peered":"2021-03-04T22:51:41.460071+0000","last_unstale":"2021-03-04T22:51:41.460757+0000","last_undegraded":"2021-03-04T22:51:41.460757+0000","last_fullsized":"2021-03-04T22:51:41.460757+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.840665+0000","last_change":"2021-03-04T22:51:40.453161+0000","last_active":"2021-03-04T22:51:45.840665+0000","last_peered":"2021-03-04T22:51:45.840665+0000","last_clean":"2021-03-04T22:51:45.840665+0000","last_became_active":"2021-03-04T22:51:40.452915+0000","last_became_peered":"2021-03-04T22:51:40.452915+0000","last_unstale":"2021-03-04T22:51:45.840665+0000","last_undegraded":"2021-03-04T22:51:45.840665+0000","last_fullsized":"2021-03-04T22:51:45.840665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462402+0000","last_change":"2021-03-04T22:51:41.462203+0000","last_active":"2021-03-04T22:51:41.462402+0000","last_peered":"2021-03-04T22:51:41.462402+0000","last_clean":"2021-03-04T22:51:41.462402+0000","last_became_active":"2021-03-04T22:51:41.462004+0000","last_became_peered":"2021-03-04T22:51:41.462004+0000","last_unstale":"2021-03-04T22:51:41.462402+0000","last_undegraded":"2021-03-04T22:51:41.462402+0000","last_fullsized":"2021-03-04T22:51:41.462402+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:43.971692+0000","last_change":"2021-03-04T22:51:40.451686+0000","last_active":"2021-03-04T22:51:43.971692+0000","last_peered":"2021-03-04T22:51:43.971692+0000","last_clean":"2021-03-04T22:51:43.971692+0000","last_became_active":"2021-03-04T22:51:40.451391+0000","last_became_peered":"2021-03-04T22:51:40.451391+0000","last_unstale":"2021-03-04T22:51:43.971692+0000","last_undegraded":"2021-03-04T22:51:43.971692+0000","last_fullsized":"2021-03-04T22:51:43.971692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463345+0000","last_change":"2021-03-04T22:51:41.463059+0000","last_active":"2021-03-04T22:51:41.463345+0000","last_peered":"2021-03-04T22:51:41.463345+0000","last_clean":"2021-03-04T22:51:41.463345+0000","last_became_active":"2021-03-04T22:51:41.462719+0000","last_became_peered":"2021-03-04T22:51:41.462719+0000","last_unstale":"2021-03-04T22:51:41.463345+0000","last_undegraded":"2021-03-04T22:51:41.463345+0000","last_fullsized":"2021-03-04T22:51:41.463345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841012+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T22:51:45.841012+0000","last_peered":"2021-03-04T22:51:45.841012+0000","last_clean":"2021-03-04T22:51:45.841012+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T22:51:45.841012+0000","last_undegraded":"2021-03-04T22:51:45.841012+0000","last_fullsized":"2021-03-04T22:51:45.841012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463210+0000","last_change":"2021-03-04T22:51:41.463026+0000","last_active":"2021-03-04T22:51:41.463210+0000","last_peered":"2021-03-04T22:51:41.463210+0000","last_clean":"2021-03-04T22:51:41.463210+0000","last_became_active":"2021-03-04T22:51:41.462747+0000","last_became_peered":"2021-03-04T22:51:41.462747+0000","last_unstale":"2021-03-04T22:51:41.463210+0000","last_undegraded":"2021-03-04T22:51:41.463210+0000","last_fullsized":"2021-03-04T22:51:41.463210+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841625+0000","last_change":"2021-03-04T22:51:40.453203+0000","last_active":"2021-03-04T22:51:45.841625+0000","last_peered":"2021-03-04T22:51:45.841625+0000","last_clean":"2021-03-04T22:51:45.841625+0000","last_became_active":"2021-03-04T22:51:40.452901+0000","last_became_peered":"2021-03-04T22:51:40.452901+0000","last_unstale":"2021-03-04T22:51:45.841625+0000","last_undegraded":"2021-03-04T22:51:45.841625+0000","last_fullsized":"2021-03-04T22:51:45.841625+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462085+0000","last_change":"2021-03-04T22:51:41.461841+0000","last_active":"2021-03-04T22:51:41.462085+0000","last_peered":"2021-03-04T22:51:41.462085+0000","last_clean":"2021-03-04T22:51:41.462085+0000","last_became_active":"2021-03-04T22:51:41.461538+0000","last_became_peered":"2021-03-04T22:51:41.461538+0000","last_unstale":"2021-03-04T22:51:41.462085+0000","last_undegraded":"2021-03-04T22:51:41.462085+0000","last_fullsized":"2021-03-04T22:51:41.462085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:43.970967+0000","last_change":"2021-03-04T22:51:40.451436+0000","last_active":"2021-03-04T22:51:43.970967+0000","last_peered":"2021-03-04T22:51:43.970967+0000","last_clean":"2021-03-04T22:51:43.970967+0000","last_became_active":"2021-03-04T22:51:40.451122+0000","last_became_peered":"2021-03-04T22:51:40.451122+0000","last_unstale":"2021-03-04T22:51:43.970967+0000","last_undegraded":"2021-03-04T22:51:43.970967+0000","last_fullsized":"2021-03-04T22:51:43.970967+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460904+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T22:51:41.460904+0000","last_peered":"2021-03-04T22:51:41.460904+0000","last_clean":"2021-03-04T22:51:41.460904+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T22:51:41.460904+0000","last_undegraded":"2021-03-04T22:51:41.460904+0000","last_fullsized":"2021-03-04T22:51:41.460904+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:43.971356+0000","last_change":"2021-03-04T22:51:40.452834+0000","last_active":"2021-03-04T22:51:43.971356+0000","last_peered":"2021-03-04T22:51:43.971356+0000","last_clean":"2021-03-04T22:51:43.971356+0000","last_became_active":"2021-03-04T22:51:40.452625+0000","last_became_peered":"2021-03-04T22:51:40.452625+0000","last_unstale":"2021-03-04T22:51:43.971356+0000","last_undegraded":"2021-03-04T22:51:43.971356+0000","last_fullsized":"2021-03-04T22:51:43.971356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458845+0000","last_change":"2021-03-04T22:49:59.408863+0000","last_active":"2021-03-04T22:51:41.458845+0000","last_peered":"2021-03-04T22:51:41.458845+0000","last_clean":"2021-03-04T22:51:41.458845+0000","last_became_active":"2021-03-04T22:49:59.408597+0000","last_became_peered":"2021-03-04T22:49:59.408597+0000","last_unstale":"2021-03-04T22:51:41.458845+0000","last_undegraded":"2021-03-04T22:51:41.458845+0000","last_fullsized":"2021-03-04T22:51:41.458845+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075668+0000","last_change":"2021-03-04T22:51:42.075413+0000","last_active":"2021-03-04T22:51:42.075668+0000","last_peered":"2021-03-04T22:51:42.075668+0000","last_clean":"2021-03-04T22:51:42.075668+0000","last_became_active":"2021-03-04T22:51:42.074397+0000","last_became_peered":"2021-03-04T22:51:42.074397+0000","last_unstale":"2021-03-04T22:51:42.075668+0000","last_undegraded":"2021-03-04T22:51:42.075668+0000","last_fullsized":"2021-03-04T22:51:42.075668+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455757+0000","last_change":"2021-03-04T22:49:59.406888+0000","last_active":"2021-03-04T22:51:41.455757+0000","last_peered":"2021-03-04T22:51:41.455757+0000","last_clean":"2021-03-04T22:51:41.455757+0000","last_became_active":"2021-03-04T22:49:59.405810+0000","last_became_peered":"2021-03-04T22:49:59.405810+0000","last_unstale":"2021-03-04T22:51:41.455757+0000","last_undegraded":"2021-03-04T22:51:41.455757+0000","last_fullsized":"2021-03-04T22:51:41.455757+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.840672+0000","last_change":"2021-03-04T22:51:40.450361+0000","last_active":"2021-03-04T22:51:45.840672+0000","last_peered":"2021-03-04T22:51:45.840672+0000","last_clean":"2021-03-04T22:51:45.840672+0000","last_became_active":"2021-03-04T22:51:40.449968+0000","last_became_peered":"2021-03-04T22:51:40.449968+0000","last_unstale":"2021-03-04T22:51:45.840672+0000","last_undegraded":"2021-03-04T22:51:45.840672+0000","last_fullsized":"2021-03-04T22:51:45.840672+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.074512+0000","last_change":"2021-03-04T22:51:42.073666+0000","last_active":"2021-03-04T22:51:42.074512+0000","last_peered":"2021-03-04T22:51:42.074512+0000","last_clean":"2021-03-04T22:51:42.074512+0000","last_became_active":"2021-03-04T22:51:42.071204+0000","last_became_peered":"2021-03-04T22:51:42.071204+0000","last_unstale":"2021-03-04T22:51:42.074512+0000","last_undegraded":"2021-03-04T22:51:42.074512+0000","last_fullsized":"2021-03-04T22:51:42.074512+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455712+0000","last_change":"2021-03-04T22:51:40.452364+0000","last_active":"2021-03-04T22:51:41.455712+0000","last_peered":"2021-03-04T22:51:41.455712+0000","last_clean":"2021-03-04T22:51:41.455712+0000","last_became_active":"2021-03-04T22:51:40.452111+0000","last_became_peered":"2021-03-04T22:51:40.452111+0000","last_unstale":"2021-03-04T22:51:41.455712+0000","last_undegraded":"2021-03-04T22:51:41.455712+0000","last_fullsized":"2021-03-04T22:51:41.455712+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072173+0000","last_change":"2021-03-04T22:49:59.460876+0000","last_active":"2021-03-04T22:51:42.072173+0000","last_peered":"2021-03-04T22:51:42.072173+0000","last_clean":"2021-03-04T22:51:42.072173+0000","last_became_active":"2021-03-04T22:49:59.460223+0000","last_became_peered":"2021-03-04T22:49:59.460223+0000","last_unstale":"2021-03-04T22:51:42.072173+0000","last_undegraded":"2021-03-04T22:51:42.072173+0000","last_fullsized":"2021-03-04T22:51:42.072173+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462719+0000","last_change":"2021-03-04T22:51:41.460914+0000","last_active":"2021-03-04T22:51:41.462719+0000","last_peered":"2021-03-04T22:51:41.462719+0000","last_clean":"2021-03-04T22:51:41.462719+0000","last_became_active":"2021-03-04T22:51:41.460704+0000","last_became_peered":"2021-03-04T22:51:41.460704+0000","last_unstale":"2021-03-04T22:51:41.462719+0000","last_undegraded":"2021-03-04T22:51:41.462719+0000","last_fullsized":"2021-03-04T22:51:41.462719+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458322+0000","last_change":"2021-03-04T22:51:40.452525+0000","last_active":"2021-03-04T22:51:41.458322+0000","last_peered":"2021-03-04T22:51:41.458322+0000","last_clean":"2021-03-04T22:51:41.458322+0000","last_became_active":"2021-03-04T22:51:40.452186+0000","last_became_peered":"2021-03-04T22:51:40.452186+0000","last_unstale":"2021-03-04T22:51:41.458322+0000","last_undegraded":"2021-03-04T22:51:41.458322+0000","last_fullsized":"2021-03-04T22:51:41.458322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.071883+0000","last_change":"2021-03-04T22:49:59.460873+0000","last_active":"2021-03-04T22:51:42.071883+0000","last_peered":"2021-03-04T22:51:42.071883+0000","last_clean":"2021-03-04T22:51:42.071883+0000","last_became_active":"2021-03-04T22:49:59.460188+0000","last_became_peered":"2021-03-04T22:49:59.460188+0000","last_unstale":"2021-03-04T22:51:42.071883+0000","last_undegraded":"2021-03-04T22:51:42.071883+0000","last_fullsized":"2021-03-04T22:51:42.071883+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072604+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T22:51:42.072604+0000","last_peered":"2021-03-04T22:51:42.072604+0000","last_clean":"2021-03-04T22:51:42.072604+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T22:51:42.072604+0000","last_undegraded":"2021-03-04T22:51:42.072604+0000","last_fullsized":"2021-03-04T22:51:42.072604+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459143+0000","last_change":"2021-03-04T22:51:40.450920+0000","last_active":"2021-03-04T22:51:41.459143+0000","last_peered":"2021-03-04T22:51:41.459143+0000","last_clean":"2021-03-04T22:51:41.459143+0000","last_became_active":"2021-03-04T22:51:40.450558+0000","last_became_peered":"2021-03-04T22:51:40.450558+0000","last_unstale":"2021-03-04T22:51:41.459143+0000","last_undegraded":"2021-03-04T22:51:41.459143+0000","last_fullsized":"2021-03-04T22:51:41.459143+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.071799+0000","last_change":"2021-03-04T22:49:29.598340+0000","last_active":"2021-03-04T22:51:42.071799+0000","last_peered":"2021-03-04T22:51:42.071799+0000","last_clean":"2021-03-04T22:51:42.071799+0000","last_became_active":"2021-03-04T22:49:29.597259+0000","last_became_peered":"2021-03-04T22:49:29.597259+0000","last_unstale":"2021-03-04T22:51:42.071799+0000","last_undegraded":"2021-03-04T22:51:42.071799+0000","last_fullsized":"2021-03-04T22:51:42.071799+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460024+0000","last_change":"2021-03-04T22:49:59.408769+0000","last_active":"2021-03-04T22:51:41.460024+0000","last_peered":"2021-03-04T22:51:41.460024+0000","last_clean":"2021-03-04T22:51:41.460024+0000","last_became_active":"2021-03-04T22:49:59.408508+0000","last_became_peered":"2021-03-04T22:49:59.408508+0000","last_unstale":"2021-03-04T22:51:41.460024+0000","last_undegraded":"2021-03-04T22:51:41.460024+0000","last_fullsized":"2021-03-04T22:51:41.460024+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455621+0000","last_change":"2021-03-04T22:51:40.479621+0000","last_active":"2021-03-04T22:51:41.455621+0000","last_peered":"2021-03-04T22:51:41.455621+0000","last_clean":"2021-03-04T22:51:41.455621+0000","last_became_active":"2021-03-04T22:51:40.479443+0000","last_became_peered":"2021-03-04T22:51:40.479443+0000","last_unstale":"2021-03-04T22:51:41.455621+0000","last_undegraded":"2021-03-04T22:51:41.455621+0000","last_fullsized":"2021-03-04T22:51:41.455621+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455445+0000","last_change":"2021-03-04T22:51:40.451792+0000","last_active":"2021-03-04T22:51:41.455445+0000","last_peered":"2021-03-04T22:51:41.455445+0000","last_clean":"2021-03-04T22:51:41.455445+0000","last_became_active":"2021-03-04T22:51:40.451561+0000","last_became_peered":"2021-03-04T22:51:40.451561+0000","last_unstale":"2021-03-04T22:51:41.455445+0000","last_undegraded":"2021-03-04T22:51:41.455445+0000","last_fullsized":"2021-03-04T22:51:41.455445+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.457623+0000","last_change":"2021-03-04T22:49:59.461841+0000","last_active":"2021-03-04T22:51:41.457623+0000","last_peered":"2021-03-04T22:51:41.457623+0000","last_clean":"2021-03-04T22:51:41.457623+0000","last_became_active":"2021-03-04T22:49:59.460586+0000","last_became_peered":"2021-03-04T22:49:59.460586+0000","last_unstale":"2021-03-04T22:51:41.457623+0000","last_undegraded":"2021-03-04T22:51:41.457623+0000","last_fullsized":"2021-03-04T22:51:41.457623+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455684+0000","last_change":"2021-03-04T22:51:40.479592+0000","last_active":"2021-03-04T22:51:41.455684+0000","last_peered":"2021-03-04T22:51:41.455684+0000","last_clean":"2021-03-04T22:51:41.455684+0000","last_became_active":"2021-03-04T22:51:40.479280+0000","last_became_peered":"2021-03-04T22:51:40.479280+0000","last_unstale":"2021-03-04T22:51:41.455684+0000","last_undegraded":"2021-03-04T22:51:41.455684+0000","last_fullsized":"2021-03-04T22:51:41.455684+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.456960+0000","last_change":"2021-03-04T22:51:40.452069+0000","last_active":"2021-03-04T22:51:41.456960+0000","last_peered":"2021-03-04T22:51:41.456960+0000","last_clean":"2021-03-04T22:51:41.456960+0000","last_became_active":"2021-03-04T22:51:40.451895+0000","last_became_peered":"2021-03-04T22:51:40.451895+0000","last_unstale":"2021-03-04T22:51:41.456960+0000","last_undegraded":"2021-03-04T22:51:41.456960+0000","last_fullsized":"2021-03-04T22:51:41.456960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459985+0000","last_change":"2021-03-04T22:49:59.408928+0000","last_active":"2021-03-04T22:51:41.459985+0000","last_peered":"2021-03-04T22:51:41.459985+0000","last_clean":"2021-03-04T22:51:41.459985+0000","last_became_active":"2021-03-04T22:49:59.408680+0000","last_became_peered":"2021-03-04T22:49:59.408680+0000","last_unstale":"2021-03-04T22:51:41.459985+0000","last_undegraded":"2021-03-04T22:51:41.459985+0000","last_fullsized":"2021-03-04T22:51:41.459985+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455508+0000","last_change":"2021-03-04T22:51:40.480274+0000","last_active":"2021-03-04T22:51:41.455508+0000","last_peered":"2021-03-04T22:51:41.455508+0000","last_clean":"2021-03-04T22:51:41.455508+0000","last_became_active":"2021-03-04T22:51:40.479984+0000","last_became_peered":"2021-03-04T22:51:40.479984+0000","last_unstale":"2021-03-04T22:51:41.455508+0000","last_undegraded":"2021-03-04T22:51:41.455508+0000","last_fullsized":"2021-03-04T22:51:41.455508+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460250+0000","last_change":"2021-03-04T22:51:40.452522+0000","last_active":"2021-03-04T22:51:41.460250+0000","last_peered":"2021-03-04T22:51:41.460250+0000","last_clean":"2021-03-04T22:51:41.460250+0000","last_became_active":"2021-03-04T22:51:40.452288+0000","last_became_peered":"2021-03-04T22:51:40.452288+0000","last_unstale":"2021-03-04T22:51:41.460250+0000","last_undegraded":"2021-03-04T22:51:41.460250+0000","last_fullsized":"2021-03-04T22:51:41.460250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455524+0000","last_change":"2021-03-04T22:49:59.461648+0000","last_active":"2021-03-04T22:51:41.455524+0000","last_peered":"2021-03-04T22:51:41.455524+0000","last_clean":"2021-03-04T22:51:41.455524+0000","last_became_active":"2021-03-04T22:49:59.460149+0000","last_became_peered":"2021-03-04T22:49:59.460149+0000","last_unstale":"2021-03-04T22:51:41.455524+0000","last_undegraded":"2021-03-04T22:51:41.455524+0000","last_fullsized":"2021-03-04T22:51:41.455524+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455722+0000","last_change":"2021-03-04T22:51:40.480146+0000","last_active":"2021-03-04T22:51:41.455722+0000","last_peered":"2021-03-04T22:51:41.455722+0000","last_clean":"2021-03-04T22:51:41.455722+0000","last_became_active":"2021-03-04T22:51:40.479902+0000","last_became_peered":"2021-03-04T22:51:40.479902+0000","last_unstale":"2021-03-04T22:51:41.455722+0000","last_undegraded":"2021-03-04T22:51:41.455722+0000","last_fullsized":"2021-03-04T22:51:41.455722+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458588+0000","last_change":"2021-03-04T22:51:40.450314+0000","last_active":"2021-03-04T22:51:41.458588+0000","last_peered":"2021-03-04T22:51:41.458588+0000","last_clean":"2021-03-04T22:51:41.458588+0000","last_became_active":"2021-03-04T22:51:40.450004+0000","last_became_peered":"2021-03-04T22:51:40.450004+0000","last_unstale":"2021-03-04T22:51:41.458588+0000","last_undegraded":"2021-03-04T22:51:41.458588+0000","last_fullsized":"2021-03-04T22:51:41.458588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460482+0000","last_change":"2021-03-04T22:51:41.459815+0000","last_active":"2021-03-04T22:51:41.460482+0000","last_peered":"2021-03-04T22:51:41.460482+0000","last_clean":"2021-03-04T22:51:41.460482+0000","last_became_active":"2021-03-04T22:51:41.459506+0000","last_became_peered":"2021-03-04T22:51:41.459506+0000","last_unstale":"2021-03-04T22:51:41.460482+0000","last_undegraded":"2021-03-04T22:51:41.460482+0000","last_fullsized":"2021-03-04T22:51:41.460482+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.457464+0000","last_change":"2021-03-04T22:51:40.453246+0000","last_active":"2021-03-04T22:51:41.457464+0000","last_peered":"2021-03-04T22:51:41.457464+0000","last_clean":"2021-03-04T22:51:41.457464+0000","last_became_active":"2021-03-04T22:51:40.452991+0000","last_became_peered":"2021-03-04T22:51:40.452991+0000","last_unstale":"2021-03-04T22:51:41.457464+0000","last_undegraded":"2021-03-04T22:51:41.457464+0000","last_fullsized":"2021-03-04T22:51:41.457464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462053+0000","last_change":"2021-03-04T22:51:41.461877+0000","last_active":"2021-03-04T22:51:41.462053+0000","last_peered":"2021-03-04T22:51:41.462053+0000","last_clean":"2021-03-04T22:51:41.462053+0000","last_became_active":"2021-03-04T22:51:41.461671+0000","last_became_peered":"2021-03-04T22:51:41.461671+0000","last_unstale":"2021-03-04T22:51:41.462053+0000","last_undegraded":"2021-03-04T22:51:41.462053+0000","last_fullsized":"2021-03-04T22:51:41.462053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459178+0000","last_change":"2021-03-04T22:51:40.451828+0000","last_active":"2021-03-04T22:51:41.459178+0000","last_peered":"2021-03-04T22:51:41.459178+0000","last_clean":"2021-03-04T22:51:41.459178+0000","last_became_active":"2021-03-04T22:51:40.451540+0000","last_became_peered":"2021-03-04T22:51:40.451540+0000","last_unstale":"2021-03-04T22:51:41.459178+0000","last_undegraded":"2021-03-04T22:51:41.459178+0000","last_fullsized":"2021-03-04T22:51:41.459178+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463359+0000","last_change":"2021-03-04T22:51:41.463068+0000","last_active":"2021-03-04T22:51:41.463359+0000","last_peered":"2021-03-04T22:51:41.463359+0000","last_clean":"2021-03-04T22:51:41.463359+0000","last_became_active":"2021-03-04T22:51:41.462760+0000","last_became_peered":"2021-03-04T22:51:41.462760+0000","last_unstale":"2021-03-04T22:51:41.463359+0000","last_undegraded":"2021-03-04T22:51:41.463359+0000","last_fullsized":"2021-03-04T22:51:41.463359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.840567+0000","last_change":"2021-03-04T22:51:40.450504+0000","last_active":"2021-03-04T22:51:45.840567+0000","last_peered":"2021-03-04T22:51:45.840567+0000","last_clean":"2021-03-04T22:51:45.840567+0000","last_became_active":"2021-03-04T22:51:40.450200+0000","last_became_peered":"2021-03-04T22:51:40.450200+0000","last_unstale":"2021-03-04T22:51:45.840567+0000","last_undegraded":"2021-03-04T22:51:45.840567+0000","last_fullsized":"2021-03-04T22:51:45.840567+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463043+0000","last_change":"2021-03-04T22:51:41.462922+0000","last_active":"2021-03-04T22:51:41.463043+0000","last_peered":"2021-03-04T22:51:41.463043+0000","last_clean":"2021-03-04T22:51:41.463043+0000","last_became_active":"2021-03-04T22:51:41.462717+0000","last_became_peered":"2021-03-04T22:51:41.462717+0000","last_unstale":"2021-03-04T22:51:41.463043+0000","last_undegraded":"2021-03-04T22:51:41.463043+0000","last_fullsized":"2021-03-04T22:51:41.463043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460165+0000","last_change":"2021-03-04T22:51:40.452289+0000","last_active":"2021-03-04T22:51:41.460165+0000","last_peered":"2021-03-04T22:51:41.460165+0000","last_clean":"2021-03-04T22:51:41.460165+0000","last_became_active":"2021-03-04T22:51:40.451943+0000","last_became_peered":"2021-03-04T22:51:40.451943+0000","last_unstale":"2021-03-04T22:51:41.460165+0000","last_undegraded":"2021-03-04T22:51:41.460165+0000","last_fullsized":"2021-03-04T22:51:41.460165+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072421+0000","last_change":"2021-03-04T22:51:42.072219+0000","last_active":"2021-03-04T22:51:42.072421+0000","last_peered":"2021-03-04T22:51:42.072421+0000","last_clean":"2021-03-04T22:51:42.072421+0000","last_became_active":"2021-03-04T22:51:42.071895+0000","last_became_peered":"2021-03-04T22:51:42.071895+0000","last_unstale":"2021-03-04T22:51:42.072421+0000","last_undegraded":"2021-03-04T22:51:42.072421+0000","last_fullsized":"2021-03-04T22:51:42.072421+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:42.871632+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T22:51:42.871632+0000","last_peered":"2021-03-04T22:51:42.871632+0000","last_clean":"2021-03-04T22:51:42.871632+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T22:51:42.871632+0000","last_undegraded":"2021-03-04T22:51:42.871632+0000","last_fullsized":"2021-03-04T22:51:42.871632+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463380+0000","last_change":"2021-03-04T22:51:41.463039+0000","last_active":"2021-03-04T22:51:41.463380+0000","last_peered":"2021-03-04T22:51:41.463380+0000","last_clean":"2021-03-04T22:51:41.463380+0000","last_became_active":"2021-03-04T22:51:41.462793+0000","last_became_peered":"2021-03-04T22:51:41.462793+0000","last_unstale":"2021-03-04T22:51:41.463380+0000","last_undegraded":"2021-03-04T22:51:41.463380+0000","last_fullsized":"2021-03-04T22:51:41.463380+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841753+0000","last_change":"2021-03-04T22:51:40.453322+0000","last_active":"2021-03-04T22:51:45.841753+0000","last_peered":"2021-03-04T22:51:45.841753+0000","last_clean":"2021-03-04T22:51:45.841753+0000","last_became_active":"2021-03-04T22:51:40.453101+0000","last_became_peered":"2021-03-04T22:51:40.453101+0000","last_unstale":"2021-03-04T22:51:45.841753+0000","last_undegraded":"2021-03-04T22:51:45.841753+0000","last_fullsized":"2021-03-04T22:51:45.841753+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.073401+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T22:51:42.073401+0000","last_peered":"2021-03-04T22:51:42.073401+0000","last_clean":"2021-03-04T22:51:42.073401+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T22:51:42.073401+0000","last_undegraded":"2021-03-04T22:51:42.073401+0000","last_fullsized":"2021-03-04T22:51:42.073401+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:42.871378+0000","last_change":"2021-03-04T22:51:40.454233+0000","last_active":"2021-03-04T22:51:42.871378+0000","last_peered":"2021-03-04T22:51:42.871378+0000","last_clean":"2021-03-04T22:51:42.871378+0000","last_became_active":"2021-03-04T22:51:40.453996+0000","last_became_peered":"2021-03-04T22:51:40.453996+0000","last_unstale":"2021-03-04T22:51:42.871378+0000","last_undegraded":"2021-03-04T22:51:42.871378+0000","last_fullsized":"2021-03-04T22:51:42.871378+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075112+0000","last_change":"2021-03-04T22:51:42.073703+0000","last_active":"2021-03-04T22:51:42.075112+0000","last_peered":"2021-03-04T22:51:42.075112+0000","last_clean":"2021-03-04T22:51:42.075112+0000","last_became_active":"2021-03-04T22:51:42.071533+0000","last_became_peered":"2021-03-04T22:51:42.071533+0000","last_unstale":"2021-03-04T22:51:42.075112+0000","last_undegraded":"2021-03-04T22:51:42.075112+0000","last_fullsized":"2021-03-04T22:51:42.075112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.842489+0000","last_change":"2021-03-04T22:51:40.450884+0000","last_active":"2021-03-04T22:51:45.842489+0000","last_peered":"2021-03-04T22:51:45.842489+0000","last_clean":"2021-03-04T22:51:45.842489+0000","last_became_active":"2021-03-04T22:51:40.450669+0000","last_became_peered":"2021-03-04T22:51:40.450669+0000","last_unstale":"2021-03-04T22:51:45.842489+0000","last_undegraded":"2021-03-04T22:51:45.842489+0000","last_fullsized":"2021-03-04T22:51:45.842489+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075579+0000","last_change":"2021-03-04T22:51:42.075331+0000","last_active":"2021-03-04T22:51:42.075579+0000","last_peered":"2021-03-04T22:51:42.075579+0000","last_clean":"2021-03-04T22:51:42.075579+0000","last_became_active":"2021-03-04T22:51:42.073455+0000","last_became_peered":"2021-03-04T22:51:42.073455+0000","last_unstale":"2021-03-04T22:51:42.075579+0000","last_undegraded":"2021-03-04T22:51:42.075579+0000","last_fullsized":"2021-03-04T22:51:42.075579+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.071797+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T22:51:42.071797+0000","last_peered":"2021-03-04T22:51:42.071797+0000","last_clean":"2021-03-04T22:51:42.071797+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T22:51:42.071797+0000","last_undegraded":"2021-03-04T22:51:42.071797+0000","last_fullsized":"2021-03-04T22:51:42.071797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072876+0000","last_change":"2021-03-04T22:51:42.072667+0000","last_active":"2021-03-04T22:51:42.072876+0000","last_peered":"2021-03-04T22:51:42.072876+0000","last_clean":"2021-03-04T22:51:42.072876+0000","last_became_active":"2021-03-04T22:51:42.072407+0000","last_became_peered":"2021-03-04T22:51:42.072407+0000","last_unstale":"2021-03-04T22:51:42.072876+0000","last_undegraded":"2021-03-04T22:51:42.072876+0000","last_fullsized":"2021-03-04T22:51:42.072876+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459271+0000","last_change":"2021-03-04T22:51:40.450033+0000","last_active":"2021-03-04T22:51:41.459271+0000","last_peered":"2021-03-04T22:51:41.459271+0000","last_clean":"2021-03-04T22:51:41.459271+0000","last_became_active":"2021-03-04T22:51:40.449800+0000","last_became_peered":"2021-03-04T22:51:40.449800+0000","last_unstale":"2021-03-04T22:51:41.459271+0000","last_undegraded":"2021-03-04T22:51:41.459271+0000","last_fullsized":"2021-03-04T22:51:41.459271+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.073892+0000","last_change":"2021-03-04T22:51:42.072430+0000","last_active":"2021-03-04T22:51:42.073892+0000","last_peered":"2021-03-04T22:51:42.073892+0000","last_clean":"2021-03-04T22:51:42.073892+0000","last_became_active":"2021-03-04T22:51:42.070860+0000","last_became_peered":"2021-03-04T22:51:42.070860+0000","last_unstale":"2021-03-04T22:51:42.073892+0000","last_undegraded":"2021-03-04T22:51:42.073892+0000","last_fullsized":"2021-03-04T22:51:42.073892+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841813+0000","last_change":"2021-03-04T22:51:40.453832+0000","last_active":"2021-03-04T22:51:45.841813+0000","last_peered":"2021-03-04T22:51:45.841813+0000","last_clean":"2021-03-04T22:51:45.841813+0000","last_became_active":"2021-03-04T22:51:40.453627+0000","last_became_peered":"2021-03-04T22:51:40.453627+0000","last_unstale":"2021-03-04T22:51:45.841813+0000","last_undegraded":"2021-03-04T22:51:45.841813+0000","last_fullsized":"2021-03-04T22:51:45.841813+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.461611+0000","last_change":"2021-03-04T22:51:41.461444+0000","last_active":"2021-03-04T22:51:41.461611+0000","last_peered":"2021-03-04T22:51:41.461611+0000","last_clean":"2021-03-04T22:51:41.461611+0000","last_became_active":"2021-03-04T22:51:41.461056+0000","last_became_peered":"2021-03-04T22:51:41.461056+0000","last_unstale":"2021-03-04T22:51:41.461611+0000","last_undegraded":"2021-03-04T22:51:41.461611+0000","last_fullsized":"2021-03-04T22:51:41.461611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.842426+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T22:51:45.842426+0000","last_peered":"2021-03-04T22:51:45.842426+0000","last_clean":"2021-03-04T22:51:45.842426+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T22:51:45.842426+0000","last_undegraded":"2021-03-04T22:51:45.842426+0000","last_fullsized":"2021-03-04T22:51:45.842426+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455451+0000","last_change":"2021-03-04T22:51:40.479612+0000","last_active":"2021-03-04T22:51:41.455451+0000","last_peered":"2021-03-04T22:51:41.455451+0000","last_clean":"2021-03-04T22:51:41.455451+0000","last_became_active":"2021-03-04T22:51:40.479275+0000","last_became_peered":"2021-03-04T22:51:40.479275+0000","last_unstale":"2021-03-04T22:51:41.455451+0000","last_undegraded":"2021-03-04T22:51:41.455451+0000","last_fullsized":"2021-03-04T22:51:41.455451+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841795+0000","last_change":"2021-03-04T22:51:40.452277+0000","last_active":"2021-03-04T22:51:45.841795+0000","last_peered":"2021-03-04T22:51:45.841795+0000","last_clean":"2021-03-04T22:51:45.841795+0000","last_became_active":"2021-03-04T22:51:40.451979+0000","last_became_peered":"2021-03-04T22:51:40.451979+0000","last_unstale":"2021-03-04T22:51:45.841795+0000","last_undegraded":"2021-03-04T22:51:45.841795+0000","last_fullsized":"2021-03-04T22:51:45.841795+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.074693+0000","last_change":"2021-03-04T22:51:42.073704+0000","last_active":"2021-03-04T22:51:42.074693+0000","last_peered":"2021-03-04T22:51:42.074693+0000","last_clean":"2021-03-04T22:51:42.074693+0000","last_became_active":"2021-03-04T22:51:42.071442+0000","last_became_peered":"2021-03-04T22:51:42.071442+0000","last_unstale":"2021-03-04T22:51:42.074693+0000","last_undegraded":"2021-03-04T22:51:42.074693+0000","last_fullsized":"2021-03-04T22:51:42.074693+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460301+0000","last_change":"2021-03-04T22:51:40.453941+0000","last_active":"2021-03-04T22:51:41.460301+0000","last_peered":"2021-03-04T22:51:41.460301+0000","last_clean":"2021-03-04T22:51:41.460301+0000","last_became_active":"2021-03-04T22:51:40.453643+0000","last_became_peered":"2021-03-04T22:51:40.453643+0000","last_unstale":"2021-03-04T22:51:41.460301+0000","last_undegraded":"2021-03-04T22:51:41.460301+0000","last_fullsized":"2021-03-04T22:51:41.460301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460888+0000","last_change":"2021-03-04T22:51:41.460700+0000","last_active":"2021-03-04T22:51:41.460888+0000","last_peered":"2021-03-04T22:51:41.460888+0000","last_clean":"2021-03-04T22:51:41.460888+0000","last_became_active":"2021-03-04T22:51:41.460465+0000","last_became_peered":"2021-03-04T22:51:41.460465+0000","last_unstale":"2021-03-04T22:51:41.460888+0000","last_undegraded":"2021-03-04T22:51:41.460888+0000","last_fullsized":"2021-03-04T22:51:41.460888+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458117+0000","last_change":"2021-03-04T22:51:40.452417+0000","last_active":"2021-03-04T22:51:41.458117+0000","last_peered":"2021-03-04T22:51:41.458117+0000","last_clean":"2021-03-04T22:51:41.458117+0000","last_became_active":"2021-03-04T22:51:40.452139+0000","last_became_peered":"2021-03-04T22:51:40.452139+0000","last_unstale":"2021-03-04T22:51:41.458117+0000","last_undegraded":"2021-03-04T22:51:41.458117+0000","last_fullsized":"2021-03-04T22:51:41.458117+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460823+0000","last_change":"2021-03-04T22:51:41.460446+0000","last_active":"2021-03-04T22:51:41.460823+0000","last_peered":"2021-03-04T22:51:41.460823+0000","last_clean":"2021-03-04T22:51:41.460823+0000","last_became_active":"2021-03-04T22:51:41.460159+0000","last_became_peered":"2021-03-04T22:51:41.460159+0000","last_unstale":"2021-03-04T22:51:41.460823+0000","last_undegraded":"2021-03-04T22:51:41.460823+0000","last_fullsized":"2021-03-04T22:51:41.460823+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458677+0000","last_change":"2021-03-04T22:51:40.451187+0000","last_active":"2021-03-04T22:51:41.458677+0000","last_peered":"2021-03-04T22:51:41.458677+0000","last_clean":"2021-03-04T22:51:41.458677+0000","last_became_active":"2021-03-04T22:51:40.450832+0000","last_became_peered":"2021-03-04T22:51:40.450832+0000","last_unstale":"2021-03-04T22:51:41.458677+0000","last_undegraded":"2021-03-04T22:51:41.458677+0000","last_fullsized":"2021-03-04T22:51:41.458677+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075590+0000","last_change":"2021-03-04T22:51:42.075332+0000","last_active":"2021-03-04T22:51:42.075590+0000","last_peered":"2021-03-04T22:51:42.075590+0000","last_clean":"2021-03-04T22:51:42.075590+0000","last_became_active":"2021-03-04T22:51:42.073132+0000","last_became_peered":"2021-03-04T22:51:42.073132+0000","last_unstale":"2021-03-04T22:51:42.075590+0000","last_undegraded":"2021-03-04T22:51:42.075590+0000","last_fullsized":"2021-03-04T22:51:42.075590+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455410+0000","last_change":"2021-03-04T22:51:40.450793+0000","last_active":"2021-03-04T22:51:41.455410+0000","last_peered":"2021-03-04T22:51:41.455410+0000","last_clean":"2021-03-04T22:51:41.455410+0000","last_became_active":"2021-03-04T22:51:40.450494+0000","last_became_peered":"2021-03-04T22:51:40.450494+0000","last_unstale":"2021-03-04T22:51:41.455410+0000","last_undegraded":"2021-03-04T22:51:41.455410+0000","last_fullsized":"2021-03-04T22:51:41.455410+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.461860+0000","last_change":"2021-03-04T22:51:41.461660+0000","last_active":"2021-03-04T22:51:41.461860+0000","last_peered":"2021-03-04T22:51:41.461860+0000","last_clean":"2021-03-04T22:51:41.461860+0000","last_became_active":"2021-03-04T22:51:41.461186+0000","last_became_peered":"2021-03-04T22:51:41.461186+0000","last_unstale":"2021-03-04T22:51:41.461860+0000","last_undegraded":"2021-03-04T22:51:41.461860+0000","last_fullsized":"2021-03-04T22:51:41.461860+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:42.465539+0000","last_change":"2021-03-04T22:51:40.452891+0000","last_active":"2021-03-04T22:51:42.465539+0000","last_peered":"2021-03-04T22:51:42.465539+0000","last_clean":"2021-03-04T22:51:42.465539+0000","last_became_active":"2021-03-04T22:51:40.452641+0000","last_became_peered":"2021-03-04T22:51:40.452641+0000","last_unstale":"2021-03-04T22:51:42.465539+0000","last_undegraded":"2021-03-04T22:51:42.465539+0000","last_fullsized":"2021-03-04T22:51:42.465539+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495661,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031232,"statfs":{"total":90194313216,"available":89119981568,"internally_reserved":1073741824,"allocated":581632,"data_stored":236741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.708,"5min":1.528,"15min":1.486},"min":{"1min":0.94999999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":2.6339999999999999,"5min":2.8319999999999999,"15min":2.8319999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.427,"15min":1.3500000000000001},"min":{"1min":0.50900000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":2.4580000000000002,"5min":2.7709999999999999,"15min":2.7709999999999999},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.6259999999999999,"5min":1.4590000000000001,"15min":1.3939999999999999},"min":{"1min":0.91400000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":2.569,"5min":2.569,"15min":2.569},"last":0.97499999999999998},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.619,"15min":1.546},"min":{"1min":0.81799999999999995,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.7770000000000001,"5min":2.9420000000000002,"15min":2.9420000000000002},"last":0.69199999999999995}]},{"osd":2,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":1.6779999999999999,"15min":1.657},"min":{"1min":0.64700000000000002,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.4990000000000001,"15min":1.4510000000000001},"min":{"1min":0.71999999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.488,"5min":2.5289999999999999,"15min":2.5289999999999999},"last":1.143}]},{"osd":3,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":1.6180000000000001,"15min":1.5920000000000001},"min":{"1min":0.82599999999999996,"5min":0.505,"15min":0.505},"max":{"1min":2.6709999999999998,"5min":2.6970000000000001,"15min":2.6970000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.6180000000000001,"15min":1.6080000000000001},"min":{"1min":0.89400000000000002,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3250000000000002,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.208,"15min":1.171},"min":{"1min":0.56000000000000005,"5min":0.215,"15min":0.215},"max":{"1min":2.5390000000000001,"5min":2.5390000000000001,"15min":2.5390000000000001},"last":0.76700000000000002},{"interface":"front","average":{"1min":1.516,"5min":1.409,"15min":1.357},"min":{"1min":0.34100000000000003,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.6139999999999999,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":1.056}]},{"osd":5,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.359,"15min":1.2849999999999999},"min":{"1min":0.40300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.645,"5min":2.645,"15min":2.645},"last":1.2769999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":1.546,"15min":1.464},"min":{"1min":0.51000000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.7549999999999999,"5min":2.8119999999999998,"15min":2.8119999999999998},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.6930000000000001,"15min":1.645},"min":{"1min":0.60199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.8090000000000002,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":1.7330000000000001,"5min":1.6599999999999999,"15min":1.5720000000000001},"min":{"1min":0.57299999999999995,"5min":0.22,"15min":0.22},"max":{"1min":2.5840000000000001,"5min":2.9889999999999999,"15min":2.9889999999999999},"last":1.2230000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659185,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031244,"statfs":{"total":90194313216,"available":89119993856,"internally_reserved":1073741824,"allocated":569344,"data_stored":236595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.4470000000000001,"15min":1.3660000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.754,"5min":2.754,"15min":2.754},"last":2.6299999999999999},{"interface":"front","average":{"1min":1.222,"5min":1.3089999999999999,"15min":1.2689999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.8759999999999999,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":1.5069999999999999}]},{"osd":1,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.5089999999999999,"15min":1.4399999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":2.2839999999999998,"5min":2.677,"15min":2.677},"last":2.3919999999999999},{"interface":"front","average":{"1min":1.5860000000000001,"5min":1.5820000000000001,"15min":1.5669999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":2.9790000000000001,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":2.5110000000000001}]},{"osd":2,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.5249999999999999,"5min":1.514,"15min":1.464},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.3220000000000001,"5min":2.4449999999999998,"15min":2.4449999999999998},"last":2.1400000000000001},{"interface":"front","average":{"1min":1.571,"5min":1.5,"15min":1.4419999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":2.552,"5min":2.552,"15min":2.552},"last":2.2589999999999999}]},{"osd":3,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.3169999999999999,"15min":1.28},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":1.871},{"interface":"front","average":{"1min":1.708,"5min":1.6379999999999999,"15min":1.5720000000000001},"min":{"1min":0.66800000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":2.77,"5min":2.77,"15min":2.77},"last":1.7529999999999999}]},{"osd":4,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.103,"15min":1.075},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.081,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":1.222},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.145,"15min":1.109},"min":{"1min":0.248,"5min":0.219,"15min":0.219},"max":{"1min":2.1459999999999999,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.069}]},{"osd":5,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.24,"15min":1.202},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":2.1190000000000002,"5min":2.359,"15min":2.359},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.4430000000000001,"15min":1.409},"min":{"1min":0.29699999999999999,"5min":0.245,"15min":0.245},"max":{"1min":2.3730000000000002,"5min":2.6480000000000001,"15min":2.6480000000000001},"last":1.619}]},{"osd":7,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.379,"15min":1.222},"min":{"1min":0.33700000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.4209999999999998,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":1.3899999999999999},{"interface":"front","average":{"1min":1.8100000000000001,"5min":1.6459999999999999,"15min":1.502},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":3.1480000000000001,"5min":3.1480000000000001,"15min":3.1480000000000001},"last":1.998}]}]},{"osd":1,"up_from":16,"seq":68719476805,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031260,"statfs":{"total":90194313216,"available":89120010240,"internally_reserved":1073741824,"allocated":552960,"data_stored":234990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.84799999999999998,"15min":0.752},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.157,"5min":2.577,"15min":2.577},"last":1.173},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.96199999999999997,"15min":0.79100000000000004},"min":{"1min":0.224,"5min":0.152,"15min":0.152},"max":{"1min":1.5149999999999999,"5min":2.4870000000000001,"15min":2.4870000000000001},"last":0.82599999999999996}]},{"osd":2,"last update":"Thu Mar 4 22:51:55 2021","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.86699999999999999,"15min":0.83799999999999997},"min":{"1min":0.19500000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.294,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.163,"5min":1.127,"15min":1.01},"min":{"1min":0.251,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.764,"5min":2.5230000000000001,"15min":2.5230000000000001},"last":1.282}]},{"osd":3,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.3049999999999999,"15min":1.3169999999999999},"min":{"1min":0.26600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.9379999999999999,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.0860000000000001,"15min":1.133},"min":{"1min":0.21299999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":1.5940000000000001,"5min":2.3839999999999999,"15min":2.3839999999999999},"last":0.95399999999999996}]},{"osd":4,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.639,"15min":1.5549999999999999},"min":{"1min":0.64900000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.3119999999999998,"5min":2.6970000000000001,"15min":2.6970000000000001},"last":2.1629999999999998},{"interface":"front","average":{"1min":1.5900000000000001,"5min":1.498,"15min":1.431},"min":{"1min":0.68400000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.1480000000000001,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":1.655}]},{"osd":5,"last update":"Thu Mar 4 22:51:55 2021","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.333,"15min":1.329},"min":{"1min":0.65800000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.8819999999999999,"5min":2.3140000000000001,"15min":2.3140000000000001},"last":1.5009999999999999},{"interface":"front","average":{"1min":1.8899999999999999,"5min":1.7110000000000001,"15min":1.6950000000000001},"min":{"1min":0.67300000000000004,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.673,"5min":2.762,"15min":2.762},"last":2.3319999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":1.5620000000000001,"15min":1.5660000000000001},"min":{"1min":0.63,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.157,"5min":2.323,"15min":2.323},"last":1.4630000000000001},{"interface":"front","average":{"1min":1.522,"5min":1.5109999999999999,"15min":1.544},"min":{"1min":0.70299999999999996,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.153,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.9330000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.73,"5min":1.8,"15min":1.8009999999999999},"min":{"1min":0.69899999999999995,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.323,"5min":2.9359999999999999,"15min":2.9359999999999999},"last":1.8140000000000001},{"interface":"front","average":{"1min":1.573,"5min":1.665,"15min":1.671},"min":{"1min":0.61399999999999999,"5min":0.37,"15min":0.37},"max":{"1min":2.1280000000000001,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":2.0369999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673036,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 22:52:25 2021","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.80400000000000005,"15min":0.80000000000000004},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":1.323,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.75},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.93700000000000006,"15min":0.89300000000000002},"min":{"1min":0.27200000000000002,"5min":0.222,"15min":0.222},"max":{"1min":1.5529999999999999,"5min":1.859,"15min":1.859},"last":1.048}]},{"osd":2,"last update":"Thu Mar 4 22:52:50 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.96299999999999997,"15min":1.002},"min":{"1min":0.35699999999999998,"5min":0.187,"15min":0.187},"max":{"1min":1.619,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0740000000000001,"15min":1.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.0499999999999998,"5min":2.0499999999999998,"15min":2.0499999999999998},"last":0.91700000000000004}]},{"osd":3,"last update":"Thu Mar 4 22:52:15 2021","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":1.125,"15min":1.145},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"last":1.4279999999999999},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.1990000000000001,"15min":1.2210000000000001},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.8380000000000001,"5min":2,"15min":2},"last":1.29}]},{"osd":4,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.476,"15min":1.395},"min":{"1min":0.81599999999999995,"5min":0.628,"15min":0.628},"max":{"1min":2.2269999999999999,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":1.504},{"interface":"front","average":{"1min":1.804,"5min":1.6699999999999999,"15min":1.5780000000000001},"min":{"1min":0.67100000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.8029999999999999,"5min":2.8029999999999999,"15min":2.8029999999999999},"last":1.6479999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:51:57 2021","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.45,"15min":1.4179999999999999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":1.8300000000000001},{"interface":"front","average":{"1min":1.8,"5min":1.7310000000000001,"15min":1.7390000000000001},"min":{"1min":0.86599999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":1.7829999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:52:15 2021","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":1.978,"15min":2.0139999999999998},"min":{"1min":0.96399999999999997,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":2.7010000000000001,"5min":2.7709999999999999,"15min":2.7709999999999999},"last":1.9299999999999999},{"interface":"front","average":{"1min":1.694,"5min":1.7130000000000001,"15min":1.7410000000000001},"min":{"1min":0.93000000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.4340000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.571}]},{"osd":7,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.5289999999999999,"15min":1.5429999999999999},"min":{"1min":0.78400000000000003,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.9710000000000001,"5min":2.2280000000000002,"15min":2.2280000000000002},"last":1.726},{"interface":"front","average":{"1min":1.732,"5min":1.887,"15min":1.925},"min":{"1min":0.877,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":2.71,"5min":2.71,"15min":2.71},"last":2.0249999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313282,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:49 2021","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.88200000000000001,"15min":0.95499999999999996},"min":{"1min":0.26400000000000001,"5min":0.158,"15min":0.158},"max":{"1min":1.7,"5min":2.161,"15min":2.161},"last":1.1850000000000001},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.89100000000000001,"15min":0.879},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.7350000000000001,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.69799999999999995}]},{"osd":1,"last update":"Thu Mar 4 22:51:49 2021","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97399999999999998,"15min":0.97699999999999998},"min":{"1min":0.247,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.732,"5min":2.516,"15min":2.516},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.92300000000000004,"15min":0.996},"min":{"1min":0.20699999999999999,"5min":0.191,"15min":0.191},"max":{"1min":1.407,"5min":1.8280000000000001,"15min":1.8280000000000001},"last":0.88400000000000001}]},{"osd":3,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.94599999999999995,"15min":0.96799999999999997},"min":{"1min":0.30199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.617,"5min":1.95,"15min":1.95},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.141,"15min":1.165},"min":{"1min":0.27900000000000003,"5min":0.222,"15min":0.222},"max":{"1min":1.9770000000000001,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":1.5660000000000001}]},{"osd":4,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.589,"15min":1.5840000000000001},"min":{"1min":0.63500000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":2.3279999999999998,"5min":2.734,"15min":2.734},"last":1.528},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.637,"15min":1.587},"min":{"1min":0.51200000000000001,"5min":0.376,"15min":0.376},"max":{"1min":2.6560000000000001,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":2.0569999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:51:49 2021","interfaces":[{"interface":"back","average":{"1min":1.331,"5min":1.353,"15min":1.357},"min":{"1min":0.68100000000000005,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.161,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":1.7210000000000001},{"interface":"front","average":{"1min":1.4850000000000001,"5min":1.5289999999999999,"15min":1.544},"min":{"1min":0.5,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.3580000000000001,"5min":2.3580000000000001,"15min":2.3580000000000001},"last":1.353}]},{"osd":6,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":1.7210000000000001,"5min":1.6060000000000001,"15min":1.5700000000000001},"min":{"1min":0.56699999999999995,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":2.7770000000000001,"5min":2.7770000000000001,"15min":2.7770000000000001},"last":2.1549999999999998},{"interface":"front","average":{"1min":1.5269999999999999,"5min":1.456,"15min":1.4399999999999999},"min":{"1min":0.64900000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":1.4570000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.504,"5min":1.665,"15min":1.704},"min":{"1min":0.60299999999999998,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":2.5249999999999999,"5min":2.6230000000000002,"15min":2.6230000000000002},"last":1.6599999999999999},{"interface":"front","average":{"1min":1.5449999999999999,"5min":1.778,"15min":1.8149999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.5960000000000001,"5min":2.6899999999999999,"15min":2.6899999999999999},"last":1.881}]}]},{"osd":3,"up_from":26,"seq":111669149757,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031256,"statfs":{"total":90194313216,"available":89120006144,"internally_reserved":1073741824,"allocated":557056,"data_stored":235080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.84499999999999997,"15min":0.872},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.444,"5min":1.734,"15min":1.734},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.97099999999999997,"15min":1.054},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.6739999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.042}]},{"osd":1,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":1.034,"15min":1.1659999999999999},"min":{"1min":0.216,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.5209999999999999,"5min":1.788,"15min":1.788},"last":0.873},{"interface":"front","average":{"1min":0.85399999999999998,"5min":1.006,"15min":1.052},"min":{"1min":0.23799999999999999,"5min":0.161,"15min":0.161},"max":{"1min":1.4319999999999999,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":1.673}]},{"osd":2,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.121,"15min":1.1659999999999999},"min":{"1min":0.26600000000000001,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":2.0529999999999999,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":1.242},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98499999999999999,"15min":1.048},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.984,"5min":2.085,"15min":2.085},"last":1.1120000000000001}]},{"osd":4,"last update":"Thu Mar 4 22:52:34 2021","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.6399999999999999,"15min":1.629},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":2.5110000000000001},{"interface":"front","average":{"1min":1.6830000000000001,"5min":1.698,"15min":1.7310000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.4689999999999999,"5min":2.4889999999999999,"15min":2.4889999999999999},"last":2.3330000000000002}]},{"osd":5,"last update":"Thu Mar 4 22:51:52 2021","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":1.3939999999999999,"15min":1.4139999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.0409999999999999,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":1.4450000000000001},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.4039999999999999,"15min":1.4379999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":2.238,"5min":2.238,"15min":2.238},"last":1.5269999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":1.7230000000000001,"5min":1.617,"15min":1.589},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.48,"5min":2.504,"15min":2.504},"last":2.105},{"interface":"front","average":{"1min":1.603,"5min":1.4990000000000001,"15min":1.494},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":3.0550000000000002,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":1.7909999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:52:34 2021","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.4770000000000001,"15min":1.429},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":1.9550000000000001},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.7010000000000001,"15min":1.6619999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":2.5289999999999999,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":1.8839999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986234,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031236,"statfs":{"total":90194313216,"available":89119985664,"internally_reserved":1073741824,"allocated":577536,"data_stored":236671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.5880000000000001,"5min":1.4590000000000001,"15min":1.4390000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.2610000000000001,"5min":2.46,"15min":2.46},"last":2.4489999999999998},{"interface":"front","average":{"1min":1.863,"5min":1.5580000000000001,"15min":1.47},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.633,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":2.5830000000000002}]},{"osd":1,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.331,"15min":1.349},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8320000000000001,"5min":2.278,"15min":2.278},"last":1.605},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.476,"15min":1.4670000000000001},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":2.5710000000000002},"last":2.7320000000000002}]},{"osd":2,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":1.45,"15min":1.3420000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.4239999999999999,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":2.165},{"interface":"front","average":{"1min":1.8080000000000001,"5min":1.552,"15min":1.48},"min":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.677,"5min":3.012,"15min":3.012},"last":2.8839999999999999}]},{"osd":3,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.5449999999999999,"15min":1.4910000000000001},"min":{"1min":0.59699999999999998,"5min":0.498,"15min":0.498},"max":{"1min":2.46,"5min":2.552,"15min":2.552},"last":1.488},{"interface":"front","average":{"1min":1.4530000000000001,"5min":1.3680000000000001,"15min":1.3460000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.1259999999999999,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":2.0129999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:51:50 2021","interfaces":[{"interface":"back","average":{"1min":1.5249999999999999,"5min":1.2350000000000001,"15min":1.0740000000000001},"min":{"1min":0.38900000000000001,"5min":0.187,"15min":0.187},"max":{"1min":2.718,"5min":2.7879999999999998,"15min":2.7879999999999998},"last":1.04},{"interface":"front","average":{"1min":1.331,"5min":1.0069999999999999,"15min":0.85699999999999998},"min":{"1min":0.29199999999999998,"5min":0.248,"15min":0.248},"max":{"1min":2.0350000000000001,"5min":2.1850000000000001,"15min":2.1850000000000001},"last":1.2090000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:52:15 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.419,"15min":1.3300000000000001},"min":{"1min":0.311,"5min":0.219,"15min":0.219},"max":{"1min":2.6949999999999998,"5min":2.6949999999999998,"15min":2.6949999999999998},"last":1.347},{"interface":"front","average":{"1min":1.444,"5min":1.478,"15min":1.4079999999999999},"min":{"1min":0.45100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.7839999999999998,"5min":2.7839999999999998,"15min":2.7839999999999998},"last":1.8560000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.7230000000000001,"5min":1.7150000000000001,"15min":1.655},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.5089999999999999,"5min":2.7290000000000001,"15min":2.7290000000000001},"last":2.2949999999999999},{"interface":"front","average":{"1min":1.583,"5min":1.722,"15min":1.7},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.5550000000000002,"5min":2.6499999999999999,"15min":2.6499999999999999},"last":1.722}]}]},{"osd":5,"up_from":36,"seq":154618822709,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.456,"15min":1.4390000000000001},"min":{"1min":0.58199999999999996,"5min":0.501,"15min":0.501},"max":{"1min":2.5310000000000001,"5min":2.7959999999999998,"15min":2.7959999999999998},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.48999999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.2919999999999998,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":0.89900000000000002}]},{"osd":1,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.6930000000000001,"5min":1.4430000000000001,"15min":1.349},"min":{"1min":0.90000000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.4350000000000001,"5min":2.7040000000000002,"15min":2.7040000000000002},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.3999999999999999,"15min":1.3799999999999999},"min":{"1min":0.68799999999999994,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.855,"5min":2.456,"15min":2.456},"last":1.266}]},{"osd":2,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.4330000000000001,"15min":1.423},"min":{"1min":0.81200000000000006,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1160000000000001,"5min":2.5920000000000001,"15min":2.5920000000000001},"last":1.014},{"interface":"front","average":{"1min":1.6579999999999999,"5min":1.4970000000000001,"15min":1.4830000000000001},"min":{"1min":0.83099999999999996,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":2.4020000000000001,"5min":2.8780000000000001,"15min":2.8780000000000001},"last":1.6830000000000001}]},{"osd":3,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.3420000000000001,"15min":1.264},"min":{"1min":1.05,"5min":0.377,"15min":0.377},"max":{"1min":2.4820000000000002,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.163},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.589,"15min":1.5549999999999999},"min":{"1min":0.85899999999999999,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":2.8180000000000001,"5min":2.8180000000000001,"15min":2.8180000000000001},"last":1.359}]},{"osd":4,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1,"15min":0.93300000000000005},"min":{"1min":0.67400000000000004,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":1.571},{"interface":"front","average":{"1min":1.339,"5min":1.028,"15min":0.95699999999999996},"min":{"1min":0.33200000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.8799999999999999,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.4530000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:52:17 2021","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.349,"15min":1.3029999999999999},"min":{"1min":0.47499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":2.4590000000000001,"5min":2.6659999999999999,"15min":2.6659999999999999},"last":1.903},{"interface":"front","average":{"1min":1.528,"5min":1.284,"15min":1.22},"min":{"1min":0.61899999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.2839999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":1.972}]},{"osd":7,"last update":"Thu Mar 4 22:52:34 2021","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.4410000000000001,"15min":1.373},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":2.1349999999999998,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.821},{"interface":"front","average":{"1min":1.796,"5min":1.677,"15min":1.579},"min":{"1min":0.53300000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7850000000000001,"5min":2.7850000000000001,"15min":2.7850000000000001},"last":2.1139999999999999}]}]}]}} 2021-03-04T22:52:55.472 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T22:52:55.544 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:52:55.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:55 gibba008 bash[16766]: cluster 2021-03-04T22:52:54.259537+0000 mgr.y (mgr.14138) 316 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:55.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:55 gibba008 bash[16766]: audit 2021-03-04T22:52:54.796513+0000 mgr.y (mgr.14138) 317 : audit [DBG] from='client.24523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:52:55.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:55 gibba008 bash[13002]: cluster 2021-03-04T22:52:54.259537+0000 mgr.y (mgr.14138) 316 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:55.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:55 gibba008 bash[13002]: audit 2021-03-04T22:52:54.796513+0000 mgr.y (mgr.14138) 317 : audit [DBG] from='client.24523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:52:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:55 gibba023 bash[13021]: cluster 2021-03-04T22:52:54.259537+0000 mgr.y (mgr.14138) 316 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:55 gibba023 bash[13021]: audit 2021-03-04T22:52:54.796513+0000 mgr.y (mgr.14138) 317 : audit [DBG] from='client.24523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:52:58.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:57 gibba008 bash[16766]: cluster 2021-03-04T22:52:56.260393+0000 mgr.y (mgr.14138) 318 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:58.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:57 gibba008 bash[13002]: cluster 2021-03-04T22:52:56.260393+0000 mgr.y (mgr.14138) 318 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:58.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:57 gibba023 bash[13021]: cluster 2021-03-04T22:52:56.260393+0000 mgr.y (mgr.14138) 318 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:52:58.323 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:52:58.324 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T22:52:59.031 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":279,"stamp":"2021-03-04T22:52:58.260658+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696249984,"statfs":{"total":721554505728,"available":712959983616,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1886832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005453"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460757+0000","last_change":"2021-03-04T22:51:41.460444+0000","last_active":"2021-03-04T22:51:41.460757+0000","last_peered":"2021-03-04T22:51:41.460757+0000","last_clean":"2021-03-04T22:51:41.460757+0000","last_became_active":"2021-03-04T22:51:41.460071+0000","last_became_peered":"2021-03-04T22:51:41.460071+0000","last_unstale":"2021-03-04T22:51:41.460757+0000","last_undegraded":"2021-03-04T22:51:41.460757+0000","last_fullsized":"2021-03-04T22:51:41.460757+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.840665+0000","last_change":"2021-03-04T22:51:40.453161+0000","last_active":"2021-03-04T22:51:45.840665+0000","last_peered":"2021-03-04T22:51:45.840665+0000","last_clean":"2021-03-04T22:51:45.840665+0000","last_became_active":"2021-03-04T22:51:40.452915+0000","last_became_peered":"2021-03-04T22:51:40.452915+0000","last_unstale":"2021-03-04T22:51:45.840665+0000","last_undegraded":"2021-03-04T22:51:45.840665+0000","last_fullsized":"2021-03-04T22:51:45.840665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462402+0000","last_change":"2021-03-04T22:51:41.462203+0000","last_active":"2021-03-04T22:51:41.462402+0000","last_peered":"2021-03-04T22:51:41.462402+0000","last_clean":"2021-03-04T22:51:41.462402+0000","last_became_active":"2021-03-04T22:51:41.462004+0000","last_became_peered":"2021-03-04T22:51:41.462004+0000","last_unstale":"2021-03-04T22:51:41.462402+0000","last_undegraded":"2021-03-04T22:51:41.462402+0000","last_fullsized":"2021-03-04T22:51:41.462402+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:43.971692+0000","last_change":"2021-03-04T22:51:40.451686+0000","last_active":"2021-03-04T22:51:43.971692+0000","last_peered":"2021-03-04T22:51:43.971692+0000","last_clean":"2021-03-04T22:51:43.971692+0000","last_became_active":"2021-03-04T22:51:40.451391+0000","last_became_peered":"2021-03-04T22:51:40.451391+0000","last_unstale":"2021-03-04T22:51:43.971692+0000","last_undegraded":"2021-03-04T22:51:43.971692+0000","last_fullsized":"2021-03-04T22:51:43.971692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463345+0000","last_change":"2021-03-04T22:51:41.463059+0000","last_active":"2021-03-04T22:51:41.463345+0000","last_peered":"2021-03-04T22:51:41.463345+0000","last_clean":"2021-03-04T22:51:41.463345+0000","last_became_active":"2021-03-04T22:51:41.462719+0000","last_became_peered":"2021-03-04T22:51:41.462719+0000","last_unstale":"2021-03-04T22:51:41.463345+0000","last_undegraded":"2021-03-04T22:51:41.463345+0000","last_fullsized":"2021-03-04T22:51:41.463345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841012+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T22:51:45.841012+0000","last_peered":"2021-03-04T22:51:45.841012+0000","last_clean":"2021-03-04T22:51:45.841012+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T22:51:45.841012+0000","last_undegraded":"2021-03-04T22:51:45.841012+0000","last_fullsized":"2021-03-04T22:51:45.841012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463210+0000","last_change":"2021-03-04T22:51:41.463026+0000","last_active":"2021-03-04T22:51:41.463210+0000","last_peered":"2021-03-04T22:51:41.463210+0000","last_clean":"2021-03-04T22:51:41.463210+0000","last_became_active":"2021-03-04T22:51:41.462747+0000","last_became_peered":"2021-03-04T22:51:41.462747+0000","last_unstale":"2021-03-04T22:51:41.463210+0000","last_undegraded":"2021-03-04T22:51:41.463210+0000","last_fullsized":"2021-03-04T22:51:41.463210+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841625+0000","last_change":"2021-03-04T22:51:40.453203+0000","last_active":"2021-03-04T22:51:45.841625+0000","last_peered":"2021-03-04T22:51:45.841625+0000","last_clean":"2021-03-04T22:51:45.841625+0000","last_became_active":"2021-03-04T22:51:40.452901+0000","last_became_peered":"2021-03-04T22:51:40.452901+0000","last_unstale":"2021-03-04T22:51:45.841625+0000","last_undegraded":"2021-03-04T22:51:45.841625+0000","last_fullsized":"2021-03-04T22:51:45.841625+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462085+0000","last_change":"2021-03-04T22:51:41.461841+0000","last_active":"2021-03-04T22:51:41.462085+0000","last_peered":"2021-03-04T22:51:41.462085+0000","last_clean":"2021-03-04T22:51:41.462085+0000","last_became_active":"2021-03-04T22:51:41.461538+0000","last_became_peered":"2021-03-04T22:51:41.461538+0000","last_unstale":"2021-03-04T22:51:41.462085+0000","last_undegraded":"2021-03-04T22:51:41.462085+0000","last_fullsized":"2021-03-04T22:51:41.462085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:43.970967+0000","last_change":"2021-03-04T22:51:40.451436+0000","last_active":"2021-03-04T22:51:43.970967+0000","last_peered":"2021-03-04T22:51:43.970967+0000","last_clean":"2021-03-04T22:51:43.970967+0000","last_became_active":"2021-03-04T22:51:40.451122+0000","last_became_peered":"2021-03-04T22:51:40.451122+0000","last_unstale":"2021-03-04T22:51:43.970967+0000","last_undegraded":"2021-03-04T22:51:43.970967+0000","last_fullsized":"2021-03-04T22:51:43.970967+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460904+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T22:51:41.460904+0000","last_peered":"2021-03-04T22:51:41.460904+0000","last_clean":"2021-03-04T22:51:41.460904+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T22:51:41.460904+0000","last_undegraded":"2021-03-04T22:51:41.460904+0000","last_fullsized":"2021-03-04T22:51:41.460904+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:43.971356+0000","last_change":"2021-03-04T22:51:40.452834+0000","last_active":"2021-03-04T22:51:43.971356+0000","last_peered":"2021-03-04T22:51:43.971356+0000","last_clean":"2021-03-04T22:51:43.971356+0000","last_became_active":"2021-03-04T22:51:40.452625+0000","last_became_peered":"2021-03-04T22:51:40.452625+0000","last_unstale":"2021-03-04T22:51:43.971356+0000","last_undegraded":"2021-03-04T22:51:43.971356+0000","last_fullsized":"2021-03-04T22:51:43.971356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458845+0000","last_change":"2021-03-04T22:49:59.408863+0000","last_active":"2021-03-04T22:51:41.458845+0000","last_peered":"2021-03-04T22:51:41.458845+0000","last_clean":"2021-03-04T22:51:41.458845+0000","last_became_active":"2021-03-04T22:49:59.408597+0000","last_became_peered":"2021-03-04T22:49:59.408597+0000","last_unstale":"2021-03-04T22:51:41.458845+0000","last_undegraded":"2021-03-04T22:51:41.458845+0000","last_fullsized":"2021-03-04T22:51:41.458845+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075668+0000","last_change":"2021-03-04T22:51:42.075413+0000","last_active":"2021-03-04T22:51:42.075668+0000","last_peered":"2021-03-04T22:51:42.075668+0000","last_clean":"2021-03-04T22:51:42.075668+0000","last_became_active":"2021-03-04T22:51:42.074397+0000","last_became_peered":"2021-03-04T22:51:42.074397+0000","last_unstale":"2021-03-04T22:51:42.075668+0000","last_undegraded":"2021-03-04T22:51:42.075668+0000","last_fullsized":"2021-03-04T22:51:42.075668+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455757+0000","last_change":"2021-03-04T22:49:59.406888+0000","last_active":"2021-03-04T22:51:41.455757+0000","last_peered":"2021-03-04T22:51:41.455757+0000","last_clean":"2021-03-04T22:51:41.455757+0000","last_became_active":"2021-03-04T22:49:59.405810+0000","last_became_peered":"2021-03-04T22:49:59.405810+0000","last_unstale":"2021-03-04T22:51:41.455757+0000","last_undegraded":"2021-03-04T22:51:41.455757+0000","last_fullsized":"2021-03-04T22:51:41.455757+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.840672+0000","last_change":"2021-03-04T22:51:40.450361+0000","last_active":"2021-03-04T22:51:45.840672+0000","last_peered":"2021-03-04T22:51:45.840672+0000","last_clean":"2021-03-04T22:51:45.840672+0000","last_became_active":"2021-03-04T22:51:40.449968+0000","last_became_peered":"2021-03-04T22:51:40.449968+0000","last_unstale":"2021-03-04T22:51:45.840672+0000","last_undegraded":"2021-03-04T22:51:45.840672+0000","last_fullsized":"2021-03-04T22:51:45.840672+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.074512+0000","last_change":"2021-03-04T22:51:42.073666+0000","last_active":"2021-03-04T22:51:42.074512+0000","last_peered":"2021-03-04T22:51:42.074512+0000","last_clean":"2021-03-04T22:51:42.074512+0000","last_became_active":"2021-03-04T22:51:42.071204+0000","last_became_peered":"2021-03-04T22:51:42.071204+0000","last_unstale":"2021-03-04T22:51:42.074512+0000","last_undegraded":"2021-03-04T22:51:42.074512+0000","last_fullsized":"2021-03-04T22:51:42.074512+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455712+0000","last_change":"2021-03-04T22:51:40.452364+0000","last_active":"2021-03-04T22:51:41.455712+0000","last_peered":"2021-03-04T22:51:41.455712+0000","last_clean":"2021-03-04T22:51:41.455712+0000","last_became_active":"2021-03-04T22:51:40.452111+0000","last_became_peered":"2021-03-04T22:51:40.452111+0000","last_unstale":"2021-03-04T22:51:41.455712+0000","last_undegraded":"2021-03-04T22:51:41.455712+0000","last_fullsized":"2021-03-04T22:51:41.455712+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072173+0000","last_change":"2021-03-04T22:49:59.460876+0000","last_active":"2021-03-04T22:51:42.072173+0000","last_peered":"2021-03-04T22:51:42.072173+0000","last_clean":"2021-03-04T22:51:42.072173+0000","last_became_active":"2021-03-04T22:49:59.460223+0000","last_became_peered":"2021-03-04T22:49:59.460223+0000","last_unstale":"2021-03-04T22:51:42.072173+0000","last_undegraded":"2021-03-04T22:51:42.072173+0000","last_fullsized":"2021-03-04T22:51:42.072173+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462719+0000","last_change":"2021-03-04T22:51:41.460914+0000","last_active":"2021-03-04T22:51:41.462719+0000","last_peered":"2021-03-04T22:51:41.462719+0000","last_clean":"2021-03-04T22:51:41.462719+0000","last_became_active":"2021-03-04T22:51:41.460704+0000","last_became_peered":"2021-03-04T22:51:41.460704+0000","last_unstale":"2021-03-04T22:51:41.462719+0000","last_undegraded":"2021-03-04T22:51:41.462719+0000","last_fullsized":"2021-03-04T22:51:41.462719+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458322+0000","last_change":"2021-03-04T22:51:40.452525+0000","last_active":"2021-03-04T22:51:41.458322+0000","last_peered":"2021-03-04T22:51:41.458322+0000","last_clean":"2021-03-04T22:51:41.458322+0000","last_became_active":"2021-03-04T22:51:40.452186+0000","last_became_peered":"2021-03-04T22:51:40.452186+0000","last_unstale":"2021-03-04T22:51:41.458322+0000","last_undegraded":"2021-03-04T22:51:41.458322+0000","last_fullsized":"2021-03-04T22:51:41.458322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.071883+0000","last_change":"2021-03-04T22:49:59.460873+0000","last_active":"2021-03-04T22:51:42.071883+0000","last_peered":"2021-03-04T22:51:42.071883+0000","last_clean":"2021-03-04T22:51:42.071883+0000","last_became_active":"2021-03-04T22:49:59.460188+0000","last_became_peered":"2021-03-04T22:49:59.460188+0000","last_unstale":"2021-03-04T22:51:42.071883+0000","last_undegraded":"2021-03-04T22:51:42.071883+0000","last_fullsized":"2021-03-04T22:51:42.071883+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072604+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T22:51:42.072604+0000","last_peered":"2021-03-04T22:51:42.072604+0000","last_clean":"2021-03-04T22:51:42.072604+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T22:51:42.072604+0000","last_undegraded":"2021-03-04T22:51:42.072604+0000","last_fullsized":"2021-03-04T22:51:42.072604+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459143+0000","last_change":"2021-03-04T22:51:40.450920+0000","last_active":"2021-03-04T22:51:41.459143+0000","last_peered":"2021-03-04T22:51:41.459143+0000","last_clean":"2021-03-04T22:51:41.459143+0000","last_became_active":"2021-03-04T22:51:40.450558+0000","last_became_peered":"2021-03-04T22:51:40.450558+0000","last_unstale":"2021-03-04T22:51:41.459143+0000","last_undegraded":"2021-03-04T22:51:41.459143+0000","last_fullsized":"2021-03-04T22:51:41.459143+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.071799+0000","last_change":"2021-03-04T22:49:29.598340+0000","last_active":"2021-03-04T22:51:42.071799+0000","last_peered":"2021-03-04T22:51:42.071799+0000","last_clean":"2021-03-04T22:51:42.071799+0000","last_became_active":"2021-03-04T22:49:29.597259+0000","last_became_peered":"2021-03-04T22:49:29.597259+0000","last_unstale":"2021-03-04T22:51:42.071799+0000","last_undegraded":"2021-03-04T22:51:42.071799+0000","last_fullsized":"2021-03-04T22:51:42.071799+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460024+0000","last_change":"2021-03-04T22:49:59.408769+0000","last_active":"2021-03-04T22:51:41.460024+0000","last_peered":"2021-03-04T22:51:41.460024+0000","last_clean":"2021-03-04T22:51:41.460024+0000","last_became_active":"2021-03-04T22:49:59.408508+0000","last_became_peered":"2021-03-04T22:49:59.408508+0000","last_unstale":"2021-03-04T22:51:41.460024+0000","last_undegraded":"2021-03-04T22:51:41.460024+0000","last_fullsized":"2021-03-04T22:51:41.460024+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455621+0000","last_change":"2021-03-04T22:51:40.479621+0000","last_active":"2021-03-04T22:51:41.455621+0000","last_peered":"2021-03-04T22:51:41.455621+0000","last_clean":"2021-03-04T22:51:41.455621+0000","last_became_active":"2021-03-04T22:51:40.479443+0000","last_became_peered":"2021-03-04T22:51:40.479443+0000","last_unstale":"2021-03-04T22:51:41.455621+0000","last_undegraded":"2021-03-04T22:51:41.455621+0000","last_fullsized":"2021-03-04T22:51:41.455621+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455445+0000","last_change":"2021-03-04T22:51:40.451792+0000","last_active":"2021-03-04T22:51:41.455445+0000","last_peered":"2021-03-04T22:51:41.455445+0000","last_clean":"2021-03-04T22:51:41.455445+0000","last_became_active":"2021-03-04T22:51:40.451561+0000","last_became_peered":"2021-03-04T22:51:40.451561+0000","last_unstale":"2021-03-04T22:51:41.455445+0000","last_undegraded":"2021-03-04T22:51:41.455445+0000","last_fullsized":"2021-03-04T22:51:41.455445+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.457623+0000","last_change":"2021-03-04T22:49:59.461841+0000","last_active":"2021-03-04T22:51:41.457623+0000","last_peered":"2021-03-04T22:51:41.457623+0000","last_clean":"2021-03-04T22:51:41.457623+0000","last_became_active":"2021-03-04T22:49:59.460586+0000","last_became_peered":"2021-03-04T22:49:59.460586+0000","last_unstale":"2021-03-04T22:51:41.457623+0000","last_undegraded":"2021-03-04T22:51:41.457623+0000","last_fullsized":"2021-03-04T22:51:41.457623+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455684+0000","last_change":"2021-03-04T22:51:40.479592+0000","last_active":"2021-03-04T22:51:41.455684+0000","last_peered":"2021-03-04T22:51:41.455684+0000","last_clean":"2021-03-04T22:51:41.455684+0000","last_became_active":"2021-03-04T22:51:40.479280+0000","last_became_peered":"2021-03-04T22:51:40.479280+0000","last_unstale":"2021-03-04T22:51:41.455684+0000","last_undegraded":"2021-03-04T22:51:41.455684+0000","last_fullsized":"2021-03-04T22:51:41.455684+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.456960+0000","last_change":"2021-03-04T22:51:40.452069+0000","last_active":"2021-03-04T22:51:41.456960+0000","last_peered":"2021-03-04T22:51:41.456960+0000","last_clean":"2021-03-04T22:51:41.456960+0000","last_became_active":"2021-03-04T22:51:40.451895+0000","last_became_peered":"2021-03-04T22:51:40.451895+0000","last_unstale":"2021-03-04T22:51:41.456960+0000","last_undegraded":"2021-03-04T22:51:41.456960+0000","last_fullsized":"2021-03-04T22:51:41.456960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459985+0000","last_change":"2021-03-04T22:49:59.408928+0000","last_active":"2021-03-04T22:51:41.459985+0000","last_peered":"2021-03-04T22:51:41.459985+0000","last_clean":"2021-03-04T22:51:41.459985+0000","last_became_active":"2021-03-04T22:49:59.408680+0000","last_became_peered":"2021-03-04T22:49:59.408680+0000","last_unstale":"2021-03-04T22:51:41.459985+0000","last_undegraded":"2021-03-04T22:51:41.459985+0000","last_fullsized":"2021-03-04T22:51:41.459985+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455508+0000","last_change":"2021-03-04T22:51:40.480274+0000","last_active":"2021-03-04T22:51:41.455508+0000","last_peered":"2021-03-04T22:51:41.455508+0000","last_clean":"2021-03-04T22:51:41.455508+0000","last_became_active":"2021-03-04T22:51:40.479984+0000","last_became_peered":"2021-03-04T22:51:40.479984+0000","last_unstale":"2021-03-04T22:51:41.455508+0000","last_undegraded":"2021-03-04T22:51:41.455508+0000","last_fullsized":"2021-03-04T22:51:41.455508+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460250+0000","last_change":"2021-03-04T22:51:40.452522+0000","last_active":"2021-03-04T22:51:41.460250+0000","last_peered":"2021-03-04T22:51:41.460250+0000","last_clean":"2021-03-04T22:51:41.460250+0000","last_became_active":"2021-03-04T22:51:40.452288+0000","last_became_peered":"2021-03-04T22:51:40.452288+0000","last_unstale":"2021-03-04T22:51:41.460250+0000","last_undegraded":"2021-03-04T22:51:41.460250+0000","last_fullsized":"2021-03-04T22:51:41.460250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455524+0000","last_change":"2021-03-04T22:49:59.461648+0000","last_active":"2021-03-04T22:51:41.455524+0000","last_peered":"2021-03-04T22:51:41.455524+0000","last_clean":"2021-03-04T22:51:41.455524+0000","last_became_active":"2021-03-04T22:49:59.460149+0000","last_became_peered":"2021-03-04T22:49:59.460149+0000","last_unstale":"2021-03-04T22:51:41.455524+0000","last_undegraded":"2021-03-04T22:51:41.455524+0000","last_fullsized":"2021-03-04T22:51:41.455524+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455722+0000","last_change":"2021-03-04T22:51:40.480146+0000","last_active":"2021-03-04T22:51:41.455722+0000","last_peered":"2021-03-04T22:51:41.455722+0000","last_clean":"2021-03-04T22:51:41.455722+0000","last_became_active":"2021-03-04T22:51:40.479902+0000","last_became_peered":"2021-03-04T22:51:40.479902+0000","last_unstale":"2021-03-04T22:51:41.455722+0000","last_undegraded":"2021-03-04T22:51:41.455722+0000","last_fullsized":"2021-03-04T22:51:41.455722+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458588+0000","last_change":"2021-03-04T22:51:40.450314+0000","last_active":"2021-03-04T22:51:41.458588+0000","last_peered":"2021-03-04T22:51:41.458588+0000","last_clean":"2021-03-04T22:51:41.458588+0000","last_became_active":"2021-03-04T22:51:40.450004+0000","last_became_peered":"2021-03-04T22:51:40.450004+0000","last_unstale":"2021-03-04T22:51:41.458588+0000","last_undegraded":"2021-03-04T22:51:41.458588+0000","last_fullsized":"2021-03-04T22:51:41.458588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460482+0000","last_change":"2021-03-04T22:51:41.459815+0000","last_active":"2021-03-04T22:51:41.460482+0000","last_peered":"2021-03-04T22:51:41.460482+0000","last_clean":"2021-03-04T22:51:41.460482+0000","last_became_active":"2021-03-04T22:51:41.459506+0000","last_became_peered":"2021-03-04T22:51:41.459506+0000","last_unstale":"2021-03-04T22:51:41.460482+0000","last_undegraded":"2021-03-04T22:51:41.460482+0000","last_fullsized":"2021-03-04T22:51:41.460482+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.457464+0000","last_change":"2021-03-04T22:51:40.453246+0000","last_active":"2021-03-04T22:51:41.457464+0000","last_peered":"2021-03-04T22:51:41.457464+0000","last_clean":"2021-03-04T22:51:41.457464+0000","last_became_active":"2021-03-04T22:51:40.452991+0000","last_became_peered":"2021-03-04T22:51:40.452991+0000","last_unstale":"2021-03-04T22:51:41.457464+0000","last_undegraded":"2021-03-04T22:51:41.457464+0000","last_fullsized":"2021-03-04T22:51:41.457464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.462053+0000","last_change":"2021-03-04T22:51:41.461877+0000","last_active":"2021-03-04T22:51:41.462053+0000","last_peered":"2021-03-04T22:51:41.462053+0000","last_clean":"2021-03-04T22:51:41.462053+0000","last_became_active":"2021-03-04T22:51:41.461671+0000","last_became_peered":"2021-03-04T22:51:41.461671+0000","last_unstale":"2021-03-04T22:51:41.462053+0000","last_undegraded":"2021-03-04T22:51:41.462053+0000","last_fullsized":"2021-03-04T22:51:41.462053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459178+0000","last_change":"2021-03-04T22:51:40.451828+0000","last_active":"2021-03-04T22:51:41.459178+0000","last_peered":"2021-03-04T22:51:41.459178+0000","last_clean":"2021-03-04T22:51:41.459178+0000","last_became_active":"2021-03-04T22:51:40.451540+0000","last_became_peered":"2021-03-04T22:51:40.451540+0000","last_unstale":"2021-03-04T22:51:41.459178+0000","last_undegraded":"2021-03-04T22:51:41.459178+0000","last_fullsized":"2021-03-04T22:51:41.459178+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463359+0000","last_change":"2021-03-04T22:51:41.463068+0000","last_active":"2021-03-04T22:51:41.463359+0000","last_peered":"2021-03-04T22:51:41.463359+0000","last_clean":"2021-03-04T22:51:41.463359+0000","last_became_active":"2021-03-04T22:51:41.462760+0000","last_became_peered":"2021-03-04T22:51:41.462760+0000","last_unstale":"2021-03-04T22:51:41.463359+0000","last_undegraded":"2021-03-04T22:51:41.463359+0000","last_fullsized":"2021-03-04T22:51:41.463359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.840567+0000","last_change":"2021-03-04T22:51:40.450504+0000","last_active":"2021-03-04T22:51:45.840567+0000","last_peered":"2021-03-04T22:51:45.840567+0000","last_clean":"2021-03-04T22:51:45.840567+0000","last_became_active":"2021-03-04T22:51:40.450200+0000","last_became_peered":"2021-03-04T22:51:40.450200+0000","last_unstale":"2021-03-04T22:51:45.840567+0000","last_undegraded":"2021-03-04T22:51:45.840567+0000","last_fullsized":"2021-03-04T22:51:45.840567+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463043+0000","last_change":"2021-03-04T22:51:41.462922+0000","last_active":"2021-03-04T22:51:41.463043+0000","last_peered":"2021-03-04T22:51:41.463043+0000","last_clean":"2021-03-04T22:51:41.463043+0000","last_became_active":"2021-03-04T22:51:41.462717+0000","last_became_peered":"2021-03-04T22:51:41.462717+0000","last_unstale":"2021-03-04T22:51:41.463043+0000","last_undegraded":"2021-03-04T22:51:41.463043+0000","last_fullsized":"2021-03-04T22:51:41.463043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460165+0000","last_change":"2021-03-04T22:51:40.452289+0000","last_active":"2021-03-04T22:51:41.460165+0000","last_peered":"2021-03-04T22:51:41.460165+0000","last_clean":"2021-03-04T22:51:41.460165+0000","last_became_active":"2021-03-04T22:51:40.451943+0000","last_became_peered":"2021-03-04T22:51:40.451943+0000","last_unstale":"2021-03-04T22:51:41.460165+0000","last_undegraded":"2021-03-04T22:51:41.460165+0000","last_fullsized":"2021-03-04T22:51:41.460165+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072421+0000","last_change":"2021-03-04T22:51:42.072219+0000","last_active":"2021-03-04T22:51:42.072421+0000","last_peered":"2021-03-04T22:51:42.072421+0000","last_clean":"2021-03-04T22:51:42.072421+0000","last_became_active":"2021-03-04T22:51:42.071895+0000","last_became_peered":"2021-03-04T22:51:42.071895+0000","last_unstale":"2021-03-04T22:51:42.072421+0000","last_undegraded":"2021-03-04T22:51:42.072421+0000","last_fullsized":"2021-03-04T22:51:42.072421+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:42.871632+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T22:51:42.871632+0000","last_peered":"2021-03-04T22:51:42.871632+0000","last_clean":"2021-03-04T22:51:42.871632+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T22:51:42.871632+0000","last_undegraded":"2021-03-04T22:51:42.871632+0000","last_fullsized":"2021-03-04T22:51:42.871632+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.463380+0000","last_change":"2021-03-04T22:51:41.463039+0000","last_active":"2021-03-04T22:51:41.463380+0000","last_peered":"2021-03-04T22:51:41.463380+0000","last_clean":"2021-03-04T22:51:41.463380+0000","last_became_active":"2021-03-04T22:51:41.462793+0000","last_became_peered":"2021-03-04T22:51:41.462793+0000","last_unstale":"2021-03-04T22:51:41.463380+0000","last_undegraded":"2021-03-04T22:51:41.463380+0000","last_fullsized":"2021-03-04T22:51:41.463380+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841753+0000","last_change":"2021-03-04T22:51:40.453322+0000","last_active":"2021-03-04T22:51:45.841753+0000","last_peered":"2021-03-04T22:51:45.841753+0000","last_clean":"2021-03-04T22:51:45.841753+0000","last_became_active":"2021-03-04T22:51:40.453101+0000","last_became_peered":"2021-03-04T22:51:40.453101+0000","last_unstale":"2021-03-04T22:51:45.841753+0000","last_undegraded":"2021-03-04T22:51:45.841753+0000","last_fullsized":"2021-03-04T22:51:45.841753+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.073401+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T22:51:42.073401+0000","last_peered":"2021-03-04T22:51:42.073401+0000","last_clean":"2021-03-04T22:51:42.073401+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T22:51:42.073401+0000","last_undegraded":"2021-03-04T22:51:42.073401+0000","last_fullsized":"2021-03-04T22:51:42.073401+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:42.871378+0000","last_change":"2021-03-04T22:51:40.454233+0000","last_active":"2021-03-04T22:51:42.871378+0000","last_peered":"2021-03-04T22:51:42.871378+0000","last_clean":"2021-03-04T22:51:42.871378+0000","last_became_active":"2021-03-04T22:51:40.453996+0000","last_became_peered":"2021-03-04T22:51:40.453996+0000","last_unstale":"2021-03-04T22:51:42.871378+0000","last_undegraded":"2021-03-04T22:51:42.871378+0000","last_fullsized":"2021-03-04T22:51:42.871378+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075112+0000","last_change":"2021-03-04T22:51:42.073703+0000","last_active":"2021-03-04T22:51:42.075112+0000","last_peered":"2021-03-04T22:51:42.075112+0000","last_clean":"2021-03-04T22:51:42.075112+0000","last_became_active":"2021-03-04T22:51:42.071533+0000","last_became_peered":"2021-03-04T22:51:42.071533+0000","last_unstale":"2021-03-04T22:51:42.075112+0000","last_undegraded":"2021-03-04T22:51:42.075112+0000","last_fullsized":"2021-03-04T22:51:42.075112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.842489+0000","last_change":"2021-03-04T22:51:40.450884+0000","last_active":"2021-03-04T22:51:45.842489+0000","last_peered":"2021-03-04T22:51:45.842489+0000","last_clean":"2021-03-04T22:51:45.842489+0000","last_became_active":"2021-03-04T22:51:40.450669+0000","last_became_peered":"2021-03-04T22:51:40.450669+0000","last_unstale":"2021-03-04T22:51:45.842489+0000","last_undegraded":"2021-03-04T22:51:45.842489+0000","last_fullsized":"2021-03-04T22:51:45.842489+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075579+0000","last_change":"2021-03-04T22:51:42.075331+0000","last_active":"2021-03-04T22:51:42.075579+0000","last_peered":"2021-03-04T22:51:42.075579+0000","last_clean":"2021-03-04T22:51:42.075579+0000","last_became_active":"2021-03-04T22:51:42.073455+0000","last_became_peered":"2021-03-04T22:51:42.073455+0000","last_unstale":"2021-03-04T22:51:42.075579+0000","last_undegraded":"2021-03-04T22:51:42.075579+0000","last_fullsized":"2021-03-04T22:51:42.075579+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.071797+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T22:51:42.071797+0000","last_peered":"2021-03-04T22:51:42.071797+0000","last_clean":"2021-03-04T22:51:42.071797+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T22:51:42.071797+0000","last_undegraded":"2021-03-04T22:51:42.071797+0000","last_fullsized":"2021-03-04T22:51:42.071797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.072876+0000","last_change":"2021-03-04T22:51:42.072667+0000","last_active":"2021-03-04T22:51:42.072876+0000","last_peered":"2021-03-04T22:51:42.072876+0000","last_clean":"2021-03-04T22:51:42.072876+0000","last_became_active":"2021-03-04T22:51:42.072407+0000","last_became_peered":"2021-03-04T22:51:42.072407+0000","last_unstale":"2021-03-04T22:51:42.072876+0000","last_undegraded":"2021-03-04T22:51:42.072876+0000","last_fullsized":"2021-03-04T22:51:42.072876+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.459271+0000","last_change":"2021-03-04T22:51:40.450033+0000","last_active":"2021-03-04T22:51:41.459271+0000","last_peered":"2021-03-04T22:51:41.459271+0000","last_clean":"2021-03-04T22:51:41.459271+0000","last_became_active":"2021-03-04T22:51:40.449800+0000","last_became_peered":"2021-03-04T22:51:40.449800+0000","last_unstale":"2021-03-04T22:51:41.459271+0000","last_undegraded":"2021-03-04T22:51:41.459271+0000","last_fullsized":"2021-03-04T22:51:41.459271+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.073892+0000","last_change":"2021-03-04T22:51:42.072430+0000","last_active":"2021-03-04T22:51:42.073892+0000","last_peered":"2021-03-04T22:51:42.073892+0000","last_clean":"2021-03-04T22:51:42.073892+0000","last_became_active":"2021-03-04T22:51:42.070860+0000","last_became_peered":"2021-03-04T22:51:42.070860+0000","last_unstale":"2021-03-04T22:51:42.073892+0000","last_undegraded":"2021-03-04T22:51:42.073892+0000","last_fullsized":"2021-03-04T22:51:42.073892+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841813+0000","last_change":"2021-03-04T22:51:40.453832+0000","last_active":"2021-03-04T22:51:45.841813+0000","last_peered":"2021-03-04T22:51:45.841813+0000","last_clean":"2021-03-04T22:51:45.841813+0000","last_became_active":"2021-03-04T22:51:40.453627+0000","last_became_peered":"2021-03-04T22:51:40.453627+0000","last_unstale":"2021-03-04T22:51:45.841813+0000","last_undegraded":"2021-03-04T22:51:45.841813+0000","last_fullsized":"2021-03-04T22:51:45.841813+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.461611+0000","last_change":"2021-03-04T22:51:41.461444+0000","last_active":"2021-03-04T22:51:41.461611+0000","last_peered":"2021-03-04T22:51:41.461611+0000","last_clean":"2021-03-04T22:51:41.461611+0000","last_became_active":"2021-03-04T22:51:41.461056+0000","last_became_peered":"2021-03-04T22:51:41.461056+0000","last_unstale":"2021-03-04T22:51:41.461611+0000","last_undegraded":"2021-03-04T22:51:41.461611+0000","last_fullsized":"2021-03-04T22:51:41.461611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.842426+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T22:51:45.842426+0000","last_peered":"2021-03-04T22:51:45.842426+0000","last_clean":"2021-03-04T22:51:45.842426+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T22:51:45.842426+0000","last_undegraded":"2021-03-04T22:51:45.842426+0000","last_fullsized":"2021-03-04T22:51:45.842426+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455451+0000","last_change":"2021-03-04T22:51:40.479612+0000","last_active":"2021-03-04T22:51:41.455451+0000","last_peered":"2021-03-04T22:51:41.455451+0000","last_clean":"2021-03-04T22:51:41.455451+0000","last_became_active":"2021-03-04T22:51:40.479275+0000","last_became_peered":"2021-03-04T22:51:40.479275+0000","last_unstale":"2021-03-04T22:51:41.455451+0000","last_undegraded":"2021-03-04T22:51:41.455451+0000","last_fullsized":"2021-03-04T22:51:41.455451+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:45.841795+0000","last_change":"2021-03-04T22:51:40.452277+0000","last_active":"2021-03-04T22:51:45.841795+0000","last_peered":"2021-03-04T22:51:45.841795+0000","last_clean":"2021-03-04T22:51:45.841795+0000","last_became_active":"2021-03-04T22:51:40.451979+0000","last_became_peered":"2021-03-04T22:51:40.451979+0000","last_unstale":"2021-03-04T22:51:45.841795+0000","last_undegraded":"2021-03-04T22:51:45.841795+0000","last_fullsized":"2021-03-04T22:51:45.841795+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.074693+0000","last_change":"2021-03-04T22:51:42.073704+0000","last_active":"2021-03-04T22:51:42.074693+0000","last_peered":"2021-03-04T22:51:42.074693+0000","last_clean":"2021-03-04T22:51:42.074693+0000","last_became_active":"2021-03-04T22:51:42.071442+0000","last_became_peered":"2021-03-04T22:51:42.071442+0000","last_unstale":"2021-03-04T22:51:42.074693+0000","last_undegraded":"2021-03-04T22:51:42.074693+0000","last_fullsized":"2021-03-04T22:51:42.074693+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460301+0000","last_change":"2021-03-04T22:51:40.453941+0000","last_active":"2021-03-04T22:51:41.460301+0000","last_peered":"2021-03-04T22:51:41.460301+0000","last_clean":"2021-03-04T22:51:41.460301+0000","last_became_active":"2021-03-04T22:51:40.453643+0000","last_became_peered":"2021-03-04T22:51:40.453643+0000","last_unstale":"2021-03-04T22:51:41.460301+0000","last_undegraded":"2021-03-04T22:51:41.460301+0000","last_fullsized":"2021-03-04T22:51:41.460301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460888+0000","last_change":"2021-03-04T22:51:41.460700+0000","last_active":"2021-03-04T22:51:41.460888+0000","last_peered":"2021-03-04T22:51:41.460888+0000","last_clean":"2021-03-04T22:51:41.460888+0000","last_became_active":"2021-03-04T22:51:41.460465+0000","last_became_peered":"2021-03-04T22:51:41.460465+0000","last_unstale":"2021-03-04T22:51:41.460888+0000","last_undegraded":"2021-03-04T22:51:41.460888+0000","last_fullsized":"2021-03-04T22:51:41.460888+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458117+0000","last_change":"2021-03-04T22:51:40.452417+0000","last_active":"2021-03-04T22:51:41.458117+0000","last_peered":"2021-03-04T22:51:41.458117+0000","last_clean":"2021-03-04T22:51:41.458117+0000","last_became_active":"2021-03-04T22:51:40.452139+0000","last_became_peered":"2021-03-04T22:51:40.452139+0000","last_unstale":"2021-03-04T22:51:41.458117+0000","last_undegraded":"2021-03-04T22:51:41.458117+0000","last_fullsized":"2021-03-04T22:51:41.458117+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.460823+0000","last_change":"2021-03-04T22:51:41.460446+0000","last_active":"2021-03-04T22:51:41.460823+0000","last_peered":"2021-03-04T22:51:41.460823+0000","last_clean":"2021-03-04T22:51:41.460823+0000","last_became_active":"2021-03-04T22:51:41.460159+0000","last_became_peered":"2021-03-04T22:51:41.460159+0000","last_unstale":"2021-03-04T22:51:41.460823+0000","last_undegraded":"2021-03-04T22:51:41.460823+0000","last_fullsized":"2021-03-04T22:51:41.460823+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.458677+0000","last_change":"2021-03-04T22:51:40.451187+0000","last_active":"2021-03-04T22:51:41.458677+0000","last_peered":"2021-03-04T22:51:41.458677+0000","last_clean":"2021-03-04T22:51:41.458677+0000","last_became_active":"2021-03-04T22:51:40.450832+0000","last_became_peered":"2021-03-04T22:51:40.450832+0000","last_unstale":"2021-03-04T22:51:41.458677+0000","last_undegraded":"2021-03-04T22:51:41.458677+0000","last_fullsized":"2021-03-04T22:51:41.458677+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:42.075590+0000","last_change":"2021-03-04T22:51:42.075332+0000","last_active":"2021-03-04T22:51:42.075590+0000","last_peered":"2021-03-04T22:51:42.075590+0000","last_clean":"2021-03-04T22:51:42.075590+0000","last_became_active":"2021-03-04T22:51:42.073132+0000","last_became_peered":"2021-03-04T22:51:42.073132+0000","last_unstale":"2021-03-04T22:51:42.075590+0000","last_undegraded":"2021-03-04T22:51:42.075590+0000","last_fullsized":"2021-03-04T22:51:42.075590+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.455410+0000","last_change":"2021-03-04T22:51:40.450793+0000","last_active":"2021-03-04T22:51:41.455410+0000","last_peered":"2021-03-04T22:51:41.455410+0000","last_clean":"2021-03-04T22:51:41.455410+0000","last_became_active":"2021-03-04T22:51:40.450494+0000","last_became_peered":"2021-03-04T22:51:40.450494+0000","last_unstale":"2021-03-04T22:51:41.455410+0000","last_undegraded":"2021-03-04T22:51:41.455410+0000","last_fullsized":"2021-03-04T22:51:41.455410+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T22:51:41.461860+0000","last_change":"2021-03-04T22:51:41.461660+0000","last_active":"2021-03-04T22:51:41.461860+0000","last_peered":"2021-03-04T22:51:41.461860+0000","last_clean":"2021-03-04T22:51:41.461860+0000","last_became_active":"2021-03-04T22:51:41.461186+0000","last_became_peered":"2021-03-04T22:51:41.461186+0000","last_unstale":"2021-03-04T22:51:41.461860+0000","last_undegraded":"2021-03-04T22:51:41.461860+0000","last_fullsized":"2021-03-04T22:51:41.461860+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T22:51:42.465539+0000","last_change":"2021-03-04T22:51:40.452891+0000","last_active":"2021-03-04T22:51:42.465539+0000","last_peered":"2021-03-04T22:51:42.465539+0000","last_clean":"2021-03-04T22:51:42.465539+0000","last_became_active":"2021-03-04T22:51:40.452641+0000","last_became_peered":"2021-03-04T22:51:40.452641+0000","last_unstale":"2021-03-04T22:51:42.465539+0000","last_undegraded":"2021-03-04T22:51:42.465539+0000","last_fullsized":"2021-03-04T22:51:42.465539+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495661,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031232,"statfs":{"total":90194313216,"available":89119981568,"internally_reserved":1073741824,"allocated":581632,"data_stored":236741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.708,"5min":1.528,"15min":1.486},"min":{"1min":0.94999999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":2.6339999999999999,"5min":2.8319999999999999,"15min":2.8319999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.427,"15min":1.3500000000000001},"min":{"1min":0.50900000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":2.4580000000000002,"5min":2.7709999999999999,"15min":2.7709999999999999},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.6259999999999999,"5min":1.4590000000000001,"15min":1.3939999999999999},"min":{"1min":0.91400000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":2.569,"5min":2.569,"15min":2.569},"last":0.97499999999999998},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.619,"15min":1.546},"min":{"1min":0.81799999999999995,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.7770000000000001,"5min":2.9420000000000002,"15min":2.9420000000000002},"last":0.69199999999999995}]},{"osd":2,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":1.6779999999999999,"15min":1.657},"min":{"1min":0.64700000000000002,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.4990000000000001,"15min":1.4510000000000001},"min":{"1min":0.71999999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.488,"5min":2.5289999999999999,"15min":2.5289999999999999},"last":1.143}]},{"osd":3,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":1.6180000000000001,"15min":1.5920000000000001},"min":{"1min":0.82599999999999996,"5min":0.505,"15min":0.505},"max":{"1min":2.6709999999999998,"5min":2.6970000000000001,"15min":2.6970000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.6180000000000001,"15min":1.6080000000000001},"min":{"1min":0.89400000000000002,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3250000000000002,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.208,"15min":1.171},"min":{"1min":0.56000000000000005,"5min":0.215,"15min":0.215},"max":{"1min":2.5390000000000001,"5min":2.5390000000000001,"15min":2.5390000000000001},"last":0.76700000000000002},{"interface":"front","average":{"1min":1.516,"5min":1.409,"15min":1.357},"min":{"1min":0.34100000000000003,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.6139999999999999,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":1.056}]},{"osd":5,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.359,"15min":1.2849999999999999},"min":{"1min":0.40300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.645,"5min":2.645,"15min":2.645},"last":1.2769999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":1.546,"15min":1.464},"min":{"1min":0.51000000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.7549999999999999,"5min":2.8119999999999998,"15min":2.8119999999999998},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Mar 4 22:52:32 2021","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.6930000000000001,"15min":1.645},"min":{"1min":0.60199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.8090000000000002,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":1.7330000000000001,"5min":1.6599999999999999,"15min":1.5720000000000001},"min":{"1min":0.57299999999999995,"5min":0.22,"15min":0.22},"max":{"1min":2.5840000000000001,"5min":2.9889999999999999,"15min":2.9889999999999999},"last":1.2230000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659186,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031244,"statfs":{"total":90194313216,"available":89119993856,"internally_reserved":1073741824,"allocated":569344,"data_stored":236595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.4470000000000001,"15min":1.3660000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.754,"5min":2.754,"15min":2.754},"last":1.425},{"interface":"front","average":{"1min":1.222,"5min":1.3089999999999999,"15min":1.2689999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.8759999999999999,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":2.1819999999999999}]},{"osd":1,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.5089999999999999,"15min":1.4399999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":2.2839999999999998,"5min":2.677,"15min":2.677},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.5860000000000001,"5min":1.5820000000000001,"15min":1.5669999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":2.9790000000000001,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":1.6379999999999999}]},{"osd":2,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.5249999999999999,"5min":1.514,"15min":1.464},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.3220000000000001,"5min":2.4449999999999998,"15min":2.4449999999999998},"last":1.883},{"interface":"front","average":{"1min":1.571,"5min":1.5,"15min":1.4419999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":2.552,"5min":2.552,"15min":2.552},"last":2.4780000000000002}]},{"osd":3,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.3169999999999999,"15min":1.28},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.708,"5min":1.6379999999999999,"15min":1.5720000000000001},"min":{"1min":0.66800000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":2.77,"5min":2.77,"15min":2.77},"last":2.3370000000000002}]},{"osd":4,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.103,"15min":1.075},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.081,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":0.92300000000000004},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.145,"15min":1.109},"min":{"1min":0.248,"5min":0.219,"15min":0.219},"max":{"1min":2.1459999999999999,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.7090000000000001}]},{"osd":5,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.24,"15min":1.202},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":2.1190000000000002,"5min":2.359,"15min":2.359},"last":1.1559999999999999},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.4430000000000001,"15min":1.409},"min":{"1min":0.29699999999999999,"5min":0.245,"15min":0.245},"max":{"1min":2.3730000000000002,"5min":2.6480000000000001,"15min":2.6480000000000001},"last":2.0099999999999998}]},{"osd":7,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.379,"15min":1.222},"min":{"1min":0.33700000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.4209999999999998,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":2.6480000000000001},{"interface":"front","average":{"1min":1.8100000000000001,"5min":1.6459999999999999,"15min":1.502},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":3.1480000000000001,"5min":3.1480000000000001,"15min":3.1480000000000001},"last":2.746}]}]},{"osd":1,"up_from":16,"seq":68719476806,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031260,"statfs":{"total":90194313216,"available":89120010240,"internally_reserved":1073741824,"allocated":552960,"data_stored":234990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.84799999999999998,"15min":0.752},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.157,"5min":2.577,"15min":2.577},"last":1.3720000000000001},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.96199999999999997,"15min":0.79100000000000004},"min":{"1min":0.224,"5min":0.152,"15min":0.152},"max":{"1min":1.5149999999999999,"5min":2.4870000000000001,"15min":2.4870000000000001},"last":1.002}]},{"osd":2,"last update":"Thu Mar 4 22:51:55 2021","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.86699999999999999,"15min":0.83799999999999997},"min":{"1min":0.19500000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.294,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":1.163,"5min":1.127,"15min":1.01},"min":{"1min":0.251,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.764,"5min":2.5230000000000001,"15min":2.5230000000000001},"last":1.663}]},{"osd":3,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.3049999999999999,"15min":1.3169999999999999},"min":{"1min":0.26600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.9379999999999999,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.482},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.0860000000000001,"15min":1.133},"min":{"1min":0.21299999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":1.5940000000000001,"5min":2.3839999999999999,"15min":2.3839999999999999},"last":1.1779999999999999}]},{"osd":4,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.639,"15min":1.5549999999999999},"min":{"1min":0.64900000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.3119999999999998,"5min":2.6970000000000001,"15min":2.6970000000000001},"last":2.1600000000000001},{"interface":"front","average":{"1min":1.5900000000000001,"5min":1.498,"15min":1.431},"min":{"1min":0.68400000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.1480000000000001,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":1.7649999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:51:55 2021","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.333,"15min":1.329},"min":{"1min":0.65800000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.8819999999999999,"5min":2.3140000000000001,"15min":2.3140000000000001},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.8899999999999999,"5min":1.7110000000000001,"15min":1.6950000000000001},"min":{"1min":0.67300000000000004,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.673,"5min":2.762,"15min":2.762},"last":2.2909999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:52:14 2021","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":1.5620000000000001,"15min":1.5660000000000001},"min":{"1min":0.63,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.157,"5min":2.323,"15min":2.323},"last":2.056},{"interface":"front","average":{"1min":1.522,"5min":1.5109999999999999,"15min":1.544},"min":{"1min":0.70299999999999996,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.153,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.5900000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.73,"5min":1.8,"15min":1.8009999999999999},"min":{"1min":0.69899999999999995,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.323,"5min":2.9359999999999999,"15min":2.9359999999999999},"last":1.885},{"interface":"front","average":{"1min":1.573,"5min":1.665,"15min":1.671},"min":{"1min":0.61399999999999999,"5min":0.37,"15min":0.37},"max":{"1min":2.1280000000000001,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":2.2309999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673037,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 22:52:25 2021","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.80400000000000005,"15min":0.80000000000000004},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":1.323,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.93700000000000006,"15min":0.89300000000000002},"min":{"1min":0.27200000000000002,"5min":0.222,"15min":0.222},"max":{"1min":1.5529999999999999,"5min":1.859,"15min":1.859},"last":0.99099999999999999}]},{"osd":2,"last update":"Thu Mar 4 22:52:50 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.96299999999999997,"15min":1.002},"min":{"1min":0.35699999999999998,"5min":0.187,"15min":0.187},"max":{"1min":1.619,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0740000000000001,"15min":1.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.0499999999999998,"5min":2.0499999999999998,"15min":2.0499999999999998},"last":1.4039999999999999}]},{"osd":3,"last update":"Thu Mar 4 22:52:15 2021","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":1.125,"15min":1.145},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.1990000000000001,"15min":1.2210000000000001},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.8380000000000001,"5min":2,"15min":2},"last":1.272}]},{"osd":4,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.476,"15min":1.395},"min":{"1min":0.81599999999999995,"5min":0.628,"15min":0.628},"max":{"1min":2.2269999999999999,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":1.361},{"interface":"front","average":{"1min":1.804,"5min":1.6699999999999999,"15min":1.5780000000000001},"min":{"1min":0.67100000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.8029999999999999,"5min":2.8029999999999999,"15min":2.8029999999999999},"last":1.915}]},{"osd":5,"last update":"Thu Mar 4 22:52:57 2021","interfaces":[{"interface":"back","average":{"1min":1.7150000000000001,"5min":1.5129999999999999,"15min":1.4390000000000001},"min":{"1min":0.84799999999999998,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":2.258,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":1.651},{"interface":"front","average":{"1min":1.8220000000000001,"5min":1.7470000000000001,"15min":1.744},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":2.5139999999999998,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":2.4060000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:52:15 2021","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":1.978,"15min":2.0139999999999998},"min":{"1min":0.96399999999999997,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":2.7010000000000001,"5min":2.7709999999999999,"15min":2.7709999999999999},"last":2.2309999999999999},{"interface":"front","average":{"1min":1.694,"5min":1.7130000000000001,"15min":1.7410000000000001},"min":{"1min":0.93000000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.4340000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.7649999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.5289999999999999,"15min":1.5429999999999999},"min":{"1min":0.78400000000000003,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.9710000000000001,"5min":2.2280000000000002,"15min":2.2280000000000002},"last":2.0579999999999998},{"interface":"front","average":{"1min":1.732,"5min":1.887,"15min":1.925},"min":{"1min":0.877,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":2.71,"5min":2.71,"15min":2.71},"last":1.514}]}]},{"osd":2,"up_from":21,"seq":90194313283,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:50 2021","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.84599999999999997,"15min":0.94299999999999995},"min":{"1min":0.17699999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.6180000000000001,"5min":2.161,"15min":2.161},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.874,"15min":0.873},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":1.581,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.48599999999999999}]},{"osd":1,"last update":"Thu Mar 4 22:52:50 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.93400000000000005,"15min":0.96399999999999997},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.508,"5min":2.516,"15min":2.516},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.84799999999999998,"15min":0.97099999999999997},"min":{"1min":0.19600000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.121,"5min":1.8280000000000001,"15min":1.8280000000000001},"last":0.58599999999999997}]},{"osd":3,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.94599999999999995,"15min":0.96799999999999997},"min":{"1min":0.30199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.617,"5min":1.95,"15min":1.95},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.141,"15min":1.165},"min":{"1min":0.27900000000000003,"5min":0.222,"15min":0.222},"max":{"1min":1.9770000000000001,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":0.65700000000000003}]},{"osd":4,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.589,"15min":1.5840000000000001},"min":{"1min":0.63500000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":2.3279999999999998,"5min":2.734,"15min":2.734},"last":1.1919999999999999},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.637,"15min":1.587},"min":{"1min":0.51200000000000001,"5min":0.376,"15min":0.376},"max":{"1min":2.6560000000000001,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":0.99099999999999999}]},{"osd":5,"last update":"Thu Mar 4 22:52:50 2021","interfaces":[{"interface":"back","average":{"1min":1.361,"5min":1.3540000000000001,"15min":1.357},"min":{"1min":0.996,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.905,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":1.012},{"interface":"front","average":{"1min":1.5920000000000001,"5min":1.5369999999999999,"15min":1.5469999999999999},"min":{"1min":0.755,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.6640000000000001,"5min":2.6640000000000001,"15min":2.6640000000000001},"last":1.321}]},{"osd":6,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":1.7210000000000001,"5min":1.6060000000000001,"15min":1.5700000000000001},"min":{"1min":0.56699999999999995,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":2.7770000000000001,"5min":2.7770000000000001,"15min":2.7770000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.5269999999999999,"5min":1.456,"15min":1.4399999999999999},"min":{"1min":0.64900000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":1.0640000000000001}]},{"osd":7,"last update":"Thu Mar 4 22:52:36 2021","interfaces":[{"interface":"back","average":{"1min":1.504,"5min":1.665,"15min":1.704},"min":{"1min":0.60299999999999998,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":2.5249999999999999,"5min":2.6230000000000002,"15min":2.6230000000000002},"last":1.274},{"interface":"front","average":{"1min":1.5449999999999999,"5min":1.778,"15min":1.8149999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.5960000000000001,"5min":2.6899999999999999,"15min":2.6899999999999999},"last":1.1259999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149758,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031256,"statfs":{"total":90194313216,"available":89120006144,"internally_reserved":1073741824,"allocated":557056,"data_stored":235080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.84499999999999997,"15min":0.872},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.444,"5min":1.734,"15min":1.734},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.97099999999999997,"15min":1.054},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.6739999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.84199999999999997}]},{"osd":1,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":1.034,"15min":1.1659999999999999},"min":{"1min":0.216,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.5209999999999999,"5min":1.788,"15min":1.788},"last":1.091},{"interface":"front","average":{"1min":0.85399999999999998,"5min":1.006,"15min":1.052},"min":{"1min":0.23799999999999999,"5min":0.161,"15min":0.161},"max":{"1min":1.4319999999999999,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.748}]},{"osd":2,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.121,"15min":1.1659999999999999},"min":{"1min":0.26600000000000001,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":2.0529999999999999,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":1.278},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98499999999999999,"15min":1.048},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.984,"5min":2.085,"15min":2.085},"last":1.425}]},{"osd":4,"last update":"Thu Mar 4 22:52:34 2021","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.6399999999999999,"15min":1.629},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":2.2429999999999999},{"interface":"front","average":{"1min":1.6830000000000001,"5min":1.698,"15min":1.7310000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.4689999999999999,"5min":2.4889999999999999,"15min":2.4889999999999999},"last":2.0190000000000001}]},{"osd":5,"last update":"Thu Mar 4 22:52:54 2021","interfaces":[{"interface":"back","average":{"1min":1.603,"5min":1.4299999999999999,"15min":1.4259999999999999},"min":{"1min":0.54700000000000004,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.02,"5min":2.2469999999999999,"15min":2.2469999999999999},"last":1.9390000000000001},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.4379999999999999,"15min":1.45},"min":{"1min":0.60899999999999999,"5min":0.307,"15min":0.307},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":1.5700000000000001}]},{"osd":6,"last update":"Thu Mar 4 22:52:12 2021","interfaces":[{"interface":"back","average":{"1min":1.7230000000000001,"5min":1.617,"15min":1.589},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.48,"5min":2.504,"15min":2.504},"last":1.8240000000000001},{"interface":"front","average":{"1min":1.603,"5min":1.4990000000000001,"15min":1.494},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":3.0550000000000002,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":1.7529999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:52:34 2021","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.4770000000000001,"15min":1.429},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":2.1309999999999998},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.7010000000000001,"15min":1.6619999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":2.5289999999999999,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":1.6950000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986235,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031236,"statfs":{"total":90194313216,"available":89119985664,"internally_reserved":1073741824,"allocated":577536,"data_stored":236671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.5880000000000001,"5min":1.4590000000000001,"15min":1.4390000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.2610000000000001,"5min":2.46,"15min":2.46},"last":1.905},{"interface":"front","average":{"1min":1.863,"5min":1.5580000000000001,"15min":1.47},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.633,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":2.6760000000000002}]},{"osd":1,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.331,"15min":1.349},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8320000000000001,"5min":2.278,"15min":2.278},"last":2.0750000000000002},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.476,"15min":1.4670000000000001},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":2.5710000000000002},"last":1.6859999999999999}]},{"osd":2,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":1.45,"15min":1.3420000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.4239999999999999,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":2.3439999999999999},{"interface":"front","average":{"1min":1.8080000000000001,"5min":1.552,"15min":1.48},"min":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.677,"5min":3.012,"15min":3.012},"last":2.5019999999999998}]},{"osd":3,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.5449999999999999,"15min":1.4910000000000001},"min":{"1min":0.59699999999999998,"5min":0.498,"15min":0.498},"max":{"1min":2.46,"5min":2.552,"15min":2.552},"last":2.2090000000000001},{"interface":"front","average":{"1min":1.4530000000000001,"5min":1.3680000000000001,"15min":1.3460000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.1259999999999999,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":1.607}]},{"osd":5,"last update":"Thu Mar 4 22:52:52 2021","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.3240000000000001,"15min":1.1040000000000001},"min":{"1min":0.84099999999999997,"5min":0.187,"15min":0.187},"max":{"1min":2.7069999999999999,"5min":2.7879999999999998,"15min":2.7879999999999998},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.22,"5min":1.095,"15min":0.88700000000000001},"min":{"1min":0.82299999999999995,"5min":0.248,"15min":0.248},"max":{"1min":1.7090000000000001,"5min":2.1850000000000001,"15min":2.1850000000000001},"last":1.1519999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:52:15 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.419,"15min":1.3300000000000001},"min":{"1min":0.311,"5min":0.219,"15min":0.219},"max":{"1min":2.6949999999999998,"5min":2.6949999999999998,"15min":2.6949999999999998},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.444,"5min":1.478,"15min":1.4079999999999999},"min":{"1min":0.45100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.7839999999999998,"5min":2.7839999999999998,"15min":2.7839999999999998},"last":1.298}]},{"osd":7,"last update":"Thu Mar 4 22:52:33 2021","interfaces":[{"interface":"back","average":{"1min":1.7230000000000001,"5min":1.7150000000000001,"15min":1.655},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.5089999999999999,"5min":2.7290000000000001,"15min":2.7290000000000001},"last":1.7290000000000001},{"interface":"front","average":{"1min":1.583,"5min":1.722,"15min":1.7},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.5550000000000002,"5min":2.6499999999999999,"15min":2.6499999999999999},"last":1.464}]}]},{"osd":5,"up_from":36,"seq":154618822710,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.456,"15min":1.4390000000000001},"min":{"1min":0.58199999999999996,"5min":0.501,"15min":0.501},"max":{"1min":2.5310000000000001,"5min":2.7959999999999998,"15min":2.7959999999999998},"last":1.143},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.48999999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.2919999999999998,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":1.726}]},{"osd":1,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.6930000000000001,"5min":1.4430000000000001,"15min":1.349},"min":{"1min":0.90000000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.4350000000000001,"5min":2.7040000000000002,"15min":2.7040000000000002},"last":1.5449999999999999},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.3999999999999999,"15min":1.3799999999999999},"min":{"1min":0.68799999999999994,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.855,"5min":2.456,"15min":2.456},"last":1.29}]},{"osd":2,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.4330000000000001,"15min":1.423},"min":{"1min":0.81200000000000006,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1160000000000001,"5min":2.5920000000000001,"15min":2.5920000000000001},"last":1.8540000000000001},{"interface":"front","average":{"1min":1.6579999999999999,"5min":1.4970000000000001,"15min":1.4830000000000001},"min":{"1min":0.83099999999999996,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":2.4020000000000001,"5min":2.8780000000000001,"15min":2.8780000000000001},"last":2.4750000000000001}]},{"osd":3,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.3420000000000001,"15min":1.264},"min":{"1min":1.05,"5min":0.377,"15min":0.377},"max":{"1min":2.4820000000000002,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.419},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.589,"15min":1.5549999999999999},"min":{"1min":0.85899999999999999,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":2.8180000000000001,"5min":2.8180000000000001,"15min":2.8180000000000001},"last":2.1589999999999998}]},{"osd":4,"last update":"Thu Mar 4 22:51:58 2021","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1,"15min":0.93300000000000005},"min":{"1min":0.67400000000000004,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":2.335},{"interface":"front","average":{"1min":1.339,"5min":1.028,"15min":0.95699999999999996},"min":{"1min":0.33200000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.8799999999999999,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.99399999999999999}]},{"osd":6,"last update":"Thu Mar 4 22:52:17 2021","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.349,"15min":1.3029999999999999},"min":{"1min":0.47499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":2.4590000000000001,"5min":2.6659999999999999,"15min":2.6659999999999999},"last":1.946},{"interface":"front","average":{"1min":1.528,"5min":1.284,"15min":1.22},"min":{"1min":0.61899999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.2839999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":2.0369999999999999}]},{"osd":7,"last update":"Thu Mar 4 22:52:34 2021","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.4410000000000001,"15min":1.373},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":2.1349999999999998,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":2.2269999999999999},{"interface":"front","average":{"1min":1.796,"5min":1.677,"15min":1.579},"min":{"1min":0.53300000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7850000000000001,"5min":2.7850000000000001,"15min":2.7850000000000001},"last":2.6419999999999999}]}]}]}} 2021-03-04T22:52:59.036 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T22:52:59.037 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T22:52:59.037 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T22:52:59.038 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T22:52:59.111 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T22:53:00.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:59 gibba008 bash[13002]: cluster 2021-03-04T22:52:58.260895+0000 mgr.y (mgr.14138) 319 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:00.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:52:59 gibba008 bash[13002]: audit 2021-03-04T22:52:58.314718+0000 mgr.y (mgr.14138) 320 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:53:00.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:59 gibba008 bash[16766]: cluster 2021-03-04T22:52:58.260895+0000 mgr.y (mgr.14138) 319 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:00.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:52:59 gibba008 bash[16766]: audit 2021-03-04T22:52:58.314718+0000 mgr.y (mgr.14138) 320 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:53:00.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:59 gibba023 bash[13021]: cluster 2021-03-04T22:52:58.260895+0000 mgr.y (mgr.14138) 319 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:00.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:52:59 gibba023 bash[13021]: audit 2021-03-04T22:52:58.314718+0000 mgr.y (mgr.14138) 320 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T22:53:02.004 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T22:53:02.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:01 gibba008 bash[13002]: cluster 2021-03-04T22:53:00.261175+0000 mgr.y (mgr.14138) 321 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:02.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:01 gibba008 bash[16766]: cluster 2021-03-04T22:53:00.261175+0000 mgr.y (mgr.14138) 321 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:02.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:01 gibba023 bash[13021]: cluster 2021-03-04T22:53:00.261175+0000 mgr.y (mgr.14138) 321 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:02.653 INFO:teuthology.orchestra.run.gibba008.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T22:53:02.654 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T22:53:02.655 INFO:teuthology.run_tasks:Running task print... 2021-03-04T22:53:02.673 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2021-03-04T22:53:02.673 INFO:teuthology.run_tasks:Running task parallel... 2021-03-04T22:53:02.875 INFO:teuthology.task.parallel:starting parallel... 2021-03-04T22:53:02.875 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T22:53:02.876 INFO:teuthology.task.sequential:In sequential, running task workunit... 2021-03-04T22:53:02.880 INFO:tasks.workunit:Pulling workunits from ref octopus 2021-03-04T22:53:02.881 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-03-04T22:53:02.882 DEBUG:teuthology.orchestra.run.gibba008:> stat -- /home/ubuntu/cephtest/mnt.0 2021-03-04T22:53:02.883 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T22:53:02.883 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-03-04T22:53:02.883 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@gibba008.front.sepia.ceph.com 2021-03-04T22:53:02.884 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2021-03-04T22:53:02.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T22:53:02.895 INFO:teuthology.orchestra.run.gibba008.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-03-04T22:53:02.896 DEBUG:teuthology.orchestra.run.gibba008:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T22:53:02.897 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:02 gibba008 bash[13002]: audit 2021-03-04T22:53:02.002279+0000 mon.a (mon.0) 634 : audit [DBG] from='client.? 172.21.2.108:0/3718392627' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T22:53:02.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:02 gibba008 bash[16766]: audit 2021-03-04T22:53:02.002279+0000 mon.a (mon.0) 634 : audit [DBG] from='client.? 172.21.2.108:0/3718392627' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T22:53:02.902 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-03-04T22:53:02.902 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-03-04T22:53:02.954 INFO:tasks.workunit:timeout=3h 2021-03-04T22:53:02.955 INFO:tasks.workunit:cleanup=True 2021-03-04T22:53:02.956 DEBUG:teuthology.orchestra.run.gibba008:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/liewegas/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-03-04T22:53:02.961 INFO:tasks.workunit.client.0.gibba008.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-03-04T22:53:03.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:02 gibba023 bash[13021]: audit 2021-03-04T22:53:02.002279+0000 mon.a (mon.0) 634 : audit [DBG] from='client.? 172.21.2.108:0/3718392627' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T22:53:04.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:03 gibba008 bash[16766]: cluster 2021-03-04T22:53:02.262309+0000 mgr.y (mgr.14138) 322 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:04.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:03 gibba008 bash[13002]: cluster 2021-03-04T22:53:02.262309+0000 mgr.y (mgr.14138) 322 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:03 gibba023 bash[13021]: cluster 2021-03-04T22:53:02.262309+0000 mgr.y (mgr.14138) 322 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:06.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:05 gibba008 bash[13002]: cluster 2021-03-04T22:53:04.263397+0000 mgr.y (mgr.14138) 323 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:06.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:05 gibba008 bash[16766]: cluster 2021-03-04T22:53:04.263397+0000 mgr.y (mgr.14138) 323 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:06.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:05 gibba023 bash[13021]: cluster 2021-03-04T22:53:04.263397+0000 mgr.y (mgr.14138) 323 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:06.692 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2021-03-04T22:53:07.174 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[13002]: audit 2021-03-04T22:53:05.993657+0000 mon.a (mon.0) 635 : audit [INF] from='client.? 172.21.2.108:0/4195065103' entity='client.admin' 2021-03-04T22:53:07.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[13002]: audit 2021-03-04T22:53:05.996586+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:07.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[13002]: audit 2021-03-04T22:53:05.996785+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:07.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[13002]: audit 2021-03-04T22:53:06.975502+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:07.176 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[16766]: audit 2021-03-04T22:53:05.993657+0000 mon.a (mon.0) 635 : audit [INF] from='client.? 172.21.2.108:0/4195065103' entity='client.admin' 2021-03-04T22:53:07.176 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[16766]: audit 2021-03-04T22:53:05.996586+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:07.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[16766]: audit 2021-03-04T22:53:05.996785+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:07.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:06 gibba008 bash[16766]: audit 2021-03-04T22:53:06.975502+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:06 gibba023 bash[13021]: audit 2021-03-04T22:53:05.993657+0000 mon.a (mon.0) 635 : audit [INF] from='client.? 172.21.2.108:0/4195065103' entity='client.admin' 2021-03-04T22:53:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:06 gibba023 bash[13021]: audit 2021-03-04T22:53:05.996586+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:06 gibba023 bash[13021]: audit 2021-03-04T22:53:05.996785+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:06 gibba023 bash[13021]: audit 2021-03-04T22:53:06.975502+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:08.155 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[16766]: cluster 2021-03-04T22:53:06.263836+0000 mgr.y (mgr.14138) 324 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:08.156 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[16766]: cephadm 2021-03-04T22:53:06.976648+0000 mgr.y (mgr.14138) 325 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:53:08.156 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[16766]: audit 2021-03-04T22:53:07.294727+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:08.156 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[16766]: audit 2021-03-04T22:53:07.457409+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:08.156 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[13002]: cluster 2021-03-04T22:53:06.263836+0000 mgr.y (mgr.14138) 324 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:08.157 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[13002]: cephadm 2021-03-04T22:53:06.976648+0000 mgr.y (mgr.14138) 325 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:53:08.157 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[13002]: audit 2021-03-04T22:53:07.294727+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:08.157 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:08 gibba008 bash[13002]: audit 2021-03-04T22:53:07.457409+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:08 gibba023 bash[13021]: cluster 2021-03-04T22:53:06.263836+0000 mgr.y (mgr.14138) 324 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:08 gibba023 bash[13021]: cephadm 2021-03-04T22:53:06.976648+0000 mgr.y (mgr.14138) 325 : cephadm [INF] refreshing gibba023 facts 2021-03-04T22:53:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:08 gibba023 bash[13021]: audit 2021-03-04T22:53:07.294727+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:08.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:08 gibba023 bash[13021]: audit 2021-03-04T22:53:07.457409+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:09.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:09 gibba023 bash[13021]: cephadm 2021-03-04T22:53:07.295143+0000 mgr.y (mgr.14138) 326 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:53:09.276 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-03-04T22:53:09.487 INFO:tasks.workunit.client.0.gibba008.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-03-04T22:53:09.492 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T22:53:09.492 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-03-04T22:53:09.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:09 gibba008 bash[16766]: cephadm 2021-03-04T22:53:07.295143+0000 mgr.y (mgr.14138) 326 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:53:09.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:09 gibba008 bash[13002]: cephadm 2021-03-04T22:53:07.295143+0000 mgr.y (mgr.14138) 326 : cephadm [INF] refreshing gibba008 facts 2021-03-04T22:53:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:10 gibba023 bash[13021]: cluster 2021-03-04T22:53:08.264339+0000 mgr.y (mgr.14138) 327 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:10.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:10 gibba008 bash[13002]: cluster 2021-03-04T22:53:08.264339+0000 mgr.y (mgr.14138) 327 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:10 gibba008 bash[16766]: cluster 2021-03-04T22:53:08.264339+0000 mgr.y (mgr.14138) 327 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:12.094 INFO:teuthology.orchestra.run.gibba008.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:53:12.120 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:12 gibba008 bash[16766]: cluster 2021-03-04T22:53:10.265324+0000 mgr.y (mgr.14138) 328 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:12.121 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:12 gibba008 bash[13002]: cluster 2021-03-04T22:53:10.265324+0000 mgr.y (mgr.14138) 328 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:12 gibba023 bash[13021]: cluster 2021-03-04T22:53:10.265324+0000 mgr.y (mgr.14138) 328 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:12.822 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T22:53:13.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[13002]: audit 2021-03-04T22:53:12.086766+0000 mgr.y (mgr.14138) 329 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:53:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[13002]: audit 2021-03-04T22:53:12.091347+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[13002]: audit 2021-03-04T22:53:12.096724+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[13002]: cephadm 2021-03-04T22:53:12.099346+0000 mgr.y (mgr.14138) 330 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:53:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[13002]: audit 2021-03-04T22:53:12.270125+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:53:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[13002]: audit 2021-03-04T22:53:12.272411+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:53:13.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[16766]: audit 2021-03-04T22:53:12.086766+0000 mgr.y (mgr.14138) 329 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:53:13.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[16766]: audit 2021-03-04T22:53:12.091347+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:13.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[16766]: audit 2021-03-04T22:53:12.096724+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[16766]: cephadm 2021-03-04T22:53:12.099346+0000 mgr.y (mgr.14138) 330 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:53:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[16766]: audit 2021-03-04T22:53:12.270125+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:53:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:13 gibba008 bash[16766]: audit 2021-03-04T22:53:12.272411+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:53:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:13 gibba023 bash[13021]: audit 2021-03-04T22:53:12.086766+0000 mgr.y (mgr.14138) 329 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:53:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:13 gibba023 bash[13021]: audit 2021-03-04T22:53:12.091347+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:13 gibba023 bash[13021]: audit 2021-03-04T22:53:12.096724+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:13.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:13 gibba023 bash[13021]: cephadm 2021-03-04T22:53:12.099346+0000 mgr.y (mgr.14138) 330 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:53:13.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:13 gibba023 bash[13021]: audit 2021-03-04T22:53:12.270125+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-03-04T22:53:13.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:13 gibba023 bash[13021]: audit 2021-03-04T22:53:12.272411+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:53:14.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:14 gibba008 bash[13002]: cluster 2021-03-04T22:53:12.265805+0000 mgr.y (mgr.14138) 331 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:14.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:14 gibba008 bash[16766]: cluster 2021-03-04T22:53:12.265805+0000 mgr.y (mgr.14138) 331 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:14 gibba023 bash[13021]: cluster 2021-03-04T22:53:12.265805+0000 mgr.y (mgr.14138) 331 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:16.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:16 gibba008 bash[13002]: cluster 2021-03-04T22:53:14.266122+0000 mgr.y (mgr.14138) 332 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:16.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:16 gibba008 bash[16766]: cluster 2021-03-04T22:53:14.266122+0000 mgr.y (mgr.14138) 332 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:16 gibba023 bash[13021]: cluster 2021-03-04T22:53:14.266122+0000 mgr.y (mgr.14138) 332 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:17.133 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-03-04T22:53:17.338 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-03-04T22:53:17.375 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T22:53:17.376 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T22:53:17.376 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-03-04T22:53:17.410 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T22:53:17.412 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T22:53:17.412 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-03-04T22:53:17.416 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2021-03-04T22:53:17.417 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2021-03-04T22:53:17.418 DEBUG:teuthology.orchestra.run.gibba008:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2021-03-04T22:53:17.437 INFO:tasks.workunit.client.0.gibba008.stdout:seed 34463 2021-03-04T22:53:17.437 INFO:tasks.workunit.client.0.gibba008.stdout:[==========] Running 351 tests from 15 test suites. 2021-03-04T22:53:17.438 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] Global test environment set-up. 2021-03-04T22:53:17.438 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 115 tests from TestLibRBD 2021-03-04T22:53:17.456 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateAndStat 2021-03-04T22:53:18.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:18 gibba008 bash[13002]: cluster 2021-03-04T22:53:16.266962+0000 mgr.y (mgr.14138) 333 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:18.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:18 gibba008 bash[16766]: cluster 2021-03-04T22:53:16.266962+0000 mgr.y (mgr.14138) 333 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:18 gibba023 bash[13021]: cluster 2021-03-04T22:53:16.266962+0000 mgr.y (mgr.14138) 333 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:19.449 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:19.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[13002]: cluster 2021-03-04T22:53:18.267470+0000 mgr.y (mgr.14138) 334 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:19.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[13002]: cluster 2021-03-04T22:53:18.444162+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-03-04T22:53:19.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[13002]: audit 2021-03-04T22:53:18.444895+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.2.108:0/2829267523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:19.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[13002]: audit 2021-03-04T22:53:18.445134+0000 mon.a (mon.0) 646 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:19.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[16766]: cluster 2021-03-04T22:53:18.267470+0000 mgr.y (mgr.14138) 334 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:19.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[16766]: cluster 2021-03-04T22:53:18.444162+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-03-04T22:53:19.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[16766]: audit 2021-03-04T22:53:18.444895+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.2.108:0/2829267523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:19.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:19 gibba008 bash[16766]: audit 2021-03-04T22:53:18.445134+0000 mon.a (mon.0) 646 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:19 gibba023 bash[13021]: cluster 2021-03-04T22:53:18.267470+0000 mgr.y (mgr.14138) 334 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:19 gibba023 bash[13021]: cluster 2021-03-04T22:53:18.444162+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-03-04T22:53:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:19 gibba023 bash[13021]: audit 2021-03-04T22:53:18.444895+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.2.108:0/2829267523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:19 gibba023 bash[13021]: audit 2021-03-04T22:53:18.445134+0000 mon.a (mon.0) 646 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:20 gibba008 bash[13002]: audit 2021-03-04T22:53:19.446570+0000 mon.a (mon.0) 647 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:20 gibba008 bash[13002]: cluster 2021-03-04T22:53:19.446735+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-03-04T22:53:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:20 gibba008 bash[16766]: audit 2021-03-04T22:53:19.446570+0000 mon.a (mon.0) 647 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:20 gibba008 bash[16766]: cluster 2021-03-04T22:53:19.446735+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-03-04T22:53:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:20 gibba023 bash[13021]: audit 2021-03-04T22:53:19.446570+0000 mon.a (mon.0) 647 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:20 gibba023 bash[13021]: cluster 2021-03-04T22:53:19.446735+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-03-04T22:53:21.471 INFO:tasks.workunit.client.0.gibba008.stdout:image has size 2097152 and order 22 2021-03-04T22:53:21.471 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateAndStat (4015 ms) 2021-03-04T22:53:21.471 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2021-03-04T22:53:21.471 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:53:21.472 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (0 ms) 2021-03-04T22:53:21.472 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2021-03-04T22:53:21.472 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.481 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateAndStatPP (10 ms) 2021-03-04T22:53:21.481 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetId 2021-03-04T22:53:21.482 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetId (12 ms) 2021-03-04T22:53:21.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetIdPP 2021-03-04T22:53:21.493 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.510 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetIdPP (17 ms) 2021-03-04T22:53:21.511 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2021-03-04T22:53:21.511 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.540 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (30 ms) 2021-03-04T22:53:21.541 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2021-03-04T22:53:21.541 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.559 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2021-03-04T22:53:21.559 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2021-03-04T22:53:21.559 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:53:21.559 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (0 ms) 2021-03-04T22:53:21.560 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2021-03-04T22:53:21.560 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:53:21.560 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (0 ms) 2021-03-04T22:53:21.560 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAio 2021-03-04T22:53:21.561 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.592 INFO:tasks.workunit.client.0.gibba008.stdout:image has size 2097152 and order 22 2021-03-04T22:53:21.592 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAio (34 ms) 2021-03-04T22:53:21.593 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAioFail 2021-03-04T22:53:21.601 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAioFail (9 ms) 2021-03-04T22:53:21.602 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAioPP 2021-03-04T22:53:21.602 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.668 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAioPP (66 ms) 2021-03-04T22:53:21.668 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2021-03-04T22:53:21.679 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAioFailPP (12 ms) 2021-03-04T22:53:21.680 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2021-03-04T22:53:21.680 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:21 gibba008 bash[13002]: cluster 2021-03-04T22:53:20.267732+0000 mgr.y (mgr.14138) 335 : cluster [DBG] pgmap v292: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:21.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:21 gibba008 bash[13002]: cluster 2021-03-04T22:53:20.456521+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-03-04T22:53:21.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:21 gibba008 bash[13002]: cluster 2021-03-04T22:53:21.459638+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-03-04T22:53:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:21 gibba008 bash[16766]: cluster 2021-03-04T22:53:20.267732+0000 mgr.y (mgr.14138) 335 : cluster [DBG] pgmap v292: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:21 gibba008 bash[16766]: cluster 2021-03-04T22:53:20.456521+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-03-04T22:53:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:21 gibba008 bash[16766]: cluster 2021-03-04T22:53:21.459638+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-03-04T22:53:21.770 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ResizeAndStat (91 ms) 2021-03-04T22:53:21.771 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2021-03-04T22:53:21.771 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:21 gibba023 bash[13021]: cluster 2021-03-04T22:53:20.267732+0000 mgr.y (mgr.14138) 335 : cluster [DBG] pgmap v292: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 2.2 KiB data, 4.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:53:21.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:21 gibba023 bash[13021]: cluster 2021-03-04T22:53:20.456521+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-03-04T22:53:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:21 gibba023 bash[13021]: cluster 2021-03-04T22:53:21.459638+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-03-04T22:53:21.852 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (82 ms) 2021-03-04T22:53:21.853 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2021-03-04T22:53:21.853 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:21.937 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (85 ms) 2021-03-04T22:53:21.938 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2021-03-04T22:53:21.938 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:22.025 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (88 ms) 2021-03-04T22:53:22.025 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2021-03-04T22:53:23.491 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:23 gibba008 bash[13002]: cluster 2021-03-04T22:53:22.268745+0000 mgr.y (mgr.14138) 336 : cluster [DBG] pgmap v295: 105 pgs: 5 creating+peering, 10 unknown, 90 active+clean; 2.4 KiB data, 4.5 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2021-03-04T22:53:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:23 gibba008 bash[13002]: cluster 2021-03-04T22:53:22.474053+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-03-04T22:53:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:23 gibba008 bash[13002]: audit 2021-03-04T22:53:22.474768+0000 mon.a (mon.0) 652 : audit [INF] from='client.? 172.21.2.108:0/1838342112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:23.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:23 gibba008 bash[16766]: cluster 2021-03-04T22:53:22.268745+0000 mgr.y (mgr.14138) 336 : cluster [DBG] pgmap v295: 105 pgs: 5 creating+peering, 10 unknown, 90 active+clean; 2.4 KiB data, 4.5 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2021-03-04T22:53:23.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:23 gibba008 bash[16766]: cluster 2021-03-04T22:53:22.474053+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-03-04T22:53:23.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:23 gibba008 bash[16766]: audit 2021-03-04T22:53:22.474768+0000 mon.a (mon.0) 652 : audit [INF] from='client.? 172.21.2.108:0/1838342112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:23 gibba023 bash[13021]: cluster 2021-03-04T22:53:22.268745+0000 mgr.y (mgr.14138) 336 : cluster [DBG] pgmap v295: 105 pgs: 5 creating+peering, 10 unknown, 90 active+clean; 2.4 KiB data, 4.5 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2021-03-04T22:53:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:23 gibba023 bash[13021]: cluster 2021-03-04T22:53:22.474053+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-03-04T22:53:23.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:23 gibba023 bash[13021]: audit 2021-03-04T22:53:22.474768+0000 mon.a (mon.0) 652 : audit [INF] from='client.? 172.21.2.108:0/1838342112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:24.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:24 gibba008 bash[13002]: audit 2021-03-04T22:53:23.483738+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.2.108:0/1838342112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:24.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:24 gibba008 bash[13002]: cluster 2021-03-04T22:53:23.483884+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-03-04T22:53:24.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:24 gibba008 bash[16766]: audit 2021-03-04T22:53:23.483738+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.2.108:0/1838342112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:24.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:24 gibba008 bash[16766]: cluster 2021-03-04T22:53:23.483884+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-03-04T22:53:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:24 gibba023 bash[13021]: audit 2021-03-04T22:53:23.483738+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.2.108:0/1838342112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:24 gibba023 bash[13021]: cluster 2021-03-04T22:53:23.483884+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-03-04T22:53:25.518 INFO:tasks.workunit.client.0.gibba008.stdout:image: image15 2021-03-04T22:53:25.519 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image15 2021-03-04T22:53:25.519 INFO:tasks.workunit.client.0.gibba008.stdout:found image15 2021-03-04T22:53:25.519 INFO:tasks.workunit.client.0.gibba008.stdout:erased image15 2021-03-04T22:53:25.519 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:25.600 INFO:tasks.workunit.client.0.gibba008.stdout:image: image15 2021-03-04T22:53:25.601 INFO:tasks.workunit.client.0.gibba008.stdout:image: image16 2021-03-04T22:53:25.601 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image15 2021-03-04T22:53:25.601 INFO:tasks.workunit.client.0.gibba008.stdout:found image15 2021-03-04T22:53:25.602 INFO:tasks.workunit.client.0.gibba008.stdout:erased image15 2021-03-04T22:53:25.602 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image16 2021-03-04T22:53:25.602 INFO:tasks.workunit.client.0.gibba008.stdout:found image16 2021-03-04T22:53:25.602 INFO:tasks.workunit.client.0.gibba008.stdout:erased image16 2021-03-04T22:53:25.602 INFO:tasks.workunit.client.0.gibba008.stdout:image: image16 2021-03-04T22:53:25.603 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image16 2021-03-04T22:53:25.603 INFO:tasks.workunit.client.0.gibba008.stdout:found image16 2021-03-04T22:53:25.603 INFO:tasks.workunit.client.0.gibba008.stdout:erased image16 2021-03-04T22:53:25.603 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3575 ms) 2021-03-04T22:53:25.604 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2021-03-04T22:53:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:25 gibba023 bash[13021]: cluster 2021-03-04T22:53:24.269781+0000 mgr.y (mgr.14138) 337 : cluster [DBG] pgmap v298: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 3.0 KiB data, 4.8 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2021-03-04T22:53:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:25 gibba023 bash[13021]: cluster 2021-03-04T22:53:24.498623+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T22:53:26.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:25 gibba008 bash[13002]: cluster 2021-03-04T22:53:24.269781+0000 mgr.y (mgr.14138) 337 : cluster [DBG] pgmap v298: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 3.0 KiB data, 4.8 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2021-03-04T22:53:26.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:25 gibba008 bash[13002]: cluster 2021-03-04T22:53:24.498623+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T22:53:26.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:25 gibba008 bash[16766]: cluster 2021-03-04T22:53:24.269781+0000 mgr.y (mgr.14138) 337 : cluster [DBG] pgmap v298: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 3.0 KiB data, 4.8 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2021-03-04T22:53:26.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:25 gibba008 bash[16766]: cluster 2021-03-04T22:53:24.498623+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T22:53:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:26 gibba023 bash[13021]: cluster 2021-03-04T22:53:25.508486+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T22:53:26.861 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:26 gibba008 bash[16766]: cluster 2021-03-04T22:53:25.508486+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T22:53:26.862 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:26 gibba008 bash[13002]: cluster 2021-03-04T22:53:25.508486+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T22:53:26.947 INFO:teuthology.orchestra.run.gibba008.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T22:53:26.947 INFO:teuthology.orchestra.run.gibba008.stdout:alertmanager.a gibba008 running (3m) 19s ago 3m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d4b5832f3a8a 2021-03-04T22:53:26.948 INFO:teuthology.orchestra.run.gibba008.stdout:grafana.a gibba023 running (3m) 19s ago 3m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a cb5e653c5229 2021-03-04T22:53:26.948 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba008.hxkpme gibba008 running (103s) 19s ago 103s 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8d25b10c411d 2021-03-04T22:53:26.948 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba023.whlkca gibba023 running (100s) 19s ago 101s 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6bca2cdde72b 2021-03-04T22:53:26.948 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.x gibba023 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 85aead5cda01 2021-03-04T22:53:26.949 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.y gibba008 running (8m) 19s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 03a9b5c53c7f 2021-03-04T22:53:26.949 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a gibba008 running (8m) 19s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 a57cbaf9de55 2021-03-04T22:53:26.949 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b gibba023 running (7m) 19s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 f5913d5b6333 2021-03-04T22:53:26.950 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c gibba008 running (7m) 19s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab4975126cda 2021-03-04T22:53:26.950 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.a gibba008 running (3m) 19s ago 3m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf be0909c51360 2021-03-04T22:53:26.951 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.b gibba023 running (3m) 19s ago 3m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf ab82d094d1cc 2021-03-04T22:53:26.951 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 gibba008 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0cafc6879365 2021-03-04T22:53:26.951 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 gibba008 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 88c725407a77 2021-03-04T22:53:26.952 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 gibba008 running (5m) 19s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1f915693af72 2021-03-04T22:53:26.952 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 gibba008 running (5m) 19s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0b61a2300c66 2021-03-04T22:53:26.953 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 gibba023 running (5m) 19s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 778ab12c8273 2021-03-04T22:53:26.953 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 gibba023 running (4m) 19s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5e575a12b513 2021-03-04T22:53:26.953 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 gibba023 running (4m) 19s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 684f88952d5d 2021-03-04T22:53:26.954 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 gibba023 running (4m) 19s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 84a56750ca88 2021-03-04T22:53:26.954 INFO:teuthology.orchestra.run.gibba008.stdout:prometheus.a gibba023 running (3m) 19s ago 3m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 1e715363fad6 2021-03-04T22:53:27.539 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:28.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[16766]: cluster 2021-03-04T22:53:26.270881+0000 mgr.y (mgr.14138) 338 : cluster [DBG] pgmap v301: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 3.0 KiB data, 4.8 MiB used, 664 GiB / 672 GiB avail; 4.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2021-03-04T22:53:28.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[16766]: cluster 2021-03-04T22:53:26.525585+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T22:53:28.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[16766]: audit 2021-03-04T22:53:26.526239+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.2.108:0/2549099039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:28.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[16766]: audit 2021-03-04T22:53:26.938322+0000 mgr.y (mgr.14138) 339 : audit [DBG] from='client.14664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:53:28.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[13002]: cluster 2021-03-04T22:53:26.270881+0000 mgr.y (mgr.14138) 338 : cluster [DBG] pgmap v301: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 3.0 KiB data, 4.8 MiB used, 664 GiB / 672 GiB avail; 4.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2021-03-04T22:53:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[13002]: cluster 2021-03-04T22:53:26.525585+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T22:53:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[13002]: audit 2021-03-04T22:53:26.526239+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.2.108:0/2549099039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:27 gibba008 bash[13002]: audit 2021-03-04T22:53:26.938322+0000 mgr.y (mgr.14138) 339 : audit [DBG] from='client.14664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:53:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:27 gibba023 bash[13021]: cluster 2021-03-04T22:53:26.270881+0000 mgr.y (mgr.14138) 338 : cluster [DBG] pgmap v301: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 3.0 KiB data, 4.8 MiB used, 664 GiB / 672 GiB avail; 4.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2021-03-04T22:53:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:27 gibba023 bash[13021]: cluster 2021-03-04T22:53:26.525585+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T22:53:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:27 gibba023 bash[13021]: audit 2021-03-04T22:53:26.526239+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.2.108:0/2549099039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:28.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:27 gibba023 bash[13021]: audit 2021-03-04T22:53:26.938322+0000 mgr.y (mgr.14138) 339 : audit [DBG] from='client.14664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:53:28.263 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for minority of mons to upgrade' 2021-03-04T22:53:28.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: audit 2021-03-04T22:53:27.535935+0000 mon.a (mon.0) 659 : audit [INF] from='client.? 172.21.2.108:0/2549099039' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:28.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: cluster 2021-03-04T22:53:27.536422+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T22:53:28.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: audit 2021-03-04T22:53:28.148130+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:28.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: cephadm 2021-03-04T22:53:28.148519+0000 mgr.y (mgr.14138) 340 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 with id dad386f09c7432984eb7b599b8352ef4fd6ad1844a2ea1c5edd1735ed504dd92 2021-03-04T22:53:28.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: audit 2021-03-04T22:53:28.148690+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:53:28.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: cephadm 2021-03-04T22:53:28.149648+0000 mgr.y (mgr.14138) 341 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-03-04T22:53:28.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[13002]: cephadm 2021-03-04T22:53:28.149712+0000 mgr.y (mgr.14138) 342 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-03-04T22:53:28.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: audit 2021-03-04T22:53:27.535935+0000 mon.a (mon.0) 659 : audit [INF] from='client.? 172.21.2.108:0/2549099039' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:28.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: cluster 2021-03-04T22:53:27.536422+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T22:53:28.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: audit 2021-03-04T22:53:28.148130+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:28.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: cephadm 2021-03-04T22:53:28.148519+0000 mgr.y (mgr.14138) 340 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 with id dad386f09c7432984eb7b599b8352ef4fd6ad1844a2ea1c5edd1735ed504dd92 2021-03-04T22:53:28.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: audit 2021-03-04T22:53:28.148690+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:53:28.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: cephadm 2021-03-04T22:53:28.149648+0000 mgr.y (mgr.14138) 341 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-03-04T22:53:28.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:28 gibba008 bash[16766]: cephadm 2021-03-04T22:53:28.149712+0000 mgr.y (mgr.14138) 342 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-03-04T22:53:29.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: audit 2021-03-04T22:53:27.535935+0000 mon.a (mon.0) 659 : audit [INF] from='client.? 172.21.2.108:0/2549099039' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:29.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: cluster 2021-03-04T22:53:27.536422+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T22:53:29.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: audit 2021-03-04T22:53:28.148130+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:29.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: cephadm 2021-03-04T22:53:28.148519+0000 mgr.y (mgr.14138) 340 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 with id dad386f09c7432984eb7b599b8352ef4fd6ad1844a2ea1c5edd1735ed504dd92 2021-03-04T22:53:29.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: audit 2021-03-04T22:53:28.148690+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:53:29.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: cephadm 2021-03-04T22:53:28.149648+0000 mgr.y (mgr.14138) 341 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-03-04T22:53:29.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:28 gibba023 bash[13021]: cephadm 2021-03-04T22:53:28.149712+0000 mgr.y (mgr.14138) 342 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-03-04T22:53:29.571 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 1 2021-03-04T22:53:29.572 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:29.572 INFO:tasks.workunit.client.0.gibba008.stdout:image: image17 2021-03-04T22:53:29.572 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image17 2021-03-04T22:53:29.573 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:29.576 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 2 2021-03-04T22:53:29.576 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:53:29.576 INFO:tasks.workunit.client.0.gibba008.stdout:image: image17 2021-03-04T22:53:29.577 INFO:tasks.workunit.client.0.gibba008.stdout:image: image18 2021-03-04T22:53:29.577 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image17 2021-03-04T22:53:29.577 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image18 2021-03-04T22:53:29.587 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 1 2021-03-04T22:53:29.587 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:29.587 INFO:tasks.workunit.client.0.gibba008.stdout:image: image18 2021-03-04T22:53:29.588 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image18 2021-03-04T22:53:29.588 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3987 ms) 2021-03-04T22:53:29.588 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCopy 2021-03-04T22:53:29.847 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:29 gibba008 bash[13002]: cluster 2021-03-04T22:53:28.271373+0000 mgr.y (mgr.14138) 343 : cluster [DBG] pgmap v304: 169 pgs: 11 creating+peering, 10 unknown, 148 active+clean; 3.9 KiB data, 5.3 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 7.0 KiB/s wr, 30 op/s 2021-03-04T22:53:29.848 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:29 gibba008 bash[13002]: cephadm 2021-03-04T22:53:28.320260+0000 mgr.y (mgr.14138) 344 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 on gibba023 2021-03-04T22:53:29.849 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:29 gibba008 bash[13002]: cluster 2021-03-04T22:53:28.560373+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-03-04T22:53:29.849 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:29 gibba008 bash[16766]: cluster 2021-03-04T22:53:28.271373+0000 mgr.y (mgr.14138) 343 : cluster [DBG] pgmap v304: 169 pgs: 11 creating+peering, 10 unknown, 148 active+clean; 3.9 KiB data, 5.3 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 7.0 KiB/s wr, 30 op/s 2021-03-04T22:53:29.849 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:29 gibba008 bash[16766]: cephadm 2021-03-04T22:53:28.320260+0000 mgr.y (mgr.14138) 344 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 on gibba023 2021-03-04T22:53:29.849 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:29 gibba008 bash[16766]: cluster 2021-03-04T22:53:28.560373+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-03-04T22:53:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:29 gibba023 bash[13021]: cluster 2021-03-04T22:53:28.271373+0000 mgr.y (mgr.14138) 343 : cluster [DBG] pgmap v304: 169 pgs: 11 creating+peering, 10 unknown, 148 active+clean; 3.9 KiB data, 5.3 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 7.0 KiB/s wr, 30 op/s 2021-03-04T22:53:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:29 gibba023 bash[13021]: cephadm 2021-03-04T22:53:28.320260+0000 mgr.y (mgr.14138) 344 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 on gibba023 2021-03-04T22:53:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:29 gibba023 bash[13021]: cluster 2021-03-04T22:53:28.560373+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-03-04T22:53:30.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:30 gibba008 bash[13002]: cluster 2021-03-04T22:53:29.564386+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T22:53:30.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:30 gibba008 bash[16766]: cluster 2021-03-04T22:53:29.564386+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T22:53:31.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:30 gibba023 bash[13021]: cluster 2021-03-04T22:53:29.564386+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T22:53:31.359 INFO:teuthology.orchestra.run.gibba008.stdout:wait for minority of mons to upgrade 2021-03-04T22:53:31.614 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:32.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[13002]: cluster 2021-03-04T22:53:30.272300+0000 mgr.y (mgr.14138) 345 : cluster [DBG] pgmap v307: 169 pgs: 11 creating+peering, 8 unknown, 150 active+clean; 3.9 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 7.0 KiB/s wr, 30 op/s 2021-03-04T22:53:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[13002]: cluster 2021-03-04T22:53:30.579654+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T22:53:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[13002]: audit 2021-03-04T22:53:30.581662+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.2.108:0/2501322923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[13002]: audit 2021-03-04T22:53:30.581979+0000 mon.a (mon.0) 666 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:32.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[16766]: cluster 2021-03-04T22:53:30.272300+0000 mgr.y (mgr.14138) 345 : cluster [DBG] pgmap v307: 169 pgs: 11 creating+peering, 8 unknown, 150 active+clean; 3.9 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 7.0 KiB/s wr, 30 op/s 2021-03-04T22:53:32.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[16766]: cluster 2021-03-04T22:53:30.579654+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T22:53:32.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[16766]: audit 2021-03-04T22:53:30.581662+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.2.108:0/2501322923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:32.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:31 gibba008 bash[16766]: audit 2021-03-04T22:53:30.581979+0000 mon.a (mon.0) 666 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:31 gibba023 bash[13021]: cluster 2021-03-04T22:53:30.272300+0000 mgr.y (mgr.14138) 345 : cluster [DBG] pgmap v307: 169 pgs: 11 creating+peering, 8 unknown, 150 active+clean; 3.9 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 7.0 KiB/s wr, 30 op/s 2021-03-04T22:53:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:31 gibba023 bash[13021]: cluster 2021-03-04T22:53:30.579654+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T22:53:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:31 gibba023 bash[13021]: audit 2021-03-04T22:53:30.581662+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.2.108:0/2501322923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:31 gibba023 bash[13021]: audit 2021-03-04T22:53:30.581979+0000 mon.a (mon.0) 666 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:32.124 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2021-03-04T22:53:33.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:32 gibba008 bash[13002]: audit 2021-03-04T22:53:31.589389+0000 mon.a (mon.0) 667 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:32 gibba008 bash[13002]: cluster 2021-03-04T22:53:31.589806+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-03-04T22:53:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:32 gibba008 bash[13002]: cluster 2021-03-04T22:53:32.454692+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-03-04T22:53:33.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:32 gibba008 bash[16766]: audit 2021-03-04T22:53:31.589389+0000 mon.a (mon.0) 667 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:33.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:32 gibba008 bash[16766]: cluster 2021-03-04T22:53:31.589806+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-03-04T22:53:33.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:32 gibba008 bash[16766]: cluster 2021-03-04T22:53:32.454692+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-03-04T22:53:33.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:32 gibba023 bash[13021]: audit 2021-03-04T22:53:31.589389+0000 mon.a (mon.0) 667 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:33.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:32 gibba023 bash[13021]: cluster 2021-03-04T22:53:31.589806+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-03-04T22:53:33.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:32 gibba023 bash[13021]: cluster 2021-03-04T22:53:32.454692+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-03-04T22:53:33.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:33 gibba008 bash[13002]: cluster 2021-03-04T22:53:32.273063+0000 mgr.y (mgr.14138) 346 : cluster [DBG] pgmap v310: 201 pgs: 3 creating+activating, 20 creating+peering, 12 unknown, 166 active+clean; 3.9 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 3 op/s 2021-03-04T22:53:33.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:33 gibba008 bash[13002]: cluster 2021-03-04T22:53:33.457935+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-03-04T22:53:33.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:33 gibba008 bash[16766]: cluster 2021-03-04T22:53:32.273063+0000 mgr.y (mgr.14138) 346 : cluster [DBG] pgmap v310: 201 pgs: 3 creating+activating, 20 creating+peering, 12 unknown, 166 active+clean; 3.9 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 3 op/s 2021-03-04T22:53:33.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:33 gibba008 bash[16766]: cluster 2021-03-04T22:53:33.457935+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-03-04T22:53:34.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:33 gibba023 bash[13021]: cluster 2021-03-04T22:53:32.273063+0000 mgr.y (mgr.14138) 346 : cluster [DBG] pgmap v310: 201 pgs: 3 creating+activating, 20 creating+peering, 12 unknown, 166 active+clean; 3.9 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 3 op/s 2021-03-04T22:53:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:33 gibba023 bash[13021]: cluster 2021-03-04T22:53:33.457935+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-03-04T22:53:35.921 INFO:tasks.workunit.client.0.gibba008.stdout:image: image19 2021-03-04T22:53:35.922 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image19 2021-03-04T22:53:35.922 INFO:tasks.workunit.client.0.gibba008.stdout:found image19 2021-03-04T22:53:35.922 INFO:tasks.workunit.client.0.gibba008.stdout:erased image19 2021-03-04T22:53:35.922 INFO:tasks.workunit.client.0.gibba008.stdout:image: image19 2021-03-04T22:53:35.923 INFO:tasks.workunit.client.0.gibba008.stdout:image: image20 2021-03-04T22:53:35.923 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image19 2021-03-04T22:53:35.923 INFO:tasks.workunit.client.0.gibba008.stdout:found image19 2021-03-04T22:53:35.923 INFO:tasks.workunit.client.0.gibba008.stdout:erased image19 2021-03-04T22:53:35.924 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image20 2021-03-04T22:53:35.924 INFO:tasks.workunit.client.0.gibba008.stdout:found image20 2021-03-04T22:53:35.924 INFO:tasks.workunit.client.0.gibba008.stdout:erased image20 2021-03-04T22:53:35.924 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T22:53:35.925 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T22:53:35.925 INFO:tasks.workunit.client.0.gibba008.stdout:image: image19 2021-03-04T22:53:35.925 INFO:tasks.workunit.client.0.gibba008.stdout:image: image20 2021-03-04T22:53:35.925 INFO:tasks.workunit.client.0.gibba008.stdout:image: image21 2021-03-04T22:53:35.925 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image19 2021-03-04T22:53:35.926 INFO:tasks.workunit.client.0.gibba008.stdout:found image19 2021-03-04T22:53:35.926 INFO:tasks.workunit.client.0.gibba008.stdout:erased image19 2021-03-04T22:53:35.926 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image20 2021-03-04T22:53:35.926 INFO:tasks.workunit.client.0.gibba008.stdout:found image20 2021-03-04T22:53:35.926 INFO:tasks.workunit.client.0.gibba008.stdout:erased image20 2021-03-04T22:53:35.927 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image21 2021-03-04T22:53:35.927 INFO:tasks.workunit.client.0.gibba008.stdout:found image21 2021-03-04T22:53:35.927 INFO:tasks.workunit.client.0.gibba008.stdout:erased image21 2021-03-04T22:53:35.927 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCopy (6334 ms) 2021-03-04T22:53:35.928 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCopyPP 2021-03-04T22:53:36.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:35 gibba008 bash[13002]: cluster 2021-03-04T22:53:34.274150+0000 mgr.y (mgr.14138) 347 : cluster [DBG] pgmap v313: 201 pgs: 3 creating+activating, 14 creating+peering, 184 active+clean; 4.0 KiB data, 5.9 MiB used, 664 GiB / 672 GiB avail; 2.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2021-03-04T22:53:36.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:35 gibba008 bash[13002]: cluster 2021-03-04T22:53:34.628329+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T22:53:36.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:35 gibba008 bash[13002]: audit 2021-03-04T22:53:35.297792+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.2.108:0/764385801' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:36.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:35 gibba008 bash[16766]: cluster 2021-03-04T22:53:34.274150+0000 mgr.y (mgr.14138) 347 : cluster [DBG] pgmap v313: 201 pgs: 3 creating+activating, 14 creating+peering, 184 active+clean; 4.0 KiB data, 5.9 MiB used, 664 GiB / 672 GiB avail; 2.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2021-03-04T22:53:36.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:35 gibba008 bash[16766]: cluster 2021-03-04T22:53:34.628329+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T22:53:36.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:35 gibba008 bash[16766]: audit 2021-03-04T22:53:35.297792+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.2.108:0/764385801' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:35 gibba023 bash[13021]: cluster 2021-03-04T22:53:34.274150+0000 mgr.y (mgr.14138) 347 : cluster [DBG] pgmap v313: 201 pgs: 3 creating+activating, 14 creating+peering, 184 active+clean; 4.0 KiB data, 5.9 MiB used, 664 GiB / 672 GiB avail; 2.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2021-03-04T22:53:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:35 gibba023 bash[13021]: cluster 2021-03-04T22:53:34.628329+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T22:53:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:35 gibba023 bash[13021]: audit 2021-03-04T22:53:35.297792+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.2.108:0/764385801' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:37.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:36 gibba008 bash[13002]: cluster 2021-03-04T22:53:35.632739+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T22:53:37.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:36 gibba008 bash[16766]: cluster 2021-03-04T22:53:35.632739+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T22:53:37.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:36 gibba023 bash[13021]: cluster 2021-03-04T22:53:35.632739+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T22:53:37.463 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:38.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: cluster 2021-03-04T22:53:36.275347+0000 mgr.y (mgr.14138) 348 : cluster [DBG] pgmap v316: 201 pgs: 3 creating+activating, 14 creating+peering, 184 active+clean; 4.0 KiB data, 5.9 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2021-03-04T22:53:38.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: cluster 2021-03-04T22:53:36.650471+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T22:53:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: audit 2021-03-04T22:53:36.651521+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.2.108:0/2336556364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: audit 2021-03-04T22:53:36.651853+0000 mon.a (mon.0) 674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: audit 2021-03-04T22:53:37.449729+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: cluster 2021-03-04T22:53:37.449869+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T22:53:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[13002]: audit 2021-03-04T22:53:37.513511+0000 mon.a (mon.0) 677 : audit [DBG] from='client.? 172.21.2.108:0/2190988684' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: cluster 2021-03-04T22:53:36.275347+0000 mgr.y (mgr.14138) 348 : cluster [DBG] pgmap v316: 201 pgs: 3 creating+activating, 14 creating+peering, 184 active+clean; 4.0 KiB data, 5.9 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2021-03-04T22:53:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: cluster 2021-03-04T22:53:36.650471+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T22:53:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: audit 2021-03-04T22:53:36.651521+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.2.108:0/2336556364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: audit 2021-03-04T22:53:36.651853+0000 mon.a (mon.0) 674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: audit 2021-03-04T22:53:37.449729+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: cluster 2021-03-04T22:53:37.449869+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T22:53:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:37 gibba008 bash[16766]: audit 2021-03-04T22:53:37.513511+0000 mon.a (mon.0) 677 : audit [DBG] from='client.? 172.21.2.108:0/2190988684' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: cluster 2021-03-04T22:53:36.275347+0000 mgr.y (mgr.14138) 348 : cluster [DBG] pgmap v316: 201 pgs: 3 creating+activating, 14 creating+peering, 184 active+clean; 4.0 KiB data, 5.9 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2021-03-04T22:53:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: cluster 2021-03-04T22:53:36.650471+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T22:53:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: audit 2021-03-04T22:53:36.651521+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.2.108:0/2336556364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:38.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: audit 2021-03-04T22:53:36.651853+0000 mon.a (mon.0) 674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:53:38.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: audit 2021-03-04T22:53:37.449729+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:53:38.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: cluster 2021-03-04T22:53:37.449869+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T22:53:38.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:37 gibba023 bash[13021]: audit 2021-03-04T22:53:37.513511+0000 mon.a (mon.0) 677 : audit [DBG] from='client.? 172.21.2.108:0/2190988684' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:39.686 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 1 2021-03-04T22:53:39.686 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:39.686 INFO:tasks.workunit.client.0.gibba008.stdout:image: image22 2021-03-04T22:53:39.687 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image22 2021-03-04T22:53:39.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:39 gibba008 bash[13002]: cluster 2021-03-04T22:53:38.277144+0000 mgr.y (mgr.14138) 349 : cluster [DBG] pgmap v319: 233 pgs: 1 creating+peering, 18 unknown, 214 active+clean; 4.2 KiB data, 6.3 MiB used, 664 GiB / 672 GiB avail; 97 KiB/s rd, 21 KiB/s wr, 140 op/s 2021-03-04T22:53:39.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:39 gibba008 bash[13002]: cluster 2021-03-04T22:53:38.458517+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T22:53:39.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:39 gibba008 bash[16766]: cluster 2021-03-04T22:53:38.277144+0000 mgr.y (mgr.14138) 349 : cluster [DBG] pgmap v319: 233 pgs: 1 creating+peering, 18 unknown, 214 active+clean; 4.2 KiB data, 6.3 MiB used, 664 GiB / 672 GiB avail; 97 KiB/s rd, 21 KiB/s wr, 140 op/s 2021-03-04T22:53:39.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:39 gibba008 bash[16766]: cluster 2021-03-04T22:53:38.458517+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T22:53:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:39 gibba023 bash[13021]: cluster 2021-03-04T22:53:38.277144+0000 mgr.y (mgr.14138) 349 : cluster [DBG] pgmap v319: 233 pgs: 1 creating+peering, 18 unknown, 214 active+clean; 4.2 KiB data, 6.3 MiB used, 664 GiB / 672 GiB avail; 97 KiB/s rd, 21 KiB/s wr, 140 op/s 2021-03-04T22:53:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:39 gibba023 bash[13021]: cluster 2021-03-04T22:53:38.458517+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T22:53:40.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:40 gibba008 bash[13002]: cluster 2021-03-04T22:53:39.465538+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T22:53:40.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:40 gibba008 bash[13002]: audit 2021-03-04T22:53:39.731909+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.2.108:0/812970706' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:40.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:40 gibba008 bash[16766]: cluster 2021-03-04T22:53:39.465538+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T22:53:40.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:40 gibba008 bash[16766]: audit 2021-03-04T22:53:39.731909+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.2.108:0/812970706' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:40.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:40 gibba023 bash[13021]: cluster 2021-03-04T22:53:39.465538+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T22:53:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:40 gibba023 bash[13021]: audit 2021-03-04T22:53:39.731909+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.2.108:0/812970706' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:41.514 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 2 2021-03-04T22:53:41.514 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:53:41.514 INFO:tasks.workunit.client.0.gibba008.stdout:image: image22 2021-03-04T22:53:41.514 INFO:tasks.workunit.client.0.gibba008.stdout:image: image23 2021-03-04T22:53:41.515 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image22 2021-03-04T22:53:41.515 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image23 2021-03-04T22:53:41.647 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T22:53:41.648 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T22:53:41.648 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 3 2021-03-04T22:53:41.648 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 3 2021-03-04T22:53:41.649 INFO:tasks.workunit.client.0.gibba008.stdout:image: image22 2021-03-04T22:53:41.649 INFO:tasks.workunit.client.0.gibba008.stdout:image: image23 2021-03-04T22:53:41.649 INFO:tasks.workunit.client.0.gibba008.stdout:image: image24 2021-03-04T22:53:41.649 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image22 2021-03-04T22:53:41.649 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image23 2021-03-04T22:53:41.650 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image24 2021-03-04T22:53:41.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:41 gibba008 bash[13002]: cluster 2021-03-04T22:53:40.278407+0000 mgr.y (mgr.14138) 350 : cluster [DBG] pgmap v322: 233 pgs: 1 creating+peering, 18 unknown, 214 active+clean; 4.2 KiB data, 6.4 MiB used, 664 GiB / 672 GiB avail; 97 KiB/s rd, 21 KiB/s wr, 140 op/s 2021-03-04T22:53:41.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:41 gibba008 bash[13002]: cluster 2021-03-04T22:53:40.475960+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T22:53:41.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:41 gibba008 bash[16766]: cluster 2021-03-04T22:53:40.278407+0000 mgr.y (mgr.14138) 350 : cluster [DBG] pgmap v322: 233 pgs: 1 creating+peering, 18 unknown, 214 active+clean; 4.2 KiB data, 6.4 MiB used, 664 GiB / 672 GiB avail; 97 KiB/s rd, 21 KiB/s wr, 140 op/s 2021-03-04T22:53:41.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:41 gibba008 bash[16766]: cluster 2021-03-04T22:53:40.475960+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T22:53:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:41 gibba023 bash[13021]: cluster 2021-03-04T22:53:40.278407+0000 mgr.y (mgr.14138) 350 : cluster [DBG] pgmap v322: 233 pgs: 1 creating+peering, 18 unknown, 214 active+clean; 4.2 KiB data, 6.4 MiB used, 664 GiB / 672 GiB avail; 97 KiB/s rd, 21 KiB/s wr, 140 op/s 2021-03-04T22:53:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:41 gibba023 bash[13021]: cluster 2021-03-04T22:53:40.475960+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T22:53:41.804 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCopyPP (5882 ms) 2021-03-04T22:53:41.804 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2021-03-04T22:53:41.805 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:53:41.805 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestDeepCopy (0 ms) 2021-03-04T22:53:41.805 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2021-03-04T22:53:41.805 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:53:41.806 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (0 ms) 2021-03-04T22:53:41.806 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2021-03-04T22:53:41.806 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:42.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:42 gibba008 bash[13002]: cluster 2021-03-04T22:53:41.486351+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T22:53:42.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:42 gibba008 bash[13002]: audit 2021-03-04T22:53:41.940415+0000 mon.a (mon.0) 682 : audit [DBG] from='client.? 172.21.2.108:0/3114583092' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:42.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:42 gibba008 bash[13002]: cluster 2021-03-04T22:53:42.457647+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T22:53:42.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:42 gibba008 bash[16766]: cluster 2021-03-04T22:53:41.486351+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T22:53:42.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:42 gibba008 bash[16766]: audit 2021-03-04T22:53:41.940415+0000 mon.a (mon.0) 682 : audit [DBG] from='client.? 172.21.2.108:0/3114583092' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:42.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:42 gibba008 bash[16766]: cluster 2021-03-04T22:53:42.457647+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T22:53:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:42 gibba023 bash[13021]: cluster 2021-03-04T22:53:41.486351+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T22:53:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:42 gibba023 bash[13021]: audit 2021-03-04T22:53:41.940415+0000 mon.a (mon.0) 682 : audit [DBG] from='client.? 172.21.2.108:0/3114583092' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:42 gibba023 bash[13021]: cluster 2021-03-04T22:53:42.457647+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T22:53:44.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: cluster 2021-03-04T22:53:42.279996+0000 mgr.y (mgr.14138) 351 : cluster [DBG] pgmap v325: 233 pgs: 1 creating+peering, 232 active+clean; 4.3 KiB data, 6.7 MiB used, 664 GiB / 672 GiB avail; 36 KiB/s rd, 18 KiB/s wr, 73 op/s 2021-03-04T22:53:44.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: cephadm 2021-03-04T22:53:42.948432+0000 mgr.y (mgr.14138) 352 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2021-03-04T22:53:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: cephadm 2021-03-04T22:53:42.948661+0000 mgr.y (mgr.14138) 353 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2021-03-04T22:53:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: cephadm 2021-03-04T22:53:42.948889+0000 mgr.y (mgr.14138) 354 : cephadm [INF] Upgrade: Redeploying mgr.x 2021-03-04T22:53:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: audit 2021-03-04T22:53:42.958832+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: audit 2021-03-04T22:53:42.959739+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2021-03-04T22:53:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: audit 2021-03-04T22:53:42.960498+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:53:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: cephadm 2021-03-04T22:53:42.960929+0000 mgr.y (mgr.14138) 355 : cephadm [INF] Deploying daemon mgr.x on gibba023 2021-03-04T22:53:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: audit 2021-03-04T22:53:42.961313+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-03-04T22:53:44.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[13002]: cluster 2021-03-04T22:53:43.470402+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T22:53:44.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: cluster 2021-03-04T22:53:42.279996+0000 mgr.y (mgr.14138) 351 : cluster [DBG] pgmap v325: 233 pgs: 1 creating+peering, 232 active+clean; 4.3 KiB data, 6.7 MiB used, 664 GiB / 672 GiB avail; 36 KiB/s rd, 18 KiB/s wr, 73 op/s 2021-03-04T22:53:44.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: cephadm 2021-03-04T22:53:42.948432+0000 mgr.y (mgr.14138) 352 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2021-03-04T22:53:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: cephadm 2021-03-04T22:53:42.948661+0000 mgr.y (mgr.14138) 353 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2021-03-04T22:53:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: cephadm 2021-03-04T22:53:42.948889+0000 mgr.y (mgr.14138) 354 : cephadm [INF] Upgrade: Redeploying mgr.x 2021-03-04T22:53:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: audit 2021-03-04T22:53:42.958832+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: audit 2021-03-04T22:53:42.959739+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2021-03-04T22:53:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: audit 2021-03-04T22:53:42.960498+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:53:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: cephadm 2021-03-04T22:53:42.960929+0000 mgr.y (mgr.14138) 355 : cephadm [INF] Deploying daemon mgr.x on gibba023 2021-03-04T22:53:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: audit 2021-03-04T22:53:42.961313+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-03-04T22:53:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:43 gibba008 bash[16766]: cluster 2021-03-04T22:53:43.470402+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T22:53:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: cluster 2021-03-04T22:53:42.279996+0000 mgr.y (mgr.14138) 351 : cluster [DBG] pgmap v325: 233 pgs: 1 creating+peering, 232 active+clean; 4.3 KiB data, 6.7 MiB used, 664 GiB / 672 GiB avail; 36 KiB/s rd, 18 KiB/s wr, 73 op/s 2021-03-04T22:53:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: cephadm 2021-03-04T22:53:42.948432+0000 mgr.y (mgr.14138) 352 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2021-03-04T22:53:44.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: cephadm 2021-03-04T22:53:42.948661+0000 mgr.y (mgr.14138) 353 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2021-03-04T22:53:44.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: cephadm 2021-03-04T22:53:42.948889+0000 mgr.y (mgr.14138) 354 : cephadm [INF] Upgrade: Redeploying mgr.x 2021-03-04T22:53:44.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: audit 2021-03-04T22:53:42.958832+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:44.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: audit 2021-03-04T22:53:42.959739+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2021-03-04T22:53:44.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: audit 2021-03-04T22:53:42.960498+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:53:44.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: cephadm 2021-03-04T22:53:42.960929+0000 mgr.y (mgr.14138) 355 : cephadm [INF] Deploying daemon mgr.x on gibba023 2021-03-04T22:53:44.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: audit 2021-03-04T22:53:42.961313+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-03-04T22:53:44.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:43 gibba023 bash[13021]: cluster 2021-03-04T22:53:43.470402+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T22:53:45.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:44 gibba008 bash[13002]: audit 2021-03-04T22:53:44.147678+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.2.108:0/1521120645' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:45.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:44 gibba008 bash[13002]: cluster 2021-03-04T22:53:44.474952+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T22:53:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:44 gibba008 bash[16766]: audit 2021-03-04T22:53:44.147678+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.2.108:0/1521120645' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:44 gibba008 bash[16766]: cluster 2021-03-04T22:53:44.474952+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T22:53:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:44 gibba023 bash[13021]: audit 2021-03-04T22:53:44.147678+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.2.108:0/1521120645' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:44 gibba023 bash[13021]: cluster 2021-03-04T22:53:44.474952+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T22:53:45.275 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:44 gibba023 systemd[1]: Stopping Ceph mgr.x for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:53:45.489 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:53:45.489 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:45.489 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:53:45.490 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T22:53:45.490 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T22:53:45.490 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:53:45.490 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:53:45.491 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:53:45.491 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T22:53:45.491 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T22:53:45.491 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:53:45.491 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:45.492 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:53:45.492 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T22:53:45.492 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T22:53:45.492 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T22:53:45.492 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3685 ms) 2021-03-04T22:53:45.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2021-03-04T22:53:45.493 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:53:45.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (0 ms) 2021-03-04T22:53:45.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2021-03-04T22:53:45.494 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:46.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:45 gibba008 bash[13002]: cluster 2021-03-04T22:53:44.281267+0000 mgr.y (mgr.14138) 356 : cluster [DBG] pgmap v328: 233 pgs: 233 active+clean; 4.5 KiB data, 7.1 MiB used, 664 GiB / 672 GiB avail; 95 KiB/s rd, 21 KiB/s wr, 137 op/s 2021-03-04T22:53:46.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:45 gibba008 bash[13002]: cluster 2021-03-04T22:53:45.477653+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-03-04T22:53:46.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:45 gibba008 bash[16766]: cluster 2021-03-04T22:53:44.281267+0000 mgr.y (mgr.14138) 356 : cluster [DBG] pgmap v328: 233 pgs: 233 active+clean; 4.5 KiB data, 7.1 MiB used, 664 GiB / 672 GiB avail; 95 KiB/s rd, 21 KiB/s wr, 137 op/s 2021-03-04T22:53:46.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:45 gibba008 bash[16766]: cluster 2021-03-04T22:53:45.477653+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-03-04T22:53:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:45 gibba023 bash[13021]: cluster 2021-03-04T22:53:44.281267+0000 mgr.y (mgr.14138) 356 : cluster [DBG] pgmap v328: 233 pgs: 233 active+clean; 4.5 KiB data, 7.1 MiB used, 664 GiB / 672 GiB avail; 95 KiB/s rd, 21 KiB/s wr, 137 op/s 2021-03-04T22:53:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:45 gibba023 bash[13021]: cluster 2021-03-04T22:53:45.477653+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-03-04T22:53:46.495 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:53:46.496 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:46.496 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:53:46.496 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T22:53:47.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:46 gibba008 bash[13002]: audit 2021-03-04T22:53:46.354500+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.2.108:0/2920484176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:47.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:46 gibba008 bash[13002]: cluster 2021-03-04T22:53:46.489122+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-03-04T22:53:47.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:46 gibba008 bash[16766]: audit 2021-03-04T22:53:46.354500+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.2.108:0/2920484176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:47.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:46 gibba008 bash[16766]: cluster 2021-03-04T22:53:46.489122+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-03-04T22:53:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:46 gibba023 bash[13021]: audit 2021-03-04T22:53:46.354500+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.2.108:0/2920484176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:46 gibba023 bash[13021]: cluster 2021-03-04T22:53:46.489122+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-03-04T22:53:47.462 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T22:53:47.463 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:53:47.463 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:53:47.463 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:53:47.463 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T22:53:47.464 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T22:53:48.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:47 gibba008 bash[13002]: cluster 2021-03-04T22:53:46.281645+0000 mgr.y (mgr.14138) 357 : cluster [DBG] pgmap v331: 233 pgs: 233 active+clean; 4.5 KiB data, 7.1 MiB used, 664 GiB / 672 GiB avail; 59 KiB/s rd, 2.5 KiB/s wr, 63 op/s 2021-03-04T22:53:48.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:47 gibba008 bash[13002]: cluster 2021-03-04T22:53:47.454262+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-03-04T22:53:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:47 gibba008 bash[16766]: cluster 2021-03-04T22:53:46.281645+0000 mgr.y (mgr.14138) 357 : cluster [DBG] pgmap v331: 233 pgs: 233 active+clean; 4.5 KiB data, 7.1 MiB used, 664 GiB / 672 GiB avail; 59 KiB/s rd, 2.5 KiB/s wr, 63 op/s 2021-03-04T22:53:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:47 gibba008 bash[16766]: cluster 2021-03-04T22:53:47.454262+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-03-04T22:53:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:47 gibba023 bash[13021]: cluster 2021-03-04T22:53:46.281645+0000 mgr.y (mgr.14138) 357 : cluster [DBG] pgmap v331: 233 pgs: 233 active+clean; 4.5 KiB data, 7.1 MiB used, 664 GiB / 672 GiB avail; 59 KiB/s rd, 2.5 KiB/s wr, 63 op/s 2021-03-04T22:53:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:47 gibba023 bash[13021]: cluster 2021-03-04T22:53:47.454262+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-03-04T22:53:48.466 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:53:48.466 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:48.467 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:53:48.467 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T22:53:49.475 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T22:53:49.476 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T22:53:49.476 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3987 ms) 2021-03-04T22:53:49.477 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2021-03-04T22:53:49.477 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:49.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:49 gibba008 bash[16766]: cluster 2021-03-04T22:53:48.283175+0000 mgr.y (mgr.14138) 358 : cluster [DBG] pgmap v334: 233 pgs: 233 active+clean; 4.7 KiB data, 7.7 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2021-03-04T22:53:49.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:49 gibba008 bash[16766]: cluster 2021-03-04T22:53:48.459661+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T22:53:49.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:49 gibba008 bash[16766]: audit 2021-03-04T22:53:48.565827+0000 mon.c (mon.1) 32 : audit [DBG] from='client.? 172.21.2.108:0/3866648494' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:49.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:49 gibba008 bash[13002]: cluster 2021-03-04T22:53:48.283175+0000 mgr.y (mgr.14138) 358 : cluster [DBG] pgmap v334: 233 pgs: 233 active+clean; 4.7 KiB data, 7.7 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2021-03-04T22:53:49.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:49 gibba008 bash[13002]: cluster 2021-03-04T22:53:48.459661+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T22:53:49.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:49 gibba008 bash[13002]: audit 2021-03-04T22:53:48.565827+0000 mon.c (mon.1) 32 : audit [DBG] from='client.? 172.21.2.108:0/3866648494' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:49 gibba023 bash[13021]: cluster 2021-03-04T22:53:48.283175+0000 mgr.y (mgr.14138) 358 : cluster [DBG] pgmap v334: 233 pgs: 233 active+clean; 4.7 KiB data, 7.7 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2021-03-04T22:53:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:49 gibba023 bash[13021]: cluster 2021-03-04T22:53:48.459661+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T22:53:49.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:49 gibba023 bash[13021]: audit 2021-03-04T22:53:48.565827+0000 mon.c (mon.1) 32 : audit [DBG] from='client.? 172.21.2.108:0/3866648494' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:50.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:50 gibba008 bash[13002]: cluster 2021-03-04T22:53:49.468942+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T22:53:50.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:50 gibba008 bash[16766]: cluster 2021-03-04T22:53:49.468942+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T22:53:50.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:50 gibba023 bash[13021]: cluster 2021-03-04T22:53:49.468942+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T22:53:51.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:51 gibba008 bash[13002]: cluster 2021-03-04T22:53:50.284446+0000 mgr.y (mgr.14138) 359 : cluster [DBG] pgmap v337: 233 pgs: 233 active+clean; 4.7 KiB data, 7.7 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2021-03-04T22:53:51.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:51 gibba008 bash[13002]: cluster 2021-03-04T22:53:50.486060+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T22:53:51.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:51 gibba008 bash[13002]: audit 2021-03-04T22:53:50.771048+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? 172.21.2.108:0/3052841472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:51.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:51 gibba008 bash[16766]: cluster 2021-03-04T22:53:50.284446+0000 mgr.y (mgr.14138) 359 : cluster [DBG] pgmap v337: 233 pgs: 233 active+clean; 4.7 KiB data, 7.7 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2021-03-04T22:53:51.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:51 gibba008 bash[16766]: cluster 2021-03-04T22:53:50.486060+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T22:53:51.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:51 gibba008 bash[16766]: audit 2021-03-04T22:53:50.771048+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? 172.21.2.108:0/3052841472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:51 gibba023 bash[13021]: cluster 2021-03-04T22:53:50.284446+0000 mgr.y (mgr.14138) 359 : cluster [DBG] pgmap v337: 233 pgs: 233 active+clean; 4.7 KiB data, 7.7 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2021-03-04T22:53:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:51 gibba023 bash[13021]: cluster 2021-03-04T22:53:50.486060+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T22:53:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:51 gibba023 bash[13021]: audit 2021-03-04T22:53:50.771048+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? 172.21.2.108:0/3052841472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:52.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:52 gibba008 bash[13002]: cluster 2021-03-04T22:53:51.495766+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T22:53:52.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:52 gibba008 bash[13002]: cluster 2021-03-04T22:53:52.462197+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T22:53:52.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:52 gibba008 bash[16766]: cluster 2021-03-04T22:53:51.495766+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T22:53:52.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:52 gibba008 bash[16766]: cluster 2021-03-04T22:53:52.462197+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T22:53:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:52 gibba023 bash[13021]: cluster 2021-03-04T22:53:51.495766+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T22:53:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:52 gibba023 bash[13021]: cluster 2021-03-04T22:53:52.462197+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T22:53:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:53 gibba023 bash[13021]: cluster 2021-03-04T22:53:52.285967+0000 mgr.y (mgr.14138) 360 : cluster [DBG] pgmap v340: 233 pgs: 233 active+clean; 4.7 KiB data, 8.1 MiB used, 664 GiB / 672 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T22:53:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:53 gibba023 bash[13021]: audit 2021-03-04T22:53:52.976019+0000 mon.c (mon.1) 33 : audit [DBG] from='client.? 172.21.2.108:0/201419882' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:53 gibba023 bash[13021]: cluster 2021-03-04T22:53:53.467724+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T22:53:54.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:53 gibba008 bash[13002]: cluster 2021-03-04T22:53:52.285967+0000 mgr.y (mgr.14138) 360 : cluster [DBG] pgmap v340: 233 pgs: 233 active+clean; 4.7 KiB data, 8.1 MiB used, 664 GiB / 672 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T22:53:54.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:53 gibba008 bash[13002]: audit 2021-03-04T22:53:52.976019+0000 mon.c (mon.1) 33 : audit [DBG] from='client.? 172.21.2.108:0/201419882' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:54.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:53 gibba008 bash[13002]: cluster 2021-03-04T22:53:53.467724+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T22:53:54.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:53 gibba008 bash[16766]: cluster 2021-03-04T22:53:52.285967+0000 mgr.y (mgr.14138) 360 : cluster [DBG] pgmap v340: 233 pgs: 233 active+clean; 4.7 KiB data, 8.1 MiB used, 664 GiB / 672 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T22:53:54.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:53 gibba008 bash[16766]: audit 2021-03-04T22:53:52.976019+0000 mon.c (mon.1) 33 : audit [DBG] from='client.? 172.21.2.108:0/201419882' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:54.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:53 gibba008 bash[16766]: cluster 2021-03-04T22:53:53.467724+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T22:53:55.492 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T22:53:55.492 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T22:53:55.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6017 ms) 2021-03-04T22:53:55.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2021-03-04T22:53:55.493 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:55.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:55 gibba008 bash[16766]: cluster 2021-03-04T22:53:54.287278+0000 mgr.y (mgr.14138) 361 : cluster [DBG] pgmap v343: 233 pgs: 233 active+clean; 4.8 KiB data, 8.4 MiB used, 664 GiB / 672 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2021-03-04T22:53:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:55 gibba008 bash[16766]: cluster 2021-03-04T22:53:54.477371+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T22:53:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:55 gibba008 bash[16766]: audit 2021-03-04T22:53:55.223076+0000 mon.c (mon.1) 34 : audit [DBG] from='client.? 172.21.2.108:0/899166725' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:55 gibba008 bash[13002]: cluster 2021-03-04T22:53:54.287278+0000 mgr.y (mgr.14138) 361 : cluster [DBG] pgmap v343: 233 pgs: 233 active+clean; 4.8 KiB data, 8.4 MiB used, 664 GiB / 672 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2021-03-04T22:53:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:55 gibba008 bash[13002]: cluster 2021-03-04T22:53:54.477371+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T22:53:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:55 gibba008 bash[13002]: audit 2021-03-04T22:53:55.223076+0000 mon.c (mon.1) 34 : audit [DBG] from='client.? 172.21.2.108:0/899166725' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:55.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:55 gibba023 bash[13021]: cluster 2021-03-04T22:53:54.287278+0000 mgr.y (mgr.14138) 361 : cluster [DBG] pgmap v343: 233 pgs: 233 active+clean; 4.8 KiB data, 8.4 MiB used, 664 GiB / 672 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2021-03-04T22:53:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:55 gibba023 bash[13021]: cluster 2021-03-04T22:53:54.477371+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T22:53:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:55 gibba023 bash[13021]: audit 2021-03-04T22:53:55.223076+0000 mon.c (mon.1) 34 : audit [DBG] from='client.? 172.21.2.108:0/899166725' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:56.198 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:55 gibba023 docker[24331]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-mgr.x 2021-03-04T22:53:56.198 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:55 gibba023 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-03-04T22:53:56.199 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:55 gibba023 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-03-04T22:53:56.199 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:55 gibba023 systemd[1]: Stopped Ceph mgr.x for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:53:56.199 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:55 gibba023 systemd[1]: Started Ceph mgr.x for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:53:56.492 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:53:56.493 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:56.493 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:53:56.493 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T22:53:56.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:56 gibba008 bash[13002]: cluster 2021-03-04T22:53:55.483164+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T22:53:56.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:56 gibba008 bash[13002]: audit 2021-03-04T22:53:55.990142+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:56.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:56 gibba008 bash[13002]: audit 2021-03-04T22:53:55.991421+0000 mon.a (mon.0) 703 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:56.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:56 gibba008 bash[16766]: cluster 2021-03-04T22:53:55.483164+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T22:53:56.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:56 gibba008 bash[16766]: audit 2021-03-04T22:53:55.990142+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:56.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:56 gibba008 bash[16766]: audit 2021-03-04T22:53:55.991421+0000 mon.a (mon.0) 703 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:56 gibba023 bash[13021]: cluster 2021-03-04T22:53:55.483164+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T22:53:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:56 gibba023 bash[13021]: audit 2021-03-04T22:53:55.990142+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:56 gibba023 bash[13021]: audit 2021-03-04T22:53:55.991421+0000 mon.a (mon.0) 703 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-03-04T22:53:57.273 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:53:56 gibba023 bash[24432]: debug 2021-03-04T22:53:56.992+0000 7f80b30fb700 1 -- 172.21.2.123:0/3043288337 <== mon.2 v2:172.21.2.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e5f7dc84e0 con 0x55e5f7eb5000 2021-03-04T22:53:57.461 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T22:53:57.462 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:53:57.462 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:53:57.462 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:53:57.463 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T22:53:57.463 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T22:53:57.464 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T22:53:57.465 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:53:57.465 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1-rename 2021-03-04T22:53:57.465 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:53:57.465 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1-rename with size 2097152 2021-03-04T22:53:57.466 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T22:53:57.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: cluster 2021-03-04T22:53:56.288327+0000 mgr.y (mgr.14138) 362 : cluster [DBG] pgmap v346: 233 pgs: 233 active+clean; 4.8 KiB data, 8.4 MiB used, 664 GiB / 672 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2021-03-04T22:53:57.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: cluster 2021-03-04T22:53:56.488246+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T22:53:57.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: audit 2021-03-04T22:53:56.980171+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:57.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: audit 2021-03-04T22:53:56.982770+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:57.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: cephadm 2021-03-04T22:53:56.985139+0000 mgr.y (mgr.14138) 363 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 with id dad386f09c7432984eb7b599b8352ef4fd6ad1844a2ea1c5edd1735ed504dd92 2021-03-04T22:53:57.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: audit 2021-03-04T22:53:56.985536+0000 mon.a (mon.0) 707 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:53:57.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: cephadm 2021-03-04T22:53:56.986491+0000 mgr.y (mgr.14138) 364 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-03-04T22:53:57.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: cephadm 2021-03-04T22:53:56.986622+0000 mgr.y (mgr.14138) 365 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-03-04T22:53:57.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: audit 2021-03-04T22:53:57.430105+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.2.108:0/2533216419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:57.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[13002]: cluster 2021-03-04T22:53:57.457326+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T22:53:57.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: cluster 2021-03-04T22:53:56.288327+0000 mgr.y (mgr.14138) 362 : cluster [DBG] pgmap v346: 233 pgs: 233 active+clean; 4.8 KiB data, 8.4 MiB used, 664 GiB / 672 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2021-03-04T22:53:57.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: cluster 2021-03-04T22:53:56.488246+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T22:53:57.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: audit 2021-03-04T22:53:56.980171+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:57.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: audit 2021-03-04T22:53:56.982770+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:57.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: cephadm 2021-03-04T22:53:56.985139+0000 mgr.y (mgr.14138) 363 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 with id dad386f09c7432984eb7b599b8352ef4fd6ad1844a2ea1c5edd1735ed504dd92 2021-03-04T22:53:57.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: audit 2021-03-04T22:53:56.985536+0000 mon.a (mon.0) 707 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:53:57.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: cephadm 2021-03-04T22:53:56.986491+0000 mgr.y (mgr.14138) 364 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-03-04T22:53:57.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: cephadm 2021-03-04T22:53:56.986622+0000 mgr.y (mgr.14138) 365 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-03-04T22:53:57.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: audit 2021-03-04T22:53:57.430105+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.2.108:0/2533216419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:57.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:57 gibba008 bash[16766]: cluster 2021-03-04T22:53:57.457326+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T22:53:57.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: cluster 2021-03-04T22:53:56.288327+0000 mgr.y (mgr.14138) 362 : cluster [DBG] pgmap v346: 233 pgs: 233 active+clean; 4.8 KiB data, 8.4 MiB used, 664 GiB / 672 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2021-03-04T22:53:57.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: cluster 2021-03-04T22:53:56.488246+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T22:53:57.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: audit 2021-03-04T22:53:56.980171+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: audit 2021-03-04T22:53:56.982770+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' 2021-03-04T22:53:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: cephadm 2021-03-04T22:53:56.985139+0000 mgr.y (mgr.14138) 363 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 with id dad386f09c7432984eb7b599b8352ef4fd6ad1844a2ea1c5edd1735ed504dd92 2021-03-04T22:53:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: audit 2021-03-04T22:53:56.985536+0000 mon.a (mon.0) 707 : audit [DBG] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:53:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: cephadm 2021-03-04T22:53:56.986491+0000 mgr.y (mgr.14138) 364 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-03-04T22:53:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: cephadm 2021-03-04T22:53:56.986622+0000 mgr.y (mgr.14138) 365 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-03-04T22:53:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: audit 2021-03-04T22:53:57.430105+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.2.108:0/2533216419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:53:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:57 gibba023 bash[13021]: cluster 2021-03-04T22:53:57.457326+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T22:53:58.477 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:53:58.477 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:53:58.477 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2-rename 2021-03-04T22:53:58.478 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2-rename with size 4194304 2021-03-04T22:53:58.801 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T22:53:58.802 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T22:53:58.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3309 ms) 2021-03-04T22:53:58.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIO 2021-03-04T22:53:58.803 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:53:59.759 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13244]: ignoring --setuser ceph since I am not root 2021-03-04T22:53:59.760 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13244]: ignoring --setgroup ceph since I am not root 2021-03-04T22:53:59.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[16766]: cluster 2021-03-04T22:53:58.290221+0000 mgr.y (mgr.14138) 366 : cluster [DBG] pgmap v349: 233 pgs: 233 active+clean; 4.9 KiB data, 8.9 MiB used, 664 GiB / 672 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2021-03-04T22:53:59.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[16766]: cluster 2021-03-04T22:53:58.468868+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T22:53:59.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[16766]: cephadm 2021-03-04T22:53:58.792518+0000 mgr.y (mgr.14138) 367 : cephadm [INF] Failing over to other MGR 2021-03-04T22:53:59.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[16766]: audit 2021-03-04T22:53:58.792852+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-03-04T22:53:59.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[16766]: cluster 2021-03-04T22:53:58.797048+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T22:53:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13002]: cluster 2021-03-04T22:53:58.290221+0000 mgr.y (mgr.14138) 366 : cluster [DBG] pgmap v349: 233 pgs: 233 active+clean; 4.9 KiB data, 8.9 MiB used, 664 GiB / 672 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2021-03-04T22:53:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13002]: cluster 2021-03-04T22:53:58.468868+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T22:53:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13002]: cephadm 2021-03-04T22:53:58.792518+0000 mgr.y (mgr.14138) 367 : cephadm [INF] Failing over to other MGR 2021-03-04T22:53:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13002]: audit 2021-03-04T22:53:58.792852+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-03-04T22:53:59.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:53:59 gibba008 bash[13002]: cluster 2021-03-04T22:53:58.797048+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T22:53:59.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:59 gibba023 bash[13021]: cluster 2021-03-04T22:53:58.290221+0000 mgr.y (mgr.14138) 366 : cluster [DBG] pgmap v349: 233 pgs: 233 active+clean; 4.9 KiB data, 8.9 MiB used, 664 GiB / 672 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2021-03-04T22:53:59.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:59 gibba023 bash[13021]: cluster 2021-03-04T22:53:58.468868+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T22:53:59.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:59 gibba023 bash[13021]: cephadm 2021-03-04T22:53:58.792518+0000 mgr.y (mgr.14138) 367 : cephadm [INF] Failing over to other MGR 2021-03-04T22:53:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:59 gibba023 bash[13021]: audit 2021-03-04T22:53:58.792852+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-03-04T22:53:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:53:59 gibba023 bash[13021]: cluster 2021-03-04T22:53:58.797048+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T22:54:00.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:00 gibba008 bash[13002]: audit 2021-03-04T22:53:59.493967+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-03-04T22:54:00.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:00 gibba008 bash[13002]: cluster 2021-03-04T22:53:59.494006+0000 mon.a (mon.0) 714 : cluster [DBG] mgrmap e15: x(active, starting, since 0.700313s) 2021-03-04T22:54:00.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:00 gibba008 bash[13002]: audit 2021-03-04T22:53:59.647180+0000 mon.c (mon.1) 35 : audit [DBG] from='client.? 172.21.2.108:0/3106691423' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:00.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:00 gibba008 bash[16766]: audit 2021-03-04T22:53:59.493967+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-03-04T22:54:00.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:00 gibba008 bash[16766]: cluster 2021-03-04T22:53:59.494006+0000 mon.a (mon.0) 714 : cluster [DBG] mgrmap e15: x(active, starting, since 0.700313s) 2021-03-04T22:54:00.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:00 gibba008 bash[16766]: audit 2021-03-04T22:53:59.647180+0000 mon.c (mon.1) 35 : audit [DBG] from='client.? 172.21.2.108:0/3106691423' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:00 gibba023 bash[13021]: audit 2021-03-04T22:53:59.493967+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14138 172.21.2.108:0/2614412666' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-03-04T22:54:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:00 gibba023 bash[13021]: cluster 2021-03-04T22:53:59.494006+0000 mon.a (mon.0) 714 : cluster [DBG] mgrmap e15: x(active, starting, since 0.700313s) 2021-03-04T22:54:00.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:00 gibba023 bash[13021]: audit 2021-03-04T22:53:59.647180+0000 mon.c (mon.1) 35 : audit [DBG] from='client.? 172.21.2.108:0/3106691423' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:00.837 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:00.838 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:00.838 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:00.838 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:00.838 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:00.839 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.839 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:00.839 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.839 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.839 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:00.840 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.840 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:00.840 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.840 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.840 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:00.841 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.841 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:00.841 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.841 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.841 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:00.842 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.842 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:00.842 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.842 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.843 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:00.843 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.843 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:00.843 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.843 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.844 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:00.844 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:00.844 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:00.844 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:00.844 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:00.845 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:00.845 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:00.845 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:00.845 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:00.845 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:00.846 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:00.846 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.846 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:00.846 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.847 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.847 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:00.847 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.847 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:00.848 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.848 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.848 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:00.848 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.848 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:00.849 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.849 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.849 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:00.849 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.849 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:00.850 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.850 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.850 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:00.850 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.851 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:00.851 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.851 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.851 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:00.851 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.852 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.852 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.852 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.852 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.852 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.853 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:00.855 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:00.855 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:00.856 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.856 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:00.856 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:00.856 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:00.856 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.857 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:00.857 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:00.857 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:00.857 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.858 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:00.858 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:00.858 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:00.858 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.858 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:00.859 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:00.859 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:00.859 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 512~512 = 512 2021-03-04T22:54:00.859 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.860 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 1536~512 = 0 2021-03-04T22:54:00.860 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.860 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.860 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.860 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.861 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:00.861 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:00.861 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.861 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.861 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:00.862 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.862 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.862 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:00.862 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.863 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.863 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:00.863 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.863 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.864 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.864 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.864 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:00.864 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.865 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.865 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:00.865 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.865 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.865 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:00.866 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.866 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.866 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:00.866 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.866 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.868 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.868 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.868 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:00.868 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.868 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.869 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:00.869 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.869 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.870 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:00.870 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.870 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.870 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:00.870 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.871 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.871 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.871 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.871 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:00.872 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.872 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.872 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:00.872 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.873 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.873 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:00.873 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.873 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.873 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:00.874 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.874 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.874 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.874 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.875 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:00.875 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.875 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.875 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:00.875 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.876 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.876 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:00.876 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.876 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.876 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:00.877 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.877 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.877 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.877 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.877 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.878 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.878 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.878 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.878 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:00.879 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.879 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.879 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.879 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.879 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.880 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.880 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:00.880 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.880 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.880 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.881 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.881 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.881 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.882 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:00.882 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.882 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.882 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.882 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.883 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.883 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.883 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:00.883 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.883 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.884 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.884 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.884 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.884 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.885 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.885 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:00.885 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.885 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.885 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.886 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.886 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:00.886 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.886 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.886 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:00.887 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:00.887 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:00.887 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:00.887 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:00.887 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:00.888 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:00.888 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:01.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[16766]: cluster 2021-03-04T22:54:00.890025+0000 mon.a (mon.0) 715 : cluster [INF] Active manager daemon x restarted 2021-03-04T22:54:01.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[16766]: audit 2021-03-04T22:54:00.890373+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:01.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[16766]: cluster 2021-03-04T22:54:00.890671+0000 mon.a (mon.0) 716 : cluster [INF] Activating manager daemon x 2021-03-04T22:54:01.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[16766]: audit 2021-03-04T22:54:00.891247+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:01.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[16766]: cluster 2021-03-04T22:54:00.893001+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T22:54:01.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[13002]: cluster 2021-03-04T22:54:00.890025+0000 mon.a (mon.0) 715 : cluster [INF] Active manager daemon x restarted 2021-03-04T22:54:01.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[13002]: audit 2021-03-04T22:54:00.890373+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:01.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[13002]: cluster 2021-03-04T22:54:00.890671+0000 mon.a (mon.0) 716 : cluster [INF] Activating manager daemon x 2021-03-04T22:54:01.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[13002]: audit 2021-03-04T22:54:00.891247+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:01.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:01 gibba008 bash[13002]: cluster 2021-03-04T22:54:00.893001+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T22:54:01.773 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[24432]: Warning: Permanently added 'gibba008,172.21.2.108' (ECDSA) to the list of known hosts. 2021-03-04T22:54:01.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[13021]: cluster 2021-03-04T22:54:00.890025+0000 mon.a (mon.0) 715 : cluster [INF] Active manager daemon x restarted 2021-03-04T22:54:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[13021]: audit 2021-03-04T22:54:00.890373+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[13021]: cluster 2021-03-04T22:54:00.890671+0000 mon.a (mon.0) 716 : cluster [INF] Activating manager daemon x 2021-03-04T22:54:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[13021]: audit 2021-03-04T22:54:00.891247+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[13021]: cluster 2021-03-04T22:54:00.893001+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T22:54:02.273 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[24432]: debug 2021-03-04T22:54:01.820+0000 7f8071a85700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:02.273 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[24432]: debug 2021-03-04T22:54:01.820+0000 7f8071a85700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:02.274 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[24432]: debug 2021-03-04T22:54:01.820+0000 7f8071a85700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:02.274 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[24432]: debug 2021-03-04T22:54:01.820+0000 7f8071a85700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:02.274 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:01 gibba023 bash[24432]: debug 2021-03-04T22:54:01.820+0000 7f8071a85700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: cluster 2021-03-04T22:54:01.503214+0000 mon.a (mon.0) 718 : cluster [DBG] mgrmap e16: x(active, starting, since 0.612753s) 2021-03-04T22:54:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.509569+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:54:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.509725+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:54:02.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.510395+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:54:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.510937+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:54:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.511084+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:54:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.511295+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:54:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.511504+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:54:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.511692+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:54:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.511850+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:54:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.512050+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:54:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.512261+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:54:02.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.517083+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:54:02.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.517239+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:54:02.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.517551+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:54:02.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.519777+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:54:02.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.521209+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T22:54:02.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.521923+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T22:54:02.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: cluster 2021-03-04T22:54:01.503214+0000 mon.a (mon.0) 718 : cluster [DBG] mgrmap e16: x(active, starting, since 0.612753s) 2021-03-04T22:54:02.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.509569+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:54:02.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.509725+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:54:02.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.510395+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:54:02.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.510937+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:54:02.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.511084+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:54:02.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.511295+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:54:02.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.511504+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:54:02.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.511692+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:54:02.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.511850+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:54:02.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.512050+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:54:02.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.512261+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:54:02.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.517083+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:54:02.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.517239+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:54:02.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.517551+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:54:02.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.519777+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:54:02.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.521209+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T22:54:02.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.521923+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T22:54:02.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.522673+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:54:02.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.523399+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba023"}]: dispatch 2021-03-04T22:54:02.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.524107+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:54:02.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.524810+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:54:02.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.525537+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T22:54:02.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.526303+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T22:54:02.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.527093+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T22:54:02.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.527746+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T22:54:02.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.528331+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T22:54:02.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.529062+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T22:54:02.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.529766+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:54:02.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.530465+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:54:02.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.531102+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:54:02.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.531689+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T22:54:02.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.532247+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T22:54:02.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.532915+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:02.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.533611+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:02.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.522673+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:54:02.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.523399+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba023"}]: dispatch 2021-03-04T22:54:02.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.524107+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:54:02.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.524810+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:54:02.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.525537+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T22:54:02.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.526303+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T22:54:02.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.527093+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T22:54:02.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.527746+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T22:54:02.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.528331+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T22:54:02.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.529062+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T22:54:02.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.529766+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:54:02.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.530465+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:54:02.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.531102+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:54:02.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.531689+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T22:54:02.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.532247+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T22:54:02.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.532915+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:02.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.533611+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:02.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.534240+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:54:02.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.534845+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T22:54:02.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.535352+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:54:02.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.535878+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:54:02.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: cluster 2021-03-04T22:54:01.554844+0000 mon.a (mon.0) 719 : cluster [INF] Manager daemon x is now available 2021-03-04T22:54:02.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.692603+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:02.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.714069+0000 mon.c (mon.1) 77 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:02.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.714435+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:02.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.728661+0000 mon.c (mon.1) 78 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:02.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.728985+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:02.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:01.867753+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? 172.21.2.108:0/3245797634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:02.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: cluster 2021-03-04T22:54:02.457593+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-03-04T22:54:02.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:02.458201+0000 mon.c (mon.1) 79 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:02.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:02.459596+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:02.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:02.460214+0000 mon.c (mon.1) 80 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:02.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:02.460430+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:02.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: cluster 2021-03-04T22:54:02.465240+0000 mon.a (mon.0) 726 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:02.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:02.465956+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.? 172.21.2.108:0/3447243879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:02.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[13002]: audit 2021-03-04T22:54:02.466729+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.? 172.21.2.108:0/3447243879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:02.784 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.534240+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:54:02.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.534845+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T22:54:02.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.535352+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:54:02.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.535878+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:54:02.786 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: cluster 2021-03-04T22:54:01.554844+0000 mon.a (mon.0) 719 : cluster [INF] Manager daemon x is now available 2021-03-04T22:54:02.786 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.692603+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:02.786 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.714069+0000 mon.c (mon.1) 77 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:02.787 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.714435+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:02.787 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.728661+0000 mon.c (mon.1) 78 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:02.787 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.728985+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:02.791 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:01.867753+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? 172.21.2.108:0/3245797634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:02.791 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: cluster 2021-03-04T22:54:02.457593+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-03-04T22:54:02.791 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:02.458201+0000 mon.c (mon.1) 79 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:02.791 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:02.459596+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:02.792 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:02.460214+0000 mon.c (mon.1) 80 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:02.792 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:02.460430+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:02.792 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: cluster 2021-03-04T22:54:02.465240+0000 mon.a (mon.0) 726 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:02.793 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:02.465956+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.? 172.21.2.108:0/3447243879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:02.793 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:02 gibba008 bash[16766]: audit 2021-03-04T22:54:02.466729+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.? 172.21.2.108:0/3447243879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:02.794 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: cluster 2021-03-04T22:54:01.503214+0000 mon.a (mon.0) 718 : cluster [DBG] mgrmap e16: x(active, starting, since 0.612753s) 2021-03-04T22:54:02.794 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.509569+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:54:02.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.509725+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:54:02.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.510395+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:54:02.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.510937+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:54:02.796 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.511084+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:54:02.796 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.511295+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:54:02.796 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.511504+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:54:02.796 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.511692+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:54:02.797 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.511850+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:54:02.797 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.512050+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:54:02.797 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.512261+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:54:02.797 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.517083+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:54:02.797 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.517239+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:54:02.798 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.517551+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:54:02.798 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.519777+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:54:02.798 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.521209+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T22:54:02.798 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.521923+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T22:54:02.799 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.522673+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:54:02.799 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.523399+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba023"}]: dispatch 2021-03-04T22:54:02.799 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.524107+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:54:02.799 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.524810+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:54:02.799 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.525537+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T22:54:02.800 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.526303+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T22:54:02.800 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.527093+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T22:54:02.800 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.527746+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T22:54:02.800 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.528331+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T22:54:02.801 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.529062+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T22:54:02.801 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.529766+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:54:02.801 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.530465+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:54:02.801 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.531102+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:54:02.801 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.531689+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T22:54:02.802 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.532247+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T22:54:02.802 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.532915+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:02.802 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.533611+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:02.802 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.534240+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:54:02.803 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.534845+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T22:54:02.803 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.535352+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:54:02.803 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.535878+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:54:02.803 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: cluster 2021-03-04T22:54:01.554844+0000 mon.a (mon.0) 719 : cluster [INF] Manager daemon x is now available 2021-03-04T22:54:02.803 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.692603+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:02.804 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.714069+0000 mon.c (mon.1) 77 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:02.804 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.714435+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:02.804 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.728661+0000 mon.c (mon.1) 78 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:02.804 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.728985+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:02.804 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:01.867753+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? 172.21.2.108:0/3245797634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:02.805 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: cluster 2021-03-04T22:54:02.457593+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-03-04T22:54:02.805 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:02.458201+0000 mon.c (mon.1) 79 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:02.805 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:02.459596+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:02.805 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:02.460214+0000 mon.c (mon.1) 80 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:02.805 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:02.460430+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:02.806 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: cluster 2021-03-04T22:54:02.465240+0000 mon.a (mon.0) 726 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:02.806 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:02.465956+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.? 172.21.2.108:0/3447243879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:02.806 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:02 gibba023 bash[13021]: audit 2021-03-04T22:54:02.466729+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.? 172.21.2.108:0/3447243879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:03.513 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.513 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.514 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.514 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.514 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.514 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.515 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.515 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.515 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.515 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.515 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.516 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.516 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.516 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.516 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.516 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.517 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.517 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.517 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.517 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.518 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.518 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.518 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.518 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.518 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.519 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.519 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.519 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.519 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.519 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.520 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.520 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.520 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.520 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.520 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.521 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.521 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.521 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.521 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.521 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.522 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.522 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.522 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.522 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.523 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.523 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.523 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.523 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.523 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.524 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.524 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.524 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.524 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.524 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.525 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.525 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.525 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.525 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.525 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.526 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.526 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.526 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.526 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.526 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.527 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.527 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.527 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.527 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.527 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.528 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.528 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.528 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.528 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.529 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.529 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.529 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.529 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.529 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.530 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.530 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.530 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.530 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.530 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.531 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.531 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.531 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.531 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.531 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.532 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.532 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.532 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.532 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.532 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.533 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.533 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.533 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.533 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.533 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.534 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.534 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.534 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.534 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.535 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.535 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.535 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.535 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.535 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.536 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.536 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.536 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.536 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:03.536 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:03.537 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:03.537 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:03.537 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:03.537 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.537 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.538 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.538 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:03.538 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:03.538 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:03.538 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:03.539 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:03.539 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:03.539 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:03.539 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIO (4711 ms) 2021-03-04T22:54:03.539 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2021-03-04T22:54:03.540 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:03 gibba023 bash[13021]: cluster 2021-03-04T22:54:02.506971+0000 mon.a (mon.0) 729 : cluster [DBG] mgrmap e17: x(active, since 1.61651s), standbys: y 2021-03-04T22:54:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:03 gibba023 bash[13021]: audit 2021-03-04T22:54:02.507694+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:54:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:03 gibba023 bash[13021]: cluster 2021-03-04T22:54:02.522702+0000 mgr.x (mgr.24667) 1 : cluster [DBG] pgmap v4: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:03 gibba023 bash[13021]: audit 2021-03-04T22:54:03.468224+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:54:03.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:03 gibba023 bash[13021]: cluster 2021-03-04T22:54:03.468531+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-03-04T22:54:03.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[16766]: cluster 2021-03-04T22:54:02.506971+0000 mon.a (mon.0) 729 : cluster [DBG] mgrmap e17: x(active, since 1.61651s), standbys: y 2021-03-04T22:54:03.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[16766]: audit 2021-03-04T22:54:02.507694+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:54:03.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[16766]: cluster 2021-03-04T22:54:02.522702+0000 mgr.x (mgr.24667) 1 : cluster [DBG] pgmap v4: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:03.786 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[16766]: audit 2021-03-04T22:54:03.468224+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:54:03.786 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[16766]: cluster 2021-03-04T22:54:03.468531+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-03-04T22:54:03.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[13002]: cluster 2021-03-04T22:54:02.506971+0000 mon.a (mon.0) 729 : cluster [DBG] mgrmap e17: x(active, since 1.61651s), standbys: y 2021-03-04T22:54:03.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[13002]: audit 2021-03-04T22:54:02.507694+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:54:03.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[13002]: cluster 2021-03-04T22:54:02.522702+0000 mgr.x (mgr.24667) 1 : cluster [DBG] pgmap v4: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:03.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[13002]: audit 2021-03-04T22:54:03.468224+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:54:03.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:03 gibba008 bash[13002]: cluster 2021-03-04T22:54:03.468531+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-03-04T22:54:04.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:04 gibba023 bash[13021]: cluster 2021-03-04T22:54:03.517011+0000 mgr.x (mgr.24667) 2 : cluster [DBG] pgmap v6: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:04.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:04 gibba023 bash[13021]: cluster 2021-03-04T22:54:03.518671+0000 mon.a (mon.0) 732 : cluster [DBG] mgrmap e18: x(active, since 2s), standbys: y 2021-03-04T22:54:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:04 gibba023 bash[13021]: audit 2021-03-04T22:54:04.133596+0000 mon.c (mon.1) 82 : audit [DBG] from='client.? 172.21.2.108:0/1731519965' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:04.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:04 gibba008 bash[13002]: cluster 2021-03-04T22:54:03.517011+0000 mgr.x (mgr.24667) 2 : cluster [DBG] pgmap v6: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:04.823 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:04 gibba008 bash[13002]: cluster 2021-03-04T22:54:03.518671+0000 mon.a (mon.0) 732 : cluster [DBG] mgrmap e18: x(active, since 2s), standbys: y 2021-03-04T22:54:04.823 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:04 gibba008 bash[13002]: audit 2021-03-04T22:54:04.133596+0000 mon.c (mon.1) 82 : audit [DBG] from='client.? 172.21.2.108:0/1731519965' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:04.823 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:04 gibba008 bash[16766]: cluster 2021-03-04T22:54:03.517011+0000 mgr.x (mgr.24667) 2 : cluster [DBG] pgmap v6: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:04.824 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:04 gibba008 bash[16766]: cluster 2021-03-04T22:54:03.518671+0000 mon.a (mon.0) 732 : cluster [DBG] mgrmap e18: x(active, since 2s), standbys: y 2021-03-04T22:54:04.824 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:04 gibba008 bash[16766]: audit 2021-03-04T22:54:04.133596+0000 mon.c (mon.1) 82 : audit [DBG] from='client.? 172.21.2.108:0/1731519965' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:07.009 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:06 gibba008 bash[16766]: cluster 2021-03-04T22:54:05.517867+0000 mgr.x (mgr.24667) 3 : cluster [DBG] pgmap v7: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:07.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:06 gibba008 bash[16766]: audit 2021-03-04T22:54:06.402052+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.2.108:0/3037777414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:07.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:06 gibba008 bash[13002]: cluster 2021-03-04T22:54:05.517867+0000 mgr.x (mgr.24667) 3 : cluster [DBG] pgmap v7: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:07.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:06 gibba008 bash[13002]: audit 2021-03-04T22:54:06.402052+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.2.108:0/3037777414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:07.023 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:06 gibba023 bash[24432]: Warning: Permanently added 'gibba023,172.21.2.123' (ECDSA) to the list of known hosts. 2021-03-04T22:54:07.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:06 gibba023 bash[13021]: cluster 2021-03-04T22:54:05.517867+0000 mgr.x (mgr.24667) 3 : cluster [DBG] pgmap v7: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:07.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:06 gibba023 bash[13021]: audit 2021-03-04T22:54:06.402052+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.2.108:0/3037777414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:07.376 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:07.376 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:07.376 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:07.377 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:07.377 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:07.377 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.377 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:07.378 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.378 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.378 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:07.378 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.378 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:07.379 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.379 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.379 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:07.379 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.379 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:07.380 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.380 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.380 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:07.380 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.381 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:07.381 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.381 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.382 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:07.382 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.382 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:07.382 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.382 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.383 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:07.383 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:07.383 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:07.383 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:07.384 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:07.384 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:07.384 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:07.384 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:07.384 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:07.385 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:07.385 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:07.385 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.385 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:07.386 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.386 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.386 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:07.386 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.386 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:07.387 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.387 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.387 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:07.387 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.387 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:07.388 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.388 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.388 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:07.388 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.388 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:07.389 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.389 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.389 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:07.389 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.390 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:07.390 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.390 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.390 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:07.390 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.391 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.391 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.391 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.391 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.392 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.392 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:07.392 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:07.392 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:07.393 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.393 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:07.393 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:07.393 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:07.394 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.394 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:07.394 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:07.394 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:07.394 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.395 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:07.395 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:07.395 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:07.395 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.395 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:07.396 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:07.396 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:07.396 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 512~512 = 512 2021-03-04T22:54:07.396 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.396 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 1536~512 = 0 2021-03-04T22:54:07.397 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.397 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.397 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.397 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.398 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:07.398 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:07.398 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.398 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.399 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:07.399 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.399 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.400 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:07.400 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.400 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.400 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:07.401 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.401 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.401 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.402 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.403 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:07.404 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.404 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.404 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:07.404 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.404 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.405 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:07.405 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.405 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.405 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:07.405 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.406 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.406 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.406 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.407 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:07.407 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.407 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.407 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:07.407 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.408 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.408 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:07.408 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.408 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.408 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:07.409 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.409 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.409 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.409 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.410 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:07.410 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.410 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.410 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:07.410 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.411 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.411 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:07.411 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.411 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.413 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:07.413 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.413 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.413 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.414 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.414 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:07.414 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.414 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.414 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:07.415 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.415 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.415 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:07.415 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.415 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.416 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:07.416 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.416 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.416 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.417 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.417 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.417 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.417 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.417 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.418 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:07.418 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.418 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.418 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.418 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.419 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.419 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.419 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:07.419 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.419 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.420 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.420 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.420 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.420 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.420 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:07.421 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.421 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.421 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.421 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.421 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.422 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.422 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:07.422 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.422 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.423 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.423 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.423 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.423 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.423 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.424 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:07.424 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.424 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.424 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.424 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.425 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:07.425 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.425 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.425 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:07.425 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:07.426 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:07.426 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:07.426 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:07.426 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:07.426 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:07.427 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:08.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[13002]: audit 2021-03-04T22:54:06.708753+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:08.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[13002]: audit 2021-03-04T22:54:06.716091+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:08.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[13002]: audit 2021-03-04T22:54:06.718737+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:08.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[13002]: audit 2021-03-04T22:54:06.853371+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:08.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[13002]: cluster 2021-03-04T22:54:07.458521+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-03-04T22:54:08.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[16766]: audit 2021-03-04T22:54:06.708753+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:08.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[16766]: audit 2021-03-04T22:54:06.716091+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:08.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[16766]: audit 2021-03-04T22:54:06.718737+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:08.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[16766]: audit 2021-03-04T22:54:06.853371+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:08.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:07 gibba008 bash[16766]: cluster 2021-03-04T22:54:07.458521+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-03-04T22:54:08.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:07 gibba023 bash[13021]: audit 2021-03-04T22:54:06.708753+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:07 gibba023 bash[13021]: audit 2021-03-04T22:54:06.716091+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:07 gibba023 bash[13021]: audit 2021-03-04T22:54:06.718737+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:07 gibba023 bash[13021]: audit 2021-03-04T22:54:06.853371+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:07 gibba023 bash[13021]: cluster 2021-03-04T22:54:07.458521+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-03-04T22:54:09.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:08 gibba008 bash[13002]: cluster 2021-03-04T22:54:07.518937+0000 mgr.x (mgr.24667) 4 : cluster [DBG] pgmap v9: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s 2021-03-04T22:54:09.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:08 gibba008 bash[13002]: audit 2021-03-04T22:54:08.625754+0000 mon.c (mon.1) 85 : audit [DBG] from='client.? 172.21.2.108:0/1074472577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:09.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:08 gibba008 bash[16766]: cluster 2021-03-04T22:54:07.518937+0000 mgr.x (mgr.24667) 4 : cluster [DBG] pgmap v9: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s 2021-03-04T22:54:09.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:08 gibba008 bash[16766]: audit 2021-03-04T22:54:08.625754+0000 mon.c (mon.1) 85 : audit [DBG] from='client.? 172.21.2.108:0/1074472577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:08 gibba023 bash[13021]: cluster 2021-03-04T22:54:07.518937+0000 mgr.x (mgr.24667) 4 : cluster [DBG] pgmap v9: 233 pgs: 233 active+clean; 214 KiB data, 11 MiB used, 664 GiB / 672 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s 2021-03-04T22:54:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:08 gibba023 bash[13021]: audit 2021-03-04T22:54:08.625754+0000 mon.c (mon.1) 85 : audit [DBG] from='client.? 172.21.2.108:0/1074472577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:10.864 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.865 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.865 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.865 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.865 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.865 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.866 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.866 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.866 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.866 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.867 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.867 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.867 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.867 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.867 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.868 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.868 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.868 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.868 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.868 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.869 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.869 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.869 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.869 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.870 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.870 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.870 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.870 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.870 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.871 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.871 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.871 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.871 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.871 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.872 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.872 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.872 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.872 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.872 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.873 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.873 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.873 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.873 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.874 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.874 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.874 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.874 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.874 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.875 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.875 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.875 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.875 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.875 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.876 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.876 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.876 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.876 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.876 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.877 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.877 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.877 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.877 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.877 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.878 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.878 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.878 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.878 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.878 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.879 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.879 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.879 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.879 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.879 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.880 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.880 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.880 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.880 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.881 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.881 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.881 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.881 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.881 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.882 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.882 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.882 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.882 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.882 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.883 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.883 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.883 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.883 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.883 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.884 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.884 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.884 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.884 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.884 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.885 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.885 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.885 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.885 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.885 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.886 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.886 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.886 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.886 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.887 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.887 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.887 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.887 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.887 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.888 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.888 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:10.888 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:10.888 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:10.888 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.889 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.889 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.889 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.889 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:10.889 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:10.890 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.890 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.890 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.890 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (7351 ms) 2021-03-04T22:54:10.890 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2021-03-04T22:54:10.891 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:10.891 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestDataPoolIO (0 ms) 2021-03-04T22:54:10.891 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2021-03-04T22:54:10.891 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:10.892 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (10 ms) 2021-03-04T22:54:10.892 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2021-03-04T22:54:10.892 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:10.893 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.893 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 0~1048576 = 0 2021-03-04T22:54:10.893 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.893 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 0~4194304 = 0 2021-03-04T22:54:10.894 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.894 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 3145728~1048576 = 0 2021-03-04T22:54:10.894 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (11 ms) 2021-03-04T22:54:10.894 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestFUA 2021-03-04T22:54:10.894 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:10.923 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.923 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.923 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.924 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.924 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.924 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.924 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.924 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.925 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.925 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.925 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.925 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.926 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.926 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.926 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.926 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.926 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.927 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.927 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.928 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.928 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.928 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.928 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.929 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.929 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.929 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.929 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.930 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.930 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.930 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.930 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.930 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.931 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.931 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.931 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.931 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.932 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.932 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.932 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.932 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.932 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.933 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.933 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.933 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.934 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.934 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.934 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.934 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.935 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.935 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.935 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.935 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.936 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.936 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.936 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.936 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestFUA (36 ms) 2021-03-04T22:54:10.937 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOPP 2021-03-04T22:54:10.937 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:10.938 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.938 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.939 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.939 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.939 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:10.940 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.940 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.940 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.941 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.941 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.941 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.941 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.942 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.942 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.942 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.942 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.943 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.943 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.944 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.944 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.944 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.945 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.945 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.945 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.945 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.945 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.946 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:10.946 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.949 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.949 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:10.949 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:10.950 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:10.950 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:10.950 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:10.950 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:10.951 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:10.951 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:10.951 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:10.951 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T22:54:10.952 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T22:54:10.952 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.952 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:10.953 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.953 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.954 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:10.954 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.954 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:10.955 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.955 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.956 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:10.956 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.956 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:10.956 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.957 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.957 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:10.957 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.957 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:10.957 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.958 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.958 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:10.958 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.958 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T22:54:10.959 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:10.960 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:10.960 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T22:54:10.960 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.960 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.961 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.961 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.961 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:10.961 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.962 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.962 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.962 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.962 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:10.963 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.963 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.963 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.963 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.963 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:10.964 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.964 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.964 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.964 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.965 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:10.965 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.965 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.965 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.966 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.966 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:10.966 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:10.966 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:10.966 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:10.967 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:10.967 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:10.967 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 512~512 2021-03-04T22:54:10.967 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:10 gibba008 bash[13002]: cluster 2021-03-04T22:54:09.520681+0000 mgr.x (mgr.24667) 5 : cluster [DBG] pgmap v10: 233 pgs: 233 active+clean; 2.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 582 KiB/s rd, 171 KiB/s wr, 813 op/s 2021-03-04T22:54:11.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:10 gibba008 bash[13002]: audit 2021-03-04T22:54:10.282644+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:11.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:10 gibba008 bash[16766]: cluster 2021-03-04T22:54:09.520681+0000 mgr.x (mgr.24667) 5 : cluster [DBG] pgmap v10: 233 pgs: 233 active+clean; 2.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 582 KiB/s rd, 171 KiB/s wr, 813 op/s 2021-03-04T22:54:11.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:10 gibba008 bash[16766]: audit 2021-03-04T22:54:10.282644+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:11.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:10 gibba023 bash[13021]: cluster 2021-03-04T22:54:09.520681+0000 mgr.x (mgr.24667) 5 : cluster [DBG] pgmap v10: 233 pgs: 233 active+clean; 2.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 582 KiB/s rd, 171 KiB/s wr, 813 op/s 2021-03-04T22:54:11.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:10 gibba023 bash[13021]: audit 2021-03-04T22:54:10.282644+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:11.809 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:11.810 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:11.810 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:11.810 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:11.811 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:11.811 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:11.811 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.811 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.811 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:11.812 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.812 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.812 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:11.812 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.812 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.813 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:11.813 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.813 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.813 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.814 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.814 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:11.814 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.814 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.814 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:11.815 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.815 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.815 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:11.815 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.815 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.816 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:11.816 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.816 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.816 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.816 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.817 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:11.817 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.817 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.818 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:11.818 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.818 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.818 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:11.818 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.819 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.819 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:11.819 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.819 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.819 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.820 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.820 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:11.820 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.820 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.821 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:11.821 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.821 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.821 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:11.822 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.822 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.822 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:11.822 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.823 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.823 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.823 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.823 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:11.823 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.824 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.824 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:11.824 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.824 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.824 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:11.825 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.825 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.825 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:11.825 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.825 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.826 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.826 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.826 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.826 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.826 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.827 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.827 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.827 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.827 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.827 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.828 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.828 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.829 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.829 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.830 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.830 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.830 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.831 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.831 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.831 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.831 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.831 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.832 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.832 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.832 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.832 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.832 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.833 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.833 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.833 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.833 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.833 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.834 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.834 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.834 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.834 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.835 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.835 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.835 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.848 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.848 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.848 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.848 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.849 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.849 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.849 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.868 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.868 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.869 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.869 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.869 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.869 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.870 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.895 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.896 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.896 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.897 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.897 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.897 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.897 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.917 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.917 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.917 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.918 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.918 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.919 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.919 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.920 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.920 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.921 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:11.921 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.921 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.922 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.952 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.952 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.953 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.953 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.954 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.954 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.955 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:11.987 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:11.987 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:11.987 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:11.988 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:11.988 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:11.988 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:11.988 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.028 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.028 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.029 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.029 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.029 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.029 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.030 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.066 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.066 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.067 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.067 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.067 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.067 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.068 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:12.068 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.068 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.068 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:12.068 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.069 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.069 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.119 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.119 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.119 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.119 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.120 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.120 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.120 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.141 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: cephadm 2021-03-04T22:54:10.283331+0000 mgr.x (mgr.24667) 6 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:54:12.142 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: audit 2021-03-04T22:54:10.774405+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:12.142 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: cephadm 2021-03-04T22:54:10.774958+0000 mgr.x (mgr.24667) 7 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:54:12.142 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: audit 2021-03-04T22:54:10.850313+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.2.108:0/4086586156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:12.143 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: audit 2021-03-04T22:54:10.971941+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:12.143 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: cephadm 2021-03-04T22:54:10.975861+0000 mgr.x (mgr.24667) 8 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:12.143 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: audit 2021-03-04T22:54:10.976736+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:12.143 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: cephadm 2021-03-04T22:54:10.977960+0000 mgr.x (mgr.24667) 9 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:12.143 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[13002]: cephadm 2021-03-04T22:54:10.978127+0000 mgr.x (mgr.24667) 10 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.y'] 2021-03-04T22:54:12.144 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: cephadm 2021-03-04T22:54:10.283331+0000 mgr.x (mgr.24667) 6 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:54:12.144 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: audit 2021-03-04T22:54:10.774405+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:12.144 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: cephadm 2021-03-04T22:54:10.774958+0000 mgr.x (mgr.24667) 7 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:54:12.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: audit 2021-03-04T22:54:10.850313+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.2.108:0/4086586156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:12.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: audit 2021-03-04T22:54:10.971941+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:12.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: cephadm 2021-03-04T22:54:10.975861+0000 mgr.x (mgr.24667) 8 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:12.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: audit 2021-03-04T22:54:10.976736+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:12.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: cephadm 2021-03-04T22:54:10.977960+0000 mgr.x (mgr.24667) 9 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:12.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:11 gibba008 bash[16766]: cephadm 2021-03-04T22:54:10.978127+0000 mgr.x (mgr.24667) 10 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.y'] 2021-03-04T22:54:12.166 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.167 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.167 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.167 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.168 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.168 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.168 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.225 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.225 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.226 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.226 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.226 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.226 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.227 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: cephadm 2021-03-04T22:54:10.283331+0000 mgr.x (mgr.24667) 6 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:54:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: audit 2021-03-04T22:54:10.774405+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: cephadm 2021-03-04T22:54:10.774958+0000 mgr.x (mgr.24667) 7 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:54:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: audit 2021-03-04T22:54:10.850313+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.2.108:0/4086586156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: audit 2021-03-04T22:54:10.971941+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: cephadm 2021-03-04T22:54:10.975861+0000 mgr.x (mgr.24667) 8 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: audit 2021-03-04T22:54:10.976736+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: cephadm 2021-03-04T22:54:10.977960+0000 mgr.x (mgr.24667) 9 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:11 gibba023 bash[13021]: cephadm 2021-03-04T22:54:10.978127+0000 mgr.x (mgr.24667) 10 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.y'] 2021-03-04T22:54:12.283 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.283 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.284 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.284 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.284 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.284 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.285 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:12.285 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.285 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.285 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:12.286 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.286 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.286 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.357 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.357 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.358 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.358 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.358 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.358 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.359 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.427 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.428 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.428 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.428 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.428 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.429 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.429 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.524 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.525 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.525 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.525 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.525 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.526 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.526 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.621 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.622 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:12.622 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:12.622 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:12.622 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.623 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.623 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:12.623 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.623 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:12.623 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:12.624 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOPP (1699 ms) 2021-03-04T22:54:12.624 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2021-03-04T22:54:12.624 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:12.633 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:12.634 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:12.634 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:12.634 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:12.634 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:12.635 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.635 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:12.635 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.636 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.636 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:12.636 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.636 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:12.637 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.637 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.637 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:12.637 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.637 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:12.638 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.639 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.639 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:12.639 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.640 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:12.640 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.640 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.640 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:12.641 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.641 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:12.641 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:12.641 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:12.641 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:12.642 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T22:54:12.642 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.642 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:12.642 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:12.643 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:12.643 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:12.643 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.643 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:12.643 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:12.644 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:12.644 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:12.644 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.644 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:12.644 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:12.645 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:12.645 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:12.645 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.645 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:12.646 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:12.646 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:12.646 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:12.646 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:12.646 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:12.647 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:13.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: cluster 2021-03-04T22:54:11.521063+0000 mgr.x (mgr.24667) 11 : cluster [DBG] pgmap v11: 233 pgs: 233 active+clean; 2.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 506 KiB/s rd, 148 KiB/s wr, 706 op/s 2021-03-04T22:54:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: audit 2021-03-04T22:54:12.949140+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: audit 2021-03-04T22:54:12.951514+0000 mon.c (mon.1) 87 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:54:13.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: audit 2021-03-04T22:54:12.951689+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:54:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: audit 2021-03-04T22:54:12.953871+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:54:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: audit 2021-03-04T22:54:12.955177+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[13002]: audit 2021-03-04T22:54:12.956264+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T22:54:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: cluster 2021-03-04T22:54:11.521063+0000 mgr.x (mgr.24667) 11 : cluster [DBG] pgmap v11: 233 pgs: 233 active+clean; 2.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 506 KiB/s rd, 148 KiB/s wr, 706 op/s 2021-03-04T22:54:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: audit 2021-03-04T22:54:12.949140+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: audit 2021-03-04T22:54:12.951514+0000 mon.c (mon.1) 87 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:54:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: audit 2021-03-04T22:54:12.951689+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:54:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: audit 2021-03-04T22:54:12.953871+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:54:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: audit 2021-03-04T22:54:12.955177+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:13.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:12 gibba008 bash[16766]: audit 2021-03-04T22:54:12.956264+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T22:54:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: cluster 2021-03-04T22:54:11.521063+0000 mgr.x (mgr.24667) 11 : cluster [DBG] pgmap v11: 233 pgs: 233 active+clean; 2.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 506 KiB/s rd, 148 KiB/s wr, 706 op/s 2021-03-04T22:54:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: audit 2021-03-04T22:54:12.949140+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: audit 2021-03-04T22:54:12.951514+0000 mon.c (mon.1) 87 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:54:13.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: audit 2021-03-04T22:54:12.951689+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:54:13.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: audit 2021-03-04T22:54:12.953871+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:54:13.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: audit 2021-03-04T22:54:12.955177+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:13.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:12 gibba023 bash[13021]: audit 2021-03-04T22:54:12.956264+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T22:54:13.354 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:13.354 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T22:54:13.354 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:13.355 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.355 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.355 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T22:54:13.355 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.356 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.356 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:13.356 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.356 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.356 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T22:54:13.357 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.357 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.357 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.357 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.357 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:13.358 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.358 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.358 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T22:54:13.358 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.359 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.359 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:13.359 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.359 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.359 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T22:54:13.360 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.360 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.360 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.360 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.360 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:13.361 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.361 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.361 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T22:54:13.361 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.361 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.362 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:13.362 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.362 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.362 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T22:54:13.362 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.363 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.363 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.363 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.363 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:13.363 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.364 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.364 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T22:54:13.364 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.364 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.364 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:13.365 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.365 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.365 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T22:54:13.365 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.365 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.366 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.366 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.366 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:13.366 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.367 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.367 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T22:54:13.367 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.367 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.367 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:13.368 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.368 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.368 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T22:54:13.368 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.368 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.369 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.369 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.369 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.369 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.369 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.370 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.370 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.370 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.370 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.371 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.371 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.371 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.372 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.372 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.372 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.373 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.373 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.373 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.373 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.373 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.374 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.374 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.374 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.374 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.375 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.375 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.375 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.375 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.375 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.376 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.376 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.376 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.376 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.376 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.377 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.377 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.377 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.377 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.378 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.382 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.382 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.382 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.383 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.383 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.383 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.383 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.397 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.397 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.398 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.398 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.398 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.398 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.399 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.418 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.418 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.418 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.419 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.419 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.419 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.419 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.439 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.439 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.439 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.439 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.440 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.440 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.440 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.440 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.441 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.441 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.441 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.441 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.441 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.470 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.471 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.471 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.471 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.471 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.471 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.472 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.501 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.502 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.502 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.502 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.503 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.503 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.503 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.539 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.539 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.540 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.540 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.540 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.540 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.541 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.572 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.573 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.573 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.573 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.574 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.574 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.574 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.574 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.575 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.575 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.575 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.575 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.576 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.617 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.618 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.618 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.618 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.618 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.619 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.619 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.662 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.663 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.663 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.663 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.664 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.664 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.664 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.714 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.715 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.715 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.715 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.715 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.716 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.716 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.763 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.763 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.763 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.764 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.764 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.764 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.764 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.765 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.765 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.765 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:13.765 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.766 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.766 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.831 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.832 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.832 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.832 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.833 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.833 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.833 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.900 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.900 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.901 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.901 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.901 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.901 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.901 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:13.974 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:13.974 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:13.975 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:13.975 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:13.975 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:13.975 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:13.975 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:14.050 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:14.051 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T22:54:14.051 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T22:54:14.051 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T22:54:14.051 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:14.052 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:14.052 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:14.052 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:14.052 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T22:54:14.053 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T22:54:14.053 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1429 ms) 2021-03-04T22:54:14.053 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2021-03-04T22:54:14.053 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:14.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:13 gibba008 bash[13002]: cephadm 2021-03-04T22:54:12.944199+0000 mgr.x (mgr.24667) 12 : cephadm [INF] Upgrade: Updating mgr.y 2021-03-04T22:54:14.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:13 gibba008 bash[13002]: cephadm 2021-03-04T22:54:12.955833+0000 mgr.x (mgr.24667) 13 : cephadm [INF] Deploying daemon mgr.y on gibba008 2021-03-04T22:54:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:13 gibba008 bash[13002]: audit 2021-03-04T22:54:13.081273+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.2.108:0/76905827' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:13 gibba008 bash[16766]: cephadm 2021-03-04T22:54:12.944199+0000 mgr.x (mgr.24667) 12 : cephadm [INF] Upgrade: Updating mgr.y 2021-03-04T22:54:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:13 gibba008 bash[16766]: cephadm 2021-03-04T22:54:12.955833+0000 mgr.x (mgr.24667) 13 : cephadm [INF] Deploying daemon mgr.y on gibba008 2021-03-04T22:54:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:13 gibba008 bash[16766]: audit 2021-03-04T22:54:13.081273+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.2.108:0/76905827' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:13 gibba023 bash[13021]: cephadm 2021-03-04T22:54:12.944199+0000 mgr.x (mgr.24667) 12 : cephadm [INF] Upgrade: Updating mgr.y 2021-03-04T22:54:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:13 gibba023 bash[13021]: cephadm 2021-03-04T22:54:12.955833+0000 mgr.x (mgr.24667) 13 : cephadm [INF] Deploying daemon mgr.y on gibba008 2021-03-04T22:54:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:13 gibba023 bash[13021]: audit 2021-03-04T22:54:13.081273+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.2.108:0/76905827' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:15.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:14 gibba008 bash[13002]: cluster 2021-03-04T22:54:13.523682+0000 mgr.x (mgr.24667) 14 : cluster [DBG] pgmap v12: 233 pgs: 233 active+clean; 4.2 MiB data, 13 MiB used, 664 GiB / 672 GiB avail; 1.3 MiB/s rd, 423 KiB/s wr, 1.76k op/s 2021-03-04T22:54:15.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:14 gibba008 bash[16766]: cluster 2021-03-04T22:54:13.523682+0000 mgr.x (mgr.24667) 14 : cluster [DBG] pgmap v12: 233 pgs: 233 active+clean; 4.2 MiB data, 13 MiB used, 664 GiB / 672 GiB avail; 1.3 MiB/s rd, 423 KiB/s wr, 1.76k op/s 2021-03-04T22:54:15.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:14 gibba023 bash[13021]: cluster 2021-03-04T22:54:13.523682+0000 mgr.x (mgr.24667) 14 : cluster [DBG] pgmap v12: 233 pgs: 233 active+clean; 4.2 MiB data, 13 MiB used, 664 GiB / 672 GiB avail; 1.3 MiB/s rd, 423 KiB/s wr, 1.76k op/s 2021-03-04T22:54:15.760 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:15 gibba008 systemd[1]: Stopping Ceph mgr.y for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:54:16.013 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T22:54:16.013 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T22:54:16.013 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:54:16.014 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:54:16.014 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T22:54:16.014 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T22:54:16.014 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.015 INFO:tasks.workunit.client.0.gibba008.stdout:write test data! 2021-03-04T22:54:16.015 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 80 2021-03-04T22:54:16.015 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T22:54:16.015 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:54:16.015 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T22:54:16.016 INFO:tasks.workunit.client.0.gibba008.stdout:snap: written 2021-03-04T22:54:16.016 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T22:54:16.016 INFO:tasks.workunit.client.0.gibba008.stdout:found written with size 2097152 2021-03-04T22:54:16.016 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.017 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.017 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.017 INFO:tasks.workunit.client.0.gibba008.stdout:write to snapshot returned -30 2021-03-04T22:54:16.017 INFO:tasks.workunit.client.0.gibba008.stdout:Read-only file system 2021-03-04T22:54:16.026 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.026 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.027 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 80 2021-03-04T22:54:16.027 INFO:tasks.workunit.client.0.gibba008.stdout:opening testimg@orig 2021-03-04T22:54:16.027 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T22:54:16.027 INFO:tasks.workunit.client.0.gibba008.stdout:write to snapshot returned -30 2021-03-04T22:54:16.027 INFO:tasks.workunit.client.0.gibba008.stdout:Read-only file system 2021-03-04T22:54:16.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:16 gibba008 bash[13002]: cluster 2021-03-04T22:54:14.991169+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T22:54:16.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:16 gibba008 bash[13002]: audit 2021-03-04T22:54:15.304420+0000 mon.c (mon.1) 91 : audit [DBG] from='client.? 172.21.2.108:0/2436890472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:16 gibba008 bash[16766]: cluster 2021-03-04T22:54:14.991169+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T22:54:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:16 gibba008 bash[16766]: audit 2021-03-04T22:54:15.304420+0000 mon.c (mon.1) 91 : audit [DBG] from='client.? 172.21.2.108:0/2436890472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:16 gibba023 bash[13021]: cluster 2021-03-04T22:54:14.991169+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T22:54:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:16 gibba023 bash[13021]: audit 2021-03-04T22:54:15.304420+0000 mon.c (mon.1) 91 : audit [DBG] from='client.? 172.21.2.108:0/2436890472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:17.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:17 gibba008 bash[13002]: cluster 2021-03-04T22:54:15.524705+0000 mgr.x (mgr.24667) 15 : cluster [DBG] pgmap v14: 233 pgs: 233 active+clean; 4.2 MiB data, 13 MiB used, 664 GiB / 672 GiB avail; 1.6 MiB/s rd, 525 KiB/s wr, 2.18k op/s 2021-03-04T22:54:17.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:17 gibba008 bash[13002]: cluster 2021-03-04T22:54:16.003147+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T22:54:17.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:17 gibba008 bash[16766]: cluster 2021-03-04T22:54:15.524705+0000 mgr.x (mgr.24667) 15 : cluster [DBG] pgmap v14: 233 pgs: 233 active+clean; 4.2 MiB data, 13 MiB used, 664 GiB / 672 GiB avail; 1.6 MiB/s rd, 525 KiB/s wr, 2.18k op/s 2021-03-04T22:54:17.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:17 gibba008 bash[16766]: cluster 2021-03-04T22:54:16.003147+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T22:54:17.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:17 gibba023 bash[13021]: cluster 2021-03-04T22:54:15.524705+0000 mgr.x (mgr.24667) 15 : cluster [DBG] pgmap v14: 233 pgs: 233 active+clean; 4.2 MiB data, 13 MiB used, 664 GiB / 672 GiB avail; 1.6 MiB/s rd, 525 KiB/s wr, 2.18k op/s 2021-03-04T22:54:17.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:17 gibba023 bash[13021]: cluster 2021-03-04T22:54:16.003147+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T22:54:18.034 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T22:54:18.035 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T22:54:18.035 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T22:54:18.035 INFO:tasks.workunit.client.0.gibba008.stdout:snap: written 2021-03-04T22:54:18.035 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T22:54:18.035 INFO:tasks.workunit.client.0.gibba008.stdout:found written with size 2097152 2021-03-04T22:54:18.036 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T22:54:18.036 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T22:54:18.036 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T22:54:18.036 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T22:54:18.037 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T22:54:18.037 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T22:54:18.037 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3984 ms) 2021-03-04T22:54:18.037 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestClone 2021-03-04T22:54:18.037 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.038 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestClone (0 ms) 2021-03-04T22:54:18.038 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestClone2 2021-03-04T22:54:18.038 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.038 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestClone2 (0 ms) 2021-03-04T22:54:18.038 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ListChildren 2021-03-04T22:54:18.039 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.039 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ListChildren (0 ms) 2021-03-04T22:54:18.039 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2021-03-04T22:54:18.039 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.039 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ListChildrenTiered (0 ms) 2021-03-04T22:54:18.040 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.LockingPP 2021-03-04T22:54:18.040 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.107 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.LockingPP (72 ms) 2021-03-04T22:54:18.107 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushAio 2021-03-04T22:54:18.107 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:18 gibba023 bash[13021]: cluster 2021-03-04T22:54:17.015836+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T22:54:18.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:18 gibba023 bash[13021]: cluster 2021-03-04T22:54:17.527364+0000 mgr.x (mgr.24667) 16 : cluster [DBG] pgmap v17: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 2.5 MiB/s rd, 857 KiB/s wr, 3.50k op/s 2021-03-04T22:54:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:18 gibba023 bash[13021]: audit 2021-03-04T22:54:17.532677+0000 mon.c (mon.1) 92 : audit [DBG] from='client.? 172.21.2.108:0/4065304369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:18.311 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushAio (205 ms) 2021-03-04T22:54:18.311 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushAioPP 2021-03-04T22:54:18.312 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.472 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushAioPP (161 ms) 2021-03-04T22:54:18.473 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2021-03-04T22:54:18.473 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.484 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (12 ms) 2021-03-04T22:54:18.485 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2021-03-04T22:54:18.485 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.498 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (14 ms) 2021-03-04T22:54:18.499 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2021-03-04T22:54:18.499 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:18 gibba008 bash[13002]: cluster 2021-03-04T22:54:17.015836+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T22:54:18.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:18 gibba008 bash[13002]: cluster 2021-03-04T22:54:17.527364+0000 mgr.x (mgr.24667) 16 : cluster [DBG] pgmap v17: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 2.5 MiB/s rd, 857 KiB/s wr, 3.50k op/s 2021-03-04T22:54:18.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:18 gibba008 bash[13002]: audit 2021-03-04T22:54:17.532677+0000 mon.c (mon.1) 92 : audit [DBG] from='client.? 172.21.2.108:0/4065304369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:18.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:18 gibba008 bash[16766]: cluster 2021-03-04T22:54:17.015836+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T22:54:18.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:18 gibba008 bash[16766]: cluster 2021-03-04T22:54:17.527364+0000 mgr.x (mgr.24667) 16 : cluster [DBG] pgmap v17: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 2.5 MiB/s rd, 857 KiB/s wr, 3.50k op/s 2021-03-04T22:54:18.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:18 gibba008 bash[16766]: audit 2021-03-04T22:54:17.532677+0000 mon.c (mon.1) 92 : audit [DBG] from='client.? 172.21.2.108:0/4065304369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:18.511 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroLengthRead (13 ms) 2021-03-04T22:54:18.512 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2021-03-04T22:54:18.512 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.546 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.LargeCacheRead (35 ms) 2021-03-04T22:54:18.546 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestPendingAio 2021-03-04T22:54:18.547 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.547 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestPendingAio (0 ms) 2021-03-04T22:54:18.547 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2021-03-04T22:54:18.547 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.548 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (0 ms) 2021-03-04T22:54:18.548 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2021-03-04T22:54:18.548 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (0 ms) 2021-03-04T22:54:18.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Flatten 2021-03-04T22:54:18.549 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:18.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Flatten (0 ms) 2021-03-04T22:54:18.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Sparsify 2021-03-04T22:54:18.550 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.590 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 32768 2021-03-04T22:54:18.591 INFO:tasks.workunit.client.0.gibba008.stdout:read: 32768 2021-03-04T22:54:18.591 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Sparsify (44 ms) 2021-03-04T22:54:18.591 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SparsifyPP 2021-03-04T22:54:18.591 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:18.652 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SparsifyPP (62 ms) 2021-03-04T22:54:18.653 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2021-03-04T22:54:18.653 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:19.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:19 gibba008 bash[13002]: cluster 2021-03-04T22:54:18.027374+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T22:54:19.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:19 gibba008 bash[16766]: cluster 2021-03-04T22:54:18.027374+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T22:54:19.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:19 gibba023 bash[13021]: cluster 2021-03-04T22:54:18.027374+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T22:54:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:20 gibba008 bash[13002]: cluster 2021-03-04T22:54:19.475032+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T22:54:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:20 gibba008 bash[13002]: cluster 2021-03-04T22:54:19.528059+0000 mgr.x (mgr.24667) 17 : cluster [DBG] pgmap v20: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 1.5 MiB/s rd, 526 KiB/s wr, 2.27k op/s 2021-03-04T22:54:20.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:20 gibba008 bash[13002]: audit 2021-03-04T22:54:19.757888+0000 mon.c (mon.1) 93 : audit [DBG] from='client.? 172.21.2.108:0/3212129141' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:20 gibba008 bash[16766]: cluster 2021-03-04T22:54:19.475032+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T22:54:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:20 gibba008 bash[16766]: cluster 2021-03-04T22:54:19.528059+0000 mgr.x (mgr.24667) 17 : cluster [DBG] pgmap v20: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 1.5 MiB/s rd, 526 KiB/s wr, 2.27k op/s 2021-03-04T22:54:20.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:20 gibba008 bash[16766]: audit 2021-03-04T22:54:19.757888+0000 mon.c (mon.1) 93 : audit [DBG] from='client.? 172.21.2.108:0/3212129141' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:20 gibba023 bash[13021]: cluster 2021-03-04T22:54:19.475032+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T22:54:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:20 gibba023 bash[13021]: cluster 2021-03-04T22:54:19.528059+0000 mgr.x (mgr.24667) 17 : cluster [DBG] pgmap v20: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail; 1.5 MiB/s rd, 526 KiB/s wr, 2.27k op/s 2021-03-04T22:54:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:20 gibba023 bash[13021]: audit 2021-03-04T22:54:19.757888+0000 mon.c (mon.1) 93 : audit [DBG] from='client.? 172.21.2.108:0/3212129141' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:21.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:21 gibba008 bash[13002]: cluster 2021-03-04T22:54:20.474356+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T22:54:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:21 gibba008 bash[16766]: cluster 2021-03-04T22:54:20.474356+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T22:54:21.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:21 gibba023 bash[13021]: cluster 2021-03-04T22:54:20.474356+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T22:54:22.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[13002]: cluster 2021-03-04T22:54:21.486771+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T22:54:22.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[13002]: cluster 2021-03-04T22:54:21.528789+0000 mgr.x (mgr.24667) 18 : cluster [DBG] pgmap v23: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:22.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[13002]: audit 2021-03-04T22:54:21.979626+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.108:0/168074897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:22.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[13002]: cluster 2021-03-04T22:54:22.470398+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T22:54:22.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[16766]: cluster 2021-03-04T22:54:21.486771+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T22:54:22.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[16766]: cluster 2021-03-04T22:54:21.528789+0000 mgr.x (mgr.24667) 18 : cluster [DBG] pgmap v23: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:22.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[16766]: audit 2021-03-04T22:54:21.979626+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.108:0/168074897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:22.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:22 gibba008 bash[16766]: cluster 2021-03-04T22:54:22.470398+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T22:54:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:22 gibba023 bash[13021]: cluster 2021-03-04T22:54:21.486771+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T22:54:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:22 gibba023 bash[13021]: cluster 2021-03-04T22:54:21.528789+0000 mgr.x (mgr.24667) 18 : cluster [DBG] pgmap v23: 233 pgs: 233 active+clean; 4.0 MiB data, 12 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:22 gibba023 bash[13021]: audit 2021-03-04T22:54:21.979626+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.108:0/168074897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:22 gibba023 bash[13021]: cluster 2021-03-04T22:54:22.470398+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T22:54:23.505 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapshotLimit (4853 ms) 2021-03-04T22:54:23.506 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2021-03-04T22:54:23.506 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:24.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:24 gibba008 bash[13002]: cluster 2021-03-04T22:54:23.482712+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T22:54:24.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:24 gibba008 bash[13002]: cluster 2021-03-04T22:54:23.529213+0000 mgr.x (mgr.24667) 19 : cluster [DBG] pgmap v26: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 551 KiB/s rd, 665 KiB/s wr, 173 op/s 2021-03-04T22:54:24.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:24 gibba008 bash[13002]: audit 2021-03-04T22:54:24.199555+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.2.108:0/3006960321' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:24.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:24 gibba008 bash[16766]: cluster 2021-03-04T22:54:23.482712+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T22:54:24.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:24 gibba008 bash[16766]: cluster 2021-03-04T22:54:23.529213+0000 mgr.x (mgr.24667) 19 : cluster [DBG] pgmap v26: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 551 KiB/s rd, 665 KiB/s wr, 173 op/s 2021-03-04T22:54:24.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:24 gibba008 bash[16766]: audit 2021-03-04T22:54:24.199555+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.2.108:0/3006960321' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:24 gibba023 bash[13021]: cluster 2021-03-04T22:54:23.482712+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T22:54:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:24 gibba023 bash[13021]: cluster 2021-03-04T22:54:23.529213+0000 mgr.x (mgr.24667) 19 : cluster [DBG] pgmap v26: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 551 KiB/s rd, 665 KiB/s wr, 173 op/s 2021-03-04T22:54:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:24 gibba023 bash[13021]: audit 2021-03-04T22:54:24.199555+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.2.108:0/3006960321' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:25.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:25 gibba008 bash[13002]: cluster 2021-03-04T22:54:24.489602+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T22:54:25.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:25 gibba008 bash[16766]: cluster 2021-03-04T22:54:24.489602+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T22:54:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:25 gibba023 bash[13021]: cluster 2021-03-04T22:54:24.489602+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T22:54:26.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:26 gibba008 bash[13002]: cluster 2021-03-04T22:54:25.498499+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T22:54:26.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:26 gibba008 bash[13002]: cluster 2021-03-04T22:54:25.529688+0000 mgr.x (mgr.24667) 20 : cluster [DBG] pgmap v29: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 551 KiB/s rd, 665 KiB/s wr, 173 op/s 2021-03-04T22:54:26.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:26 gibba008 bash[13002]: audit 2021-03-04T22:54:26.421158+0000 mon.a (mon.0) 756 : audit [DBG] from='client.? 172.21.2.108:0/4041610921' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:26.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:26 gibba008 bash[16766]: cluster 2021-03-04T22:54:25.498499+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T22:54:26.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:26 gibba008 bash[16766]: cluster 2021-03-04T22:54:25.529688+0000 mgr.x (mgr.24667) 20 : cluster [DBG] pgmap v29: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 551 KiB/s rd, 665 KiB/s wr, 173 op/s 2021-03-04T22:54:26.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:26 gibba008 bash[16766]: audit 2021-03-04T22:54:26.421158+0000 mon.a (mon.0) 756 : audit [DBG] from='client.? 172.21.2.108:0/4041610921' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:26.767 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:26 gibba008 docker[36543]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-mgr.y 2021-03-04T22:54:26.767 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:26 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=137/n/a 2021-03-04T22:54:26.767 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:26 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mgr.y.service: Failed with result 'exit-code'. 2021-03-04T22:54:26.768 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:26 gibba008 systemd[1]: Stopped Ceph mgr.y for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:54:26.768 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:26 gibba008 systemd[1]: Started Ceph mgr.y for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:54:26.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:26 gibba023 bash[13021]: cluster 2021-03-04T22:54:25.498499+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T22:54:26.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:26 gibba023 bash[13021]: cluster 2021-03-04T22:54:25.529688+0000 mgr.x (mgr.24667) 20 : cluster [DBG] pgmap v29: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 551 KiB/s rd, 665 KiB/s wr, 173 op/s 2021-03-04T22:54:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:26 gibba023 bash[13021]: audit 2021-03-04T22:54:26.421158+0000 mon.a (mon.0) 756 : audit [DBG] from='client.? 172.21.2.108:0/4041610921' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:27 gibba023 bash[13021]: cluster 2021-03-04T22:54:26.512769+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T22:54:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:27 gibba023 bash[13021]: audit 2021-03-04T22:54:26.704606+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:27 gibba023 bash[13021]: audit 2021-03-04T22:54:26.707212+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:27.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:27 gibba023 bash[13021]: audit 2021-03-04T22:54:26.711476+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:27.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:27 gibba023 bash[13021]: cluster 2021-03-04T22:54:27.472486+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-03-04T22:54:27.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[13002]: cluster 2021-03-04T22:54:26.512769+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T22:54:27.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[13002]: audit 2021-03-04T22:54:26.704606+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:27.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[13002]: audit 2021-03-04T22:54:26.707212+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:27.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[13002]: audit 2021-03-04T22:54:26.711476+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:27.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[13002]: cluster 2021-03-04T22:54:27.472486+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-03-04T22:54:27.804 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[16766]: cluster 2021-03-04T22:54:26.512769+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T22:54:27.804 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[16766]: audit 2021-03-04T22:54:26.704606+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:27.805 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[16766]: audit 2021-03-04T22:54:26.707212+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:27.805 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[16766]: audit 2021-03-04T22:54:26.711476+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:27.805 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[16766]: cluster 2021-03-04T22:54:27.472486+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-03-04T22:54:28.259 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:27 gibba008 bash[36776]: debug 2021-03-04T22:54:27.870+0000 7fbbd8132700 1 -- 172.21.2.108:0/3030770633 <== mon.0 v2:172.21.2.108:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55acbcdee4e0 con 0x55acbcedcc00 2021-03-04T22:54:28.485 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4979 ms) 2021-03-04T22:54:28.486 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2021-03-04T22:54:28.486 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.486 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (0 ms) 2021-03-04T22:54:28.487 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2021-03-04T22:54:28.487 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.488 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (0 ms) 2021-03-04T22:54:28.488 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2021-03-04T22:54:28.489 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.489 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (0 ms) 2021-03-04T22:54:28.490 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2021-03-04T22:54:28.490 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.491 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (0 ms) 2021-03-04T22:54:28.491 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2021-03-04T22:54:28.492 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.492 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2021-03-04T22:54:28.492 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRemove2 2021-03-04T22:54:28.493 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRemove2 (0 ms) 2021-03-04T22:54:28.494 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2021-03-04T22:54:28.494 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.494 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (0 ms) 2021-03-04T22:54:28.495 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2021-03-04T22:54:28.495 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.496 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (0 ms) 2021-03-04T22:54:28.496 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2021-03-04T22:54:28.497 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.497 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (0 ms) 2021-03-04T22:54:28.497 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2021-03-04T22:54:28.498 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.498 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (0 ms) 2021-03-04T22:54:28.499 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2021-03-04T22:54:28.499 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.499 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (0 ms) 2021-03-04T22:54:28.500 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2021-03-04T22:54:28.500 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.501 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (0 ms) 2021-03-04T22:54:28.501 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2021-03-04T22:54:28.502 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.502 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (0 ms) 2021-03-04T22:54:28.503 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Metadata 2021-03-04T22:54:28.503 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.503 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Metadata (0 ms) 2021-03-04T22:54:28.504 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.MetadataPP 2021-03-04T22:54:28.504 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.505 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.MetadataPP (0 ms) 2021-03-04T22:54:28.505 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2021-03-04T22:54:28.505 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.506 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.UpdateFeatures (0 ms) 2021-03-04T22:54:28.506 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2021-03-04T22:54:28.507 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2021-03-04T22:54:28.507 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2021-03-04T22:54:28.507 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:28.509 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RebuildObjectMap (14 ms) 2021-03-04T22:54:28.509 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2021-03-04T22:54:28.510 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.510 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (0 ms) 2021-03-04T22:54:28.510 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2021-03-04T22:54:28.511 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.511 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CheckObjectMap (0 ms) 2021-03-04T22:54:28.512 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.BlockingAIO 2021-03-04T22:54:28.512 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:28.513 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.BlockingAIO (14 ms) 2021-03-04T22:54:28.514 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2021-03-04T22:54:28.514 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.515 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (0 ms) 2021-03-04T22:54:28.515 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2021-03-04T22:54:28.515 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.516 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2021-03-04T22:54:28.516 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2021-03-04T22:54:28.517 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:28.517 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (0 ms) 2021-03-04T22:54:28.517 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2021-03-04T22:54:28.518 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:28 gibba023 bash[13021]: cluster 2021-03-04T22:54:27.531118+0000 mgr.x (mgr.24667) 21 : cluster [DBG] pgmap v32: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:28 gibba023 bash[13021]: cluster 2021-03-04T22:54:28.477386+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-03-04T22:54:29.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:28 gibba008 bash[13002]: cluster 2021-03-04T22:54:27.531118+0000 mgr.x (mgr.24667) 21 : cluster [DBG] pgmap v32: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:29.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:28 gibba008 bash[13002]: cluster 2021-03-04T22:54:28.477386+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-03-04T22:54:29.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:28 gibba008 bash[16766]: cluster 2021-03-04T22:54:27.531118+0000 mgr.x (mgr.24667) 21 : cluster [DBG] pgmap v32: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:29.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:28 gibba008 bash[16766]: cluster 2021-03-04T22:54:28.477386+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-03-04T22:54:29.542 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (1030 ms) 2021-03-04T22:54:29.543 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestImageOptions 2021-03-04T22:54:30.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:29 gibba008 bash[13002]: audit 2021-03-04T22:54:28.653231+0000 mon.a (mon.0) 761 : audit [DBG] from='client.? 172.21.2.108:0/1071201317' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:30.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:29 gibba008 bash[16766]: audit 2021-03-04T22:54:28.653231+0000 mon.a (mon.0) 761 : audit [DBG] from='client.? 172.21.2.108:0/1071201317' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:29 gibba023 bash[13021]: audit 2021-03-04T22:54:28.653231+0000 mon.a (mon.0) 761 : audit [DBG] from='client.? 172.21.2.108:0/1071201317' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:31.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:30 gibba008 bash[16766]: cluster 2021-03-04T22:54:29.530980+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-03-04T22:54:31.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:30 gibba008 bash[16766]: cluster 2021-03-04T22:54:29.531438+0000 mgr.x (mgr.24667) 22 : cluster [DBG] pgmap v35: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:31.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:30 gibba008 bash[13002]: cluster 2021-03-04T22:54:29.530980+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-03-04T22:54:31.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:30 gibba008 bash[13002]: cluster 2021-03-04T22:54:29.531438+0000 mgr.x (mgr.24667) 22 : cluster [DBG] pgmap v35: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:30 gibba023 bash[13021]: cluster 2021-03-04T22:54:29.530980+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-03-04T22:54:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:30 gibba023 bash[13021]: cluster 2021-03-04T22:54:29.531438+0000 mgr.x (mgr.24667) 22 : cluster [DBG] pgmap v35: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: cluster 2021-03-04T22:54:30.541177+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T22:54:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:30.937786+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.2.108:0/3298513279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.364088+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.367988+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.372650+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:32.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.374051+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:54:32.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.378097+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.379399+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-03-04T22:54:32.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.379586+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-03-04T22:54:32.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.382082+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-03-04T22:54:32.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.383215+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-03-04T22:54:32.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.383410+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-03-04T22:54:32.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.385900+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-03-04T22:54:32.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[13002]: audit 2021-03-04T22:54:31.387165+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-03-04T22:54:32.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: cluster 2021-03-04T22:54:30.541177+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T22:54:32.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:30.937786+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.2.108:0/3298513279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:32.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.364088+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.367988+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.372650+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:32.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.374051+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:54:32.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.378097+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.379399+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-03-04T22:54:32.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.379586+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-03-04T22:54:32.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.382082+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-03-04T22:54:32.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.383215+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-03-04T22:54:32.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.383410+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-03-04T22:54:32.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.385900+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-03-04T22:54:32.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:31 gibba008 bash[16766]: audit 2021-03-04T22:54:31.387165+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-03-04T22:54:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: cluster 2021-03-04T22:54:30.541177+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T22:54:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:30.937786+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.2.108:0/3298513279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.364088+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.367988+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.372650+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.374051+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:54:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.378097+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:32.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.379399+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-03-04T22:54:32.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.379586+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-03-04T22:54:32.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.382082+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-03-04T22:54:32.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.383215+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-03-04T22:54:32.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.383410+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-03-04T22:54:32.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.385900+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24667 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-03-04T22:54:32.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:31 gibba023 bash[13021]: audit 2021-03-04T22:54:31.387165+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-03-04T22:54:32.693 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T22:54:32.693 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T22:54:32.693 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestImageOptions (3150 ms) 2021-03-04T22:54:32.694 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2021-03-04T22:54:32.814 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.371904+0000 mgr.x (mgr.24667) 23 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:32.814 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.373520+0000 mgr.x (mgr.24667) 24 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:32.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.374736+0000 mgr.x (mgr.24667) 25 : cephadm [WRN] Upgrade: 1 mgr daemon(s) are 15.2.9 != target 17.0.0-1552-g69d7d7e0 2021-03-04T22:54:32.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.374887+0000 mgr.x (mgr.24667) 26 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-03-04T22:54:32.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.386570+0000 mgr.x (mgr.24667) 27 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:54:32.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.386755+0000 mgr.x (mgr.24667) 28 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:54:32.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.387720+0000 mgr.x (mgr.24667) 29 : cephadm [INF] It is presumed safe to stop mon.a 2021-03-04T22:54:32.816 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cephadm 2021-03-04T22:54:31.387900+0000 mgr.x (mgr.24667) 30 : cephadm [INF] Upgrade: It is presumed safe to stop mon.a 2021-03-04T22:54:32.816 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cluster 2021-03-04T22:54:31.532514+0000 mgr.x (mgr.24667) 31 : cluster [DBG] pgmap v37: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:32.816 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cluster 2021-03-04T22:54:31.543541+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T22:54:32.816 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cluster 2021-03-04T22:54:31.756264+0000 mon.a (mon.0) 773 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T22:54:32.816 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cluster 2021-03-04T22:54:31.756336+0000 mon.a (mon.0) 774 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:32.817 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: audit 2021-03-04T22:54:31.757479+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.? 172.21.2.108:0/2343240922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:32.817 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: audit 2021-03-04T22:54:31.758422+0000 mon.a (mon.0) 776 : audit [DBG] from='mgr.? 172.21.2.108:0/2343240922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:32.817 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[16766]: cluster 2021-03-04T22:54:32.475303+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T22:54:32.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.371904+0000 mgr.x (mgr.24667) 23 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:32.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.373520+0000 mgr.x (mgr.24667) 24 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:32.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.374736+0000 mgr.x (mgr.24667) 25 : cephadm [WRN] Upgrade: 1 mgr daemon(s) are 15.2.9 != target 17.0.0-1552-g69d7d7e0 2021-03-04T22:54:32.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.374887+0000 mgr.x (mgr.24667) 26 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-03-04T22:54:32.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.386570+0000 mgr.x (mgr.24667) 27 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:54:32.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.386755+0000 mgr.x (mgr.24667) 28 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:54:32.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.387720+0000 mgr.x (mgr.24667) 29 : cephadm [INF] It is presumed safe to stop mon.a 2021-03-04T22:54:32.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cephadm 2021-03-04T22:54:31.387900+0000 mgr.x (mgr.24667) 30 : cephadm [INF] Upgrade: It is presumed safe to stop mon.a 2021-03-04T22:54:32.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cluster 2021-03-04T22:54:31.532514+0000 mgr.x (mgr.24667) 31 : cluster [DBG] pgmap v37: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:32.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cluster 2021-03-04T22:54:31.543541+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T22:54:32.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cluster 2021-03-04T22:54:31.756264+0000 mon.a (mon.0) 773 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T22:54:32.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cluster 2021-03-04T22:54:31.756336+0000 mon.a (mon.0) 774 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:32.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: audit 2021-03-04T22:54:31.757479+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.? 172.21.2.108:0/2343240922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:32.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: audit 2021-03-04T22:54:31.758422+0000 mon.a (mon.0) 776 : audit [DBG] from='mgr.? 172.21.2.108:0/2343240922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:32.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:32 gibba008 bash[13002]: cluster 2021-03-04T22:54:32.475303+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T22:54:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.371904+0000 mgr.x (mgr.24667) 23 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.373520+0000 mgr.x (mgr.24667) 24 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.374736+0000 mgr.x (mgr.24667) 25 : cephadm [WRN] Upgrade: 1 mgr daemon(s) are 15.2.9 != target 17.0.0-1552-g69d7d7e0 2021-03-04T22:54:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.374887+0000 mgr.x (mgr.24667) 26 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-03-04T22:54:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.386570+0000 mgr.x (mgr.24667) 27 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:54:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.386755+0000 mgr.x (mgr.24667) 28 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:54:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.387720+0000 mgr.x (mgr.24667) 29 : cephadm [INF] It is presumed safe to stop mon.a 2021-03-04T22:54:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cephadm 2021-03-04T22:54:31.387900+0000 mgr.x (mgr.24667) 30 : cephadm [INF] Upgrade: It is presumed safe to stop mon.a 2021-03-04T22:54:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cluster 2021-03-04T22:54:31.532514+0000 mgr.x (mgr.24667) 31 : cluster [DBG] pgmap v37: 233 pgs: 233 active+clean; 8.0 MiB data, 20 MiB used, 664 GiB / 672 GiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T22:54:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cluster 2021-03-04T22:54:31.543541+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T22:54:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cluster 2021-03-04T22:54:31.756264+0000 mon.a (mon.0) 773 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T22:54:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cluster 2021-03-04T22:54:31.756336+0000 mon.a (mon.0) 774 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: audit 2021-03-04T22:54:31.757479+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.? 172.21.2.108:0/2343240922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: audit 2021-03-04T22:54:31.758422+0000 mon.a (mon.0) 776 : audit [DBG] from='mgr.? 172.21.2.108:0/2343240922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:32 gibba023 bash[13021]: cluster 2021-03-04T22:54:32.475303+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T22:54:33.788 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T22:54:33.788 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T22:54:33.789 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1096 ms) 2021-03-04T22:54:33.789 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2021-03-04T22:54:33.789 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2021-03-04T22:54:33.789 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2021-03-04T22:54:33.790 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2021-03-04T22:54:33.790 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ImagePollIO 2021-03-04T22:54:33.790 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:33.853 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:33.853 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:33.854 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:33.854 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:33.854 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T22:54:33.854 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.855 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:33.855 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:33.855 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:33.855 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:33.855 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.856 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:33.856 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:33.856 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:33.856 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:33.857 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.857 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:33.857 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:33.857 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:33.857 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:33.858 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.858 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:33.858 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:33.858 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:33.859 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:33.859 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.859 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T22:54:33.859 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T22:54:33.859 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T22:54:33.860 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T22:54:33.860 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.860 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:33.860 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:33.860 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:33.861 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.861 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:33.861 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:33.861 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:33.861 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.862 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:33.862 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:33.862 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:33.862 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.863 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:33.863 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:33.863 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:33.863 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T22:54:33.863 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T22:54:33.864 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T22:54:33.864 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T22:54:33.864 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ImagePollIO (65 ms) 2021-03-04T22:54:33.864 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Mirror 2021-03-04T22:54:33.866 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:33.877 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:33.939 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Mirror (85 ms) 2021-03-04T22:54:33.939 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2021-03-04T22:54:33.964 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (25 ms) 2021-03-04T22:54:33.964 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2021-03-04T22:54:33.964 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.964 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (0 ms) 2021-03-04T22:54:33.965 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2021-03-04T22:54:33.965 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.965 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (0 ms) 2021-03-04T22:54:33.965 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2021-03-04T22:54:33.965 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.966 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ExclusiveLock (0 ms) 2021-03-04T22:54:33.966 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.BreakLock 2021-03-04T22:54:33.966 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.966 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.BreakLock (0 ms) 2021-03-04T22:54:33.967 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2021-03-04T22:54:33.967 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.967 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (0 ms) 2021-03-04T22:54:33.967 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2021-03-04T22:54:33.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2021-03-04T22:54:33.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2021-03-04T22:54:33.968 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (0 ms) 2021-03-04T22:54:33.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2021-03-04T22:54:33.969 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.969 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (0 ms) 2021-03-04T22:54:33.969 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2021-03-04T22:54:33.970 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.970 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashPurge (0 ms) 2021-03-04T22:54:33.970 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2021-03-04T22:54:33.970 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:33.970 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (0 ms) 2021-03-04T22:54:33.971 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestListWatchers 2021-03-04T22:54:33.971 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:33.999 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestListWatchers (36 ms) 2021-03-04T22:54:34.000 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2021-03-04T22:54:34.000 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:34.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:33 gibba008 bash[13002]: cluster 2021-03-04T22:54:32.579809+0000 mon.a (mon.0) 778 : cluster [DBG] mgrmap e19: x(active, since 31s), standbys: y 2021-03-04T22:54:34.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:33 gibba008 bash[13002]: audit 2021-03-04T22:54:33.200545+0000 mon.a (mon.0) 779 : audit [DBG] from='client.? 172.21.2.108:0/22844065' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:34.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:33 gibba008 bash[16766]: cluster 2021-03-04T22:54:32.579809+0000 mon.a (mon.0) 778 : cluster [DBG] mgrmap e19: x(active, since 31s), standbys: y 2021-03-04T22:54:34.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:33 gibba008 bash[16766]: audit 2021-03-04T22:54:33.200545+0000 mon.a (mon.0) 779 : audit [DBG] from='client.? 172.21.2.108:0/22844065' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:34.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:33 gibba023 bash[13021]: cluster 2021-03-04T22:54:32.579809+0000 mon.a (mon.0) 778 : cluster [DBG] mgrmap e19: x(active, since 31s), standbys: y 2021-03-04T22:54:34.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:33 gibba023 bash[13021]: audit 2021-03-04T22:54:33.200545+0000 mon.a (mon.0) 779 : audit [DBG] from='client.? 172.21.2.108:0/22844065' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:34.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestSetSnapById (974 ms) 2021-03-04T22:54:34.974 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Namespaces 2021-03-04T22:54:35.004 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Namespaces (31 ms) 2021-03-04T22:54:35.005 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.NamespacesPP 2021-03-04T22:54:35.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: cluster 2021-03-04T22:54:33.535509+0000 mgr.x (mgr.24667) 32 : cluster [DBG] pgmap v40: 233 pgs: 233 active+clean; 8.0 MiB data, 21 MiB used, 664 GiB / 672 GiB avail; 32 KiB/s rd, 6.5 KiB/s wr, 49 op/s 2021-03-04T22:54:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: cluster 2021-03-04T22:54:33.580642+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T22:54:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: cephadm 2021-03-04T22:54:33.802106+0000 mgr.x (mgr.24667) 33 : cephadm [INF] Upgrade: Updating mon.a 2021-03-04T22:54:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.808706+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.811196+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:54:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.813435+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:54:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.815458+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: cephadm 2021-03-04T22:54:33.817431+0000 mgr.x (mgr.24667) 34 : cephadm [INF] Deploying daemon mon.a on gibba008 2021-03-04T22:54:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.818665+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T22:54:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.908371+0000 mon.a (mon.0) 782 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]: dispatch 2021-03-04T22:54:35.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.912504+0000 mon.a (mon.0) 783 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/a23de5c4-c78d-42e6-a6e1-94a519ec371b"}]: dispatch 2021-03-04T22:54:35.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.925236+0000 mon.a (mon.0) 784 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/46e3df2a-16a1-4227-9ba1-1ee4c517898e"}]: dispatch 2021-03-04T22:54:35.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.928552+0000 mon.a (mon.0) 785 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/15079934-faba-48d0-a358-2b81652ee504"}]: dispatch 2021-03-04T22:54:35.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.944754+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.948678+0000 mon.a (mon.0) 787 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' 2021-03-04T22:54:35.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.948933+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.949216+0000 mon.a (mon.0) 789 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[16766]: audit 2021-03-04T22:54:33.955793+0000 mon.a (mon.0) 790 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]': finished 2021-03-04T22:54:35.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: cluster 2021-03-04T22:54:33.535509+0000 mgr.x (mgr.24667) 32 : cluster [DBG] pgmap v40: 233 pgs: 233 active+clean; 8.0 MiB data, 21 MiB used, 664 GiB / 672 GiB avail; 32 KiB/s rd, 6.5 KiB/s wr, 49 op/s 2021-03-04T22:54:35.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: cluster 2021-03-04T22:54:33.580642+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T22:54:35.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: cephadm 2021-03-04T22:54:33.802106+0000 mgr.x (mgr.24667) 33 : cephadm [INF] Upgrade: Updating mon.a 2021-03-04T22:54:35.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.808706+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:35.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.811196+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:54:35.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.813435+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:54:35.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.815458+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:35.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: cephadm 2021-03-04T22:54:33.817431+0000 mgr.x (mgr.24667) 34 : cephadm [INF] Deploying daemon mon.a on gibba008 2021-03-04T22:54:35.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.818665+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T22:54:35.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.908371+0000 mon.a (mon.0) 782 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]: dispatch 2021-03-04T22:54:35.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.912504+0000 mon.a (mon.0) 783 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/a23de5c4-c78d-42e6-a6e1-94a519ec371b"}]: dispatch 2021-03-04T22:54:35.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.925236+0000 mon.a (mon.0) 784 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/46e3df2a-16a1-4227-9ba1-1ee4c517898e"}]: dispatch 2021-03-04T22:54:35.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.928552+0000 mon.a (mon.0) 785 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/15079934-faba-48d0-a358-2b81652ee504"}]: dispatch 2021-03-04T22:54:35.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.944754+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.948678+0000 mon.a (mon.0) 787 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' 2021-03-04T22:54:35.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.948933+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.949216+0000 mon.a (mon.0) 789 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.019 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:34 gibba008 bash[13002]: audit 2021-03-04T22:54:33.955793+0000 mon.a (mon.0) 790 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]': finished 2021-03-04T22:54:35.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: cluster 2021-03-04T22:54:33.535509+0000 mgr.x (mgr.24667) 32 : cluster [DBG] pgmap v40: 233 pgs: 233 active+clean; 8.0 MiB data, 21 MiB used, 664 GiB / 672 GiB avail; 32 KiB/s rd, 6.5 KiB/s wr, 49 op/s 2021-03-04T22:54:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: cluster 2021-03-04T22:54:33.580642+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T22:54:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: cephadm 2021-03-04T22:54:33.802106+0000 mgr.x (mgr.24667) 33 : cephadm [INF] Upgrade: Updating mon.a 2021-03-04T22:54:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.808706+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24667 ' entity='mgr.x' 2021-03-04T22:54:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.811196+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:54:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.813435+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:54:35.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.815458+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:35.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: cephadm 2021-03-04T22:54:33.817431+0000 mgr.x (mgr.24667) 34 : cephadm [INF] Deploying daemon mon.a on gibba008 2021-03-04T22:54:35.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.818665+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24667 172.21.2.123:0/310216674' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T22:54:35.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.908371+0000 mon.a (mon.0) 782 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]: dispatch 2021-03-04T22:54:35.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.912504+0000 mon.a (mon.0) 783 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/a23de5c4-c78d-42e6-a6e1-94a519ec371b"}]: dispatch 2021-03-04T22:54:35.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.925236+0000 mon.a (mon.0) 784 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/46e3df2a-16a1-4227-9ba1-1ee4c517898e"}]: dispatch 2021-03-04T22:54:35.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.928552+0000 mon.a (mon.0) 785 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/15079934-faba-48d0-a358-2b81652ee504"}]: dispatch 2021-03-04T22:54:35.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.944754+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.948678+0000 mon.a (mon.0) 787 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' 2021-03-04T22:54:35.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.948933+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.949216+0000 mon.a (mon.0) 789 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]: dispatch 2021-03-04T22:54:35.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:34 gibba023 bash[13021]: audit 2021-03-04T22:54:33.955793+0000 mon.a (mon.0) 790 : audit [INF] from='client.? 172.21.2.108:0/1098727436' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/c12253a4-9147-4033-a958-0d9425357892"}]': finished 2021-03-04T22:54:35.112 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:35.116 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.NamespacesPP (111 ms) 2021-03-04T22:54:35.116 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Migration 2021-03-04T22:54:35.116 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:35.116 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:36.052 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Migration (936 ms) 2021-03-04T22:54:36.053 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.MigrationPP 2021-03-04T22:54:36.053 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:36.053 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:36.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:35 gibba008 bash[13002]: cluster 2021-03-04T22:54:34.965288+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:36.254 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:35 gibba008 bash[13002]: audit 2021-03-04T22:54:35.471097+0000 mon.a (mon.0) 792 : audit [DBG] from='client.? 172.21.2.108:0/566687353' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:36.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:35 gibba008 bash[16766]: cluster 2021-03-04T22:54:34.965288+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:36.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:35 gibba008 bash[16766]: audit 2021-03-04T22:54:35.471097+0000 mon.a (mon.0) 792 : audit [DBG] from='client.? 172.21.2.108:0/566687353' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:35 gibba023 bash[13021]: cluster 2021-03-04T22:54:34.965288+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:35 gibba023 bash[13021]: audit 2021-03-04T22:54:35.471097+0000 mon.a (mon.0) 792 : audit [DBG] from='client.? 172.21.2.108:0/566687353' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:36.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:36 gibba008 systemd[1]: Stopping Ceph mon.a for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:54:36.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:36 gibba008 bash[13002]: debug 2021-03-04T22:54:36.338+0000 7f52a1df1700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:54:36.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:36 gibba008 bash[13002]: debug 2021-03-04T22:54:36.338+0000 7f52a1df1700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2021-03-04T22:54:37.044 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.MigrationPP (991 ms) 2021-03-04T22:54:37.044 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2021-03-04T22:54:37.045 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.045 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (0 ms) 2021-03-04T22:54:37.045 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2021-03-04T22:54:37.045 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.046 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (0 ms) 2021-03-04T22:54:37.046 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2021-03-04T22:54:37.046 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.046 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (0 ms) 2021-03-04T22:54:37.047 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.PoolMetadata 2021-03-04T22:54:37.047 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.047 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.PoolMetadata (0 ms) 2021-03-04T22:54:37.047 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2021-03-04T22:54:37.047 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.PoolMetadataPP (0 ms) 2021-03-04T22:54:37.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Config 2021-03-04T22:54:37.048 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Config (0 ms) 2021-03-04T22:54:37.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ConfigPP 2021-03-04T22:54:37.049 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.049 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ConfigPP (0 ms) 2021-03-04T22:54:37.049 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2021-03-04T22:54:37.049 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.049 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.PoolStatsPP (1 ms) 2021-03-04T22:54:37.050 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ImageSpec 2021-03-04T22:54:37.050 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.050 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ImageSpec (0 ms) 2021-03-04T22:54:37.050 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2021-03-04T22:54:37.051 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:54:37.051 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (0 ms) 2021-03-04T22:54:37.051 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.WriteZeroes 2021-03-04T22:54:37.051 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:37.159 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.WriteZeroes (115 ms) 2021-03-04T22:54:37.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:37 gibba008 docker[37689]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-mon.a 2021-03-04T22:54:37.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:37 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.a.service: Succeeded. 2021-03-04T22:54:37.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:37 gibba008 systemd[1]: Stopped Ceph mon.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:54:37.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:37 gibba008 systemd[1]: Started Ceph mon.a for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:54:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.514+0000 7f3d54dac700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:54:38.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.514+0000 7f3d54dac700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 6 2021-03-04T22:54:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.514+0000 7f3d54dac700 0 pidfile_write: ignore empty --pid-file 2021-03-04T22:54:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 0 load: jerasure load: lrc load: isa 2021-03-04T22:54:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T22:54:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:54:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T22:54:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: DB SUMMARY 2021-03-04T22:54:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T22:54:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T22:54:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 580 Bytes 2021-03-04T22:54:38.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000020.sst 2021-03-04T22:54:38.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000018.log size: 2213675 ; 2021-03-04T22:54:38.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:54:38.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T22:54:38.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:54:38.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.env: 0x5623f61151c0 2021-03-04T22:54:38.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.fs: Posix File System 2021-03-04T22:54:38.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.info_log: 0x5623f79cfec0 2021-03-04T22:54:38.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:54:38.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:54:38.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:54:38.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:54:38.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:54:38.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:54:38.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:54:38.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:54:38.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:54:38.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:54:38.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:54:38.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:54:38.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:54:38.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:54:38.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:54:38.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T22:54:38.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:54:38.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:54:38.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:54:38.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:54:38.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:54:38.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T22:54:38.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:54:38.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:54:38.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:54:38.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:54:38.774 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.write_buffer_manager: 0x5623f7a29bc0 2021-03-04T22:54:38.774 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:54:38.774 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:54:38.774 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:54:38.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:54:38.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:54:38.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:54:38.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:54:38.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:54:38.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:54:38.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.unordered_write: 0 2021-03-04T22:54:38.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:54:38.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:54:38.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:54:38.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:54:38.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.row_cache: None 2021-03-04T22:54:38.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:54:38.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:54:38.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:54:38.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:54:38.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:54:38.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:54:38.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:54:38.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:54:38.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T22:54:38.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T22:54:38.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T22:54:38.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T22:54:38.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:54:38.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:54:38.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:54:38.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:54:38.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:54:38.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:54:38.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:54:38.781 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:54:38.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:54:38.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:54:38.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:54:38.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:54:38.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:54:38.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T22:54:38.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:54:38.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:54:38.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:54:38.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:54:38.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:54:38.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:54:38.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:54:38.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:54:38.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:54:38.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:54:38.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:54:38.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2021-03-04T22:54:38.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T22:54:38.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:54:38.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.merge_operator: 2021-03-04T22:54:38.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:54:38.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:54:38.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:54:38.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:54:38.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5623f79781e0) 2021-03-04T22:54:38.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: cache_index_and_filter_blocks: 1 2021-03-04T22:54:38.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T22:54:38.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:54:38.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: pin_top_level_index_and_filter: 1 2021-03-04T22:54:38.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: index_type: 0 2021-03-04T22:54:38.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: data_block_index_type: 0 2021-03-04T22:54:38.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: index_shortening: 1 2021-03-04T22:54:38.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:54:38.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: hash_index_allow_collision: 1 2021-03-04T22:54:38.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: checksum: 1 2021-03-04T22:54:38.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: no_block_cache: 0 2021-03-04T22:54:38.790 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_cache: 0x5623f79b0510 2021-03-04T22:54:38.790 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_cache_name: BinnedLRUCache 2021-03-04T22:54:38.790 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_cache_options: 2021-03-04T22:54:38.790 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: capacity : 536870912 2021-03-04T22:54:38.790 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: num_shard_bits : 4 2021-03-04T22:54:38.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: strict_capacity_limit : 0 2021-03-04T22:54:38.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: high_pri_pool_ratio: 0.000 2021-03-04T22:54:38.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_cache_compressed: (nil) 2021-03-04T22:54:38.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: persistent_cache: (nil) 2021-03-04T22:54:38.792 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_size: 4096 2021-03-04T22:54:38.792 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_size_deviation: 10 2021-03-04T22:54:38.792 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_restart_interval: 16 2021-03-04T22:54:38.792 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: index_block_restart_interval: 1 2021-03-04T22:54:38.792 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: metadata_block_size: 4096 2021-03-04T22:54:38.793 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: partition_filters: 0 2021-03-04T22:54:38.793 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: use_delta_encoding: 1 2021-03-04T22:54:38.793 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:54:38.793 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: whole_key_filtering: 1 2021-03-04T22:54:38.793 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: verify_compression: 0 2021-03-04T22:54:38.794 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: read_amp_bytes_per_bit: 0 2021-03-04T22:54:38.794 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: format_version: 2 2021-03-04T22:54:38.794 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: enable_index_compression: 1 2021-03-04T22:54:38.794 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: block_align: 0 2021-03-04T22:54:38.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:54:38.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:54:38.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:54:38.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:54:38.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:54:38.796 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:54:38.796 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:54:38.796 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:54:38.796 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:54:38.797 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T22:54:38.797 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:54:38.797 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:54:38.797 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:54:38.798 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:54:38.798 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:54:38.798 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:54:38.798 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:54:38.798 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:54:38.799 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:54:38.799 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:54:38.799 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:54:38.799 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:54:38.799 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:54:38.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:54:38.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:54:38.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:54:38.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:54:38.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:54:38.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:54:38.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:54:38.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:54:38.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:54:38.802 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:54:38.802 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:54:38.802 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:54:38.802 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:54:38.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:54:38.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:54:38.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:54:38.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:54:38.803 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:54:38.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:54:38.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:54:38.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:54:38.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:54:38.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:54:38.805 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:54:38.805 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:54:38.805 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:54:38.805 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:54:38.806 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:54:38.806 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:54:38.806 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:54:38.806 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:54:38.806 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:54:38.807 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:54:38.807 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:54:38.807 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:54:38.807 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:54:38.808 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:54:38.808 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:54:38.808 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:54:38.808 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:54:38.808 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:54:38.809 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:54:38.809 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:54:38.809 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.ttl: 2592000 2021-03-04T22:54:38.809 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T22:54:38.810 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T22:54:38.810 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 22, last_sequence is 9326, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:54:38.810 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 18 2021-03-04T22:54:38.810 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898478523667, "job": 1, "event": "recovery_started", "log_files": [18]} 2021-03-04T22:54:38.810 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.518+0000 7f3d54dac700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #18 mode 2 2021-03-04T22:54:38.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.522+0000 7f3d54dac700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T22:54:38.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.522+0000 7f3d54dac700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898478527657, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 2196403, "table_properties": {"data_size": 2191334, "index_size": 3670, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 4844, "raw_average_key_size": 23, "raw_value_size": 2185318, "raw_average_value_size": 10506, "num_data_blocks": 115, "num_entries": 208, "num_deletions": 5, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614898478, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T22:54:38.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.522+0000 7f3d54dac700 4 rocksdb: [version_set.cc:3826] Creating manifest 23 2021-03-04T22:54:38.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.522+0000 7f3d54dac700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T22:54:38.812 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.522+0000 7f3d54dac700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898478528365, "job": 1, "event": "recovery_finished"} 2021-03-04T22:54:38.812 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 4 rocksdb: DB pointer 0x5623f7a6f800 2021-03-04T22:54:38.812 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d3bbc0700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T22:54:38.812 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d3bbc0700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T22:54:38.812 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** DB Stats ** 2021-03-04T22:54:38.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:54:38.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:54:38.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:54:38.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:54:38.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:54:38.814 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:54:38.814 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:54:38.814 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** Compaction Stats [default] ** 2021-03-04T22:54:38.814 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:38.815 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:38.815 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: L0 1/0 2.09 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.815 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: L6 1/0 20.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:54:38.815 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Sum 2/0 22.78 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.815 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** Compaction Stats [default] ** 2021-03-04T22:54:38.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:38.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:38.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:54:38.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Flush(GB): cumulative 0.002, interval 0.002 2021-03-04T22:54:38.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:54:38.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:54:38.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:54:38.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:54:38.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Cumulative compaction: 0.00 GB write, 328.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:38.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Interval compaction: 0.00 GB write, 328.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:38.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:54:38.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:54:38.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** Compaction Stats [default] ** 2021-03-04T22:54:38.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:38.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:38.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: L0 1/0 2.09 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.819 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: L6 1/0 20.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:54:38.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Sum 2/0 22.78 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:54:38.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** Compaction Stats [default] ** 2021-03-04T22:54:38.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:38.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:38.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 779.6 0.00 0.00 1 0.003 0 0 2021-03-04T22:54:38.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:54:38.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Flush(GB): cumulative 0.002, interval 0.000 2021-03-04T22:54:38.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:54:38.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:54:38.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:54:38.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:54:38.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Cumulative compaction: 0.00 GB write, 327.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:38.823 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:38.823 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:54:38.823 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:54:38.823 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 starting mon.a rank 0 at public addrs [v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] at bind addrs [v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:54:38.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 1 mon.a@-1(???) e3 preinit fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:54:38.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 mon.a@-1(???).mds e8 new map 2021-03-04T22:54:38.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 mon.a@-1(???).mds e8 print_map 2021-03-04T22:54:38.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: e8 2021-03-04T22:54:38.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T22:54:38.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:54:38.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: legacy client fscid: 1 2021-03-04T22:54:38.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: 2021-03-04T22:54:38.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Filesystem 'foo' (1) 2021-03-04T22:54:38.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: fs_name foo 2021-03-04T22:54:38.826 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: epoch 5 2021-03-04T22:54:38.826 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: flags 12 2021-03-04T22:54:38.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: created 2021-03-04T22:51:40.450260+0000 2021-03-04T22:54:38.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: modified 2021-03-04T22:51:46.835188+0000 2021-03-04T22:54:38.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: tableserver 0 2021-03-04T22:54:38.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: root 0 2021-03-04T22:54:38.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: session_timeout 60 2021-03-04T22:54:38.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: session_autoclose 300 2021-03-04T22:54:38.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: max_file_size 1099511627776 2021-03-04T22:54:38.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: required_client_features {} 2021-03-04T22:54:38.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: last_failure 0 2021-03-04T22:54:38.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: last_failure_osd_epoch 0 2021-03-04T22:54:38.829 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:54:38.829 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: max_mds 1 2021-03-04T22:54:38.829 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: in 0 2021-03-04T22:54:38.829 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: up {0=24403} 2021-03-04T22:54:38.830 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: failed 2021-03-04T22:54:38.830 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: damaged 2021-03-04T22:54:38.830 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: stopped 2021-03-04T22:54:38.830 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: data_pools [4] 2021-03-04T22:54:38.830 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: metadata_pool 3 2021-03-04T22:54:38.831 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: inline_data disabled 2021-03-04T22:54:38.831 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: balancer 2021-03-04T22:54:38.831 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: standby_count_wanted 1 2021-03-04T22:54:38.831 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: [mds.foo.gibba008.hxkpme{0:24403} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140]] 2021-03-04T22:54:38.831 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: 2021-03-04T22:54:38.832 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: 2021-03-04T22:54:38.832 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: Standby daemons: 2021-03-04T22:54:38.832 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: 2021-03-04T22:54:38.832 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: [mds.foo.gibba023.whlkca{-1:34289} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771]] 2021-03-04T22:54:38.832 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 mon.a@-1(???).osd e122 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T22:54:38.833 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 mon.a@-1(???).osd e122 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:54:38.833 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 mon.a@-1(???).osd e122 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:54:38.833 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 0 mon.a@-1(???).osd e122 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:54:38.833 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: cluster 2021-03-04T22:54:34.965288+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:38.834 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: audit 2021-03-04T22:54:35.471097+0000 mon.a (mon.0) 792 : audit [DBG] from='client.? 172.21.2.108:0/566687353' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:38.834 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:38 gibba008 bash[37770]: debug 2021-03-04T22:54:38.526+0000 7f3d54dac700 1 mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2021-03-04T22:54:40.260 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:39 gibba008 bash[36776]: ignoring --setuser ceph since I am not root 2021-03-04T22:54:40.260 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:39 gibba008 bash[36776]: ignoring --setgroup ceph since I am not root 2021-03-04T22:54:40.260 INFO:journalctl@ceph.mgr.y.gibba008.stdout:Mar 04 22:54:39 gibba008 bash[36776]: debug 2021-03-04T22:54:39.990+0000 7f03c91e5700 1 -- 172.21.2.108:0/3661669908 <== mon.0 v2:172.21.2.108:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560e0bc1a4e0 con 0x560e0bd09000 2021-03-04T22:54:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:37.539521+0000 mgr.x (mgr.24667) 36 : cluster [DBG] pgmap v44: 233 pgs: 233 active+clean; 16 MiB data, 46 MiB used, 664 GiB / 672 GiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 365 op/s 2021-03-04T22:54:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: audit 2021-03-04T22:54:37.697684+0000 mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.108:0/3095498059' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: audit 2021-03-04T22:54:39.920264+0000 mon.c (mon.1) 107 : audit [DBG] from='client.? 172.21.2.108:0/3080188232' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.942204+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-03-04T22:54:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.946934+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:54:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.951545+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:54:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.951581+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:54:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.951601+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.952456+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e19: x(active, since 39s), standbys: y 2021-03-04T22:54:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.970380+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e20: x(active, since 39s), standbys: y 2021-03-04T22:54:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: cluster 2021-03-04T22:54:39.970952+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-03-04T22:54:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[37770]: audit 2021-03-04T22:54:39.974307+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24667 ' entity='' 2021-03-04T22:54:40.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:37.539521+0000 mgr.x (mgr.24667) 36 : cluster [DBG] pgmap v44: 233 pgs: 233 active+clean; 16 MiB data, 46 MiB used, 664 GiB / 672 GiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 365 op/s 2021-03-04T22:54:40.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: audit 2021-03-04T22:54:37.697684+0000 mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.108:0/3095498059' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:40.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: audit 2021-03-04T22:54:39.920264+0000 mon.c (mon.1) 107 : audit [DBG] from='client.? 172.21.2.108:0/3080188232' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:40.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.942204+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-03-04T22:54:40.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.946934+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:54:40.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.951545+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:54:40.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.951581+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:54:40.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.951601+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:40.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.952456+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e19: x(active, since 39s), standbys: y 2021-03-04T22:54:40.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.970380+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e20: x(active, since 39s), standbys: y 2021-03-04T22:54:40.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: cluster 2021-03-04T22:54:39.970952+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-03-04T22:54:40.267 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:40 gibba008 bash[16766]: audit 2021-03-04T22:54:39.974307+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24667 ' entity='' 2021-03-04T22:54:40.273 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:39 gibba023 bash[24432]: ignoring --setuser ceph since I am not root 2021-03-04T22:54:40.273 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:39 gibba023 bash[24432]: ignoring --setgroup ceph since I am not root 2021-03-04T22:54:40.274 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:39 gibba023 bash[24432]: debug 2021-03-04T22:54:39.992+0000 7fe563289700 1 -- 172.21.2.123:0/3987048906 <== mon.2 v2:172.21.2.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5578e8eaa4e0 con 0x5578e8f98c00 2021-03-04T22:54:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:37.539521+0000 mgr.x (mgr.24667) 36 : cluster [DBG] pgmap v44: 233 pgs: 233 active+clean; 16 MiB data, 46 MiB used, 664 GiB / 672 GiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 365 op/s 2021-03-04T22:54:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: audit 2021-03-04T22:54:37.697684+0000 mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.108:0/3095498059' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: audit 2021-03-04T22:54:39.920264+0000 mon.c (mon.1) 107 : audit [DBG] from='client.? 172.21.2.108:0/3080188232' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:40.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.942204+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-03-04T22:54:40.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.946934+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:54:40.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.951545+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:54:40.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.951581+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:54:40.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.951601+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T22:54:40.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.952456+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e19: x(active, since 39s), standbys: y 2021-03-04T22:54:40.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.970380+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e20: x(active, since 39s), standbys: y 2021-03-04T22:54:40.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: cluster 2021-03-04T22:54:39.970952+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-03-04T22:54:40.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:40 gibba023 bash[13021]: audit 2021-03-04T22:54:39.974307+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24667 ' entity='' 2021-03-04T22:54:41.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:41 gibba023 bash[13021]: cluster 2021-03-04T22:54:40.008665+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-03-04T22:54:41.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:41 gibba008 bash[37770]: cluster 2021-03-04T22:54:40.008665+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-03-04T22:54:41.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:41 gibba008 bash[16766]: cluster 2021-03-04T22:54:40.008665+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-03-04T22:54:42.158 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 1 2021-03-04T22:54:42.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:42 gibba023 bash[13021]: cluster 2021-03-04T22:54:41.010571+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-03-04T22:54:42.306 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:42 gibba008 bash[37770]: cluster 2021-03-04T22:54:41.010571+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-03-04T22:54:42.306 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:42 gibba008 bash[16766]: cluster 2021-03-04T22:54:41.010571+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-03-04T22:54:42.928 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T22:54:43.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:43 gibba008 bash[37770]: cluster 2021-03-04T22:54:42.018218+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-03-04T22:54:43.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:43 gibba008 bash[37770]: audit 2021-03-04T22:54:42.148324+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.2.108:0/2703886993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:43.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:43 gibba008 bash[16766]: cluster 2021-03-04T22:54:42.018218+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-03-04T22:54:43.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:43 gibba008 bash[16766]: audit 2021-03-04T22:54:42.148324+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.2.108:0/2703886993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:43.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:43 gibba023 bash[13021]: cluster 2021-03-04T22:54:42.018218+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-03-04T22:54:43.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:43 gibba023 bash[13021]: audit 2021-03-04T22:54:42.148324+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.2.108:0/2703886993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:54:43.541 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 115 tests from TestLibRBD (79703 ms total) 2021-03-04T22:54:43.541 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:54:43.541 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2021-03-04T22:54:43.560 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2021-03-04T22:54:44.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.020453+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T22:54:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.537279+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T22:54:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.722290+0000 mon.a (mon.0) 16 : cluster [INF] Active manager daemon x restarted 2021-03-04T22:54:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.722995+0000 mon.a (mon.0) 17 : cluster [INF] Activating manager daemon x 2021-03-04T22:54:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.726092+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T22:54:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: audit 2021-03-04T22:54:43.727108+0000 mon.c (mon.1) 108 : audit [INF] from='client.? 172.21.2.108:0/3364725055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:54:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: audit 2021-03-04T22:54:43.727670+0000 mon.a (mon.0) 19 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:54:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.802287+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T22:54:44.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: cluster 2021-03-04T22:54:43.802458+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:44.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: audit 2021-03-04T22:54:43.803352+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.? 172.21.2.108:0/1109202205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:44.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[37770]: audit 2021-03-04T22:54:43.804113+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.? 172.21.2.108:0/1109202205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.020453+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T22:54:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.537279+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T22:54:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.722290+0000 mon.a (mon.0) 16 : cluster [INF] Active manager daemon x restarted 2021-03-04T22:54:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.722995+0000 mon.a (mon.0) 17 : cluster [INF] Activating manager daemon x 2021-03-04T22:54:44.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.726092+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T22:54:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: audit 2021-03-04T22:54:43.727108+0000 mon.c (mon.1) 108 : audit [INF] from='client.? 172.21.2.108:0/3364725055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:54:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: audit 2021-03-04T22:54:43.727670+0000 mon.a (mon.0) 19 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:54:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.802287+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T22:54:44.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: cluster 2021-03-04T22:54:43.802458+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:44.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: audit 2021-03-04T22:54:43.803352+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.? 172.21.2.108:0/1109202205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:44.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:44 gibba008 bash[16766]: audit 2021-03-04T22:54:43.804113+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.? 172.21.2.108:0/1109202205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.020453+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T22:54:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.537279+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T22:54:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.722290+0000 mon.a (mon.0) 16 : cluster [INF] Active manager daemon x restarted 2021-03-04T22:54:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.722995+0000 mon.a (mon.0) 17 : cluster [INF] Activating manager daemon x 2021-03-04T22:54:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.726092+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T22:54:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: audit 2021-03-04T22:54:43.727108+0000 mon.c (mon.1) 108 : audit [INF] from='client.? 172.21.2.108:0/3364725055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:54:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: audit 2021-03-04T22:54:43.727670+0000 mon.a (mon.0) 19 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:54:44.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.802287+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T22:54:44.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: cluster 2021-03-04T22:54:43.802458+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon y started 2021-03-04T22:54:44.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: audit 2021-03-04T22:54:43.803352+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.? 172.21.2.108:0/1109202205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:44.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[13021]: audit 2021-03-04T22:54:43.804113+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.? 172.21.2.108:0/1109202205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:44.741 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:45.023 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: Warning: Permanently added 'gibba008,172.21.2.108' (ECDSA) to the list of known hosts. 2021-03-04T22:54:45.023 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: Warning: Permanently added 'gibba023,172.21.2.123' (ECDSA) to the list of known hosts. 2021-03-04T22:54:45.024 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: debug 2021-03-04T22:54:44.792+0000 7fe520410700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:45.024 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: debug 2021-03-04T22:54:44.792+0000 7fe520410700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:45.024 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: debug 2021-03-04T22:54:44.792+0000 7fe520410700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:45.024 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: debug 2021-03-04T22:54:44.792+0000 7fe520410700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:45.025 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:54:44 gibba023 bash[24432]: debug 2021-03-04T22:54:44.792+0000 7fe520410700 -1 client.0 error registering admin socket command: (17) File exists 2021-03-04T22:54:45.882 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: cluster 2021-03-04T22:54:44.551168+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e21: x(active, starting, since 0.828255s), standbys: y 2021-03-04T22:54:45.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.563505+0000 mon.a (mon.0) 23 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:54:45.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.563683+0000 mon.a (mon.0) 24 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:54:45.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.564836+0000 mon.a (mon.0) 25 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:54:45.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.564991+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:54:45.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.565845+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:54:45.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566023+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:54:45.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566174+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:54:45.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566330+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:54:45.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566501+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:54:45.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566664+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:54:45.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566804+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:54:45.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.566951+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:54:45.886 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.571638+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:54:45.886 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.571864+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:54:45.886 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.572255+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:54:45.886 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.575953+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:54:45.887 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.578123+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T22:54:45.887 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: cluster 2021-03-04T22:54:44.551168+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e21: x(active, starting, since 0.828255s), standbys: y 2021-03-04T22:54:45.887 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.563505+0000 mon.a (mon.0) 23 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:54:45.888 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.563683+0000 mon.a (mon.0) 24 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:54:45.888 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.564836+0000 mon.a (mon.0) 25 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:54:45.888 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.564991+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:54:45.888 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.565845+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:54:45.888 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566023+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:54:45.889 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566174+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:54:45.889 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566330+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:54:45.889 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566501+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:54:45.889 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566664+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:54:45.890 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566804+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:54:45.890 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.566951+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:54:45.890 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.571638+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:54:45.890 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.571864+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:54:45.890 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.572255+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:54:45.891 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.575953+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:54:45.891 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.578123+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T22:54:45.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.579449+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T22:54:45.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.580828+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:54:45.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.582260+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba023"}]: dispatch 2021-03-04T22:54:45.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.583428+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:54:45.893 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.584652+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:54:45.893 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.586248+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T22:54:45.893 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.587777+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T22:54:45.893 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.589366+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T22:54:45.894 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.590962+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T22:54:45.894 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.592559+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T22:54:45.894 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.594395+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T22:54:45.894 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.596015+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:54:45.894 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.597638+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:54:45.895 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.599466+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:54:45.895 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.601084+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T22:54:45.895 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.602886+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T22:54:45.896 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.604450+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:45.896 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.579449+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T22:54:45.896 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.580828+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:54:45.897 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.582260+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba023"}]: dispatch 2021-03-04T22:54:45.897 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.583428+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:54:45.897 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.584652+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:54:45.897 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.586248+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T22:54:45.897 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.587777+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T22:54:45.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.589366+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T22:54:45.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.590962+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T22:54:45.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.592559+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T22:54:45.899 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.594395+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T22:54:45.899 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.596015+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:54:45.899 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.597638+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:54:45.899 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.599466+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:54:45.899 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.601084+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T22:54:45.900 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.602886+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T22:54:45.900 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.604450+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:45.900 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.606327+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:45.901 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.608008+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:54:45.901 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.609819+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T22:54:45.901 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.611670+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:54:45.901 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.613298+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:54:45.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: cluster 2021-03-04T22:54:44.621143+0000 mon.a (mon.0) 62 : cluster [INF] Manager daemon x is now available 2021-03-04T22:54:45.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.736199+0000 mon.a (mon.0) 63 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:54:45.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: cluster 2021-03-04T22:54:44.737373+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T22:54:45.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.738355+0000 mon.a (mon.0) 65 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:45.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.760773+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:45.903 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.770073+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:45.903 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.899770+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:45.903 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[37770]: audit 2021-03-04T22:54:44.952928+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:45.903 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.606327+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:45.904 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.608008+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:54:45.904 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.609819+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T22:54:45.904 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.611670+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:54:45.904 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.613298+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:54:45.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: cluster 2021-03-04T22:54:44.621143+0000 mon.a (mon.0) 62 : cluster [INF] Manager daemon x is now available 2021-03-04T22:54:45.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.736199+0000 mon.a (mon.0) 63 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:54:45.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: cluster 2021-03-04T22:54:44.737373+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T22:54:45.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.738355+0000 mon.a (mon.0) 65 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:45.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.760773+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:45.906 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.770073+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:45.906 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.899770+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:45.906 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:45 gibba008 bash[16766]: audit 2021-03-04T22:54:44.952928+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: cluster 2021-03-04T22:54:44.551168+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e21: x(active, starting, since 0.828255s), standbys: y 2021-03-04T22:54:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.563505+0000 mon.a (mon.0) 23 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba008.hxkpme"}]: dispatch 2021-03-04T22:54:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.563683+0000 mon.a (mon.0) 24 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba023.whlkca"}]: dispatch 2021-03-04T22:54:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.564836+0000 mon.a (mon.0) 25 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T22:54:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.564991+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T22:54:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.565845+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:54:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566023+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:54:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566174+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:54:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566330+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T22:54:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566501+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T22:54:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566664+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T22:54:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566804+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T22:54:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.566951+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T22:54:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.571638+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T22:54:46.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.571864+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T22:54:46.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.572255+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T22:54:46.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.575953+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T22:54:46.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.578123+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T22:54:46.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.579449+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T22:54:46.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.580828+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba008"}]: dispatch 2021-03-04T22:54:46.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.582260+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba023"}]: dispatch 2021-03-04T22:54:46.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.583428+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T22:54:46.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.584652+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T22:54:46.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.586248+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T22:54:46.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.587777+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T22:54:46.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.589366+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T22:54:46.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.590962+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T22:54:46.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.592559+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T22:54:46.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.594395+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T22:54:46.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.596015+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T22:54:46.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.597638+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T22:54:46.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.599466+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T22:54:46.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.601084+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T22:54:46.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.602886+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T22:54:46.033 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.604450+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T22:54:46.033 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.606327+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T22:54:46.033 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.608008+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T22:54:46.033 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.609819+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T22:54:46.033 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.611670+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T22:54:46.034 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.613298+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T22:54:46.034 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: cluster 2021-03-04T22:54:44.621143+0000 mon.a (mon.0) 62 : cluster [INF] Manager daemon x is now available 2021-03-04T22:54:46.034 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.736199+0000 mon.a (mon.0) 63 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:54:46.035 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: cluster 2021-03-04T22:54:44.737373+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T22:54:46.035 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.738355+0000 mon.a (mon.0) 65 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:46.035 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.760773+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:54:46.035 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.770073+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:54:46.035 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.899770+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:46.036 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:45 gibba023 bash[13021]: audit 2021-03-04T22:54:44.952928+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:54:46.757 INFO:teuthology.orchestra.run.gibba008.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T22:54:46.757 INFO:teuthology.orchestra.run.gibba008.stdout:alertmanager.a gibba008 running (4m) 15s ago 4m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d4b5832f3a8a 2021-03-04T22:54:46.758 INFO:teuthology.orchestra.run.gibba008.stdout:grafana.a gibba023 running (4m) 35s ago 4m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a cb5e653c5229 2021-03-04T22:54:46.758 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba008.hxkpme gibba008 running (3m) 15s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8d25b10c411d 2021-03-04T22:54:46.758 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba023.whlkca gibba023 running (3m) 35s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6bca2cdde72b 2021-03-04T22:54:46.758 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.x gibba023 running (50s) 35s ago 8m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 dad386f09c74 aa06468743b8 2021-03-04T22:54:46.759 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.y gibba008 running (20s) 15s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5fb3b6fe62b7 2021-03-04T22:54:46.759 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a gibba008 starting - - 2021-03-04T22:54:46.759 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b gibba023 running (8m) 35s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 f5913d5b6333 2021-03-04T22:54:46.759 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c gibba008 running (8m) 15s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab4975126cda 2021-03-04T22:54:46.759 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.a gibba008 running (4m) 15s ago 5m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf be0909c51360 2021-03-04T22:54:46.760 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.b gibba023 running (5m) 35s ago 5m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf ab82d094d1cc 2021-03-04T22:54:46.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 gibba008 running (7m) 15s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0cafc6879365 2021-03-04T22:54:46.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 gibba008 running (7m) 15s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 88c725407a77 2021-03-04T22:54:46.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 gibba008 running (7m) 15s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1f915693af72 2021-03-04T22:54:46.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 gibba008 running (6m) 15s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0b61a2300c66 2021-03-04T22:54:46.761 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 gibba023 running (6m) 35s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 778ab12c8273 2021-03-04T22:54:46.761 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 gibba023 running (6m) 35s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5e575a12b513 2021-03-04T22:54:46.761 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 gibba023 running (5m) 35s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 684f88952d5d 2021-03-04T22:54:46.761 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 gibba023 running (5m) 35s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 84a56750ca88 2021-03-04T22:54:46.762 INFO:teuthology.orchestra.run.gibba008.stdout:prometheus.a gibba023 running (4m) 35s ago 5m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 1e715363fad6 2021-03-04T22:54:46.770 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [642804~76851,6224299~13999,8844214~821,8971142~100246,14349248~69126,16563251~8568,17455894~40918,18542529~31927,20624243~68026] 2021-03-04T22:54:46.909 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[37770]: cluster 2021-03-04T22:54:45.561201+0000 mon.a (mon.0) 70 : cluster [DBG] mgrmap e22: x(active, since 1.83829s), standbys: y 2021-03-04T22:54:46.909 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[37770]: cluster 2021-03-04T22:54:45.565142+0000 mgr.x (mgr.34379) 1 : cluster [DBG] pgmap v4: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:46.909 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[37770]: cluster 2021-03-04T22:54:45.739648+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T22:54:46.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[37770]: audit 2021-03-04T22:54:45.740743+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:46.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[37770]: audit 2021-03-04T22:54:45.742756+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:46.910 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[16766]: cluster 2021-03-04T22:54:45.561201+0000 mon.a (mon.0) 70 : cluster [DBG] mgrmap e22: x(active, since 1.83829s), standbys: y 2021-03-04T22:54:46.910 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[16766]: cluster 2021-03-04T22:54:45.565142+0000 mgr.x (mgr.34379) 1 : cluster [DBG] pgmap v4: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:46.911 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[16766]: cluster 2021-03-04T22:54:45.739648+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T22:54:46.911 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[16766]: audit 2021-03-04T22:54:45.740743+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:46.911 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:46 gibba008 bash[16766]: audit 2021-03-04T22:54:45.742756+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:47.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:46 gibba023 bash[13021]: cluster 2021-03-04T22:54:45.561201+0000 mon.a (mon.0) 70 : cluster [DBG] mgrmap e22: x(active, since 1.83829s), standbys: y 2021-03-04T22:54:47.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:46 gibba023 bash[13021]: cluster 2021-03-04T22:54:45.565142+0000 mgr.x (mgr.34379) 1 : cluster [DBG] pgmap v4: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:47.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:46 gibba023 bash[13021]: cluster 2021-03-04T22:54:45.739648+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T22:54:47.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:46 gibba023 bash[13021]: audit 2021-03-04T22:54:45.740743+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T22:54:47.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:46 gibba023 bash[13021]: audit 2021-03-04T22:54:45.742756+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T22:54:47.455 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T22:54:47.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[37770]: audit 2021-03-04T22:54:46.217927+0000 mgr.x (mgr.34379) 2 : audit [DBG] from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:54:47.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[37770]: cluster 2021-03-04T22:54:46.571217+0000 mgr.x (mgr.34379) 3 : cluster [DBG] pgmap v6: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:47.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[37770]: cluster 2021-03-04T22:54:46.574307+0000 mon.a (mon.0) 74 : cluster [DBG] mgrmap e23: x(active, since 2s), standbys: y 2021-03-04T22:54:47.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[37770]: audit 2021-03-04T22:54:46.743856+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:54:47.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[37770]: cluster 2021-03-04T22:54:46.743927+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T22:54:47.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[16766]: audit 2021-03-04T22:54:46.217927+0000 mgr.x (mgr.34379) 2 : audit [DBG] from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:54:47.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[16766]: cluster 2021-03-04T22:54:46.571217+0000 mgr.x (mgr.34379) 3 : cluster [DBG] pgmap v6: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:47.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[16766]: cluster 2021-03-04T22:54:46.574307+0000 mon.a (mon.0) 74 : cluster [DBG] mgrmap e23: x(active, since 2s), standbys: y 2021-03-04T22:54:47.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[16766]: audit 2021-03-04T22:54:46.743856+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:54:47.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:47 gibba008 bash[16766]: cluster 2021-03-04T22:54:46.743927+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T22:54:47.770 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [1225229~3394,1718991~47071,3470956~65614,4145808~91557,4583693~149514,10178003~57220,12761163~94129,13742856~1358] 2021-03-04T22:54:47.771 INFO:tasks.workunit.client.0.gibba008.stdout: diff was [719655~3517710,4583693~149514,9071388~1163835,12761163~94129,13742856~1358] 2021-03-04T22:54:47.773 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterate (4212 ms) 2021-03-04T22:54:47.773 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2021-03-04T22:54:47.773 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:47.787 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T22:54:48.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:47 gibba023 bash[13021]: audit 2021-03-04T22:54:46.217927+0000 mgr.x (mgr.34379) 2 : audit [DBG] from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:54:48.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:47 gibba023 bash[13021]: cluster 2021-03-04T22:54:46.571217+0000 mgr.x (mgr.34379) 3 : cluster [DBG] pgmap v6: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:48.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:47 gibba023 bash[13021]: cluster 2021-03-04T22:54:46.574307+0000 mon.a (mon.0) 74 : cluster [DBG] mgrmap e23: x(active, since 2s), standbys: y 2021-03-04T22:54:48.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:47 gibba023 bash[13021]: audit 2021-03-04T22:54:46.743856+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T22:54:48.032 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:47 gibba023 bash[13021]: cluster 2021-03-04T22:54:46.743927+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T22:54:48.776 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T22:54:48.831 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:48 gibba008 bash[37770]: cluster 2021-03-04T22:54:47.747732+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T22:54:48.831 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:48 gibba008 bash[16766]: cluster 2021-03-04T22:54:47.747732+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T22:54:49.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:48 gibba023 bash[13021]: cluster 2021-03-04T22:54:47.747732+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T22:54:49.773 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T22:54:50.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: cluster 2021-03-04T22:54:48.571610+0000 mgr.x (mgr.34379) 4 : cluster [DBG] pgmap v9: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:50.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: cluster 2021-03-04T22:54:48.759740+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T22:54:50.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: audit 2021-03-04T22:54:48.818807+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: cephadm 2021-03-04T22:54:48.819327+0000 mgr.x (mgr.34379) 5 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:54:50.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: audit 2021-03-04T22:54:49.250542+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: audit 2021-03-04T22:54:49.457063+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: audit 2021-03-04T22:54:49.466158+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:50.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: audit 2021-03-04T22:54:49.467749+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:54:50.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[37770]: audit 2021-03-04T22:54:49.469031+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-03-04T22:54:50.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: cluster 2021-03-04T22:54:48.571610+0000 mgr.x (mgr.34379) 4 : cluster [DBG] pgmap v9: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:50.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: cluster 2021-03-04T22:54:48.759740+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T22:54:50.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: audit 2021-03-04T22:54:48.818807+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: cephadm 2021-03-04T22:54:48.819327+0000 mgr.x (mgr.34379) 5 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:54:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: audit 2021-03-04T22:54:49.250542+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: audit 2021-03-04T22:54:49.457063+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: audit 2021-03-04T22:54:49.466158+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: audit 2021-03-04T22:54:49.467749+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:54:50.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:49 gibba008 bash[16766]: audit 2021-03-04T22:54:49.469031+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-03-04T22:54:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: cluster 2021-03-04T22:54:48.571610+0000 mgr.x (mgr.34379) 4 : cluster [DBG] pgmap v9: 105 pgs: 105 active+clean; 3.2 KiB data, 13 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: cluster 2021-03-04T22:54:48.759740+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T22:54:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: audit 2021-03-04T22:54:48.818807+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: cephadm 2021-03-04T22:54:48.819327+0000 mgr.x (mgr.34379) 5 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:54:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: audit 2021-03-04T22:54:49.250542+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: audit 2021-03-04T22:54:49.457063+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: audit 2021-03-04T22:54:49.466158+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:54:50.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: audit 2021-03-04T22:54:49.467749+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:54:50.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:49 gibba023 bash[13021]: audit 2021-03-04T22:54:49.469031+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-03-04T22:54:50.786 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T22:54:50.787 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3015 ms) 2021-03-04T22:54:50.788 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2021-03-04T22:54:50.788 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:54:50.960 INFO:tasks.workunit.client.0.gibba008.stdout: i=0 exists [9174275~5916809,60003527~4979533,81776727~5682263,126532644~6416977,203402488~4992121,265941344~7393416,311208139~546611,367998605~1705340,379398624~6025452,399045185~7785635] wrote [9174275~5916809,60003527~4979533,81776727~5682263,126532644~6416977,203402488~4992121,265941344~7393416,311208139~546611,367998605~1705340,379398624~6025452,399045185~7785635] 2021-03-04T22:54:51.032 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.251039+0000 mgr.x (mgr.34379) 6 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:54:51.032 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.465309+0000 mgr.x (mgr.34379) 7 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:51.032 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.467307+0000 mgr.x (mgr.34379) 8 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:51.033 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.468654+0000 mgr.x (mgr.34379) 9 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:54:51.033 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.468696+0000 mgr.x (mgr.34379) 10 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:54:51.033 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.469798+0000 mgr.x (mgr.34379) 11 : cephadm [INF] It is presumed safe to stop mon.c 2021-03-04T22:54:51.033 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cephadm 2021-03-04T22:54:49.469841+0000 mgr.x (mgr.34379) 12 : cephadm [INF] Upgrade: It is presumed safe to stop mon.c 2021-03-04T22:54:51.034 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[37770]: cluster 2021-03-04T22:54:49.763730+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T22:54:51.034 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.251039+0000 mgr.x (mgr.34379) 6 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:54:51.034 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.465309+0000 mgr.x (mgr.34379) 7 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:51.034 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.467307+0000 mgr.x (mgr.34379) 8 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:51.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.468654+0000 mgr.x (mgr.34379) 9 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:54:51.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.468696+0000 mgr.x (mgr.34379) 10 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:54:51.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.469798+0000 mgr.x (mgr.34379) 11 : cephadm [INF] It is presumed safe to stop mon.c 2021-03-04T22:54:51.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cephadm 2021-03-04T22:54:49.469841+0000 mgr.x (mgr.34379) 12 : cephadm [INF] Upgrade: It is presumed safe to stop mon.c 2021-03-04T22:54:51.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:50 gibba008 bash[16766]: cluster 2021-03-04T22:54:49.763730+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T22:54:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.251039+0000 mgr.x (mgr.34379) 6 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:54:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.465309+0000 mgr.x (mgr.34379) 7 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:54:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.467307+0000 mgr.x (mgr.34379) 8 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:54:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.468654+0000 mgr.x (mgr.34379) 9 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:54:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.468696+0000 mgr.x (mgr.34379) 10 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:54:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.469798+0000 mgr.x (mgr.34379) 11 : cephadm [INF] It is presumed safe to stop mon.c 2021-03-04T22:54:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cephadm 2021-03-04T22:54:49.469841+0000 mgr.x (mgr.34379) 12 : cephadm [INF] Upgrade: It is presumed safe to stop mon.c 2021-03-04T22:54:51.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:50 gibba023 bash[13021]: cluster 2021-03-04T22:54:49.763730+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T22:54:51.347 INFO:teuthology.orchestra.run.gibba008.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:54:51.932 INFO:tasks.workunit.client.0.gibba008.stdout: i=1 exists [9174275~5916809,26398573~2777146,42389073~7209244,49816725~8101348,60003527~4979533,81776727~5682263,126532644~6416977,154122858~2618612,168930205~2158027,184939744~7297940,203402488~4992121,221206281~5727002,265941344~7393416,311208139~546611,367998605~7475437,379398624~8430193,399045185~7785635] wrote [26398573~2777146,42389073~7209244,49816725~8101348,154122858~2618612,168930205~2158027,184939744~7297940,221206281~5727002,368919067~6554975,383140398~4688419] 2021-03-04T22:54:52.075 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:51 gibba008 bash[37770]: cluster 2021-03-04T22:54:50.573183+0000 mgr.x (mgr.34379) 13 : cluster [DBG] pgmap v12: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail; 5.2 KiB/s rd, 254 KiB/s wr, 18 op/s 2021-03-04T22:54:52.076 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:51 gibba008 bash[37770]: cluster 2021-03-04T22:54:50.779034+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T22:54:52.076 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:51 gibba008 bash[37770]: audit 2021-03-04T22:54:51.344776+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:52.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:51 gibba008 bash[16766]: cluster 2021-03-04T22:54:50.573183+0000 mgr.x (mgr.34379) 13 : cluster [DBG] pgmap v12: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail; 5.2 KiB/s rd, 254 KiB/s wr, 18 op/s 2021-03-04T22:54:52.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:51 gibba008 bash[16766]: cluster 2021-03-04T22:54:50.779034+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T22:54:52.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:51 gibba008 bash[16766]: audit 2021-03-04T22:54:51.344776+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:51 gibba023 bash[13021]: cluster 2021-03-04T22:54:50.573183+0000 mgr.x (mgr.34379) 13 : cluster [DBG] pgmap v12: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail; 5.2 KiB/s rd, 254 KiB/s wr, 18 op/s 2021-03-04T22:54:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:51 gibba023 bash[13021]: cluster 2021-03-04T22:54:50.779034+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T22:54:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:51 gibba023 bash[13021]: audit 2021-03-04T22:54:51.344776+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:52.502 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T22:54:53.009 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: audit 2021-03-04T22:54:51.339787+0000 mgr.x (mgr.34379) 14 : audit [DBG] from='client.24874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:54:53.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: cephadm 2021-03-04T22:54:51.340768+0000 mgr.x (mgr.34379) 15 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:54:53.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: cluster 2021-03-04T22:54:51.793184+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T22:54:53.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: audit 2021-03-04T22:54:52.505546+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:53.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: audit 2021-03-04T22:54:52.506673+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:54:53.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: audit 2021-03-04T22:54:52.507844+0000 mon.a (mon.0) 91 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:54:53.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: audit 2021-03-04T22:54:52.509015+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:53.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[16766]: audit 2021-03-04T22:54:52.510622+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T22:54:53.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: audit 2021-03-04T22:54:51.339787+0000 mgr.x (mgr.34379) 14 : audit [DBG] from='client.24874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:54:53.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: cephadm 2021-03-04T22:54:51.340768+0000 mgr.x (mgr.34379) 15 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:54:53.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: cluster 2021-03-04T22:54:51.793184+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T22:54:53.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: audit 2021-03-04T22:54:52.505546+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: audit 2021-03-04T22:54:52.506673+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:54:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: audit 2021-03-04T22:54:52.507844+0000 mon.a (mon.0) 91 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:54:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: audit 2021-03-04T22:54:52.509015+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:53.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:52 gibba008 bash[37770]: audit 2021-03-04T22:54:52.510622+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T22:54:53.060 INFO:tasks.workunit.client.0.gibba008.stdout: i=2 exists [9174275~7328921,26398573~2777146,42389073~15529000,60003527~4979533,81776727~6905050,99859773~1807563,126532644~6416977,134481594~1355132,154122858~2618612,168930205~2158027,184939744~7297940,200561208~15438551,221206281~5727002,265941344~7393416,311208139~546611,333723549~5334591,367998605~7475437,379398624~8430193,399045185~7785635] wrote [10814635~5688561,44377121~6441197,86773955~1907822,99859773~1807563,134481594~1355132,200561208~15438551,333723549~5334591,403394121~2950925] 2021-03-04T22:54:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: audit 2021-03-04T22:54:51.339787+0000 mgr.x (mgr.34379) 14 : audit [DBG] from='client.24874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:54:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: cephadm 2021-03-04T22:54:51.340768+0000 mgr.x (mgr.34379) 15 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:54:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: cluster 2021-03-04T22:54:51.793184+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T22:54:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: audit 2021-03-04T22:54:52.505546+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:54:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: audit 2021-03-04T22:54:52.506673+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:54:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: audit 2021-03-04T22:54:52.507844+0000 mon.a (mon.0) 91 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:54:53.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: audit 2021-03-04T22:54:52.509015+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:54:53.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:52 gibba023 bash[13021]: audit 2021-03-04T22:54:52.510622+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T22:54:53.727 INFO:tasks.workunit.client.0.gibba008.stdout: i=3 exists [9174275~7328921,26398573~2777146,42389073~15529000,60003527~4979533,81776727~10115571,99859773~1807563,126532644~6416977,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~5727002,238978095~5019524,254094966~7441649,265941344~7393416,311208139~546611,333723549~5334591,347917620~1140675,354875360~1261742,367998605~7475437,379398624~8430193,399045185~7785635] wrote [47743458~9614324,86720869~5171429,188715729~7527933,209339460~8131659,238978095~5019524,254094966~7441649,347917620~1140675,354875360~1261742] 2021-03-04T22:54:54.131 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[37770]: cephadm 2021-03-04T22:54:52.501592+0000 mgr.x (mgr.34379) 16 : cephadm [INF] Upgrade: Updating mon.c 2021-03-04T22:54:54.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[37770]: cephadm 2021-03-04T22:54:52.510027+0000 mgr.x (mgr.34379) 17 : cephadm [INF] Deploying daemon mon.c on gibba008 2021-03-04T22:54:54.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[37770]: cluster 2021-03-04T22:54:52.573965+0000 mgr.x (mgr.34379) 18 : cluster [DBG] pgmap v15: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail; 5.2 KiB/s rd, 254 KiB/s wr, 18 op/s 2021-03-04T22:54:54.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[37770]: cluster 2021-03-04T22:54:52.811800+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-03-04T22:54:54.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[37770]: cluster 2021-03-04T22:54:53.547698+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-03-04T22:54:54.133 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[16766]: cephadm 2021-03-04T22:54:52.501592+0000 mgr.x (mgr.34379) 16 : cephadm [INF] Upgrade: Updating mon.c 2021-03-04T22:54:54.133 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[16766]: cephadm 2021-03-04T22:54:52.510027+0000 mgr.x (mgr.34379) 17 : cephadm [INF] Deploying daemon mon.c on gibba008 2021-03-04T22:54:54.133 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[16766]: cluster 2021-03-04T22:54:52.573965+0000 mgr.x (mgr.34379) 18 : cluster [DBG] pgmap v15: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail; 5.2 KiB/s rd, 254 KiB/s wr, 18 op/s 2021-03-04T22:54:54.133 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[16766]: cluster 2021-03-04T22:54:52.811800+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-03-04T22:54:54.133 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:53 gibba008 bash[16766]: cluster 2021-03-04T22:54:53.547698+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-03-04T22:54:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:53 gibba023 bash[13021]: cephadm 2021-03-04T22:54:52.501592+0000 mgr.x (mgr.34379) 16 : cephadm [INF] Upgrade: Updating mon.c 2021-03-04T22:54:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:53 gibba023 bash[13021]: cephadm 2021-03-04T22:54:52.510027+0000 mgr.x (mgr.34379) 17 : cephadm [INF] Deploying daemon mon.c on gibba008 2021-03-04T22:54:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:53 gibba023 bash[13021]: cluster 2021-03-04T22:54:52.573965+0000 mgr.x (mgr.34379) 18 : cluster [DBG] pgmap v15: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail; 5.2 KiB/s rd, 254 KiB/s wr, 18 op/s 2021-03-04T22:54:54.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:53 gibba023 bash[13021]: cluster 2021-03-04T22:54:52.811800+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-03-04T22:54:54.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:53 gibba023 bash[13021]: cluster 2021-03-04T22:54:53.547698+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-03-04T22:54:54.740 INFO:tasks.workunit.client.0.gibba008.stdout: i=4 exists [2509434~5533024,9174275~7328921,26398573~2777146,37442862~3573875,42389073~22593987,66447937~8174989,81776727~10115571,99859773~1807563,119047079~4783046,126532644~6416977,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~5727002,238978095~5019524,254094966~7738938,265941344~7393416,311208139~546611,333723549~5954671,347917620~1140675,354875360~1261742,367998605~7475437,379398624~8430193,388551638~4226204,399045185~7785635] wrote [2509434~5533024,9319754~2695716,37442862~3573875,55272779~4735210,66447937~8174989,119047079~4783046,254225396~7608508,338969852~708368,380604558~2926998,388551638~4226204] 2021-03-04T22:54:55.568 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:55 gibba008 systemd[1]: Stopping Ceph mon.c for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:54:55.716 INFO:tasks.workunit.client.0.gibba008.stdout: i=5 exists [2509434~5533024,9174275~7328921,26398573~2777146,34406655~6610082,42389073~22593987,66447937~8174989,81776727~10115571,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,126532644~6416977,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~6125300,233849664~2322520,238978095~5019524,254094966~7738938,265941344~7393416,311208139~546611,333723549~12063086,347917620~1140675,354875360~1261742,367998605~7475437,379398624~13379218,399045185~7785635,409286974~3174555] wrote [3779791~4110420,34406655~6082261,111368155~4169358,123941923~299990,226230683~1100898,233849664~2322520,240069463~1071038,337964272~7822363,385165004~5183259,409286974~3174555] 2021-03-04T22:54:55.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:55 gibba008 bash[37770]: cluster 2021-03-04T22:54:54.559814+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T22:54:55.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:55 gibba008 bash[37770]: cluster 2021-03-04T22:54:54.574352+0000 mgr.x (mgr.34379) 19 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:55 gibba008 bash[16766]: cluster 2021-03-04T22:54:54.559814+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T22:54:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:55 gibba008 bash[16766]: cluster 2021-03-04T22:54:54.574352+0000 mgr.x (mgr.34379) 19 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:55.891 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:55 gibba008 bash[16766]: debug 2021-03-04T22:54:55.806+0000 7fa86d3a9700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:54:55.891 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:55 gibba008 bash[16766]: debug 2021-03-04T22:54:55.806+0000 7fa86d3a9700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2021-03-04T22:54:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:55 gibba023 bash[13021]: cluster 2021-03-04T22:54:54.559814+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T22:54:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:55 gibba023 bash[13021]: cluster 2021-03-04T22:54:54.574352+0000 mgr.x (mgr.34379) 19 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:57.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:56 gibba008 docker[39182]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-mon.c 2021-03-04T22:54:57.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:56 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.c.service: Succeeded. 2021-03-04T22:54:57.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:56 gibba008 systemd[1]: Stopped Ceph mon.c for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:54:57.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:57 gibba008 systemd[1]: Started Ceph mon.c for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:54:58.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.230+0000 7f7baa017700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:54:58.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.230+0000 7f7baa017700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 6 2021-03-04T22:54:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.230+0000 7f7baa017700 0 pidfile_write: ignore empty --pid-file 2021-03-04T22:54:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 0 load: jerasure load: lrc load: isa 2021-03-04T22:54:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T22:54:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:54:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T22:54:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: DB SUMMARY 2021-03-04T22:54:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T22:54:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T22:54:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 526 Bytes 2021-03-04T22:54:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000017.sst 2021-03-04T22:54:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000015.log size: 6696814 ; 2021-03-04T22:54:58.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:54:58.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T22:54:58.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:54:58.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.env: 0x55a6b1dbb1c0 2021-03-04T22:54:58.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.fs: Posix File System 2021-03-04T22:54:58.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.info_log: 0x55a6b365fec0 2021-03-04T22:54:58.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:54:58.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:54:58.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:54:58.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:54:58.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:54:58.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:54:58.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:54:58.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:54:58.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:54:58.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:54:58.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:54:58.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:54:58.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:54:58.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:54:58.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:54:58.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-03-04T22:54:58.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:54:58.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:54:58.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:54:58.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:54:58.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:54:58.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T22:54:58.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:54:58.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:54:58.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:54:58.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:54:58.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.write_buffer_manager: 0x55a6b36b9bc0 2021-03-04T22:54:58.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:54:58.524 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:54:58.524 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:54:58.524 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:54:58.525 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:54:58.525 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:54:58.525 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:54:58.525 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:54:58.526 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:54:58.526 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.unordered_write: 0 2021-03-04T22:54:58.526 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:54:58.526 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:54:58.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:54:58.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:54:58.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.row_cache: None 2021-03-04T22:54:58.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:54:58.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:54:58.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:54:58.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:54:58.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:54:58.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:54:58.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:54:58.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:54:58.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T22:54:58.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T22:54:58.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T22:54:58.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T22:54:58.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:54:58.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:54:58.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:54:58.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:54:58.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:54:58.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:54:58.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:54:58.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:54:58.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:54:58.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:54:58.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:54:58.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:54:58.533 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:54:58.533 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T22:54:58.533 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:54:58.533 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:54:58.533 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:54:58.534 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:54:58.534 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:54:58.534 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:54:58.534 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:54:58.535 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:54:58.535 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:54:58.535 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:54:58.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:54:58.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2021-03-04T22:54:58.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T22:54:58.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:54:58.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.merge_operator: 2021-03-04T22:54:58.538 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:54:58.538 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:54:58.539 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:54:58.539 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:54:58.539 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a6b36081e0) 2021-03-04T22:54:58.540 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: cache_index_and_filter_blocks: 1 2021-03-04T22:54:58.540 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T22:54:58.541 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:54:58.541 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: pin_top_level_index_and_filter: 1 2021-03-04T22:54:58.541 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: index_type: 0 2021-03-04T22:54:58.542 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: data_block_index_type: 0 2021-03-04T22:54:58.542 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: index_shortening: 1 2021-03-04T22:54:58.542 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:54:58.543 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: hash_index_allow_collision: 1 2021-03-04T22:54:58.543 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: checksum: 1 2021-03-04T22:54:58.543 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: no_block_cache: 0 2021-03-04T22:54:58.544 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_cache: 0x55a6b3640510 2021-03-04T22:54:58.544 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_cache_name: BinnedLRUCache 2021-03-04T22:54:58.544 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_cache_options: 2021-03-04T22:54:58.545 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: capacity : 536870912 2021-03-04T22:54:58.545 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: num_shard_bits : 4 2021-03-04T22:54:58.545 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: strict_capacity_limit : 0 2021-03-04T22:54:58.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: high_pri_pool_ratio: 0.000 2021-03-04T22:54:58.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_cache_compressed: (nil) 2021-03-04T22:54:58.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: persistent_cache: (nil) 2021-03-04T22:54:58.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_size: 4096 2021-03-04T22:54:58.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_size_deviation: 10 2021-03-04T22:54:58.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_restart_interval: 16 2021-03-04T22:54:58.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: index_block_restart_interval: 1 2021-03-04T22:54:58.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: metadata_block_size: 4096 2021-03-04T22:54:58.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: partition_filters: 0 2021-03-04T22:54:58.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: use_delta_encoding: 1 2021-03-04T22:54:58.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:54:58.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: whole_key_filtering: 1 2021-03-04T22:54:58.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: verify_compression: 0 2021-03-04T22:54:58.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: read_amp_bytes_per_bit: 0 2021-03-04T22:54:58.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: format_version: 2 2021-03-04T22:54:58.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: enable_index_compression: 1 2021-03-04T22:54:58.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: block_align: 0 2021-03-04T22:54:58.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:54:58.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:54:58.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:54:58.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:54:58.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:54:58.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:54:58.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:54:58.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:54:58.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:54:58.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T22:54:58.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:54:58.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:54:58.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:54:58.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:54:58.553 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:54:58.553 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:54:58.553 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:54:58.553 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:54:58.553 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:54:58.554 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:54:58.554 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:54:58.554 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:54:58.554 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:54:58.555 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:54:58.555 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:54:58.555 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:54:58.555 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:54:58.555 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:54:58.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:54:58.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:54:58.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:54:58.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:54:58.556 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:54:58.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:54:58.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:54:58.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:54:58.558 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:54:58.558 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:54:58.559 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:54:58.559 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:54:58.559 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:54:58.559 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:54:58.559 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:54:58.560 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:54:58.560 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:54:58.560 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:54:58.560 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:54:58.560 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:54:58.561 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:54:58.561 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:54:58.561 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:54:58.561 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:54:58.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:54:58.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:54:58.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:54:58.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:54:58.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:54:58.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:54:58.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:54:58.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:54:58.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:54:58.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:54:58.564 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:54:58.564 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:54:58.564 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:54:58.564 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:54:58.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.ttl: 2592000 2021-03-04T22:54:58.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T22:54:58.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T22:54:58.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 9783, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:54:58.566 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2021-03-04T22:54:58.566 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898498238481, "job": 1, "event": "recovery_started", "log_files": [15]} 2021-03-04T22:54:58.566 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.234+0000 7f7baa017700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2021-03-04T22:54:58.566 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.238+0000 7f7baa017700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T22:54:58.566 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7baa017700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898498246124, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 4407824, "table_properties": {"data_size": 4399147, "index_size": 6893, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 965, "raw_key_size": 7977, "raw_average_key_size": 22, "raw_value_size": 4388553, "raw_average_value_size": 12123, "num_data_blocks": 214, "num_entries": 362, "num_deletions": 5, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614898498, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T22:54:58.567 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7baa017700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2021-03-04T22:54:58.567 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7baa017700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T22:54:58.567 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7baa017700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898498247029, "job": 1, "event": "recovery_finished"} 2021-03-04T22:54:58.568 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7baa017700 4 rocksdb: DB pointer 0x55a6b36ff800 2021-03-04T22:54:58.568 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7b90e2b700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T22:54:58.568 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7b90e2b700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T22:54:58.568 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** DB Stats ** 2021-03-04T22:54:58.569 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:54:58.570 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:54:58.570 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:54:58.571 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:54:58.571 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:54:58.571 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:54:58.572 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:54:58.572 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** Compaction Stats [default] ** 2021-03-04T22:54:58.572 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:58.572 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:58.573 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: L0 1/0 4.20 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.573 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: L6 1/0 20.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:54:58.573 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Sum 2/0 24.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.573 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.573 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** Compaction Stats [default] ** 2021-03-04T22:54:58.574 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:58.574 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:58.574 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.574 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:54:58.575 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Flush(GB): cumulative 0.004, interval 0.004 2021-03-04T22:54:58.575 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:54:58.575 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:54:58.575 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:54:58.576 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:54:58.576 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Cumulative compaction: 0.00 GB write, 410.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:58.576 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Interval compaction: 0.00 GB write, 410.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:58.577 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:54:58.577 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:54:58.577 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** Compaction Stats [default] ** 2021-03-04T22:54:58.577 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:58.578 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:58.578 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: L0 1/0 4.20 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.578 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: L6 1/0 20.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:54:58.579 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Sum 2/0 24.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.579 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:54:58.579 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** Compaction Stats [default] ** 2021-03-04T22:54:58.579 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:54:58.579 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:54:58.580 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1000.6 0.00 0.00 1 0.004 0 0 2021-03-04T22:54:58.580 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:54:58.580 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Flush(GB): cumulative 0.004, interval 0.000 2021-03-04T22:54:58.580 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:54:58.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:54:58.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:54:58.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:54:58.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Cumulative compaction: 0.00 GB write, 409.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:58.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:54:58.582 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:54:58.582 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:54:58.583 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.242+0000 7f7baa017700 0 starting mon.c rank 1 at public addrs [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0] at bind addrs [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:54:58.583 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 1 mon.c@-1(???) e3 preinit fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:54:58.584 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 0 mon.c@-1(???).mds e8 new map 2021-03-04T22:54:58.584 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 0 mon.c@-1(???).mds e8 print_map 2021-03-04T22:54:58.584 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: e8 2021-03-04T22:54:58.585 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T22:54:58.585 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:54:58.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: legacy client fscid: 1 2021-03-04T22:54:58.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: 2021-03-04T22:54:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Filesystem 'foo' (1) 2021-03-04T22:54:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: fs_name foo 2021-03-04T22:54:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: epoch 5 2021-03-04T22:54:58.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: flags 12 2021-03-04T22:54:58.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: created 2021-03-04T22:51:40.450260+0000 2021-03-04T22:54:58.589 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: modified 2021-03-04T22:51:46.835188+0000 2021-03-04T22:54:58.589 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: tableserver 0 2021-03-04T22:54:58.590 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: root 0 2021-03-04T22:54:58.590 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: session_timeout 60 2021-03-04T22:54:58.590 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: session_autoclose 300 2021-03-04T22:54:58.590 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: max_file_size 1099511627776 2021-03-04T22:54:58.591 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: required_client_features {} 2021-03-04T22:54:58.591 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: last_failure 0 2021-03-04T22:54:58.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: last_failure_osd_epoch 0 2021-03-04T22:54:58.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:54:58.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: max_mds 1 2021-03-04T22:54:58.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: in 0 2021-03-04T22:54:58.593 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: up {0=24403} 2021-03-04T22:54:58.593 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: failed 2021-03-04T22:54:58.593 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: damaged 2021-03-04T22:54:58.594 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: stopped 2021-03-04T22:54:58.594 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: data_pools [4] 2021-03-04T22:54:58.594 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: metadata_pool 3 2021-03-04T22:54:58.594 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: inline_data disabled 2021-03-04T22:54:58.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: balancer 2021-03-04T22:54:58.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: standby_count_wanted 1 2021-03-04T22:54:58.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: [mds.foo.gibba008.hxkpme{0:24403} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140]] 2021-03-04T22:54:58.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: 2021-03-04T22:54:58.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: 2021-03-04T22:54:58.596 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: Standby daemons: 2021-03-04T22:54:58.596 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: 2021-03-04T22:54:58.596 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: [mds.foo.gibba023.whlkca{-1:34289} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771]] 2021-03-04T22:54:58.596 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 0 mon.c@-1(???).osd e140 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T22:54:58.597 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 0 mon.c@-1(???).osd e140 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:54:58.597 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 0 mon.c@-1(???).osd e140 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:54:58.597 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 0 mon.c@-1(???).osd e140 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:54:58.597 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: cluster 2021-03-04T22:54:54.559814+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T22:54:58.597 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: cluster 2021-03-04T22:54:54.574352+0000 mgr.x (mgr.34379) 19 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 16 MiB data, 16 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:54:58.598 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:58 gibba008 bash[39303]: debug 2021-03-04T22:54:58.246+0000 7f7baa017700 1 mon.c@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2021-03-04T22:55:00.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:54:59 gibba008 bash[37770]: cluster 2021-03-04T22:54:55.567792+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T22:55:00.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:54:59 gibba008 bash[39303]: cluster 2021-03-04T22:54:55.567792+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T22:55:00.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:54:59 gibba023 bash[13021]: cluster 2021-03-04T22:54:55.567792+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T22:55:00.753 INFO:tasks.workunit.client.0.gibba008.stdout: i=6 exists [2509434~5533024,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~22593987,66447937~8174989,81776727~10115571,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,126532644~6416977,134481594~4081694,154122858~2618612,168930205~2158027,173388159~7465071,184939744~11303918,200561208~16909911,221206281~6214606,233849664~2322520,238978095~5019524,254094966~7738938,265941344~7393416,311208139~546611,333723549~12063086,347917620~1140675,354875360~1261742,367998605~7475437,379398624~16268689,396024605~10806215,409286974~3174555] wrote [19811101~1248961,23315521~8035545,135350305~3212983,173388159~7465071,222392544~3728920,226368402~1052485,380356503~2542183,389979916~5687397,396024605~7473977] 2021-03-04T22:55:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:56.575317+0000 mgr.x (mgr.34379) 20 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 289 MiB data, 672 MiB used, 663 GiB / 672 GiB avail; 8.0 KiB/s rd, 57 MiB/s wr, 38 op/s 2021-03-04T22:55:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:58.458742+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T22:55:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:58.576357+0000 mgr.x (mgr.34379) 21 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 289 MiB data, 672 MiB used, 663 GiB / 672 GiB avail; 5.5 KiB/s rd, 39 MiB/s wr, 26 op/s 2021-03-04T22:55:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.570208+0000 mon.a (mon.0) 98 : cluster [INF] mon.a calling monitor election 2021-03-04T22:55:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.595480+0000 mon.a (mon.0) 99 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:55:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.609577+0000 mon.a (mon.0) 100 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:55:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.609658+0000 mon.a (mon.0) 101 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:55:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.609675+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T22:55:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.609987+0000 mon.a (mon.0) 103 : cluster [DBG] mgrmap e23: x(active, since 15s), standbys: y 2021-03-04T22:55:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: cluster 2021-03-04T22:54:59.613082+0000 mon.a (mon.0) 104 : cluster [INF] overall HEALTH_OK 2021-03-04T22:55:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: audit 2021-03-04T22:54:59.615465+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: audit 2021-03-04T22:54:59.616247+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:55:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[37770]: audit 2021-03-04T22:54:59.617937+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:55:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:56.575317+0000 mgr.x (mgr.34379) 20 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 289 MiB data, 672 MiB used, 663 GiB / 672 GiB avail; 8.0 KiB/s rd, 57 MiB/s wr, 38 op/s 2021-03-04T22:55:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:58.458742+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T22:55:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:58.576357+0000 mgr.x (mgr.34379) 21 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 289 MiB data, 672 MiB used, 663 GiB / 672 GiB avail; 5.5 KiB/s rd, 39 MiB/s wr, 26 op/s 2021-03-04T22:55:01.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.570208+0000 mon.a (mon.0) 98 : cluster [INF] mon.a calling monitor election 2021-03-04T22:55:01.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.595480+0000 mon.a (mon.0) 99 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:55:01.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.609577+0000 mon.a (mon.0) 100 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:55:01.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.609658+0000 mon.a (mon.0) 101 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:55:01.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.609675+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T22:55:01.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.609987+0000 mon.a (mon.0) 103 : cluster [DBG] mgrmap e23: x(active, since 15s), standbys: y 2021-03-04T22:55:01.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: cluster 2021-03-04T22:54:59.613082+0000 mon.a (mon.0) 104 : cluster [INF] overall HEALTH_OK 2021-03-04T22:55:01.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: audit 2021-03-04T22:54:59.615465+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:01.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: audit 2021-03-04T22:54:59.616247+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:55:01.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:00 gibba008 bash[39303]: audit 2021-03-04T22:54:59.617937+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:55:01.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:56.575317+0000 mgr.x (mgr.34379) 20 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 289 MiB data, 672 MiB used, 663 GiB / 672 GiB avail; 8.0 KiB/s rd, 57 MiB/s wr, 38 op/s 2021-03-04T22:55:01.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:58.458742+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T22:55:01.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:58.576357+0000 mgr.x (mgr.34379) 21 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 289 MiB data, 672 MiB used, 663 GiB / 672 GiB avail; 5.5 KiB/s rd, 39 MiB/s wr, 26 op/s 2021-03-04T22:55:01.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.570208+0000 mon.a (mon.0) 98 : cluster [INF] mon.a calling monitor election 2021-03-04T22:55:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.595480+0000 mon.a (mon.0) 99 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:55:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.609577+0000 mon.a (mon.0) 100 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:55:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.609658+0000 mon.a (mon.0) 101 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:55:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.609675+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T22:55:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.609987+0000 mon.a (mon.0) 103 : cluster [DBG] mgrmap e23: x(active, since 15s), standbys: y 2021-03-04T22:55:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: cluster 2021-03-04T22:54:59.613082+0000 mon.a (mon.0) 104 : cluster [INF] overall HEALTH_OK 2021-03-04T22:55:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: audit 2021-03-04T22:54:59.615465+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: audit 2021-03-04T22:54:59.616247+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:55:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:00 gibba023 bash[13021]: audit 2021-03-04T22:54:59.617937+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:55:01.799 INFO:tasks.workunit.client.0.gibba008.stdout: i=7 exists [2509434~5533024,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~22593987,66447937~8174989,81776727~10115571,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,126532644~6416977,134481594~4081694,154122858~2618612,168930205~2158027,173388159~7465071,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,238978095~5019524,254094966~7738938,265941344~7393416,282917306~1395150,286871682~1791033,295320251~7358192,311208139~546611,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,367998605~7475437,379398624~27432196,409286974~3174555] wrote [117535810~5444808,176527430~850666,177402127~180072,196812830~3082970,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,382640905~7953202,392160087~7487970] 2021-03-04T22:55:02.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:01 gibba008 bash[37770]: cluster 2021-03-04T22:55:00.578136+0000 mgr.x (mgr.34379) 22 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail; 5.4 KiB/s rd, 37 MiB/s wr, 26 op/s 2021-03-04T22:55:02.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:01 gibba008 bash[37770]: cluster 2021-03-04T22:55:00.617717+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-03-04T22:55:02.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:01 gibba008 bash[39303]: cluster 2021-03-04T22:55:00.578136+0000 mgr.x (mgr.34379) 22 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail; 5.4 KiB/s rd, 37 MiB/s wr, 26 op/s 2021-03-04T22:55:02.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:01 gibba008 bash[39303]: cluster 2021-03-04T22:55:00.617717+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-03-04T22:55:02.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:01 gibba023 bash[13021]: cluster 2021-03-04T22:55:00.578136+0000 mgr.x (mgr.34379) 22 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail; 5.4 KiB/s rd, 37 MiB/s wr, 26 op/s 2021-03-04T22:55:02.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:01 gibba023 bash[13021]: cluster 2021-03-04T22:55:00.617717+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-03-04T22:55:02.744 INFO:tasks.workunit.client.0.gibba008.stdout: i=8 exists [2509434~5533024,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~23459667,66447937~8174989,81776727~10115571,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,126532644~6416977,134481594~4081694,154122858~4289490,168930205~2158027,173388159~7465071,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~10310132,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,311208139~546611,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,367998605~7475437,379398624~27432196,409286974~3174555] wrote [63500319~2348421,155651560~2760788,200805411~5504681,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948] 2021-03-04T22:55:03.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:02 gibba008 bash[39303]: cluster 2021-03-04T22:55:01.629114+0000 mon.a (mon.0) 109 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-03-04T22:55:03.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:02 gibba008 bash[37770]: cluster 2021-03-04T22:55:01.629114+0000 mon.a (mon.0) 109 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-03-04T22:55:03.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:02 gibba023 bash[13021]: cluster 2021-03-04T22:55:01.629114+0000 mon.a (mon.0) 109 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-03-04T22:55:03.767 INFO:tasks.workunit.client.0.gibba008.stdout: i=9 exists [2509434~6557957,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~23459667,66447937~8174989,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8788144,126532644~6416977,134481594~4081694,154122858~4289490,168930205~11923025,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~10310132,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,311208139~546611,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,367998605~7475437,379398624~27432196,409286974~3174555] wrote [2833392~6233999,54774987~3423564,88932524~4934112,119190647~7133307,170050845~3797202,211350818~4478786,380311821~5363959,393713952~5677304] 2021-03-04T22:55:04.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[37770]: cluster 2021-03-04T22:55:02.579212+0000 mgr.x (mgr.34379) 23 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail; 876 B/s rd, 4.8 MiB/s wr, 3 op/s 2021-03-04T22:55:04.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[37770]: cluster 2021-03-04T22:55:02.640184+0000 mon.a (mon.0) 110 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-03-04T22:55:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[37770]: audit 2021-03-04T22:55:03.358241+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[37770]: audit 2021-03-04T22:55:03.362069+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[37770]: audit 2021-03-04T22:55:03.366332+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:55:04.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[37770]: audit 2021-03-04T22:55:03.371491+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[39303]: cluster 2021-03-04T22:55:02.579212+0000 mgr.x (mgr.34379) 23 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail; 876 B/s rd, 4.8 MiB/s wr, 3 op/s 2021-03-04T22:55:04.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[39303]: cluster 2021-03-04T22:55:02.640184+0000 mon.a (mon.0) 110 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-03-04T22:55:04.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[39303]: audit 2021-03-04T22:55:03.358241+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[39303]: audit 2021-03-04T22:55:03.362069+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[39303]: audit 2021-03-04T22:55:03.366332+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:55:04.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:03 gibba008 bash[39303]: audit 2021-03-04T22:55:03.371491+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:03 gibba023 bash[13021]: cluster 2021-03-04T22:55:02.579212+0000 mgr.x (mgr.34379) 23 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail; 876 B/s rd, 4.8 MiB/s wr, 3 op/s 2021-03-04T22:55:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:03 gibba023 bash[13021]: cluster 2021-03-04T22:55:02.640184+0000 mon.a (mon.0) 110 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-03-04T22:55:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:03 gibba023 bash[13021]: audit 2021-03-04T22:55:03.358241+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:03 gibba023 bash[13021]: audit 2021-03-04T22:55:03.362069+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:03 gibba023 bash[13021]: audit 2021-03-04T22:55:03.366332+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:55:04.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:03 gibba023 bash[13021]: audit 2021-03-04T22:55:03.371491+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:04.766 INFO:tasks.workunit.client.0.gibba008.stdout: i=10 exists [2509434~6557957,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~32233853,77651907~1857604,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8788144,126532644~6416977,134481594~4081694,147510854~10901494,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~10310132,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,311208139~546611,321454350~9259154,333723549~12063086,347917620~1140675,354875360~1261742,367998605~7475437,379398624~27432196,409286974~3174555] wrote [53042523~7794700,61847254~8048971,77651907~1857604,100671329~537875,147510854~7687374,188358682~86009,211288594~2077223,216079565~2181025,287265404~1204118,321454350~3342274] 2021-03-04T22:55:05.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:04 gibba008 bash[37770]: cluster 2021-03-04T22:55:03.652181+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T22:55:05.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:04 gibba008 bash[39303]: cluster 2021-03-04T22:55:03.652181+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T22:55:05.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:04 gibba023 bash[13021]: cluster 2021-03-04T22:55:03.652181+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T22:55:05.783 INFO:tasks.workunit.client.0.gibba008.stdout: i=11 exists [2509434~6557957,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~32233853,77651907~1857604,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8788144,126532644~6416977,134481594~4081694,147510854~11058810,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~10310132,277860957~7470434,286350720~7563948,295320251~7358192,311208139~546611,321454350~9259154,333723549~12063086,347381083~3274172,354875360~1261742,367998605~7475437,379398624~27432196,409286974~3174555] wrote [34622972~4707426,48550473~3964194,89522980~1403210,148305063~10264601,204583717~6056011,225848658~2982815,278015811~7315580,347381083~3274172] 2021-03-04T22:55:06.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:05 gibba008 bash[37770]: cluster 2021-03-04T22:55:04.580272+0000 mgr.x (mgr.34379) 24 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:06.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:05 gibba008 bash[37770]: cluster 2021-03-04T22:55:04.665234+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-03-04T22:55:06.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:05 gibba008 bash[39303]: cluster 2021-03-04T22:55:04.580272+0000 mgr.x (mgr.34379) 24 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:06.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:05 gibba008 bash[39303]: cluster 2021-03-04T22:55:04.665234+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-03-04T22:55:06.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:05 gibba023 bash[13021]: cluster 2021-03-04T22:55:04.580272+0000 mgr.x (mgr.34379) 24 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 331 MiB data, 778 MiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:05 gibba023 bash[13021]: cluster 2021-03-04T22:55:04.665234+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-03-04T22:55:06.806 INFO:tasks.workunit.client.0.gibba008.stdout: i=12 exists [2509434~6557957,9174275~7328921,19811101~1248961,23315521~8035545,34406655~6610082,42389073~32233853,77651907~1857604,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8788144,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~13483643,277860957~7470434,286350720~7563948,295320251~7358192,311208139~546611,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,367998605~7475437,379398624~27432196,409286974~3174555] wrote [11172434~714337,144252259~67639,150463412~14479278,176510209~3840037,254948339~6310938,269826755~6681516,317974554~2222797,333498703~6499712,358040369~3851644] 2021-03-04T22:55:07.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:06 gibba008 bash[37770]: cluster 2021-03-04T22:55:05.677446+0000 mon.a (mon.0) 117 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-03-04T22:55:07.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:06 gibba008 bash[39303]: cluster 2021-03-04T22:55:05.677446+0000 mon.a (mon.0) 117 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-03-04T22:55:07.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:06 gibba023 bash[13021]: cluster 2021-03-04T22:55:05.677446+0000 mon.a (mon.0) 117 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-03-04T22:55:07.869 INFO:tasks.workunit.client.0.gibba008.stdout: i=13 exists [2509434~6557957,9174275~7328921,16600743~24415994,42389073~32233853,77651907~1857604,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8920705,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~33320846,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~13483643,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,311208139~546611,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,367998605~9713736,379398624~27432196,409286974~3174555] wrote [16600743~7126525,30918011~6554094,122262144~4194371,195193129~6160823,211722797~2022067,247136268~3992585,306967960~2680711,357741492~7787100,372942524~4769817] 2021-03-04T22:55:08.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:07 gibba008 bash[37770]: cluster 2021-03-04T22:55:06.581371+0000 mgr.x (mgr.34379) 25 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 541 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 34 op/s 2021-03-04T22:55:08.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:07 gibba008 bash[37770]: cluster 2021-03-04T22:55:06.690739+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-03-04T22:55:08.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:07 gibba008 bash[39303]: cluster 2021-03-04T22:55:06.581371+0000 mgr.x (mgr.34379) 25 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 541 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 34 op/s 2021-03-04T22:55:08.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:07 gibba008 bash[39303]: cluster 2021-03-04T22:55:06.690739+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-03-04T22:55:08.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:07 gibba023 bash[13021]: cluster 2021-03-04T22:55:06.581371+0000 mgr.x (mgr.34379) 25 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 541 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 34 op/s 2021-03-04T22:55:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:07 gibba023 bash[13021]: cluster 2021-03-04T22:55:06.690739+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-03-04T22:55:08.919 INFO:tasks.workunit.client.0.gibba008.stdout: i=14 exists [2509434~6557957,9174275~7328921,16600743~24752944,42389073~32233853,77651907~1857604,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8920705,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~33320846,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~13483643,277860957~16053711,295320251~7358192,306967960~2680711,311208139~546611,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,367998605~9713736,379398624~29659225,409286974~3174555] wrote [21700658~2057395,29792357~1956176,33335067~8018620,151889797~561727,189139809~6642493,284267057~7741275,324560023~947341,331213400~1436240,399465710~9592139] 2021-03-04T22:55:09.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:08 gibba008 bash[37770]: cluster 2021-03-04T22:55:07.703337+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-03-04T22:55:09.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:08 gibba008 bash[39303]: cluster 2021-03-04T22:55:07.703337+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-03-04T22:55:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:08 gibba023 bash[13021]: cluster 2021-03-04T22:55:07.703337+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-03-04T22:55:09.829 INFO:tasks.workunit.client.0.gibba008.stdout: i=15 exists [386564~8680827,9174275~7328921,16600743~24752944,42389073~32233853,77651907~1857604,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8920705,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,183091801~35168789,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~13483643,277860957~16053711,295320251~7358192,306967960~2680711,311208139~546611,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,367998605~9713736,379398624~29659225,409286974~3174555] wrote [386564~4780424,44534129~7187334,149466055~5826830,171577705~4154773,183091801~2927255,296457444~2998048,332460912~7871477,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:10.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:09 gibba008 bash[37770]: cluster 2021-03-04T22:55:08.582207+0000 mgr.x (mgr.34379) 26 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 541 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 34 op/s 2021-03-04T22:55:10.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:09 gibba008 bash[37770]: cluster 2021-03-04T22:55:08.716881+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-03-04T22:55:10.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:09 gibba008 bash[39303]: cluster 2021-03-04T22:55:08.582207+0000 mgr.x (mgr.34379) 26 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 541 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 34 op/s 2021-03-04T22:55:10.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:09 gibba008 bash[39303]: cluster 2021-03-04T22:55:08.716881+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-03-04T22:55:10.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:09 gibba023 bash[13021]: cluster 2021-03-04T22:55:08.582207+0000 mgr.x (mgr.34379) 26 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 541 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 34 op/s 2021-03-04T22:55:10.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:09 gibba023 bash[13021]: cluster 2021-03-04T22:55:08.716881+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-03-04T22:55:10.857 INFO:tasks.workunit.client.0.gibba008.stdout: i=16 exists [386564~8680827,9174275~7328921,16600743~24752944,42389073~37120438,81776727~12089909,99859773~1807563,111368155~4169358,117535810~8920705,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~30890040,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,367998605~9713736,379398624~29659225,409286974~3174555] wrote [30881623~7599831,57649320~369565,73479643~4886610,181773769~856539,204047597~4739118,222234493~297938,274990301~6621277,307932005~8100469,342273252~123679] 2021-03-04T22:55:11.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:10 gibba008 bash[39303]: cluster 2021-03-04T22:55:09.729426+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-03-04T22:55:11.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:10 gibba008 bash[37770]: cluster 2021-03-04T22:55:09.729426+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-03-04T22:55:11.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:10 gibba023 bash[13021]: cluster 2021-03-04T22:55:09.729426+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-03-04T22:55:11.854 INFO:tasks.workunit.client.0.gibba008.stdout: i=17 exists [319456~8747935,9174275~7328921,16600743~24752944,42389073~37120438,81776727~12089909,99859773~1807563,103894771~11642742,117535810~8920705,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~39653815,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,367998605~11239797,379398624~29659225,409286974~3174555] wrote [319456~1028192,103894771~8033986,197776460~3436430,210393841~1295926,228787195~3267167,291919212~3419645,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:12.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:11 gibba008 bash[37770]: cluster 2021-03-04T22:55:10.584060+0000 mgr.x (mgr.34379) 27 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 51 MiB/s wr, 35 op/s 2021-03-04T22:55:12.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:11 gibba008 bash[37770]: cluster 2021-03-04T22:55:10.743153+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-03-04T22:55:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:11 gibba008 bash[39303]: cluster 2021-03-04T22:55:10.584060+0000 mgr.x (mgr.34379) 27 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 51 MiB/s wr, 35 op/s 2021-03-04T22:55:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:11 gibba008 bash[39303]: cluster 2021-03-04T22:55:10.743153+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-03-04T22:55:12.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:11 gibba023 bash[13021]: cluster 2021-03-04T22:55:10.584060+0000 mgr.x (mgr.34379) 27 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 51 MiB/s wr, 35 op/s 2021-03-04T22:55:12.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:11 gibba023 bash[13021]: cluster 2021-03-04T22:55:10.743153+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-03-04T22:55:12.879 INFO:tasks.workunit.client.0.gibba008.stdout: i=18 exists [319456~8747935,9174275~32179412,42389073~37120438,81776727~12089909,99859773~1807563,103894771~11642742,117535810~8920705,126532644~6416977,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~39653815,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,367998605~41059244,409286974~3174555] wrote [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,183466908~5207878,270409820~4021123,280611422~3226945,294138351~5995032,377848165~5192048] 2021-03-04T22:55:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:12 gibba023 bash[13021]: cluster 2021-03-04T22:55:11.755970+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-03-04T22:55:13.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:12 gibba008 bash[39303]: cluster 2021-03-04T22:55:11.755970+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-03-04T22:55:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:12 gibba008 bash[37770]: cluster 2021-03-04T22:55:11.755970+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-03-04T22:55:13.895 INFO:tasks.workunit.client.0.gibba008.stdout: i=19 exists [319456~8747935,9174275~32179412,42389073~39020775,81776727~12089909,99859773~1807563,103894771~11642742,117535810~8920705,126532644~12172966,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~39653815,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,367998605~41059244,409286974~3174555] wrote [73480530~7929318,131431548~7274062,159220395~2596525,212779312~1159448,254006344~409407,331915837~1392476,357263594~6864703,375094394~1415902,381398296~7522276,409922285~1379570] 2021-03-04T22:55:14.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:13 gibba008 bash[37770]: cluster 2021-03-04T22:55:12.585180+0000 mgr.x (mgr.34379) 28 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 51 MiB/s wr, 35 op/s 2021-03-04T22:55:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:13 gibba008 bash[37770]: cluster 2021-03-04T22:55:12.767789+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2021-03-04T22:55:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:13 gibba008 bash[39303]: cluster 2021-03-04T22:55:12.585180+0000 mgr.x (mgr.34379) 28 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 51 MiB/s wr, 35 op/s 2021-03-04T22:55:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:13 gibba008 bash[39303]: cluster 2021-03-04T22:55:12.767789+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2021-03-04T22:55:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:13 gibba023 bash[13021]: cluster 2021-03-04T22:55:12.585180+0000 mgr.x (mgr.34379) 28 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 51 MiB/s wr, 35 op/s 2021-03-04T22:55:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:13 gibba023 bash[13021]: cluster 2021-03-04T22:55:12.767789+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2021-03-04T22:55:14.798 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 1 diff [26398573~2777146,42389073~7209244,49816725~8101348,154122858~2618612,168930205~2158027,184939744~7297940,221206281~5727002,368919067~6554975,383140398~4688419] 2021-03-04T22:55:14.798 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [26398573~2777146,42389073~7209244,49816725~8101348,154122858~2618612,168930205~2158027,184939744~7297940,221206281~5727002,368919067~6554975,383140398~4688419] 2021-03-04T22:55:14.821 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [25165824~4009895,41943040~15975033,150994944~5746526,167772160~3316072,184549376~7688308,218103808~8829475,368919067~6554975,383140398~4688419] 2021-03-04T22:55:14.821 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 2 diff [10814635~5688561,26398573~2777146,42389073~15529000,86773955~1907822,99859773~1807563,134481594~1355132,154122858~2618612,168930205~2158027,184939744~7297940,200561208~15438551,221206281~5727002,333723549~5334591,368919067~6554975,383140398~4688419,403394121~2950925] 2021-03-04T22:55:14.821 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [10814635~5688561,26398573~2777146,42389073~15529000,86773955~1907822,99859773~1807563,134481594~1355132,154122858~2618612,168930205~2158027,184939744~7297940,200561208~15438551,221206281~5727002,333723549~5334591,368919067~6554975,383140398~4688419,403394121~2950925] 2021-03-04T22:55:14.839 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [10814635~5688561,25165824~4009895,41943040~15975033,86773955~1907822,96468992~5198344,134217728~1618998,150994944~5746526,167772160~3316072,184549376~7688308,197132288~18867471,218103808~8829475,331350016~7708124,368919067~6554975,383140398~4688419,403394121~2950925] 2021-03-04T22:55:14.839 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 3 diff [10814635~5688561,26398573~2777146,42389073~15529000,86720869~5171429,99859773~1807563,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~5727002,238978095~5019524,254094966~7441649,333723549~5334591,347917620~1140675,354875360~1261742,368919067~6554975,383140398~4688419,403394121~2950925] 2021-03-04T22:55:14.840 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [10814635~5688561,26398573~2777146,42389073~15529000,86720869~5171429,99859773~1807563,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~5727002,238978095~5019524,254094966~7441649,333723549~5334591,347917620~1140675,354875360~1261742,368919067~6554975,383140398~4688419,403394121~2950925] 2021-03-04T22:55:14.856 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [10814635~5688561,25165824~4009895,41943040~15975033,86720869~5171429,96468992~5198344,134217728~1618998,150994944~5746526,167772160~3316072,184549376~11694286,197132288~20338831,218103808~8829475,234881024~9116595,251658240~9878375,331350016~7708124,343932928~5125367,352321536~3815566,368919067~6554975,383140398~4688419,403394121~2950925] 2021-03-04T22:55:14.856 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 4 diff [2509434~5533024,9319754~7183442,26398573~2777146,37442862~3573875,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,119047079~4783046,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~5727002,238978095~5019524,254094966~7738938,333723549~5954671,347917620~1140675,354875360~1261742,368919067~6554975,380604558~7224259,388551638~4226204,403394121~2950925] 2021-03-04T22:55:14.856 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,26398573~2777146,37442862~3573875,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,119047079~4783046,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~5727002,238978095~5019524,254094966~7738938,333723549~5954671,347917620~1140675,354875360~1261742,368919067~6554975,380604558~7224259,388551638~4226204,403394121~2950925] 2021-03-04T22:55:14.873 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,25165824~4009895,33554432~7462305,41943040~18064949,64983060~9639866,86720869~5171429,96468992~5198344,117440512~6389613,134217728~1618998,150994944~5746526,167772160~3316072,184549376~11694286,197132288~20338831,218103808~8829475,234881024~9116595,251658240~10175664,331350016~8328204,343932928~5125367,352321536~3815566,368919067~6554975,380604558~12173284,403394121~2950925] 2021-03-04T22:55:14.873 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 5 diff [2509434~5533024,9319754~7183442,26398573~2777146,34406655~6610082,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~6125300,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380604558~12173284,403394121~2950925,409286974~3174555] 2021-03-04T22:55:14.874 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,26398573~2777146,34406655~6610082,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~1355132,154122858~2618612,168930205~2158027,184939744~11303918,200561208~16909911,221206281~6125300,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380604558~12173284,403394121~2950925,409286974~3174555] 2021-03-04T22:55:14.889 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,25165824~4009895,33554432~7462305,41943040~18064949,64983060~9639866,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~1618998,150994944~5746526,167772160~3316072,184549376~11694286,197132288~20338831,218103808~9227773,230686720~13310899,251658240~10175664,331350016~17708279,352321536~3815566,368919067~6554975,380604558~12173284,403394121~2950925,406847488~5614041] 2021-03-04T22:55:14.889 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 6 diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~4081694,154122858~2618612,168930205~2158027,173388159~7465071,184939744~11303918,200561208~16909911,221206281~6214606,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380356503~15310810,396024605~10320441,409286974~3174555] 2021-03-04T22:55:14.890 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~4081694,154122858~2618612,168930205~2158027,173388159~7465071,184939744~11303918,200561208~16909911,221206281~6214606,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380356503~15310810,396024605~10320441,409286974~3174555] 2021-03-04T22:55:14.903 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18064949,64983060~9639866,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~4345560,150994944~5746526,167772160~3316072,171966464~8886766,184549376~11694286,197132288~20338831,218103808~9317079,230686720~13310899,251658240~10175664,331350016~17708279,352321536~3815566,368919067~6554975,380356503~25988543,406847488~5614041] 2021-03-04T22:55:14.903 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 7 diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,154122858~2618612,168930205~2158027,173388159~7465071,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,238978095~5019524,254094966~7738938,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380356503~25988543,409286974~3174555] 2021-03-04T22:55:14.904 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,154122858~2618612,168930205~2158027,173388159~7465071,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,238978095~5019524,254094966~7738938,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380356503~25988543,409286974~3174555] 2021-03-04T22:55:14.915 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18064949,64983060~9639866,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~4345560,150994944~5746526,167772160~3316072,171966464~8886766,184549376~32921743,218103808~9317079,230686720~13310899,251658240~10175664,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,331350016~17708279,352321536~3815566,368919067~6554975,380356503~25988543,406847488~5614041] 2021-03-04T22:55:14.915 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 8 diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,63500319~2348421,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,154122858~4289490,168930205~2158027,173388159~7465071,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380356503~25988543,409286974~3174555] 2021-03-04T22:55:14.915 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,63500319~2348421,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,154122858~4289490,168930205~2158027,173388159~7465071,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380356503~25988543,409286974~3174555] 2021-03-04T22:55:14.923 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18064949,63500319~11122607,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~4345560,150994944~7417404,167772160~3316072,171966464~8886766,184549376~32921743,218103808~9317079,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,331350016~17708279,352321536~3815566,368919067~6554975,380356503~25988543,406847488~5614041] 2021-03-04T22:55:14.923 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 9 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,63500319~2348421,66447937~8174989,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,154122858~4289490,168930205~11923025,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.923 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~17618916,63500319~2348421,66447937~8174989,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,154122858~4289490,168930205~11923025,184939744~11303918,196812830~3082970,200561208~16909911,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.929 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18064949,63500319~11122607,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,150994944~7417404,167772160~13081070,184549376~32921743,218103808~9317079,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,331350016~17708279,352321536~3815566,368919067~6554975,380311821~26033225,406847488~5614041] 2021-03-04T22:55:14.929 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 10 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~10901494,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.929 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~10901494,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~6214606,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347917620~1140675,354875360~1261742,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.934 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18894183,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,146800640~11611708,167772160~13081070,184549376~42871511,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,331350016~17708279,352321536~3815566,368919067~6554975,380311821~26033225,406847488~5614041] 2021-03-04T22:55:14.934 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 11 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~11058810,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347381083~3274172,354875360~1261742,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.935 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~11058810,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347381083~3274172,354875360~1261742,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.940 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18894183,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,146800640~11769024,167772160~13081070,184549376~44282097,230686720~37060662,276824064~25854379,318767104~11946400,331350016~19305239,352321536~3815566,368919067~6554975,380311821~26033225,406847488~5614041] 2021-03-04T22:55:14.940 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 12 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.940 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~11303918,196812830~3082970,200561208~17699382,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,368919067~6554975,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.944 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,41943040~18894183,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,142606336~1713562,146800640~18142050,167772160~13081070,184549376~44282097,230686720~37060662,269826755~6681516,276824064~25854379,314572800~16140704,331350016~19305239,352321536~3815566,356515840~5376173,368919067~6554975,380311821~26033225,406847488~5614041] 2021-03-04T22:55:14.944 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 13 diff [2509434~6557957,9319754~7183442,16600743~24415994,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~33320846,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,368919067~8793274,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.945 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,16600743~24415994,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~33320846,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,368919067~8793274,380311821~26033225,409286974~3174555] 2021-03-04T22:55:14.949 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~31696983,41943040~18894183,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,167772160~13081070,184549376~44282097,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,331350016~19305239,352321536~3815566,356515840~9012752,368919067~8793274,380311821~26033225,406847488~5614041] 2021-03-04T22:55:14.949 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 14 diff [2509434~6557957,9319754~7183442,16600743~24752944,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~33320846,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,368919067~8793274,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.950 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,16600743~24752944,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,184939744~33320846,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,368919067~8793274,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.953 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,167772160~13081070,184549376~44282097,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~36082455,352321536~3815566,356515840~9012752,368919067~8793274,380311821~32149708] 2021-03-04T22:55:14.954 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 15 diff [386564~8680827,9319754~7183442,16600743~24752944,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,183091801~35168789,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~8793274,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.954 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~7183442,16600743~24752944,42389073~18448150,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,183091801~35168789,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~8793274,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.958 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,167772160~61059313,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~36082455,352321536~3815566,356515840~9012752,365862631~306361,368919067~8793274,380311821~32149708] 2021-03-04T22:55:14.958 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 16 diff [386564~8680827,9319754~7183442,16600743~24752944,42389073~18448150,61847254~17662257,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~8793274,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.958 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~7183442,16600743~24752944,42389073~18448150,61847254~17662257,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~7625192,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~8793274,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.964 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~17662257,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,167772160~61059313,230686720~37060662,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~8793274,380311821~32149708] 2021-03-04T22:55:14.964 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 17 diff [319456~8747935,9319754~7183442,16600743~24752944,42389073~18448150,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~10319335,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.965 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~7183442,16600743~24752944,42389073~18448150,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~10319335,380311821~28746028,409286974~3174555] 2021-03-04T22:55:14.967 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~17662257,86720869~7145767,96468992~19068521,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~10319335,380311821~32149708] 2021-03-04T22:55:14.967 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 18 diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:14.968 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:14.972 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~17662257,86720869~7145767,96468992~19068521,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:14.972 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 19 diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:14.973 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:14.977 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:14.977 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 2 diff [10814635~5688561,44377121~6441197,86773955~1907822,99859773~1807563,134481594~1355132,200561208~15438551,333723549~5334591,403394121~2950925] 2021-03-04T22:55:14.977 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [10814635~5688561,44377121~6441197,86773955~1907822,99859773~1807563,134481594~1355132,200561208~15438551,333723549~5334591,403394121~2950925] 2021-03-04T22:55:14.981 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [10814635~5688561,44377121~6441197,86773955~1907822,96468992~5198344,134217728~1618998,197132288~18867471,331350016~7708124,403394121~2950925] 2021-03-04T22:55:14.981 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 3 diff [10814635~5688561,44377121~12980661,86720869~5171429,99859773~1807563,134481594~1355132,188715729~7527933,200561208~16909911,238978095~5019524,254094966~7441649,333723549~5334591,347917620~1140675,354875360~1261742,403394121~2950925] 2021-03-04T22:55:14.981 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [10814635~5688561,44377121~12980661,86720869~5171429,99859773~1807563,134481594~1355132,188715729~7527933,200561208~16909911,238978095~5019524,254094966~7441649,333723549~5334591,347917620~1140675,354875360~1261742,403394121~2950925] 2021-03-04T22:55:14.985 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [10814635~5688561,44377121~12980661,86720869~5171429,96468992~5198344,134217728~1618998,188715729~7527933,197132288~20338831,234881024~9116595,251658240~9878375,331350016~7708124,343932928~5125367,352321536~3815566,403394121~2950925] 2021-03-04T22:55:14.985 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 4 diff [2509434~5533024,9319754~7183442,37442862~3573875,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,119047079~4783046,134481594~1355132,188715729~7527933,200561208~16909911,238978095~5019524,254094966~7738938,333723549~5954671,347917620~1140675,354875360~1261742,380604558~2926998,388551638~4226204,403394121~2950925] 2021-03-04T22:55:14.985 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,37442862~3573875,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,119047079~4783046,134481594~1355132,188715729~7527933,200561208~16909911,238978095~5019524,254094966~7738938,333723549~5954671,347917620~1140675,354875360~1261742,380604558~2926998,388551638~4226204,403394121~2950925] 2021-03-04T22:55:14.989 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,33554432~7462305,44377121~15630868,64983060~9639866,86720869~5171429,96468992~5198344,117440512~6389613,134217728~1618998,188715729~7527933,197132288~20338831,234881024~9116595,251658240~10175664,331350016~8328204,343932928~5125367,352321536~3815566,380604558~2926998,387828817~4949025,403394121~2950925] 2021-03-04T22:55:14.990 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 5 diff [2509434~5533024,9319754~7183442,34406655~6610082,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~1355132,188715729~7527933,200561208~16909911,226230683~1100898,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,380604558~2926998,385165004~7612838,403394121~2950925,409286974~3174555] 2021-03-04T22:55:14.990 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,34406655~6610082,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~1355132,188715729~7527933,200561208~16909911,226230683~1100898,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,380604558~2926998,385165004~7612838,403394121~2950925,409286974~3174555] 2021-03-04T22:55:14.994 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,33554432~7462305,44377121~15630868,64983060~9639866,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~1618998,188715729~7527933,197132288~20338831,226230683~1100898,230686720~13310899,251658240~10175664,331350016~17708279,352321536~3815566,380604558~2926998,385165004~7612838,403394121~2950925,406847488~5614041] 2021-03-04T22:55:14.994 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 6 diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~4081694,173388159~7465071,188715729~7527933,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,380356503~3175053,385165004~10502309,396024605~10320441,409286974~3174555] 2021-03-04T22:55:14.994 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,119047079~4783046,123941923~299990,134481594~4081694,173388159~7465071,188715729~7527933,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,333723549~12063086,347917620~1140675,354875360~1261742,380356503~3175053,385165004~10502309,396024605~10320441,409286974~3174555] 2021-03-04T22:55:14.998 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,16777216~14573850,33554432~7462305,44377121~15630868,64983060~9639866,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~4345560,171966464~8886766,188715729~7527933,197132288~20338831,222392544~3728920,226230683~1190204,230686720~13310899,251658240~10175664,331350016~17708279,352321536~3815566,380356503~3175053,385165004~21180042,406847488~5614041] 2021-03-04T22:55:14.998 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 7 diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,173388159~7465071,188715729~7527933,196812830~3082970,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,380356503~25988543,409286974~3174555] 2021-03-04T22:55:14.998 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,173388159~7465071,188715729~7527933,196812830~3082970,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,380356503~25988543,409286974~3174555] 2021-03-04T22:55:15.002 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,16777216~14573850,33554432~7462305,44377121~15630868,64983060~9639866,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~4345560,171966464~8886766,188715729~28755390,222392544~3728920,226230683~1190204,230686720~13310899,251658240~10175664,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,331350016~17708279,352321536~3815566,380356503~25988543,406847488~5614041] 2021-03-04T22:55:15.002 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 8 diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,63500319~2348421,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,155651560~2760788,173388159~7465071,188715729~7527933,196812830~3082970,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,380356503~25988543,409286974~3174555] 2021-03-04T22:55:15.002 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,63500319~2348421,66447937~8174989,86720869~5171429,99859773~1807563,111368155~4169358,117535810~6294315,123941923~299990,134481594~4081694,155651560~2760788,173388159~7465071,188715729~7527933,196812830~3082970,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,380356503~25988543,409286974~3174555] 2021-03-04T22:55:15.005 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~7183442,16777216~14573850,33554432~7462305,44377121~15630868,63500319~11122607,86720869~5171429,96468992~5198344,109051904~6485609,117440512~6801401,134217728~4345560,155651560~2760788,171966464~8886766,188715729~28755390,222392544~3728920,226230683~1190204,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,331350016~17708279,352321536~3815566,380356503~25988543,406847488~5614041] 2021-03-04T22:55:15.006 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 9 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,63500319~2348421,66447937~8174989,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,155651560~2760788,170050845~10802385,188715729~7527933,196812830~3082970,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.006 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~15630868,63500319~2348421,66447937~8174989,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,155651560~2760788,170050845~10802385,188715729~7527933,196812830~3082970,200561208~16909911,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,333723549~12063086,347917620~1140675,354875360~1261742,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.009 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,44377121~15630868,63500319~11122607,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,155651560~2760788,170050845~10802385,188715729~28755390,222392544~3728920,226230683~1190204,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,331350016~17708279,352321536~3815566,380311821~26033225,406847488~5614041] 2021-03-04T22:55:15.009 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 10 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200561208~17699382,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347917620~1140675,354875360~1261742,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.009 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200561208~17699382,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347917620~1140675,354875360~1261742,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.012 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,44377121~16460102,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,146800640~8397588,155651560~2760788,170050845~10802385,188358682~86009,188715729~29544861,222392544~3728920,226230683~1190204,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,331350016~17708279,352321536~3815566,380311821~26033225,406847488~5614041] 2021-03-04T22:55:15.012 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 11 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~11058810,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200561208~17699382,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347381083~3274172,354875360~1261742,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.012 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,147510854~11058810,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200561208~17699382,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,333723549~12063086,347381083~3274172,354875360~1261742,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.015 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,44377121~16460102,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,146800640~11769024,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,276824064~25854379,318767104~11946400,331350016~19305239,352321536~3815566,380311821~26033225,406847488~5614041] 2021-03-04T22:55:15.016 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 12 diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200561208~17699382,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.016 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,19811101~1248961,23315521~8035545,34406655~6610082,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8788144,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200561208~17699382,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.019 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~7183442,16777216~14573850,33554432~7462305,44377121~16460102,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~8883442,134217728~4345560,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,314572800~16140704,331350016~19305239,352321536~3815566,356515840~5376173,380311821~26033225,406847488~5614041] 2021-03-04T22:55:15.019 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 13 diff [2509434~6557957,9319754~7183442,16600743~24415994,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.019 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,16600743~24415994,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~26033225,409286974~3174555] 2021-03-04T22:55:15.022 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~31696983,44377121~16460102,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,331350016~19305239,352321536~3815566,356515840~9012752,372942524~4769817,380311821~26033225,406847488~5614041] 2021-03-04T22:55:15.023 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 14 diff [2509434~6557957,9319754~7183442,16600743~24752944,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.023 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~7183442,16600743~24752944,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.025 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~36082455,352321536~3815566,356515840~9012752,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.026 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 15 diff [386564~8680827,9319754~7183442,16600743~24752944,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.026 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~7183442,16600743~24752944,44377121~16460102,61847254~12775672,77651907~1857604,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.028 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~12775672,75497472~4012039,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~36082455,352321536~3815566,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.029 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 16 diff [386564~8680827,9319754~7183442,16600743~24752944,44377121~16460102,61847254~17662257,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~6596980,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.029 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~7183442,16600743~24752944,44377121~16460102,61847254~17662257,86720869~7145767,99859773~1807563,111368155~4169358,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~6596980,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.032 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~17662257,86720869~7145767,96468992~5198344,109051904~6485609,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,188715729~29544861,222234493~6596980,230686720~37060662,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.032 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 17 diff [319456~8747935,9319754~7183442,16600743~24752944,44377121~16460102,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.032 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~7183442,16600743~24752944,44377121~16460102,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.035 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~17662257,86720869~7145767,96468992~19068521,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~6295878,380311821~32149708] 2021-03-04T22:55:15.035 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 18 diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.036 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~17662257,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,134481594~4081694,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.038 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~17662257,86720869~7145767,96468992~19068521,117440512~9016003,134217728~4345560,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.039 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 19 diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.039 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.042 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.042 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 3 diff [47743458~9614324,86720869~5171429,188715729~7527933,209339460~8131659,238978095~5019524,254094966~7441649,347917620~1140675,354875360~1261742] 2021-03-04T22:55:15.042 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [47743458~9614324,86720869~5171429,188715729~7527933,209339460~8131659,238978095~5019524,254094966~7441649,347917620~1140675,354875360~1261742] 2021-03-04T22:55:15.045 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [47743458~9614324,86720869~5171429,188715729~7527933,209339460~8131659,234881024~9116595,251658240~9878375,343932928~5125367,352321536~3815566] 2021-03-04T22:55:15.045 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 4 diff [2509434~5533024,9319754~2695716,37442862~3573875,47743458~12264531,66447937~8174989,86720869~5171429,119047079~4783046,188715729~7527933,209339460~8131659,238978095~5019524,254094966~7738938,338969852~708368,347917620~1140675,354875360~1261742,380604558~2926998,388551638~4226204] 2021-03-04T22:55:15.045 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,37442862~3573875,47743458~12264531,66447937~8174989,86720869~5171429,119047079~4783046,188715729~7527933,209339460~8131659,238978095~5019524,254094966~7738938,338969852~708368,347917620~1140675,354875360~1261742,380604558~2926998,388551638~4226204] 2021-03-04T22:55:15.048 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,33554432~7462305,47743458~12264531,64983060~9639866,86720869~5171429,117440512~6389613,188715729~7527933,209339460~8131659,234881024~9116595,251658240~10175664,338969852~708368,343932928~5125367,352321536~3815566,380604558~2926998,387828817~4949025] 2021-03-04T22:55:15.048 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 5 diff [2509434~5533024,9319754~2695716,34406655~6610082,47743458~12264531,66447937~8174989,86720869~5171429,111368155~4169358,119047079~4783046,123941923~299990,188715729~7527933,209339460~8131659,226230683~1100898,233849664~2322520,238978095~5019524,254094966~7738938,337964272~7822363,347917620~1140675,354875360~1261742,380604558~2926998,385165004~7612838,409286974~3174555] 2021-03-04T22:55:15.048 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,34406655~6610082,47743458~12264531,66447937~8174989,86720869~5171429,111368155~4169358,119047079~4783046,123941923~299990,188715729~7527933,209339460~8131659,226230683~1100898,233849664~2322520,238978095~5019524,254094966~7738938,337964272~7822363,347917620~1140675,354875360~1261742,380604558~2926998,385165004~7612838,409286974~3174555] 2021-03-04T22:55:15.051 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,33554432~7462305,47743458~12264531,64983060~9639866,86720869~5171429,109051904~6485609,117440512~6801401,188715729~7527933,209339460~8131659,226230683~1100898,230686720~13310899,251658240~10175664,337964272~11094023,352321536~3815566,380604558~2926998,385165004~7612838,406847488~5614041] 2021-03-04T22:55:15.052 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 6 diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,66447937~8174989,86720869~5171429,111368155~4169358,119047079~4783046,123941923~299990,135350305~3212983,173388159~7465071,188715729~7527933,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,337964272~7822363,347917620~1140675,354875360~1261742,380356503~3175053,385165004~10502309,396024605~7473977,409286974~3174555] 2021-03-04T22:55:15.052 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,66447937~8174989,86720869~5171429,111368155~4169358,119047079~4783046,123941923~299990,135350305~3212983,173388159~7465071,188715729~7527933,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,337964272~7822363,347917620~1140675,354875360~1261742,380356503~3175053,385165004~10502309,396024605~7473977,409286974~3174555] 2021-03-04T22:55:15.054 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,16777216~14573850,33554432~7462305,47743458~12264531,64983060~9639866,86720869~5171429,109051904~6485609,117440512~6801401,135350305~3212983,171966464~8886766,188715729~7527933,209339460~8131659,222392544~3728920,226230683~1190204,230686720~13310899,251658240~10175664,337964272~11094023,352321536~3815566,380356503~3175053,385165004~18333578,406847488~5614041] 2021-03-04T22:55:15.055 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 7 diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,66447937~8174989,86720869~5171429,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,173388159~7465071,188715729~7527933,196812830~3082970,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,337964272~7822363,347917620~1140675,354875360~1261742,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.055 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,66447937~8174989,86720869~5171429,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,173388159~7465071,188715729~7527933,196812830~3082970,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,238978095~5019524,254094966~7738938,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,337964272~7822363,347917620~1140675,354875360~1261742,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.057 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,16777216~14573850,33554432~7462305,47743458~12264531,64983060~9639866,86720869~5171429,109051904~6485609,117440512~6801401,135350305~3212983,171966464~8886766,188715729~11180071,209339460~8131659,222392544~3728920,226230683~1190204,230686720~13310899,251658240~10175664,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,337964272~11094023,352321536~3815566,380356503~23142079,406847488~5614041] 2021-03-04T22:55:15.058 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 8 diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,63500319~2348421,66447937~8174989,86720869~5171429,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,155651560~2760788,173388159~7465071,188715729~7527933,196812830~3082970,200805411~5504681,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,347917620~1140675,354875360~1261742,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.058 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,63500319~2348421,66447937~8174989,86720869~5171429,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,155651560~2760788,173388159~7465071,188715729~7527933,196812830~3082970,200805411~5504681,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,347917620~1140675,354875360~1261742,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.061 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,16777216~14573850,33554432~7462305,47743458~12264531,63500319~11122607,86720869~5171429,109051904~6485609,117440512~6801401,135350305~3212983,155651560~2760788,171966464~8886766,188715729~11180071,200805411~5504681,209339460~8131659,222392544~3728920,226230683~1190204,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~11094023,352321536~3815566,380356503~23142079,406847488~5614041] 2021-03-04T22:55:15.061 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 9 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,63500319~2348421,66447937~8174989,86720869~7145767,111368155~4169358,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,188715729~7527933,196812830~3082970,200805411~5504681,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,347917620~1140675,354875360~1261742,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.061 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~12264531,63500319~2348421,66447937~8174989,86720869~7145767,111368155~4169358,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,188715729~7527933,196812830~3082970,200805411~5504681,209339460~8131659,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,347917620~1140675,354875360~1261742,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.064 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,47743458~12264531,63500319~11122607,86720869~7145767,109051904~6485609,117440512~8883442,135350305~3212983,155651560~2760788,170050845~10802385,188715729~11180071,200805411~5504681,209339460~8131659,222392544~3728920,226230683~1190204,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~11094023,352321536~3815566,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.064 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 10 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200805411~5504681,209339460~8921130,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347917620~1140675,354875360~1261742,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.064 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200805411~5504681,209339460~8921130,222392544~3728920,226230683~1190204,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347917620~1140675,354875360~1261742,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.068 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,47743458~13093765,61847254~12775672,75497472~4012039,86720869~7145767,100671329~537875,109051904~6485609,117440512~8883442,135350305~3212983,146800640~8397588,155651560~2760788,170050845~10802385,188358682~86009,188715729~11180071,200805411~5504681,209339460~8921130,222392544~3728920,226230683~1190204,230686720~37060662,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~11094023,352321536~3815566,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.068 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 11 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200805411~17455179,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347381083~3274172,354875360~1261742,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.069 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200805411~17455179,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347381083~3274172,354875360~1261742,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.071 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,47743458~13093765,61847254~12775672,75497472~4012039,86720869~7145767,100671329~537875,109051904~6485609,117440512~8883442,135350305~3212983,146800640~11769024,170050845~10802385,188358682~86009,188715729~11180071,200805411~17455179,222392544~6438929,230686720~37060662,276824064~25854379,318767104~11946400,337964272~12690983,352321536~3815566,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.072 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 12 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200805411~17455179,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.072 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~7527933,196812830~3082970,200805411~17455179,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,358040369~3851644,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.074 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,47743458~13093765,61847254~12775672,75497472~4012039,86720869~7145767,100671329~537875,109051904~6485609,117440512~8883442,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,188715729~11180071,200805411~17455179,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,314572800~16140704,333498703~17156552,352321536~3815566,356515840~5376173,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.075 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 13 diff [2509434~6557957,9319754~2695716,16600743~24415994,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.075 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,16600743~24415994,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.078 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24513541,47743458~13093765,61847254~12775672,75497472~4012039,86720869~7145767,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,333498703~17156552,352321536~3815566,356515840~9012752,372942524~4769817,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.078 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 14 diff [2509434~6557957,9319754~2695716,16600743~24752944,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.079 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,16600743~24752944,47743458~13093765,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,354875360~1261742,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.081 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,47743458~13093765,61847254~12775672,75497472~4012039,86720869~7145767,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~18076840,333498703~17156552,352321536~3815566,356515840~9012752,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.081 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 15 diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~16303094,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.082 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~16303094,61847254~12775672,77651907~1857604,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,188715729~29544861,222392544~6438929,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.084 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,44534129~16303094,61847254~12775672,75497472~4012039,86720869~7145767,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,188715729~29544861,222392544~6438929,230686720~37060662,269826755~6681516,276824064~25854379,306184192~3464479,314572800~36082455,352321536~3815566,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.085 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 16 diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~6596980,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.085 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~6596980,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.087 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,188715729~29544861,222234493~6596980,230686720~37060662,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.087 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 17 diff [319456~8747935,9319754~2695716,16600743~24752944,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.088 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,16600743~24752944,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.090 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~6295878,380311821~32149708] 2021-03-04T22:55:15.090 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 18 diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.090 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254094966~7738938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.093 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~17662257,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.093 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 19 diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.094 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.097 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.097 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 4 diff [2509434~5533024,9319754~2695716,37442862~3573875,55272779~4735210,66447937~8174989,119047079~4783046,254225396~7608508,338969852~708368,380604558~2926998,388551638~4226204] 2021-03-04T22:55:15.097 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,37442862~3573875,55272779~4735210,66447937~8174989,119047079~4783046,254225396~7608508,338969852~708368,380604558~2926998,388551638~4226204] 2021-03-04T22:55:15.100 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,33554432~7462305,55272779~4735210,64983060~9639866,117440512~6389613,254225396~7608508,338969852~708368,380604558~2926998,387828817~4949025] 2021-03-04T22:55:15.100 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 5 diff [2509434~5533024,9319754~2695716,34406655~6610082,55272779~4735210,66447937~8174989,111368155~4169358,119047079~4783046,123941923~299990,226230683~1100898,233849664~2322520,240069463~1071038,254225396~7608508,337964272~7822363,380604558~2926998,385165004~7612838,409286974~3174555] 2021-03-04T22:55:15.100 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,34406655~6610082,55272779~4735210,66447937~8174989,111368155~4169358,119047079~4783046,123941923~299990,226230683~1100898,233849664~2322520,240069463~1071038,254225396~7608508,337964272~7822363,380604558~2926998,385165004~7612838,409286974~3174555] 2021-03-04T22:55:15.103 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,33554432~7462305,55272779~4735210,64983060~9639866,109051904~6485609,117440512~6801401,226230683~1100898,230686720~5485464,240069463~1071038,254225396~7608508,337964272~7822363,380604558~2926998,385165004~7612838,406847488~5614041] 2021-03-04T22:55:15.103 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 6 diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,55272779~4735210,66447937~8174989,111368155~4169358,119047079~4783046,123941923~299990,135350305~3212983,173388159~7465071,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,254225396~7608508,337964272~7822363,380356503~3175053,385165004~10502309,396024605~7473977,409286974~3174555] 2021-03-04T22:55:15.103 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,55272779~4735210,66447937~8174989,111368155~4169358,119047079~4783046,123941923~299990,135350305~3212983,173388159~7465071,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,254225396~7608508,337964272~7822363,380356503~3175053,385165004~10502309,396024605~7473977,409286974~3174555] 2021-03-04T22:55:15.106 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,16777216~14573850,33554432~7462305,55272779~4735210,64983060~9639866,109051904~6485609,117440512~6801401,135350305~3212983,171966464~8886766,222392544~3728920,226230683~1190204,230686720~5485464,240069463~1071038,254225396~7608508,337964272~7822363,380356503~3175053,385165004~18333578,406847488~5614041] 2021-03-04T22:55:15.106 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 7 diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,55272779~4735210,66447937~8174989,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,173388159~7465071,196812830~3082970,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,254225396~7608508,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.106 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,55272779~4735210,66447937~8174989,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,173388159~7465071,196812830~3082970,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,254225396~7608508,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.109 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,16777216~14573850,33554432~7462305,55272779~4735210,64983060~9639866,109051904~6485609,117440512~6801401,135350305~3212983,171966464~8886766,196243662~3652138,222392544~3728920,226230683~1190204,230686720~5485464,240069463~1071038,254225396~7608508,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,337964272~7822363,380356503~23142079,406847488~5614041] 2021-03-04T22:55:15.109 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 8 diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,55272779~4735210,63500319~2348421,66447937~8174989,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,155651560~2760788,173388159~7465071,196812830~3082970,200805411~5504681,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.110 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~5533024,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,55272779~4735210,63500319~2348421,66447937~8174989,111368155~4169358,117535810~6294315,123941923~299990,135350305~3212983,155651560~2760788,173388159~7465071,196812830~3082970,200805411~5504681,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.112 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8042458,9319754~2695716,16777216~14573850,33554432~7462305,55272779~4735210,63500319~11122607,109051904~6485609,117440512~6801401,135350305~3212983,155651560~2760788,171966464~8886766,196243662~3652138,200805411~5504681,222392544~3728920,226230683~1190204,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~7822363,380356503~23142079,406847488~5614041] 2021-03-04T22:55:15.112 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 9 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,54774987~5233002,63500319~2348421,66447937~8174989,88932524~4934112,111368155~4169358,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196812830~3082970,200805411~5504681,211350818~4478786,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.113 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,54774987~5233002,63500319~2348421,66447937~8174989,88932524~4934112,111368155~4169358,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196812830~3082970,200805411~5504681,211350818~4478786,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.115 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,54774987~5233002,63500319~11122607,88932524~4934112,109051904~6485609,117440512~8883442,135350305~3212983,155651560~2760788,170050845~10802385,196243662~3652138,200805411~5504681,211350818~4478786,222392544~3728920,226230683~1190204,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~7822363,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.116 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 10 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.116 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.119 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,53042523~7794700,61847254~12775672,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117440512~8883442,135350305~3212983,146800640~8397588,155651560~2760788,170050845~10802385,188358682~86009,196243662~3652138,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226230683~1190204,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~7822363,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.119 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 11 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347381083~3274172,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.119 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347381083~3274172,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.122 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,48550473~3964194,53042523~7794700,61847254~12775672,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117440512~8883442,135350305~3212983,146800640~11769024,170050845~10802385,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,276824064~25854379,318767104~11946400,337964272~7822363,347381083~3274172,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.122 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 12 diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,358040369~3851644,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.122 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,19811101~1248961,23315521~8035545,34406655~6610082,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,358040369~3851644,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.125 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16777216~14573850,33554432~7462305,48550473~3964194,53042523~7794700,61847254~12775672,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117440512~8883442,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,269826755~6681516,276824064~25854379,314572800~16140704,333498703~12287932,347381083~3274172,356515840~5376173,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.125 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 13 diff [2509434~6557957,9319754~2695716,16600743~24415994,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.126 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,16600743~24415994,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.128 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24513541,48550473~3964194,53042523~7794700,61847254~12775672,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,333498703~12287932,347381083~3274172,356515840~9012752,372942524~4769817,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.128 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 14 diff [2509434~6557957,9319754~2695716,16600743~24752944,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.129 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2509434~6557957,9319754~2695716,16600743~24752944,48550473~3964194,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.131 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,48550473~3964194,53042523~7794700,61847254~12775672,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,269826755~6681516,276824064~25854379,306184192~3464479,314572800~18076840,333498703~12287932,347381083~3274172,356515840~9012752,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.132 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 15 diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~7980538,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.132 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~7980538,53042523~7794700,61847254~12775672,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.134 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,44534129~7980538,53042523~7794700,61847254~12775672,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,269826755~6681516,276824064~25854379,306184192~3464479,314572800~31213835,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.135 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 16 diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~7980538,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.135 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,9319754~2695716,16600743~24752944,44534129~7980538,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.138 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,44534129~7980538,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,109051904~6485609,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,230686720~5485464,236445785~6204083,243997619~8797647,254225396~13521986,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.138 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 17 diff [319456~8747935,9319754~2695716,16600743~24752944,44534129~7980538,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.138 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,16600743~24752944,44534129~7980538,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.141 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,16503196~24850491,44534129~7980538,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254225396~13521986,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,380311821~32149708] 2021-03-04T22:55:15.141 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 18 diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.141 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254225396~7608508,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.144 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~17662257,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,135350305~3212983,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254225396~13521986,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.145 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 19 diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.145 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.148 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.148 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 5 diff [3779791~4110420,34406655~6082261,111368155~4169358,123941923~299990,226230683~1100898,233849664~2322520,240069463~1071038,337964272~7822363,385165004~5183259,409286974~3174555] 2021-03-04T22:55:15.148 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [3779791~4110420,34406655~6082261,111368155~4169358,123941923~299990,226230683~1100898,233849664~2322520,240069463~1071038,337964272~7822363,385165004~5183259,409286974~3174555] 2021-03-04T22:55:15.151 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [3779791~4110420,34406655~6082261,109051904~6485609,123830125~411788,226230683~1100898,230686720~5485464,240069463~1071038,337964272~7822363,385165004~5183259,406847488~5614041] 2021-03-04T22:55:15.151 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 6 diff [3779791~4110420,19811101~1248961,23315521~8035545,34406655~6082261,111368155~4169358,123941923~299990,135350305~3212983,173388159~7465071,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,337964272~7822363,380356503~2542183,385165004~10502309,396024605~7473977,409286974~3174555] 2021-03-04T22:55:15.151 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [3779791~4110420,19811101~1248961,23315521~8035545,34406655~6082261,111368155~4169358,123941923~299990,135350305~3212983,173388159~7465071,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,337964272~7822363,380356503~2542183,385165004~10502309,396024605~7473977,409286974~3174555] 2021-03-04T22:55:15.154 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [3779791~4110420,16777216~14573850,34406655~6082261,109051904~6485609,123830125~411788,135350305~3212983,171966464~8886766,222392544~3728920,226230683~1190204,230686720~5485464,240069463~1071038,337964272~7822363,380356503~2542183,385165004~18333578,406847488~5614041] 2021-03-04T22:55:15.155 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 7 diff [3779791~4110420,19811101~1248961,23315521~8035545,34406655~6082261,111368155~4169358,117535810~5444808,123941923~299990,135350305~3212983,173388159~7465071,196812830~3082970,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.155 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [3779791~4110420,19811101~1248961,23315521~8035545,34406655~6082261,111368155~4169358,117535810~5444808,123941923~299990,135350305~3212983,173388159~7465071,196812830~3082970,222392544~3728920,226230683~1190204,233849664~2322520,240069463~1071038,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.157 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [3779791~4110420,16777216~14573850,34406655~6082261,109051904~6485609,117535810~5444808,123830125~411788,135350305~3212983,171966464~8886766,196243662~3652138,222392544~3728920,226230683~1190204,230686720~5485464,240069463~1071038,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,337964272~7822363,380356503~23142079,406847488~5614041] 2021-03-04T22:55:15.157 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 8 diff [3779791~4110420,19811101~1248961,23315521~8035545,34406655~6082261,63500319~2348421,111368155~4169358,117535810~5444808,123941923~299990,135350305~3212983,155651560~2760788,173388159~7465071,196812830~3082970,200805411~5504681,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.158 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [3779791~4110420,19811101~1248961,23315521~8035545,34406655~6082261,63500319~2348421,111368155~4169358,117535810~5444808,123941923~299990,135350305~3212983,155651560~2760788,173388159~7465071,196812830~3082970,200805411~5504681,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380356503~23142079,409286974~3174555] 2021-03-04T22:55:15.160 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [3779791~4110420,16777216~14573850,34406655~6082261,63500319~2348421,109051904~6485609,117535810~5444808,123830125~411788,135350305~3212983,155651560~2760788,171966464~8886766,196243662~3652138,200805411~5504681,222392544~3728920,226230683~1190204,230686720~5485464,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~7822363,380356503~23142079,406847488~5614041] 2021-03-04T22:55:15.161 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 9 diff [2833392~6233999,19811101~1248961,23315521~8035545,34406655~6082261,54774987~3423564,63500319~2348421,88932524~4934112,111368155~4169358,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196812830~3082970,200805411~5504681,211350818~4478786,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.161 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,19811101~1248961,23315521~8035545,34406655~6082261,54774987~3423564,63500319~2348421,88932524~4934112,111368155~4169358,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196812830~3082970,200805411~5504681,211350818~4478786,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.163 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,16777216~14573850,34406655~6082261,54774987~3423564,63500319~2348421,88932524~4934112,109051904~6485609,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196243662~3652138,200805411~5504681,211350818~4478786,222392544~3728920,226230683~1190204,230686720~5485464,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~7822363,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.164 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 10 diff [2833392~6233999,19811101~1248961,23315521~8035545,34406655~6082261,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.164 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,19811101~1248961,23315521~8035545,34406655~6082261,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226230683~1190204,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.167 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,16777216~14573850,34406655~6082261,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117535810~8788144,135350305~3212983,146800640~8397588,155651560~2760788,170050845~10802385,188358682~86009,196243662~3652138,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226230683~1190204,230686720~5485464,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,337964272~7822363,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.167 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 11 diff [2833392~6233999,19811101~1248961,23315521~8035545,34406655~6082261,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347381083~3274172,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.167 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,19811101~1248961,23315521~8035545,34406655~6082261,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,337964272~7822363,347381083~3274172,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.170 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,16777216~14573850,34406655~6082261,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117535810~8788144,135350305~3212983,146800640~11769024,170050845~10802385,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,261833904~5913478,276824064~25854379,318767104~11946400,337964272~7822363,347381083~3274172,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.170 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 12 diff [2833392~6233999,11172434~714337,19811101~1248961,23315521~8035545,34406655~6082261,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,358040369~3851644,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.170 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,19811101~1248961,23315521~8035545,34406655~6082261,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,358040369~3851644,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.173 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16777216~14573850,34406655~6082261,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117535810~8788144,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,314572800~16140704,333498703~12287932,347381083~3274172,356515840~5376173,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.173 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 13 diff [2833392~6233999,11172434~714337,16600743~23888173,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.173 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~23888173,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~23186761,409286974~3174555] 2021-03-04T22:55:15.176 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~23985720,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,333498703~12287932,347381083~3274172,356515840~9012752,372942524~4769817,380311821~23186761,406847488~5614041] 2021-03-04T22:55:15.176 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 14 diff [2833392~6233999,11172434~714337,16600743~24752944,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.177 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~24752944,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~12287932,347381083~3274172,357741492~7787100,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.179 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~24850491,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~18076840,333498703~12287932,347381083~3274172,356515840~9012752,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.180 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 15 diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.180 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.183 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~24850491,44534129~7980538,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,109051904~6485609,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,230686720~5485464,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~31213835,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.183 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 16 diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.183 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,111368155~4169358,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.186 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~24850491,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,109051904~6485609,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,230686720~5485464,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~32149708] 2021-03-04T22:55:15.186 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 17 diff [319456~8747935,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.186 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028,409286974~3174555] 2021-03-04T22:55:15.189 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,16503196~24850491,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,380311821~32149708] 2021-03-04T22:55:15.190 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 18 diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.190 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.192 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.193 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 19 diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.193 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.196 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.196 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 6 diff [19811101~1248961,23315521~8035545,135350305~3212983,173388159~7465071,222392544~3728920,226368402~1052485,380356503~2542183,389979916~5687397,396024605~7473977] 2021-03-04T22:55:15.196 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [19811101~1248961,23315521~8035545,135350305~3212983,173388159~7465071,222392544~3728920,226368402~1052485,380356503~2542183,389979916~5687397,396024605~7473977] 2021-03-04T22:55:15.199 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~14573850,135350305~3212983,171966464~8886766,222392544~3728920,226368402~1052485,380356503~2542183,389979916~13518666] 2021-03-04T22:55:15.199 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 7 diff [19811101~1248961,23315521~8035545,117535810~5444808,135350305~3212983,173388159~7465071,196812830~3082970,222392544~3728920,226368402~1052485,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,380356503~23142079] 2021-03-04T22:55:15.199 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [19811101~1248961,23315521~8035545,117535810~5444808,135350305~3212983,173388159~7465071,196812830~3082970,222392544~3728920,226368402~1052485,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,380356503~23142079] 2021-03-04T22:55:15.202 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~14573850,117535810~5444808,135350305~3212983,171966464~8886766,196243662~3652138,222392544~3728920,226368402~1052485,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,380356503~23142079] 2021-03-04T22:55:15.203 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 8 diff [19811101~1248961,23315521~8035545,63500319~2348421,117535810~5444808,135350305~3212983,155651560~2760788,173388159~7465071,196812830~3082970,200805411~5504681,222392544~3728920,226368402~1052485,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,380356503~23142079] 2021-03-04T22:55:15.203 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [19811101~1248961,23315521~8035545,63500319~2348421,117535810~5444808,135350305~3212983,155651560~2760788,173388159~7465071,196812830~3082970,200805411~5504681,222392544~3728920,226368402~1052485,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,380356503~23142079] 2021-03-04T22:55:15.206 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~14573850,63500319~2348421,117535810~5444808,135350305~3212983,155651560~2760788,171966464~8886766,196243662~3652138,200805411~5504681,222392544~3728920,226368402~1052485,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,380356503~23142079] 2021-03-04T22:55:15.206 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 9 diff [2833392~6233999,19811101~1248961,23315521~8035545,54774987~3423564,63500319~2348421,88932524~4934112,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196812830~3082970,200805411~5504681,211350818~4478786,222392544~3728920,226368402~1052485,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,380311821~23186761] 2021-03-04T22:55:15.206 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,19811101~1248961,23315521~8035545,54774987~3423564,63500319~2348421,88932524~4934112,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196812830~3082970,200805411~5504681,211350818~4478786,222392544~3728920,226368402~1052485,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,380311821~23186761] 2021-03-04T22:55:15.209 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,16777216~14573850,54774987~3423564,63500319~2348421,88932524~4934112,117535810~8788144,135350305~3212983,155651560~2760788,170050845~10802385,196243662~3652138,200805411~5504681,211350818~4478786,222392544~3728920,226368402~1052485,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,380311821~23186761] 2021-03-04T22:55:15.209 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 10 diff [2833392~6233999,19811101~1248961,23315521~8035545,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226368402~1052485,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,380311821~23186761] 2021-03-04T22:55:15.209 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,19811101~1248961,23315521~8035545,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,147510854~7687374,155651560~2760788,170050845~10802385,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226368402~1052485,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,380311821~23186761] 2021-03-04T22:55:15.212 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,16777216~14573850,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,146800640~8397588,155651560~2760788,170050845~10802385,188358682~86009,196243662~3652138,200805411~5504681,211288594~4541010,216079565~2181025,222392544~3728920,226368402~1052485,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,380311821~23186761] 2021-03-04T22:55:15.212 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 11 diff [2833392~6233999,19811101~1248961,23315521~8035545,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,347381083~3274172,380311821~23186761] 2021-03-04T22:55:15.212 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,19811101~1248961,23315521~8035545,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,147510854~11058810,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,347381083~3274172,380311821~23186761] 2021-03-04T22:55:15.215 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,16777216~14573850,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,146800640~11769024,170050845~10802385,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,243997619~8797647,261833904~5913478,276824064~25854379,318767104~11946400,347381083~3274172,380311821~23186761] 2021-03-04T22:55:15.215 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 12 diff [2833392~6233999,11172434~714337,19811101~1248961,23315521~8035545,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,358040369~3851644,380311821~23186761] 2021-03-04T22:55:15.215 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,19811101~1248961,23315521~8035545,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,358040369~3851644,380311821~23186761] 2021-03-04T22:55:15.218 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16777216~14573850,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8788144,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,314572800~16140704,333498703~6499712,347381083~3274172,356515840~5376173,380311821~23186761] 2021-03-04T22:55:15.218 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 13 diff [2833392~6233999,11172434~714337,16600743~22729655,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~23186761] 2021-03-04T22:55:15.218 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~22729655,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~23186761] 2021-03-04T22:55:15.221 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~22827202,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~23186761] 2021-03-04T22:55:15.222 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 14 diff [2833392~6233999,11172434~714337,16600743~24752944,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.222 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~24752944,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.225 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~24850491,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~10802385,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~18076840,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.225 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 15 diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.225 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.229 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~24850491,44534129~7980538,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222392544~6438929,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~25759589,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.229 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 16 diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.229 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.231 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~24850491,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~6596980,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~28746028] 2021-03-04T22:55:15.232 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 17 diff [319456~8747935,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028] 2021-03-04T22:55:15.232 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,16600743~24752944,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~28746028] 2021-03-04T22:55:15.235 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,16503196~24850491,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~15968211,188358682~86009,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,380311821~28746028] 2021-03-04T22:55:15.236 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 18 diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~36115325] 2021-03-04T22:55:15.236 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,135350305~3212983,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~36115325] 2021-03-04T22:55:15.238 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,135350305~3212983,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325] 2021-03-04T22:55:15.238 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 19 diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:15.238 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:15.241 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:15.242 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 7 diff [117535810~5444808,176527430~850666,177402127~180072,196812830~3082970,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,382640905~7953202,392160087~7487970] 2021-03-04T22:55:15.242 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [117535810~5444808,176527430~850666,177402127~180072,196812830~3082970,282917306~1395150,286871682~1791033,295320251~7358192,322839024~7874480,382640905~7953202,392160087~7487970] 2021-03-04T22:55:15.244 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [117535810~5444808,176527430~850666,177402127~180072,196243662~3652138,281018368~3294088,285212672~3450043,293601280~9077163,318767104~11946400,382640905~7953202,392160087~7487970] 2021-03-04T22:55:15.244 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 8 diff [63500319~2348421,117535810~5444808,155651560~2760788,176527430~850666,177402127~180072,196812830~3082970,200805411~5504681,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,382640905~7953202,392160087~7487970] 2021-03-04T22:55:15.245 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [63500319~2348421,117535810~5444808,155651560~2760788,176527430~850666,177402127~180072,196812830~3082970,200805411~5504681,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,382640905~7953202,392160087~7487970] 2021-03-04T22:55:15.247 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [63500319~2348421,117535810~5444808,155651560~2760788,176527430~850666,177402127~180072,196243662~3652138,200805411~5504681,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,382640905~7953202,392160087~7487970] 2021-03-04T22:55:15.248 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 9 diff [2833392~6233999,54774987~3423564,63500319~2348421,88932524~4934112,117535810~8788144,155651560~2760788,170050845~3797202,176527430~850666,177402127~180072,196812830~3082970,200805411~5504681,211350818~4478786,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.248 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,54774987~3423564,63500319~2348421,88932524~4934112,117535810~8788144,155651560~2760788,170050845~3797202,176527430~850666,177402127~180072,196812830~3082970,200805411~5504681,211350818~4478786,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,322839024~7874480,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.250 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,54774987~3423564,63500319~2348421,88932524~4934112,117535810~8788144,155651560~2760788,170050845~3797202,176527430~850666,177402127~180072,196243662~3652138,200805411~5504681,211350818~4478786,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.251 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 10 diff [2833392~6233999,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,147510854~7687374,155651560~2760788,170050845~3797202,176527430~850666,177402127~180072,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.251 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,147510854~7687374,155651560~2760788,170050845~3797202,176527430~850666,177402127~180072,188358682~86009,196812830~3082970,200805411~5504681,211288594~4541010,216079565~2181025,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,282917306~1395150,286350720~7563948,295320251~7358192,321454350~9259154,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.254 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8788144,146800640~8397588,155651560~2760788,170050845~3797202,176527430~850666,177402127~180072,188358682~86009,196243662~3652138,200805411~5504681,211288594~4541010,216079565~2181025,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,281018368~3294088,285212672~17465771,318767104~11946400,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.254 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 11 diff [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,147510854~11058810,170050845~3797202,176527430~850666,177402127~180072,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,347381083~3274172,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.255 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,147510854~11058810,170050845~3797202,176527430~850666,177402127~180072,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,295320251~7358192,321454350~9259154,347381083~3274172,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.257 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8788144,146800640~11769024,170050845~3797202,176527430~850666,177402127~180072,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,261833904~5913478,276824064~25854379,318767104~11946400,347381083~3274172,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.257 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 12 diff [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,358040369~3851644,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.257 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8788144,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,196812830~3082970,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,358040369~3851644,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:14 gibba008 bash[37770]: cluster 2021-03-04T22:55:13.780278+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-03-04T22:55:15.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:14 gibba008 bash[39303]: cluster 2021-03-04T22:55:13.780278+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-03-04T22:55:15.260 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8788144,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,196243662~3652138,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,314572800~16140704,333498703~6499712,347381083~3274172,356515840~5376173,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.261 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 13 diff [2833392~6233999,11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.261 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.263 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~7224072,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8920705,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~16140704,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~10282286,392160087~7487970] 2021-03-04T22:55:15.264 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 14 diff [2833392~6233999,11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.264 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.267 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~7254857,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8920705,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~18076840,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.268 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 15 diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.268 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,295320251~7358192,306967960~2680711,317974554~2222797,321454350~9259154,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.270 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,117535810~8920705,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~25854379,306184192~3464479,314572800~25759589,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.270 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 16 diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.270 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,295320251~7358192,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:14 gibba023 bash[13021]: cluster 2021-03-04T22:55:13.780278+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-03-04T22:55:15.274 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,117535810~8920705,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.274 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 17 diff [319456~8747935,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.275 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.276 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,380311821~10282286,392160087~16897762] 2021-03-04T22:55:15.277 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 18 diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~17651583,392160087~16897762] 2021-03-04T22:55:15.277 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~17651583,392160087~16897762] 2021-03-04T22:55:15.279 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762] 2021-03-04T22:55:15.280 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 19 diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:15.280 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:15.282 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:15.283 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 8 diff [63500319~2348421,155651560~2760788,200805411~5504681,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948] 2021-03-04T22:55:15.283 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [63500319~2348421,155651560~2760788,200805411~5504681,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948] 2021-03-04T22:55:15.285 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [63500319~2348421,155651560~2760788,200805411~5504681,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,286350720~7563948] 2021-03-04T22:55:15.286 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 9 diff [2833392~6233999,54774987~3423564,63500319~2348421,88932524~4934112,119190647~7133307,155651560~2760788,170050845~3797202,200805411~5504681,211350818~4478786,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.286 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,54774987~3423564,63500319~2348421,88932524~4934112,119190647~7133307,155651560~2760788,170050845~3797202,200805411~5504681,211350818~4478786,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.289 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,54774987~3423564,63500319~2348421,88932524~4934112,119190647~7133307,155651560~2760788,170050845~3797202,200805411~5504681,211350818~4478786,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,286350720~7563948,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.289 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 10 diff [2833392~6233999,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~7687374,155651560~2760788,170050845~3797202,188358682~86009,200805411~5504681,211288594~4541010,216079565~2181025,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948,321454350~3342274,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.289 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~7687374,155651560~2760788,170050845~3797202,188358682~86009,200805411~5504681,211288594~4541010,216079565~2181025,236445785~6204083,244720515~8074751,263024628~4722754,277860957~326203,286350720~7563948,321454350~3342274,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.292 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7133307,146800640~8397588,155651560~2760788,170050845~3797202,188358682~86009,200805411~5504681,211288594~4541010,216079565~2181025,236445785~6204083,243997619~8797647,261833904~5913478,276824064~1363096,286350720~7563948,321454350~3342274,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.292 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 11 diff [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~11058810,170050845~3797202,188358682~86009,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,321454350~3342274,347381083~3274172,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.292 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~11058810,170050845~3797202,188358682~86009,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,263024628~4722754,277860957~7470434,286350720~7563948,321454350~3342274,347381083~3274172,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.295 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7133307,146800640~11769024,170050845~3797202,188358682~86009,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,261833904~5913478,276824064~8507327,286350720~7563948,321454350~3342274,347381083~3274172,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.295 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 12 diff [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,358040369~3851644,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.296 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,358040369~3851644,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.298 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7133307,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,200805411~9834317,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~8507327,286350720~7563948,314572800~5624551,321454350~3342274,333498703~6499712,347381083~3274172,356515840~5376173,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.299 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 13 diff [2833392~6233999,11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,306967960~2680711,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.299 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~7470434,286350720~7563948,306967960~2680711,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.301 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~7224072,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,195193129~15446599,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~8507327,286350720~7563948,306184192~3464479,314572800~5624551,321454350~3342274,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.302 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 14 diff [2833392~6233999,11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,306967960~2680711,317974554~2222797,321454350~4053014,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.302 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,306967960~2680711,317974554~2222797,321454350~4053014,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.305 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~7254857,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~17090604,306184192~3464479,314572800~5624551,321454350~4053014,330713504~1936136,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.305 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 15 diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,296457444~2998048,306967960~2680711,317974554~2222797,321454350~4053014,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.305 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~6681516,277860957~16053711,296457444~2998048,306967960~2680711,317974554~2222797,321454350~4053014,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.308 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~6681516,276824064~17090604,296457444~2998048,306184192~3464479,314572800~5624551,321454350~4053014,330713504~9618885,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.308 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 16 diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.308 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~24087913,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.311 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~21499919,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~24087913,296457444~2998048,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.311 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 17 diff [319456~8747935,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~5363959,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.312 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~5363959,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.314 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~25512102,296457444~2998048,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,380311821~5363959,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.314 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 18 diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~12733256,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.315 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~12733256,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.318 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~12733256,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.318 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 19 diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.318 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.321 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.322 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 9 diff [2833392~6233999,54774987~3423564,88932524~4934112,119190647~7133307,170050845~3797202,211350818~4478786,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.322 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,54774987~3423564,88932524~4934112,119190647~7133307,170050845~3797202,211350818~4478786,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.324 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,54774987~3423564,88932524~4934112,119190647~7133307,170050845~3797202,211350818~4478786,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.325 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 10 diff [2833392~6233999,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~7687374,170050845~3797202,188358682~86009,211288594~4541010,216079565~2181025,287265404~1204118,321454350~3342274,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.325 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~7687374,170050845~3797202,188358682~86009,211288594~4541010,216079565~2181025,287265404~1204118,321454350~3342274,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.328 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7133307,146800640~8397588,170050845~3797202,188358682~86009,211288594~4541010,216079565~2181025,287265404~1204118,321454350~3342274,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.328 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 11 diff [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~11058810,170050845~3797202,188358682~86009,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,278015811~7315580,287265404~1204118,321454350~3342274,347381083~3274172,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.328 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,147510854~11058810,170050845~3797202,188358682~86009,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,278015811~7315580,287265404~1204118,321454350~3342274,347381083~3274172,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.331 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7133307,146800640~11769024,170050845~3797202,188358682~86009,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,278015811~7315580,287265404~1204118,321454350~3342274,347381083~3274172,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.331 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 12 diff [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,358040369~3851644,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.332 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7133307,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,358040369~3851644,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.334 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7133307,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,314572800~5624551,321454350~3342274,333498703~6499712,347381083~3274172,356515840~5376173,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.334 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 13 diff [2833392~6233999,11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,195193129~6160823,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,306967960~2680711,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.335 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,195193129~6160823,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,306967960~2680711,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.337 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~7224072,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,195193129~6160823,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,306184192~3464479,314572800~5624551,321454350~3342274,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~5363959,393713952~5677304] 2021-03-04T22:55:15.338 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 14 diff [2833392~6233999,11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,189139809~12214143,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306967960~2680711,317974554~2222797,321454350~4053014,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.338 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [2833392~6233999,11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~3797202,176510209~3840037,188358682~86009,189139809~12214143,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306967960~2680711,317974554~2222797,321454350~4053014,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.340 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [2833392~6233999,11172434~714337,16503196~7254857,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~3797202,176510209~3840037,188358682~86009,189139809~12214143,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306184192~3464479,314572800~5624551,321454350~4053014,330713504~1936136,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.341 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 15 diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,183091801~2927255,188358682~86009,189139809~12214143,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306967960~2680711,317974554~2222797,321454350~4053014,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.341 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,183091801~2927255,188358682~86009,189139809~12214143,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306967960~2680711,317974554~2222797,321454350~4053014,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.344 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,75497472~4012039,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~12214143,204583717~6056011,211288594~4541010,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306184192~3464479,314572800~5624551,321454350~4053014,330713504~9618885,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.344 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 16 diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~6592131,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.344 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~8680827,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~6592131,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.347 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~8680827,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~12214143,204047597~6592131,211288594~4541010,216079565~2181025,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,380311821~5363959,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.347 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 17 diff [319456~8747935,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~5363959,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.347 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,380311821~5363959,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.350 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~5165826,188358682~86009,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,380311821~5363959,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.350 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 18 diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~12733256,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.351 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~12733256,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.354 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~12733256,386624171~1976724,393713952~5677304,399465710~9592139] 2021-03-04T22:55:15.354 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 19 diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.354 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.357 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.357 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 10 diff [53042523~7794700,61847254~8048971,77651907~1857604,100671329~537875,147510854~7687374,188358682~86009,211288594~2077223,216079565~2181025,287265404~1204118,321454350~3342274] 2021-03-04T22:55:15.357 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [53042523~7794700,61847254~8048971,77651907~1857604,100671329~537875,147510854~7687374,188358682~86009,211288594~2077223,216079565~2181025,287265404~1204118,321454350~3342274] 2021-03-04T22:55:15.360 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [53042523~7794700,61847254~8048971,75497472~4012039,100671329~537875,146800640~8397588,188358682~86009,211288594~2077223,216079565~2181025,287265404~1204118,321454350~3342274] 2021-03-04T22:55:15.360 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 11 diff [34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,147510854~11058810,188358682~86009,204583717~6056011,211288594~2077223,216079565~2181025,225848658~2982815,278015811~7315580,287265404~1204118,321454350~3342274,347381083~3274172] 2021-03-04T22:55:15.360 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,147510854~11058810,188358682~86009,204583717~6056011,211288594~2077223,216079565~2181025,225848658~2982815,278015811~7315580,287265404~1204118,321454350~3342274,347381083~3274172] 2021-03-04T22:55:15.369 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,89522980~1403210,100671329~537875,146800640~11769024,188358682~86009,204583717~6056011,211288594~2077223,216079565~2181025,225848658~2982815,278015811~7315580,287265404~1204118,321454350~3342274,347381083~3274172] 2021-03-04T22:55:15.369 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 12 diff [11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,144252259~67639,147510854~17431836,176510209~3840037,188358682~86009,204583717~6056011,211288594~2077223,216079565~2181025,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,358040369~3851644] 2021-03-04T22:55:15.369 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,144252259~67639,147510854~17431836,176510209~3840037,188358682~86009,204583717~6056011,211288594~2077223,216079565~2181025,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,358040369~3851644] 2021-03-04T22:55:15.369 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,34622972~4707426,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,89522980~1403210,100671329~537875,142606336~1713562,146800640~18142050,176510209~3840037,188358682~86009,204583717~6056011,211288594~2077223,216079565~2181025,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,314572800~5624551,321454350~3342274,333498703~6499712,347381083~3274172,356515840~5376173] 2021-03-04T22:55:15.370 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 13 diff [11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,176510209~3840037,188358682~86009,195193129~6160823,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,306967960~2680711,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.370 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,176510209~3840037,188358682~86009,195193129~6160823,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,306967960~2680711,317974554~2222797,321454350~3342274,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.371 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,16503196~7224072,30918011~8412387,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,89522980~1403210,100671329~537875,122262144~4194371,142606336~1713562,146800640~18142050,176510209~3840037,188358682~86009,195193129~6160823,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,287265404~1204118,306184192~3464479,314572800~5624551,321454350~3342274,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817] 2021-03-04T22:55:15.371 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 14 diff [11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,176510209~3840037,188358682~86009,189139809~12214143,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306967960~2680711,317974554~2222797,321454350~4053014,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.371 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,176510209~3840037,188358682~86009,189139809~12214143,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306967960~2680711,317974554~2222797,321454350~4053014,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.372 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,16503196~7254857,29792357~11561330,48550473~3964194,53042523~7794700,61847254~8048971,75497472~4012039,89522980~1403210,100671329~537875,122262144~4194371,142606336~1713562,146800640~18142050,176510209~3840037,188358682~86009,189139809~12214143,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306184192~3464479,314572800~5624551,321454350~4053014,330713504~1936136,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.373 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 15 diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,183091801~2927255,188358682~86009,189139809~12214143,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306967960~2680711,317974554~2222797,321454350~4053014,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.373 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,77651907~1857604,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,183091801~2927255,188358682~86009,189139809~12214143,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306967960~2680711,317974554~2222797,321454350~4053014,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.375 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,75497472~4012039,89522980~1403210,100671329~537875,122262144~4194371,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~5165826,188358682~86009,189139809~12214143,204583717~6056011,211288594~2456270,216079565~2181025,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306184192~3464479,314572800~5624551,321454350~4053014,330713504~9618885,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.376 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 16 diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~6592131,211288594~2456270,216079565~2181025,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.376 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~6592131,211288594~2456270,216079565~2181025,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.379 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,122262144~4194371,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~5165826,188358682~86009,189139809~12214143,204047597~6592131,211288594~2456270,216079565~2181025,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.379 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 17 diff [319456~4847532,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~9697267,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.379 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,188358682~86009,189139809~12214143,204047597~9697267,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.382 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~5165826,188358682~86009,189139809~12214143,204047597~9697267,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.382 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 18 diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9697267,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.382 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9697267,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.385 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~6029868,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9697267,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.385 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 19 diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.386 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.388 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.389 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 11 diff [34622972~4707426,48550473~3964194,89522980~1403210,148305063~10264601,204583717~6056011,225848658~2982815,278015811~7315580,347381083~3274172] 2021-03-04T22:55:15.389 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [34622972~4707426,48550473~3964194,89522980~1403210,148305063~10264601,204583717~6056011,225848658~2982815,278015811~7315580,347381083~3274172] 2021-03-04T22:55:15.391 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [34622972~4707426,48550473~3964194,89522980~1403210,148305063~10264601,204583717~6056011,225848658~2982815,278015811~7315580,347381083~3274172] 2021-03-04T22:55:15.392 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 12 diff [11172434~714337,34622972~4707426,48550473~3964194,89522980~1403210,144252259~67639,148305063~16637627,176510209~3840037,204583717~6056011,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,317974554~2222797,333498703~6499712,347381083~3274172,358040369~3851644] 2021-03-04T22:55:15.392 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,34622972~4707426,48550473~3964194,89522980~1403210,144252259~67639,148305063~16637627,176510209~3840037,204583717~6056011,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,317974554~2222797,333498703~6499712,347381083~3274172,358040369~3851644] 2021-03-04T22:55:15.395 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,34622972~4707426,48550473~3964194,89522980~1403210,142606336~1713562,148305063~16637627,176510209~3840037,204583717~6056011,225848658~2982815,254948339~6310938,269826755~6681516,278015811~7315580,314572800~5624551,333498703~6499712,347381083~3274172,356515840~5376173] 2021-03-04T22:55:15.395 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 13 diff [11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,176510209~3840037,195193129~6160823,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,306967960~2680711,317974554~2222797,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.395 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,16600743~7126525,30918011~8412387,48550473~3964194,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,176510209~3840037,195193129~6160823,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,306967960~2680711,317974554~2222797,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.398 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,16503196~7224072,30918011~8412387,48550473~3964194,89522980~1403210,122262144~4194371,142606336~1713562,148305063~16637627,176510209~3840037,195193129~6160823,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~7315580,306184192~3464479,314572800~5624551,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817] 2021-03-04T22:55:15.398 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 14 diff [11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,176510209~3840037,189139809~12214143,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306967960~2680711,317974554~2222797,324560023~947341,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.399 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,16600743~7157310,29792357~11561330,48550473~3964194,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,176510209~3840037,189139809~12214143,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306967960~2680711,317974554~2222797,324560023~947341,331213400~1436240,333498703~6499712,347381083~3274172,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.401 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,16503196~7254857,29792357~11561330,48550473~3964194,89522980~1403210,122262144~4194371,142606336~1713562,148305063~16637627,176510209~3840037,189139809~12214143,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,306184192~3464479,314572800~5624551,324560023~947341,330713504~1936136,333498703~6499712,347381083~3274172,356515840~9012752,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.402 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 15 diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,183091801~2927255,189139809~12214143,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306967960~2680711,317974554~2222797,324560023~947341,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.402 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,183091801~2927255,189139809~12214143,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306967960~2680711,317974554~2222797,324560023~947341,331213400~9118989,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.405 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,89522980~1403210,122262144~4194371,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~5165826,189139809~12214143,204583717~6056011,211722797~2022067,225848658~2982815,247136268~3992585,254948339~6310938,269826755~6681516,278015811~13992521,296457444~2998048,306184192~3464479,314572800~5624551,324560023~947341,330713504~9618885,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.405 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 16 diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,57649320~369565,73479643~4886610,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~6592131,211722797~2022067,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.405 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,57649320~369565,73479643~4886610,89522980~1403210,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~6592131,211722797~2022067,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.408 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,57649320~369565,73479643~4886610,89522980~1403210,122262144~4194371,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~5165826,189139809~12214143,204047597~6592131,211722797~2022067,222234493~297938,225848658~2982815,247136268~3992585,254948339~6310938,269826755~22181577,296457444~2998048,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.409 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 17 diff [319456~4847532,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,57649320~369565,73479643~4886610,89522980~1403210,103894771~8033986,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~7642170,211722797~2022067,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.409 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,16600743~7157310,29792357~11561330,44534129~7980538,57649320~369565,73479643~4886610,89522980~1403210,103894771~8033986,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~7642170,211722797~2022067,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.411 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,16503196~7254857,29792357~11561330,44534129~7980538,57649320~369565,73479643~4886610,89522980~1403210,101667336~10261421,122262144~4194371,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~5165826,189139809~12214143,204047597~7642170,211722797~2022067,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~25512102,296457444~2998048,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.412 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 18 diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,89522980~1403210,103894771~8033986,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2022067,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.412 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,89522980~1403210,103894771~8033986,122262144~4194371,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2022067,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.415 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,89522980~1403210,101667336~10261421,122262144~4194371,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2022067,222234493~297938,225848658~6205704,247136268~3992585,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.415 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 19 diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.415 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.418 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.418 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 12 diff [11172434~714337,144252259~67639,150463412~14479278,176510209~3840037,254948339~6310938,269826755~6681516,317974554~2222797,333498703~6499712,358040369~3851644] 2021-03-04T22:55:15.418 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,144252259~67639,150463412~14479278,176510209~3840037,254948339~6310938,269826755~6681516,317974554~2222797,333498703~6499712,358040369~3851644] 2021-03-04T22:55:15.421 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,142606336~1713562,150463412~14479278,176510209~3840037,254948339~6310938,269826755~6681516,314572800~5624551,333498703~6499712,356515840~5376173] 2021-03-04T22:55:15.422 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 13 diff [11172434~714337,16600743~7126525,30918011~6554094,122262144~4194371,144252259~67639,150463412~14479278,176510209~3840037,195193129~6160823,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,306967960~2680711,317974554~2222797,333498703~6499712,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.422 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,16600743~7126525,30918011~6554094,122262144~4194371,144252259~67639,150463412~14479278,176510209~3840037,195193129~6160823,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,306967960~2680711,317974554~2222797,333498703~6499712,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.424 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,16503196~7224072,30918011~6554094,122262144~4194371,142606336~1713562,150463412~14479278,176510209~3840037,195193129~6160823,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,306184192~3464479,314572800~5624551,333498703~6499712,356515840~9012752,372942524~4769817] 2021-03-04T22:55:15.425 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 14 diff [11172434~714337,16600743~7157310,29792357~11561330,122262144~4194371,144252259~67639,150463412~14479278,176510209~3840037,189139809~12214143,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,284267057~7741275,306967960~2680711,317974554~2222797,324560023~947341,331213400~1436240,333498703~6499712,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.425 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [11172434~714337,16600743~7157310,29792357~11561330,122262144~4194371,144252259~67639,150463412~14479278,176510209~3840037,189139809~12214143,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,284267057~7741275,306967960~2680711,317974554~2222797,324560023~947341,331213400~1436240,333498703~6499712,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.428 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [11172434~714337,16503196~7254857,29792357~11561330,122262144~4194371,142606336~1713562,150463412~14479278,176510209~3840037,189139809~12214143,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,284267057~7741275,306184192~3464479,314572800~5624551,324560023~947341,330713504~1936136,333498703~6499712,356515840~9012752,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.428 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 15 diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7187334,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,183091801~2927255,189139809~12214143,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,284267057~7741275,296457444~2998048,306967960~2680711,317974554~2222797,324560023~947341,331213400~9118989,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.428 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7187334,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,183091801~2927255,189139809~12214143,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,284267057~7741275,296457444~2998048,306967960~2680711,317974554~2222797,324560023~947341,331213400~9118989,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.431 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,11172434~714337,16503196~7254857,29792357~11561330,44534129~7187334,122262144~4194371,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~5165826,189139809~12214143,211722797~2022067,247136268~3992585,254948339~6310938,269826755~6681516,284267057~7741275,296457444~2998048,306184192~3464479,314572800~5624551,324560023~947341,330713504~9618885,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.432 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 16 diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,211722797~2022067,222234493~297938,247136268~3992585,254948339~6310938,269826755~11784823,284267057~7741275,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.433 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,11172434~714337,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,211722797~2022067,222234493~297938,247136268~3992585,254948339~6310938,269826755~11784823,284267057~7741275,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.434 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,11172434~714337,16503196~7254857,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,122262144~4194371,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~5165826,189139809~12214143,204047597~4739118,211722797~2022067,222234493~297938,247136268~3992585,254948339~6310938,269826755~11784823,284267057~7741275,296457444~2998048,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.435 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 17 diff [319456~4847532,11172434~714337,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,254948339~6310938,269826755~11784823,284267057~11071800,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.435 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,254948339~6310938,269826755~11784823,284267057~11071800,296457444~2998048,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.437 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,16503196~7254857,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,101667336~10261421,122262144~4194371,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~5165826,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,254948339~6310938,269826755~11784823,284267057~11071800,296457444~2998048,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.438 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 18 diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.438 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,122262144~4194371,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.441 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,101667336~10261421,122262144~4194371,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.441 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 19 diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.441 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.444 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.444 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 13 diff [16600743~7126525,30918011~6554094,122262144~4194371,195193129~6160823,211722797~2022067,247136268~3992585,306967960~2680711,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.444 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16600743~7126525,30918011~6554094,122262144~4194371,195193129~6160823,211722797~2022067,247136268~3992585,306967960~2680711,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.447 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16503196~7224072,30918011~6554094,122262144~4194371,195193129~6160823,211722797~2022067,247136268~3992585,306184192~3464479,357741492~7787100,372942524~4769817] 2021-03-04T22:55:15.447 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 14 diff [16600743~7157310,29792357~11561330,122262144~4194371,151889797~561727,189139809~12214143,211722797~2022067,247136268~3992585,284267057~7741275,306967960~2680711,324560023~947341,331213400~1436240,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.447 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16600743~7157310,29792357~11561330,122262144~4194371,151889797~561727,189139809~12214143,211722797~2022067,247136268~3992585,284267057~7741275,306967960~2680711,324560023~947341,331213400~1436240,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.450 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16503196~7254857,29792357~11561330,122262144~4194371,151889797~561727,189139809~12214143,211722797~2022067,247136268~3992585,284267057~7741275,306184192~3464479,324560023~947341,330713504~1936136,357741492~7787100,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.450 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 15 diff [386564~4780424,16600743~7157310,29792357~11561330,44534129~7187334,122262144~4194371,149466055~5826830,171577705~4154773,183091801~2927255,189139809~12214143,211722797~2022067,247136268~3992585,284267057~7741275,296457444~2998048,306967960~2680711,324560023~947341,331213400~9118989,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.450 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,16600743~7157310,29792357~11561330,44534129~7187334,122262144~4194371,149466055~5826830,171577705~4154773,183091801~2927255,189139809~12214143,211722797~2022067,247136268~3992585,284267057~7741275,296457444~2998048,306967960~2680711,324560023~947341,331213400~9118989,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.453 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,16503196~7254857,29792357~11561330,44534129~7187334,122262144~4194371,149466055~5826830,171577705~4154773,180853230~5165826,189139809~12214143,211722797~2022067,247136268~3992585,284267057~7741275,296457444~2998048,306184192~3464479,324560023~947341,330713504~9618885,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.453 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 16 diff [386564~4780424,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,122262144~4194371,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,211722797~2022067,222234493~297938,247136268~3992585,274990301~6621277,284267057~7741275,296457444~2998048,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.454 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,122262144~4194371,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,211722797~2022067,222234493~297938,247136268~3992585,274990301~6621277,284267057~7741275,296457444~2998048,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.456 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,16503196~7254857,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,122262144~4194371,149466055~5826830,171577705~4154773,180853230~5165826,189139809~12214143,204047597~4739118,211722797~2022067,222234493~297938,247136268~3992585,274990301~6621277,284267057~7741275,296457444~2998048,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~4769817,399465710~9592139] 2021-03-04T22:55:15.456 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 17 diff [319456~4847532,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,122262144~4194371,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,274990301~6621277,284267057~11071800,296457444~2998048,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.457 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,16600743~7157310,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,122262144~4194371,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,274990301~6621277,284267057~11071800,296457444~2998048,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.459 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,16503196~7254857,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,101667336~10261421,122262144~4194371,149466055~5826830,171577705~4154773,180853230~5165826,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,274990301~6621277,284267057~11071800,296457444~2998048,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~6295878,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.459 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 18 diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,122262144~4194371,149466055~5826830,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.460 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,122262144~4194371,149466055~5826830,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.463 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,101667336~10261421,122262144~4194371,149466055~5826830,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2022067,222234493~297938,228787195~3267167,247136268~3992585,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357741492~7787100,365862631~306361,372942524~10097689,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.463 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 19 diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.463 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.466 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.466 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 14 diff [21700658~2057395,29792357~1956176,33335067~8018620,151889797~561727,189139809~6642493,284267057~7741275,324560023~947341,331213400~1436240,399465710~9592139] 2021-03-04T22:55:15.466 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [21700658~2057395,29792357~1956176,33335067~8018620,151889797~561727,189139809~6642493,284267057~7741275,324560023~947341,331213400~1436240,399465710~9592139] 2021-03-04T22:55:15.469 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [21700658~2057395,29792357~1956176,33335067~8018620,151889797~561727,189139809~6642493,284267057~7741275,324560023~947341,330713504~1936136,399465710~9592139] 2021-03-04T22:55:15.469 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 15 diff [386564~4780424,21700658~2057395,29792357~1956176,33335067~8018620,44534129~7187334,149466055~5826830,171577705~4154773,183091801~2927255,189139809~6642493,284267057~7741275,296457444~2998048,324560023~947341,331213400~9118989,355011836~524069,365862631~306361,374276983~672815,399465710~9592139] 2021-03-04T22:55:15.470 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,21700658~2057395,29792357~1956176,33335067~8018620,44534129~7187334,149466055~5826830,171577705~4154773,183091801~2927255,189139809~6642493,284267057~7741275,296457444~2998048,324560023~947341,331213400~9118989,355011836~524069,365862631~306361,374276983~672815,399465710~9592139] 2021-03-04T22:55:15.472 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,21700658~2057395,29792357~1956176,33335067~8018620,44534129~7187334,149466055~5826830,171577705~4154773,180853230~5165826,189139809~6642493,284267057~7741275,296457444~2998048,324560023~947341,330713504~9618885,355011836~524069,365862631~306361,374276983~672815,399465710~9592139] 2021-03-04T22:55:15.472 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 16 diff [386564~4780424,21700658~2057395,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~6642493,204047597~4739118,222234493~297938,274990301~6621277,284267057~7741275,296457444~2998048,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,365862631~306361,374276983~672815,399465710~9592139] 2021-03-04T22:55:15.473 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,21700658~2057395,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~6642493,204047597~4739118,222234493~297938,274990301~6621277,284267057~7741275,296457444~2998048,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,365862631~306361,374276983~672815,399465710~9592139] 2021-03-04T22:55:15.476 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,21700658~2057395,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,149466055~5826830,171577705~4154773,180853230~5165826,189139809~6642493,204047597~4739118,222234493~297938,274990301~6621277,284267057~7741275,296457444~2998048,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,365862631~306361,374276983~672815,399465710~9592139] 2021-03-04T22:55:15.476 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 17 diff [319456~4847532,21700658~2057395,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,284267057~11071800,296457444~2998048,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~4078042,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.476 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,21700658~2057395,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,284267057~11071800,296457444~2998048,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~4078042,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.478 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,21700658~2057395,29792357~11561330,44534129~7187334,57649320~369565,73479643~4886610,101667336~10261421,149466055~5826830,171577705~4154773,180853230~5165826,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,284267057~11071800,296457444~2998048,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~4078042,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.479 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 18 diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~7879853,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.479 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~7879853,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.482 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,101667336~10261421,149466055~5826830,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~7879853,386624171~1976724,399465710~9592139] 2021-03-04T22:55:15.482 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 19 diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.482 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.485 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.485 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 15 diff [386564~4780424,44534129~7187334,149466055~5826830,171577705~4154773,183091801~2927255,296457444~2998048,332460912~7871477,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:15.485 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,44534129~7187334,149466055~5826830,171577705~4154773,183091801~2927255,296457444~2998048,332460912~7871477,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:15.488 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,44534129~7187334,149466055~5826830,171577705~4154773,180853230~5165826,296457444~2998048,332460912~7871477,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:15.489 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 16 diff [386564~4780424,30881623~7599831,44534129~7187334,57649320~369565,73479643~4886610,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,204047597~4739118,222234493~297938,274990301~6621277,296457444~2998048,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:15.489 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [386564~4780424,30881623~7599831,44534129~7187334,57649320~369565,73479643~4886610,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,204047597~4739118,222234493~297938,274990301~6621277,296457444~2998048,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:15.491 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [386564~4780424,30881623~7599831,44534129~7187334,57649320~369565,73479643~4886610,149466055~5826830,171577705~4154773,180853230~5165826,204047597~4739118,222234493~297938,274990301~6621277,296457444~2998048,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,365862631~306361,374276983~672815] 2021-03-04T22:55:15.492 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 17 diff [319456~4847532,30881623~7599831,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,291919212~3419645,296457444~2998048,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.492 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,30881623~7599831,44534129~7187334,57649320~369565,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~2927255,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,291919212~3419645,296457444~2998048,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.495 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,30881623~7599831,44534129~7187334,57649320~369565,73479643~4886610,101667336~10261421,149466055~5826830,171577705~4154773,180853230~5165826,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,291919212~3419645,296457444~2998048,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.495 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 18 diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.495 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,149466055~5826830,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.498 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~4886610,101667336~10261421,149466055~5826830,171577705~4154773,180853230~7821556,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,332460912~7871477,342273252~123679,355011836~524069,359606091~3646016,365862631~306361,374276983~672815,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.498 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 19 diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.498 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.501 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.501 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 16 diff [30881623~7599831,57649320~369565,73479643~4886610,181773769~856539,204047597~4739118,222234493~297938,274990301~6621277,307932005~8100469,342273252~123679] 2021-03-04T22:55:15.502 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [30881623~7599831,57649320~369565,73479643~4886610,181773769~856539,204047597~4739118,222234493~297938,274990301~6621277,307932005~8100469,342273252~123679] 2021-03-04T22:55:15.504 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [30881623~7599831,57649320~369565,73479643~4886610,181773769~856539,204047597~4739118,222234493~297938,274990301~6621277,307932005~8100469,342273252~123679] 2021-03-04T22:55:15.505 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 17 diff [319456~1028192,30881623~7599831,57649320~369565,73479643~4886610,103894771~8033986,181773769~856539,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,291919212~3419645,307932005~8100469,342273252~123679,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.505 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,30881623~7599831,57649320~369565,73479643~4886610,103894771~8033986,181773769~856539,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,291919212~3419645,307932005~8100469,342273252~123679,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.508 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,30881623~7599831,57649320~369565,73479643~4886610,101667336~10261421,181773769~856539,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,274990301~6621277,291919212~3419645,307932005~8100469,342273252~123679,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.508 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 18 diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,342273252~123679,359606091~3646016,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.508 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~4886610,103894771~8033986,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,342273252~123679,359606091~3646016,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.511 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~4886610,101667336~10261421,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,222234493~297938,228787195~3267167,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,342273252~123679,359606091~3646016,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.511 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 19 diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.511 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.514 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.514 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 17 diff [319456~1028192,103894771~8033986,197776460~3436430,210393841~1295926,228787195~3267167,291919212~3419645,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.514 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,103894771~8033986,197776460~3436430,210393841~1295926,228787195~3267167,291919212~3419645,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.517 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,101667336~10261421,197776460~3436430,210393841~1295926,228787195~3267167,291919212~3419645,359606091~3646016,375160360~4078042,386624171~1976724] 2021-03-04T22:55:15.517 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 18 diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,103894771~8033986,183466908~5207878,197776460~3436430,210393841~1295926,228787195~3267167,270409820~4021123,280611422~3226945,291919212~8214171,359606091~3646016,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.517 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,103894771~8033986,183466908~5207878,197776460~3436430,210393841~1295926,228787195~3267167,270409820~4021123,280611422~3226945,291919212~8214171,359606091~3646016,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.520 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,101667336~10261421,183466908~5207878,197776460~3436430,210393841~1295926,228787195~3267167,270409820~4021123,280611422~3226945,291919212~8214171,359606091~3646016,375160360~7879853,386624171~1976724] 2021-03-04T22:55:15.520 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 19 diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,103894771~8033986,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.520 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,103894771~8033986,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.522 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,101667336~10261421,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:15.523 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 18 diff [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,183466908~5207878,270409820~4021123,280611422~3226945,294138351~5995032,377848165~5192048] 2021-03-04T22:55:15.523 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,183466908~5207878,270409820~4021123,280611422~3226945,294138351~5995032,377848165~5192048] 2021-03-04T22:55:15.526 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,183466908~5207878,270409820~4021123,280611422~3226945,294138351~5995032,377848165~5192048] 2021-03-04T22:55:15.526 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 19 diff [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,131431548~7274062,159220395~2596525,183466908~5207878,212779312~1159448,254006344~409407,270409820~4021123,280611422~3226945,294138351~5995032,331915837~1392476,357263594~6864703,375094394~1415902,377848165~11072407,409922285~1379570] 2021-03-04T22:55:15.526 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,131431548~7274062,159220395~2596525,183466908~5207878,212779312~1159448,254006344~409407,270409820~4021123,280611422~3226945,294138351~5995032,331915837~1392476,357263594~6864703,375094394~1415902,377848165~11072407,409922285~1379570] 2021-03-04T22:55:15.529 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,131431548~7274062,159220395~2596525,183466908~5207878,212779312~1159448,254006344~409407,270409820~4021123,280611422~3226945,294138351~5995032,331915837~1392476,357263594~6864703,375094394~1415902,377848165~11072407,409922285~1379570] 2021-03-04T22:55:15.529 INFO:tasks.workunit.client.0.gibba008.stdout:from 18 to 19 diff [73480530~7929318,131431548~7274062,159220395~2596525,212779312~1159448,254006344~409407,331915837~1392476,357263594~6864703,375094394~1415902,381398296~7522276,409922285~1379570] 2021-03-04T22:55:15.530 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [73480530~7929318,131431548~7274062,159220395~2596525,212779312~1159448,254006344~409407,331915837~1392476,357263594~6864703,375094394~1415902,381398296~7522276,409922285~1379570] 2021-03-04T22:55:15.532 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [73480530~7929318,131431548~7274062,159220395~2596525,212779312~1159448,254006344~409407,331915837~1392476,357263594~6864703,375094394~1415902,381398296~7522276,409922285~1379570] 2021-03-04T22:55:15.828 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:15.828 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:15.864 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:15.865 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.865 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.884 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.884 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.885 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.904 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.905 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.905 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.925 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.925 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.925 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:15.944 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:15.944 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:15.945 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:15.965 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:15.965 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:15.965 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:15.985 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:15.985 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:15.986 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.005 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.005 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.005 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.025 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.025 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.026 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.045 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.046 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.047 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.066 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.066 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.066 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.085 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.086 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.086 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.106 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.107 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.107 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.125 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.126 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.126 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.145 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.145 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.146 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.164 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.165 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,103894771~8033986,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.165 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,103894771~8033986,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.184 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,101667336~10261421,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.184 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to HEAD diff [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,131431548~7274062,159220395~2596525,183466908~5207878,212779312~1159448,254006344~409407,270409820~4021123,280611422~3226945,294138351~5995032,331915837~1392476,357263594~6864703,375094394~1415902,377848165~11072407,409922285~1379570] 2021-03-04T22:55:16.184 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,131431548~7274062,159220395~2596525,183466908~5207878,212779312~1159448,254006344~409407,270409820~4021123,280611422~3226945,294138351~5995032,331915837~1392476,357263594~6864703,375094394~1415902,377848165~11072407,409922285~1379570] 2021-03-04T22:55:16.202 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,131431548~7274062,159220395~2596525,183466908~5207878,212779312~1159448,254006344~409407,270409820~4021123,280611422~3226945,294138351~5995032,331915837~1392476,357263594~6864703,375094394~1415902,377848165~11072407,409922285~1379570] 2021-03-04T22:55:16.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:15 gibba008 bash[37770]: cluster 2021-03-04T22:55:14.586294+0000 mgr.x (mgr.34379) 29 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:16.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:15 gibba008 bash[37770]: cluster 2021-03-04T22:55:14.791821+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-03-04T22:55:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:15 gibba008 bash[39303]: cluster 2021-03-04T22:55:14.586294+0000 mgr.x (mgr.34379) 29 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:15 gibba008 bash[39303]: cluster 2021-03-04T22:55:14.791821+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-03-04T22:55:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:15 gibba023 bash[13021]: cluster 2021-03-04T22:55:14.586294+0000 mgr.x (mgr.34379) 29 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 747 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:15 gibba023 bash[13021]: cluster 2021-03-04T22:55:14.791821+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-03-04T22:55:16.825 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:16.825 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:16.831 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:16.831 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.831 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.834 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:16.835 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.835 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.839 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:16.839 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.839 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.842 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:16.842 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.842 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:16.846 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:16.846 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:16.846 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:16.850 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:16.850 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:16.850 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:16.854 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:16.854 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.854 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.858 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.858 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.858 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.862 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.863 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.863 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.866 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.866 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.866 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.870 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.870 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.870 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.874 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.874 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.874 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.878 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.878 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.878 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.881 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:16.882 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.882 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.886 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.886 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.886 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.889 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.889 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,103894771~8033986,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.890 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,103894771~8033986,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:16.892 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~2247865,46559860~6198070,59180519~558282,73480530~7929318,101667336~10261421,131431548~7274062,159220395~2596525,183466908~5207878,197776460~3436430,210393841~1295926,212779312~1159448,228787195~3267167,254006344~409407,270409820~4021123,280611422~3226945,291919212~8214171,331915837~1392476,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:17.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:16 gibba008 bash[37770]: cluster 2021-03-04T22:55:15.810320+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-03-04T22:55:17.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:16 gibba008 bash[39303]: cluster 2021-03-04T22:55:15.810320+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-03-04T22:55:17.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:16 gibba023 bash[13021]: cluster 2021-03-04T22:55:15.810320+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-03-04T22:55:17.835 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:17.835 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:17.842 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:17.842 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.842 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.845 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:17.845 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.846 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.849 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:17.849 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.849 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.853 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:17.853 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.853 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:17.856 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:17.856 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:17.856 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:17.859 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:17.860 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:17.860 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:17.862 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:17.863 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.863 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.866 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.867 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.867 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.870 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.872 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.872 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.873 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.873 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.874 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.877 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.877 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.877 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.880 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.880 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.881 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.884 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.884 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.884 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.888 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:17.888 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:17.888 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:17.892 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:17.892 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:17.893 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:17.895 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~1028192,14428063~4147116,30477788~8003666,46559860~6198070,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,159220395~2596525,181773769~856539,183466908~5207878,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~1392476,342273252~123679,357263594~6864703,375094394~13826178,409922285~1379570] 2021-03-04T22:55:18.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:17 gibba008 bash[37770]: cluster 2021-03-04T22:55:16.587412+0000 mgr.x (mgr.34379) 30 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 881 MiB data, 2.3 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 34 MiB/s wr, 4.73k op/s 2021-03-04T22:55:18.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:17 gibba008 bash[37770]: cluster 2021-03-04T22:55:16.816407+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-03-04T22:55:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:17 gibba008 bash[39303]: cluster 2021-03-04T22:55:16.587412+0000 mgr.x (mgr.34379) 30 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 881 MiB data, 2.3 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 34 MiB/s wr, 4.73k op/s 2021-03-04T22:55:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:17 gibba008 bash[39303]: cluster 2021-03-04T22:55:16.816407+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-03-04T22:55:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:17 gibba023 bash[13021]: cluster 2021-03-04T22:55:16.587412+0000 mgr.x (mgr.34379) 30 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 881 MiB data, 2.3 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 34 MiB/s wr, 4.73k op/s 2021-03-04T22:55:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:17 gibba023 bash[13021]: cluster 2021-03-04T22:55:16.816407+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-03-04T22:55:18.846 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:18.847 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:18.855 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:18.856 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.856 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.858 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:18.859 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.859 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.862 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:18.862 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.862 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.865 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:18.866 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.866 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:18.868 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:18.868 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:18.869 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:18.873 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:18.874 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:18.874 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:18.877 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:18.877 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.877 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.879 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.880 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.880 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.883 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.883 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.884 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.886 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.886 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.886 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.889 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.889 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.890 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.892 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.892 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.893 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.896 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.896 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.897 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.899 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:18.899 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:18.899 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:18.902 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,30477788~8003666,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,291919212~8214171,307932005~8100469,331915837~8416552,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,409922285~1379570] 2021-03-04T22:55:19.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:18 gibba008 bash[37770]: cluster 2021-03-04T22:55:17.828852+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-03-04T22:55:19.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:18 gibba008 bash[39303]: cluster 2021-03-04T22:55:17.828852+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-03-04T22:55:19.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:18 gibba023 bash[13021]: cluster 2021-03-04T22:55:17.828852+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-03-04T22:55:19.859 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:19.860 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:19.867 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:19.867 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.867 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.870 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:19.871 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.871 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.874 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:19.874 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.874 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.877 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:19.877 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.878 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:19.880 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:19.881 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:19.881 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:19.884 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:19.884 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:19.884 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:19.887 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:19.887 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.888 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.891 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.891 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.891 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.894 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.894 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.895 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.897 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.898 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.898 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.901 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.901 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.901 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.904 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.904 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.905 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.907 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.908 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.908 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:19.910 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~4147116,21700658~2057395,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~6642493,197776460~3436430,204047597~4739118,210393841~1295926,212779312~1159448,222234493~297938,228787195~3267167,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,307932005~8100469,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~6864703,365862631~306361,374276983~672815,375094394~13826178,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:19 gibba008 bash[37770]: cluster 2021-03-04T22:55:18.588333+0000 mgr.x (mgr.34379) 31 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 881 MiB data, 2.3 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 34 MiB/s wr, 4.73k op/s 2021-03-04T22:55:20.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:19 gibba008 bash[37770]: cluster 2021-03-04T22:55:18.841238+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-03-04T22:55:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:19 gibba008 bash[39303]: cluster 2021-03-04T22:55:18.588333+0000 mgr.x (mgr.34379) 31 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 881 MiB data, 2.3 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 34 MiB/s wr, 4.73k op/s 2021-03-04T22:55:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:19 gibba008 bash[39303]: cluster 2021-03-04T22:55:18.841238+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-03-04T22:55:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:19 gibba023 bash[13021]: cluster 2021-03-04T22:55:18.588333+0000 mgr.x (mgr.34379) 31 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 881 MiB data, 2.3 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 34 MiB/s wr, 4.73k op/s 2021-03-04T22:55:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:19 gibba023 bash[13021]: cluster 2021-03-04T22:55:18.841238+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-03-04T22:55:20.869 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:20.870 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:20.878 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:20.878 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.878 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.882 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:20.882 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.882 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.885 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:20.885 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.886 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.888 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:20.888 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.888 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:20.891 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:20.891 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:20.892 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:20.894 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:20.895 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:20.895 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:20.898 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:20.898 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.898 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.901 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.901 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.902 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.905 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.905 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.905 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.908 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.908 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.908 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.911 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.911 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.912 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.914 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.914 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.915 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306967960~9064514,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:20.917 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,149466055~5826830,159220395~2596525,171577705~4154773,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,270409820~4021123,274990301~8848066,284267057~15866326,306184192~9848282,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:20 gibba008 bash[37770]: cluster 2021-03-04T22:55:19.853544+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-03-04T22:55:21.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:20 gibba008 bash[39303]: cluster 2021-03-04T22:55:19.853544+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-03-04T22:55:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:20 gibba023 bash[13021]: cluster 2021-03-04T22:55:19.853544+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-03-04T22:55:21.886 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:21.887 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:21.893 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:21.894 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.894 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.897 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:21.898 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.898 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.901 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:21.901 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.901 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.904 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:21.904 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.905 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:21.907 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:21.907 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:21.908 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:21.910 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:21.911 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:21.911 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:21.914 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:21.914 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.914 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.917 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.917 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.918 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.920 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.921 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.921 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.924 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.924 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.924 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.927 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.927 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.928 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,149466055~15476635,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:21.930 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,149466055~15476635,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~4739118,210393841~1295926,211722797~2215963,222234493~297938,228787195~3267167,247136268~3992585,254006344~409407,254948339~6310938,269826755~14011612,284267057~15866326,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:21 gibba008 bash[37770]: cluster 2021-03-04T22:55:20.590418+0000 mgr.x (mgr.34379) 32 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.99k op/s 2021-03-04T22:55:22.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:21 gibba008 bash[37770]: cluster 2021-03-04T22:55:20.863088+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-03-04T22:55:22.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:21 gibba008 bash[39303]: cluster 2021-03-04T22:55:20.590418+0000 mgr.x (mgr.34379) 32 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.99k op/s 2021-03-04T22:55:22.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:21 gibba008 bash[39303]: cluster 2021-03-04T22:55:20.863088+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-03-04T22:55:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:21 gibba023 bash[13021]: cluster 2021-03-04T22:55:20.590418+0000 mgr.x (mgr.34379) 32 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.99k op/s 2021-03-04T22:55:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:21 gibba023 bash[13021]: cluster 2021-03-04T22:55:20.863088+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-03-04T22:55:22.900 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:22.900 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:22.907 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:22.907 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.907 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.910 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:22.910 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.911 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.913 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:22.914 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.914 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.917 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:22.917 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.917 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:22.920 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:22.920 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:22.921 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:22.924 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:22.924 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:22.925 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:22.927 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:22.928 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.929 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.930 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.930 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.931 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.934 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.934 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.934 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.937 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.937 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.938 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,148305063~16637627,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,324560023~947341,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:22.941 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,57649320~369565,59180519~558282,73479643~7930205,89522980~1403210,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,148305063~16637627,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~7642170,211722797~2215963,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,324560023~947341,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:22 gibba008 bash[37770]: cluster 2021-03-04T22:55:21.879512+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-03-04T22:55:23.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:22 gibba008 bash[39303]: cluster 2021-03-04T22:55:21.879512+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-03-04T22:55:23.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:22 gibba023 bash[13021]: cluster 2021-03-04T22:55:21.879512+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-03-04T22:55:23.567 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:23.567 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:23.573 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:23.573 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.573 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.576 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:23.576 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.577 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.579 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:23.580 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.580 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.583 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:23.583 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.583 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:23.587 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:23.587 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:23.587 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:23.589 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:23.590 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:23.590 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:23.593 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:23.594 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.594 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.597 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.597 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.597 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.600 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.600 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.600 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,103894771~8033986,122262144~4194371,131431548~7274062,144252259~67639,147510854~17431836,171577705~4154773,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:23.603 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~4847532,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,89522980~1403210,100671329~537875,101667336~10261421,122262144~4194371,131431548~7274062,142606336~1713562,146800640~18142050,171577705~4154773,176510209~3840037,180853230~7821556,189139809~12214143,204047597~9891163,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,399465710~9592139,409922285~1379570] 2021-03-04T22:55:24.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:23 gibba008 bash[37770]: cluster 2021-03-04T22:55:22.591266+0000 mgr.x (mgr.34379) 33 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.99k op/s 2021-03-04T22:55:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:23 gibba008 bash[37770]: cluster 2021-03-04T22:55:22.893105+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-03-04T22:55:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:23 gibba008 bash[37770]: cluster 2021-03-04T22:55:23.559795+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-03-04T22:55:24.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:23 gibba008 bash[39303]: cluster 2021-03-04T22:55:22.591266+0000 mgr.x (mgr.34379) 33 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.99k op/s 2021-03-04T22:55:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:23 gibba008 bash[39303]: cluster 2021-03-04T22:55:22.893105+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-03-04T22:55:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:23 gibba008 bash[39303]: cluster 2021-03-04T22:55:23.559795+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-03-04T22:55:24.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:23 gibba023 bash[13021]: cluster 2021-03-04T22:55:22.591266+0000 mgr.x (mgr.34379) 33 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.99k op/s 2021-03-04T22:55:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:23 gibba023 bash[13021]: cluster 2021-03-04T22:55:22.893105+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-03-04T22:55:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:23 gibba023 bash[13021]: cluster 2021-03-04T22:55:23.559795+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-03-04T22:55:24.580 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:24.580 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:24.589 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:24.589 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.589 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.592 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:24.592 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.593 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.595 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:24.596 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.596 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.598 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:24.599 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.599 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:24.602 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:24.602 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:24.602 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:24.605 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:24.605 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:24.605 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:24.608 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:24.608 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:24.608 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:24.611 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:24.611 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:24.612 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:24.614 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~12214143,204047597~11782007,216079565~2181025,222234493~297938,225848658~6205704,247136268~3992585,254006344~409407,254948339~6310938,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:25.586 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:25.586 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:25.592 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:25.592 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.593 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.595 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:25.596 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.596 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.599 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:25.599 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.599 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.602 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:25.602 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.603 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:25.605 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:25.606 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:25.606 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:25.609 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:25.609 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:25.609 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:25.612 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:25.612 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:25.612 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,119190647~7265868,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~30306628,306967960~9064514,317974554~2222797,321454350~4053014,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:25.615 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,119190647~7265868,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~30306628,306184192~14013159,321454350~4053014,330713504~9618885,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~15978048,393713952~5677304,399465710~9592139,409922285~1379570] 2021-03-04T22:55:26.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:25 gibba008 bash[37770]: cluster 2021-03-04T22:55:24.571984+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-03-04T22:55:26.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:25 gibba008 bash[37770]: cluster 2021-03-04T22:55:24.591678+0000 mgr.x (mgr.34379) 34 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:26.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:25 gibba008 bash[39303]: cluster 2021-03-04T22:55:24.571984+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-03-04T22:55:26.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:25 gibba008 bash[39303]: cluster 2021-03-04T22:55:24.591678+0000 mgr.x (mgr.34379) 34 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:26.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:25 gibba023 bash[13021]: cluster 2021-03-04T22:55:24.571984+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-03-04T22:55:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:25 gibba023 bash[13021]: cluster 2021-03-04T22:55:24.591678+0000 mgr.x (mgr.34379) 34 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 850 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:26.604 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:26.605 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:26.616 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:26.616 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.617 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.619 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:26.620 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.620 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.622 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:26.623 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.623 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.626 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:26.626 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.626 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:26.629 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:26.629 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:26.629 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:26.632 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:26.633 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:26.633 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~5681633,176510209~3840037,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:26.635 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~9329990,29792357~11561330,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~5681633,176510209~3840037,180853230~7821556,189139809~26689795,216079565~2181025,222234493~297938,225848658~6205704,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~17651583,392160087~16897762,409922285~1379570] 2021-03-04T22:55:27.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:26 gibba008 bash[39303]: cluster 2021-03-04T22:55:25.577910+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-03-04T22:55:27.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:26 gibba008 bash[37770]: cluster 2021-03-04T22:55:25.577910+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-03-04T22:55:27.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:26 gibba023 bash[13021]: cluster 2021-03-04T22:55:25.577910+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-03-04T22:55:27.613 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:27.613 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:27.620 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:27.621 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.621 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.624 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:27.624 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.625 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.627 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:27.627 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.628 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.630 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:27.630 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.630 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:27.633 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:27.633 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:27.634 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~8033986,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~9118989,342273252~123679,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:27.636 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~10261421,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~9819869,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~34148197,342273252~123679,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~36115325,409922285~1379570] 2021-03-04T22:55:28.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:27 gibba008 bash[37770]: cluster 2021-03-04T22:55:26.590861+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-03-04T22:55:28.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:27 gibba008 bash[37770]: cluster 2021-03-04T22:55:26.591946+0000 mgr.x (mgr.34379) 35 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 750 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 6.8 KiB/s rd, 1.4 KiB/s wr, 1.48k op/s 2021-03-04T22:55:28.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:27 gibba008 bash[39303]: cluster 2021-03-04T22:55:26.590861+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-03-04T22:55:28.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:27 gibba008 bash[39303]: cluster 2021-03-04T22:55:26.591946+0000 mgr.x (mgr.34379) 35 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 750 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 6.8 KiB/s rd, 1.4 KiB/s wr, 1.48k op/s 2021-03-04T22:55:28.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:27 gibba023 bash[13021]: cluster 2021-03-04T22:55:26.590861+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-03-04T22:55:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:27 gibba023 bash[13021]: cluster 2021-03-04T22:55:26.591946+0000 mgr.x (mgr.34379) 35 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 750 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 6.8 KiB/s rd, 1.4 KiB/s wr, 1.48k op/s 2021-03-04T22:55:28.570 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:28.571 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:28.579 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:28.580 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.580 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.583 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:28.583 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.583 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.586 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:28.586 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.587 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.589 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:28.589 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.590 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~409407,254948339~6310938,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:28.592 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [319456~8747935,11172434~714337,14428063~26925624,44534129~8223801,53042523~7794700,61847254~8048971,73479643~7930205,88932524~4934112,100671329~537875,101667336~13870177,117535810~8920705,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~409407,254948339~6310938,261833904~5913478,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:29.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:28 gibba008 bash[37770]: cluster 2021-03-04T22:55:27.605038+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-03-04T22:55:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:28 gibba008 bash[37770]: cluster 2021-03-04T22:55:28.564299+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-03-04T22:55:29.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:28 gibba008 bash[39303]: cluster 2021-03-04T22:55:27.605038+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-03-04T22:55:29.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:28 gibba008 bash[39303]: cluster 2021-03-04T22:55:28.564299+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-03-04T22:55:29.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:28 gibba023 bash[13021]: cluster 2021-03-04T22:55:27.605038+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-03-04T22:55:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:28 gibba023 bash[13021]: cluster 2021-03-04T22:55:28.564299+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-03-04T22:55:29.591 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:29.592 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:29.596 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:29.596 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:29.597 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:29.599 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:29.600 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:29.600 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:29.603 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:29.603 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:29.603 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,189139809~26689795,216079565~2181025,222234493~9819869,233849664~2322520,236445785~6204083,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,355011836~524069,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:29.605 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~8223801,53042523~7794700,61847254~19562594,88932524~4934112,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,189139809~26689795,216079565~2181025,222234493~13937691,236445785~6204083,243997619~8797647,254006344~13741038,269826755~32851688,306184192~39602443,347381083~3274172,355011836~524069,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:30.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:29 gibba008 bash[37770]: cluster 2021-03-04T22:55:28.592246+0000 mgr.x (mgr.34379) 36 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 750 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.37k op/s 2021-03-04T22:55:30.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:29 gibba008 bash[37770]: cluster 2021-03-04T22:55:29.584689+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-03-04T22:55:30.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:29 gibba008 bash[39303]: cluster 2021-03-04T22:55:28.592246+0000 mgr.x (mgr.34379) 36 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 750 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.37k op/s 2021-03-04T22:55:30.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:29 gibba008 bash[39303]: cluster 2021-03-04T22:55:29.584689+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-03-04T22:55:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:29 gibba023 bash[13021]: cluster 2021-03-04T22:55:28.592246+0000 mgr.x (mgr.34379) 36 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 750 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.37k op/s 2021-03-04T22:55:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:29 gibba023 bash[13021]: cluster 2021-03-04T22:55:29.584689+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-03-04T22:55:30.596 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:30.596 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:30.603 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:30.603 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:30.604 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:30.606 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:30.606 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:30.607 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:30.609 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~2695716,14428063~26925624,44534129~16303094,61847254~19562594,86720869~7145767,100671329~537875,101667336~13870177,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:31.611 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:31.612 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:31.619 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:31.619 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:31.620 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,170050845~10802385,181773769~856539,183091801~5582985,188715729~29544861,222234493~9819869,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,372942524~36115325,409286974~3174555] 2021-03-04T22:55:31.622 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,44377121~16460102,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,170050845~18623941,188715729~29544861,222234493~45512889,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,372942524~39519005] 2021-03-04T22:55:32.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:31 gibba008 bash[39303]: cluster 2021-03-04T22:55:30.589520+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-03-04T22:55:32.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:31 gibba008 bash[39303]: cluster 2021-03-04T22:55:30.592515+0000 mgr.x (mgr.34379) 37 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 751 op/s 2021-03-04T22:55:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:31 gibba008 bash[37770]: cluster 2021-03-04T22:55:30.589520+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-03-04T22:55:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:31 gibba008 bash[37770]: cluster 2021-03-04T22:55:30.592515+0000 mgr.x (mgr.34379) 37 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 751 op/s 2021-03-04T22:55:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:31 gibba023 bash[13021]: cluster 2021-03-04T22:55:30.589520+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-03-04T22:55:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:31 gibba023 bash[13021]: cluster 2021-03-04T22:55:30.592515+0000 mgr.x (mgr.34379) 37 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 751 op/s 2021-03-04T22:55:32.622 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:32.622 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [319456~8747935,9319754~32033933,42389073~18448150,61847254~19562594,86720869~7145767,99859773~1807563,103894771~11642742,117535810~8920705,131431548~7274062,144252259~67639,147510854~17431836,168930205~11923025,181773769~856539,183091801~35168789,221206281~10848081,233849664~2322520,236445785~7551834,244720515~8074751,254006344~7827560,263024628~4722754,269826755~32851688,306967960~9064514,317974554~2222797,321454350~9259154,331213400~14573235,347381083~3274172,354875360~1261742,357263594~8264998,365862631~306361,368919067~40138782,409286974~3174555] 2021-03-04T22:55:32.627 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~9067391,9319754~32033933,41943040~18894183,61847254~19562594,86720869~7145767,96468992~19068521,117440512~9016003,131431548~7274062,142606336~1713562,146800640~18142050,167772160~99975222,269826755~32851688,306184192~44471063,352321536~3815566,356515840~9012752,365862631~306361,368919067~43542462] 2021-03-04T22:55:33.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:32 gibba008 bash[37770]: cluster 2021-03-04T22:55:31.603607+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-03-04T22:55:33.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:32 gibba008 bash[39303]: cluster 2021-03-04T22:55:31.603607+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-03-04T22:55:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:32 gibba023 bash[13021]: cluster 2021-03-04T22:55:31.603607+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-03-04T22:55:33.577 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (42789 ms) 2021-03-04T22:55:33.577 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2021-03-04T22:55:33.578 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:55:34.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:33 gibba008 bash[37770]: cluster 2021-03-04T22:55:32.593295+0000 mgr.x (mgr.34379) 38 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 745 op/s 2021-03-04T22:55:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:33 gibba008 bash[37770]: cluster 2021-03-04T22:55:32.616560+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-03-04T22:55:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:33 gibba008 bash[37770]: cluster 2021-03-04T22:55:33.567351+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-03-04T22:55:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:33 gibba008 bash[39303]: cluster 2021-03-04T22:55:32.593295+0000 mgr.x (mgr.34379) 38 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 745 op/s 2021-03-04T22:55:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:33 gibba008 bash[39303]: cluster 2021-03-04T22:55:32.616560+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-03-04T22:55:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:33 gibba008 bash[39303]: cluster 2021-03-04T22:55:33.567351+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-03-04T22:55:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:33 gibba023 bash[13021]: cluster 2021-03-04T22:55:32.593295+0000 mgr.x (mgr.34379) 38 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 745 op/s 2021-03-04T22:55:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:33 gibba023 bash[13021]: cluster 2021-03-04T22:55:32.616560+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-03-04T22:55:34.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:33 gibba023 bash[13021]: cluster 2021-03-04T22:55:33.567351+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-03-04T22:55:34.587 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T22:55:34.591 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (1014 ms) 2021-03-04T22:55:34.591 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2021-03-04T22:55:34.591 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:55:34.591 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (0 ms) 2021-03-04T22:55:34.592 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2021-03-04T22:55:34.592 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:55:34.618 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [2524509~20835,4434484~79568,6420861~24345,8356906~25253,9112690~1593,10036276~67473,11276848~56522,13471786~33385,14689776~15723,18565528~7574] 2021-03-04T22:55:34.621 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2021-03-04T22:55:34.621 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2021-03-04T22:55:34.621 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:55:34.621 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (0 ms) 2021-03-04T22:55:35.589 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/0 (51060 ms total) 2021-03-04T22:55:35.590 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:55:35.590 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2021-03-04T22:55:35.609 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2021-03-04T22:55:36.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:35 gibba008 bash[37770]: cluster 2021-03-04T22:55:34.580672+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-03-04T22:55:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:35 gibba008 bash[37770]: cluster 2021-03-04T22:55:34.593663+0000 mgr.x (mgr.34379) 39 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:35 gibba008 bash[39303]: cluster 2021-03-04T22:55:34.580672+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-03-04T22:55:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:35 gibba008 bash[39303]: cluster 2021-03-04T22:55:34.593663+0000 mgr.x (mgr.34379) 39 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:35 gibba023 bash[13021]: cluster 2021-03-04T22:55:34.580672+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-03-04T22:55:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:35 gibba023 bash[13021]: cluster 2021-03-04T22:55:34.593663+0000 mgr.x (mgr.34379) 39 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 612 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:55:37.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:36 gibba008 bash[37770]: cluster 2021-03-04T22:55:35.586600+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-03-04T22:55:37.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:36 gibba008 bash[39303]: cluster 2021-03-04T22:55:35.586600+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-03-04T22:55:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:36 gibba023 bash[13021]: cluster 2021-03-04T22:55:35.586600+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-03-04T22:55:37.618 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:55:38.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:37 gibba008 bash[37770]: cluster 2021-03-04T22:55:36.593961+0000 mgr.x (mgr.34379) 40 : cluster [DBG] pgmap v78: 105 pgs: 32 unknown, 73 active+clean; 3.2 KiB data, 1.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:37 gibba008 bash[37770]: cluster 2021-03-04T22:55:36.600459+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-03-04T22:55:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:37 gibba008 bash[37770]: audit 2021-03-04T22:55:36.616744+0000 mon.a (mon.0) 149 : audit [INF] from='client.? 172.21.2.108:0/4095746305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:55:38.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:37 gibba008 bash[39303]: cluster 2021-03-04T22:55:36.593961+0000 mgr.x (mgr.34379) 40 : cluster [DBG] pgmap v78: 105 pgs: 32 unknown, 73 active+clean; 3.2 KiB data, 1.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:38.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:37 gibba008 bash[39303]: cluster 2021-03-04T22:55:36.600459+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-03-04T22:55:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:37 gibba008 bash[39303]: audit 2021-03-04T22:55:36.616744+0000 mon.a (mon.0) 149 : audit [INF] from='client.? 172.21.2.108:0/4095746305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:55:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:37 gibba023 bash[13021]: cluster 2021-03-04T22:55:36.593961+0000 mgr.x (mgr.34379) 40 : cluster [DBG] pgmap v78: 105 pgs: 32 unknown, 73 active+clean; 3.2 KiB data, 1.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:37 gibba023 bash[13021]: cluster 2021-03-04T22:55:36.600459+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-03-04T22:55:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:37 gibba023 bash[13021]: audit 2021-03-04T22:55:36.616744+0000 mon.a (mon.0) 149 : audit [INF] from='client.? 172.21.2.108:0/4095746305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:55:39.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:38 gibba008 bash[37770]: audit 2021-03-04T22:55:37.608898+0000 mon.a (mon.0) 150 : audit [INF] from='client.? 172.21.2.108:0/4095746305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:55:39.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:38 gibba008 bash[37770]: cluster 2021-03-04T22:55:37.609941+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-03-04T22:55:39.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:38 gibba008 bash[37770]: cluster 2021-03-04T22:55:38.612524+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-03-04T22:55:39.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:38 gibba008 bash[39303]: audit 2021-03-04T22:55:37.608898+0000 mon.a (mon.0) 150 : audit [INF] from='client.? 172.21.2.108:0/4095746305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:55:39.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:38 gibba008 bash[39303]: cluster 2021-03-04T22:55:37.609941+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-03-04T22:55:39.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:38 gibba008 bash[39303]: cluster 2021-03-04T22:55:38.612524+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-03-04T22:55:39.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:38 gibba023 bash[13021]: audit 2021-03-04T22:55:37.608898+0000 mon.a (mon.0) 150 : audit [INF] from='client.? 172.21.2.108:0/4095746305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:55:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:38 gibba023 bash[13021]: cluster 2021-03-04T22:55:37.609941+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-03-04T22:55:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:38 gibba023 bash[13021]: cluster 2021-03-04T22:55:38.612524+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-03-04T22:55:39.661 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [512722~48792,3589615~95262,4058802~69748,9504390~44270,12878585~30330,14543592~60453,17521260~49992,18018685~87322,20200979~25917,20811899~50569] 2021-03-04T22:55:40.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:39 gibba008 bash[37770]: cluster 2021-03-04T22:55:38.594506+0000 mgr.x (mgr.34379) 41 : cluster [DBG] pgmap v80: 105 pgs: 32 unknown, 73 active+clean; 3.2 KiB data, 1.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:40.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:39 gibba008 bash[39303]: cluster 2021-03-04T22:55:38.594506+0000 mgr.x (mgr.34379) 41 : cluster [DBG] pgmap v80: 105 pgs: 32 unknown, 73 active+clean; 3.2 KiB data, 1.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:40.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:39 gibba023 bash[13021]: cluster 2021-03-04T22:55:38.594506+0000 mgr.x (mgr.34379) 41 : cluster [DBG] pgmap v80: 105 pgs: 32 unknown, 73 active+clean; 3.2 KiB data, 1.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:40.657 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [0~8388608,12582912~8388608] 2021-03-04T22:55:40.657 INFO:tasks.workunit.client.0.gibba008.stdout: diff was [0~8388608,12582912~8388608] 2021-03-04T22:55:40.659 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5050 ms) 2021-03-04T22:55:40.659 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2021-03-04T22:55:40.659 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:55:40.677 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T22:55:41.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:40 gibba008 bash[37770]: cluster 2021-03-04T22:55:39.616415+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-03-04T22:55:41.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:40 gibba008 bash[39303]: cluster 2021-03-04T22:55:39.616415+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-03-04T22:55:41.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:40 gibba023 bash[13021]: cluster 2021-03-04T22:55:39.616415+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-03-04T22:55:41.675 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T22:55:42.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:41 gibba008 bash[37770]: cluster 2021-03-04T22:55:40.596243+0000 mgr.x (mgr.34379) 42 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 140 KiB/s wr, 4 op/s 2021-03-04T22:55:42.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:41 gibba008 bash[37770]: cluster 2021-03-04T22:55:40.631873+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-03-04T22:55:42.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:41 gibba008 bash[39303]: cluster 2021-03-04T22:55:40.596243+0000 mgr.x (mgr.34379) 42 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 140 KiB/s wr, 4 op/s 2021-03-04T22:55:42.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:41 gibba008 bash[39303]: cluster 2021-03-04T22:55:40.631873+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-03-04T22:55:42.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:41 gibba023 bash[13021]: cluster 2021-03-04T22:55:40.596243+0000 mgr.x (mgr.34379) 42 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 140 KiB/s wr, 4 op/s 2021-03-04T22:55:42.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:41 gibba023 bash[13021]: cluster 2021-03-04T22:55:40.631873+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-03-04T22:55:42.667 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T22:55:43.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:42 gibba008 bash[37770]: cluster 2021-03-04T22:55:41.645674+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-03-04T22:55:43.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:42 gibba008 bash[39303]: cluster 2021-03-04T22:55:41.645674+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-03-04T22:55:43.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:42 gibba023 bash[13021]: cluster 2021-03-04T22:55:41.645674+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-03-04T22:55:43.578 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T22:55:43.579 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2920 ms) 2021-03-04T22:55:43.579 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2021-03-04T22:55:43.580 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:55:43.699 INFO:tasks.workunit.client.0.gibba008.stdout: i=0 exists [66404729~5607501,73141474~4156082,80147345~829449,110053709~1321514,187644626~6957694,214174715~3797532,224835284~6435172,315460092~1049971,352100263~849755,381972459~634959] wrote [66404729~5607501,73141474~4156082,80147345~829449,110053709~1321514,187644626~6957694,214174715~3797532,224835284~6435172,315460092~1049971,352100263~849755,381972459~634959] 2021-03-04T22:55:44.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:43 gibba008 bash[37770]: cluster 2021-03-04T22:55:42.597359+0000 mgr.x (mgr.34379) 43 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 140 KiB/s wr, 4 op/s 2021-03-04T22:55:44.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:43 gibba008 bash[37770]: cluster 2021-03-04T22:55:42.659026+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-03-04T22:55:44.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:43 gibba008 bash[37770]: cluster 2021-03-04T22:55:43.572474+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-03-04T22:55:44.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:43 gibba008 bash[39303]: cluster 2021-03-04T22:55:42.597359+0000 mgr.x (mgr.34379) 43 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 140 KiB/s wr, 4 op/s 2021-03-04T22:55:44.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:43 gibba008 bash[39303]: cluster 2021-03-04T22:55:42.659026+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-03-04T22:55:44.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:43 gibba008 bash[39303]: cluster 2021-03-04T22:55:43.572474+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-03-04T22:55:44.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:43 gibba023 bash[13021]: cluster 2021-03-04T22:55:42.597359+0000 mgr.x (mgr.34379) 43 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail; 511 B/s rd, 140 KiB/s wr, 4 op/s 2021-03-04T22:55:44.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:43 gibba023 bash[13021]: cluster 2021-03-04T22:55:42.659026+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-03-04T22:55:44.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:43 gibba023 bash[13021]: cluster 2021-03-04T22:55:43.572474+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-03-04T22:55:44.796 INFO:tasks.workunit.client.0.gibba008.stdout: i=1 exists [35809766~715968,59657719~6693602,66404729~5607501,73141474~4156082,80147345~829449,110053709~1321514,125499602~264574,155972983~3102367,187644626~6957694,206864993~235901,214174715~3797532,224835284~6435172,258248078~8305081,288259820~7513668,299451759~3365596,315460092~1049971,332051186~2266406,352100263~849755,381972459~634959] wrote [35809766~715968,59657719~6693602,125499602~264574,155972983~3102367,206864993~235901,258248078~8305081,288259820~7513668,299451759~3365596,332051186~2266406] 2021-03-04T22:55:45.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:44 gibba008 bash[37770]: audit 2021-03-04T22:55:44.631127+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T22:55:45.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:44 gibba008 bash[37770]: audit 2021-03-04T22:55:44.631921+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T22:55:45.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:44 gibba008 bash[37770]: audit 2021-03-04T22:55:44.632602+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T22:55:45.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:44 gibba008 bash[39303]: audit 2021-03-04T22:55:44.631127+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T22:55:45.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:44 gibba008 bash[39303]: audit 2021-03-04T22:55:44.631921+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T22:55:45.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:44 gibba008 bash[39303]: audit 2021-03-04T22:55:44.632602+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T22:55:45.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:44 gibba023 bash[13021]: audit 2021-03-04T22:55:44.631127+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T22:55:45.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:44 gibba023 bash[13021]: audit 2021-03-04T22:55:44.631921+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T22:55:45.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:44 gibba023 bash[13021]: audit 2021-03-04T22:55:44.632602+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T22:55:45.885 INFO:tasks.workunit.client.0.gibba008.stdout: i=2 exists [35809766~715968,59657719~12354511,73141474~4156082,80147345~829449,110053709~1321514,123990729~2076244,155972983~3102367,187644626~6957694,206864993~235901,214174715~3797532,224835284~6435172,233130756~875699,258248078~8305081,273238486~5928552,288259820~8888701,299451759~3365596,315460092~1049971,324297587~4257905,332051186~2266406,352100263~849755,368155409~5753335,381972459~634959,402044284~6766986] wrote [62785200~8122520,123990729~2076244,156794617~2132820,233130756~875699,273238486~5928552,290194162~6954359,324297587~4257905,368155409~5753335,402044284~6766986] 2021-03-04T22:55:46.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[37770]: cluster 2021-03-04T22:55:44.598563+0000 mgr.x (mgr.34379) 44 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:55:46.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[37770]: cluster 2021-03-04T22:55:44.672413+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-03-04T22:55:46.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[37770]: audit 2021-03-04T22:55:44.764368+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:55:46.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[37770]: audit 2021-03-04T22:55:44.775915+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:55:46.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[39303]: cluster 2021-03-04T22:55:44.598563+0000 mgr.x (mgr.34379) 44 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:55:46.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[39303]: cluster 2021-03-04T22:55:44.672413+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-03-04T22:55:46.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[39303]: audit 2021-03-04T22:55:44.764368+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:55:46.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:45 gibba008 bash[39303]: audit 2021-03-04T22:55:44.775915+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:55:46.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:45 gibba023 bash[13021]: cluster 2021-03-04T22:55:44.598563+0000 mgr.x (mgr.34379) 44 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 11 MiB data, 19 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:55:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:45 gibba023 bash[13021]: cluster 2021-03-04T22:55:44.672413+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-03-04T22:55:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:45 gibba023 bash[13021]: audit 2021-03-04T22:55:44.764368+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:55:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:45 gibba023 bash[13021]: audit 2021-03-04T22:55:44.775915+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:55:46.815 INFO:tasks.workunit.client.0.gibba008.stdout: i=3 exists [8418323~988774,30846119~6182169,45365572~54026,59657719~12354511,73141474~4156082,80147345~829449,102165731~5778341,110053709~1321514,123990729~2076244,155972983~3102367,187644626~6957694,200875236~968409,206864993~235901,211935340~7664537,224835284~6435172,233130756~875699,258248078~8305081,273238486~5928552,288259820~8888701,299451759~3365596,315460092~1049971,324297587~4257905,332051186~2266406,352100263~849755,354356239~4005835,360418705~5816845,368155409~5753335,381972459~634959,402044284~6766986] wrote [8418323~988774,30846119~6182169,45365572~54026,102165731~5778341,192875325~751230,200875236~968409,211935340~7664537,354356239~4005835,360418705~5816845] 2021-03-04T22:55:47.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:46 gibba008 bash[37770]: cluster 2021-03-04T22:55:45.688069+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-03-04T22:55:47.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:46 gibba008 bash[39303]: cluster 2021-03-04T22:55:45.688069+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-03-04T22:55:47.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:46 gibba023 bash[13021]: cluster 2021-03-04T22:55:45.688069+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-03-04T22:55:47.818 INFO:tasks.workunit.client.0.gibba008.stdout: i=4 exists [8418323~988774,30846119~6182169,45365572~54026,59657719~12354511,73141474~4156082,80147345~829449,102165731~5778341,110053709~1321514,123990729~2076244,140428275~2346088,144458601~4906832,155972983~3102367,165870788~5090706,187644626~6957694,200875236~968409,206864993~235901,210935662~8664215,224835284~6819214,232797472~2221754,242365154~4390205,258248078~8305081,273238486~5928552,286998222~10150299,299451759~3365596,306824211~5417858,315460092~1049971,324297587~4257905,332051186~2266406,352100263~849755,354356239~4005835,360418705~5816845,368155409~5753335,381972459~634959,393497118~935522,402044284~6766986] wrote [140428275~2346088,144458601~4906832,165870788~5090706,210935662~2969550,227755065~3899433,232797472~2221754,242365154~4390205,286998222~5533914,306824211~5417858,393497118~935522] 2021-03-04T22:55:48.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:47 gibba008 bash[37770]: cluster 2021-03-04T22:55:46.599828+0000 mgr.x (mgr.34379) 45 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 109 MiB data, 204 MiB used, 664 GiB / 672 GiB avail; 8.2 KiB/s rd, 17 MiB/s wr, 28 op/s 2021-03-04T22:55:48.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:47 gibba008 bash[37770]: cluster 2021-03-04T22:55:46.701236+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-03-04T22:55:48.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:47 gibba008 bash[39303]: cluster 2021-03-04T22:55:46.599828+0000 mgr.x (mgr.34379) 45 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 109 MiB data, 204 MiB used, 664 GiB / 672 GiB avail; 8.2 KiB/s rd, 17 MiB/s wr, 28 op/s 2021-03-04T22:55:48.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:47 gibba008 bash[39303]: cluster 2021-03-04T22:55:46.701236+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-03-04T22:55:48.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:47 gibba023 bash[13021]: cluster 2021-03-04T22:55:46.599828+0000 mgr.x (mgr.34379) 45 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 109 MiB data, 204 MiB used, 664 GiB / 672 GiB avail; 8.2 KiB/s rd, 17 MiB/s wr, 28 op/s 2021-03-04T22:55:48.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:47 gibba023 bash[13021]: cluster 2021-03-04T22:55:46.701236+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-03-04T22:55:48.847 INFO:tasks.workunit.client.0.gibba008.stdout: i=5 exists [8418323~988774,30846119~6182169,45365572~54026,52044903~3477220,59657719~12354511,73141474~4156082,80147345~829449,102165731~5778341,110053709~1321514,123990729~2076244,140428275~2346088,144458601~4906832,154141305~5127128,165870788~5090706,176598108~4373267,187644626~8029533,200875236~968409,206864993~235901,210935662~12754814,224835284~6819214,232797472~2221754,242365154~4390205,258248078~8305081,273238486~5928552,286998222~10150299,299451759~3365596,306824211~5417858,315460092~1049971,324297587~4257905,332051186~2266406,345982948~656601,350336963~8025111,360418705~5816845,368155409~5753335,375429823~7177595,389554686~597059,393497118~935522,402044284~6766986] wrote [52044903~3477220,154141305~5127128,176598108~4373267,191308430~4365729,218787736~4902740,345982948~656601,350336963~6907389,375429823~6829982,389554686~597059] 2021-03-04T22:55:49.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:48 gibba008 bash[37770]: cluster 2021-03-04T22:55:47.713675+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-03-04T22:55:49.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:48 gibba008 bash[39303]: cluster 2021-03-04T22:55:47.713675+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-03-04T22:55:49.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:48 gibba023 bash[13021]: cluster 2021-03-04T22:55:47.713675+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-03-04T22:55:49.857 INFO:tasks.workunit.client.0.gibba008.stdout: i=6 exists [8418323~988774,30846119~6182169,45365572~54026,52044903~3477220,59657719~12354511,73141474~4156082,80147345~829449,89340535~2238589,102165731~6302082,110053709~1321514,123448988~3814589,136621941~3664688,140428275~2346088,144458601~4906832,154141305~5127128,165870788~5090706,176598108~4373267,187644626~8029533,200875236~968409,206864993~235901,210935662~12754814,224835284~6819214,232797472~2221754,242365154~4390205,255865705~10687454,273238486~5928552,286998222~10150299,299451759~3365596,306824211~5417858,315460092~1049971,324297587~4257905,332051186~2266406,345982948~656601,350336963~8025111,360418705~5816845,368155409~14452009,389554686~597059,393497118~935522,397749584~11061686] wrote [31665131~3437420,89340535~2238589,105953170~2514643,123448988~3814589,136621941~3664688,255865705~7701089,264307724~1254536,288359047~3087928,371552421~6051591,397749584~5322215] 2021-03-04T22:55:50.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:49 gibba008 bash[37770]: cluster 2021-03-04T22:55:48.601008+0000 mgr.x (mgr.34379) 46 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 109 MiB data, 204 MiB used, 664 GiB / 672 GiB avail; 8.2 KiB/s rd, 17 MiB/s wr, 28 op/s 2021-03-04T22:55:50.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:49 gibba008 bash[37770]: cluster 2021-03-04T22:55:48.726978+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-03-04T22:55:50.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:49 gibba008 bash[39303]: cluster 2021-03-04T22:55:48.601008+0000 mgr.x (mgr.34379) 46 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 109 MiB data, 204 MiB used, 664 GiB / 672 GiB avail; 8.2 KiB/s rd, 17 MiB/s wr, 28 op/s 2021-03-04T22:55:50.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:49 gibba008 bash[39303]: cluster 2021-03-04T22:55:48.726978+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-03-04T22:55:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:49 gibba023 bash[13021]: cluster 2021-03-04T22:55:48.601008+0000 mgr.x (mgr.34379) 46 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 109 MiB data, 204 MiB used, 664 GiB / 672 GiB avail; 8.2 KiB/s rd, 17 MiB/s wr, 28 op/s 2021-03-04T22:55:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:49 gibba023 bash[13021]: cluster 2021-03-04T22:55:48.726978+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-03-04T22:55:50.884 INFO:tasks.workunit.client.0.gibba008.stdout: i=7 exists [8418323~988774,11477101~1955489,30846119~6182169,39382250~2447824,45365572~54026,52044903~3477220,59657719~12354511,72697540~7103840,80147345~829449,89340535~2238589,102165731~6302082,110053709~1321514,123448988~3814589,134589231~8444700,144458601~4906832,154141305~5127128,165870788~5090706,176598108~4373267,187644626~8029533,200875236~968409,206864993~235901,210361934~13328542,224835284~6819214,232797472~2221754,242365154~4390205,255865705~10687454,273238486~5928552,286998222~10150299,299451759~3365596,306824211~5417858,315460092~1049971,324297587~4257905,332051186~2266406,345982948~656601,350336963~8025111,360418705~5816845,368155409~14452009,385960458~7116265,393497118~935522,397749584~11061686] wrote [11477101~1955489,39382250~2447824,63579943~6812451,72697540~7103840,134589231~2669237,139443765~3590166,210361934~2640991,294415745~1433800,371304207~2958665,385960458~7116265] 2021-03-04T22:55:51.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:50 gibba008 bash[37770]: cluster 2021-03-04T22:55:49.738624+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-03-04T22:55:51.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:50 gibba008 bash[37770]: audit 2021-03-04T22:55:49.766460+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:51.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:50 gibba008 bash[39303]: cluster 2021-03-04T22:55:49.738624+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-03-04T22:55:51.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:50 gibba008 bash[39303]: audit 2021-03-04T22:55:49.766460+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:51.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:50 gibba023 bash[13021]: cluster 2021-03-04T22:55:49.738624+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-03-04T22:55:51.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:50 gibba023 bash[13021]: audit 2021-03-04T22:55:49.766460+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:55:51.908 INFO:tasks.workunit.client.0.gibba008.stdout: i=8 exists [8418323~988774,11477101~15187576,28587232~411985,30846119~6182169,39382250~2447824,45365572~54026,52044903~3477220,59657719~12354511,72697540~7103840,80147345~829449,81006946~1239762,89340535~2238589,91886585~5681793,97744900~10722913,110053709~1321514,123448988~3814589,134589231~8444700,144458601~4906832,154141305~5127128,165870788~5090706,176598108~4373267,187644626~8384489,200875236~968409,206864993~235901,210361934~13328542,224835284~6819214,232797472~2221754,242365154~4390205,255229258~11323901,273238486~5928552,286998222~10150299,299451759~3365596,306824211~5417858,315460092~1049971,324297587~4587506,332051186~2266406,345982948~656601,350336963~8025111,360418705~5816845,368155409~14452009,385960458~7116265,393497118~935522,397749584~11951879] wrote [12590548~14074129,28587232~411985,81006946~1239762,91886585~5681793,97744900~5829505,189337623~6691492,255229258~7467800,326376444~2508649,407491550~2209913] 2021-03-04T22:55:52.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:51 gibba008 bash[37770]: cluster 2021-03-04T22:55:50.602690+0000 mgr.x (mgr.34379) 47 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T22:55:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:51 gibba008 bash[37770]: cluster 2021-03-04T22:55:50.775429+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-03-04T22:55:52.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:51 gibba008 bash[39303]: cluster 2021-03-04T22:55:50.602690+0000 mgr.x (mgr.34379) 47 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T22:55:52.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:51 gibba008 bash[39303]: cluster 2021-03-04T22:55:50.775429+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-03-04T22:55:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:51 gibba023 bash[13021]: cluster 2021-03-04T22:55:50.602690+0000 mgr.x (mgr.34379) 47 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T22:55:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:51 gibba023 bash[13021]: cluster 2021-03-04T22:55:50.775429+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-03-04T22:55:52.923 INFO:tasks.workunit.client.0.gibba008.stdout: i=9 exists [8418323~988774,11477101~25551187,39382250~2447824,45365572~54026,52044903~3477220,59657719~12354511,72697540~7103840,80147345~829449,81006946~1239762,89002656~2576468,91886585~5681793,97744900~10722913,110053709~1321514,123448988~3814589,134589231~8444700,144458601~4906832,154141305~5127128,159810046~2831832,165870788~5090706,176598108~4373267,185962403~10066712,200875236~968409,206864993~235901,209909139~13781337,224835284~6819214,232797472~2221754,242365154~4390205,255229258~11323901,270536165~8630873,281459141~585488,286998222~15819133,306824211~5417858,315460092~1049971,318246337~3227210,324297587~4587506,332051186~2266406,345982948~656601,350336963~8025111,360418705~5816845,368155409~14452009,385960458~7116265,393497118~935522,397749584~11951879] wrote [24403550~7276463,89002656~945902,159810046~2831832,185962403~4194838,209909139~6976098,270536165~6417431,281459141~585488,288209452~528787,295864996~4413426,318246337~3227210] 2021-03-04T22:55:53.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:52 gibba008 bash[39303]: cluster 2021-03-04T22:55:51.783429+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-03-04T22:55:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:52 gibba008 bash[37770]: cluster 2021-03-04T22:55:51.783429+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-03-04T22:55:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:52 gibba023 bash[13021]: cluster 2021-03-04T22:55:51.783429+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-03-04T22:55:54.017 INFO:tasks.workunit.client.0.gibba008.stdout: i=10 exists [8418323~988774,11477101~25551187,39382250~2447824,45365572~54026,47501476~8020647,59657719~12354511,72697540~7103840,80147345~829449,81006946~1239762,89002656~2576468,91886585~5681793,97744900~10722913,110053709~1321514,123448988~3814589,134589231~8444700,144458601~4906832,154141305~5127128,159810046~2831832,165870788~5090706,176598108~4373267,185962403~10066712,200875236~968409,206864993~235901,209242755~14447721,224835284~6819214,232797472~2221754,242365154~4390205,255229258~11323901,270536165~8630873,281459141~585488,286139580~16677775,306824211~5417858,315460092~1049971,318246337~3227210,324297587~4587506,332051186~2266406,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,368155409~14452009,385960458~7116265,393497118~935522,397749584~11951879] wrote [47501476~5915289,73589281~3763273,209242755~5639050,272712029~4579777,286139580~4010498,340945217~843374,346643167~9617596,401220072~6403590] 2021-03-04T22:55:54.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:53 gibba008 bash[39303]: cluster 2021-03-04T22:55:52.603763+0000 mgr.x (mgr.34379) 48 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T22:55:54.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:53 gibba008 bash[39303]: cluster 2021-03-04T22:55:52.796964+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-03-04T22:55:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:53 gibba008 bash[37770]: cluster 2021-03-04T22:55:52.603763+0000 mgr.x (mgr.34379) 48 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T22:55:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:53 gibba008 bash[37770]: cluster 2021-03-04T22:55:52.796964+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-03-04T22:55:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:53 gibba023 bash[13021]: cluster 2021-03-04T22:55:52.603763+0000 mgr.x (mgr.34379) 48 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T22:55:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:53 gibba023 bash[13021]: cluster 2021-03-04T22:55:52.796964+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-03-04T22:55:54.918 INFO:tasks.workunit.client.0.gibba008.stdout: i=11 exists [8418323~988774,11477101~25551187,39382250~2447824,45365572~54026,47501476~8020647,57268405~1235309,59657719~12354511,72697540~7103840,80147345~829449,81006946~1239762,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,120592925~710379,123448988~3814589,134589231~8444700,144458601~4906832,154141305~5496498,159744499~2897379,165870788~5090706,176598108~4373267,185962403~10066712,199537194~5938941,206864993~235901,209242755~14447721,224835284~6819214,232797472~6784675,242365154~4390205,255229258~11323901,270536165~8630873,281459141~585488,286139580~16677775,306824211~5417858,315460092~1049971,318246337~3227210,324297587~4587506,332051186~2266406,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,368155409~14452009,385960458~7116265,393497118~935522,397749584~11951879] wrote [23825455~4690661,57268405~1235309,65715054~2019592,110357243~7554558,120592925~710379,156859665~2778138,159744499~345570,199537194~5938941,234868987~4713160,277930966~465364] 2021-03-04T22:55:55.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:54 gibba008 bash[39303]: cluster 2021-03-04T22:55:53.810354+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-03-04T22:55:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:54 gibba008 bash[37770]: cluster 2021-03-04T22:55:53.810354+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-03-04T22:55:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:54 gibba023 bash[13021]: cluster 2021-03-04T22:55:53.810354+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-03-04T22:55:56.004 INFO:tasks.workunit.client.0.gibba008.stdout: i=12 exists [8418323~988774,11477101~25551187,39382250~2447824,45365572~54026,47501476~8020647,57268405~1235309,59657719~12354511,72697540~7103840,80147345~4403940,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,119546862~7716715,134589231~8444700,144458601~4906832,154141305~5496498,159744499~2897379,165870788~5090706,176598108~4373267,182235499~2266042,185962403~10066712,199537194~5938941,206864993~235901,209242755~22411743,232797472~13957887,255229258~11323901,270536165~8630873,281459141~585488,286139580~16677775,306824211~5417858,315460092~1049971,318246337~3227210,324297587~4587506,332051186~2266406,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,368155409~14452009,385835589~7241134,393497118~935522,397749584~11951879] wrote [15786040~583502,80328057~1347851,81765868~2785417,119546862~6228618,182235499~2266042,190585216~2832963,219330643~5588512,237838215~4669875,351258929~5216869,385835589~6134700] 2021-03-04T22:55:56.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:55 gibba008 bash[37770]: cluster 2021-03-04T22:55:54.604759+0000 mgr.x (mgr.34379) 49 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:55 gibba008 bash[37770]: cluster 2021-03-04T22:55:54.820862+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-03-04T22:55:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:55 gibba008 bash[39303]: cluster 2021-03-04T22:55:54.604759+0000 mgr.x (mgr.34379) 49 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:55 gibba008 bash[39303]: cluster 2021-03-04T22:55:54.820862+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-03-04T22:55:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:55 gibba023 bash[13021]: cluster 2021-03-04T22:55:54.604759+0000 mgr.x (mgr.34379) 49 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 346 MiB data, 733 MiB used, 663 GiB / 672 GiB avail 2021-03-04T22:55:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:55 gibba023 bash[13021]: cluster 2021-03-04T22:55:54.820862+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-03-04T22:55:56.958 INFO:tasks.workunit.client.0.gibba008.stdout: i=13 exists [8418323~988774,10095098~131734,11477101~25551187,39382250~2447824,45365572~54026,47501476~8020647,57268405~1235309,59657719~12354511,72697540~7103840,80147345~4403940,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,119546862~8335681,134589231~8444700,144458601~4906832,154141305~5496498,159744499~2897379,165870788~5090706,176598108~4373267,182235499~2266042,185962403~10066712,199537194~5938941,206864993~235901,207490781~39264578,255229258~11323901,270536165~10559255,281459141~585488,286139580~26102489,315460092~1049971,318246337~3227210,324297587~4587506,332051186~2266406,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,368155409~14452009,385835589~7241134,393497118~935522,397749584~11951879] wrote [10095098~131734,22899663~2437972,62303997~5429271,120082539~7800004,135563179~763362,207490781~5108483,230329702~3694700,256680894~4531227,278454512~2640908,302766463~4945085] 2021-03-04T22:55:57.167 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:56 gibba008 bash[37770]: cluster 2021-03-04T22:55:55.834280+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-03-04T22:55:57.168 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:56 gibba008 bash[39303]: cluster 2021-03-04T22:55:55.834280+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-03-04T22:55:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:56 gibba023 bash[13021]: cluster 2021-03-04T22:55:55.834280+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-03-04T22:55:57.741 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T22:55:57.953 INFO:tasks.workunit.client.0.gibba008.stdout: i=14 exists [8418323~988774,10095098~131734,11477101~25551187,39382250~2447824,45365572~54026,47501476~8020647,57268405~1235309,59657719~12354511,72697540~7103840,80147345~4403940,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,119546862~8335681,134589231~8444700,144458601~4906832,154141305~16820189,176598108~4373267,182235499~2266042,184904533~11124582,199537194~5938941,206864993~235901,207490781~39264578,252380782~14172377,270536165~10559255,281459141~585488,286139580~26102489,315460092~1049971,318246337~3227210,322996568~5888525,332051186~2266406,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,368155409~14452009,385835589~7241134,393497118~935522,397749584~11951879] wrote [28895156~3265270,145042894~1573852,157443071~11074014,184904533~4405196,194534372~1368049,223916911~1795734,252380782~5771032,322996568~4824373,350740197~100335] 2021-03-04T22:55:58.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:57 gibba008 bash[37770]: cluster 2021-03-04T22:55:56.605671+0000 mgr.x (mgr.34379) 50 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 553 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 33 op/s 2021-03-04T22:55:58.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:57 gibba008 bash[37770]: cluster 2021-03-04T22:55:56.846519+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-03-04T22:55:58.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:57 gibba008 bash[39303]: cluster 2021-03-04T22:55:56.605671+0000 mgr.x (mgr.34379) 50 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 553 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 33 op/s 2021-03-04T22:55:58.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:57 gibba008 bash[39303]: cluster 2021-03-04T22:55:56.846519+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-03-04T22:55:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:57 gibba023 bash[13021]: cluster 2021-03-04T22:55:56.605671+0000 mgr.x (mgr.34379) 50 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 553 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 33 op/s 2021-03-04T22:55:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:57 gibba023 bash[13021]: cluster 2021-03-04T22:55:56.846519+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-03-04T22:55:59.073 INFO:tasks.workunit.client.0.gibba008.stdout: i=15 exists [8418323~988774,10095098~131734,11477101~25551187,39382250~2447824,45365572~54026,47501476~8020647,57268405~1235309,59657719~12354511,72697540~7103840,80147345~5219913,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,119546862~8335681,134589231~8444700,144458601~4906832,154141305~16820189,176598108~4373267,182235499~2266042,184904533~11124582,199537194~5938941,206864993~235901,207490781~39264578,252380782~61782939,315460092~1049971,318246337~3227210,322996568~5888525,332051186~2266406,337246901~2338380,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,366953177~15654241,385835589~7241134,393497118~935522,397749584~11951879] wrote [19366863~7629511,81311596~4055662,134730481~7942866,234918714~3190445,265917352~7566386,280029617~7822984,292781984~7857474,310804798~3358923,337246901~2338380,366953177~6250585] 2021-03-04T22:55:59.134 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:58 gibba008 bash[37770]: cluster 2021-03-04T22:55:57.856978+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-03-04T22:55:59.135 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:58 gibba008 bash[39303]: cluster 2021-03-04T22:55:57.856978+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-03-04T22:55:59.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:58 gibba023 bash[13021]: cluster 2021-03-04T22:55:57.856978+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-03-04T22:56:00.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:59 gibba008 bash[37770]: cluster 2021-03-04T22:55:58.606664+0000 mgr.x (mgr.34379) 51 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 553 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 33 op/s 2021-03-04T22:56:00.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:55:59 gibba008 bash[37770]: cluster 2021-03-04T22:55:58.875734+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-03-04T22:56:00.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:59 gibba008 bash[39303]: cluster 2021-03-04T22:55:58.606664+0000 mgr.x (mgr.34379) 51 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 553 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 33 op/s 2021-03-04T22:56:00.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:55:59 gibba008 bash[39303]: cluster 2021-03-04T22:55:58.875734+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-03-04T22:56:00.017 INFO:tasks.workunit.client.0.gibba008.stdout: i=16 exists [8418323~988774,10095098~131734,11477101~25551187,39382250~16139873,57268405~1235309,59657719~12354511,72697540~7103840,80147345~5219913,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,119546862~8335681,134388082~8645849,144458601~4906832,154141305~18403338,176598108~4373267,182235499~2266042,184904533~11124582,199537194~5938941,206864993~235901,207490781~41089907,248725385~2240176,252380782~61782939,315460092~1049971,318246337~3227210,322996568~13877600,337246901~2338380,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,366953177~15654241,385835589~7241134,393497118~935522,397749584~11951879] wrote [25469177~1650805,40358600~7972718,134388082~5266000,167179823~5364820,216057112~7641856,242707758~5872930,248725385~2240176,297372412~2641491,327727781~9146387] 2021-03-04T22:56:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:59 gibba023 bash[13021]: cluster 2021-03-04T22:55:58.606664+0000 mgr.x (mgr.34379) 51 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 553 MiB data, 1.3 GiB used, 663 GiB / 672 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 33 op/s 2021-03-04T22:56:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:55:59 gibba023 bash[13021]: cluster 2021-03-04T22:55:58.875734+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-03-04T22:56:01.000 INFO:teuthology.orchestra.run.gibba008.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:01.005 INFO:tasks.workunit.client.0.gibba008.stdout: i=17 exists [8418323~988774,10095098~131734,11477101~25551187,39382250~16139873,57268405~1235309,59657719~12354511,72697540~7103840,80147345~5219913,89002656~2576468,91886585~5681793,97744900~10722913,110053709~7858092,119546862~8335681,134388082~8645849,144458601~4906832,154141305~18403338,174947492~6023883,182235499~2266042,184904533~11124582,199537194~5938941,206864993~235901,207490781~41089907,248725385~2240176,252380782~61782939,315460092~1049971,318246337~3227210,321650076~15224092,337246901~2338380,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,366953177~15654241,385835589~7241134,393497118~935522,397749584~11951879] wrote [11758410~14894688,41434075~5062170,174947492~3738475,213448149~5040071,295068444~3596168,321650076~2655672,406939684~32224] 2021-03-04T22:56:01.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:00 gibba008 bash[37770]: cluster 2021-03-04T22:55:59.883442+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-03-04T22:56:01.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:00 gibba008 bash[39303]: cluster 2021-03-04T22:55:59.883442+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-03-04T22:56:01.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:00 gibba023 bash[13021]: cluster 2021-03-04T22:55:59.883442+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-03-04T22:56:01.645 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for majority of mons to upgrade' 2021-03-04T22:56:02.175 INFO:tasks.workunit.client.0.gibba008.stdout: i=18 exists [2600886~7625946,11477101~25551187,39382250~16139873,57268405~1235309,59657719~12354511,72697540~7103840,80147345~5219913,86288059~5453049,91886585~5681793,97744900~20166901,119546862~8335681,134388082~8645849,144458601~8388750,154141305~18403338,174947492~6023883,182235499~2266042,184904533~11124582,199537194~5938941,206864993~235901,207490781~41089907,248725385~2240176,252380782~61782939,315460092~1049971,318246337~3227210,321650076~15224092,337246901~2338380,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,366953177~16515630,385835589~7241134,393497118~935522,397749584~11951879] wrote [2600886~7584772,31178338~1797522,73265989~4762713,86288059~5453049,104426697~7294065,146334351~6513000,161968399~1792878,259205683~222950,266158898~953688,375668423~7800384] 2021-03-04T22:56:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: cluster 2021-03-04T22:56:00.608490+0000 mgr.x (mgr.34379) 52 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 34 op/s 2021-03-04T22:56:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: cluster 2021-03-04T22:56:00.893212+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-03-04T22:56:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: audit 2021-03-04T22:56:00.995241+0000 mgr.x (mgr.34379) 53 : audit [DBG] from='client.44175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:56:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: cephadm 2021-03-04T22:56:00.995568+0000 mgr.x (mgr.34379) 54 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: audit 2021-03-04T22:56:00.998406+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: audit 2021-03-04T22:56:00.999071+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:02.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: audit 2021-03-04T22:56:01.186771+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: audit 2021-03-04T22:56:01.187616+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:02.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[37770]: audit 2021-03-04T22:56:01.189412+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: cluster 2021-03-04T22:56:00.608490+0000 mgr.x (mgr.34379) 52 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 34 op/s 2021-03-04T22:56:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: cluster 2021-03-04T22:56:00.893212+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-03-04T22:56:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: audit 2021-03-04T22:56:00.995241+0000 mgr.x (mgr.34379) 53 : audit [DBG] from='client.44175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:56:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: cephadm 2021-03-04T22:56:00.995568+0000 mgr.x (mgr.34379) 54 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:02.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: audit 2021-03-04T22:56:00.998406+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: audit 2021-03-04T22:56:00.999071+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:02.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: audit 2021-03-04T22:56:01.186771+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: audit 2021-03-04T22:56:01.187616+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:02.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:01 gibba008 bash[39303]: audit 2021-03-04T22:56:01.189412+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: cluster 2021-03-04T22:56:00.608490+0000 mgr.x (mgr.34379) 52 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 34 op/s 2021-03-04T22:56:02.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: cluster 2021-03-04T22:56:00.893212+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-03-04T22:56:02.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: audit 2021-03-04T22:56:00.995241+0000 mgr.x (mgr.34379) 53 : audit [DBG] from='client.44175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:56:02.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: cephadm 2021-03-04T22:56:00.995568+0000 mgr.x (mgr.34379) 54 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:02.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: audit 2021-03-04T22:56:00.998406+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: audit 2021-03-04T22:56:00.999071+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:02.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: audit 2021-03-04T22:56:01.186771+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:02.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: audit 2021-03-04T22:56:01.187616+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:02.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:01 gibba023 bash[13021]: audit 2021-03-04T22:56:01.189412+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:03.138 INFO:tasks.workunit.client.0.gibba008.stdout: i=19 exists [2600886~7625946,11477101~25551187,39382250~16139873,57268405~1235309,59657719~12354511,72697540~7103840,80147345~5219913,86288059~5453049,91886585~5681793,97744900~20166901,119546862~8335681,128940566~2332927,134388082~8645849,144458601~8388750,154141305~19077668,174947492~6023883,182235499~2266042,184904533~11124582,199537194~5938941,206864993~235901,207490781~41089907,248725385~2240176,252380782~61782939,315460092~1049971,318246337~3227210,321650076~15224092,337246901~2338380,340945217~843374,345982948~656601,346643167~11718907,360418705~5816845,366953177~16515630,385835589~7241134,393497118~935522,397749584~11951879] wrote [16159975~7457014,46417512~952705,64680505~3443452,86990241~3916566,128940566~2332927,147906745~708810,165170226~1078233,169918451~3300522,288229134~42446,291109475~2850394] 2021-03-04T22:56:03.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:03 gibba008 bash[37770]: cephadm 2021-03-04T22:56:01.191301+0000 mgr.x (mgr.34379) 55 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:56:03.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:03 gibba008 bash[37770]: cluster 2021-03-04T22:56:02.008002+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-03-04T22:56:03.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:03 gibba008 bash[39303]: cephadm 2021-03-04T22:56:01.191301+0000 mgr.x (mgr.34379) 55 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:56:03.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:03 gibba008 bash[39303]: cluster 2021-03-04T22:56:02.008002+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-03-04T22:56:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:03 gibba023 bash[13021]: cephadm 2021-03-04T22:56:01.191301+0000 mgr.x (mgr.34379) 55 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:56:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:03 gibba023 bash[13021]: cluster 2021-03-04T22:56:02.008002+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-03-04T22:56:04.031 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 1 diff [33554432~4194304,58720256~8388608,121634816~4194304,155189248~4194304,205520896~4194304,255852544~8388608,285212672~8388608,297795584~4194304,331350016~4194304] 2021-03-04T22:56:04.032 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [33554432~4194304,58720256~8388608,121634816~4194304,155189248~4194304,205520896~4194304,255852544~8388608,285212672~8388608,297795584~4194304,331350016~4194304] 2021-03-04T22:56:04.040 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [33554432~4194304,58720256~8388608,121634816~4194304,155189248~4194304,205520896~4194304,255852544~12582912,285212672~20971520,331350016~4194304] 2021-03-04T22:56:04.041 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 2 diff [33554432~4194304,58720256~12582912,121634816~4194304,155189248~4194304,205520896~4194304,230686720~4194304,255852544~8388608,272629760~8388608,285212672~16777216,322961408~12582912,364904448~8388608,398458880~8388608] 2021-03-04T22:56:04.041 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [33554432~4194304,58720256~12582912,121634816~4194304,155189248~4194304,205520896~4194304,230686720~4194304,255852544~8388608,272629760~8388608,285212672~16777216,322961408~12582912,364904448~8388608,398458880~8388608] 2021-03-04T22:56:04.045 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [33554432~4194304,58720256~12582912,121634816~8388608,155189248~4194304,205520896~4194304,230686720~4194304,255852544~12582912,272629760~8388608,285212672~20971520,322961408~12582912,364904448~12582912,398458880~12582912] 2021-03-04T22:56:04.045 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 3 diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~4194304,155189248~4194304,188743680~4194304,197132288~4194304,205520896~12582912,230686720~4194304,255852544~8388608,272629760~8388608,285212672~16777216,322961408~12582912,352321536~20971520,398458880~8388608] 2021-03-04T22:56:04.046 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~4194304,155189248~4194304,188743680~4194304,197132288~4194304,205520896~12582912,230686720~4194304,255852544~8388608,272629760~8388608,285212672~16777216,322961408~12582912,352321536~20971520,398458880~8388608] 2021-03-04T22:56:04.049 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~8388608,155189248~4194304,188743680~33554432,230686720~4194304,255852544~12582912,272629760~8388608,285212672~20971520,322961408~12582912,352321536~25165824,398458880~12582912] 2021-03-04T22:56:04.049 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 4 diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~4194304,138412032~12582912,155189248~4194304,163577856~8388608,188743680~4194304,197132288~4194304,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,352321536~20971520,390070272~4194304,398458880~8388608] 2021-03-04T22:56:04.050 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~4194304,138412032~12582912,155189248~4194304,163577856~8388608,188743680~4194304,197132288~4194304,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,352321536~20971520,390070272~4194304,398458880~8388608] 2021-03-04T22:56:04.053 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~8388608,138412032~12582912,155189248~4194304,163577856~8388608,188743680~33554432,226492416~20971520,255852544~12582912,272629760~8388608,285212672~29360128,322961408~12582912,352321536~25165824,390070272~20971520] 2021-03-04T22:56:04.053 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 5 diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~12582912,100663296~8388608,121634816~4194304,138412032~20971520,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,255852544~8388608,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~8388608,398458880~8388608] 2021-03-04T22:56:04.053 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~12582912,100663296~8388608,121634816~4194304,138412032~20971520,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,255852544~8388608,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~8388608,398458880~8388608] 2021-03-04T22:56:04.056 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,50331648~20971520,100663296~8388608,121634816~8388608,138412032~20971520,163577856~8388608,176160768~8388608,188743680~58720256,255852544~12582912,272629760~8388608,285212672~29360128,322961408~12582912,343932928~67108864] 2021-03-04T22:56:04.056 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 6 diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~12582912,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,255852544~12582912,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.057 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~12582912,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,255852544~12582912,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.060 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,50331648~20971520,88080384~4194304,100663296~8388608,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~58720256,255852544~12582912,272629760~8388608,285212672~29360128,322961408~12582912,343932928~67108864] 2021-03-04T22:56:04.060 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 7 diff [8388608~4194304,29360128~16777216,50331648~4194304,58720256~20971520,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,255852544~12582912,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.060 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~16777216,50331648~4194304,58720256~20971520,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,255852544~12582912,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.064 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,29360128~16777216,50331648~33554432,88080384~4194304,100663296~8388608,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~58720256,255852544~12582912,272629760~8388608,285212672~29360128,322961408~12582912,343932928~67108864] 2021-03-04T22:56:04.064 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 8 diff [8388608~37748736,50331648~4194304,58720256~25165824,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,251658240~12582912,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.064 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~37748736,50331648~4194304,58720256~25165824,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,205520896~29360128,239075328~8388608,251658240~12582912,272629760~8388608,285212672~16777216,306184192~8388608,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.067 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,50331648~33554432,88080384~20971520,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~58720256,251658240~16777216,272629760~8388608,285212672~29360128,322961408~12582912,343932928~67108864] 2021-03-04T22:56:04.068 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 9 diff [8388608~37748736,50331648~4194304,58720256~25165824,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~29360128,239075328~8388608,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.068 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~37748736,50331648~4194304,58720256~25165824,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~29360128,239075328~8388608,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.071 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,50331648~33554432,88080384~20971520,121634816~8388608,134217728~37748736,176160768~71303168,251658240~83886080,343932928~67108864] 2021-03-04T22:56:04.071 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 10 diff [8388608~46137344,58720256~25165824,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~16777216,226492416~8388608,239075328~8388608,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.072 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~46137344,58720256~25165824,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~16777216,226492416~8388608,239075328~8388608,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.075 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~75497472,88080384~20971520,121634816~8388608,134217728~37748736,176160768~71303168,251658240~83886080,339738624~71303168] 2021-03-04T22:56:04.076 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 11 diff [8388608~75497472,88080384~37748736,134217728~37748736,176160768~46137344,226492416~20971520,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.076 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~75497472,88080384~37748736,134217728~37748736,176160768~46137344,226492416~20971520,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.079 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~75497472,88080384~41943040,134217728~37748736,176160768~71303168,251658240~83886080,339738624~71303168] 2021-03-04T22:56:04.079 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 12 diff [8388608~117440512,134217728~37748736,176160768~46137344,226492416~20971520,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,339738624~67108864] 2021-03-04T22:56:04.080 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~46137344,226492416~20971520,251658240~12582912,268435456~33554432,306184192~12582912,322961408~12582912,339738624~67108864] 2021-03-04T22:56:04.083 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~83886080,339738624~71303168] 2021-03-04T22:56:04.083 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 13 diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~12582912,268435456~50331648,322961408~12582912,339738624~67108864] 2021-03-04T22:56:04.084 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~12582912,268435456~50331648,322961408~12582912,339738624~67108864] 2021-03-04T22:56:04.087 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~83886080,339738624~71303168] 2021-03-04T22:56:04.087 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 14 diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~12582912,339738624~67108864] 2021-03-04T22:56:04.088 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~12582912,339738624~67108864] 2021-03-04T22:56:04.091 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~83886080,339738624~71303168] 2021-03-04T22:56:04.091 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 15 diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~83886080] 2021-03-04T22:56:04.091 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~83886080] 2021-03-04T22:56:04.094 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~159383552] 2021-03-04T22:56:04.094 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 16 diff [8388608~117440512,134217728~37748736,176160768~142606336,322961408~83886080] 2021-03-04T22:56:04.095 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~142606336,322961408~83886080] 2021-03-04T22:56:04.097 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~276824064] 2021-03-04T22:56:04.098 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 17 diff [8388608~117440512,134217728~272629760] 2021-03-04T22:56:04.098 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~272629760] 2021-03-04T22:56:04.100 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~276824064] 2021-03-04T22:56:04.101 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 18 diff [0~125829120,134217728~272629760] 2021-03-04T22:56:04.101 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~125829120,134217728~272629760] 2021-03-04T22:56:04.104 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~130023424,134217728~276824064] 2021-03-04T22:56:04.104 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 19 diff [0~130023424,134217728~272629760] 2021-03-04T22:56:04.105 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:04.107 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:04.108 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 2 diff [58720256~8388608,121634816~4194304,155189248~4194304,230686720~4194304,272629760~8388608,289406976~8388608,322961408~8388608,364904448~8388608,398458880~8388608] 2021-03-04T22:56:04.108 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [58720256~8388608,121634816~4194304,155189248~4194304,230686720~4194304,272629760~8388608,289406976~8388608,322961408~8388608,364904448~8388608,398458880~8388608] 2021-03-04T22:56:04.114 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [58720256~12582912,121634816~8388608,155189248~4194304,230686720~4194304,272629760~8388608,289406976~8388608,322961408~8388608,364904448~12582912,398458880~12582912] 2021-03-04T22:56:04.114 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 3 diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~8388608,100663296~8388608,121634816~4194304,155189248~4194304,188743680~4194304,197132288~4194304,209715200~8388608,230686720~4194304,272629760~8388608,289406976~8388608,322961408~8388608,352321536~20971520,398458880~8388608] 2021-03-04T22:56:04.115 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~8388608,100663296~8388608,121634816~4194304,155189248~4194304,188743680~4194304,197132288~4194304,209715200~8388608,230686720~4194304,272629760~8388608,289406976~8388608,322961408~8388608,352321536~20971520,398458880~8388608] 2021-03-04T22:56:04.118 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~8388608,155189248~4194304,188743680~16777216,209715200~12582912,230686720~4194304,272629760~8388608,289406976~8388608,322961408~8388608,352321536~25165824,398458880~12582912] 2021-03-04T22:56:04.118 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 4 diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~8388608,100663296~8388608,121634816~4194304,138412032~12582912,155189248~4194304,163577856~8388608,188743680~4194304,197132288~4194304,209715200~12582912,226492416~8388608,239075328~8388608,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,352321536~20971520,390070272~4194304,398458880~8388608] 2021-03-04T22:56:04.119 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,58720256~8388608,100663296~8388608,121634816~4194304,138412032~12582912,155189248~4194304,163577856~8388608,188743680~4194304,197132288~4194304,209715200~12582912,226492416~8388608,239075328~8388608,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,352321536~20971520,390070272~4194304,398458880~8388608] 2021-03-04T22:56:04.121 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,58720256~12582912,100663296~8388608,121634816~8388608,138412032~12582912,155189248~4194304,163577856~8388608,188743680~16777216,209715200~12582912,226492416~20971520,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,352321536~25165824,390070272~20971520] 2021-03-04T22:56:04.122 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 5 diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~8388608,100663296~8388608,121634816~4194304,138412032~20971520,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~8388608,398458880~8388608] 2021-03-04T22:56:04.122 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~8388608,100663296~8388608,121634816~4194304,138412032~20971520,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~8388608,398458880~8388608] 2021-03-04T22:56:04.125 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,50331648~20971520,100663296~8388608,121634816~8388608,138412032~20971520,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~67108864] 2021-03-04T22:56:04.125 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 6 diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~8388608,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.125 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,58720256~8388608,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.128 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,50331648~20971520,88080384~4194304,100663296~8388608,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,255852544~12582912,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~67108864] 2021-03-04T22:56:04.129 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 7 diff [8388608~4194304,29360128~16777216,50331648~4194304,58720256~8388608,71303168~8388608,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.129 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~16777216,50331648~4194304,58720256~8388608,71303168~8388608,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.132 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,29360128~16777216,50331648~33554432,88080384~4194304,100663296~8388608,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,255852544~12582912,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~67108864] 2021-03-04T22:56:04.132 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 8 diff [8388608~37748736,50331648~4194304,58720256~8388608,71303168~12582912,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.133 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~37748736,50331648~4194304,58720256~8388608,71303168~12582912,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.136 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,50331648~33554432,88080384~20971520,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,251658240~16777216,272629760~8388608,285212672~12582912,306184192~8388608,322961408~8388608,343932928~67108864] 2021-03-04T22:56:04.136 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 9 diff [8388608~37748736,50331648~4194304,58720256~8388608,71303168~12582912,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,209715200~25165824,239075328~8388608,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.137 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~37748736,50331648~4194304,58720256~8388608,71303168~12582912,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,209715200~25165824,239075328~8388608,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,343932928~37748736,385875968~20971520] 2021-03-04T22:56:04.140 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,50331648~33554432,88080384~20971520,121634816~8388608,134217728~37748736,176160768~29360128,209715200~37748736,251658240~50331648,306184192~25165824,343932928~67108864] 2021-03-04T22:56:04.140 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 10 diff [8388608~46137344,58720256~8388608,71303168~12582912,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~16777216,226492416~8388608,239075328~8388608,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.140 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~46137344,58720256~8388608,71303168~12582912,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~16777216,226492416~8388608,239075328~8388608,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.143 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~75497472,88080384~20971520,121634816~8388608,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~71303168] 2021-03-04T22:56:04.144 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 11 diff [8388608~58720256,71303168~12582912,88080384~37748736,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.144 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~12582912,88080384~37748736,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,339738624~41943040,385875968~20971520] 2021-03-04T22:56:04.147 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~75497472,88080384~41943040,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~71303168] 2021-03-04T22:56:04.147 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 12 diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,339738624~67108864] 2021-03-04T22:56:04.148 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~8388608,339738624~67108864] 2021-03-04T22:56:04.150 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~71303168] 2021-03-04T22:56:04.150 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 13 diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~8388608,264241152~54525952,322961408~8388608,339738624~67108864] 2021-03-04T22:56:04.151 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~8388608,264241152~54525952,322961408~8388608,339738624~67108864] 2021-03-04T22:56:04.154 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~79691776,339738624~71303168] 2021-03-04T22:56:04.154 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 14 diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,339738624~67108864] 2021-03-04T22:56:04.154 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,339738624~67108864] 2021-03-04T22:56:04.157 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~79691776,339738624~71303168] 2021-03-04T22:56:04.157 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 15 diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,335544320~71303168] 2021-03-04T22:56:04.158 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,335544320~71303168] 2021-03-04T22:56:04.161 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~79691776,335544320~75497472] 2021-03-04T22:56:04.161 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 16 diff [8388608~117440512,134217728~37748736,176160768~142606336,322961408~83886080] 2021-03-04T22:56:04.161 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~37748736,176160768~142606336,322961408~83886080] 2021-03-04T22:56:04.164 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~276824064] 2021-03-04T22:56:04.165 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 17 diff [8388608~117440512,134217728~272629760] 2021-03-04T22:56:04.165 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~117440512,134217728~272629760] 2021-03-04T22:56:04.168 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~276824064] 2021-03-04T22:56:04.168 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 18 diff [0~125829120,134217728~272629760] 2021-03-04T22:56:04.168 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~125829120,134217728~272629760] 2021-03-04T22:56:04.171 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~130023424,134217728~276824064] 2021-03-04T22:56:04.172 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 19 diff [0~130023424,134217728~272629760] 2021-03-04T22:56:04.172 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:04.175 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:04.175 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 3 diff [8388608~4194304,29360128~8388608,41943040~4194304,100663296~8388608,188743680~4194304,197132288~4194304,209715200~8388608,352321536~12582912] 2021-03-04T22:56:04.175 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,100663296~8388608,188743680~4194304,197132288~4194304,209715200~8388608,352321536~12582912] 2021-03-04T22:56:04.178 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,100663296~8388608,188743680~16777216,209715200~12582912,352321536~16777216] 2021-03-04T22:56:04.178 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 4 diff [8388608~4194304,29360128~8388608,41943040~4194304,100663296~8388608,138412032~12582912,163577856~8388608,188743680~4194304,197132288~4194304,209715200~12582912,226492416~8388608,239075328~8388608,285212672~8388608,306184192~8388608,352321536~12582912,390070272~4194304] 2021-03-04T22:56:04.179 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,100663296~8388608,138412032~12582912,163577856~8388608,188743680~4194304,197132288~4194304,209715200~12582912,226492416~8388608,239075328~8388608,285212672~8388608,306184192~8388608,352321536~12582912,390070272~4194304] 2021-03-04T22:56:04.181 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,100663296~8388608,138412032~12582912,163577856~8388608,188743680~16777216,209715200~12582912,226492416~20971520,285212672~8388608,306184192~8388608,352321536~16777216,390070272~8388608] 2021-03-04T22:56:04.182 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 5 diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,100663296~8388608,138412032~20971520,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,285212672~8388608,306184192~8388608,343932928~20971520,373293056~8388608,385875968~8388608] 2021-03-04T22:56:04.182 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,100663296~8388608,138412032~20971520,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,285212672~8388608,306184192~8388608,343932928~20971520,373293056~8388608,385875968~8388608] 2021-03-04T22:56:04.185 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,50331648~8388608,100663296~8388608,138412032~20971520,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,285212672~8388608,306184192~8388608,343932928~25165824,373293056~25165824] 2021-03-04T22:56:04.185 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 6 diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,285212672~8388608,306184192~8388608,343932928~20971520,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.185 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~8388608,41943040~4194304,50331648~4194304,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,285212672~8388608,306184192~8388608,343932928~20971520,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.188 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,29360128~8388608,41943040~4194304,50331648~8388608,88080384~4194304,100663296~8388608,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,255852544~12582912,285212672~8388608,306184192~8388608,343932928~62914560] 2021-03-04T22:56:04.189 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 7 diff [8388608~4194304,29360128~16777216,50331648~4194304,62914560~16777216,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,285212672~12582912,306184192~8388608,343932928~20971520,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.189 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~16777216,50331648~4194304,62914560~16777216,88080384~4194304,100663296~8388608,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,255852544~12582912,285212672~12582912,306184192~8388608,343932928~20971520,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.191 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,29360128~16777216,50331648~8388608,62914560~20971520,88080384~4194304,100663296~8388608,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,255852544~12582912,285212672~12582912,306184192~8388608,343932928~62914560] 2021-03-04T22:56:04.192 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 8 diff [8388608~37748736,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,251658240~8388608,264241152~4194304,285212672~12582912,306184192~8388608,322961408~4194304,343932928~20971520,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.192 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~37748736,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~12582912,209715200~25165824,239075328~8388608,251658240~8388608,264241152~4194304,285212672~12582912,306184192~8388608,322961408~4194304,343932928~20971520,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.195 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,50331648~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~16777216,209715200~37748736,251658240~16777216,285212672~12582912,306184192~8388608,322961408~8388608,343932928~67108864] 2021-03-04T22:56:04.195 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 9 diff [8388608~37748736,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,209715200~25165824,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,343932928~20971520,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.195 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~37748736,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,209715200~25165824,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,343932928~20971520,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.198 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,50331648~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~37748736,176160768~29360128,209715200~37748736,251658240~50331648,306184192~25165824,343932928~67108864] 2021-03-04T22:56:04.199 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 10 diff [8388608~46137344,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~16777216,226492416~8388608,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,339738624~25165824,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.199 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~46137344,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~25165824,205520896~16777216,226492416~8388608,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,339738624~25165824,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.201 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~50331648,62914560~20971520,88080384~20971520,121634816~8388608,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~71303168] 2021-03-04T22:56:04.202 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 11 diff [8388608~50331648,62914560~20971520,88080384~37748736,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~25165824,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.202 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~50331648,62914560~20971520,88080384~37748736,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~25165824,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.205 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~50331648,62914560~20971520,88080384~41943040,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~71303168] 2021-03-04T22:56:04.205 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 12 diff [8388608~50331648,62914560~62914560,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~25165824,369098752~37748736] 2021-03-04T22:56:04.205 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~50331648,62914560~62914560,134217728~37748736,176160768~46137344,226492416~20971520,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~25165824,369098752~37748736] 2021-03-04T22:56:04.209 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~50331648,62914560~67108864,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~71303168] 2021-03-04T22:56:04.209 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 13 diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~71303168,251658240~8388608,264241152~54525952,322961408~4194304,339738624~25165824,369098752~37748736] 2021-03-04T22:56:04.209 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~71303168,251658240~8388608,264241152~54525952,322961408~4194304,339738624~25165824,369098752~37748736] 2021-03-04T22:56:04.212 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~79691776,339738624~71303168] 2021-03-04T22:56:04.212 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 14 diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,339738624~25165824,369098752~37748736] 2021-03-04T22:56:04.212 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,339738624~25165824,369098752~37748736] 2021-03-04T22:56:04.215 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~79691776,339738624~71303168] 2021-03-04T22:56:04.215 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 15 diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~71303168,251658240~46137344,301989888~16777216,322961408~8388608,335544320~71303168] 2021-03-04T22:56:04.216 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~71303168,251658240~46137344,301989888~16777216,322961408~8388608,335544320~71303168] 2021-03-04T22:56:04.218 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~37748736,176160768~71303168,251658240~79691776,335544320~75497472] 2021-03-04T22:56:04.219 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 16 diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~121634816,301989888~16777216,322961408~83886080] 2021-03-04T22:56:04.219 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~54525952,134217728~37748736,176160768~121634816,301989888~16777216,322961408~83886080] 2021-03-04T22:56:04.222 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~276824064] 2021-03-04T22:56:04.222 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 17 diff [8388608~58720256,71303168~54525952,134217728~163577856,301989888~104857600] 2021-03-04T22:56:04.222 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~58720256,71303168~54525952,134217728~163577856,301989888~104857600] 2021-03-04T22:56:04.225 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~276824064] 2021-03-04T22:56:04.225 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 18 diff [0~67108864,71303168~54525952,134217728~163577856,301989888~104857600] 2021-03-04T22:56:04.225 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~54525952,134217728~163577856,301989888~104857600] 2021-03-04T22:56:04.228 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~130023424,134217728~276824064] 2021-03-04T22:56:04.229 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 19 diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:04.229 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:04.232 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:04.233 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 4 diff [138412032~12582912,163577856~8388608,209715200~4194304,226492416~8388608,239075328~8388608,285212672~8388608,306184192~8388608,390070272~4194304] 2021-03-04T22:56:04.233 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [138412032~12582912,163577856~8388608,209715200~4194304,226492416~8388608,239075328~8388608,285212672~8388608,306184192~8388608,390070272~4194304] 2021-03-04T22:56:04.236 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [138412032~12582912,163577856~8388608,209715200~4194304,226492416~20971520,285212672~8388608,306184192~8388608,390070272~8388608] 2021-03-04T22:56:04.236 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 5 diff [50331648~4194304,138412032~20971520,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,285212672~8388608,306184192~8388608,343932928~12582912,373293056~8388608,385875968~8388608] 2021-03-04T22:56:04.237 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [50331648~4194304,138412032~20971520,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,285212672~8388608,306184192~8388608,343932928~12582912,373293056~8388608,385875968~8388608] 2021-03-04T22:56:04.240 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [50331648~8388608,138412032~20971520,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~29360128,285212672~8388608,306184192~8388608,343932928~16777216,373293056~25165824] 2021-03-04T22:56:04.240 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 6 diff [29360128~4194304,50331648~4194304,88080384~4194304,104857600~4194304,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,255852544~12582912,285212672~8388608,306184192~8388608,343932928~12582912,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.241 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [29360128~4194304,50331648~4194304,88080384~4194304,104857600~4194304,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,255852544~12582912,285212672~8388608,306184192~8388608,343932928~12582912,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.243 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [29360128~8388608,50331648~8388608,88080384~4194304,104857600~4194304,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~29360128,255852544~12582912,285212672~8388608,306184192~8388608,343932928~16777216,369098752~37748736] 2021-03-04T22:56:04.244 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 7 diff [8388608~4194304,29360128~4194304,37748736~4194304,50331648~4194304,62914560~16777216,88080384~4194304,104857600~4194304,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,255852544~12582912,285212672~12582912,306184192~8388608,343932928~12582912,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.244 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~4194304,37748736~4194304,50331648~4194304,62914560~16777216,88080384~4194304,104857600~4194304,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,255852544~12582912,285212672~12582912,306184192~8388608,343932928~12582912,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.246 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,29360128~12582912,50331648~8388608,62914560~20971520,88080384~4194304,104857600~4194304,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~29360128,255852544~12582912,285212672~12582912,306184192~8388608,343932928~16777216,369098752~37748736] 2021-03-04T22:56:04.246 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 8 diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,251658240~8388608,264241152~4194304,285212672~12582912,306184192~8388608,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.247 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~16777216,239075328~8388608,251658240~8388608,264241152~4194304,285212672~12582912,306184192~8388608,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.249 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,50331648~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~25165824,163577856~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~29360128,251658240~16777216,285212672~12582912,306184192~8388608,322961408~8388608,343932928~16777216,369098752~41943040] 2021-03-04T22:56:04.250 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 9 diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~20971520,209715200~25165824,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.250 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~20971520,209715200~25165824,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.253 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,50331648~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~37748736,176160768~20971520,209715200~37748736,251658240~50331648,306184192~25165824,343932928~16777216,369098752~41943040] 2021-03-04T22:56:04.253 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 10 diff [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~20971520,205520896~8388608,218103808~16777216,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.253 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~20971520,121634816~4194304,134217728~37748736,176160768~20971520,205520896~8388608,218103808~16777216,239075328~8388608,251658240~8388608,264241152~12582912,281018368~20971520,306184192~12582912,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.256 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~20971520,88080384~20971520,121634816~8388608,134217728~37748736,176160768~20971520,205520896~41943040,251658240~50331648,306184192~25165824,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.256 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 11 diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~37748736,134217728~37748736,176160768~37748736,218103808~29360128,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.257 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~37748736,134217728~37748736,176160768~37748736,218103808~29360128,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.259 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~20971520,88080384~41943040,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.260 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 12 diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~62914560,134217728~37748736,176160768~37748736,218103808~29360128,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~16777216,369098752~37748736] 2021-03-04T22:56:04.260 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~62914560,134217728~37748736,176160768~37748736,218103808~29360128,251658240~8388608,264241152~37748736,306184192~12582912,322961408~4194304,339738624~16777216,369098752~37748736] 2021-03-04T22:56:04.263 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~67108864,134217728~37748736,176160768~71303168,251658240~50331648,306184192~25165824,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.263 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 13 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~37748736,176160768~71303168,251658240~8388608,264241152~54525952,322961408~4194304,339738624~16777216,369098752~37748736] 2021-03-04T22:56:04.264 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~37748736,176160768~71303168,251658240~8388608,264241152~54525952,322961408~4194304,339738624~16777216,369098752~37748736] 2021-03-04T22:56:04.266 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~37748736,176160768~71303168,251658240~79691776,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.266 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 14 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,339738624~16777216,369098752~37748736] 2021-03-04T22:56:04.267 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~37748736,176160768~71303168,251658240~67108864,322961408~8388608,339738624~16777216,369098752~37748736] 2021-03-04T22:56:04.269 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~37748736,176160768~71303168,251658240~79691776,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.270 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 15 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~37748736,176160768~71303168,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~41943040] 2021-03-04T22:56:04.270 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~37748736,176160768~71303168,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~41943040] 2021-03-04T22:56:04.273 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~37748736,176160768~71303168,251658240~79691776,335544320~25165824,364904448~46137344] 2021-03-04T22:56:04.273 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 16 diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~37748736,176160768~121634816,301989888~16777216,322961408~33554432,364904448~41943040] 2021-03-04T22:56:04.273 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~37748736,176160768~121634816,301989888~16777216,322961408~33554432,364904448~41943040] 2021-03-04T22:56:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:04 gibba023 bash[13021]: cluster 2021-03-04T22:56:02.609369+0000 mgr.x (mgr.34379) 56 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 34 op/s 2021-03-04T22:56:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:04 gibba023 bash[13021]: cluster 2021-03-04T22:56:03.015006+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-03-04T22:56:04.276 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~226492416,364904448~46137344] 2021-03-04T22:56:04.276 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 17 diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~163577856,301989888~54525952,364904448~41943040] 2021-03-04T22:56:04.277 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~163577856,301989888~54525952,364904448~41943040] 2021-03-04T22:56:04.279 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~226492416,364904448~46137344] 2021-03-04T22:56:04.279 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 18 diff [0~33554432,37748736~29360128,71303168~54525952,134217728~163577856,301989888~54525952,364904448~41943040] 2021-03-04T22:56:04.280 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~54525952,134217728~163577856,301989888~54525952,364904448~41943040] 2021-03-04T22:56:04.282 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~130023424,134217728~226492416,364904448~46137344] 2021-03-04T22:56:04.283 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 19 diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:04.283 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:04.286 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:04.286 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 5 diff [50331648~4194304,150994944~8388608,176160768~8388608,188743680~8388608,218103808~8388608,343932928~12582912,373293056~8388608,385875968~4194304] 2021-03-04T22:56:04.286 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [50331648~4194304,150994944~8388608,176160768~8388608,188743680~8388608,218103808~8388608,343932928~12582912,373293056~8388608,385875968~4194304] 2021-03-04T22:56:04.289 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [50331648~8388608,150994944~8388608,176160768~8388608,188743680~8388608,218103808~8388608,343932928~16777216,373293056~20971520] 2021-03-04T22:56:04.289 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 6 diff [29360128~4194304,50331648~4194304,88080384~4194304,104857600~4194304,121634816~4194304,134217728~4194304,150994944~8388608,176160768~8388608,188743680~8388608,218103808~8388608,255852544~12582912,285212672~4194304,343932928~12582912,369098752~12582912,385875968~4194304,394264576~8388608] 2021-03-04T22:56:04.290 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [29360128~4194304,50331648~4194304,88080384~4194304,104857600~4194304,121634816~4194304,134217728~4194304,150994944~8388608,176160768~8388608,188743680~8388608,218103808~8388608,255852544~12582912,285212672~4194304,343932928~12582912,369098752~12582912,385875968~4194304,394264576~8388608] 2021-03-04T22:56:04.292 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [29360128~8388608,50331648~8388608,88080384~4194304,104857600~4194304,121634816~8388608,134217728~8388608,150994944~8388608,176160768~8388608,188743680~8388608,218103808~8388608,255852544~12582912,285212672~8388608,343932928~16777216,369098752~37748736] 2021-03-04T22:56:04.293 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 7 diff [8388608~4194304,29360128~4194304,37748736~4194304,50331648~4194304,62914560~16777216,88080384~4194304,104857600~4194304,121634816~4194304,134217728~12582912,150994944~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~8388608,255852544~12582912,285212672~4194304,293601280~4194304,343932928~12582912,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.293 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~4194304,37748736~4194304,50331648~4194304,62914560~16777216,88080384~4194304,104857600~4194304,121634816~4194304,134217728~12582912,150994944~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~8388608,255852544~12582912,285212672~4194304,293601280~4194304,343932928~12582912,369098752~12582912,385875968~16777216] 2021-03-04T22:56:04.296 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,29360128~12582912,50331648~8388608,62914560~20971520,88080384~4194304,104857600~4194304,121634816~8388608,134217728~12582912,150994944~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~8388608,255852544~12582912,285212672~12582912,343932928~16777216,369098752~37748736] 2021-03-04T22:56:04.296 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 8 diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,150994944~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~8388608,251658240~8388608,264241152~4194304,285212672~4194304,293601280~4194304,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.296 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,150994944~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~8388608,251658240~8388608,264241152~4194304,285212672~4194304,293601280~4194304,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.299 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,50331648~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~12582912,150994944~8388608,176160768~8388608,188743680~8388608,209715200~4194304,218103808~8388608,251658240~16777216,285212672~12582912,322961408~8388608,343932928~16777216,369098752~41943040] 2021-03-04T22:56:04.299 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 9 diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,150994944~12582912,176160768~20971520,209715200~16777216,251658240~8388608,264241152~12582912,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.299 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,50331648~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,150994944~12582912,176160768~20971520,209715200~16777216,251658240~8388608,264241152~12582912,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,343932928~12582912,369098752~12582912,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.302 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,50331648~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~12582912,150994944~12582912,176160768~20971520,209715200~16777216,251658240~50331648,314572800~16777216,343932928~16777216,369098752~41943040] 2021-03-04T22:56:04.302 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 10 diff [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,150994944~12582912,176160768~20971520,205520896~8388608,218103808~8388608,251658240~8388608,264241152~12582912,281018368~20971520,314572800~4194304,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.303 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,150994944~12582912,176160768~20971520,205520896~8388608,218103808~8388608,251658240~8388608,264241152~12582912,281018368~20971520,314572800~4194304,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.305 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~20971520,88080384~20971520,121634816~8388608,134217728~12582912,150994944~12582912,176160768~20971520,205520896~20971520,251658240~50331648,314572800~16777216,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.306 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 11 diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~37748736,134217728~12582912,150994944~12582912,176160768~37748736,218103808~8388608,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.306 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~37748736,134217728~12582912,150994944~12582912,176160768~37748736,218103808~8388608,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.309 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~20971520,88080384~41943040,134217728~12582912,150994944~12582912,176160768~50331648,230686720~12582912,251658240~50331648,314572800~16777216,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.309 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 12 diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~62914560,134217728~12582912,150994944~12582912,176160768~37748736,218103808~8388608,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~20971520,394264576~12582912] 2021-03-04T22:56:04.309 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~62914560,134217728~12582912,150994944~12582912,176160768~37748736,218103808~8388608,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~20971520,394264576~12582912] 2021-03-04T22:56:04.312 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~67108864,134217728~12582912,150994944~12582912,176160768~50331648,230686720~12582912,251658240~50331648,314572800~16777216,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.313 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 13 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,150994944~12582912,176160768~62914560,251658240~8388608,264241152~46137344,314572800~4194304,322961408~4194304,339738624~16777216,369098752~20971520,394264576~12582912] 2021-03-04T22:56:04.313 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,150994944~12582912,176160768~62914560,251658240~8388608,264241152~46137344,314572800~4194304,322961408~4194304,339738624~16777216,369098752~20971520,394264576~12582912] 2021-03-04T22:56:04.316 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~12582912,150994944~12582912,176160768~67108864,251658240~58720256,314572800~16777216,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.316 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 14 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,150994944~16777216,176160768~62914560,251658240~58720256,314572800~4194304,322961408~8388608,339738624~16777216,369098752~20971520,394264576~12582912] 2021-03-04T22:56:04.317 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,150994944~16777216,176160768~62914560,251658240~58720256,314572800~4194304,322961408~8388608,339738624~16777216,369098752~20971520,394264576~12582912] 2021-03-04T22:56:04.319 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~12582912,150994944~20971520,176160768~67108864,251658240~58720256,314572800~16777216,339738624~20971520,369098752~41943040] 2021-03-04T22:56:04.320 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 15 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,150994944~16777216,176160768~62914560,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.320 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,150994944~16777216,176160768~62914560,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.322 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~12582912,150994944~20971520,176160768~67108864,251658240~79691776,335544320~25165824,364904448~46137344] 2021-03-04T22:56:04.323 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 16 diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,150994944~20971520,176160768~121634816,301989888~16777216,322961408~33554432,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.323 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,150994944~20971520,176160768~121634816,301989888~16777216,322961408~33554432,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.326 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~12582912,150994944~209715200,364904448~46137344] 2021-03-04T22:56:04.326 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 17 diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,150994944~146800640,301989888~54525952,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.327 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,150994944~146800640,301989888~54525952,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.329 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~12582912,150994944~209715200,364904448~46137344] 2021-03-04T22:56:04.330 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 18 diff [0~33554432,37748736~29360128,71303168~54525952,134217728~163577856,301989888~54525952,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.330 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~54525952,134217728~163577856,301989888~54525952,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.333 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~130023424,134217728~226492416,364904448~46137344] 2021-03-04T22:56:04.333 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 19 diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.333 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.336 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:04.336 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 6 diff [29360128~4194304,88080384~4194304,104857600~4194304,121634816~4194304,134217728~4194304,255852544~12582912,285212672~4194304,369098752~8388608,394264576~8388608] 2021-03-04T22:56:04.337 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [29360128~4194304,88080384~4194304,104857600~4194304,121634816~4194304,134217728~4194304,255852544~12582912,285212672~4194304,369098752~8388608,394264576~8388608] 2021-03-04T22:56:04.339 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [29360128~8388608,88080384~4194304,104857600~4194304,121634816~8388608,134217728~8388608,255852544~12582912,285212672~8388608,369098752~12582912,394264576~12582912] 2021-03-04T22:56:04.340 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 7 diff [8388608~4194304,29360128~4194304,37748736~4194304,62914560~16777216,88080384~4194304,104857600~4194304,121634816~4194304,134217728~12582912,209715200~4194304,255852544~12582912,285212672~4194304,293601280~4194304,369098752~8388608,385875968~16777216] 2021-03-04T22:56:04.340 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,29360128~4194304,37748736~4194304,62914560~16777216,88080384~4194304,104857600~4194304,121634816~4194304,134217728~12582912,209715200~4194304,255852544~12582912,285212672~4194304,293601280~4194304,369098752~8388608,385875968~16777216] 2021-03-04T22:56:04.342 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,29360128~12582912,62914560~20971520,88080384~4194304,104857600~4194304,121634816~8388608,134217728~12582912,209715200~4194304,255852544~12582912,285212672~12582912,369098752~12582912,385875968~20971520] 2021-03-04T22:56:04.343 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 8 diff [8388608~25165824,37748736~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,188743680~8388608,209715200~4194304,251658240~8388608,264241152~4194304,285212672~4194304,293601280~4194304,322961408~4194304,369098752~8388608,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.343 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,188743680~8388608,209715200~4194304,251658240~8388608,264241152~4194304,285212672~4194304,293601280~4194304,322961408~4194304,369098752~8388608,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.346 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,62914560~20971520,88080384~20971520,121634816~8388608,134217728~12582912,188743680~8388608,209715200~4194304,251658240~16777216,285212672~12582912,322961408~8388608,369098752~12582912,385875968~25165824] 2021-03-04T22:56:04.346 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 9 diff [8388608~25165824,37748736~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,184549376~12582912,209715200~8388608,251658240~8388608,264241152~12582912,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,369098752~8388608,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.346 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,184549376~12582912,209715200~8388608,251658240~8388608,264241152~12582912,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,369098752~8388608,385875968~16777216,406847488~4194304] 2021-03-04T22:56:04.349 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,62914560~20971520,88080384~20971520,121634816~8388608,134217728~12582912,159383552~4194304,184549376~12582912,209715200~8388608,251658240~50331648,314572800~16777216,369098752~12582912,385875968~25165824] 2021-03-04T22:56:04.349 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 10 diff [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,184549376~12582912,205520896~8388608,251658240~8388608,264241152~12582912,281018368~20971520,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,385875968~20971520] 2021-03-04T22:56:04.350 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,184549376~12582912,205520896~8388608,251658240~8388608,264241152~12582912,281018368~20971520,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,385875968~20971520] 2021-03-04T22:56:04.352 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~8388608,62914560~20971520,88080384~20971520,121634816~8388608,134217728~12582912,159383552~4194304,184549376~12582912,205520896~12582912,251658240~50331648,314572800~16777216,339738624~16777216,369098752~12582912,385875968~25165824] 2021-03-04T22:56:04.353 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 11 diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~37748736,134217728~12582912,155189248~8388608,184549376~29360128,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,385875968~20971520] 2021-03-04T22:56:04.353 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~37748736,134217728~12582912,155189248~8388608,184549376~29360128,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,385875968~20971520] 2021-03-04T22:56:04.356 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~20971520,88080384~41943040,134217728~12582912,155189248~8388608,184549376~33554432,230686720~12582912,251658240~50331648,314572800~16777216,339738624~16777216,369098752~12582912,385875968~25165824] 2021-03-04T22:56:04.356 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 12 diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~62914560,134217728~12582912,155189248~8388608,180355072~33554432,218103808~8388608,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.357 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~12582912,62914560~62914560,134217728~12582912,155189248~8388608,180355072~33554432,218103808~8388608,230686720~8388608,251658240~8388608,264241152~37748736,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.359 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~12582912,62914560~67108864,134217728~12582912,155189248~8388608,180355072~46137344,230686720~12582912,251658240~50331648,314572800~16777216,339738624~16777216,369098752~41943040] 2021-03-04T22:56:04.360 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 13 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,155189248~8388608,180355072~58720256,251658240~8388608,264241152~46137344,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.360 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,155189248~8388608,180355072~58720256,251658240~8388608,264241152~46137344,314572800~4194304,322961408~4194304,339738624~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.362 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~12582912,155189248~8388608,180355072~62914560,251658240~58720256,314572800~16777216,339738624~16777216,369098752~41943040] 2021-03-04T22:56:04.362 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 14 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,155189248~12582912,180355072~58720256,251658240~58720256,314572800~4194304,322961408~8388608,339738624~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.363 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,155189248~12582912,180355072~58720256,251658240~58720256,314572800~4194304,322961408~8388608,339738624~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.365 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~12582912,155189248~16777216,180355072~62914560,251658240~58720256,314572800~16777216,339738624~16777216,369098752~41943040] 2021-03-04T22:56:04.366 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 15 diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~12582912,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.366 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~4194304,46137344~20971520,71303168~54525952,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~12582912,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.369 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,46137344~83886080,134217728~12582912,155189248~16777216,180355072~62914560,251658240~79691776,335544320~20971520,364904448~46137344] 2021-03-04T22:56:04.369 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 16 diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~12582912,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.369 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~12582912,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.374 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~12582912,155189248~20971520,180355072~176160768,364904448~46137344] 2021-03-04T22:56:04.375 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 17 diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~12582912,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.375 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~54525952,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~12582912,381681664~8388608,394264576~12582912] 2021-03-04T22:56:04.376 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~121634816,134217728~12582912,155189248~201326592,364904448~46137344] 2021-03-04T22:56:04.376 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 18 diff [0~33554432,37748736~29360128,71303168~54525952,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.376 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~54525952,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.378 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~130023424,134217728~222298112,364904448~46137344] 2021-03-04T22:56:04.379 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 19 diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.379 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:04.383 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:04.383 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 7 diff [8388608~4194304,37748736~4194304,62914560~16777216,134217728~8388608,209715200~4194304,293601280~4194304,369098752~4194304,385875968~8388608] 2021-03-04T22:56:04.384 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,37748736~4194304,62914560~16777216,134217728~8388608,209715200~4194304,293601280~4194304,369098752~4194304,385875968~8388608] 2021-03-04T22:56:04.386 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,37748736~4194304,62914560~20971520,134217728~12582912,209715200~4194304,293601280~4194304,369098752~8388608,385875968~8388608] 2021-03-04T22:56:04.387 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 8 diff [8388608~20971520,37748736~4194304,62914560~20971520,88080384~16777216,134217728~8388608,188743680~8388608,209715200~4194304,251658240~8388608,293601280~4194304,322961408~4194304,369098752~4194304,385875968~8388608,406847488~4194304] 2021-03-04T22:56:04.387 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,62914560~20971520,88080384~16777216,134217728~8388608,188743680~8388608,209715200~4194304,251658240~8388608,293601280~4194304,322961408~4194304,369098752~4194304,385875968~8388608,406847488~4194304] 2021-03-04T22:56:04.389 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,37748736~4194304,62914560~20971520,88080384~16777216,134217728~12582912,188743680~8388608,209715200~4194304,251658240~12582912,293601280~4194304,322961408~8388608,369098752~8388608,385875968~8388608,406847488~4194304] 2021-03-04T22:56:04.390 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 9 diff [8388608~20971520,37748736~4194304,62914560~20971520,88080384~16777216,134217728~8388608,159383552~4194304,184549376~12582912,209715200~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,369098752~4194304,385875968~8388608,406847488~4194304] 2021-03-04T22:56:04.390 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,62914560~20971520,88080384~16777216,134217728~8388608,159383552~4194304,184549376~12582912,209715200~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,369098752~4194304,385875968~8388608,406847488~4194304] 2021-03-04T22:56:04.393 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,62914560~20971520,88080384~16777216,134217728~12582912,159383552~4194304,184549376~12582912,209715200~8388608,251658240~12582912,268435456~20971520,293601280~8388608,314572800~16777216,369098752~8388608,385875968~8388608,406847488~4194304] 2021-03-04T22:56:04.394 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 10 diff [8388608~20971520,37748736~4194304,46137344~8388608,62914560~20971520,88080384~16777216,134217728~8388608,159383552~4194304,184549376~12582912,205520896~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,385875968~8388608,398458880~12582912] 2021-03-04T22:56:04.394 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,46137344~8388608,62914560~20971520,88080384~16777216,134217728~8388608,159383552~4194304,184549376~12582912,205520896~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,385875968~8388608,398458880~12582912] 2021-03-04T22:56:04.396 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,46137344~8388608,62914560~20971520,88080384~16777216,134217728~12582912,159383552~4194304,184549376~12582912,205520896~12582912,251658240~12582912,268435456~33554432,314572800~16777216,339738624~16777216,369098752~8388608,385875968~8388608,398458880~12582912] 2021-03-04T22:56:04.397 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 11 diff [8388608~20971520,37748736~4194304,46137344~12582912,62914560~20971520,88080384~16777216,109051904~12582912,134217728~8388608,155189248~8388608,184549376~29360128,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,385875968~8388608,398458880~12582912] 2021-03-04T22:56:04.397 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,46137344~12582912,62914560~20971520,88080384~16777216,109051904~12582912,134217728~8388608,155189248~8388608,184549376~29360128,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,385875968~8388608,398458880~12582912] 2021-03-04T22:56:04.399 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,46137344~12582912,62914560~20971520,88080384~16777216,109051904~12582912,134217728~12582912,155189248~8388608,184549376~33554432,230686720~12582912,251658240~12582912,268435456~33554432,314572800~16777216,339738624~16777216,369098752~8388608,385875968~8388608,398458880~12582912] 2021-03-04T22:56:04.400 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 12 diff [8388608~20971520,37748736~4194304,46137344~12582912,62914560~41943040,109051904~16777216,134217728~8388608,155189248~8388608,180355072~33554432,218103808~8388608,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.400 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,46137344~12582912,62914560~41943040,109051904~16777216,134217728~8388608,155189248~8388608,180355072~33554432,218103808~8388608,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.403 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,46137344~12582912,62914560~41943040,109051904~16777216,134217728~12582912,155189248~8388608,180355072~46137344,230686720~12582912,251658240~12582912,268435456~33554432,314572800~16777216,339738624~16777216,369098752~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.403 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 13 diff [8388608~20971520,37748736~4194304,46137344~20971520,71303168~33554432,109051904~16777216,134217728~8388608,155189248~8388608,180355072~58720256,251658240~8388608,268435456~20971520,293601280~16777216,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.403 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,46137344~20971520,71303168~33554432,109051904~16777216,134217728~8388608,155189248~8388608,180355072~58720256,251658240~8388608,268435456~20971520,293601280~16777216,314572800~4194304,322961408~4194304,339738624~16777216,369098752~4194304,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.406 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,46137344~58720256,109051904~20971520,134217728~12582912,155189248~8388608,180355072~62914560,251658240~12582912,268435456~41943040,314572800~16777216,339738624~16777216,369098752~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.406 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 14 diff [8388608~20971520,37748736~4194304,46137344~20971520,71303168~33554432,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~12582912,268435456~20971520,293601280~16777216,314572800~4194304,322961408~8388608,339738624~16777216,369098752~4194304,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.406 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,46137344~20971520,71303168~33554432,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~12582912,268435456~20971520,293601280~16777216,314572800~4194304,322961408~8388608,339738624~16777216,369098752~4194304,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.409 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,46137344~58720256,109051904~20971520,134217728~12582912,155189248~16777216,180355072~62914560,251658240~12582912,268435456~41943040,314572800~16777216,339738624~16777216,369098752~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.410 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 15 diff [8388608~20971520,37748736~4194304,46137344~20971520,71303168~33554432,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.410 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~4194304,46137344~20971520,71303168~33554432,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.413 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~4194304,46137344~58720256,109051904~20971520,134217728~12582912,155189248~16777216,180355072~62914560,251658240~79691776,335544320~20971520,364904448~12582912,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.413 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 16 diff [8388608~20971520,37748736~29360128,71303168~33554432,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.414 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~29360128,71303168~33554432,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.416 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~67108864,109051904~20971520,134217728~12582912,155189248~20971520,180355072~176160768,364904448~12582912,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.416 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 17 diff [8388608~20971520,37748736~29360128,71303168~33554432,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.417 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~29360128,71303168~33554432,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.420 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~67108864,109051904~20971520,134217728~12582912,155189248~201326592,364904448~12582912,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.420 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 18 diff [0~33554432,37748736~29360128,71303168~54525952,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.420 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~54525952,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.423 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~92274688,134217728~222298112,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.423 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 19 diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.423 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.427 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.427 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 8 diff [12582912~16777216,79691776~4194304,88080384~16777216,188743680~8388608,251658240~8388608,322961408~4194304,406847488~4194304] 2021-03-04T22:56:04.428 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,79691776~4194304,88080384~16777216,188743680~8388608,251658240~8388608,322961408~4194304,406847488~4194304] 2021-03-04T22:56:04.430 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~16777216,79691776~4194304,88080384~16777216,188743680~8388608,251658240~12582912,322961408~8388608,406847488~4194304] 2021-03-04T22:56:04.430 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 9 diff [12582912~20971520,79691776~4194304,88080384~16777216,159383552~4194304,184549376~12582912,209715200~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,406847488~4194304] 2021-03-04T22:56:04.431 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~20971520,79691776~4194304,88080384~16777216,159383552~4194304,184549376~12582912,209715200~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,406847488~4194304] 2021-03-04T22:56:04.433 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,79691776~4194304,88080384~16777216,159383552~4194304,184549376~12582912,209715200~8388608,251658240~12582912,268435456~20971520,293601280~8388608,314572800~16777216,406847488~4194304] 2021-03-04T22:56:04.434 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 10 diff [12582912~20971520,46137344~8388608,71303168~4194304,79691776~4194304,88080384~16777216,159383552~4194304,184549376~12582912,205520896~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.434 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~20971520,46137344~8388608,71303168~4194304,79691776~4194304,88080384~16777216,159383552~4194304,184549376~12582912,205520896~8388608,251658240~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.438 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,46137344~8388608,71303168~12582912,88080384~16777216,159383552~4194304,184549376~12582912,205520896~12582912,251658240~12582912,268435456~33554432,314572800~16777216,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.439 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 11 diff [12582912~20971520,46137344~12582912,62914560~4194304,71303168~4194304,79691776~4194304,88080384~16777216,109051904~12582912,155189248~8388608,184549376~29360128,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.439 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~20971520,46137344~12582912,62914560~4194304,71303168~4194304,79691776~4194304,88080384~16777216,109051904~12582912,155189248~8388608,184549376~29360128,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.440 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,46137344~12582912,62914560~20971520,88080384~16777216,109051904~12582912,155189248~8388608,184549376~33554432,230686720~12582912,251658240~12582912,268435456~33554432,314572800~16777216,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.440 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 12 diff [12582912~20971520,46137344~12582912,62914560~4194304,71303168~4194304,79691776~25165824,109051904~16777216,155189248~8388608,180355072~33554432,218103808~8388608,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.440 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~20971520,46137344~12582912,62914560~4194304,71303168~4194304,79691776~25165824,109051904~16777216,155189248~8388608,180355072~33554432,218103808~8388608,230686720~8388608,251658240~8388608,268435456~20971520,293601280~8388608,314572800~4194304,322961408~4194304,339738624~16777216,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.443 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,46137344~12582912,62914560~41943040,109051904~16777216,155189248~8388608,180355072~46137344,230686720~12582912,251658240~12582912,268435456~33554432,314572800~16777216,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.444 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 13 diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~25165824,109051904~16777216,134217728~4194304,155189248~8388608,180355072~58720256,251658240~8388608,268435456~20971520,293601280~16777216,314572800~4194304,322961408~4194304,339738624~16777216,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.444 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~25165824,109051904~16777216,134217728~4194304,155189248~8388608,180355072~58720256,251658240~8388608,268435456~20971520,293601280~16777216,314572800~4194304,322961408~4194304,339738624~16777216,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.447 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,46137344~58720256,109051904~20971520,134217728~4194304,155189248~8388608,180355072~62914560,251658240~12582912,268435456~41943040,314572800~16777216,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.447 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 14 diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~25165824,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~58720256,251658240~12582912,268435456~20971520,293601280~16777216,314572800~4194304,322961408~8388608,339738624~16777216,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.447 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~25165824,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~58720256,251658240~12582912,268435456~20971520,293601280~16777216,314572800~4194304,322961408~8388608,339738624~16777216,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.450 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,46137344~58720256,109051904~20971520,134217728~4194304,142606336~4194304,155189248~16777216,180355072~62914560,251658240~12582912,268435456~41943040,314572800~16777216,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.450 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 15 diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~25165824,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.451 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~25165824,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.453 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,46137344~58720256,109051904~20971520,134217728~12582912,155189248~16777216,180355072~62914560,251658240~79691776,335544320~20971520,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.454 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 16 diff [8388608~25165824,37748736~29360128,71303168~4194304,79691776~25165824,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.454 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~4194304,79691776~25165824,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.457 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~67108864,109051904~20971520,134217728~12582912,155189248~20971520,180355072~176160768,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.457 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 17 diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~25165824,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.458 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~25165824,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~8388608,381681664~8388608,398458880~12582912] 2021-03-04T22:56:04.460 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~67108864,109051904~20971520,134217728~12582912,155189248~201326592,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.461 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 18 diff [0~33554432,37748736~29360128,71303168~54525952,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.461 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~54525952,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.464 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~92274688,134217728~222298112,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.464 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 19 diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.464 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:04.467 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.467 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 9 diff [20971520~8388608,88080384~4194304,159383552~4194304,184549376~8388608,209715200~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304] 2021-03-04T22:56:04.468 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~8388608,88080384~4194304,159383552~4194304,184549376~8388608,209715200~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304] 2021-03-04T22:56:04.471 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~12582912,88080384~4194304,159383552~4194304,184549376~8388608,209715200~8388608,268435456~20971520,293601280~8388608,314572800~8388608] 2021-03-04T22:56:04.472 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 10 diff [20971520~8388608,46137344~8388608,71303168~4194304,88080384~4194304,159383552~4194304,184549376~8388608,205520896~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.472 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~8388608,46137344~8388608,71303168~4194304,88080384~4194304,159383552~4194304,184549376~8388608,205520896~8388608,268435456~8388608,281018368~8388608,293601280~8388608,314572800~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.474 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~12582912,46137344~8388608,71303168~8388608,88080384~4194304,159383552~4194304,184549376~8388608,205520896~12582912,268435456~33554432,314572800~8388608,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.474 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 11 diff [20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,88080384~4194304,109051904~12582912,155189248~8388608,184549376~8388608,197132288~16777216,230686720~8388608,268435456~20971520,293601280~8388608,314572800~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.475 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,88080384~4194304,109051904~12582912,155189248~8388608,184549376~8388608,197132288~16777216,230686720~8388608,268435456~20971520,293601280~8388608,314572800~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.478 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~12582912,46137344~12582912,62914560~16777216,88080384~4194304,109051904~12582912,155189248~8388608,184549376~8388608,197132288~20971520,230686720~12582912,268435456~33554432,314572800~8388608,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.478 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 12 diff [12582912~4194304,20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,79691776~4194304,88080384~4194304,109051904~16777216,155189248~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~8388608,268435456~20971520,293601280~8388608,314572800~4194304,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.478 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~4194304,20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,79691776~4194304,88080384~4194304,109051904~16777216,155189248~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~8388608,268435456~20971520,293601280~8388608,314572800~4194304,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.481 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~4194304,20971520~12582912,46137344~12582912,62914560~29360128,109051904~16777216,155189248~8388608,180355072~46137344,230686720~12582912,268435456~33554432,314572800~8388608,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.481 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 13 diff [8388608~8388608,20971520~12582912,46137344~20971520,71303168~4194304,79691776~4194304,88080384~4194304,109051904~16777216,134217728~4194304,155189248~8388608,180355072~12582912,197132288~41943040,255852544~8388608,268435456~20971520,293601280~16777216,314572800~4194304,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.481 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~12582912,46137344~20971520,71303168~4194304,79691776~4194304,88080384~4194304,109051904~16777216,134217728~4194304,155189248~8388608,180355072~12582912,197132288~41943040,255852544~8388608,268435456~20971520,293601280~16777216,314572800~4194304,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.484 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~12582912,46137344~46137344,109051904~20971520,134217728~4194304,155189248~8388608,180355072~62914560,255852544~8388608,268435456~41943040,314572800~8388608,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.484 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 14 diff [8388608~8388608,20971520~12582912,46137344~20971520,71303168~4194304,79691776~4194304,88080384~4194304,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~58720256,251658240~12582912,268435456~20971520,293601280~16777216,314572800~4194304,322961408~8388608,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.485 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~12582912,46137344~20971520,71303168~4194304,79691776~4194304,88080384~4194304,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~58720256,251658240~12582912,268435456~20971520,293601280~16777216,314572800~4194304,322961408~8388608,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.488 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~12582912,46137344~46137344,109051904~20971520,134217728~4194304,142606336~4194304,155189248~16777216,180355072~62914560,251658240~12582912,268435456~41943040,314572800~16777216,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.489 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 15 diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~12582912,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.489 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,46137344~20971520,71303168~4194304,79691776~12582912,109051904~16777216,134217728~12582912,155189248~12582912,180355072~58720256,251658240~46137344,301989888~16777216,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.491 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,46137344~46137344,109051904~20971520,134217728~12582912,155189248~16777216,180355072~62914560,251658240~79691776,335544320~20971520,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.491 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 16 diff [8388608~25165824,37748736~29360128,71303168~4194304,79691776~12582912,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.491 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~25165824,37748736~29360128,71303168~4194304,79691776~12582912,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~16777216,322961408~33554432,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:04 gibba008 bash[39303]: cluster 2021-03-04T22:56:02.609369+0000 mgr.x (mgr.34379) 56 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 34 op/s 2021-03-04T22:56:04.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:04 gibba008 bash[39303]: cluster 2021-03-04T22:56:03.015006+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-03-04T22:56:04.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:04 gibba008 bash[37770]: cluster 2021-03-04T22:56:02.609369+0000 mgr.x (mgr.34379) 56 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 34 op/s 2021-03-04T22:56:04.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:04 gibba008 bash[37770]: cluster 2021-03-04T22:56:03.015006+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-03-04T22:56:04.494 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~54525952,109051904~20971520,134217728~12582912,155189248~20971520,180355072~176160768,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.495 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 17 diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~12582912,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.495 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~12582912,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~54525952,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.498 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~54525952,109051904~20971520,134217728~12582912,155189248~201326592,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.498 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 18 diff [0~33554432,37748736~29360128,71303168~20971520,100663296~25165824,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.498 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~25165824,134217728~16777216,155189248~20971520,180355072~117440512,301989888~54525952,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.501 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~29360128,134217728~222298112,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.501 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 19 diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.502 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.505 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.505 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 10 diff [46137344~8388608,71303168~4194304,205520896~8388608,272629760~8388608,285212672~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.505 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [46137344~8388608,71303168~4194304,205520896~8388608,272629760~8388608,285212672~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.508 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [46137344~8388608,71303168~8388608,205520896~12582912,272629760~8388608,285212672~8388608,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.508 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 11 diff [20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,109051904~12582912,155189248~8388608,197132288~16777216,230686720~8388608,272629760~8388608,285212672~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.508 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,109051904~12582912,155189248~8388608,197132288~16777216,230686720~8388608,272629760~8388608,285212672~4194304,339738624~16777216,398458880~8388608] 2021-03-04T22:56:04.511 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~8388608,46137344~12582912,62914560~16777216,109051904~12582912,155189248~8388608,197132288~20971520,230686720~12582912,272629760~8388608,285212672~8388608,339738624~16777216,398458880~12582912] 2021-03-04T22:56:04.511 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 12 diff [12582912~4194304,20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,79691776~4194304,109051904~16777216,155189248~8388608,180355072~4194304,188743680~4194304,197132288~16777216,218103808~8388608,230686720~8388608,272629760~8388608,285212672~4194304,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.511 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~4194304,20971520~8388608,46137344~12582912,62914560~4194304,71303168~4194304,79691776~4194304,109051904~16777216,155189248~8388608,180355072~4194304,188743680~4194304,197132288~16777216,218103808~8388608,230686720~8388608,272629760~8388608,285212672~4194304,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.514 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~4194304,20971520~8388608,46137344~12582912,62914560~25165824,109051904~16777216,155189248~8388608,180355072~4194304,188743680~37748736,230686720~12582912,272629760~8388608,285212672~8388608,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.514 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 13 diff [8388608~8388608,20971520~8388608,46137344~20971520,71303168~4194304,79691776~4194304,109051904~16777216,134217728~4194304,155189248~8388608,180355072~4194304,188743680~4194304,197132288~16777216,218103808~20971520,255852544~8388608,272629760~8388608,285212672~4194304,301989888~8388608,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.515 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~8388608,46137344~20971520,71303168~4194304,79691776~4194304,109051904~16777216,134217728~4194304,155189248~8388608,180355072~4194304,188743680~4194304,197132288~16777216,218103808~20971520,255852544~8388608,272629760~8388608,285212672~4194304,301989888~8388608,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.517 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~8388608,46137344~41943040,109051904~20971520,134217728~4194304,155189248~8388608,180355072~4194304,188743680~54525952,255852544~8388608,272629760~20971520,301989888~8388608,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.518 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 14 diff [8388608~8388608,20971520~8388608,46137344~20971520,71303168~4194304,79691776~4194304,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~33554432,218103808~20971520,251658240~12582912,272629760~8388608,285212672~4194304,301989888~8388608,322961408~8388608,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.518 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~8388608,46137344~20971520,71303168~4194304,79691776~4194304,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~33554432,218103808~20971520,251658240~12582912,272629760~8388608,285212672~4194304,301989888~8388608,322961408~8388608,339738624~16777216,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.521 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~12582912,46137344~41943040,109051904~20971520,134217728~4194304,142606336~4194304,155189248~16777216,180355072~62914560,251658240~12582912,272629760~20971520,301989888~8388608,322961408~8388608,339738624~16777216,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.521 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 15 diff [8388608~20971520,46137344~20971520,71303168~4194304,79691776~8388608,109051904~16777216,134217728~12582912,155189248~12582912,180355072~33554432,218103808~20971520,251658240~46137344,301989888~12582912,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.521 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,46137344~20971520,71303168~4194304,79691776~8388608,109051904~16777216,134217728~12582912,155189248~12582912,180355072~33554432,218103808~20971520,251658240~46137344,301989888~12582912,322961408~8388608,335544320~20971520,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.526 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,46137344~41943040,109051904~20971520,134217728~12582912,155189248~16777216,180355072~62914560,251658240~62914560,322961408~8388608,335544320~20971520,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.526 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 16 diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~8388608,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~12582912,322961408~33554432,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.526 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~8388608,109051904~16777216,134217728~12582912,155189248~16777216,180355072~117440512,301989888~12582912,322961408~33554432,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.529 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~50331648,109051904~20971520,134217728~12582912,155189248~20971520,180355072~134217728,322961408~33554432,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.530 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 17 diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~8388608,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~12582912,318767104~37748736,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.530 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~29360128,71303168~4194304,79691776~8388608,109051904~16777216,134217728~12582912,155189248~20971520,180355072~117440512,301989888~12582912,318767104~37748736,364904448~8388608,381681664~8388608,398458880~8388608] 2021-03-04T22:56:04.533 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~50331648,109051904~20971520,134217728~12582912,155189248~159383552,318767104~37748736,364904448~8388608,381681664~12582912,398458880~12582912] 2021-03-04T22:56:04.533 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 18 diff [0~29360128,37748736~29360128,71303168~20971520,100663296~25165824,134217728~16777216,155189248~20971520,180355072~117440512,301989888~12582912,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.533 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~25165824,134217728~16777216,155189248~20971520,180355072~117440512,301989888~12582912,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.536 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~29360128,134217728~180355072,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.536 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 19 diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.536 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:04.539 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:04.540 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 11 diff [20971520~8388608,54525952~4194304,62914560~4194304,109051904~12582912,155189248~8388608,197132288~8388608,230686720~8388608,276824064~4194304] 2021-03-04T22:56:04.540 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~8388608,54525952~4194304,62914560~4194304,109051904~12582912,155189248~8388608,197132288~8388608,230686720~8388608,276824064~4194304] 2021-03-04T22:56:04.543 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~8388608,54525952~4194304,62914560~8388608,109051904~12582912,155189248~8388608,197132288~8388608,230686720~12582912,276824064~4194304] 2021-03-04T22:56:04.543 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 12 diff [12582912~4194304,20971520~8388608,54525952~4194304,62914560~4194304,79691776~4194304,109051904~16777216,155189248~8388608,180355072~4194304,188743680~4194304,197132288~8388608,218103808~8388608,230686720~8388608,276824064~4194304,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.543 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~4194304,20971520~8388608,54525952~4194304,62914560~4194304,79691776~4194304,109051904~16777216,155189248~8388608,180355072~4194304,188743680~4194304,197132288~8388608,218103808~8388608,230686720~8388608,276824064~4194304,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.546 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,79691776~8388608,109051904~16777216,155189248~8388608,180355072~4194304,188743680~16777216,218103808~8388608,230686720~12582912,276824064~4194304,348127232~8388608,381681664~12582912] 2021-03-04T22:56:04.547 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 13 diff [8388608~8388608,20971520~8388608,54525952~12582912,79691776~4194304,109051904~16777216,134217728~4194304,155189248~8388608,180355072~4194304,188743680~4194304,197132288~16777216,218103808~20971520,255852544~8388608,276824064~4194304,301989888~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.547 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~8388608,54525952~12582912,79691776~4194304,109051904~16777216,134217728~4194304,155189248~8388608,180355072~4194304,188743680~4194304,197132288~16777216,218103808~20971520,255852544~8388608,276824064~4194304,301989888~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.549 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~8388608,54525952~16777216,79691776~8388608,109051904~20971520,134217728~4194304,155189248~8388608,180355072~4194304,188743680~25165824,218103808~25165824,255852544~8388608,276824064~8388608,301989888~8388608,348127232~8388608,381681664~12582912] 2021-03-04T22:56:04.625 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 14 diff [8388608~8388608,20971520~8388608,54525952~12582912,79691776~4194304,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~33554432,218103808~20971520,251658240~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.626 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~8388608,54525952~12582912,79691776~4194304,109051904~16777216,134217728~4194304,142606336~4194304,155189248~12582912,180355072~33554432,218103808~20971520,251658240~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.627 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~12582912,54525952~16777216,79691776~8388608,109051904~20971520,134217728~4194304,142606336~4194304,155189248~16777216,180355072~33554432,218103808~25165824,251658240~12582912,276824064~8388608,301989888~8388608,322961408~8388608,348127232~8388608,381681664~12582912] 2021-03-04T22:56:04.627 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 15 diff [8388608~20971520,54525952~12582912,79691776~8388608,109051904~16777216,134217728~12582912,155189248~12582912,180355072~33554432,218103808~20971520,251658240~20971520,276824064~20971520,301989888~12582912,322961408~8388608,335544320~4194304,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.627 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,54525952~12582912,79691776~8388608,109051904~16777216,134217728~12582912,155189248~12582912,180355072~33554432,218103808~20971520,251658240~20971520,276824064~20971520,301989888~12582912,322961408~8388608,335544320~4194304,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.628 INFO:teuthology.orchestra.run.gibba008.stdout:wait for majority of mons to upgrade 2021-03-04T22:56:04.635 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,54525952~16777216,79691776~8388608,109051904~20971520,134217728~12582912,155189248~16777216,180355072~33554432,218103808~25165824,251658240~62914560,322961408~8388608,335544320~4194304,348127232~8388608,364904448~8388608,381681664~12582912] 2021-03-04T22:56:04.636 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 16 diff [8388608~20971520,37748736~8388608,54525952~12582912,79691776~8388608,109051904~16777216,134217728~12582912,155189248~16777216,180355072~92274688,276824064~20971520,301989888~12582912,322961408~16777216,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.636 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~8388608,54525952~12582912,79691776~8388608,109051904~16777216,134217728~12582912,155189248~16777216,180355072~92274688,276824064~20971520,301989888~12582912,322961408~16777216,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.636 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~12582912,54525952~16777216,79691776~8388608,109051904~20971520,134217728~12582912,155189248~20971520,180355072~134217728,322961408~16777216,348127232~8388608,364904448~8388608,381681664~12582912] 2021-03-04T22:56:04.636 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 17 diff [8388608~20971520,37748736~8388608,54525952~12582912,79691776~8388608,109051904~16777216,134217728~12582912,155189248~20971520,180355072~41943040,226492416~46137344,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~8388608,381681664~8388608,406847488~4194304] 2021-03-04T22:56:04.636 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~8388608,54525952~12582912,79691776~8388608,109051904~16777216,134217728~12582912,155189248~20971520,180355072~41943040,226492416~46137344,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~8388608,381681664~8388608,406847488~4194304] 2021-03-04T22:56:04.637 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~12582912,54525952~16777216,79691776~8388608,109051904~20971520,134217728~12582912,155189248~159383552,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,406847488~4194304] 2021-03-04T22:56:04.637 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 18 diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~25165824,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.637 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~25165824,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.637 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~29360128,134217728~180355072,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:04.638 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 19 diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.638 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.638 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:04.638 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 12 diff [12582912~4194304,79691776~4194304,117440512~8388608,180355072~4194304,188743680~4194304,218103808~8388608,234881024~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.638 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~4194304,79691776~4194304,117440512~8388608,180355072~4194304,188743680~4194304,218103808~8388608,234881024~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.639 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~4194304,79691776~8388608,117440512~8388608,180355072~4194304,188743680~8388608,218103808~8388608,234881024~8388608,348127232~8388608,381681664~12582912] 2021-03-04T22:56:04.639 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 13 diff [8388608~8388608,20971520~4194304,58720256~8388608,79691776~4194304,117440512~8388608,134217728~4194304,180355072~4194304,188743680~4194304,205520896~8388608,218103808~12582912,234881024~8388608,255852544~8388608,276824064~4194304,301989888~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.639 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~4194304,58720256~8388608,79691776~4194304,117440512~8388608,134217728~4194304,180355072~4194304,188743680~4194304,205520896~8388608,218103808~12582912,234881024~8388608,255852544~8388608,276824064~4194304,301989888~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.639 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~8388608,58720256~12582912,79691776~8388608,117440512~12582912,134217728~4194304,180355072~4194304,188743680~8388608,205520896~8388608,218103808~25165824,255852544~8388608,276824064~8388608,301989888~8388608,348127232~8388608,381681664~12582912] 2021-03-04T22:56:04.640 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 14 diff [8388608~8388608,20971520~8388608,58720256~8388608,79691776~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,180355072~16777216,205520896~8388608,218103808~12582912,234881024~8388608,251658240~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.640 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~8388608,58720256~8388608,79691776~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,180355072~16777216,205520896~8388608,218103808~12582912,234881024~8388608,251658240~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~8388608,381681664~8388608] 2021-03-04T22:56:04.640 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,20971520~12582912,58720256~12582912,79691776~8388608,117440512~12582912,134217728~4194304,142606336~4194304,155189248~16777216,180355072~16777216,205520896~8388608,218103808~25165824,251658240~12582912,276824064~8388608,301989888~8388608,322961408~8388608,348127232~8388608,381681664~12582912] 2021-03-04T22:56:04.640 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 15 diff [8388608~20971520,58720256~8388608,79691776~8388608,117440512~8388608,134217728~12582912,155189248~12582912,180355072~16777216,205520896~8388608,218103808~12582912,234881024~8388608,251658240~20971520,276824064~20971520,301989888~12582912,322961408~8388608,335544320~4194304,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.640 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,58720256~8388608,79691776~8388608,117440512~8388608,134217728~12582912,155189248~12582912,180355072~16777216,205520896~8388608,218103808~12582912,234881024~8388608,251658240~20971520,276824064~20971520,301989888~12582912,322961408~8388608,335544320~4194304,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.641 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,58720256~12582912,79691776~8388608,117440512~12582912,134217728~12582912,155189248~16777216,180355072~16777216,205520896~8388608,218103808~25165824,251658240~62914560,322961408~8388608,335544320~4194304,348127232~8388608,364904448~8388608,381681664~12582912] 2021-03-04T22:56:04.641 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 16 diff [8388608~20971520,37748736~8388608,58720256~8388608,79691776~8388608,117440512~8388608,134217728~12582912,155189248~16777216,180355072~16777216,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,322961408~16777216,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.641 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~8388608,58720256~8388608,79691776~8388608,117440512~8388608,134217728~12582912,155189248~16777216,180355072~16777216,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,322961408~16777216,348127232~8388608,364904448~8388608,381681664~8388608] 2021-03-04T22:56:04.641 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~12582912,58720256~12582912,79691776~8388608,117440512~12582912,134217728~12582912,155189248~20971520,180355072~16777216,205520896~109051904,322961408~16777216,348127232~8388608,364904448~8388608,381681664~12582912] 2021-03-04T22:56:04.642 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 17 diff [8388608~20971520,37748736~8388608,58720256~8388608,79691776~8388608,117440512~8388608,134217728~12582912,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~8388608,381681664~8388608,406847488~4194304] 2021-03-04T22:56:04.642 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~8388608,58720256~8388608,79691776~8388608,117440512~8388608,134217728~12582912,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~8388608,381681664~8388608,406847488~4194304] 2021-03-04T22:56:04.642 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~12582912,58720256~12582912,79691776~8388608,117440512~12582912,134217728~12582912,155189248~41943040,205520896~109051904,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,406847488~4194304] 2021-03-04T22:56:04.642 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 18 diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~8388608,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.642 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~8388608,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.643 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~12582912,134217728~62914560,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:04.643 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 19 diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.643 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:04.643 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:04.644 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 13 diff [8388608~4194304,20971520~4194304,58720256~8388608,117440512~8388608,134217728~4194304,205520896~8388608,226492416~4194304,255852544~8388608,276824064~4194304,301989888~8388608] 2021-03-04T22:56:04.644 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,20971520~4194304,58720256~8388608,117440512~8388608,134217728~4194304,205520896~8388608,226492416~4194304,255852544~8388608,276824064~4194304,301989888~8388608] 2021-03-04T22:56:04.644 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,20971520~8388608,58720256~12582912,117440512~12582912,134217728~4194304,205520896~8388608,226492416~8388608,255852544~8388608,276824064~8388608,301989888~8388608] 2021-03-04T22:56:04.644 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 14 diff [8388608~4194304,20971520~8388608,58720256~8388608,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,184549376~12582912,205520896~8388608,222298112~8388608,251658240~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~4194304] 2021-03-04T22:56:04.644 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,20971520~8388608,58720256~8388608,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,184549376~12582912,205520896~8388608,222298112~8388608,251658240~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~4194304] 2021-03-04T22:56:04.645 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,20971520~12582912,58720256~12582912,117440512~12582912,134217728~4194304,142606336~4194304,155189248~16777216,184549376~12582912,205520896~8388608,222298112~12582912,251658240~12582912,276824064~8388608,301989888~8388608,322961408~8388608,348127232~4194304] 2021-03-04T22:56:04.645 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 15 diff [8388608~4194304,16777216~12582912,58720256~8388608,79691776~4194304,117440512~8388608,134217728~12582912,155189248~12582912,184549376~12582912,205520896~8388608,222298112~8388608,234881024~4194304,251658240~20971520,276824064~20971520,301989888~12582912,322961408~8388608,335544320~4194304,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.645 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,16777216~12582912,58720256~8388608,79691776~4194304,117440512~8388608,134217728~12582912,155189248~12582912,184549376~12582912,205520896~8388608,222298112~8388608,234881024~4194304,251658240~20971520,276824064~20971520,301989888~12582912,322961408~8388608,335544320~4194304,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.645 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,16777216~16777216,58720256~12582912,79691776~8388608,117440512~12582912,134217728~12582912,155189248~16777216,184549376~12582912,205520896~8388608,222298112~16777216,251658240~62914560,322961408~8388608,335544320~4194304,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.646 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 16 diff [8388608~4194304,16777216~12582912,37748736~8388608,58720256~8388608,79691776~4194304,117440512~8388608,134217728~12582912,155189248~16777216,184549376~12582912,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,322961408~16777216,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.646 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~4194304,16777216~12582912,37748736~8388608,58720256~8388608,79691776~4194304,117440512~8388608,134217728~12582912,155189248~16777216,184549376~12582912,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,322961408~16777216,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.646 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4194304,16777216~16777216,37748736~12582912,58720256~12582912,79691776~8388608,117440512~12582912,134217728~12582912,155189248~20971520,184549376~12582912,205520896~109051904,322961408~16777216,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.646 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 17 diff [8388608~20971520,37748736~8388608,58720256~8388608,79691776~4194304,117440512~8388608,134217728~12582912,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~4194304,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.646 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~8388608,58720256~8388608,79691776~4194304,117440512~8388608,134217728~12582912,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~4194304,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.647 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~12582912,58720256~12582912,79691776~8388608,117440512~12582912,134217728~12582912,155189248~25165824,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.647 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 18 diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~8388608,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.647 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~8388608,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~20971520,301989888~12582912,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.647 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~12582912,134217728~46137344,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:04.648 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 19 diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.648 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.648 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:04.648 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 14 diff [25165824~4194304,142606336~4194304,155189248~12582912,184549376~12582912,222298112~4194304,251658240~8388608,322961408~8388608,348127232~4194304] 2021-03-04T22:56:04.648 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [25165824~4194304,142606336~4194304,155189248~12582912,184549376~12582912,222298112~4194304,251658240~8388608,322961408~8388608,348127232~4194304] 2021-03-04T22:56:04.649 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [25165824~8388608,142606336~4194304,155189248~16777216,184549376~12582912,222298112~4194304,251658240~8388608,322961408~8388608,348127232~4194304] 2021-03-04T22:56:04.649 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 15 diff [16777216~12582912,79691776~4194304,134217728~12582912,155189248~12582912,184549376~12582912,222298112~4194304,234881024~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,322961408~8388608,335544320~4194304,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.649 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~12582912,79691776~4194304,134217728~12582912,155189248~12582912,184549376~12582912,222298112~4194304,234881024~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,322961408~8388608,335544320~4194304,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.649 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~16777216,79691776~8388608,134217728~12582912,155189248~16777216,184549376~12582912,222298112~4194304,234881024~4194304,251658240~8388608,264241152~37748736,310378496~4194304,322961408~8388608,335544320~4194304,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.649 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 16 diff [16777216~12582912,37748736~8388608,79691776~4194304,134217728~12582912,155189248~16777216,184549376~12582912,213909504~12582912,234881024~25165824,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,322961408~16777216,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.650 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~12582912,37748736~8388608,79691776~4194304,134217728~12582912,155189248~16777216,184549376~12582912,213909504~12582912,234881024~25165824,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,322961408~16777216,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.650 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~16777216,37748736~12582912,79691776~8388608,134217728~12582912,155189248~20971520,184549376~12582912,213909504~12582912,234881024~25165824,264241152~37748736,310378496~4194304,322961408~16777216,348127232~4194304,364904448~8388608] 2021-03-04T22:56:04.650 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 17 diff [8388608~20971520,37748736~8388608,79691776~4194304,134217728~12582912,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~20971520,348127232~4194304,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.650 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,37748736~8388608,79691776~4194304,134217728~12582912,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~20971520,348127232~4194304,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.651 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~25165824,37748736~12582912,79691776~8388608,134217728~12582912,155189248~25165824,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.651 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 18 diff [0~29360128,37748736~8388608,71303168~20971520,100663296~8388608,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.651 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,71303168~20971520,100663296~8388608,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.653 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,71303168~20971520,100663296~12582912,134217728~46137344,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:04.654 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 19 diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.654 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.654 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~54525952,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:04.654 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 15 diff [16777216~8388608,79691776~4194304,134217728~8388608,234881024~4194304,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,335544320~4194304,364904448~8388608] 2021-03-04T22:56:04.655 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,79691776~4194304,134217728~8388608,234881024~4194304,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,335544320~4194304,364904448~8388608] 2021-03-04T22:56:04.655 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~12582912,79691776~8388608,134217728~12582912,234881024~4194304,264241152~37748736,310378496~4194304,335544320~4194304,364904448~8388608] 2021-03-04T22:56:04.655 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 16 diff [16777216~8388608,37748736~8388608,79691776~4194304,134217728~8388608,163577856~8388608,213909504~8388608,234881024~16777216,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,327155712~12582912,364904448~8388608] 2021-03-04T22:56:04.655 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,37748736~8388608,79691776~4194304,134217728~8388608,163577856~8388608,213909504~8388608,234881024~16777216,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,327155712~12582912,364904448~8388608] 2021-03-04T22:56:04.656 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~12582912,37748736~12582912,79691776~8388608,134217728~12582912,163577856~12582912,213909504~12582912,234881024~16777216,264241152~37748736,310378496~4194304,327155712~12582912,364904448~8388608] 2021-03-04T22:56:04.656 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 17 diff [8388608~16777216,37748736~8388608,79691776~4194304,134217728~8388608,163577856~12582912,209715200~12582912,234881024~16777216,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~4194304,327155712~12582912,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.656 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,37748736~8388608,79691776~4194304,134217728~8388608,163577856~12582912,209715200~12582912,234881024~16777216,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~4194304,327155712~12582912,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.656 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,37748736~12582912,79691776~8388608,134217728~12582912,163577856~16777216,209715200~16777216,234881024~16777216,264241152~37748736,310378496~4194304,318767104~20971520,364904448~8388608,406847488~4194304] 2021-03-04T22:56:04.656 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 18 diff [0~25165824,29360128~4194304,37748736~8388608,71303168~20971520,100663296~8388608,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.657 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,71303168~20971520,100663296~8388608,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~8388608,289406976~8388608,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.657 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,71303168~20971520,100663296~12582912,134217728~20971520,159383552~20971520,209715200~16777216,234881024~16777216,255852544~4194304,264241152~37748736,310378496~4194304,318767104~20971520,364904448~20971520,406847488~4194304] 2021-03-04T22:56:04.657 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 19 diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.657 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:04.658 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,234881024~16777216,255852544~4194304,264241152~37748736,310378496~4194304,318767104~20971520,364904448~20971520,406847488~4194304] 2021-03-04T22:56:04.659 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 16 diff [25165824~4194304,37748736~8388608,134217728~8388608,163577856~8388608,213909504~8388608,239075328~12582912,293601280~4194304,327155712~12582912] 2021-03-04T22:56:04.659 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [25165824~4194304,37748736~8388608,134217728~8388608,163577856~8388608,213909504~8388608,239075328~12582912,293601280~4194304,327155712~12582912] 2021-03-04T22:56:04.659 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [25165824~4194304,37748736~12582912,134217728~8388608,163577856~12582912,213909504~12582912,239075328~12582912,293601280~8388608,327155712~12582912] 2021-03-04T22:56:04.659 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 17 diff [8388608~16777216,37748736~8388608,134217728~8388608,163577856~12582912,209715200~12582912,239075328~12582912,293601280~8388608,318767104~4194304,327155712~12582912,406847488~4194304] 2021-03-04T22:56:04.660 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,37748736~8388608,134217728~8388608,163577856~12582912,209715200~12582912,239075328~12582912,293601280~8388608,318767104~4194304,327155712~12582912,406847488~4194304] 2021-03-04T22:56:04.660 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,37748736~12582912,134217728~8388608,163577856~16777216,209715200~16777216,239075328~12582912,293601280~8388608,318767104~20971520,406847488~4194304] 2021-03-04T22:56:04.661 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 18 diff [0~25165824,29360128~4194304,37748736~8388608,71303168~8388608,83886080~8388608,100663296~8388608,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,293601280~8388608,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.661 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,71303168~8388608,83886080~8388608,100663296~8388608,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,293601280~8388608,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.664 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,71303168~8388608,83886080~8388608,100663296~12582912,134217728~20971520,159383552~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~4194304,293601280~8388608,318767104~20971520,373293056~12582912,406847488~4194304] 2021-03-04T22:56:04.664 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 19 diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.664 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.667 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~20971520,373293056~12582912,406847488~4194304] 2021-03-04T22:56:04.667 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 17 diff [8388608~16777216,37748736~8388608,171966464~4194304,209715200~8388608,293601280~4194304,318767104~4194304,406847488~4194304] 2021-03-04T22:56:04.668 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,37748736~8388608,171966464~4194304,209715200~8388608,293601280~4194304,318767104~4194304,406847488~4194304] 2021-03-04T22:56:04.670 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,37748736~12582912,171966464~8388608,209715200~12582912,293601280~8388608,318767104~8388608,406847488~4194304] 2021-03-04T22:56:04.671 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 18 diff [0~25165824,29360128~4194304,37748736~8388608,71303168~8388608,83886080~8388608,100663296~8388608,142606336~8388608,159383552~4194304,171966464~4194304,209715200~8388608,255852544~4194304,264241152~4194304,293601280~4194304,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.671 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,71303168~8388608,83886080~8388608,100663296~8388608,142606336~8388608,159383552~4194304,171966464~4194304,209715200~8388608,255852544~4194304,264241152~4194304,293601280~4194304,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.674 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,71303168~8388608,83886080~8388608,100663296~12582912,142606336~12582912,159383552~8388608,171966464~8388608,209715200~12582912,255852544~4194304,264241152~4194304,293601280~8388608,318767104~8388608,373293056~12582912,406847488~4194304] 2021-03-04T22:56:04.674 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 19 diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~16777216,209715200~8388608,255852544~4194304,264241152~4194304,285212672~12582912,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.674 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~16777216,209715200~8388608,255852544~4194304,264241152~4194304,285212672~12582912,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:04.677 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~8388608,142606336~12582912,159383552~20971520,209715200~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~8388608,373293056~12582912,406847488~4194304] 2021-03-04T22:56:04.677 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 18 diff [0~8388608,29360128~4194304,71303168~8388608,83886080~8388608,100663296~8388608,142606336~8388608,159383552~4194304,255852544~4194304,264241152~4194304,373293056~8388608] 2021-03-04T22:56:04.678 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~8388608,29360128~4194304,71303168~8388608,83886080~8388608,100663296~8388608,142606336~8388608,159383552~4194304,255852544~4194304,264241152~4194304,373293056~8388608] 2021-03-04T22:56:04.680 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~12582912,29360128~4194304,71303168~8388608,83886080~8388608,100663296~12582912,142606336~12582912,159383552~8388608,255852544~4194304,264241152~4194304,373293056~12582912] 2021-03-04T22:56:04.681 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 19 diff [0~8388608,12582912~8388608,29360128~4194304,46137344~4194304,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~12582912,255852544~4194304,264241152~4194304,285212672~8388608,373293056~8388608] 2021-03-04T22:56:04.681 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~8388608,12582912~8388608,29360128~4194304,46137344~4194304,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~12582912,255852544~4194304,264241152~4194304,285212672~8388608,373293056~8388608] 2021-03-04T22:56:04.684 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~4194304,46137344~4194304,62914560~16777216,83886080~8388608,100663296~12582912,125829120~8388608,142606336~12582912,159383552~16777216,255852544~4194304,264241152~4194304,285212672~12582912,373293056~12582912] 2021-03-04T22:56:04.684 INFO:tasks.workunit.client.0.gibba008.stdout:from 18 to 19 diff [12582912~8388608,46137344~4194304,62914560~4194304,83886080~4194304,125829120~4194304,146800640~4194304,163577856~8388608,285212672~8388608] 2021-03-04T22:56:04.684 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~8388608,46137344~4194304,62914560~4194304,83886080~4194304,125829120~4194304,146800640~4194304,163577856~8388608,285212672~8388608] 2021-03-04T22:56:04.687 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~12582912,46137344~4194304,62914560~8388608,83886080~8388608,125829120~8388608,146800640~4194304,163577856~12582912,285212672~12582912] 2021-03-04T22:56:05.057 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:05.057 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:05.084 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:05.085 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:05.085 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:05.101 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:05.102 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:05.102 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:05.120 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:05.120 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:05.121 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:05.138 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:05.139 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:05.139 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:05.155 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:05.156 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:05.156 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:05.173 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:05.174 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:05.175 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:05.193 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:05.193 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:05.194 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:05.210 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:05.210 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:05.211 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:05.229 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:05.230 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:05.230 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:05.246 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:05.247 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:05.247 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:05.264 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:05.264 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:05.264 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:05.282 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:05.282 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:05.282 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:05.299 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:05.300 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:05.300 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:05.315 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~54525952,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:05.316 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:05.316 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:05.331 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,234881024~16777216,255852544~4194304,264241152~37748736,310378496~4194304,318767104~20971520,364904448~20971520,406847488~4194304] 2021-03-04T22:56:05.331 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:05.332 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:05.401 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~20971520,373293056~12582912,406847488~4194304] 2021-03-04T22:56:05.402 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~16777216,209715200~8388608,255852544~4194304,264241152~4194304,285212672~12582912,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:05.402 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~16777216,209715200~8388608,255852544~4194304,264241152~4194304,285212672~12582912,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:05.420 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~8388608,142606336~12582912,159383552~20971520,209715200~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~8388608,373293056~12582912,406847488~4194304] 2021-03-04T22:56:05.420 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to HEAD diff [0~8388608,12582912~8388608,29360128~4194304,46137344~4194304,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~12582912,255852544~4194304,264241152~4194304,285212672~8388608,373293056~8388608] 2021-03-04T22:56:05.421 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~8388608,12582912~8388608,29360128~4194304,46137344~4194304,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~12582912,255852544~4194304,264241152~4194304,285212672~8388608,373293056~8388608] 2021-03-04T22:56:05.436 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~4194304,46137344~4194304,62914560~16777216,83886080~8388608,100663296~12582912,125829120~8388608,142606336~12582912,159383552~16777216,255852544~4194304,264241152~4194304,285212672~12582912,373293056~12582912] 2021-03-04T22:56:05.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:05 gibba008 bash[37770]: cluster 2021-03-04T22:56:04.026665+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-03-04T22:56:05.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:05 gibba008 bash[37770]: cluster 2021-03-04T22:56:04.609738+0000 mgr.x (mgr.34379) 57 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:56:05.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:05 gibba008 bash[39303]: cluster 2021-03-04T22:56:04.026665+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-03-04T22:56:05.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:05 gibba008 bash[39303]: cluster 2021-03-04T22:56:04.609738+0000 mgr.x (mgr.34379) 57 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:56:05.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:05 gibba023 bash[13021]: cluster 2021-03-04T22:56:04.026665+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-03-04T22:56:05.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:05 gibba023 bash[13021]: cluster 2021-03-04T22:56:04.609738+0000 mgr.x (mgr.34379) 57 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 764 MiB data, 1.9 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:56:05.886 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2021-03-04T22:56:06.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cluster 2021-03-04T22:56:05.045128+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-03-04T22:56:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: audit 2021-03-04T22:56:05.191906+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.193326+0000 mgr.x (mgr.34379) 58 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:56:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: audit 2021-03-04T22:56:05.405521+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.409627+0000 mgr.x (mgr.34379) 59 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:56:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: audit 2021-03-04T22:56:05.410330+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.412488+0000 mgr.x (mgr.34379) 60 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:56:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: audit 2021-03-04T22:56:05.413080+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:56:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.415025+0000 mgr.x (mgr.34379) 61 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:56:06.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.415069+0000 mgr.x (mgr.34379) 62 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:56:06.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: audit 2021-03-04T22:56:05.415622+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T22:56:06.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.416898+0000 mgr.x (mgr.34379) 63 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T22:56:06.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[39303]: cephadm 2021-03-04T22:56:05.416939+0000 mgr.x (mgr.34379) 64 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T22:56:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cluster 2021-03-04T22:56:05.045128+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-03-04T22:56:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: audit 2021-03-04T22:56:05.191906+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.193326+0000 mgr.x (mgr.34379) 58 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:56:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: audit 2021-03-04T22:56:05.405521+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:06.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.409627+0000 mgr.x (mgr.34379) 59 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:56:06.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: audit 2021-03-04T22:56:05.410330+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:06.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.412488+0000 mgr.x (mgr.34379) 60 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:56:06.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: audit 2021-03-04T22:56:05.413080+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:56:06.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.415025+0000 mgr.x (mgr.34379) 61 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:56:06.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.415069+0000 mgr.x (mgr.34379) 62 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:56:06.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: audit 2021-03-04T22:56:05.415622+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T22:56:06.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.416898+0000 mgr.x (mgr.34379) 63 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T22:56:06.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:06 gibba008 bash[37770]: cephadm 2021-03-04T22:56:05.416939+0000 mgr.x (mgr.34379) 64 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T22:56:06.417 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:06.418 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:06.423 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:06.423 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:06.423 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:06.426 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:06.427 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:06.427 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:06.430 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:06.431 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:06.431 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:06.434 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:06.435 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:06.436 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:06.438 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:06.438 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:06.438 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:06.442 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:06.442 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:06.442 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:06.445 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:06.446 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:06.446 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:06.449 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:06.450 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:06.450 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:06.453 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:06.453 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:06.454 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:06.457 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:06.458 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:06.458 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:06.461 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:06.462 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:06.462 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:06.465 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:06.466 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:06.466 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:06.470 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:06.470 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:06.470 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:06.473 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~54525952,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:06.473 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:06.474 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:06.477 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,234881024~16777216,255852544~4194304,264241152~37748736,310378496~4194304,318767104~20971520,364904448~20971520,406847488~4194304] 2021-03-04T22:56:06.477 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:06.478 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:06.481 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~20971520,373293056~12582912,406847488~4194304] 2021-03-04T22:56:06.481 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~16777216,209715200~8388608,255852544~4194304,264241152~4194304,285212672~12582912,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:06.481 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,142606336~8388608,159383552~16777216,209715200~8388608,255852544~4194304,264241152~4194304,285212672~12582912,318767104~4194304,373293056~8388608,406847488~4194304] 2021-03-04T22:56:06.485 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~8388608,142606336~12582912,159383552~20971520,209715200~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~8388608,373293056~12582912,406847488~4194304] 2021-03-04T22:56:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cluster 2021-03-04T22:56:05.045128+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-03-04T22:56:06.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: audit 2021-03-04T22:56:05.191906+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:06.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.193326+0000 mgr.x (mgr.34379) 58 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:56:06.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: audit 2021-03-04T22:56:05.405521+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:06.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.409627+0000 mgr.x (mgr.34379) 59 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:56:06.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: audit 2021-03-04T22:56:05.410330+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:06.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.412488+0000 mgr.x (mgr.34379) 60 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:56:06.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: audit 2021-03-04T22:56:05.413080+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:56:06.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.415025+0000 mgr.x (mgr.34379) 61 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:56:06.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.415069+0000 mgr.x (mgr.34379) 62 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:56:06.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: audit 2021-03-04T22:56:05.415622+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T22:56:06.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.416898+0000 mgr.x (mgr.34379) 63 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T22:56:06.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:06 gibba023 bash[13021]: cephadm 2021-03-04T22:56:05.416939+0000 mgr.x (mgr.34379) 64 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T22:56:07.442 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:07.443 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:07.458 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:07.458 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:07.458 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:07.463 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:07.463 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:07.463 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:07.467 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:07.467 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:07.468 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:07.471 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:07.472 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:07.472 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:07.475 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:07.476 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:07.476 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:07.479 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:07.480 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:07.480 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:07.483 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:07.483 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:07.483 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:07.487 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:07.487 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:07.487 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:07.490 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:07.490 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:07.490 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:07.493 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:07.494 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:07.494 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:07.497 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:07.497 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:07.497 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:07.500 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:07.501 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:07.501 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:07.504 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:07.504 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:07.505 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:07.508 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~54525952,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:07.508 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:07.508 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:07.511 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,234881024~16777216,255852544~4194304,264241152~37748736,310378496~4194304,318767104~20971520,364904448~20971520,406847488~4194304] 2021-03-04T22:56:07.512 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:07.512 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~8388608,83886080~8388608,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~4194304,327155712~12582912,373293056~8388608,406847488~4194304] 2021-03-04T22:56:07.514 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~16777216,83886080~8388608,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~4194304,285212672~16777216,318767104~20971520,373293056~12582912,406847488~4194304] 2021-03-04T22:56:07.698 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:07 gibba023 bash[13021]: cluster 2021-03-04T22:56:06.409679+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-03-04T22:56:07.698 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:07 gibba023 bash[13021]: cluster 2021-03-04T22:56:06.610460+0000 mgr.x (mgr.34379) 65 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 7.2 KiB/s rd, 27 MiB/s wr, 5.12k op/s 2021-03-04T22:56:07.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:07 gibba008 bash[37770]: cluster 2021-03-04T22:56:06.409679+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-03-04T22:56:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:07 gibba008 bash[37770]: cluster 2021-03-04T22:56:06.610460+0000 mgr.x (mgr.34379) 65 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 7.2 KiB/s rd, 27 MiB/s wr, 5.12k op/s 2021-03-04T22:56:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:07 gibba008 bash[39303]: cluster 2021-03-04T22:56:06.409679+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-03-04T22:56:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:07 gibba008 bash[39303]: cluster 2021-03-04T22:56:06.610460+0000 mgr.x (mgr.34379) 65 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 7.2 KiB/s rd, 27 MiB/s wr, 5.12k op/s 2021-03-04T22:56:08.432 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.433 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.439 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:08.440 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.440 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.443 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:08.443 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:08.443 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:08.446 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:08.446 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:08.447 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:08.449 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:08.450 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.450 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.453 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:08.453 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.453 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.456 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:08.457 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.457 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.460 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.460 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.460 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.463 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.464 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.464 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.467 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.467 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.467 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.470 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.471 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.471 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.474 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:08.474 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.474 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.477 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:08.477 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.478 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.481 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:08.481 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.481 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.485 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~54525952,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:08.485 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.485 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,159383552~16777216,209715200~12582912,234881024~16777216,255852544~4194304,264241152~8388608,276824064~25165824,310378496~4194304,318767104~4194304,327155712~12582912,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.487 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~29360128,159383552~20971520,209715200~16777216,234881024~16777216,255852544~4194304,264241152~37748736,310378496~4194304,318767104~20971520,364904448~20971520,406847488~4194304] 2021-03-04T22:56:08.622 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.622 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.632 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:08.632 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.632 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:08.638 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:08.638 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:08.638 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:08.643 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:08.644 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:08.644 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:08.650 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:08.650 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.650 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.655 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:08.655 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.655 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:08.661 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:08.661 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.661 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.666 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.666 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.667 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:08.672 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.672 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.672 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.678 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.678 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.678 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:08.683 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:08.683 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.684 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.689 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:08.689 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.690 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:08.695 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:08.695 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.695 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.701 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:08.701 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.701 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,62914560~4194304,71303168~20971520,100663296~8388608,125829120~4194304,134217728~16777216,155189248~20971520,184549376~12582912,209715200~16777216,234881024~25165824,264241152~8388608,276824064~25165824,310378496~4194304,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:08.706 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,62914560~29360128,100663296~12582912,125829120~54525952,184549376~12582912,209715200~16777216,234881024~25165824,264241152~37748736,310378496~4194304,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:08.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[37770]: cluster 2021-03-04T22:56:07.423839+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-03-04T22:56:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[37770]: audit 2021-03-04T22:56:08.136751+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[37770]: audit 2021-03-04T22:56:08.138271+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[37770]: audit 2021-03-04T22:56:08.139247+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[37770]: audit 2021-03-04T22:56:08.140247+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[37770]: audit 2021-03-04T22:56:08.141840+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T22:56:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[39303]: cluster 2021-03-04T22:56:07.423839+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-03-04T22:56:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[39303]: audit 2021-03-04T22:56:08.136751+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[39303]: audit 2021-03-04T22:56:08.138271+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[39303]: audit 2021-03-04T22:56:08.139247+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[39303]: audit 2021-03-04T22:56:08.140247+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:08 gibba008 bash[39303]: audit 2021-03-04T22:56:08.141840+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T22:56:08.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:08 gibba023 bash[13021]: cluster 2021-03-04T22:56:07.423839+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-03-04T22:56:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:08 gibba023 bash[13021]: audit 2021-03-04T22:56:08.136751+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:08 gibba023 bash[13021]: audit 2021-03-04T22:56:08.138271+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:08 gibba023 bash[13021]: audit 2021-03-04T22:56:08.139247+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:08 gibba023 bash[13021]: audit 2021-03-04T22:56:08.140247+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:08 gibba023 bash[13021]: audit 2021-03-04T22:56:08.141840+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T22:56:09.274 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 2 2021-03-04T22:56:09.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:09 gibba023 bash[13021]: cephadm 2021-03-04T22:56:08.127098+0000 mgr.x (mgr.34379) 66 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T22:56:09.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:09 gibba023 bash[13021]: cephadm 2021-03-04T22:56:08.141689+0000 mgr.x (mgr.34379) 67 : cephadm [INF] Deploying daemon mon.b on gibba023 2021-03-04T22:56:09.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:09 gibba023 bash[13021]: cluster 2021-03-04T22:56:08.421146+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-03-04T22:56:09.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:09 gibba023 bash[13021]: cluster 2021-03-04T22:56:08.583374+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T22:56:09.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:09 gibba023 bash[13021]: cluster 2021-03-04T22:56:08.611284+0000 mgr.x (mgr.34379) 68 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 8.1 KiB/s rd, 30 MiB/s wr, 5.73k op/s 2021-03-04T22:56:09.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:09 gibba023 bash[13021]: audit 2021-03-04T22:56:09.264657+0000 mon.a (mon.0) 204 : audit [DBG] from='client.? 172.21.2.108:0/16996785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:56:09.607 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:09.607 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:09.615 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:09.616 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:09.616 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:09.619 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:09.620 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:09.620 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:09.623 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:09.623 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:09.623 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:09.626 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:09.627 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:09.627 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:09.630 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:09.630 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:09.630 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:09.633 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:09.633 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:09.634 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:09.636 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:09.637 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:09.637 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:09.640 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:09.641 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:09.641 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:09.644 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:09.644 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:09.644 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:09.647 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:09.648 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:09.648 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:09.651 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:09.652 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:09.652 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:09.655 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:09.655 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:09.655 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,184549376~12582912,205520896~25165824,234881024~37748736,276824064~37748736,318767104~20971520,348127232~4194304,364904448~16777216,406847488~4194304] 2021-03-04T22:56:09.659 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~62914560,184549376~12582912,205520896~109051904,318767104~20971520,348127232~4194304,364904448~20971520,406847488~4194304] 2021-03-04T22:56:09.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[37770]: cephadm 2021-03-04T22:56:08.127098+0000 mgr.x (mgr.34379) 66 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T22:56:09.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[37770]: cephadm 2021-03-04T22:56:08.141689+0000 mgr.x (mgr.34379) 67 : cephadm [INF] Deploying daemon mon.b on gibba023 2021-03-04T22:56:09.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[37770]: cluster 2021-03-04T22:56:08.421146+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-03-04T22:56:09.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[37770]: cluster 2021-03-04T22:56:08.583374+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T22:56:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[37770]: cluster 2021-03-04T22:56:08.611284+0000 mgr.x (mgr.34379) 68 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 8.1 KiB/s rd, 30 MiB/s wr, 5.73k op/s 2021-03-04T22:56:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[37770]: audit 2021-03-04T22:56:09.264657+0000 mon.a (mon.0) 204 : audit [DBG] from='client.? 172.21.2.108:0/16996785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:56:09.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[39303]: cephadm 2021-03-04T22:56:08.127098+0000 mgr.x (mgr.34379) 66 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T22:56:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[39303]: cephadm 2021-03-04T22:56:08.141689+0000 mgr.x (mgr.34379) 67 : cephadm [INF] Deploying daemon mon.b on gibba023 2021-03-04T22:56:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[39303]: cluster 2021-03-04T22:56:08.421146+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-03-04T22:56:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[39303]: cluster 2021-03-04T22:56:08.583374+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T22:56:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[39303]: cluster 2021-03-04T22:56:08.611284+0000 mgr.x (mgr.34379) 68 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 8.1 KiB/s rd, 30 MiB/s wr, 5.73k op/s 2021-03-04T22:56:09.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:09 gibba008 bash[39303]: audit 2021-03-04T22:56:09.264657+0000 mon.a (mon.0) 204 : audit [DBG] from='client.? 172.21.2.108:0/16996785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:56:10.081 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T22:56:10.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:10 gibba023 systemd[1]: Stopping Ceph mon.b for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:56:10.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:10 gibba023 bash[13021]: debug 2021-03-04T22:56:10.308+0000 7f47516ff700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:56:10.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:10 gibba023 bash[13021]: debug 2021-03-04T22:56:10.308+0000 7f47516ff700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2021-03-04T22:56:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:11 gibba023 docker[27282]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-mon.b 2021-03-04T22:56:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:11 gibba023 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@mon.b.service: Succeeded. 2021-03-04T22:56:11.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:11 gibba023 systemd[1]: Stopped Ceph mon.b for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:56:11.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:11 gibba023 systemd[1]: Started Ceph mon.b for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:56:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.212+0000 7f2204850700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T22:56:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.212+0000 7f2204850700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 6 2021-03-04T22:56:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.212+0000 7f2204850700 0 pidfile_write: ignore empty --pid-file 2021-03-04T22:56:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 0 load: jerasure load: lrc load: isa 2021-03-04T22:56:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T22:56:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T22:56:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T22:56:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: DB SUMMARY 2021-03-04T22:56:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T22:56:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T22:56:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 661 Bytes 2021-03-04T22:56:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000020.sst 2021-03-04T22:56:12.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000018.log size: 5531268 ; 2021-03-04T22:56:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T22:56:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T22:56:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T22:56:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.env: 0x55c2a7c871c0 2021-03-04T22:56:12.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.fs: Posix File System 2021-03-04T22:56:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.info_log: 0x55c2a8a61ec0 2021-03-04T22:56:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T22:56:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.statistics: (nil) 2021-03-04T22:56:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.use_fsync: 0 2021-03-04T22:56:12.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T22:56:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T22:56:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T22:56:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T22:56:12.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T22:56:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T22:56:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T22:56:12.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T22:56:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T22:56:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T22:56:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T22:56:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.db_log_dir: 2021-03-04T22:56:12.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-03-04T22:56:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T22:56:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T22:56:12.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T22:56:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T22:56:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T22:56:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T22:56:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T22:56:12.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T22:56:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T22:56:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T22:56:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.write_buffer_manager: 0x55c2a8abbbc0 2021-03-04T22:56:12.536 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T22:56:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T22:56:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T22:56:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T22:56:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T22:56:12.537 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T22:56:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T22:56:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T22:56:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T22:56:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.unordered_write: 0 2021-03-04T22:56:12.538 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T22:56:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T22:56:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T22:56:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T22:56:12.539 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.row_cache: None 2021-03-04T22:56:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.wal_filter: None 2021-03-04T22:56:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T22:56:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T22:56:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T22:56:12.540 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T22:56:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T22:56:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T22:56:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T22:56:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T22:56:12.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T22:56:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T22:56:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T22:56:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T22:56:12.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T22:56:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T22:56:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T22:56:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T22:56:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T22:56:12.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T22:56:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T22:56:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T22:56:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T22:56:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_open_files: -1 2021-03-04T22:56:12.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T22:56:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T22:56:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T22:56:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T22:56:12.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Compression algorithms supported: 2021-03-04T22:56:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T22:56:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kZSTD supported: 0 2021-03-04T22:56:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T22:56:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T22:56:12.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T22:56:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T22:56:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T22:56:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T22:56:12.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T22:56:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2021-03-04T22:56:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T22:56:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T22:56:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.merge_operator: 2021-03-04T22:56:12.548 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_filter: None 2021-03-04T22:56:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T22:56:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T22:56:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T22:56:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c2a8a0a1e0) 2021-03-04T22:56:12.549 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cache_index_and_filter_blocks: 1 2021-03-04T22:56:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T22:56:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T22:56:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: pin_top_level_index_and_filter: 1 2021-03-04T22:56:12.550 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: index_type: 0 2021-03-04T22:56:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: data_block_index_type: 0 2021-03-04T22:56:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: index_shortening: 1 2021-03-04T22:56:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T22:56:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: hash_index_allow_collision: 1 2021-03-04T22:56:12.551 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: checksum: 1 2021-03-04T22:56:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: no_block_cache: 0 2021-03-04T22:56:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_cache: 0x55c2a8a42510 2021-03-04T22:56:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_cache_name: BinnedLRUCache 2021-03-04T22:56:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_cache_options: 2021-03-04T22:56:12.552 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: capacity : 536870912 2021-03-04T22:56:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: num_shard_bits : 4 2021-03-04T22:56:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: strict_capacity_limit : 0 2021-03-04T22:56:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: high_pri_pool_ratio: 0.000 2021-03-04T22:56:12.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_cache_compressed: (nil) 2021-03-04T22:56:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: persistent_cache: (nil) 2021-03-04T22:56:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_size: 4096 2021-03-04T22:56:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_size_deviation: 10 2021-03-04T22:56:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_restart_interval: 16 2021-03-04T22:56:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: index_block_restart_interval: 1 2021-03-04T22:56:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: metadata_block_size: 4096 2021-03-04T22:56:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: partition_filters: 0 2021-03-04T22:56:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: use_delta_encoding: 1 2021-03-04T22:56:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T22:56:12.555 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: whole_key_filtering: 1 2021-03-04T22:56:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: verify_compression: 0 2021-03-04T22:56:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: read_amp_bytes_per_bit: 0 2021-03-04T22:56:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: format_version: 2 2021-03-04T22:56:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: enable_index_compression: 1 2021-03-04T22:56:12.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: block_align: 0 2021-03-04T22:56:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T22:56:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T22:56:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression: NoCompression 2021-03-04T22:56:12.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T22:56:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T22:56:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T22:56:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.num_levels: 7 2021-03-04T22:56:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T22:56:12.558 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T22:56:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T22:56:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T22:56:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T22:56:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T22:56:12.559 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T22:56:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:56:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T22:56:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T22:56:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T22:56:12.560 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T22:56:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T22:56:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T22:56:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T22:56:12.561 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T22:56:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T22:56:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T22:56:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T22:56:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T22:56:12.562 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T22:56:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T22:56:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T22:56:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T22:56:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T22:56:12.563 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T22:56:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T22:56:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T22:56:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T22:56:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T22:56:12.564 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T22:56:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T22:56:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T22:56:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T22:56:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T22:56:12.565 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T22:56:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T22:56:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T22:56:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T22:56:12.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T22:56:12.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T22:56:12.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T22:56:12.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T22:56:12.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T22:56:12.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T22:56:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T22:56:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T22:56:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T22:56:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T22:56:12.568 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T22:56:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T22:56:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T22:56:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T22:56:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T22:56:12.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T22:56:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T22:56:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T22:56:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T22:56:12.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T22:56:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.ttl: 2592000 2021-03-04T22:56:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T22:56:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T22:56:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11825, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T22:56:12.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 18 2021-03-04T22:56:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898572223516, "job": 1, "event": "recovery_started", "log_files": [18]} 2021-03-04T22:56:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.216+0000 7f2204850700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #18 mode 2 2021-03-04T22:56:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.220+0000 7f2204850700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T22:56:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f2204850700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898572229971, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 3650209, "table_properties": {"data_size": 3641486, "index_size": 6939, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 965, "raw_key_size": 7427, "raw_average_key_size": 21, "raw_value_size": 3631370, "raw_average_value_size": 10465, "num_data_blocks": 214, "num_entries": 347, "num_deletions": 12, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614898572, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T22:56:12.572 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f2204850700 4 rocksdb: [version_set.cc:3826] Creating manifest 23 2021-03-04T22:56:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f2204850700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T22:56:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f2204850700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614898572230599, "job": 1, "event": "recovery_finished"} 2021-03-04T22:56:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f2204850700 4 rocksdb: DB pointer 0x55c2a8b01800 2021-03-04T22:56:12.573 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f21eb664700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T22:56:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f21eb664700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T22:56:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** DB Stats ** 2021-03-04T22:56:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:56:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T22:56:12.574 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T22:56:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:56:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T22:56:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T22:56:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T22:56:12.575 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** Compaction Stats [default] ** 2021-03-04T22:56:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:56:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:56:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: L0 1/0 3.48 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.576 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: L6 1/0 23.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:56:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Sum 2/0 27.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** Compaction Stats [default] ** 2021-03-04T22:56:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:56:12.577 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:56:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:56:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Flush(GB): cumulative 0.003, interval 0.003 2021-03-04T22:56:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:56:12.578 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:56:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:56:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:56:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Cumulative compaction: 0.00 GB write, 407.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:56:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Interval compaction: 0.00 GB write, 407.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:56:12.579 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:56:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:56:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** Compaction Stats [default] ** 2021-03-04T22:56:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:56:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:56:12.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: L0 1/0 3.48 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: L6 1/0 23.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:56:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Sum 2/0 27.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T22:56:12.581 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** Compaction Stats [default] ** 2021-03-04T22:56:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T22:56:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T22:56:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 939.3 0.00 0.00 1 0.004 0 0 2021-03-04T22:56:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T22:56:12.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Flush(GB): cumulative 0.003, interval 0.000 2021-03-04T22:56:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T22:56:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T22:56:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T22:56:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T22:56:12.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Cumulative compaction: 0.00 GB write, 405.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:56:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T22:56:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T22:56:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T22:56:12.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.224+0000 7f2204850700 0 starting mon.b rank 2 at public addrs [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] at bind addrs [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:56:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 1 mon.b@-1(???) e3 preinit fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T22:56:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 0 mon.b@-1(???).mds e8 new map 2021-03-04T22:56:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 0 mon.b@-1(???).mds e8 print_map 2021-03-04T22:56:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: e8 2021-03-04T22:56:12.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T22:56:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:56:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: legacy client fscid: 1 2021-03-04T22:56:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: 2021-03-04T22:56:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Filesystem 'foo' (1) 2021-03-04T22:56:12.586 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: fs_name foo 2021-03-04T22:56:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: epoch 5 2021-03-04T22:56:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: flags 12 2021-03-04T22:56:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: created 2021-03-04T22:51:40.450260+0000 2021-03-04T22:56:12.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: modified 2021-03-04T22:51:46.835188+0000 2021-03-04T22:56:12.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: tableserver 0 2021-03-04T22:56:12.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: root 0 2021-03-04T22:56:12.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: session_timeout 60 2021-03-04T22:56:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: session_autoclose 300 2021-03-04T22:56:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: max_file_size 1099511627776 2021-03-04T22:56:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: required_client_features {} 2021-03-04T22:56:12.589 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: last_failure 0 2021-03-04T22:56:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: last_failure_osd_epoch 0 2021-03-04T22:56:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T22:56:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: max_mds 1 2021-03-04T22:56:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: in 0 2021-03-04T22:56:12.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: up {0=24403} 2021-03-04T22:56:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: failed 2021-03-04T22:56:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: damaged 2021-03-04T22:56:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: stopped 2021-03-04T22:56:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: data_pools [4] 2021-03-04T22:56:12.591 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: metadata_pool 3 2021-03-04T22:56:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: inline_data disabled 2021-03-04T22:56:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: balancer 2021-03-04T22:56:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: standby_count_wanted 1 2021-03-04T22:56:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: [mds.foo.gibba008.hxkpme{0:24403} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.108:6834/2161398140,v1:172.21.2.108:6835/2161398140]] 2021-03-04T22:56:12.592 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: 2021-03-04T22:56:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: 2021-03-04T22:56:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: Standby daemons: 2021-03-04T22:56:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: 2021-03-04T22:56:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: [mds.foo.gibba023.whlkca{-1:34289} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.123:6832/1384333771,v1:172.21.2.123:6833/1384333771]] 2021-03-04T22:56:12.593 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 0 mon.b@-1(???).osd e210 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T22:56:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 0 mon.b@-1(???).osd e210 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:56:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 0 mon.b@-1(???).osd e210 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:56:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 0 mon.b@-1(???).osd e210 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T22:56:12.594 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cephadm 2021-03-04T22:56:08.127098+0000 mgr.x (mgr.34379) 66 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T22:56:12.595 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cephadm 2021-03-04T22:56:08.141689+0000 mgr.x (mgr.34379) 67 : cephadm [INF] Deploying daemon mon.b on gibba023 2021-03-04T22:56:12.595 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cluster 2021-03-04T22:56:08.421146+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-03-04T22:56:12.595 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cluster 2021-03-04T22:56:08.583374+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T22:56:12.595 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: cluster 2021-03-04T22:56:08.611284+0000 mgr.x (mgr.34379) 68 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 871 MiB data, 2.2 GiB used, 662 GiB / 672 GiB avail; 8.1 KiB/s rd, 30 MiB/s wr, 5.73k op/s 2021-03-04T22:56:12.595 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: audit 2021-03-04T22:56:09.264657+0000 mon.a (mon.0) 204 : audit [DBG] from='client.? 172.21.2.108:0/16996785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:56:12.596 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:12 gibba023 bash[27374]: debug 2021-03-04T22:56:12.228+0000 7f2204850700 1 mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2021-03-04T22:56:13.020 INFO:teuthology.orchestra.run.gibba008.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T22:56:13.020 INFO:teuthology.orchestra.run.gibba008.stdout:alertmanager.a gibba008 running (5m) 69s ago 6m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d4b5832f3a8a 2021-03-04T22:56:13.020 INFO:teuthology.orchestra.run.gibba008.stdout:grafana.a gibba023 running (6m) 7s ago 6m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a cb5e653c5229 2021-03-04T22:56:13.021 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba008.hxkpme gibba008 running (4m) 69s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8d25b10c411d 2021-03-04T22:56:13.021 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba023.whlkca gibba023 running (4m) 7s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6bca2cdde72b 2021-03-04T22:56:13.021 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.x gibba023 running (2m) 7s ago 9m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 dad386f09c74 aa06468743b8 2021-03-04T22:56:13.021 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.y gibba008 running (106s) 69s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5fb3b6fe62b7 2021-03-04T22:56:13.021 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a gibba008 running (95s) 69s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 16c2d83d6e4b 2021-03-04T22:56:13.022 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b gibba023 starting - - 2021-03-04T22:56:13.022 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c gibba008 running (75s) 69s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 33c33d347ac6 2021-03-04T22:56:13.022 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.a gibba008 running (6m) 69s ago 6m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf be0909c51360 2021-03-04T22:56:13.022 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.b gibba023 running (6m) 7s ago 6m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf ab82d094d1cc 2021-03-04T22:56:13.023 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 gibba008 running (9m) 69s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0cafc6879365 2021-03-04T22:56:13.023 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 gibba008 running (8m) 69s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 88c725407a77 2021-03-04T22:56:13.023 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 gibba008 running (8m) 69s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1f915693af72 2021-03-04T22:56:13.023 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 gibba008 running (8m) 69s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0b61a2300c66 2021-03-04T22:56:13.024 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 gibba023 running (7m) 7s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 778ab12c8273 2021-03-04T22:56:13.024 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 gibba023 running (7m) 7s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5e575a12b513 2021-03-04T22:56:13.024 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 gibba023 running (7m) 7s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 684f88952d5d 2021-03-04T22:56:13.024 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 gibba023 running (6m) 7s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 84a56750ca88 2021-03-04T22:56:13.024 INFO:teuthology.orchestra.run.gibba008.stdout:prometheus.a gibba023 running (5m) 7s ago 6m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 1e715363fad6 2021-03-04T22:56:13.686 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T22:56:14.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:13 gibba008 bash[37770]: cluster 2021-03-04T22:56:09.600419+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T22:56:14.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:13 gibba008 bash[39303]: cluster 2021-03-04T22:56:09.600419+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T22:56:14.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:13 gibba023 bash[27374]: cluster 2021-03-04T22:56:09.600419+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T22:56:18.735 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:18.736 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:18.744 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:18.744 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:18.744 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:18.749 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:18.749 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:18.749 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:18.752 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:18.753 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:18.753 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:18.756 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:18.757 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:18.757 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:18.760 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:18.760 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:18.760 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:18.764 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:18.764 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:18.764 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:18.767 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:18.768 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:18.768 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:18.771 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:18.771 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:18.771 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:18.774 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:18.775 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:18.775 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:18.779 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:18.779 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:18.779 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:18.782 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:18.783 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:18.783 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,58720256~8388608,71303168~20971520,100663296~8388608,117440512~12582912,134217728~16777216,155189248~20971520,180355072~16777216,205520896~16777216,226492416~4194304,234881024~37748736,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:18.785 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,58720256~33554432,100663296~12582912,117440512~79691776,205520896~109051904,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:13.659451+0000 mon.a (mon.0) 212 : cluster [INF] overall HEALTH_OK 2021-03-04T22:56:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:13.660143+0000 mon.a (mon.0) 213 : cluster [INF] mon.a calling monitor election 2021-03-04T22:56:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:13.660153+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-03-04T22:56:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:14.614945+0000 mgr.x (mgr.34379) 72 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 820 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 4.0 KiB/s rd, 826 B/s wr, 1.19k op/s 2021-03-04T22:56:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:16.616808+0000 mgr.x (mgr.34379) 73 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 820 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 3.1 KiB/s rd, 891 B/s wr, 919 op/s 2021-03-04T22:56:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.661956+0000 mon.a (mon.0) 214 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-03-04T22:56:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.670311+0000 mon.a (mon.0) 215 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:56:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.670339+0000 mon.a (mon.0) 216 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:56:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.670351+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T22:56:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.670579+0000 mon.a (mon.0) 218 : cluster [DBG] mgrmap e23: x(active, since 94s), standbys: y 2021-03-04T22:56:19.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.670663+0000 mon.a (mon.0) 219 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2021-03-04T22:56:19.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.673744+0000 mon.a (mon.0) 220 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-03-04T22:56:19.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.673753+0000 mon.a (mon.0) 221 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-03-04T22:56:19.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.673760+0000 mon.a (mon.0) 222 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] is down (out of quorum) 2021-03-04T22:56:19.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: audit 2021-03-04T22:56:18.675920+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:19.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: audit 2021-03-04T22:56:18.678667+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:19.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: audit 2021-03-04T22:56:18.687012+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:19.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[37770]: audit 2021-03-04T22:56:18.687186+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:19.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:13.659451+0000 mon.a (mon.0) 212 : cluster [INF] overall HEALTH_OK 2021-03-04T22:56:19.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:13.660143+0000 mon.a (mon.0) 213 : cluster [INF] mon.a calling monitor election 2021-03-04T22:56:19.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:13.660153+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-03-04T22:56:19.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:14.614945+0000 mgr.x (mgr.34379) 72 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 820 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 4.0 KiB/s rd, 826 B/s wr, 1.19k op/s 2021-03-04T22:56:19.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:16.616808+0000 mgr.x (mgr.34379) 73 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 820 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 3.1 KiB/s rd, 891 B/s wr, 919 op/s 2021-03-04T22:56:19.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.661956+0000 mon.a (mon.0) 214 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-03-04T22:56:19.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.670311+0000 mon.a (mon.0) 215 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:56:19.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.670339+0000 mon.a (mon.0) 216 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:56:19.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.670351+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T22:56:19.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.670579+0000 mon.a (mon.0) 218 : cluster [DBG] mgrmap e23: x(active, since 94s), standbys: y 2021-03-04T22:56:19.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.670663+0000 mon.a (mon.0) 219 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2021-03-04T22:56:19.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.673744+0000 mon.a (mon.0) 220 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-03-04T22:56:19.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.673753+0000 mon.a (mon.0) 221 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-03-04T22:56:19.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.673760+0000 mon.a (mon.0) 222 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] is down (out of quorum) 2021-03-04T22:56:19.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: audit 2021-03-04T22:56:18.675920+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:19.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: audit 2021-03-04T22:56:18.678667+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:19.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: audit 2021-03-04T22:56:18.687012+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:19.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:18 gibba008 bash[39303]: audit 2021-03-04T22:56:18.687186+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:19.727 INFO:teuthology.orchestra.run.gibba008.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:19.739 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:19.739 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:19.749 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:19.749 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:19.749 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:19.752 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:19.753 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:19.753 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:19.756 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:19.757 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:19.757 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:19.760 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:19.761 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:19.761 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:19.764 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:19.764 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:19.764 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:19.767 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:19.767 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:19.768 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:19.771 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:19.771 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:19.771 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:19.774 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:19.774 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:19.775 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:19.778 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:19.778 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:19.778 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:19.781 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:19.781 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:19.781 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~8388608,54525952~12582912,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~41943040,226492416~46137344,276824064~37748736,318767104~20971520,348127232~8388608,364904448~25165824,406847488~4194304] 2021-03-04T22:56:19.784 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~12582912,54525952~37748736,100663296~213909504,318767104~20971520,348127232~8388608,364904448~29360128,406847488~4194304] 2021-03-04T22:56:20.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.617651+0000 mgr.x (mgr.34379) 74 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 820 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 2.5 KiB/s rd, 716 B/s wr, 738 op/s 2021-03-04T22:56:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.730694+0000 mon.a (mon.0) 227 : cluster [DBG] mgrmap e24: x(active, since 95s), standbys: y 2021-03-04T22:56:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[37770]: cluster 2021-03-04T22:56:18.730752+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-03-04T22:56:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[37770]: audit 2021-03-04T22:56:19.724309+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.617651+0000 mgr.x (mgr.34379) 74 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 820 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 2.5 KiB/s rd, 716 B/s wr, 738 op/s 2021-03-04T22:56:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.730694+0000 mon.a (mon.0) 227 : cluster [DBG] mgrmap e24: x(active, since 95s), standbys: y 2021-03-04T22:56:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[39303]: cluster 2021-03-04T22:56:18.730752+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-03-04T22:56:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:19 gibba008 bash[39303]: audit 2021-03-04T22:56:19.724309+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:20.477 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T22:56:20.753 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:20.754 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:20.762 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:20.762 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:20.762 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:20.765 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:20.765 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:20.766 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:20.769 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:20.769 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:20.769 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:20.772 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:20.773 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:20.773 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:20.776 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:20.777 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:20.777 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:20.780 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:20.780 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:20.780 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:20.783 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:20.783 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:20.784 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:20.787 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:20.787 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:20.788 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:20.790 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:20.790 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:20.791 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~29360128,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~134217728,318767104~37748736,364904448~25165824,398458880~8388608] 2021-03-04T22:56:20.794 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~213909504,318767104~37748736,364904448~29360128,398458880~12582912] 2021-03-04T22:56:21.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:20 gibba008 bash[37770]: audit 2021-03-04T22:56:19.720043+0000 mgr.x (mgr.34379) 75 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:56:21.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:20 gibba008 bash[37770]: cephadm 2021-03-04T22:56:19.720954+0000 mgr.x (mgr.34379) 76 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:21.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:20 gibba008 bash[37770]: cluster 2021-03-04T22:56:19.731492+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-03-04T22:56:21.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:20 gibba008 bash[39303]: audit 2021-03-04T22:56:19.720043+0000 mgr.x (mgr.34379) 75 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:56:21.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:20 gibba008 bash[39303]: cephadm 2021-03-04T22:56:19.720954+0000 mgr.x (mgr.34379) 76 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:21.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:20 gibba008 bash[39303]: cluster 2021-03-04T22:56:19.731492+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-03-04T22:56:21.762 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: audit 2021-03-04T22:56:19.720043+0000 mgr.x (mgr.34379) 75 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:56:21.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cephadm 2021-03-04T22:56:19.720954+0000 mgr.x (mgr.34379) 76 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:56:21.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:19.731492+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-03-04T22:56:21.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:13.661111+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T22:56:21.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.252942+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T22:56:21.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.253067+0000 mon.a (mon.0) 232 : cluster [INF] mon.a calling monitor election 2021-03-04T22:56:21.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.259556+0000 mon.a (mon.0) 233 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:56:21.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.268635+0000 mon.a (mon.0) 234 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:56:21.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.268668+0000 mon.a (mon.0) 235 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:56:21.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.268681+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-03-04T22:56:21.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.268966+0000 mon.a (mon.0) 237 : cluster [DBG] mgrmap e24: x(active, since 97s), standbys: y 2021-03-04T22:56:21.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.269046+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-03-04T22:56:21.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.269056+0000 mon.a (mon.0) 239 : cluster [INF] Cluster is now healthy 2021-03-04T22:56:21.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:21 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.281083+0000 mon.a (mon.0) 240 : cluster [INF] overall HEALTH_OK 2021-03-04T22:56:21.770 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:21.770 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:21.786 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:21.786 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:21.787 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:21.790 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:21.790 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:21.791 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:21.795 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:21.795 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:21.795 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:21.799 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:21.799 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:21.799 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:21.803 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:21.803 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:21.803 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:21.806 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:21.806 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:21.806 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:21.809 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:21.810 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:21.810 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:21.813 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:21.813 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:21.813 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,100663296~29360128,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~8388608] 2021-03-04T22:56:21.816 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~54525952,100663296~255852544,364904448~29360128,398458880~12582912] 2021-03-04T22:56:21.969 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:13.661111+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T22:56:21.969 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.252942+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T22:56:21.969 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.253067+0000 mon.a (mon.0) 232 : cluster [INF] mon.a calling monitor election 2021-03-04T22:56:21.969 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.259556+0000 mon.a (mon.0) 233 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:56:21.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.268635+0000 mon.a (mon.0) 234 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:56:21.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.268668+0000 mon.a (mon.0) 235 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:56:21.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.268681+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-03-04T22:56:21.970 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.268966+0000 mon.a (mon.0) 237 : cluster [DBG] mgrmap e24: x(active, since 97s), standbys: y 2021-03-04T22:56:21.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.269046+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-03-04T22:56:21.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.269056+0000 mon.a (mon.0) 239 : cluster [INF] Cluster is now healthy 2021-03-04T22:56:21.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.281083+0000 mon.a (mon.0) 240 : cluster [INF] overall HEALTH_OK 2021-03-04T22:56:21.971 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:13.661111+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T22:56:21.972 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.252942+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T22:56:21.972 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.253067+0000 mon.a (mon.0) 232 : cluster [INF] mon.a calling monitor election 2021-03-04T22:56:21.972 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.259556+0000 mon.a (mon.0) 233 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T22:56:21.972 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.268635+0000 mon.a (mon.0) 234 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0],b=[v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0],c=[v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]} 2021-03-04T22:56:21.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.268668+0000 mon.a (mon.0) 235 : cluster [DBG] fsmap foo:1 {0=foo.gibba008.hxkpme=up:active} 1 up:standby 2021-03-04T22:56:21.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.268681+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-03-04T22:56:21.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.268966+0000 mon.a (mon.0) 237 : cluster [DBG] mgrmap e24: x(active, since 97s), standbys: y 2021-03-04T22:56:21.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.269046+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-03-04T22:56:21.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.269056+0000 mon.a (mon.0) 239 : cluster [INF] Cluster is now healthy 2021-03-04T22:56:21.974 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:21 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.281083+0000 mon.a (mon.0) 240 : cluster [INF] overall HEALTH_OK 2021-03-04T22:56:22.779 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:22.779 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:22.788 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:22.788 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:22.788 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:22.791 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:22.791 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:22.792 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:22.794 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:22.795 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:22.795 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:22.798 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:22.798 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:22.799 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:22.801 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:22.802 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:22.802 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:22.805 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:22.805 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:22.806 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:22.808 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:22.809 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:22.809 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:22.812 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:23.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:22 gibba008 bash[39303]: cluster 2021-03-04T22:56:21.751533+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-03-04T22:56:23.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:22 gibba008 bash[39303]: audit 2021-03-04T22:56:22.563517+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:23.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:22 gibba008 bash[37770]: cluster 2021-03-04T22:56:21.751533+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-03-04T22:56:23.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:22 gibba008 bash[37770]: audit 2021-03-04T22:56:22.563517+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:23.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:22 gibba023 bash[27374]: cluster 2021-03-04T22:56:21.751533+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-03-04T22:56:23.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:22 gibba023 bash[27374]: audit 2021-03-04T22:56:22.563517+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:23.588 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:23.588 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:23.596 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:23.596 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:23.596 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:23.599 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:23.599 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:23.600 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:23.603 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:23.603 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:23.603 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:23.605 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:23.606 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:23.606 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:23.609 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:23.609 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:23.609 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:23.612 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:23.612 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:23.613 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,398458880~12582912] 2021-03-04T22:56:23.615 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~33554432,37748736~318767104,364904448~29360128,398458880~12582912] 2021-03-04T22:56:24.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: cluster 2021-03-04T22:56:22.620334+0000 mgr.x (mgr.34379) 78 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 796 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 2.5 KiB/s rd, 511 B/s wr, 566 op/s 2021-03-04T22:56:24.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: cluster 2021-03-04T22:56:22.770913+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-03-04T22:56:24.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: audit 2021-03-04T22:56:23.575651+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:24.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: cluster 2021-03-04T22:56:23.578862+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-03-04T22:56:24.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: audit 2021-03-04T22:56:23.581754+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:24.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: audit 2021-03-04T22:56:23.585325+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:24.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: audit 2021-03-04T22:56:23.587256+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:24.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: audit 2021-03-04T22:56:23.588091+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:24.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[37770]: audit 2021-03-04T22:56:23.589263+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T22:56:24.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: cluster 2021-03-04T22:56:22.620334+0000 mgr.x (mgr.34379) 78 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 796 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 2.5 KiB/s rd, 511 B/s wr, 566 op/s 2021-03-04T22:56:24.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: cluster 2021-03-04T22:56:22.770913+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-03-04T22:56:24.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: audit 2021-03-04T22:56:23.575651+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:24.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: cluster 2021-03-04T22:56:23.578862+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-03-04T22:56:24.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: audit 2021-03-04T22:56:23.581754+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:24.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: audit 2021-03-04T22:56:23.585325+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:24.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: audit 2021-03-04T22:56:23.587256+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:24.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: audit 2021-03-04T22:56:23.588091+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:24.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:23 gibba008 bash[39303]: audit 2021-03-04T22:56:23.589263+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T22:56:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: cluster 2021-03-04T22:56:22.620334+0000 mgr.x (mgr.34379) 78 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 796 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail; 2.5 KiB/s rd, 511 B/s wr, 566 op/s 2021-03-04T22:56:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: cluster 2021-03-04T22:56:22.770913+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-03-04T22:56:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: audit 2021-03-04T22:56:23.575651+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: cluster 2021-03-04T22:56:23.578862+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-03-04T22:56:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: audit 2021-03-04T22:56:23.581754+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: audit 2021-03-04T22:56:23.585325+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: audit 2021-03-04T22:56:23.587256+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:24.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: audit 2021-03-04T22:56:23.588091+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:24.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:23 gibba023 bash[27374]: audit 2021-03-04T22:56:23.589263+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T22:56:24.597 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:24.597 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:24.606 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:24.606 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:24.606 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:24.610 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:24.610 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:24.610 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:24.613 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:24.613 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:24.613 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:24.616 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:24.617 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:24.617 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:24.620 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:24.620 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:24.620 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~16777216,155189248~20971520,180355072~176160768,364904448~25165824,394264576~12582912] 2021-03-04T22:56:24.622 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~356515840,364904448~46137344] 2021-03-04T22:56:25.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:24 gibba008 bash[37770]: cephadm 2021-03-04T22:56:23.585161+0000 mgr.x (mgr.34379) 79 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T22:56:25.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:24 gibba008 bash[37770]: cephadm 2021-03-04T22:56:23.589172+0000 mgr.x (mgr.34379) 80 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:56:25.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:24 gibba008 bash[37770]: cluster 2021-03-04T22:56:24.591386+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-03-04T22:56:25.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:24 gibba008 bash[39303]: cephadm 2021-03-04T22:56:23.585161+0000 mgr.x (mgr.34379) 79 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T22:56:25.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:24 gibba008 bash[39303]: cephadm 2021-03-04T22:56:23.589172+0000 mgr.x (mgr.34379) 80 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:56:25.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:24 gibba008 bash[39303]: cluster 2021-03-04T22:56:24.591386+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-03-04T22:56:25.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:24 gibba023 bash[27374]: cephadm 2021-03-04T22:56:23.585161+0000 mgr.x (mgr.34379) 79 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T22:56:25.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:24 gibba023 bash[27374]: cephadm 2021-03-04T22:56:23.589172+0000 mgr.x (mgr.34379) 80 : cephadm [INF] Reconfiguring daemon mon.a on gibba008 2021-03-04T22:56:25.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:24 gibba023 bash[27374]: cluster 2021-03-04T22:56:24.591386+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-03-04T22:56:25.603 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:25.604 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:25.614 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:25.614 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:25.614 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:25.617 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:25.617 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:25.618 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:25.620 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:25.621 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:25.621 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:25.624 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:25.624 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:25.625 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~25165824,394264576~12582912] 2021-03-04T22:56:25.627 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:26.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: cluster 2021-03-04T22:56:24.620750+0000 mgr.x (mgr.34379) 81 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 796 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:56:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: cluster 2021-03-04T22:56:25.598181+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-03-04T22:56:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: audit 2021-03-04T22:56:25.607079+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: audit 2021-03-04T22:56:25.608142+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:56:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: audit 2021-03-04T22:56:25.608929+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:56:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: audit 2021-03-04T22:56:25.609646+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[37770]: audit 2021-03-04T22:56:25.610616+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T22:56:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: cluster 2021-03-04T22:56:24.620750+0000 mgr.x (mgr.34379) 81 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 796 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:56:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: cluster 2021-03-04T22:56:25.598181+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-03-04T22:56:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: audit 2021-03-04T22:56:25.607079+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: audit 2021-03-04T22:56:25.608142+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:56:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: audit 2021-03-04T22:56:25.608929+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:56:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: audit 2021-03-04T22:56:25.609646+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:25 gibba008 bash[39303]: audit 2021-03-04T22:56:25.610616+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T22:56:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: cluster 2021-03-04T22:56:24.620750+0000 mgr.x (mgr.34379) 81 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 796 MiB data, 2.0 GiB used, 662 GiB / 672 GiB avail 2021-03-04T22:56:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: cluster 2021-03-04T22:56:25.598181+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-03-04T22:56:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: audit 2021-03-04T22:56:25.607079+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: audit 2021-03-04T22:56:25.608142+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:56:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: audit 2021-03-04T22:56:25.608929+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:56:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: audit 2021-03-04T22:56:25.609646+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:25 gibba023 bash[27374]: audit 2021-03-04T22:56:25.610616+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T22:56:26.624 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:26.624 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:26.631 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:26.631 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:26.632 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:26.634 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:26.635 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:26.635 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:26.638 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:26.638 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:26.638 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~33554432,37748736~29360128,71303168~58720256,134217728~222298112,364904448~41943040] 2021-03-04T22:56:26.640 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~360710144,364904448~46137344] 2021-03-04T22:56:26.943 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:26 gibba008 bash[37770]: cephadm 2021-03-04T22:56:25.608015+0000 mgr.x (mgr.34379) 82 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T22:56:26.943 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:26 gibba008 bash[37770]: cephadm 2021-03-04T22:56:25.610549+0000 mgr.x (mgr.34379) 83 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:56:26.943 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:26 gibba008 bash[37770]: cluster 2021-03-04T22:56:26.616121+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-03-04T22:56:26.944 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:26 gibba008 bash[39303]: cephadm 2021-03-04T22:56:25.608015+0000 mgr.x (mgr.34379) 82 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T22:56:26.944 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:26 gibba008 bash[39303]: cephadm 2021-03-04T22:56:25.610549+0000 mgr.x (mgr.34379) 83 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:56:26.944 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:26 gibba008 bash[39303]: cluster 2021-03-04T22:56:26.616121+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-03-04T22:56:27.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:26 gibba023 bash[27374]: cephadm 2021-03-04T22:56:25.608015+0000 mgr.x (mgr.34379) 82 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T22:56:27.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:26 gibba023 bash[27374]: cephadm 2021-03-04T22:56:25.610549+0000 mgr.x (mgr.34379) 83 : cephadm [INF] Reconfiguring daemon mgr.y on gibba008 2021-03-04T22:56:27.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:26 gibba023 bash[27374]: cluster 2021-03-04T22:56:26.616121+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-03-04T22:56:27.629 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:27.630 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:27.637 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:27.638 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:27.638 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:27.641 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:27.641 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:27.641 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~67108864,71303168~58720256,134217728~272629760] 2021-03-04T22:56:27.644 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:28.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: cluster 2021-03-04T22:56:26.621041+0000 mgr.x (mgr.34379) 84 : cluster [DBG] pgmap v145: 105 pgs: 105 active+clean; 665 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 1.02k op/s 2021-03-04T22:56:28.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: audit 2021-03-04T22:56:27.510161+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:28.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: audit 2021-03-04T22:56:27.512053+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: audit 2021-03-04T22:56:27.513445+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: audit 2021-03-04T22:56:27.515272+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: audit 2021-03-04T22:56:27.518254+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T22:56:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[37770]: cluster 2021-03-04T22:56:27.619463+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-03-04T22:56:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: cluster 2021-03-04T22:56:26.621041+0000 mgr.x (mgr.34379) 84 : cluster [DBG] pgmap v145: 105 pgs: 105 active+clean; 665 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 1.02k op/s 2021-03-04T22:56:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: audit 2021-03-04T22:56:27.510161+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: audit 2021-03-04T22:56:27.512053+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: audit 2021-03-04T22:56:27.513445+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: audit 2021-03-04T22:56:27.515272+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:28.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: audit 2021-03-04T22:56:27.518254+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T22:56:28.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:27 gibba008 bash[39303]: cluster 2021-03-04T22:56:27.619463+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-03-04T22:56:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: cluster 2021-03-04T22:56:26.621041+0000 mgr.x (mgr.34379) 84 : cluster [DBG] pgmap v145: 105 pgs: 105 active+clean; 665 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 1.02k op/s 2021-03-04T22:56:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: audit 2021-03-04T22:56:27.510161+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: audit 2021-03-04T22:56:27.512053+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: audit 2021-03-04T22:56:27.513445+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: audit 2021-03-04T22:56:27.515272+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: audit 2021-03-04T22:56:27.518254+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T22:56:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:27 gibba023 bash[27374]: cluster 2021-03-04T22:56:27.619463+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-03-04T22:56:28.599 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:28.599 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:28.605 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:28.605 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:28.605 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:28.608 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:29.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:28 gibba008 bash[37770]: cephadm 2021-03-04T22:56:27.511873+0000 mgr.x (mgr.34379) 85 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T22:56:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:28 gibba008 bash[37770]: cephadm 2021-03-04T22:56:27.517356+0000 mgr.x (mgr.34379) 86 : cephadm [INF] Reconfiguring daemon mon.c on gibba008 2021-03-04T22:56:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:28 gibba008 bash[37770]: cluster 2021-03-04T22:56:28.587515+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2021-03-04T22:56:29.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:28 gibba008 bash[39303]: cephadm 2021-03-04T22:56:27.511873+0000 mgr.x (mgr.34379) 85 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T22:56:29.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:28 gibba008 bash[39303]: cephadm 2021-03-04T22:56:27.517356+0000 mgr.x (mgr.34379) 86 : cephadm [INF] Reconfiguring daemon mon.c on gibba008 2021-03-04T22:56:29.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:28 gibba008 bash[39303]: cluster 2021-03-04T22:56:28.587515+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2021-03-04T22:56:29.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:28 gibba023 bash[27374]: cephadm 2021-03-04T22:56:27.511873+0000 mgr.x (mgr.34379) 85 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T22:56:29.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:28 gibba023 bash[27374]: cephadm 2021-03-04T22:56:27.517356+0000 mgr.x (mgr.34379) 86 : cephadm [INF] Reconfiguring daemon mon.c on gibba008 2021-03-04T22:56:29.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:28 gibba023 bash[27374]: cluster 2021-03-04T22:56:28.587515+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2021-03-04T22:56:29.612 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~130023424,134217728~272629760] 2021-03-04T22:56:29.612 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~130023424,134217728~272629760] 2021-03-04T22:56:29.618 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~411041792] 2021-03-04T22:56:30.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[37770]: cluster 2021-03-04T22:56:28.621454+0000 mgr.x (mgr.34379) 87 : cluster [DBG] pgmap v148: 105 pgs: 105 active+clean; 665 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 988 op/s 2021-03-04T22:56:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[37770]: cluster 2021-03-04T22:56:29.602764+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-03-04T22:56:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[37770]: audit 2021-03-04T22:56:29.610094+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[37770]: audit 2021-03-04T22:56:29.611755+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T22:56:30.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[39303]: cluster 2021-03-04T22:56:28.621454+0000 mgr.x (mgr.34379) 87 : cluster [DBG] pgmap v148: 105 pgs: 105 active+clean; 665 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 988 op/s 2021-03-04T22:56:30.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[39303]: cluster 2021-03-04T22:56:29.602764+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-03-04T22:56:30.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[39303]: audit 2021-03-04T22:56:29.610094+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:30.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:29 gibba008 bash[39303]: audit 2021-03-04T22:56:29.611755+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T22:56:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:29 gibba023 bash[27374]: cluster 2021-03-04T22:56:28.621454+0000 mgr.x (mgr.34379) 87 : cluster [DBG] pgmap v148: 105 pgs: 105 active+clean; 665 MiB data, 1.6 GiB used, 662 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 988 op/s 2021-03-04T22:56:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:29 gibba023 bash[27374]: cluster 2021-03-04T22:56:29.602764+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-03-04T22:56:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:29 gibba023 bash[27374]: audit 2021-03-04T22:56:29.610094+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:29 gibba023 bash[27374]: audit 2021-03-04T22:56:29.611755+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T22:56:30.629 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (47049 ms) 2021-03-04T22:56:30.629 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2021-03-04T22:56:30.629 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:56:30.993 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:30 gibba008 bash[37770]: cephadm 2021-03-04T22:56:29.611009+0000 mgr.x (mgr.34379) 88 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T22:56:30.993 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:30 gibba008 bash[37770]: cephadm 2021-03-04T22:56:29.611687+0000 mgr.x (mgr.34379) 89 : cephadm [INF] Reconfiguring daemon osd.0 on gibba008 2021-03-04T22:56:30.993 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:30 gibba008 bash[37770]: cluster 2021-03-04T22:56:30.619201+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-03-04T22:56:30.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:30 gibba008 bash[39303]: cephadm 2021-03-04T22:56:29.611009+0000 mgr.x (mgr.34379) 88 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T22:56:30.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:30 gibba008 bash[39303]: cephadm 2021-03-04T22:56:29.611687+0000 mgr.x (mgr.34379) 89 : cephadm [INF] Reconfiguring daemon osd.0 on gibba008 2021-03-04T22:56:30.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:30 gibba008 bash[39303]: cluster 2021-03-04T22:56:30.619201+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-03-04T22:56:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:30 gibba023 bash[27374]: cephadm 2021-03-04T22:56:29.611009+0000 mgr.x (mgr.34379) 88 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T22:56:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:30 gibba023 bash[27374]: cephadm 2021-03-04T22:56:29.611687+0000 mgr.x (mgr.34379) 89 : cephadm [INF] Reconfiguring daemon osd.0 on gibba008 2021-03-04T22:56:31.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:30 gibba023 bash[27374]: cluster 2021-03-04T22:56:30.619201+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-03-04T22:56:31.634 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T22:56:31.636 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (1008 ms) 2021-03-04T22:56:31.637 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2021-03-04T22:56:31.637 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:31.637 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (0 ms) 2021-03-04T22:56:31.637 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2021-03-04T22:56:31.638 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T22:56:31.660 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [789372~2703,915037~11117,3147121~84909,4807486~35761,9659462~19599,11354663~97316,11585709~53423,14319014~6335,16896576~96139,20675065~77188] 2021-03-04T22:56:31.662 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (26 ms) 2021-03-04T22:56:31.662 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2021-03-04T22:56:31.663 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:31.663 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (0 ms) 2021-03-04T22:56:32.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[37770]: cluster 2021-03-04T22:56:30.621729+0000 mgr.x (mgr.34379) 90 : cluster [DBG] pgmap v151: 105 pgs: 105 active+clean; 477 MiB data, 1.2 GiB used, 663 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 376 op/s 2021-03-04T22:56:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[37770]: audit 2021-03-04T22:56:31.614313+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[37770]: audit 2021-03-04T22:56:31.620250+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T22:56:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[37770]: cluster 2021-03-04T22:56:31.622047+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-03-04T22:56:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[39303]: cluster 2021-03-04T22:56:30.621729+0000 mgr.x (mgr.34379) 90 : cluster [DBG] pgmap v151: 105 pgs: 105 active+clean; 477 MiB data, 1.2 GiB used, 663 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 376 op/s 2021-03-04T22:56:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[39303]: audit 2021-03-04T22:56:31.614313+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[39303]: audit 2021-03-04T22:56:31.620250+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T22:56:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:31 gibba008 bash[39303]: cluster 2021-03-04T22:56:31.622047+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-03-04T22:56:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:31 gibba023 bash[27374]: cluster 2021-03-04T22:56:30.621729+0000 mgr.x (mgr.34379) 90 : cluster [DBG] pgmap v151: 105 pgs: 105 active+clean; 477 MiB data, 1.2 GiB used, 663 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 376 op/s 2021-03-04T22:56:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:31 gibba023 bash[27374]: audit 2021-03-04T22:56:31.614313+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:31 gibba023 bash[27374]: audit 2021-03-04T22:56:31.620250+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T22:56:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:31 gibba023 bash[27374]: cluster 2021-03-04T22:56:31.622047+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-03-04T22:56:32.634 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/1 (56053 ms total) 2021-03-04T22:56:32.634 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:56:32.634 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestImageWatcher 2021-03-04T22:56:33.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:32 gibba008 bash[37770]: cephadm 2021-03-04T22:56:31.616735+0000 mgr.x (mgr.34379) 91 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T22:56:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:32 gibba008 bash[37770]: cephadm 2021-03-04T22:56:31.619392+0000 mgr.x (mgr.34379) 92 : cephadm [INF] Reconfiguring daemon osd.1 on gibba008 2021-03-04T22:56:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:32 gibba008 bash[37770]: cluster 2021-03-04T22:56:32.630089+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-03-04T22:56:33.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:32 gibba008 bash[39303]: cephadm 2021-03-04T22:56:31.616735+0000 mgr.x (mgr.34379) 91 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T22:56:33.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:32 gibba008 bash[39303]: cephadm 2021-03-04T22:56:31.619392+0000 mgr.x (mgr.34379) 92 : cephadm [INF] Reconfiguring daemon osd.1 on gibba008 2021-03-04T22:56:33.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:32 gibba008 bash[39303]: cluster 2021-03-04T22:56:32.630089+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-03-04T22:56:33.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:32 gibba023 bash[27374]: cephadm 2021-03-04T22:56:31.616735+0000 mgr.x (mgr.34379) 91 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T22:56:33.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:32 gibba023 bash[27374]: cephadm 2021-03-04T22:56:31.619392+0000 mgr.x (mgr.34379) 92 : cephadm [INF] Reconfiguring daemon osd.1 on gibba008 2021-03-04T22:56:33.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:32 gibba023 bash[27374]: cluster 2021-03-04T22:56:32.630089+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-03-04T22:56:34.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[37770]: cluster 2021-03-04T22:56:32.622653+0000 mgr.x (mgr.34379) 93 : cluster [DBG] pgmap v153: 105 pgs: 105 active+clean; 477 MiB data, 1.2 GiB used, 663 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 372 op/s 2021-03-04T22:56:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[37770]: audit 2021-03-04T22:56:33.387602+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[37770]: audit 2021-03-04T22:56:33.393237+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T22:56:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[37770]: cluster 2021-03-04T22:56:33.630889+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-03-04T22:56:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[37770]: audit 2021-03-04T22:56:33.631617+0000 mon.a (mon.0) 277 : audit [INF] from='client.? 172.21.2.108:0/4166655201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[39303]: cluster 2021-03-04T22:56:32.622653+0000 mgr.x (mgr.34379) 93 : cluster [DBG] pgmap v153: 105 pgs: 105 active+clean; 477 MiB data, 1.2 GiB used, 663 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 372 op/s 2021-03-04T22:56:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[39303]: audit 2021-03-04T22:56:33.387602+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[39303]: audit 2021-03-04T22:56:33.393237+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T22:56:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[39303]: cluster 2021-03-04T22:56:33.630889+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-03-04T22:56:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:33 gibba008 bash[39303]: audit 2021-03-04T22:56:33.631617+0000 mon.a (mon.0) 277 : audit [INF] from='client.? 172.21.2.108:0/4166655201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:33 gibba023 bash[27374]: cluster 2021-03-04T22:56:32.622653+0000 mgr.x (mgr.34379) 93 : cluster [DBG] pgmap v153: 105 pgs: 105 active+clean; 477 MiB data, 1.2 GiB used, 663 GiB / 672 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 372 op/s 2021-03-04T22:56:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:33 gibba023 bash[27374]: audit 2021-03-04T22:56:33.387602+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:33 gibba023 bash[27374]: audit 2021-03-04T22:56:33.393237+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T22:56:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:33 gibba023 bash[27374]: cluster 2021-03-04T22:56:33.630889+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-03-04T22:56:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:33 gibba023 bash[27374]: audit 2021-03-04T22:56:33.631617+0000 mon.a (mon.0) 277 : audit [INF] from='client.? 172.21.2.108:0/4166655201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:34.637 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2021-03-04T22:56:35.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[37770]: cephadm 2021-03-04T22:56:33.390257+0000 mgr.x (mgr.34379) 94 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T22:56:35.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[37770]: cephadm 2021-03-04T22:56:33.392435+0000 mgr.x (mgr.34379) 95 : cephadm [INF] Reconfiguring daemon osd.2 on gibba008 2021-03-04T22:56:35.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[37770]: audit 2021-03-04T22:56:34.633902+0000 mon.a (mon.0) 278 : audit [INF] from='client.? 172.21.2.108:0/4166655201' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:35.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[37770]: cluster 2021-03-04T22:56:34.634149+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-03-04T22:56:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[39303]: cephadm 2021-03-04T22:56:33.390257+0000 mgr.x (mgr.34379) 94 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T22:56:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[39303]: cephadm 2021-03-04T22:56:33.392435+0000 mgr.x (mgr.34379) 95 : cephadm [INF] Reconfiguring daemon osd.2 on gibba008 2021-03-04T22:56:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[39303]: audit 2021-03-04T22:56:34.633902+0000 mon.a (mon.0) 278 : audit [INF] from='client.? 172.21.2.108:0/4166655201' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:34 gibba008 bash[39303]: cluster 2021-03-04T22:56:34.634149+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-03-04T22:56:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:34 gibba023 bash[27374]: cephadm 2021-03-04T22:56:33.390257+0000 mgr.x (mgr.34379) 94 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T22:56:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:34 gibba023 bash[27374]: cephadm 2021-03-04T22:56:33.392435+0000 mgr.x (mgr.34379) 95 : cephadm [INF] Reconfiguring daemon osd.2 on gibba008 2021-03-04T22:56:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:34 gibba023 bash[27374]: audit 2021-03-04T22:56:34.633902+0000 mon.a (mon.0) 278 : audit [INF] from='client.? 172.21.2.108:0/4166655201' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:34 gibba023 bash[27374]: cluster 2021-03-04T22:56:34.634149+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-03-04T22:56:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[37770]: cluster 2021-03-04T22:56:34.623704+0000 mgr.x (mgr.34379) 96 : cluster [DBG] pgmap v156: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 1.2 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:56:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[37770]: audit 2021-03-04T22:56:35.387580+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[37770]: audit 2021-03-04T22:56:35.393103+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T22:56:36.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[37770]: cluster 2021-03-04T22:56:35.636904+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-03-04T22:56:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[39303]: cluster 2021-03-04T22:56:34.623704+0000 mgr.x (mgr.34379) 96 : cluster [DBG] pgmap v156: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 1.2 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:56:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[39303]: audit 2021-03-04T22:56:35.387580+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[39303]: audit 2021-03-04T22:56:35.393103+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T22:56:36.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:35 gibba008 bash[39303]: cluster 2021-03-04T22:56:35.636904+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-03-04T22:56:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:35 gibba023 bash[27374]: cluster 2021-03-04T22:56:34.623704+0000 mgr.x (mgr.34379) 96 : cluster [DBG] pgmap v156: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 1.2 GiB used, 663 GiB / 672 GiB avail 2021-03-04T22:56:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:35 gibba023 bash[27374]: audit 2021-03-04T22:56:35.387580+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:35 gibba023 bash[27374]: audit 2021-03-04T22:56:35.393103+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T22:56:36.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:35 gibba023 bash[27374]: cluster 2021-03-04T22:56:35.636904+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-03-04T22:56:36.649 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.649 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2012 ms) 2021-03-04T22:56:36.649 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2021-03-04T22:56:36.652 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.652 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyFlatten (4 ms) 2021-03-04T22:56:36.653 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyResize 2021-03-04T22:56:36.656 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.657 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyResize (4 ms) 2021-03-04T22:56:36.657 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2021-03-04T22:56:36.661 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.661 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (4 ms) 2021-03-04T22:56:36.661 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2021-03-04T22:56:36.664 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.664 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (4 ms) 2021-03-04T22:56:36.665 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2021-03-04T22:56:36.668 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.668 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (3 ms) 2021-03-04T22:56:36.669 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2021-03-04T22:56:36.672 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.672 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapRename (4 ms) 2021-03-04T22:56:36.673 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2021-03-04T22:56:36.675 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.675 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (4 ms) 2021-03-04T22:56:36.676 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2021-03-04T22:56:36.679 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.679 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (3 ms) 2021-03-04T22:56:36.679 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2021-03-04T22:56:36.682 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.683 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (4 ms) 2021-03-04T22:56:36.683 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2021-03-04T22:56:36.686 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.686 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (3 ms) 2021-03-04T22:56:36.686 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyRename 2021-03-04T22:56:36.690 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.690 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyRename (5 ms) 2021-03-04T22:56:36.690 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2021-03-04T22:56:36.695 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.695 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (4 ms) 2021-03-04T22:56:36.695 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2021-03-04T22:56:36.699 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.699 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (5 ms) 2021-03-04T22:56:36.700 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2021-03-04T22:56:36.703 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.703 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (4 ms) 2021-03-04T22:56:36.704 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2021-03-04T22:56:36.708 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:36.708 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (5 ms) 2021-03-04T22:56:37.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:36 gibba008 bash[37770]: cephadm 2021-03-04T22:56:35.390054+0000 mgr.x (mgr.34379) 97 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T22:56:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:36 gibba008 bash[37770]: cephadm 2021-03-04T22:56:35.392284+0000 mgr.x (mgr.34379) 98 : cephadm [INF] Reconfiguring daemon osd.3 on gibba008 2021-03-04T22:56:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:36 gibba008 bash[37770]: cluster 2021-03-04T22:56:36.639287+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-03-04T22:56:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:36 gibba008 bash[39303]: cephadm 2021-03-04T22:56:35.390054+0000 mgr.x (mgr.34379) 97 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T22:56:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:36 gibba008 bash[39303]: cephadm 2021-03-04T22:56:35.392284+0000 mgr.x (mgr.34379) 98 : cephadm [INF] Reconfiguring daemon osd.3 on gibba008 2021-03-04T22:56:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:36 gibba008 bash[39303]: cluster 2021-03-04T22:56:36.639287+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-03-04T22:56:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:36 gibba023 bash[27374]: cephadm 2021-03-04T22:56:35.390054+0000 mgr.x (mgr.34379) 97 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T22:56:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:36 gibba023 bash[27374]: cephadm 2021-03-04T22:56:35.392284+0000 mgr.x (mgr.34379) 98 : cephadm [INF] Reconfiguring daemon osd.3 on gibba008 2021-03-04T22:56:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:36 gibba023 bash[27374]: cluster 2021-03-04T22:56:36.639287+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-03-04T22:56:37.651 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestImageWatcher (2073 ms total) 2021-03-04T22:56:37.652 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:56:37.652 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 33 tests from TestInternal 2021-03-04T22:56:38.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[37770]: cluster 2021-03-04T22:56:36.624768+0000 mgr.x (mgr.34379) 99 : cluster [DBG] pgmap v159: 105 pgs: 105 active+clean; 3.3 KiB data, 22 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[37770]: audit 2021-03-04T22:56:37.344650+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[37770]: audit 2021-03-04T22:56:37.346955+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:56:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[37770]: audit 2021-03-04T22:56:37.348602+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[37770]: audit 2021-03-04T22:56:37.350726+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba008.hxkpme","key": "container_image"}]: dispatch 2021-03-04T22:56:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[37770]: cluster 2021-03-04T22:56:37.648469+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-03-04T22:56:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[39303]: cluster 2021-03-04T22:56:36.624768+0000 mgr.x (mgr.34379) 99 : cluster [DBG] pgmap v159: 105 pgs: 105 active+clean; 3.3 KiB data, 22 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[39303]: audit 2021-03-04T22:56:37.344650+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[39303]: audit 2021-03-04T22:56:37.346955+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:56:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[39303]: audit 2021-03-04T22:56:37.348602+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[39303]: audit 2021-03-04T22:56:37.350726+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba008.hxkpme","key": "container_image"}]: dispatch 2021-03-04T22:56:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:37 gibba008 bash[39303]: cluster 2021-03-04T22:56:37.648469+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-03-04T22:56:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:37 gibba023 bash[27374]: cluster 2021-03-04T22:56:36.624768+0000 mgr.x (mgr.34379) 99 : cluster [DBG] pgmap v159: 105 pgs: 105 active+clean; 3.3 KiB data, 22 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:37 gibba023 bash[27374]: audit 2021-03-04T22:56:37.344650+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:37 gibba023 bash[27374]: audit 2021-03-04T22:56:37.346955+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba008.hxkpme", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:56:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:37 gibba023 bash[27374]: audit 2021-03-04T22:56:37.348602+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:37 gibba023 bash[27374]: audit 2021-03-04T22:56:37.350726+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba008.hxkpme","key": "container_image"}]: dispatch 2021-03-04T22:56:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:37 gibba023 bash[27374]: cluster 2021-03-04T22:56:37.648469+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-03-04T22:56:39.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[39303]: cephadm 2021-03-04T22:56:37.346590+0000 mgr.x (mgr.34379) 100 : cephadm [INF] Reconfiguring mds.foo.gibba008.hxkpme (monmap changed)... 2021-03-04T22:56:39.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[39303]: cephadm 2021-03-04T22:56:37.350364+0000 mgr.x (mgr.34379) 101 : cephadm [INF] Reconfiguring daemon mds.foo.gibba008.hxkpme on gibba008 2021-03-04T22:56:39.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[39303]: cluster 2021-03-04T22:56:38.646939+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-03-04T22:56:39.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[39303]: audit 2021-03-04T22:56:38.647575+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.2.108:0/3031945988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[37770]: cephadm 2021-03-04T22:56:37.346590+0000 mgr.x (mgr.34379) 100 : cephadm [INF] Reconfiguring mds.foo.gibba008.hxkpme (monmap changed)... 2021-03-04T22:56:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[37770]: cephadm 2021-03-04T22:56:37.350364+0000 mgr.x (mgr.34379) 101 : cephadm [INF] Reconfiguring daemon mds.foo.gibba008.hxkpme on gibba008 2021-03-04T22:56:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[37770]: cluster 2021-03-04T22:56:38.646939+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-03-04T22:56:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:38 gibba008 bash[37770]: audit 2021-03-04T22:56:38.647575+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.2.108:0/3031945988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:39.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:38 gibba023 bash[27374]: cephadm 2021-03-04T22:56:37.346590+0000 mgr.x (mgr.34379) 100 : cephadm [INF] Reconfiguring mds.foo.gibba008.hxkpme (monmap changed)... 2021-03-04T22:56:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:38 gibba023 bash[27374]: cephadm 2021-03-04T22:56:37.350364+0000 mgr.x (mgr.34379) 101 : cephadm [INF] Reconfiguring daemon mds.foo.gibba008.hxkpme on gibba008 2021-03-04T22:56:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:38 gibba023 bash[27374]: cluster 2021-03-04T22:56:38.646939+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-03-04T22:56:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:38 gibba023 bash[27374]: audit 2021-03-04T22:56:38.647575+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.2.108:0/3031945988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:39.654 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.OpenByID 2021-03-04T22:56:40.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: cluster 2021-03-04T22:56:38.625528+0000 mgr.x (mgr.34379) 102 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 3.3 KiB data, 22 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: audit 2021-03-04T22:56:39.485784+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: audit 2021-03-04T22:56:39.488415+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: audit 2021-03-04T22:56:39.490578+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:40.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: audit 2021-03-04T22:56:39.492151+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:40.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: audit 2021-03-04T22:56:39.493461+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T22:56:40.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: audit 2021-03-04T22:56:39.650757+0000 mon.a (mon.0) 296 : audit [INF] from='client.? 172.21.2.108:0/3031945988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:40.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:39 gibba023 bash[27374]: cluster 2021-03-04T22:56:39.651167+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2021-03-04T22:56:40.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: cluster 2021-03-04T22:56:38.625528+0000 mgr.x (mgr.34379) 102 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 3.3 KiB data, 22 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:40.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: audit 2021-03-04T22:56:39.485784+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:40.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: audit 2021-03-04T22:56:39.488415+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:40.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: audit 2021-03-04T22:56:39.490578+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: audit 2021-03-04T22:56:39.492151+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: audit 2021-03-04T22:56:39.493461+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T22:56:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: audit 2021-03-04T22:56:39.650757+0000 mon.a (mon.0) 296 : audit [INF] from='client.? 172.21.2.108:0/3031945988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[39303]: cluster 2021-03-04T22:56:39.651167+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2021-03-04T22:56:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: cluster 2021-03-04T22:56:38.625528+0000 mgr.x (mgr.34379) 102 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 3.3 KiB data, 22 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: audit 2021-03-04T22:56:39.485784+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: audit 2021-03-04T22:56:39.488415+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T22:56:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: audit 2021-03-04T22:56:39.490578+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T22:56:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: audit 2021-03-04T22:56:39.492151+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:40.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: audit 2021-03-04T22:56:39.493461+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T22:56:40.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: audit 2021-03-04T22:56:39.650757+0000 mon.a (mon.0) 296 : audit [INF] from='client.? 172.21.2.108:0/3031945988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:40.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:39 gibba008 bash[37770]: cluster 2021-03-04T22:56:39.651167+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2021-03-04T22:56:41.148 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:40 gibba023 bash[27374]: cephadm 2021-03-04T22:56:39.488153+0000 mgr.x (mgr.34379) 103 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T22:56:41.148 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:40 gibba023 bash[27374]: cephadm 2021-03-04T22:56:39.493299+0000 mgr.x (mgr.34379) 104 : cephadm [INF] Reconfiguring daemon mon.b on gibba023 2021-03-04T22:56:41.149 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:40 gibba023 bash[27374]: cluster 2021-03-04T22:56:40.657969+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2021-03-04T22:56:41.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:40 gibba008 bash[37770]: cephadm 2021-03-04T22:56:39.488153+0000 mgr.x (mgr.34379) 103 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T22:56:41.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:40 gibba008 bash[37770]: cephadm 2021-03-04T22:56:39.493299+0000 mgr.x (mgr.34379) 104 : cephadm [INF] Reconfiguring daemon mon.b on gibba023 2021-03-04T22:56:41.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:40 gibba008 bash[37770]: cluster 2021-03-04T22:56:40.657969+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2021-03-04T22:56:41.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:40 gibba008 bash[39303]: cephadm 2021-03-04T22:56:39.488153+0000 mgr.x (mgr.34379) 103 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T22:56:41.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:40 gibba008 bash[39303]: cephadm 2021-03-04T22:56:39.493299+0000 mgr.x (mgr.34379) 104 : cephadm [INF] Reconfiguring daemon mon.b on gibba023 2021-03-04T22:56:41.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:40 gibba008 bash[39303]: cluster 2021-03-04T22:56:40.657969+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2021-03-04T22:56:41.675 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.675 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.OpenByID (2021 ms) 2021-03-04T22:56:41.675 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.OpenSnapDNE 2021-03-04T22:56:41.689 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.OpenSnapDNE (15 ms) 2021-03-04T22:56:41.690 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2021-03-04T22:56:41.694 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.694 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (5 ms) 2021-03-04T22:56:41.694 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ResizeLocksImage 2021-03-04T22:56:41.697 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.697 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ResizeLocksImage (3 ms) 2021-03-04T22:56:41.697 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2021-03-04T22:56:41.701 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.701 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (3 ms) 2021-03-04T22:56:41.701 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2021-03-04T22:56:41.704 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.704 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapCreateLocksImage (3 ms) 2021-03-04T22:56:41.704 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2021-03-04T22:56:41.707 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.708 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (4 ms) 2021-03-04T22:56:41.708 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2021-03-04T22:56:41.711 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.711 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (3 ms) 2021-03-04T22:56:41.711 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2021-03-04T22:56:41.714 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.714 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (4 ms) 2021-03-04T22:56:41.715 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2021-03-04T22:56:41.717 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.717 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2 ms) 2021-03-04T22:56:41.717 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.FlattenLocksImage 2021-03-04T22:56:41.720 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.720 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.FlattenLocksImage (3 ms) 2021-03-04T22:56:41.720 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2021-03-04T22:56:41.722 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.723 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (3 ms) 2021-03-04T22:56:41.723 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2021-03-04T22:56:41.726 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.726 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.AioWriteRequestsLock (3 ms) 2021-03-04T22:56:41.726 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2021-03-04T22:56:41.729 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.729 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (3 ms) 2021-03-04T22:56:41.729 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.CancelAsyncResize 2021-03-04T22:56:41.732 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.732 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.CancelAsyncResize (3 ms) 2021-03-04T22:56:41.732 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.MultipleResize 2021-03-04T22:56:41.765 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.MultipleResize (33 ms) 2021-03-04T22:56:41.765 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.Metadata 2021-03-04T22:56:41.769 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.769 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.Metadata (4 ms) 2021-03-04T22:56:41.769 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.MetadataConfApply 2021-03-04T22:56:41.772 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.772 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.MetadataConfApply (3 ms) 2021-03-04T22:56:41.772 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapshotCopyup 2021-03-04T22:56:41.775 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.775 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapshotCopyup (3 ms) 2021-03-04T22:56:41.775 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2021-03-04T22:56:41.778 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.778 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (4 ms) 2021-03-04T22:56:41.779 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2021-03-04T22:56:41.781 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.781 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (2 ms) 2021-03-04T22:56:41.781 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ResizeCopyup 2021-03-04T22:56:41.784 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.784 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ResizeCopyup (3 ms) 2021-03-04T22:56:41.784 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.DiscardCopyup 2021-03-04T22:56:41.786 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.787 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.DiscardCopyup (3 ms) 2021-03-04T22:56:41.787 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ShrinkFlushesCache 2021-03-04T22:56:41.799 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ShrinkFlushesCache (12 ms) 2021-03-04T22:56:41.799 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ImageOptions 2021-03-04T22:56:41.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ImageOptions (3 ms) 2021-03-04T22:56:41.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.WriteFullCopyup 2021-03-04T22:56:41.805 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.806 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.WriteFullCopyup (4 ms) 2021-03-04T22:56:41.806 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2021-03-04T22:56:41.809 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.809 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (3 ms) 2021-03-04T22:56:41.809 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.TestCoR 2021-03-04T22:56:41.812 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.812 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.TestCoR (4 ms) 2021-03-04T22:56:41.813 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2021-03-04T22:56:41.816 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.816 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (3 ms) 2021-03-04T22:56:41.816 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2021-03-04T22:56:41.819 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.820 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.PoolMetadataConfApply (4 ms) 2021-03-04T22:56:41.820 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.Sparsify 2021-03-04T22:56:41.837 INFO:tasks.workunit.client.0.gibba008.stdout:sparsify_supported=1 2021-03-04T22:56:41.837 INFO:tasks.workunit.client.0.gibba008.stdout:sparse_read_supported=1 2021-03-04T22:56:41.854 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.Sparsify (35 ms) 2021-03-04T22:56:41.854 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SparsifyClone 2021-03-04T22:56:41.858 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.859 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SparsifyClone (4 ms) 2021-03-04T22:56:41.859 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.MissingDataPool 2021-03-04T22:56:41.862 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:41.862 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.MissingDataPool (4 ms) 2021-03-04T22:56:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: cluster 2021-03-04T22:56:40.627181+0000 mgr.x (mgr.34379) 105 : cluster [DBG] pgmap v165: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: audit 2021-03-04T22:56:41.580549+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: audit 2021-03-04T22:56:41.582826+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:56:42.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: audit 2021-03-04T22:56:41.585855+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:56:42.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: audit 2021-03-04T22:56:41.588522+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:42.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: audit 2021-03-04T22:56:41.591049+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T22:56:42.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[37770]: cluster 2021-03-04T22:56:41.663053+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2021-03-04T22:56:42.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: cluster 2021-03-04T22:56:40.627181+0000 mgr.x (mgr.34379) 105 : cluster [DBG] pgmap v165: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:42.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: audit 2021-03-04T22:56:41.580549+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:42.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: audit 2021-03-04T22:56:41.582826+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:56:42.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: audit 2021-03-04T22:56:41.585855+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:56:42.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: audit 2021-03-04T22:56:41.588522+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:42.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: audit 2021-03-04T22:56:41.591049+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T22:56:42.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:41 gibba008 bash[39303]: cluster 2021-03-04T22:56:41.663053+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2021-03-04T22:56:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: cluster 2021-03-04T22:56:40.627181+0000 mgr.x (mgr.34379) 105 : cluster [DBG] pgmap v165: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: audit 2021-03-04T22:56:41.580549+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: audit 2021-03-04T22:56:41.582826+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T22:56:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: audit 2021-03-04T22:56:41.585855+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T22:56:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: audit 2021-03-04T22:56:41.588522+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: audit 2021-03-04T22:56:41.591049+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T22:56:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:41 gibba023 bash[27374]: cluster 2021-03-04T22:56:41.663053+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2021-03-04T22:56:42.668 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 33 tests from TestInternal (2209 ms total) 2021-03-04T22:56:42.669 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:56:42.669 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 51 tests from TestMirroring 2021-03-04T22:56:43.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:42 gibba008 bash[39303]: cephadm 2021-03-04T22:56:41.582421+0000 mgr.x (mgr.34379) 106 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T22:56:43.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:42 gibba008 bash[39303]: cephadm 2021-03-04T22:56:41.590641+0000 mgr.x (mgr.34379) 107 : cephadm [INF] Reconfiguring daemon mgr.x on gibba023 2021-03-04T22:56:43.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:42 gibba008 bash[39303]: cluster 2021-03-04T22:56:42.665863+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2021-03-04T22:56:43.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:42 gibba008 bash[37770]: cephadm 2021-03-04T22:56:41.582421+0000 mgr.x (mgr.34379) 106 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T22:56:43.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:42 gibba008 bash[37770]: cephadm 2021-03-04T22:56:41.590641+0000 mgr.x (mgr.34379) 107 : cephadm [INF] Reconfiguring daemon mgr.x on gibba023 2021-03-04T22:56:43.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:42 gibba008 bash[37770]: cluster 2021-03-04T22:56:42.665863+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2021-03-04T22:56:43.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:42 gibba023 bash[27374]: cephadm 2021-03-04T22:56:41.582421+0000 mgr.x (mgr.34379) 106 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T22:56:43.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:42 gibba023 bash[27374]: cephadm 2021-03-04T22:56:41.590641+0000 mgr.x (mgr.34379) 107 : cephadm [INF] Reconfiguring daemon mgr.x on gibba023 2021-03-04T22:56:43.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:42 gibba023 bash[27374]: cluster 2021-03-04T22:56:42.665863+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2021-03-04T22:56:44.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[37770]: cluster 2021-03-04T22:56:42.627690+0000 mgr.x (mgr.34379) 108 : cluster [DBG] pgmap v168: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:44.311 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[37770]: audit 2021-03-04T22:56:43.302973+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:44.312 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[37770]: audit 2021-03-04T22:56:43.305361+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T22:56:44.312 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[37770]: cluster 2021-03-04T22:56:43.671529+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-03-04T22:56:44.312 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[37770]: audit 2021-03-04T22:56:43.672162+0000 mon.a (mon.0) 309 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:44.313 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[39303]: cluster 2021-03-04T22:56:42.627690+0000 mgr.x (mgr.34379) 108 : cluster [DBG] pgmap v168: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:44.313 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[39303]: audit 2021-03-04T22:56:43.302973+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:44.313 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[39303]: audit 2021-03-04T22:56:43.305361+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T22:56:44.313 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[39303]: cluster 2021-03-04T22:56:43.671529+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-03-04T22:56:44.314 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:43 gibba008 bash[39303]: audit 2021-03-04T22:56:43.672162+0000 mon.a (mon.0) 309 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:44.314 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:43 gibba023 bash[27374]: cluster 2021-03-04T22:56:42.627690+0000 mgr.x (mgr.34379) 108 : cluster [DBG] pgmap v168: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:44.314 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:43 gibba023 bash[27374]: audit 2021-03-04T22:56:43.302973+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:44.315 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:43 gibba023 bash[27374]: audit 2021-03-04T22:56:43.305361+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T22:56:44.315 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:43 gibba023 bash[27374]: cluster 2021-03-04T22:56:43.671529+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-03-04T22:56:44.315 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:43 gibba023 bash[27374]: audit 2021-03-04T22:56:43.672162+0000 mon.a (mon.0) 309 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:56:44.678 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2021-03-04T22:56:45.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[37770]: cephadm 2021-03-04T22:56:43.304713+0000 mgr.x (mgr.34379) 109 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T22:56:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[37770]: cephadm 2021-03-04T22:56:43.305209+0000 mgr.x (mgr.34379) 110 : cephadm [INF] Reconfiguring daemon osd.4 on gibba023 2021-03-04T22:56:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[37770]: audit 2021-03-04T22:56:44.675956+0000 mon.a (mon.0) 310 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[37770]: cluster 2021-03-04T22:56:44.676088+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-03-04T22:56:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[37770]: audit 2021-03-04T22:56:44.772096+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:56:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[37770]: audit 2021-03-04T22:56:44.785486+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:56:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[39303]: cephadm 2021-03-04T22:56:43.304713+0000 mgr.x (mgr.34379) 109 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T22:56:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[39303]: cephadm 2021-03-04T22:56:43.305209+0000 mgr.x (mgr.34379) 110 : cephadm [INF] Reconfiguring daemon osd.4 on gibba023 2021-03-04T22:56:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[39303]: audit 2021-03-04T22:56:44.675956+0000 mon.a (mon.0) 310 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[39303]: cluster 2021-03-04T22:56:44.676088+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-03-04T22:56:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[39303]: audit 2021-03-04T22:56:44.772096+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:56:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:44 gibba008 bash[39303]: audit 2021-03-04T22:56:44.785486+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:56:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:44 gibba023 bash[27374]: cephadm 2021-03-04T22:56:43.304713+0000 mgr.x (mgr.34379) 109 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T22:56:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:44 gibba023 bash[27374]: cephadm 2021-03-04T22:56:43.305209+0000 mgr.x (mgr.34379) 110 : cephadm [INF] Reconfiguring daemon osd.4 on gibba023 2021-03-04T22:56:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:44 gibba023 bash[27374]: audit 2021-03-04T22:56:44.675956+0000 mon.a (mon.0) 310 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:56:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:44 gibba023 bash[27374]: cluster 2021-03-04T22:56:44.676088+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-03-04T22:56:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:44 gibba023 bash[27374]: audit 2021-03-04T22:56:44.772096+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:56:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:44 gibba023 bash[27374]: audit 2021-03-04T22:56:44.785486+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:56:46.234 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:45 gibba023 bash[27374]: cluster 2021-03-04T22:56:44.628341+0000 mgr.x (mgr.34379) 111 : cluster [DBG] pgmap v171: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:46.234 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:45 gibba023 bash[27374]: audit 2021-03-04T22:56:45.092644+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:46.235 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:45 gibba023 bash[27374]: audit 2021-03-04T22:56:45.099345+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T22:56:46.235 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:45 gibba023 bash[27374]: cluster 2021-03-04T22:56:45.679483+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-03-04T22:56:46.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[37770]: cluster 2021-03-04T22:56:44.628341+0000 mgr.x (mgr.34379) 111 : cluster [DBG] pgmap v171: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:46.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[37770]: audit 2021-03-04T22:56:45.092644+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:46.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[37770]: audit 2021-03-04T22:56:45.099345+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T22:56:46.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[37770]: cluster 2021-03-04T22:56:45.679483+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-03-04T22:56:46.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[39303]: cluster 2021-03-04T22:56:44.628341+0000 mgr.x (mgr.34379) 111 : cluster [DBG] pgmap v171: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:46.267 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[39303]: audit 2021-03-04T22:56:45.092644+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:46.267 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[39303]: audit 2021-03-04T22:56:45.099345+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T22:56:46.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:45 gibba008 bash[39303]: cluster 2021-03-04T22:56:45.679483+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-03-04T22:56:46.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2303 ms) 2021-03-04T22:56:46.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2021-03-04T22:56:47.202 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:46 gibba023 bash[27374]: cephadm 2021-03-04T22:56:45.095905+0000 mgr.x (mgr.34379) 112 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T22:56:47.202 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:46 gibba023 bash[27374]: cephadm 2021-03-04T22:56:45.098176+0000 mgr.x (mgr.34379) 113 : cephadm [INF] Reconfiguring daemon osd.5 on gibba023 2021-03-04T22:56:47.202 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:46 gibba023 bash[27374]: cluster 2021-03-04T22:56:46.683834+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-03-04T22:56:47.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:46 gibba008 bash[37770]: cephadm 2021-03-04T22:56:45.095905+0000 mgr.x (mgr.34379) 112 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T22:56:47.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:46 gibba008 bash[37770]: cephadm 2021-03-04T22:56:45.098176+0000 mgr.x (mgr.34379) 113 : cephadm [INF] Reconfiguring daemon osd.5 on gibba023 2021-03-04T22:56:47.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:46 gibba008 bash[37770]: cluster 2021-03-04T22:56:46.683834+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-03-04T22:56:47.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:46 gibba008 bash[39303]: cephadm 2021-03-04T22:56:45.095905+0000 mgr.x (mgr.34379) 112 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T22:56:47.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:46 gibba008 bash[39303]: cephadm 2021-03-04T22:56:45.098176+0000 mgr.x (mgr.34379) 113 : cephadm [INF] Reconfiguring daemon osd.5 on gibba023 2021-03-04T22:56:47.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:46 gibba008 bash[39303]: cluster 2021-03-04T22:56:46.683834+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-03-04T22:56:47.432 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (451 ms) 2021-03-04T22:56:47.432 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2021-03-04T22:56:47.656 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (224 ms) 2021-03-04T22:56:47.657 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2021-03-04T22:56:48.120 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (463 ms) 2021-03-04T22:56:48.120 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2021-03-04T22:56:48.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[39303]: cluster 2021-03-04T22:56:46.629263+0000 mgr.x (mgr.34379) 114 : cluster [DBG] pgmap v174: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:48.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[39303]: audit 2021-03-04T22:56:47.005812+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[39303]: cephadm 2021-03-04T22:56:47.007629+0000 mgr.x (mgr.34379) 115 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T22:56:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[39303]: cephadm 2021-03-04T22:56:47.008244+0000 mgr.x (mgr.34379) 116 : cephadm [INF] Reconfiguring daemon osd.6 on gibba023 2021-03-04T22:56:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[39303]: audit 2021-03-04T22:56:47.008600+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T22:56:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[37770]: cluster 2021-03-04T22:56:46.629263+0000 mgr.x (mgr.34379) 114 : cluster [DBG] pgmap v174: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[37770]: audit 2021-03-04T22:56:47.005812+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[37770]: cephadm 2021-03-04T22:56:47.007629+0000 mgr.x (mgr.34379) 115 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T22:56:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[37770]: cephadm 2021-03-04T22:56:47.008244+0000 mgr.x (mgr.34379) 116 : cephadm [INF] Reconfiguring daemon osd.6 on gibba023 2021-03-04T22:56:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:48 gibba008 bash[37770]: audit 2021-03-04T22:56:47.008600+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T22:56:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:48 gibba023 bash[27374]: cluster 2021-03-04T22:56:46.629263+0000 mgr.x (mgr.34379) 114 : cluster [DBG] pgmap v174: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:48 gibba023 bash[27374]: audit 2021-03-04T22:56:47.005812+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:48 gibba023 bash[27374]: cephadm 2021-03-04T22:56:47.007629+0000 mgr.x (mgr.34379) 115 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T22:56:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:48 gibba023 bash[27374]: cephadm 2021-03-04T22:56:47.008244+0000 mgr.x (mgr.34379) 116 : cephadm [INF] Reconfiguring daemon osd.6 on gibba023 2021-03-04T22:56:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:48 gibba023 bash[27374]: audit 2021-03-04T22:56:47.008600+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T22:56:48.517 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (397 ms) 2021-03-04T22:56:48.517 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2021-03-04T22:56:48.903 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (386 ms) 2021-03-04T22:56:48.904 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2021-03-04T22:56:49.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (455 ms) 2021-03-04T22:56:49.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2021-03-04T22:56:49.359 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:49.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2021-03-04T22:56:49.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2021-03-04T22:56:49.360 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:56:49.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2021-03-04T22:56:49.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2021-03-04T22:56:49.669 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (310 ms) 2021-03-04T22:56:49.669 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2021-03-04T22:56:50.020 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (351 ms) 2021-03-04T22:56:50.020 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2021-03-04T22:56:50.094 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:49 gibba023 bash[27374]: cluster 2021-03-04T22:56:48.630160+0000 mgr.x (mgr.34379) 117 : cluster [DBG] pgmap v176: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:50.094 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:49 gibba023 bash[27374]: audit 2021-03-04T22:56:48.828452+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:50.094 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:49 gibba023 bash[27374]: cephadm 2021-03-04T22:56:48.830165+0000 mgr.x (mgr.34379) 118 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T22:56:50.095 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:49 gibba023 bash[27374]: cephadm 2021-03-04T22:56:48.830901+0000 mgr.x (mgr.34379) 119 : cephadm [INF] Reconfiguring daemon osd.7 on gibba023 2021-03-04T22:56:50.095 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:49 gibba023 bash[27374]: audit 2021-03-04T22:56:48.831299+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T22:56:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[37770]: cluster 2021-03-04T22:56:48.630160+0000 mgr.x (mgr.34379) 117 : cluster [DBG] pgmap v176: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[37770]: audit 2021-03-04T22:56:48.828452+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[37770]: cephadm 2021-03-04T22:56:48.830165+0000 mgr.x (mgr.34379) 118 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T22:56:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[37770]: cephadm 2021-03-04T22:56:48.830901+0000 mgr.x (mgr.34379) 119 : cephadm [INF] Reconfiguring daemon osd.7 on gibba023 2021-03-04T22:56:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[37770]: audit 2021-03-04T22:56:48.831299+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T22:56:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[39303]: cluster 2021-03-04T22:56:48.630160+0000 mgr.x (mgr.34379) 117 : cluster [DBG] pgmap v176: 105 pgs: 105 active+clean; 3.3 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[39303]: audit 2021-03-04T22:56:48.828452+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[39303]: cephadm 2021-03-04T22:56:48.830165+0000 mgr.x (mgr.34379) 118 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T22:56:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[39303]: cephadm 2021-03-04T22:56:48.830901+0000 mgr.x (mgr.34379) 119 : cephadm [INF] Reconfiguring daemon osd.7 on gibba023 2021-03-04T22:56:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:49 gibba008 bash[39303]: audit 2021-03-04T22:56:48.831299+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T22:56:51.873 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: cluster 2021-03-04T22:56:50.630898+0000 mgr.x (mgr.34379) 120 : cluster [DBG] pgmap v177: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail; 242 KiB/s rd, 33 KiB/s wr, 351 op/s 2021-03-04T22:56:51.874 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: audit 2021-03-04T22:56:50.654402+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:51.874 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: audit 2021-03-04T22:56:50.656079+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:56:51.874 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: cephadm 2021-03-04T22:56:50.656088+0000 mgr.x (mgr.34379) 121 : cephadm [INF] Reconfiguring mds.foo.gibba023.whlkca (monmap changed)... 2021-03-04T22:56:51.874 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: audit 2021-03-04T22:56:50.657292+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:51.875 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: cephadm 2021-03-04T22:56:50.658374+0000 mgr.x (mgr.34379) 122 : cephadm [INF] Reconfiguring daemon mds.foo.gibba023.whlkca on gibba023 2021-03-04T22:56:51.875 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: audit 2021-03-04T22:56:50.658402+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba023.whlkca","key": "container_image"}]: dispatch 2021-03-04T22:56:51.875 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:51 gibba023 bash[27374]: cluster 2021-03-04T22:56:50.838918+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-03-04T22:56:51.972 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1952 ms) 2021-03-04T22:56:51.972 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2021-03-04T22:56:52.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: cluster 2021-03-04T22:56:50.630898+0000 mgr.x (mgr.34379) 120 : cluster [DBG] pgmap v177: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail; 242 KiB/s rd, 33 KiB/s wr, 351 op/s 2021-03-04T22:56:52.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: audit 2021-03-04T22:56:50.654402+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:52.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: audit 2021-03-04T22:56:50.656079+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:56:52.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: cephadm 2021-03-04T22:56:50.656088+0000 mgr.x (mgr.34379) 121 : cephadm [INF] Reconfiguring mds.foo.gibba023.whlkca (monmap changed)... 2021-03-04T22:56:52.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: audit 2021-03-04T22:56:50.657292+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:52.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: cephadm 2021-03-04T22:56:50.658374+0000 mgr.x (mgr.34379) 122 : cephadm [INF] Reconfiguring daemon mds.foo.gibba023.whlkca on gibba023 2021-03-04T22:56:52.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: audit 2021-03-04T22:56:50.658402+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba023.whlkca","key": "container_image"}]: dispatch 2021-03-04T22:56:52.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[39303]: cluster 2021-03-04T22:56:50.838918+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-03-04T22:56:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: cluster 2021-03-04T22:56:50.630898+0000 mgr.x (mgr.34379) 120 : cluster [DBG] pgmap v177: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail; 242 KiB/s rd, 33 KiB/s wr, 351 op/s 2021-03-04T22:56:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: audit 2021-03-04T22:56:50.654402+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:52.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: audit 2021-03-04T22:56:50.656079+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba023.whlkca", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T22:56:52.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: cephadm 2021-03-04T22:56:50.656088+0000 mgr.x (mgr.34379) 121 : cephadm [INF] Reconfiguring mds.foo.gibba023.whlkca (monmap changed)... 2021-03-04T22:56:52.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: audit 2021-03-04T22:56:50.657292+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T22:56:52.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: cephadm 2021-03-04T22:56:50.658374+0000 mgr.x (mgr.34379) 122 : cephadm [INF] Reconfiguring daemon mds.foo.gibba023.whlkca on gibba023 2021-03-04T22:56:52.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: audit 2021-03-04T22:56:50.658402+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba023.whlkca","key": "container_image"}]: dispatch 2021-03-04T22:56:52.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:51 gibba008 bash[37770]: cluster 2021-03-04T22:56:50.838918+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-03-04T22:56:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[37770]: cluster 2021-03-04T22:56:51.847932+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-03-04T22:56:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[37770]: audit 2021-03-04T22:56:52.319698+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[37770]: audit 2021-03-04T22:56:52.320774+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[37770]: audit 2021-03-04T22:56:52.323382+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:53.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[37770]: audit 2021-03-04T22:56:52.323515+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:53.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[39303]: cluster 2021-03-04T22:56:51.847932+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-03-04T22:56:53.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[39303]: audit 2021-03-04T22:56:52.319698+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:53.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[39303]: audit 2021-03-04T22:56:52.320774+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:53.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[39303]: audit 2021-03-04T22:56:52.323382+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:53.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:52 gibba008 bash[39303]: audit 2021-03-04T22:56:52.323515+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:52 gibba023 bash[27374]: cluster 2021-03-04T22:56:51.847932+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-03-04T22:56:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:52 gibba023 bash[27374]: audit 2021-03-04T22:56:52.319698+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:52 gibba023 bash[27374]: audit 2021-03-04T22:56:52.320774+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:56:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:52 gibba023 bash[27374]: audit 2021-03-04T22:56:52.323382+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:52 gibba023 bash[27374]: audit 2021-03-04T22:56:52.323515+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:56:53.704 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (1732 ms) 2021-03-04T22:56:53.705 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2021-03-04T22:56:54.103 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (399 ms) 2021-03-04T22:56:54.104 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2021-03-04T22:56:54.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:53 gibba008 bash[37770]: cluster 2021-03-04T22:56:52.631935+0000 mgr.x (mgr.34379) 123 : cluster [DBG] pgmap v180: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail; 242 KiB/s rd, 33 KiB/s wr, 351 op/s 2021-03-04T22:56:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:53 gibba008 bash[37770]: cluster 2021-03-04T22:56:52.857316+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-03-04T22:56:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:53 gibba008 bash[37770]: cluster 2021-03-04T22:56:53.598389+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-03-04T22:56:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:53 gibba008 bash[39303]: cluster 2021-03-04T22:56:52.631935+0000 mgr.x (mgr.34379) 123 : cluster [DBG] pgmap v180: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail; 242 KiB/s rd, 33 KiB/s wr, 351 op/s 2021-03-04T22:56:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:53 gibba008 bash[39303]: cluster 2021-03-04T22:56:52.857316+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-03-04T22:56:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:53 gibba008 bash[39303]: cluster 2021-03-04T22:56:53.598389+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-03-04T22:56:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:53 gibba023 bash[27374]: cluster 2021-03-04T22:56:52.631935+0000 mgr.x (mgr.34379) 123 : cluster [DBG] pgmap v180: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail; 242 KiB/s rd, 33 KiB/s wr, 351 op/s 2021-03-04T22:56:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:53 gibba023 bash[27374]: cluster 2021-03-04T22:56:52.857316+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-03-04T22:56:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:53 gibba023 bash[27374]: cluster 2021-03-04T22:56:53.598389+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-03-04T22:56:54.520 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (417 ms) 2021-03-04T22:56:54.520 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2021-03-04T22:56:54.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (453 ms) 2021-03-04T22:56:54.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2021-03-04T22:56:55.189 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (216 ms) 2021-03-04T22:56:55.189 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2021-03-04T22:56:55.272 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (84 ms) 2021-03-04T22:56:55.273 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2021-03-04T22:56:55.358 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (86 ms) 2021-03-04T22:56:55.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2021-03-04T22:56:55.438 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (79 ms) 2021-03-04T22:56:55.438 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2021-03-04T22:56:56.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:55 gibba008 bash[37770]: cluster 2021-03-04T22:56:54.632739+0000 mgr.x (mgr.34379) 124 : cluster [DBG] pgmap v183: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:55 gibba008 bash[39303]: cluster 2021-03-04T22:56:54.632739+0000 mgr.x (mgr.34379) 124 : cluster [DBG] pgmap v183: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:55 gibba023 bash[27374]: cluster 2021-03-04T22:56:54.632739+0000 mgr.x (mgr.34379) 124 : cluster [DBG] pgmap v183: 105 pgs: 105 active+clean; 3.4 KiB data, 23 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:56:56.993 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1555 ms) 2021-03-04T22:56:56.993 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2021-03-04T22:56:57.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[37770]: cluster 2021-03-04T22:56:55.867609+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-03-04T22:56:57.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[37770]: audit 2021-03-04T22:56:56.103267+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[37770]: audit 2021-03-04T22:56:56.357833+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[37770]: audit 2021-03-04T22:56:56.361444+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[39303]: cluster 2021-03-04T22:56:55.867609+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-03-04T22:56:57.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[39303]: audit 2021-03-04T22:56:56.103267+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[39303]: audit 2021-03-04T22:56:56.357833+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:56 gibba008 bash[39303]: audit 2021-03-04T22:56:56.361444+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:56 gibba023 bash[27374]: cluster 2021-03-04T22:56:55.867609+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-03-04T22:56:57.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:56 gibba023 bash[27374]: audit 2021-03-04T22:56:56.103267+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:56 gibba023 bash[27374]: audit 2021-03-04T22:56:56.357833+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:56 gibba023 bash[27374]: audit 2021-03-04T22:56:56.361444+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:56:57.477 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (484 ms) 2021-03-04T22:56:57.477 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2021-03-04T22:56:57.897 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (421 ms) 2021-03-04T22:56:57.898 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2021-03-04T22:56:58.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:57 gibba008 bash[37770]: cluster 2021-03-04T22:56:56.633895+0000 mgr.x (mgr.34379) 125 : cluster [DBG] pgmap v185: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 296 KiB/s rd, 35 KiB/s wr, 433 op/s 2021-03-04T22:56:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:57 gibba008 bash[37770]: cluster 2021-03-04T22:56:56.883990+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-03-04T22:56:58.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:57 gibba008 bash[39303]: cluster 2021-03-04T22:56:56.633895+0000 mgr.x (mgr.34379) 125 : cluster [DBG] pgmap v185: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 296 KiB/s rd, 35 KiB/s wr, 433 op/s 2021-03-04T22:56:58.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:57 gibba008 bash[39303]: cluster 2021-03-04T22:56:56.883990+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-03-04T22:56:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:57 gibba023 bash[27374]: cluster 2021-03-04T22:56:56.633895+0000 mgr.x (mgr.34379) 125 : cluster [DBG] pgmap v185: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 296 KiB/s rd, 35 KiB/s wr, 433 op/s 2021-03-04T22:56:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:57 gibba023 bash[27374]: cluster 2021-03-04T22:56:56.883990+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-03-04T22:56:58.308 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (410 ms) 2021-03-04T22:56:58.308 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2021-03-04T22:56:58.990 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (682 ms) 2021-03-04T22:56:58.991 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2021-03-04T22:56:59.665 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (674 ms) 2021-03-04T22:56:59.665 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2021-03-04T22:57:00.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:59 gibba008 bash[37770]: cluster 2021-03-04T22:56:58.601023+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-03-04T22:57:00.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:56:59 gibba008 bash[37770]: cluster 2021-03-04T22:56:58.634816+0000 mgr.x (mgr.34379) 126 : cluster [DBG] pgmap v188: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 281 KiB/s rd, 33 KiB/s wr, 411 op/s 2021-03-04T22:57:00.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:59 gibba008 bash[39303]: cluster 2021-03-04T22:56:58.601023+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-03-04T22:57:00.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:56:59 gibba008 bash[39303]: cluster 2021-03-04T22:56:58.634816+0000 mgr.x (mgr.34379) 126 : cluster [DBG] pgmap v188: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 281 KiB/s rd, 33 KiB/s wr, 411 op/s 2021-03-04T22:57:00.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:59 gibba023 bash[27374]: cluster 2021-03-04T22:56:58.601023+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-03-04T22:57:00.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:56:59 gibba023 bash[27374]: cluster 2021-03-04T22:56:58.634816+0000 mgr.x (mgr.34379) 126 : cluster [DBG] pgmap v188: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 281 KiB/s rd, 33 KiB/s wr, 411 op/s 2021-03-04T22:57:00.086 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (421 ms) 2021-03-04T22:57:00.087 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2021-03-04T22:57:00.621 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (536 ms) 2021-03-04T22:57:00.622 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2021-03-04T22:57:01.339 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (717 ms) 2021-03-04T22:57:01.339 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2021-03-04T22:57:02.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:01 gibba008 bash[39303]: cluster 2021-03-04T22:57:00.636587+0000 mgr.x (mgr.34379) 127 : cluster [DBG] pgmap v189: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 534 KiB/s rd, 65 KiB/s wr, 763 op/s 2021-03-04T22:57:02.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:01 gibba008 bash[37770]: cluster 2021-03-04T22:57:00.636587+0000 mgr.x (mgr.34379) 127 : cluster [DBG] pgmap v189: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 534 KiB/s rd, 65 KiB/s wr, 763 op/s 2021-03-04T22:57:02.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:01 gibba023 bash[27374]: cluster 2021-03-04T22:57:00.636587+0000 mgr.x (mgr.34379) 127 : cluster [DBG] pgmap v189: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 534 KiB/s rd, 65 KiB/s wr, 763 op/s 2021-03-04T22:57:02.106 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (767 ms) 2021-03-04T22:57:02.106 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2021-03-04T22:57:02.473 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (367 ms) 2021-03-04T22:57:02.473 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2021-03-04T22:57:02.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (329 ms) 2021-03-04T22:57:02.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2021-03-04T22:57:03.082 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (281 ms) 2021-03-04T22:57:03.083 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2021-03-04T22:57:03.611 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (528 ms) 2021-03-04T22:57:03.612 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2021-03-04T22:57:04.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:03 gibba008 bash[37770]: cluster 2021-03-04T22:57:02.637391+0000 mgr.x (mgr.34379) 128 : cluster [DBG] pgmap v190: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 264 KiB/s rd, 33 KiB/s wr, 370 op/s 2021-03-04T22:57:04.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:03 gibba008 bash[37770]: cluster 2021-03-04T22:57:03.603648+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-03-04T22:57:04.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:03 gibba008 bash[39303]: cluster 2021-03-04T22:57:02.637391+0000 mgr.x (mgr.34379) 128 : cluster [DBG] pgmap v190: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 264 KiB/s rd, 33 KiB/s wr, 370 op/s 2021-03-04T22:57:04.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:03 gibba008 bash[39303]: cluster 2021-03-04T22:57:03.603648+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-03-04T22:57:04.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:03 gibba023 bash[27374]: cluster 2021-03-04T22:57:02.637391+0000 mgr.x (mgr.34379) 128 : cluster [DBG] pgmap v190: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 264 KiB/s rd, 33 KiB/s wr, 370 op/s 2021-03-04T22:57:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:03 gibba023 bash[27374]: cluster 2021-03-04T22:57:03.603648+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-03-04T22:57:04.177 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (566 ms) 2021-03-04T22:57:04.177 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2021-03-04T22:57:04.675 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (498 ms) 2021-03-04T22:57:04.675 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2021-03-04T22:57:05.199 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (524 ms) 2021-03-04T22:57:05.200 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorStatusList 2021-03-04T22:57:05.542 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorStatusList (343 ms) 2021-03-04T22:57:05.542 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2021-03-04T22:57:05.996 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveBootstrapped (454 ms) 2021-03-04T22:57:05.997 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2021-03-04T22:57:06.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:05 gibba008 bash[37770]: cluster 2021-03-04T22:57:04.638210+0000 mgr.x (mgr.34379) 129 : cluster [DBG] pgmap v192: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 230 KiB/s rd, 29 KiB/s wr, 323 op/s 2021-03-04T22:57:06.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:05 gibba008 bash[39303]: cluster 2021-03-04T22:57:04.638210+0000 mgr.x (mgr.34379) 129 : cluster [DBG] pgmap v192: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 230 KiB/s rd, 29 KiB/s wr, 323 op/s 2021-03-04T22:57:06.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:05 gibba023 bash[27374]: cluster 2021-03-04T22:57:04.638210+0000 mgr.x (mgr.34379) 129 : cluster [DBG] pgmap v192: 105 pgs: 105 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 230 KiB/s rd, 29 KiB/s wr, 323 op/s 2021-03-04T22:57:07.132 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioPromoteDemote (1137 ms) 2021-03-04T22:57:07.133 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioGetInfo 2021-03-04T22:57:08.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:07 gibba008 bash[37770]: cluster 2021-03-04T22:57:06.639907+0000 mgr.x (mgr.34379) 130 : cluster [DBG] pgmap v193: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 466 KiB/s rd, 68 KiB/s wr, 654 op/s 2021-03-04T22:57:08.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:07 gibba008 bash[39303]: cluster 2021-03-04T22:57:06.639907+0000 mgr.x (mgr.34379) 130 : cluster [DBG] pgmap v193: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 466 KiB/s rd, 68 KiB/s wr, 654 op/s 2021-03-04T22:57:08.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:07 gibba023 bash[27374]: cluster 2021-03-04T22:57:06.639907+0000 mgr.x (mgr.34379) 130 : cluster [DBG] pgmap v193: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 466 KiB/s rd, 68 KiB/s wr, 654 op/s 2021-03-04T22:57:08.615 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioGetInfo (1482 ms) 2021-03-04T22:57:08.615 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioGetStatus 2021-03-04T22:57:09.592 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioGetStatus (977 ms) 2021-03-04T22:57:09.593 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SiteName 2021-03-04T22:57:09.622 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SiteName (29 ms) 2021-03-04T22:57:09.623 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.Bootstrap 2021-03-04T22:57:10.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:09 gibba008 bash[39303]: cluster 2021-03-04T22:57:08.640697+0000 mgr.x (mgr.34379) 131 : cluster [DBG] pgmap v194: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 375 KiB/s rd, 55 KiB/s wr, 526 op/s 2021-03-04T22:57:10.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:09 gibba008 bash[37770]: cluster 2021-03-04T22:57:08.640697+0000 mgr.x (mgr.34379) 131 : cluster [DBG] pgmap v194: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 375 KiB/s rd, 55 KiB/s wr, 526 op/s 2021-03-04T22:57:10.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:09 gibba023 bash[27374]: cluster 2021-03-04T22:57:08.640697+0000 mgr.x (mgr.34379) 131 : cluster [DBG] pgmap v194: 105 pgs: 105 active+clean; 3.4 KiB data, 24 MiB used, 664 GiB / 672 GiB avail; 375 KiB/s rd, 55 KiB/s wr, 526 op/s 2021-03-04T22:57:11.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[37770]: audit 2021-03-04T22:57:09.600511+0000 mon.a (mon.0) 341 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' 2021-03-04T22:57:11.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[37770]: audit 2021-03-04T22:57:09.602483+0000 mon.a (mon.0) 342 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[37770]: audit 2021-03-04T22:57:09.603848+0000 mon.a (mon.0) 343 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[37770]: audit 2021-03-04T22:57:09.619096+0000 mon.a (mon.0) 344 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2021-03-04T22:57:11.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[37770]: audit 2021-03-04T22:57:09.620221+0000 mon.a (mon.0) 345 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[39303]: audit 2021-03-04T22:57:09.600511+0000 mon.a (mon.0) 341 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' 2021-03-04T22:57:11.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[39303]: audit 2021-03-04T22:57:09.602483+0000 mon.a (mon.0) 342 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[39303]: audit 2021-03-04T22:57:09.603848+0000 mon.a (mon.0) 343 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[39303]: audit 2021-03-04T22:57:09.619096+0000 mon.a (mon.0) 344 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2021-03-04T22:57:11.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:10 gibba008 bash[39303]: audit 2021-03-04T22:57:09.620221+0000 mon.a (mon.0) 345 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:10 gibba023 bash[27374]: audit 2021-03-04T22:57:09.600511+0000 mon.a (mon.0) 341 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' 2021-03-04T22:57:11.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:10 gibba023 bash[27374]: audit 2021-03-04T22:57:09.602483+0000 mon.a (mon.0) 342 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:10 gibba023 bash[27374]: audit 2021-03-04T22:57:09.603848+0000 mon.a (mon.0) 343 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:11.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:10 gibba023 bash[27374]: audit 2021-03-04T22:57:09.619096+0000 mon.a (mon.0) 344 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2021-03-04T22:57:11.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:10 gibba023 bash[27374]: audit 2021-03-04T22:57:09.620221+0000 mon.a (mon.0) 345 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:12.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:11 gibba008 bash[37770]: cluster 2021-03-04T22:57:10.642637+0000 mgr.x (mgr.34379) 132 : cluster [DBG] pgmap v195: 105 pgs: 105 active+clean; 4.7 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 553 KiB/s rd, 94 KiB/s wr, 750 op/s 2021-03-04T22:57:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:11 gibba008 bash[39303]: cluster 2021-03-04T22:57:10.642637+0000 mgr.x (mgr.34379) 132 : cluster [DBG] pgmap v195: 105 pgs: 105 active+clean; 4.7 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 553 KiB/s rd, 94 KiB/s wr, 750 op/s 2021-03-04T22:57:12.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:11 gibba023 bash[27374]: cluster 2021-03-04T22:57:10.642637+0000 mgr.x (mgr.34379) 132 : cluster [DBG] pgmap v195: 105 pgs: 105 active+clean; 4.7 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 553 KiB/s rd, 94 KiB/s wr, 750 op/s 2021-03-04T22:57:13.394 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.Bootstrap (3772 ms) 2021-03-04T22:57:13.395 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.PeerDirection 2021-03-04T22:57:13.426 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.PeerDirection (32 ms) 2021-03-04T22:57:13.426 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.Snapshot 2021-03-04T22:57:13.427 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:13.427 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.Snapshot (0 ms) 2021-03-04T22:57:13.427 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2021-03-04T22:57:13.427 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:13.427 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (0 ms) 2021-03-04T22:57:13.428 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2021-03-04T22:57:13.428 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:13.428 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (0 ms) 2021-03-04T22:57:13.428 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotImageState 2021-03-04T22:57:13.428 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:13.429 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotImageState (0 ms) 2021-03-04T22:57:13.429 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2021-03-04T22:57:13.429 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:13.429 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (0 ms) 2021-03-04T22:57:13.430 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2021-03-04T22:57:13.430 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:13.430 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioSnapshotCreate (0 ms) 2021-03-04T22:57:14.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: cluster 2021-03-04T22:57:12.643540+0000 mgr.x (mgr.34379) 133 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 4.7 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 553 KiB/s rd, 94 KiB/s wr, 750 op/s 2021-03-04T22:57:14.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.339570+0000 mon.a (mon.0) 346 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2021-03-04T22:57:14.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.350023+0000 mon.a (mon.0) 347 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' 2021-03-04T22:57:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.351290+0000 mon.a (mon.0) 348 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T22:57:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.361012+0000 mon.a (mon.0) 349 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2021-03-04T22:57:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.362412+0000 mon.a (mon.0) 350 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.408114+0000 mon.a (mon.0) 351 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/14/dab03286-18d3-4b09-8c8b-75965e8c12a5"}]: dispatch 2021-03-04T22:57:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[37770]: audit 2021-03-04T22:57:13.416573+0000 mon.a (mon.0) 352 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/14/dab03286-18d3-4b09-8c8b-75965e8c12a5"}]': finished 2021-03-04T22:57:14.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: cluster 2021-03-04T22:57:12.643540+0000 mgr.x (mgr.34379) 133 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 4.7 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 553 KiB/s rd, 94 KiB/s wr, 750 op/s 2021-03-04T22:57:14.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.339570+0000 mon.a (mon.0) 346 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2021-03-04T22:57:14.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.350023+0000 mon.a (mon.0) 347 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' 2021-03-04T22:57:14.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.351290+0000 mon.a (mon.0) 348 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T22:57:14.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.361012+0000 mon.a (mon.0) 349 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2021-03-04T22:57:14.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.362412+0000 mon.a (mon.0) 350 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:14.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.408114+0000 mon.a (mon.0) 351 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/14/dab03286-18d3-4b09-8c8b-75965e8c12a5"}]: dispatch 2021-03-04T22:57:14.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:13 gibba008 bash[39303]: audit 2021-03-04T22:57:13.416573+0000 mon.a (mon.0) 352 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/14/dab03286-18d3-4b09-8c8b-75965e8c12a5"}]': finished 2021-03-04T22:57:14.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: cluster 2021-03-04T22:57:12.643540+0000 mgr.x (mgr.34379) 133 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 4.7 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 553 KiB/s rd, 94 KiB/s wr, 750 op/s 2021-03-04T22:57:14.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.339570+0000 mon.a (mon.0) 346 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2021-03-04T22:57:14.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.350023+0000 mon.a (mon.0) 347 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' 2021-03-04T22:57:14.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.351290+0000 mon.a (mon.0) 348 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T22:57:14.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.361012+0000 mon.a (mon.0) 349 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2021-03-04T22:57:14.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.362412+0000 mon.a (mon.0) 350 : audit [DBG] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T22:57:14.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.408114+0000 mon.a (mon.0) 351 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/14/dab03286-18d3-4b09-8c8b-75965e8c12a5"}]: dispatch 2021-03-04T22:57:14.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:13 gibba023 bash[27374]: audit 2021-03-04T22:57:13.416573+0000 mon.a (mon.0) 352 : audit [INF] from='client.? 172.21.2.108:0/426637043' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/14/dab03286-18d3-4b09-8c8b-75965e8c12a5"}]': finished 2021-03-04T22:57:14.430 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 51 tests from TestMirroring (28748 ms total) 2021-03-04T22:57:14.430 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:57:14.431 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 31 tests from TestDeepCopy 2021-03-04T22:57:15.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:15 gibba008 bash[37770]: cluster 2021-03-04T22:57:14.421914+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-03-04T22:57:15.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:15 gibba008 bash[37770]: cluster 2021-03-04T22:57:14.644314+0000 mgr.x (mgr.34379) 134 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 3.3 KiB data, 25 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:15.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:15 gibba008 bash[39303]: cluster 2021-03-04T22:57:14.421914+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-03-04T22:57:15.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:15 gibba008 bash[39303]: cluster 2021-03-04T22:57:14.644314+0000 mgr.x (mgr.34379) 134 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 3.3 KiB data, 25 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:15.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:15 gibba023 bash[27374]: cluster 2021-03-04T22:57:14.421914+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-03-04T22:57:15.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:15 gibba023 bash[27374]: cluster 2021-03-04T22:57:14.644314+0000 mgr.x (mgr.34379) 134 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 3.3 KiB data, 25 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:16.433 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Empty 2021-03-04T22:57:16.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:16 gibba008 bash[37770]: cluster 2021-03-04T22:57:15.421717+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-03-04T22:57:16.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:16 gibba008 bash[37770]: audit 2021-03-04T22:57:15.423024+0000 mon.a (mon.0) 355 : audit [INF] from='client.? 172.21.2.108:0/3068191768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:57:16.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:16 gibba008 bash[39303]: cluster 2021-03-04T22:57:15.421717+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-03-04T22:57:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:16 gibba008 bash[39303]: audit 2021-03-04T22:57:15.423024+0000 mon.a (mon.0) 355 : audit [INF] from='client.? 172.21.2.108:0/3068191768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:57:16.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:16 gibba023 bash[27374]: cluster 2021-03-04T22:57:15.421717+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-03-04T22:57:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:16 gibba023 bash[27374]: audit 2021-03-04T22:57:15.423024+0000 mon.a (mon.0) 355 : audit [INF] from='client.? 172.21.2.108:0/3068191768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:57:17.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:17 gibba008 bash[37770]: audit 2021-03-04T22:57:16.430042+0000 mon.a (mon.0) 356 : audit [INF] from='client.? 172.21.2.108:0/3068191768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:57:17.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:17 gibba008 bash[37770]: cluster 2021-03-04T22:57:16.430180+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-03-04T22:57:17.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:17 gibba008 bash[37770]: cluster 2021-03-04T22:57:16.645331+0000 mgr.x (mgr.34379) 135 : cluster [DBG] pgmap v201: 105 pgs: 32 creating+peering, 73 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:17.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:17 gibba008 bash[39303]: audit 2021-03-04T22:57:16.430042+0000 mon.a (mon.0) 356 : audit [INF] from='client.? 172.21.2.108:0/3068191768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:57:17.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:17 gibba008 bash[39303]: cluster 2021-03-04T22:57:16.430180+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-03-04T22:57:17.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:17 gibba008 bash[39303]: cluster 2021-03-04T22:57:16.645331+0000 mgr.x (mgr.34379) 135 : cluster [DBG] pgmap v201: 105 pgs: 32 creating+peering, 73 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:17 gibba023 bash[27374]: audit 2021-03-04T22:57:16.430042+0000 mon.a (mon.0) 356 : audit [INF] from='client.? 172.21.2.108:0/3068191768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:57:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:17 gibba023 bash[27374]: cluster 2021-03-04T22:57:16.430180+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-03-04T22:57:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:17 gibba023 bash[27374]: cluster 2021-03-04T22:57:16.645331+0000 mgr.x (mgr.34379) 135 : cluster [DBG] pgmap v201: 105 pgs: 32 creating+peering, 73 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:18.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:18 gibba008 bash[37770]: cluster 2021-03-04T22:57:17.439287+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-03-04T22:57:18.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:18 gibba008 bash[39303]: cluster 2021-03-04T22:57:17.439287+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-03-04T22:57:18.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:18 gibba023 bash[27374]: cluster 2021-03-04T22:57:17.439287+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-03-04T22:57:19.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:19 gibba008 bash[37770]: cluster 2021-03-04T22:57:18.448656+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-03-04T22:57:19.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:19 gibba008 bash[37770]: cluster 2021-03-04T22:57:18.646151+0000 mgr.x (mgr.34379) 136 : cluster [DBG] pgmap v204: 105 pgs: 32 creating+peering, 73 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:19.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:19 gibba008 bash[39303]: cluster 2021-03-04T22:57:18.448656+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-03-04T22:57:19.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:19 gibba008 bash[39303]: cluster 2021-03-04T22:57:18.646151+0000 mgr.x (mgr.34379) 136 : cluster [DBG] pgmap v204: 105 pgs: 32 creating+peering, 73 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:19.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:19 gibba023 bash[27374]: cluster 2021-03-04T22:57:18.448656+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-03-04T22:57:19.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:19 gibba023 bash[27374]: cluster 2021-03-04T22:57:18.646151+0000 mgr.x (mgr.34379) 136 : cluster [DBG] pgmap v204: 105 pgs: 32 creating+peering, 73 active+clean; 3.3 KiB data, 24 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:20.538 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Empty (4106 ms) 2021-03-04T22:57:20.538 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps 2021-03-04T22:57:20.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:20 gibba008 bash[37770]: cluster 2021-03-04T22:57:19.464889+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-03-04T22:57:20.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:20 gibba008 bash[39303]: cluster 2021-03-04T22:57:19.464889+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-03-04T22:57:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:20 gibba023 bash[27374]: cluster 2021-03-04T22:57:19.464889+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-03-04T22:57:20.850 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps (312 ms) 2021-03-04T22:57:20.850 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps 2021-03-04T22:57:21.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:21 gibba008 bash[37770]: cluster 2021-03-04T22:57:20.475081+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-03-04T22:57:21.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:21 gibba008 bash[37770]: cluster 2021-03-04T22:57:20.648300+0000 mgr.x (mgr.34379) 137 : cluster [DBG] pgmap v207: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2021-03-04T22:57:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:21 gibba008 bash[39303]: cluster 2021-03-04T22:57:20.475081+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-03-04T22:57:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:21 gibba008 bash[39303]: cluster 2021-03-04T22:57:20.648300+0000 mgr.x (mgr.34379) 137 : cluster [DBG] pgmap v207: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2021-03-04T22:57:21.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:21 gibba023 bash[27374]: cluster 2021-03-04T22:57:20.475081+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-03-04T22:57:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:21 gibba023 bash[27374]: cluster 2021-03-04T22:57:20.648300+0000 mgr.x (mgr.34379) 137 : cluster [DBG] pgmap v207: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2021-03-04T22:57:22.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:22 gibba008 bash[37770]: cluster 2021-03-04T22:57:21.489754+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-03-04T22:57:22.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:22 gibba008 bash[39303]: cluster 2021-03-04T22:57:21.489754+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-03-04T22:57:22.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:22 gibba023 bash[27374]: cluster 2021-03-04T22:57:21.489754+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-03-04T22:57:23.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:23 gibba008 bash[37770]: cluster 2021-03-04T22:57:22.503338+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-03-04T22:57:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:23 gibba008 bash[37770]: cluster 2021-03-04T22:57:22.649359+0000 mgr.x (mgr.34379) 138 : cluster [DBG] pgmap v210: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2021-03-04T22:57:23.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:23 gibba008 bash[39303]: cluster 2021-03-04T22:57:22.503338+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-03-04T22:57:23.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:23 gibba008 bash[39303]: cluster 2021-03-04T22:57:22.649359+0000 mgr.x (mgr.34379) 138 : cluster [DBG] pgmap v210: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2021-03-04T22:57:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:23 gibba023 bash[27374]: cluster 2021-03-04T22:57:22.503338+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-03-04T22:57:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:23 gibba023 bash[27374]: cluster 2021-03-04T22:57:22.649359+0000 mgr.x (mgr.34379) 138 : cluster [DBG] pgmap v210: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2021-03-04T22:57:24.098 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps (3249 ms) 2021-03-04T22:57:24.099 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2021-03-04T22:57:24.725 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T22:57:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:24 gibba023 bash[27374]: cluster 2021-03-04T22:57:23.516613+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-03-04T22:57:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:24 gibba023 bash[27374]: cluster 2021-03-04T22:57:23.613194+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-03-04T22:57:24.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:24 gibba008 bash[37770]: cluster 2021-03-04T22:57:23.516613+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-03-04T22:57:24.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:24 gibba008 bash[37770]: cluster 2021-03-04T22:57:23.613194+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-03-04T22:57:24.828 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:24 gibba008 bash[39303]: cluster 2021-03-04T22:57:23.516613+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-03-04T22:57:24.828 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:24 gibba008 bash[39303]: cluster 2021-03-04T22:57:23.613194+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-03-04T22:57:25.823 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.SnapDiscard (1724 ms) 2021-03-04T22:57:25.823 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2021-03-04T22:57:25.868 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:25.947 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:25 gibba008 bash[37770]: cluster 2021-03-04T22:57:24.626692+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-03-04T22:57:25.948 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:25 gibba008 bash[37770]: cluster 2021-03-04T22:57:24.649912+0000 mgr.x (mgr.34379) 139 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:25.948 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:25 gibba008 bash[37770]: audit 2021-03-04T22:57:24.777626+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:25.948 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:25 gibba008 bash[39303]: cluster 2021-03-04T22:57:24.626692+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-03-04T22:57:25.949 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:25 gibba008 bash[39303]: cluster 2021-03-04T22:57:24.649912+0000 mgr.x (mgr.34379) 139 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:25.949 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:25 gibba008 bash[39303]: audit 2021-03-04T22:57:24.777626+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:26.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:25 gibba023 bash[27374]: cluster 2021-03-04T22:57:24.626692+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-03-04T22:57:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:25 gibba023 bash[27374]: cluster 2021-03-04T22:57:24.649912+0000 mgr.x (mgr.34379) 139 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 3.8 KiB data, 25 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:25 gibba023 bash[27374]: audit 2021-03-04T22:57:24.777626+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:26.036 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneDiscard (213 ms) 2021-03-04T22:57:26.036 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneShrink 2021-03-04T22:57:26.083 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:26.304 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneShrink (268 ms) 2021-03-04T22:57:26.304 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneExpand 2021-03-04T22:57:26.342 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:26.561 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneExpand (257 ms) 2021-03-04T22:57:26.562 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2021-03-04T22:57:26.608 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:26.714 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneHideParent (154 ms) 2021-03-04T22:57:26.715 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone 2021-03-04T22:57:26.740 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:26.949 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone (234 ms) 2021-03-04T22:57:26.949 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2021-03-04T22:57:26.997 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:27.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:26 gibba008 bash[37770]: cluster 2021-03-04T22:57:25.633734+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-03-04T22:57:27.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:26 gibba008 bash[39303]: cluster 2021-03-04T22:57:25.633734+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-03-04T22:57:27.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:26 gibba023 bash[27374]: cluster 2021-03-04T22:57:25.633734+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-03-04T22:57:27.218 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten (269 ms) 2021-03-04T22:57:27.218 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress 2021-03-04T22:57:27.268 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 36424521~6333647 2021-03-04T22:57:27.308 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 60749326~4645673 2021-03-04T22:57:27.313 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 11071731~72850 2021-03-04T22:57:27.318 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 53679901~4550212 2021-03-04T22:57:27.325 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 54290834~4675499 2021-03-04T22:57:27.356 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 27029521~4704496 2021-03-04T22:57:27.363 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 42180023~6671773 2021-03-04T22:57:27.391 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 69407987~7099895 2021-03-04T22:57:27.395 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap0 2021-03-04T22:57:27.664 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 164562411 2021-03-04T22:57:27.672 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 22104221~5671658 2021-03-04T22:57:27.674 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 2591710~6038090 2021-03-04T22:57:27.675 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 57415231~298023 2021-03-04T22:57:27.675 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 28363694~5827552 2021-03-04T22:57:27.676 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 95789232~1674153 2021-03-04T22:57:27.677 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 144767227~2841755 2021-03-04T22:57:27.683 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 145145937~4388825 2021-03-04T22:57:27.694 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 130925398~1309063 2021-03-04T22:57:27.701 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:57:27.919 INFO:teuthology.orchestra.run.gibba008.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:27.945 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:27 gibba008 bash[37770]: cluster 2021-03-04T22:57:26.650774+0000 mgr.x (mgr.34379) 140 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 64 MiB data, 218 MiB used, 664 GiB / 672 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 85 op/s 2021-03-04T22:57:27.945 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:27 gibba008 bash[39303]: cluster 2021-03-04T22:57:26.650774+0000 mgr.x (mgr.34379) 140 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 64 MiB data, 218 MiB used, 664 GiB / 672 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 85 op/s 2021-03-04T22:57:28.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:27 gibba023 bash[27374]: cluster 2021-03-04T22:57:26.650774+0000 mgr.x (mgr.34379) 140 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 64 MiB data, 218 MiB used, 664 GiB / 672 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 85 op/s 2021-03-04T22:57:28.582 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for all mons to upgrade' 2021-03-04T22:57:28.663 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 214306862 2021-03-04T22:57:28.666 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 47719685~3329013 2021-03-04T22:57:28.667 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 187962227~4730166 2021-03-04T22:57:28.668 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 96322972~2936655 2021-03-04T22:57:28.669 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 157424509~1479602 2021-03-04T22:57:28.669 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 124430577~1283037 2021-03-04T22:57:28.669 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 20930033~3518944 2021-03-04T22:57:28.670 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 144026412~5369748 2021-03-04T22:57:28.670 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1429798~7727015 2021-03-04T22:57:28.688 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:57:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: cluster 2021-03-04T22:57:27.656628+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2021-03-04T22:57:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: audit 2021-03-04T22:57:27.910510+0000 mgr.x (mgr.34379) 141 : audit [DBG] from='client.54196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: cephadm 2021-03-04T22:57:27.911413+0000 mgr.x (mgr.34379) 142 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:29.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: audit 2021-03-04T22:57:27.915991+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:29.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: audit 2021-03-04T22:57:27.917495+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:29.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: audit 2021-03-04T22:57:27.921933+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:29.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[37770]: audit 2021-03-04T22:57:27.922671+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:29.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: cluster 2021-03-04T22:57:27.656628+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2021-03-04T22:57:29.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: audit 2021-03-04T22:57:27.910510+0000 mgr.x (mgr.34379) 141 : audit [DBG] from='client.54196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:29.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: cephadm 2021-03-04T22:57:27.911413+0000 mgr.x (mgr.34379) 142 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:29.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: audit 2021-03-04T22:57:27.915991+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:29.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: audit 2021-03-04T22:57:27.917495+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:29.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: audit 2021-03-04T22:57:27.921933+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:29.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:28 gibba008 bash[39303]: audit 2021-03-04T22:57:27.922671+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: cluster 2021-03-04T22:57:27.656628+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2021-03-04T22:57:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: audit 2021-03-04T22:57:27.910510+0000 mgr.x (mgr.34379) 141 : audit [DBG] from='client.54196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: cephadm 2021-03-04T22:57:27.911413+0000 mgr.x (mgr.34379) 142 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: audit 2021-03-04T22:57:27.915991+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: audit 2021-03-04T22:57:27.917495+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: audit 2021-03-04T22:57:27.921933+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:29.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:28 gibba023 bash[27374]: audit 2021-03-04T22:57:27.922671+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:29.677 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 139247596~8025038 2021-03-04T22:57:29.679 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 32697700~2289590 2021-03-04T22:57:29.680 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 122317440~6085939 2021-03-04T22:57:29.681 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 134150979~5163887 2021-03-04T22:57:29.705 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 38710398~3261294 2021-03-04T22:57:29.705 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 141921858~5833977 2021-03-04T22:57:29.705 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 121477538~377939 2021-03-04T22:57:29.706 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 128186758~7236198 2021-03-04T22:57:29.719 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap3 2021-03-04T22:57:29.870 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:29 gibba008 bash[37770]: cluster 2021-03-04T22:57:28.651609+0000 mgr.x (mgr.34379) 143 : cluster [DBG] pgmap v218: 105 pgs: 105 active+clean; 64 MiB data, 218 MiB used, 664 GiB / 672 GiB avail; 29 MiB/s rd, 13 MiB/s wr, 67 op/s 2021-03-04T22:57:29.871 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:29 gibba008 bash[37770]: cluster 2021-03-04T22:57:28.654223+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2021-03-04T22:57:29.871 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:29 gibba008 bash[39303]: cluster 2021-03-04T22:57:28.651609+0000 mgr.x (mgr.34379) 143 : cluster [DBG] pgmap v218: 105 pgs: 105 active+clean; 64 MiB data, 218 MiB used, 664 GiB / 672 GiB avail; 29 MiB/s rd, 13 MiB/s wr, 67 op/s 2021-03-04T22:57:29.871 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:29 gibba008 bash[39303]: cluster 2021-03-04T22:57:28.654223+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2021-03-04T22:57:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:29 gibba023 bash[27374]: cluster 2021-03-04T22:57:28.651609+0000 mgr.x (mgr.34379) 143 : cluster [DBG] pgmap v218: 105 pgs: 105 active+clean; 64 MiB data, 218 MiB used, 664 GiB / 672 GiB avail; 29 MiB/s rd, 13 MiB/s wr, 67 op/s 2021-03-04T22:57:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:29 gibba023 bash[27374]: cluster 2021-03-04T22:57:28.654223+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2021-03-04T22:57:30.692 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 203587033 2021-03-04T22:57:31.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:30 gibba008 bash[37770]: cluster 2021-03-04T22:57:29.667080+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2021-03-04T22:57:31.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:30 gibba008 bash[39303]: cluster 2021-03-04T22:57:29.667080+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2021-03-04T22:57:31.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:30 gibba023 bash[27374]: cluster 2021-03-04T22:57:29.667080+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2021-03-04T22:57:31.298 INFO:teuthology.orchestra.run.gibba008.stdout:wait for all mons to upgrade 2021-03-04T22:57:31.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:31 gibba008 bash[37770]: cluster 2021-03-04T22:57:30.653586+0000 mgr.x (mgr.34379) 144 : cluster [DBG] pgmap v221: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail; 72 KiB/s rd, 12 MiB/s wr, 117 op/s 2021-03-04T22:57:31.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:31 gibba008 bash[37770]: cluster 2021-03-04T22:57:30.687332+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2021-03-04T22:57:31.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:31 gibba008 bash[39303]: cluster 2021-03-04T22:57:30.653586+0000 mgr.x (mgr.34379) 144 : cluster [DBG] pgmap v221: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail; 72 KiB/s rd, 12 MiB/s wr, 117 op/s 2021-03-04T22:57:31.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:31 gibba008 bash[39303]: cluster 2021-03-04T22:57:30.687332+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2021-03-04T22:57:32.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2021-03-04T22:57:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:31 gibba023 bash[27374]: cluster 2021-03-04T22:57:30.653586+0000 mgr.x (mgr.34379) 144 : cluster [DBG] pgmap v221: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail; 72 KiB/s rd, 12 MiB/s wr, 117 op/s 2021-03-04T22:57:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:31 gibba023 bash[27374]: cluster 2021-03-04T22:57:30.687332+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2021-03-04T22:57:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: cluster 2021-03-04T22:57:31.704356+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2021-03-04T22:57:33.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:31.856857+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: cephadm 2021-03-04T22:57:31.857910+0000 mgr.x (mgr.34379) 145 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:57:33.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.088677+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.297758+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.305859+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:33.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.307319+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.308958+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.313074+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.314147+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T22:57:33.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.316820+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T22:57:33.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.317926+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T22:57:33.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.320583+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T22:57:33.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.321424+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T22:57:33.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.324183+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T22:57:33.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.325200+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.329442+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[37770]: audit 2021-03-04T22:57:32.330872+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T22:57:33.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: cluster 2021-03-04T22:57:31.704356+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2021-03-04T22:57:33.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:31.856857+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: cephadm 2021-03-04T22:57:31.857910+0000 mgr.x (mgr.34379) 145 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:57:33.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.088677+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.297758+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.305859+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:33.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.307319+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.308958+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.313074+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.314147+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T22:57:33.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.316820+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T22:57:33.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.317926+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T22:57:33.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.320583+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T22:57:33.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.321424+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T22:57:33.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.324183+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T22:57:33.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.325200+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.329442+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:32 gibba008 bash[39303]: audit 2021-03-04T22:57:32.330872+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T22:57:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: cluster 2021-03-04T22:57:31.704356+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2021-03-04T22:57:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:31.856857+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: cephadm 2021-03-04T22:57:31.857910+0000 mgr.x (mgr.34379) 145 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:57:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.088677+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.297758+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.305859+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.307319+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.308958+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.313074+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.314147+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T22:57:33.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.316820+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T22:57:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.317926+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T22:57:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.320583+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T22:57:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.321424+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T22:57:33.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.324183+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T22:57:33.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.325200+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:57:33.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.329442+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:33.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:32 gibba023 bash[27374]: audit 2021-03-04T22:57:32.330872+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T22:57:33.923 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.091006+0000 mgr.x (mgr.34379) 146 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:57:33.923 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.305486+0000 mgr.x (mgr.34379) 147 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:57:33.924 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.307410+0000 mgr.x (mgr.34379) 148 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:57:33.924 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.308832+0000 mgr.x (mgr.34379) 149 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:57:33.924 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.308874+0000 mgr.x (mgr.34379) 150 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:57:33.924 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.310426+0000 mgr.x (mgr.34379) 151 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T22:57:33.924 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.325249+0000 mgr.x (mgr.34379) 152 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:57:33.925 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.325298+0000 mgr.x (mgr.34379) 153 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:57:33.925 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.326520+0000 mgr.x (mgr.34379) 154 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:57:33.925 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.330715+0000 mgr.x (mgr.34379) 155 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:57:33.925 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.330772+0000 mgr.x (mgr.34379) 156 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:57:33.926 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: audit 2021-03-04T22:57:32.331467+0000 mgr.x (mgr.34379) 157 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T22:57:33.926 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cephadm 2021-03-04T22:57:32.332910+0000 mgr.x (mgr.34379) 158 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T22:57:33.926 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cluster 2021-03-04T22:57:32.654694+0000 mgr.x (mgr.34379) 159 : cluster [DBG] pgmap v224: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail; 90 KiB/s rd, 14 MiB/s wr, 146 op/s 2021-03-04T22:57:33.926 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[37770]: cluster 2021-03-04T22:57:32.709105+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2021-03-04T22:57:33.927 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.091006+0000 mgr.x (mgr.34379) 146 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:57:33.927 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.305486+0000 mgr.x (mgr.34379) 147 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:57:33.927 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.307410+0000 mgr.x (mgr.34379) 148 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:57:33.927 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.308832+0000 mgr.x (mgr.34379) 149 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:57:33.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.308874+0000 mgr.x (mgr.34379) 150 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:57:33.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.310426+0000 mgr.x (mgr.34379) 151 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T22:57:33.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.325249+0000 mgr.x (mgr.34379) 152 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:57:33.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.325298+0000 mgr.x (mgr.34379) 153 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:57:33.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.326520+0000 mgr.x (mgr.34379) 154 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:57:33.929 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.330715+0000 mgr.x (mgr.34379) 155 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:57:33.929 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.330772+0000 mgr.x (mgr.34379) 156 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:57:33.929 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: audit 2021-03-04T22:57:32.331467+0000 mgr.x (mgr.34379) 157 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T22:57:33.929 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cephadm 2021-03-04T22:57:32.332910+0000 mgr.x (mgr.34379) 158 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T22:57:33.930 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cluster 2021-03-04T22:57:32.654694+0000 mgr.x (mgr.34379) 159 : cluster [DBG] pgmap v224: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail; 90 KiB/s rd, 14 MiB/s wr, 146 op/s 2021-03-04T22:57:33.930 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:33 gibba008 bash[39303]: cluster 2021-03-04T22:57:32.709105+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2021-03-04T22:57:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.091006+0000 mgr.x (mgr.34379) 146 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:57:34.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.305486+0000 mgr.x (mgr.34379) 147 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:57:34.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.307410+0000 mgr.x (mgr.34379) 148 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:57:34.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.308832+0000 mgr.x (mgr.34379) 149 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:57:34.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.308874+0000 mgr.x (mgr.34379) 150 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:57:34.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.310426+0000 mgr.x (mgr.34379) 151 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T22:57:34.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.325249+0000 mgr.x (mgr.34379) 152 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:57:34.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.325298+0000 mgr.x (mgr.34379) 153 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:57:34.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.326520+0000 mgr.x (mgr.34379) 154 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:57:34.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.330715+0000 mgr.x (mgr.34379) 155 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:57:34.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.330772+0000 mgr.x (mgr.34379) 156 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:57:34.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: audit 2021-03-04T22:57:32.331467+0000 mgr.x (mgr.34379) 157 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T22:57:34.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cephadm 2021-03-04T22:57:32.332910+0000 mgr.x (mgr.34379) 158 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T22:57:34.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cluster 2021-03-04T22:57:32.654694+0000 mgr.x (mgr.34379) 159 : cluster [DBG] pgmap v224: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail; 90 KiB/s rd, 14 MiB/s wr, 146 op/s 2021-03-04T22:57:34.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:33 gibba023 bash[27374]: cluster 2021-03-04T22:57:32.709105+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2021-03-04T22:57:35.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:34 gibba008 bash[37770]: cluster 2021-03-04T22:57:33.722682+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2021-03-04T22:57:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:34 gibba008 bash[39303]: cluster 2021-03-04T22:57:33.722682+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2021-03-04T22:57:35.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:34 gibba023 bash[27374]: cluster 2021-03-04T22:57:33.722682+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2021-03-04T22:57:35.967 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[37770]: cluster 2021-03-04T22:57:34.655539+0000 mgr.x (mgr.34379) 160 : cluster [DBG] pgmap v227: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:35.968 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[37770]: cluster 2021-03-04T22:57:34.739771+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2021-03-04T22:57:35.968 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[37770]: audit 2021-03-04T22:57:35.402563+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:35.968 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[37770]: audit 2021-03-04T22:57:35.406895+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T22:57:35.968 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[39303]: cluster 2021-03-04T22:57:34.655539+0000 mgr.x (mgr.34379) 160 : cluster [DBG] pgmap v227: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:35.969 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[39303]: cluster 2021-03-04T22:57:34.739771+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2021-03-04T22:57:35.969 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[39303]: audit 2021-03-04T22:57:35.402563+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:35.969 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:35 gibba008 bash[39303]: audit 2021-03-04T22:57:35.406895+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T22:57:35.971 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress (8754 ms) 2021-03-04T22:57:35.972 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2021-03-04T22:57:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:35 gibba023 bash[27374]: cluster 2021-03-04T22:57:34.655539+0000 mgr.x (mgr.34379) 160 : cluster [DBG] pgmap v227: 105 pgs: 105 active+clean; 147 MiB data, 365 MiB used, 664 GiB / 672 GiB avail 2021-03-04T22:57:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:35 gibba023 bash[27374]: cluster 2021-03-04T22:57:34.739771+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2021-03-04T22:57:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:35 gibba023 bash[27374]: audit 2021-03-04T22:57:35.402563+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:35 gibba023 bash[27374]: audit 2021-03-04T22:57:35.406895+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T22:57:36.313 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (341 ms) 2021-03-04T22:57:36.313 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2021-03-04T22:57:36.535 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 3 2021-03-04T22:57:37.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:36 gibba008 bash[37770]: cephadm 2021-03-04T22:57:35.397017+0000 mgr.x (mgr.34379) 161 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T22:57:37.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:36 gibba008 bash[37770]: cephadm 2021-03-04T22:57:35.406960+0000 mgr.x (mgr.34379) 162 : cephadm [INF] Deploying daemon osd.0 on gibba008 2021-03-04T22:57:37.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:36 gibba008 bash[37770]: audit 2021-03-04T22:57:36.526381+0000 mon.a (mon.0) 399 : audit [DBG] from='client.? 172.21.2.108:0/1216447114' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:57:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:36 gibba008 bash[39303]: cephadm 2021-03-04T22:57:35.397017+0000 mgr.x (mgr.34379) 161 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T22:57:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:36 gibba008 bash[39303]: cephadm 2021-03-04T22:57:35.406960+0000 mgr.x (mgr.34379) 162 : cephadm [INF] Deploying daemon osd.0 on gibba008 2021-03-04T22:57:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:36 gibba008 bash[39303]: audit 2021-03-04T22:57:36.526381+0000 mon.a (mon.0) 399 : audit [DBG] from='client.? 172.21.2.108:0/1216447114' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:57:37.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:36 gibba023 bash[27374]: cephadm 2021-03-04T22:57:35.397017+0000 mgr.x (mgr.34379) 161 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T22:57:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:36 gibba023 bash[27374]: cephadm 2021-03-04T22:57:35.406960+0000 mgr.x (mgr.34379) 162 : cephadm [INF] Deploying daemon osd.0 on gibba008 2021-03-04T22:57:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:36 gibba023 bash[27374]: audit 2021-03-04T22:57:36.526381+0000 mon.a (mon.0) 399 : audit [DBG] from='client.? 172.21.2.108:0/1216447114' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T22:57:37.839 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T22:57:38.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:37 gibba023 bash[27374]: cluster 2021-03-04T22:57:36.657384+0000 mgr.x (mgr.34379) 163 : cluster [DBG] pgmap v229: 105 pgs: 105 active+clean; 229 MiB data, 488 MiB used, 664 GiB / 672 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 71 op/s 2021-03-04T22:57:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:37 gibba023 bash[27374]: cluster 2021-03-04T22:57:36.750006+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2021-03-04T22:57:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:37 gibba008 bash[37770]: cluster 2021-03-04T22:57:36.657384+0000 mgr.x (mgr.34379) 163 : cluster [DBG] pgmap v229: 105 pgs: 105 active+clean; 229 MiB data, 488 MiB used, 664 GiB / 672 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 71 op/s 2021-03-04T22:57:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:37 gibba008 bash[37770]: cluster 2021-03-04T22:57:36.750006+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2021-03-04T22:57:38.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:37 gibba008 bash[39303]: cluster 2021-03-04T22:57:36.657384+0000 mgr.x (mgr.34379) 163 : cluster [DBG] pgmap v229: 105 pgs: 105 active+clean; 229 MiB data, 488 MiB used, 664 GiB / 672 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 71 op/s 2021-03-04T22:57:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:37 gibba008 bash[39303]: cluster 2021-03-04T22:57:36.750006+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2021-03-04T22:57:38.622 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:38 gibba008 systemd[1]: Stopping Ceph osd.0 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:57:39.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[19171]: debug 2021-03-04T22:57:38.615+0000 7fa3ae5cc700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:57:39.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[19171]: debug 2021-03-04T22:57:38.615+0000 7fa3ae5cc700 -1 osd.0 270 *** Got signal Terminated *** 2021-03-04T22:57:39.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[19171]: debug 2021-03-04T22:57:38.615+0000 7fa3ae5cc700 -1 osd.0 270 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T22:57:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:37.765112+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2021-03-04T22:57:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.672592+0000 mon.a (mon.0) 402 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T22:57:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.672655+0000 mon.a (mon.0) 403 : cluster [INF] osd.0 failed (root=default,host=gibba008) (connection refused reported by osd.5) 2021-03-04T22:57:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.672991+0000 mon.a (mon.0) 404 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T22:57:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.673218+0000 mon.a (mon.0) 405 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T22:57:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.673408+0000 mon.a (mon.0) 406 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T22:57:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.673574+0000 mon.a (mon.0) 407 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T22:57:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.673917+0000 mon.a (mon.0) 408 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T22:57:39.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.674020+0000 mon.a (mon.0) 409 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T22:57:39.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.674309+0000 mon.a (mon.0) 410 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T22:57:39.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.674533+0000 mon.a (mon.0) 411 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T22:57:39.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:37.765112+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2021-03-04T22:57:39.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.672592+0000 mon.a (mon.0) 402 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T22:57:39.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.672655+0000 mon.a (mon.0) 403 : cluster [INF] osd.0 failed (root=default,host=gibba008) (connection refused reported by osd.5) 2021-03-04T22:57:39.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.672991+0000 mon.a (mon.0) 404 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T22:57:39.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.673218+0000 mon.a (mon.0) 405 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T22:57:39.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.673408+0000 mon.a (mon.0) 406 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T22:57:39.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.673574+0000 mon.a (mon.0) 407 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T22:57:39.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.673917+0000 mon.a (mon.0) 408 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T22:57:39.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.674020+0000 mon.a (mon.0) 409 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T22:57:39.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.674309+0000 mon.a (mon.0) 410 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T22:57:39.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:38 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.674533+0000 mon.a (mon.0) 411 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T22:57:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:37.765112+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2021-03-04T22:57:39.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.672592+0000 mon.a (mon.0) 402 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T22:57:39.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.672655+0000 mon.a (mon.0) 403 : cluster [INF] osd.0 failed (root=default,host=gibba008) (connection refused reported by osd.5) 2021-03-04T22:57:39.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.672991+0000 mon.a (mon.0) 404 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T22:57:39.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.673218+0000 mon.a (mon.0) 405 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T22:57:39.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.673408+0000 mon.a (mon.0) 406 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T22:57:39.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.673574+0000 mon.a (mon.0) 407 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T22:57:39.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.673917+0000 mon.a (mon.0) 408 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T22:57:39.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.674020+0000 mon.a (mon.0) 409 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T22:57:39.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.674309+0000 mon.a (mon.0) 410 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T22:57:39.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:38 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.674533+0000 mon.a (mon.0) 411 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T22:57:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:39 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.657999+0000 mgr.x (mgr.34379) 164 : cluster [DBG] pgmap v232: 105 pgs: 105 active+clean; 229 MiB data, 488 MiB used, 664 GiB / 672 GiB avail; 58 MiB/s rd, 10 MiB/s wr, 71 op/s 2021-03-04T22:57:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:39 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.770242+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:57:40.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:39 gibba008 bash[37770]: cluster 2021-03-04T22:57:38.791029+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-03-04T22:57:40.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:39 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.657999+0000 mgr.x (mgr.34379) 164 : cluster [DBG] pgmap v232: 105 pgs: 105 active+clean; 229 MiB data, 488 MiB used, 664 GiB / 672 GiB avail; 58 MiB/s rd, 10 MiB/s wr, 71 op/s 2021-03-04T22:57:40.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:39 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.770242+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:57:40.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:39 gibba008 bash[39303]: cluster 2021-03-04T22:57:38.791029+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-03-04T22:57:40.264 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:39 gibba008 docker[44096]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T22:57:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:39 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.657999+0000 mgr.x (mgr.34379) 164 : cluster [DBG] pgmap v232: 105 pgs: 105 active+clean; 229 MiB data, 488 MiB used, 664 GiB / 672 GiB avail; 58 MiB/s rd, 10 MiB/s wr, 71 op/s 2021-03-04T22:57:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:39 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.770242+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:57:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:39 gibba023 bash[27374]: cluster 2021-03-04T22:57:38.791029+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-03-04T22:57:41.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:40 gibba008 bash[37770]: cluster 2021-03-04T22:57:39.785830+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-03-04T22:57:41.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:40 gibba008 bash[39303]: cluster 2021-03-04T22:57:39.785830+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-03-04T22:57:41.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:40 gibba023 bash[27374]: cluster 2021-03-04T22:57:39.785830+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-03-04T22:57:41.414 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (5101 ms) 2021-03-04T22:57:41.414 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2021-03-04T22:57:41.467 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:41.673 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (259 ms) 2021-03-04T22:57:41.674 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2021-03-04T22:57:41.720 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:57:41.931 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (259 ms) 2021-03-04T22:57:41.932 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2021-03-04T22:57:41.978 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 46237901~134357 2021-03-04T22:57:41.984 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 46489183~625587 2021-03-04T22:57:41.991 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 61667975~6584451 2021-03-04T22:57:42.022 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 30622744~2243475 2021-03-04T22:57:42.030 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 40322820~8111606 2021-03-04T22:57:42.067 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 47616720~329606 2021-03-04T22:57:42.071 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 37791222~4213757 2021-03-04T22:57:42.098 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 11429648~6051619 2021-03-04T22:57:42.102 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap0 2021-03-04T22:57:42.145 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:41 gibba008 bash[37770]: cluster 2021-03-04T22:57:40.660176+0000 mgr.x (mgr.34379) 165 : cluster [DBG] pgmap v235: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 54 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:42.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:41 gibba008 bash[37770]: cluster 2021-03-04T22:57:40.786104+0000 mon.a (mon.0) 415 : cluster [WRN] Health check failed: Degraded data redundancy: 71/597 objects degraded (11.893%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:42.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:41 gibba008 bash[37770]: cluster 2021-03-04T22:57:40.803306+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e273: 8 total, 7 up, 8 in 2021-03-04T22:57:42.147 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:41 gibba008 bash[39303]: cluster 2021-03-04T22:57:40.660176+0000 mgr.x (mgr.34379) 165 : cluster [DBG] pgmap v235: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 54 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:42.147 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:41 gibba008 bash[39303]: cluster 2021-03-04T22:57:40.786104+0000 mon.a (mon.0) 415 : cluster [WRN] Health check failed: Degraded data redundancy: 71/597 objects degraded (11.893%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:42.147 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:41 gibba008 bash[39303]: cluster 2021-03-04T22:57:40.803306+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e273: 8 total, 7 up, 8 in 2021-03-04T22:57:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:41 gibba023 bash[27374]: cluster 2021-03-04T22:57:40.660176+0000 mgr.x (mgr.34379) 165 : cluster [DBG] pgmap v235: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 54 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:41 gibba023 bash[27374]: cluster 2021-03-04T22:57:40.786104+0000 mon.a (mon.0) 415 : cluster [WRN] Health check failed: Degraded data redundancy: 71/597 objects degraded (11.893%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:41 gibba023 bash[27374]: cluster 2021-03-04T22:57:40.803306+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e273: 8 total, 7 up, 8 in 2021-03-04T22:57:42.808 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 78479053~5407027 2021-03-04T22:57:42.809 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16087699~1547875 2021-03-04T22:57:42.810 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 9879580~2813384 2021-03-04T22:57:42.810 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 311317~2822367 2021-03-04T22:57:42.810 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 18241804~1624958 2021-03-04T22:57:42.811 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49071733~1962067 2021-03-04T22:57:42.811 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 28117048~908802 2021-03-04T22:57:42.811 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 13592271~7263050 2021-03-04T22:57:42.827 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:57:42.874 INFO:teuthology.orchestra.run.gibba008.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T22:57:42.875 INFO:teuthology.orchestra.run.gibba008.stdout:alertmanager.a gibba008 running (7m) 10s ago 7m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d4b5832f3a8a 2021-03-04T22:57:42.875 INFO:teuthology.orchestra.run.gibba008.stdout:grafana.a gibba023 running (7m) 11s ago 7m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a cb5e653c5229 2021-03-04T22:57:42.875 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba008.hxkpme gibba008 running (5m) 10s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8d25b10c411d 2021-03-04T22:57:42.875 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba023.whlkca gibba023 running (5m) 11s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6bca2cdde72b 2021-03-04T22:57:42.875 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.x gibba023 running (3m) 11s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 dad386f09c74 aa06468743b8 2021-03-04T22:57:42.876 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.y gibba008 running (3m) 10s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5fb3b6fe62b7 2021-03-04T22:57:42.876 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a gibba008 running (3m) 10s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 16c2d83d6e4b 2021-03-04T22:57:42.876 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b gibba023 running (91s) 11s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 0f419364bac9 2021-03-04T22:57:42.876 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c gibba008 running (2m) 10s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 33c33d347ac6 2021-03-04T22:57:42.877 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.a gibba008 running (7m) 10s ago 7m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf be0909c51360 2021-03-04T22:57:42.877 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.b gibba023 running (7m) 11s ago 7m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf ab82d094d1cc 2021-03-04T22:57:42.877 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 gibba008 running (10m) 10s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0cafc6879365 2021-03-04T22:57:42.877 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 gibba008 running (10m) 10s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 88c725407a77 2021-03-04T22:57:42.877 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 gibba008 running (10m) 10s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1f915693af72 2021-03-04T22:57:42.878 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 gibba008 running (9m) 10s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0b61a2300c66 2021-03-04T22:57:42.878 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 gibba023 running (9m) 11s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 778ab12c8273 2021-03-04T22:57:42.878 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 gibba023 running (9m) 11s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5e575a12b513 2021-03-04T22:57:42.878 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 gibba023 running (8m) 11s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 684f88952d5d 2021-03-04T22:57:42.879 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 gibba023 running (8m) 11s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 84a56750ca88 2021-03-04T22:57:42.879 INFO:teuthology.orchestra.run.gibba008.stdout:prometheus.a gibba023 running (7m) 11s ago 8m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 1e715363fad6 2021-03-04T22:57:43.697 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T22:57:43.805 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:43 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0.service: Succeeded. 2021-03-04T22:57:43.805 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:43 gibba008 systemd[1]: Stopped Ceph osd.0 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:57:43.806 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:43 gibba008 systemd[1]: Started Ceph osd.0 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:57:43.813 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 87306665 2021-03-04T22:57:43.815 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 7746259~3399507 2021-03-04T22:57:43.816 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 38990274~5664060 2021-03-04T22:57:43.817 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 36946855~6247529 2021-03-04T22:57:43.823 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44824223~797425 2021-03-04T22:57:43.825 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 25476618~8257598 2021-03-04T22:57:43.826 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 35161626~1195613 2021-03-04T22:57:43.828 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 40157072~8118596 2021-03-04T22:57:43.838 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 77019937~1119911 2021-03-04T22:57:43.854 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:57:44.002 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: cluster 2021-03-04T22:57:42.661527+0000 mgr.x (mgr.34379) 166 : cluster [DBG] pgmap v237: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 9.8 MiB/s wr, 44 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:44.003 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: cluster 2021-03-04T22:57:42.803778+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e274: 8 total, 7 up, 8 in 2021-03-04T22:57:44.003 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: audit 2021-03-04T22:57:42.862954+0000 mgr.x (mgr.34379) 167 : audit [DBG] from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:44.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: audit 2021-03-04T22:57:43.699252+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:44.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: audit 2021-03-04T22:57:43.700940+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:44.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: audit 2021-03-04T22:57:43.705227+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:44.005 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[37770]: audit 2021-03-04T22:57:43.706051+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:44.005 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: cluster 2021-03-04T22:57:42.661527+0000 mgr.x (mgr.34379) 166 : cluster [DBG] pgmap v237: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 9.8 MiB/s wr, 44 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:44.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: cluster 2021-03-04T22:57:42.803778+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e274: 8 total, 7 up, 8 in 2021-03-04T22:57:44.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: audit 2021-03-04T22:57:42.862954+0000 mgr.x (mgr.34379) 167 : audit [DBG] from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:44.007 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: audit 2021-03-04T22:57:43.699252+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:44.007 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: audit 2021-03-04T22:57:43.700940+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:44.008 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: audit 2021-03-04T22:57:43.705227+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:44.008 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:43 gibba008 bash[39303]: audit 2021-03-04T22:57:43.706051+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: cluster 2021-03-04T22:57:42.661527+0000 mgr.x (mgr.34379) 166 : cluster [DBG] pgmap v237: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 9.8 MiB/s wr, 44 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: cluster 2021-03-04T22:57:42.803778+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e274: 8 total, 7 up, 8 in 2021-03-04T22:57:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: audit 2021-03-04T22:57:42.862954+0000 mgr.x (mgr.34379) 167 : audit [DBG] from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:44.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: audit 2021-03-04T22:57:43.699252+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:44.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: audit 2021-03-04T22:57:43.700940+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:44.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: audit 2021-03-04T22:57:43.705227+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:44.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:43 gibba023 bash[27374]: audit 2021-03-04T22:57:43.706051+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:44.818 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 120070972 2021-03-04T22:57:44.822 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 85227419~2768836 2021-03-04T22:57:44.823 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 100790626~4244613 2021-03-04T22:57:44.824 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 93717677~1811471 2021-03-04T22:57:44.824 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 104378025~3133879 2021-03-04T22:57:44.825 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 68972865~769297 2021-03-04T22:57:44.825 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 54036209~7923937 2021-03-04T22:57:44.829 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 68904924~5428907 2021-03-04T22:57:44.831 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 77560283~2482031 2021-03-04T22:57:44.840 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap3 2021-03-04T22:57:45.224 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:44 gibba008 bash[39303]: cluster 2021-03-04T22:57:43.808016+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e275: 8 total, 7 up, 8 in 2021-03-04T22:57:45.225 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:44 gibba008 bash[39303]: audit 2021-03-04T22:57:44.779119+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:57:45.225 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:44 gibba008 bash[39303]: audit 2021-03-04T22:57:44.794806+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:57:45.225 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:44 gibba008 bash[37770]: cluster 2021-03-04T22:57:43.808016+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e275: 8 total, 7 up, 8 in 2021-03-04T22:57:45.225 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:44 gibba008 bash[37770]: audit 2021-03-04T22:57:44.779119+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:57:45.226 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:44 gibba008 bash[37770]: audit 2021-03-04T22:57:44.794806+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:57:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:44 gibba023 bash[27374]: cluster 2021-03-04T22:57:43.808016+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e275: 8 total, 7 up, 8 in 2021-03-04T22:57:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:44 gibba023 bash[27374]: audit 2021-03-04T22:57:44.779119+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:57:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:44 gibba023 bash[27374]: audit 2021-03-04T22:57:44.794806+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:57:45.807 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T22:57:45.807 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-03-04T22:57:45.807 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-03-04T22:57:45.807 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-03-04T22:57:45.808 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T22:57:45.808 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T22:57:45.808 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[44401]: --> ceph-volume lvm activate successful for osd ID: 0 2021-03-04T22:57:45.830 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 104629164 2021-03-04T22:57:46.127 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[37770]: cluster 2021-03-04T22:57:44.662300+0000 mgr.x (mgr.34379) 168 : cluster [DBG] pgmap v240: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 9.8 MiB/s wr, 45 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:46.127 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[37770]: cluster 2021-03-04T22:57:44.813248+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e276: 8 total, 7 up, 8 in 2021-03-04T22:57:46.128 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[39303]: cluster 2021-03-04T22:57:44.662300+0000 mgr.x (mgr.34379) 168 : cluster [DBG] pgmap v240: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 9.8 MiB/s wr, 45 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:46.128 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:45 gibba008 bash[39303]: cluster 2021-03-04T22:57:44.813248+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e276: 8 total, 7 up, 8 in 2021-03-04T22:57:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:45 gibba023 bash[27374]: cluster 2021-03-04T22:57:44.662300+0000 mgr.x (mgr.34379) 168 : cluster [DBG] pgmap v240: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 277 MiB data, 628 MiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 9.8 MiB/s wr, 45 op/s; 71/597 objects degraded (11.893%) 2021-03-04T22:57:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:45 gibba023 bash[27374]: cluster 2021-03-04T22:57:44.813248+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e276: 8 total, 7 up, 8 in 2021-03-04T22:57:47.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:46 gibba008 bash[39303]: cluster 2021-03-04T22:57:45.824679+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e277: 8 total, 7 up, 8 in 2021-03-04T22:57:47.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:46 gibba008 bash[37770]: cluster 2021-03-04T22:57:45.824679+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e277: 8 total, 7 up, 8 in 2021-03-04T22:57:47.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:46 gibba023 bash[27374]: cluster 2021-03-04T22:57:45.824679+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e277: 8 total, 7 up, 8 in 2021-03-04T22:57:48.149 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[37770]: cluster 2021-03-04T22:57:46.662662+0000 mgr.x (mgr.34379) 169 : cluster [DBG] pgmap v243: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 375 MiB data, 832 MiB used, 663 GiB / 672 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 86 op/s; 76/735 objects degraded (10.340%) 2021-03-04T22:57:48.149 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[37770]: cluster 2021-03-04T22:57:46.825237+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 76/735 objects degraded (10.340%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:48.150 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[37770]: cluster 2021-03-04T22:57:46.835562+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e278: 8 total, 7 up, 8 in 2021-03-04T22:57:48.150 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[37770]: audit 2021-03-04T22:57:47.681357+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:48.150 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[39303]: cluster 2021-03-04T22:57:46.662662+0000 mgr.x (mgr.34379) 169 : cluster [DBG] pgmap v243: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 375 MiB data, 832 MiB used, 663 GiB / 672 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 86 op/s; 76/735 objects degraded (10.340%) 2021-03-04T22:57:48.151 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[39303]: cluster 2021-03-04T22:57:46.825237+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 76/735 objects degraded (10.340%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:48.151 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[39303]: cluster 2021-03-04T22:57:46.835562+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e278: 8 total, 7 up, 8 in 2021-03-04T22:57:48.151 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:47 gibba008 bash[39303]: audit 2021-03-04T22:57:47.681357+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:47 gibba023 bash[27374]: cluster 2021-03-04T22:57:46.662662+0000 mgr.x (mgr.34379) 169 : cluster [DBG] pgmap v243: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 375 MiB data, 832 MiB used, 663 GiB / 672 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 86 op/s; 76/735 objects degraded (10.340%) 2021-03-04T22:57:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:47 gibba023 bash[27374]: cluster 2021-03-04T22:57:46.825237+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 76/735 objects degraded (10.340%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:47 gibba023 bash[27374]: cluster 2021-03-04T22:57:46.835562+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e278: 8 total, 7 up, 8 in 2021-03-04T22:57:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:47 gibba023 bash[27374]: audit 2021-03-04T22:57:47.681357+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:48.668 INFO:teuthology.orchestra.run.gibba008.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:48.847 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:48 gibba008 bash[44600]: debug 2021-03-04T22:57:48.655+0000 7f58f91d7700 1 -- 172.21.2.108:0/2949929277 <== mon.1 v2:172.21.2.108:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5642016ea4e0 con 0x564201768c00 2021-03-04T22:57:49.115 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:48 gibba008 bash[39303]: cluster 2021-03-04T22:57:47.840304+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e279: 8 total, 7 up, 8 in 2021-03-04T22:57:49.116 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:48 gibba008 bash[39303]: audit 2021-03-04T22:57:48.666375+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:49.116 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:48 gibba008 bash[44600]: debug 2021-03-04T22:57:48.979+0000 7f5900c6c080 -1 Falling back to public interface 2021-03-04T22:57:49.116 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:48 gibba008 bash[37770]: cluster 2021-03-04T22:57:47.840304+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e279: 8 total, 7 up, 8 in 2021-03-04T22:57:49.117 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:48 gibba008 bash[37770]: audit 2021-03-04T22:57:48.666375+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:48 gibba023 bash[27374]: cluster 2021-03-04T22:57:47.840304+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e279: 8 total, 7 up, 8 in 2021-03-04T22:57:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:48 gibba023 bash[27374]: audit 2021-03-04T22:57:48.666375+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:49.315 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T22:57:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: audit 2021-03-04T22:57:48.663184+0000 mgr.x (mgr.34379) 170 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: cluster 2021-03-04T22:57:48.663485+0000 mgr.x (mgr.34379) 171 : cluster [DBG] pgmap v246: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 375 MiB data, 832 MiB used, 663 GiB / 672 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 86 op/s; 76/735 objects degraded (10.340%) 2021-03-04T22:57:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: cephadm 2021-03-04T22:57:48.663486+0000 mgr.x (mgr.34379) 172 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: cluster 2021-03-04T22:57:48.851543+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e280: 8 total, 7 up, 8 in 2021-03-04T22:57:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: audit 2021-03-04T22:57:49.395093+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: audit 2021-03-04T22:57:49.398722+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: audit 2021-03-04T22:57:49.402303+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: audit 2021-03-04T22:57:49.403671+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:50.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[37770]: audit 2021-03-04T22:57:49.403868+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: audit 2021-03-04T22:57:48.663184+0000 mgr.x (mgr.34379) 170 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: cluster 2021-03-04T22:57:48.663485+0000 mgr.x (mgr.34379) 171 : cluster [DBG] pgmap v246: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 375 MiB data, 832 MiB used, 663 GiB / 672 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 86 op/s; 76/735 objects degraded (10.340%) 2021-03-04T22:57:50.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: cephadm 2021-03-04T22:57:48.663486+0000 mgr.x (mgr.34379) 172 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:50.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: cluster 2021-03-04T22:57:48.851543+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e280: 8 total, 7 up, 8 in 2021-03-04T22:57:50.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: audit 2021-03-04T22:57:49.395093+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:50.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: audit 2021-03-04T22:57:49.398722+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:50.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: audit 2021-03-04T22:57:49.402303+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:50.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: audit 2021-03-04T22:57:49.403671+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:50.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:49 gibba008 bash[39303]: audit 2021-03-04T22:57:49.403868+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: audit 2021-03-04T22:57:48.663184+0000 mgr.x (mgr.34379) 170 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:57:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: cluster 2021-03-04T22:57:48.663485+0000 mgr.x (mgr.34379) 171 : cluster [DBG] pgmap v246: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 375 MiB data, 832 MiB used, 663 GiB / 672 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 86 op/s; 76/735 objects degraded (10.340%) 2021-03-04T22:57:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: cephadm 2021-03-04T22:57:48.663486+0000 mgr.x (mgr.34379) 172 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:57:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: cluster 2021-03-04T22:57:48.851543+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e280: 8 total, 7 up, 8 in 2021-03-04T22:57:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: audit 2021-03-04T22:57:49.395093+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: audit 2021-03-04T22:57:49.398722+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: audit 2021-03-04T22:57:49.402303+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:57:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: audit 2021-03-04T22:57:49.403671+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:49 gibba023 bash[27374]: audit 2021-03-04T22:57:49.403868+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:57:51.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:50 gibba008 bash[39303]: cluster 2021-03-04T22:57:49.865176+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e281: 8 total, 7 up, 8 in 2021-03-04T22:57:51.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:50 gibba008 bash[37770]: cluster 2021-03-04T22:57:49.865176+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e281: 8 total, 7 up, 8 in 2021-03-04T22:57:51.014 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (9083 ms) 2021-03-04T22:57:51.015 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2021-03-04T22:57:51.249 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (234 ms) 2021-03-04T22:57:51.250 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2021-03-04T22:57:51.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:50 gibba023 bash[27374]: cluster 2021-03-04T22:57:49.865176+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e281: 8 total, 7 up, 8 in 2021-03-04T22:57:52.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:51 gibba008 bash[37770]: cluster 2021-03-04T22:57:50.665345+0000 mgr.x (mgr.34379) 173 : cluster [DBG] pgmap v249: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 967 MiB used, 663 GiB / 672 GiB avail; 62 MiB/s rd, 14 MiB/s wr, 85 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:52.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:51 gibba008 bash[39303]: cluster 2021-03-04T22:57:50.665345+0000 mgr.x (mgr.34379) 173 : cluster [DBG] pgmap v249: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 967 MiB used, 663 GiB / 672 GiB avail; 62 MiB/s rd, 14 MiB/s wr, 85 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:51 gibba023 bash[27374]: cluster 2021-03-04T22:57:50.665345+0000 mgr.x (mgr.34379) 173 : cluster [DBG] pgmap v249: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 967 MiB used, 663 GiB / 672 GiB avail; 62 MiB/s rd, 14 MiB/s wr, 85 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:52.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.411+0000 7f5900c6c080 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: store not yet converted to per-pg omap 2021-03-04T22:57:52.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.411+0000 7f58ebf31700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #-1:c0371625:::snapmapper:0# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ebf31700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:09401a81:::601.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0bd6d154:::602.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0d82a743:::600.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0d89b25e:::603.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:654134d2:::mds0_openfiles.0:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:d0630e4c:::mds0_sessionmap:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:e0b41d06:::609.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:ff5b34d6:::1.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:172a986d:::rbd_header.acd7a603c8b0:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:299880eb:::image111.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:2ece67f8:::rbd_header.acd7cd63daf3:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:2ef303cf:::rbd_header.acd7588abe6d:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.415+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:2fe5cf5e:::image108.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.419+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:66bbf23b:::image93.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.419+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:6be743ec:::rbd_header.acd7788c8b8b:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.419+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:8fb23f57:::rbd_header.acd7a805e3e8:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.419+0000 7f58ec732700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #15:aeb70437:::image102.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:57:52.765 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.559+0000 7f5900c6c080 -1 osd.0 270 log_to_monitors {default=true} 2021-03-04T22:57:53.260 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[44600]: debug 2021-03-04T22:57:52.895+0000 7f58f214c700 -1 osd.0 270 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:57:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[37770]: cluster 2021-03-04T22:57:51.881795+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e282: 8 total, 7 up, 8 in 2021-03-04T22:57:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[37770]: audit 2021-03-04T22:57:52.562888+0000 mon.a (mon.0) 440 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T22:57:53.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[39303]: cluster 2021-03-04T22:57:51.881795+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e282: 8 total, 7 up, 8 in 2021-03-04T22:57:53.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:52 gibba008 bash[39303]: audit 2021-03-04T22:57:52.562888+0000 mon.a (mon.0) 440 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T22:57:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:52 gibba023 bash[27374]: cluster 2021-03-04T22:57:51.881795+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e282: 8 total, 7 up, 8 in 2021-03-04T22:57:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:52 gibba023 bash[27374]: audit 2021-03-04T22:57:52.562888+0000 mon.a (mon.0) 440 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T22:57:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: cluster 2021-03-04T22:57:52.665826+0000 mgr.x (mgr.34379) 174 : cluster [DBG] pgmap v251: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 967 MiB used, 663 GiB / 672 GiB avail; 52 MiB/s rd, 12 MiB/s wr, 71 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: audit 2021-03-04T22:57:52.894985+0000 mon.a (mon.0) 441 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T22:57:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: cluster 2021-03-04T22:57:52.895034+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e283: 8 total, 7 up, 8 in 2021-03-04T22:57:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: audit 2021-03-04T22:57:52.895424+0000 mon.a (mon.0) 443 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:57:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: audit 2021-03-04T22:57:53.077028+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: audit 2021-03-04T22:57:53.257162+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: audit 2021-03-04T22:57:53.262275+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[39303]: cluster 2021-03-04T22:57:53.611686+0000 mon.a (mon.0) 447 : cluster [WRN] Health check update: Degraded data redundancy: 79/780 objects degraded (10.128%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:54.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: cluster 2021-03-04T22:57:52.665826+0000 mgr.x (mgr.34379) 174 : cluster [DBG] pgmap v251: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 967 MiB used, 663 GiB / 672 GiB avail; 52 MiB/s rd, 12 MiB/s wr, 71 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:54.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: audit 2021-03-04T22:57:52.894985+0000 mon.a (mon.0) 441 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T22:57:54.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: cluster 2021-03-04T22:57:52.895034+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e283: 8 total, 7 up, 8 in 2021-03-04T22:57:54.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: audit 2021-03-04T22:57:52.895424+0000 mon.a (mon.0) 443 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:57:54.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: audit 2021-03-04T22:57:53.077028+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: audit 2021-03-04T22:57:53.257162+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: audit 2021-03-04T22:57:53.262275+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:53 gibba008 bash[37770]: cluster 2021-03-04T22:57:53.611686+0000 mon.a (mon.0) 447 : cluster [WRN] Health check update: Degraded data redundancy: 79/780 objects degraded (10.128%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: cluster 2021-03-04T22:57:52.665826+0000 mgr.x (mgr.34379) 174 : cluster [DBG] pgmap v251: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 967 MiB used, 663 GiB / 672 GiB avail; 52 MiB/s rd, 12 MiB/s wr, 71 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: audit 2021-03-04T22:57:52.894985+0000 mon.a (mon.0) 441 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T22:57:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: cluster 2021-03-04T22:57:52.895034+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e283: 8 total, 7 up, 8 in 2021-03-04T22:57:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: audit 2021-03-04T22:57:52.895424+0000 mon.a (mon.0) 443 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:57:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: audit 2021-03-04T22:57:53.077028+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: audit 2021-03-04T22:57:53.257162+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: audit 2021-03-04T22:57:53.262275+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:57:54.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:53 gibba023 bash[27374]: cluster 2021-03-04T22:57:53.611686+0000 mon.a (mon.0) 447 : cluster [WRN] Health check update: Degraded data redundancy: 79/780 objects degraded (10.128%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:55.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[37770]: cluster 2021-03-04T22:57:53.894246+0000 mon.a (mon.0) 448 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:57:55.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[37770]: cluster 2021-03-04T22:57:53.905309+0000 mon.a (mon.0) 449 : cluster [INF] osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509] boot 2021-03-04T22:57:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[37770]: cluster 2021-03-04T22:57:53.905359+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-03-04T22:57:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[37770]: audit 2021-03-04T22:57:53.906162+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:57:55.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[39303]: cluster 2021-03-04T22:57:53.894246+0000 mon.a (mon.0) 448 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:57:55.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[39303]: cluster 2021-03-04T22:57:53.905309+0000 mon.a (mon.0) 449 : cluster [INF] osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509] boot 2021-03-04T22:57:55.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[39303]: cluster 2021-03-04T22:57:53.905359+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-03-04T22:57:55.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:54 gibba008 bash[39303]: audit 2021-03-04T22:57:53.906162+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:57:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:54 gibba023 bash[27374]: cluster 2021-03-04T22:57:53.894246+0000 mon.a (mon.0) 448 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:57:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:54 gibba023 bash[27374]: cluster 2021-03-04T22:57:53.905309+0000 mon.a (mon.0) 449 : cluster [INF] osd.0 [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509] boot 2021-03-04T22:57:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:54 gibba023 bash[27374]: cluster 2021-03-04T22:57:53.905359+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-03-04T22:57:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:54 gibba023 bash[27374]: audit 2021-03-04T22:57:53.906162+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T22:57:56.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:55 gibba008 bash[37770]: cluster 2021-03-04T22:57:54.667146+0000 mgr.x (mgr.34379) 175 : cluster [DBG] pgmap v254: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 1023 MiB used, 664 GiB / 672 GiB avail; 52 MiB/s rd, 12 MiB/s wr, 71 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:55 gibba008 bash[37770]: cluster 2021-03-04T22:57:54.909364+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-03-04T22:57:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:55 gibba008 bash[39303]: cluster 2021-03-04T22:57:54.667146+0000 mgr.x (mgr.34379) 175 : cluster [DBG] pgmap v254: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 1023 MiB used, 664 GiB / 672 GiB avail; 52 MiB/s rd, 12 MiB/s wr, 71 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:56.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:55 gibba008 bash[39303]: cluster 2021-03-04T22:57:54.909364+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-03-04T22:57:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:55 gibba023 bash[27374]: cluster 2021-03-04T22:57:54.667146+0000 mgr.x (mgr.34379) 175 : cluster [DBG] pgmap v254: 105 pgs: 16 active+undersized+degraded, 20 active+undersized, 69 active+clean; 497 MiB data, 1023 MiB used, 664 GiB / 672 GiB avail; 52 MiB/s rd, 12 MiB/s wr, 71 op/s; 79/780 objects degraded (10.128%) 2021-03-04T22:57:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:55 gibba023 bash[27374]: cluster 2021-03-04T22:57:54.909364+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-03-04T22:57:57.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:56 gibba008 bash[37770]: cluster 2021-03-04T22:57:55.926331+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-03-04T22:57:57.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:56 gibba008 bash[39303]: cluster 2021-03-04T22:57:55.926331+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-03-04T22:57:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:56 gibba023 bash[27374]: cluster 2021-03-04T22:57:55.926331+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-03-04T22:57:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:57 gibba008 bash[37770]: cluster 2021-03-04T22:57:56.668371+0000 mgr.x (mgr.34379) 176 : cluster [DBG] pgmap v257: 105 pgs: 4 active+undersized+degraded, 9 active+undersized, 92 active+clean; 543 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 50 MiB/s rd, 12 MiB/s wr, 69 op/s; 14/873 objects degraded (1.604%); 6.1 MiB/s, 3 keys/s, 4 objects/s recovering 2021-03-04T22:57:58.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:57 gibba008 bash[39303]: cluster 2021-03-04T22:57:56.668371+0000 mgr.x (mgr.34379) 176 : cluster [DBG] pgmap v257: 105 pgs: 4 active+undersized+degraded, 9 active+undersized, 92 active+clean; 543 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 50 MiB/s rd, 12 MiB/s wr, 69 op/s; 14/873 objects degraded (1.604%); 6.1 MiB/s, 3 keys/s, 4 objects/s recovering 2021-03-04T22:57:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:57 gibba023 bash[27374]: cluster 2021-03-04T22:57:56.668371+0000 mgr.x (mgr.34379) 176 : cluster [DBG] pgmap v257: 105 pgs: 4 active+undersized+degraded, 9 active+undersized, 92 active+clean; 543 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 50 MiB/s rd, 12 MiB/s wr, 69 op/s; 14/873 objects degraded (1.604%); 6.1 MiB/s, 3 keys/s, 4 objects/s recovering 2021-03-04T22:57:59.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:58 gibba008 bash[37770]: cluster 2021-03-04T22:57:58.613100+0000 mon.a (mon.0) 454 : cluster [WRN] Health check update: Degraded data redundancy: 14/873 objects degraded (1.604%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:59.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:58 gibba008 bash[39303]: cluster 2021-03-04T22:57:58.613100+0000 mon.a (mon.0) 454 : cluster [WRN] Health check update: Degraded data redundancy: 14/873 objects degraded (1.604%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T22:57:59.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:58 gibba023 bash[27374]: cluster 2021-03-04T22:57:58.613100+0000 mon.a (mon.0) 454 : cluster [WRN] Health check update: Degraded data redundancy: 14/873 objects degraded (1.604%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T22:58:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[37770]: cluster 2021-03-04T22:57:58.669403+0000 mgr.x (mgr.34379) 177 : cluster [DBG] pgmap v258: 105 pgs: 13 active+clean+wait, 92 active+clean; 545 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 35 MiB/s rd, 8.3 MiB/s wr, 48 op/s; 4.6 MiB/s, 4 keys/s, 3 objects/s recovering 2021-03-04T22:58:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[37770]: cluster 2021-03-04T22:57:59.618041+0000 mon.a (mon.0) 455 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/873 objects degraded (1.604%), 4 pgs degraded) 2021-03-04T22:58:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[37770]: cluster 2021-03-04T22:57:59.618126+0000 mon.a (mon.0) 456 : cluster [INF] Cluster is now healthy 2021-03-04T22:58:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[37770]: audit 2021-03-04T22:57:59.791929+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[39303]: cluster 2021-03-04T22:57:58.669403+0000 mgr.x (mgr.34379) 177 : cluster [DBG] pgmap v258: 105 pgs: 13 active+clean+wait, 92 active+clean; 545 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 35 MiB/s rd, 8.3 MiB/s wr, 48 op/s; 4.6 MiB/s, 4 keys/s, 3 objects/s recovering 2021-03-04T22:58:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[39303]: cluster 2021-03-04T22:57:59.618041+0000 mon.a (mon.0) 455 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/873 objects degraded (1.604%), 4 pgs degraded) 2021-03-04T22:58:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[39303]: cluster 2021-03-04T22:57:59.618126+0000 mon.a (mon.0) 456 : cluster [INF] Cluster is now healthy 2021-03-04T22:58:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:57:59 gibba008 bash[39303]: audit 2021-03-04T22:57:59.791929+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:59 gibba023 bash[27374]: cluster 2021-03-04T22:57:58.669403+0000 mgr.x (mgr.34379) 177 : cluster [DBG] pgmap v258: 105 pgs: 13 active+clean+wait, 92 active+clean; 545 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 35 MiB/s rd, 8.3 MiB/s wr, 48 op/s; 4.6 MiB/s, 4 keys/s, 3 objects/s recovering 2021-03-04T22:58:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:59 gibba023 bash[27374]: cluster 2021-03-04T22:57:59.618041+0000 mon.a (mon.0) 455 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/873 objects degraded (1.604%), 4 pgs degraded) 2021-03-04T22:58:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:59 gibba023 bash[27374]: cluster 2021-03-04T22:57:59.618126+0000 mon.a (mon.0) 456 : cluster [INF] Cluster is now healthy 2021-03-04T22:58:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:57:59 gibba023 bash[27374]: audit 2021-03-04T22:57:59.791929+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:01 gibba008 bash[37770]: cluster 2021-03-04T22:58:00.671260+0000 mgr.x (mgr.34379) 178 : cluster [DBG] pgmap v259: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 34 MiB/s rd, 9.5 MiB/s wr, 55 op/s; 3.9 MiB/s, 4 keys/s, 2 objects/s recovering 2021-03-04T22:58:02.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:01 gibba008 bash[39303]: cluster 2021-03-04T22:58:00.671260+0000 mgr.x (mgr.34379) 178 : cluster [DBG] pgmap v259: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 34 MiB/s rd, 9.5 MiB/s wr, 55 op/s; 3.9 MiB/s, 4 keys/s, 2 objects/s recovering 2021-03-04T22:58:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:01 gibba023 bash[27374]: cluster 2021-03-04T22:58:00.671260+0000 mgr.x (mgr.34379) 178 : cluster [DBG] pgmap v259: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 34 MiB/s rd, 9.5 MiB/s wr, 55 op/s; 3.9 MiB/s, 4 keys/s, 2 objects/s recovering 2021-03-04T22:58:04.153 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (12904 ms) 2021-03-04T22:58:04.154 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2021-03-04T22:58:04.201 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:04.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:03 gibba008 bash[37770]: cluster 2021-03-04T22:58:02.672349+0000 mgr.x (mgr.34379) 179 : cluster [DBG] pgmap v260: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 46 op/s; 3.3 MiB/s, 3 keys/s, 2 objects/s recovering 2021-03-04T22:58:04.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:03 gibba008 bash[39303]: cluster 2021-03-04T22:58:02.672349+0000 mgr.x (mgr.34379) 179 : cluster [DBG] pgmap v260: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 46 op/s; 3.3 MiB/s, 3 keys/s, 2 objects/s recovering 2021-03-04T22:58:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:03 gibba023 bash[27374]: cluster 2021-03-04T22:58:02.672349+0000 mgr.x (mgr.34379) 179 : cluster [DBG] pgmap v260: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 46 op/s; 3.3 MiB/s, 3 keys/s, 2 objects/s recovering 2021-03-04T22:58:04.418 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (265 ms) 2021-03-04T22:58:04.419 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2021-03-04T22:58:04.469 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:04.687 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (269 ms) 2021-03-04T22:58:04.688 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2021-03-04T22:58:04.735 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 64912077~807715 2021-03-04T22:58:04.744 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 34709030~4622375 2021-03-04T22:58:04.750 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 59347817~2047826 2021-03-04T22:58:04.769 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 58586155~2966069 2021-03-04T22:58:04.775 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 72795206~3761441 2021-03-04T22:58:04.795 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 39324194~635197 2021-03-04T22:58:04.801 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 30147130~5221671 2021-03-04T22:58:04.828 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 33322331~2810061 2021-03-04T22:58:04.833 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap0 2021-03-04T22:58:05.003 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 131343541 2021-03-04T22:58:05.015 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 16192898~3170554 2021-03-04T22:58:05.021 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 19101335~3874013 2021-03-04T22:58:05.041 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 103233798~3289236 2021-03-04T22:58:05.041 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 12402355~8216322 2021-03-04T22:58:05.045 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 124060181~3241210 2021-03-04T22:58:05.045 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 92260002~3252994 2021-03-04T22:58:05.047 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 52687935~2256928 2021-03-04T22:58:05.048 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 15267911~3302948 2021-03-04T22:58:05.064 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T22:58:06.008 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 163029904 2021-03-04T22:58:06.012 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 150429072~7506865 2021-03-04T22:58:06.013 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 86407138~5216674 2021-03-04T22:58:06.015 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 43789919~5479111 2021-03-04T22:58:06.016 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 96420030~260852 2021-03-04T22:58:06.016 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 63982978~2444569 2021-03-04T22:58:06.016 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 51850946~2080074 2021-03-04T22:58:06.016 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 97525316~196727 2021-03-04T22:58:06.016 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 114218548~934980 2021-03-04T22:58:06.033 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T22:58:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:05 gibba008 bash[37770]: cluster 2021-03-04T22:58:04.673207+0000 mgr.x (mgr.34379) 180 : cluster [DBG] pgmap v261: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 24 MiB/s rd, 6.6 MiB/s wr, 38 op/s; 2.7 MiB/s, 2 keys/s, 2 objects/s recovering 2021-03-04T22:58:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:05 gibba008 bash[37770]: cluster 2021-03-04T22:58:04.987789+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-03-04T22:58:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:05 gibba008 bash[39303]: cluster 2021-03-04T22:58:04.673207+0000 mgr.x (mgr.34379) 180 : cluster [DBG] pgmap v261: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 24 MiB/s rd, 6.6 MiB/s wr, 38 op/s; 2.7 MiB/s, 2 keys/s, 2 objects/s recovering 2021-03-04T22:58:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:05 gibba008 bash[39303]: cluster 2021-03-04T22:58:04.987789+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-03-04T22:58:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:05 gibba023 bash[27374]: cluster 2021-03-04T22:58:04.673207+0000 mgr.x (mgr.34379) 180 : cluster [DBG] pgmap v261: 105 pgs: 13 active+clean+wait, 92 active+clean; 561 MiB data, 1.2 GiB used, 664 GiB / 672 GiB avail; 24 MiB/s rd, 6.6 MiB/s wr, 38 op/s; 2.7 MiB/s, 2 keys/s, 2 objects/s recovering 2021-03-04T22:58:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:05 gibba023 bash[27374]: cluster 2021-03-04T22:58:04.987789+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-03-04T22:58:07.011 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 239842504 2021-03-04T22:58:07.014 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 69993305~6173337 2021-03-04T22:58:07.015 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 58211843~4194011 2021-03-04T22:58:07.016 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 7447006~4463758 2021-03-04T22:58:07.017 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 115772591~6525674 2021-03-04T22:58:07.017 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 198163550~3119107 2021-03-04T22:58:07.018 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 188280735~5211382 2021-03-04T22:58:07.024 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 204480303~6790788 2021-03-04T22:58:07.024 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 47454670~8127183 2021-03-04T22:58:07.041 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap3 2021-03-04T22:58:07.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:07 gibba008 bash[37770]: cluster 2021-03-04T22:58:06.001240+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-03-04T22:58:07.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:07 gibba008 bash[39303]: cluster 2021-03-04T22:58:06.001240+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-03-04T22:58:07.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:07 gibba023 bash[27374]: cluster 2021-03-04T22:58:06.001240+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-03-04T22:58:08.027 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 240098710 2021-03-04T22:58:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:08 gibba023 bash[27374]: cluster 2021-03-04T22:58:06.674258+0000 mgr.x (mgr.34379) 181 : cluster [DBG] pgmap v264: 105 pgs: 13 active+clean+wait, 92 active+clean; 587 MiB data, 1.3 GiB used, 664 GiB / 672 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 39 op/s 2021-03-04T22:58:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:08 gibba023 bash[27374]: cluster 2021-03-04T22:58:07.005481+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-03-04T22:58:08.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:08 gibba008 bash[37770]: cluster 2021-03-04T22:58:06.674258+0000 mgr.x (mgr.34379) 181 : cluster [DBG] pgmap v264: 105 pgs: 13 active+clean+wait, 92 active+clean; 587 MiB data, 1.3 GiB used, 664 GiB / 672 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 39 op/s 2021-03-04T22:58:08.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:08 gibba008 bash[37770]: cluster 2021-03-04T22:58:07.005481+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-03-04T22:58:08.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:08 gibba008 bash[39303]: cluster 2021-03-04T22:58:06.674258+0000 mgr.x (mgr.34379) 181 : cluster [DBG] pgmap v264: 105 pgs: 13 active+clean+wait, 92 active+clean; 587 MiB data, 1.3 GiB used, 664 GiB / 672 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 39 op/s 2021-03-04T22:58:08.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:08 gibba008 bash[39303]: cluster 2021-03-04T22:58:07.005481+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-03-04T22:58:09.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:09 gibba008 bash[37770]: cluster 2021-03-04T22:58:08.021654+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-03-04T22:58:09.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:09 gibba008 bash[39303]: cluster 2021-03-04T22:58:08.021654+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-03-04T22:58:09.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:09 gibba023 bash[27374]: cluster 2021-03-04T22:58:08.021654+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-03-04T22:58:10.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:10 gibba008 bash[37770]: cluster 2021-03-04T22:58:08.674903+0000 mgr.x (mgr.34379) 182 : cluster [DBG] pgmap v267: 105 pgs: 105 active+clean; 592 MiB data, 1.3 GiB used, 664 GiB / 672 GiB avail; 16 MiB/s rd, 6.4 MiB/s wr, 56 op/s 2021-03-04T22:58:10.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:10 gibba008 bash[37770]: cluster 2021-03-04T22:58:09.033913+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-03-04T22:58:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:10 gibba008 bash[39303]: cluster 2021-03-04T22:58:08.674903+0000 mgr.x (mgr.34379) 182 : cluster [DBG] pgmap v267: 105 pgs: 105 active+clean; 592 MiB data, 1.3 GiB used, 664 GiB / 672 GiB avail; 16 MiB/s rd, 6.4 MiB/s wr, 56 op/s 2021-03-04T22:58:10.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:10 gibba008 bash[39303]: cluster 2021-03-04T22:58:09.033913+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-03-04T22:58:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:10 gibba023 bash[27374]: cluster 2021-03-04T22:58:08.674903+0000 mgr.x (mgr.34379) 182 : cluster [DBG] pgmap v267: 105 pgs: 105 active+clean; 592 MiB data, 1.3 GiB used, 664 GiB / 672 GiB avail; 16 MiB/s rd, 6.4 MiB/s wr, 56 op/s 2021-03-04T22:58:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:10 gibba023 bash[27374]: cluster 2021-03-04T22:58:09.033913+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-03-04T22:58:11.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:11 gibba008 bash[37770]: cluster 2021-03-04T22:58:10.045593+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-03-04T22:58:11.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:11 gibba008 bash[39303]: cluster 2021-03-04T22:58:10.045593+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-03-04T22:58:11.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:11 gibba023 bash[27374]: cluster 2021-03-04T22:58:10.045593+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-03-04T22:58:12.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:12 gibba008 bash[37770]: cluster 2021-03-04T22:58:10.676767+0000 mgr.x (mgr.34379) 183 : cluster [DBG] pgmap v270: 105 pgs: 105 active+clean; 645 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 8.9 MiB/s wr, 29 op/s 2021-03-04T22:58:12.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:12 gibba008 bash[37770]: cluster 2021-03-04T22:58:11.055486+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-03-04T22:58:12.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:12 gibba008 bash[39303]: cluster 2021-03-04T22:58:10.676767+0000 mgr.x (mgr.34379) 183 : cluster [DBG] pgmap v270: 105 pgs: 105 active+clean; 645 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 8.9 MiB/s wr, 29 op/s 2021-03-04T22:58:12.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:12 gibba008 bash[39303]: cluster 2021-03-04T22:58:11.055486+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-03-04T22:58:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:12 gibba023 bash[27374]: cluster 2021-03-04T22:58:10.676767+0000 mgr.x (mgr.34379) 183 : cluster [DBG] pgmap v270: 105 pgs: 105 active+clean; 645 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 8.9 MiB/s wr, 29 op/s 2021-03-04T22:58:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:12 gibba023 bash[27374]: cluster 2021-03-04T22:58:11.055486+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-03-04T22:58:13.436 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (8749 ms) 2021-03-04T22:58:13.436 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2021-03-04T22:58:13.487 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:13.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:13 gibba008 bash[37770]: cluster 2021-03-04T22:58:12.071477+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-03-04T22:58:13.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:13 gibba008 bash[37770]: cluster 2021-03-04T22:58:12.677565+0000 mgr.x (mgr.34379) 184 : cluster [DBG] pgmap v273: 105 pgs: 105 active+clean; 645 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 29 op/s 2021-03-04T22:58:13.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:13 gibba008 bash[39303]: cluster 2021-03-04T22:58:12.071477+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-03-04T22:58:13.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:13 gibba008 bash[39303]: cluster 2021-03-04T22:58:12.677565+0000 mgr.x (mgr.34379) 184 : cluster [DBG] pgmap v273: 105 pgs: 105 active+clean; 645 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 29 op/s 2021-03-04T22:58:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:13 gibba023 bash[27374]: cluster 2021-03-04T22:58:12.071477+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-03-04T22:58:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:13 gibba023 bash[27374]: cluster 2021-03-04T22:58:12.677565+0000 mgr.x (mgr.34379) 184 : cluster [DBG] pgmap v273: 105 pgs: 105 active+clean; 645 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 29 op/s 2021-03-04T22:58:13.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (275 ms) 2021-03-04T22:58:13.711 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2021-03-04T22:58:13.760 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:13.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (270 ms) 2021-03-04T22:58:13.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2021-03-04T22:58:14.028 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:14.247 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (266 ms) 2021-03-04T22:58:14.247 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2021-03-04T22:58:14.296 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:14.520 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (273 ms) 2021-03-04T22:58:14.520 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2021-03-04T22:58:14.570 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:14.790 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (270 ms) 2021-03-04T22:58:14.795 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2021-03-04T22:58:14.839 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:15.065 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (275 ms) 2021-03-04T22:58:15.065 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2021-03-04T22:58:15.115 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:15.336 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (272 ms) 2021-03-04T22:58:15.337 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2021-03-04T22:58:15.385 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:15.610 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (274 ms) 2021-03-04T22:58:15.611 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2021-03-04T22:58:15.660 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:15.877 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (266 ms) 2021-03-04T22:58:15.877 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2021-03-04T22:58:15.928 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:16.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:15 gibba008 bash[37770]: cluster 2021-03-04T22:58:14.678534+0000 mgr.x (mgr.34379) 185 : cluster [DBG] pgmap v274: 105 pgs: 105 active+clean; 646 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 2.4 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2021-03-04T22:58:16.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:15 gibba008 bash[39303]: cluster 2021-03-04T22:58:14.678534+0000 mgr.x (mgr.34379) 185 : cluster [DBG] pgmap v274: 105 pgs: 105 active+clean; 646 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 2.4 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2021-03-04T22:58:16.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:15 gibba023 bash[27374]: cluster 2021-03-04T22:58:14.678534+0000 mgr.x (mgr.34379) 185 : cluster [DBG] pgmap v274: 105 pgs: 105 active+clean; 646 MiB data, 1.4 GiB used, 664 GiB / 672 GiB avail; 2.4 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2021-03-04T22:58:16.155 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (278 ms) 2021-03-04T22:58:16.755 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 31 tests from TestDeepCopy (59723 ms total) 2021-03-04T22:58:16.756 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:58:16.756 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 6 tests from TestGroup 2021-03-04T22:58:18.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:17 gibba008 bash[37770]: cluster 2021-03-04T22:58:16.680376+0000 mgr.x (mgr.34379) 186 : cluster [DBG] pgmap v275: 105 pgs: 105 active+clean; 701 MiB data, 1.5 GiB used, 663 GiB / 672 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 192 op/s 2021-03-04T22:58:18.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:17 gibba008 bash[37770]: cluster 2021-03-04T22:58:16.751931+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-03-04T22:58:18.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:17 gibba008 bash[39303]: cluster 2021-03-04T22:58:16.680376+0000 mgr.x (mgr.34379) 186 : cluster [DBG] pgmap v275: 105 pgs: 105 active+clean; 701 MiB data, 1.5 GiB used, 663 GiB / 672 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 192 op/s 2021-03-04T22:58:18.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:17 gibba008 bash[39303]: cluster 2021-03-04T22:58:16.751931+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-03-04T22:58:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:17 gibba023 bash[27374]: cluster 2021-03-04T22:58:16.680376+0000 mgr.x (mgr.34379) 186 : cluster [DBG] pgmap v275: 105 pgs: 105 active+clean; 701 MiB data, 1.5 GiB used, 663 GiB / 672 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 192 op/s 2021-03-04T22:58:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:17 gibba023 bash[27374]: cluster 2021-03-04T22:58:16.751931+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-03-04T22:58:18.779 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.group_create 2021-03-04T22:58:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:18 gibba023 bash[27374]: cluster 2021-03-04T22:58:17.764631+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2021-03-04T22:58:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:18 gibba023 bash[27374]: audit 2021-03-04T22:58:17.765642+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.2.108:0/660155216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:18 gibba023 bash[27374]: audit 2021-03-04T22:58:17.765876+0000 mon.a (mon.0) 468 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:18 gibba008 bash[37770]: cluster 2021-03-04T22:58:17.764631+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2021-03-04T22:58:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:18 gibba008 bash[37770]: audit 2021-03-04T22:58:17.765642+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.2.108:0/660155216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:18 gibba008 bash[37770]: audit 2021-03-04T22:58:17.765876+0000 mon.a (mon.0) 468 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:19.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:18 gibba008 bash[39303]: cluster 2021-03-04T22:58:17.764631+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2021-03-04T22:58:19.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:18 gibba008 bash[39303]: audit 2021-03-04T22:58:17.765642+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.2.108:0/660155216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:19.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:18 gibba008 bash[39303]: audit 2021-03-04T22:58:17.765876+0000 mon.a (mon.0) 468 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:19 gibba008 bash[37770]: cluster 2021-03-04T22:58:18.681016+0000 mgr.x (mgr.34379) 187 : cluster [DBG] pgmap v278: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 3.3 KiB data, 1.4 GiB used, 664 GiB / 672 GiB avail 2021-03-04T22:58:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:19 gibba008 bash[37770]: audit 2021-03-04T22:58:18.777078+0000 mon.a (mon.0) 469 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:58:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:19 gibba008 bash[37770]: cluster 2021-03-04T22:58:18.777228+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2021-03-04T22:58:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:19 gibba008 bash[39303]: cluster 2021-03-04T22:58:18.681016+0000 mgr.x (mgr.34379) 187 : cluster [DBG] pgmap v278: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 3.3 KiB data, 1.4 GiB used, 664 GiB / 672 GiB avail 2021-03-04T22:58:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:19 gibba008 bash[39303]: audit 2021-03-04T22:58:18.777078+0000 mon.a (mon.0) 469 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:58:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:19 gibba008 bash[39303]: cluster 2021-03-04T22:58:18.777228+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2021-03-04T22:58:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:19 gibba023 bash[27374]: cluster 2021-03-04T22:58:18.681016+0000 mgr.x (mgr.34379) 187 : cluster [DBG] pgmap v278: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 3.3 KiB data, 1.4 GiB used, 664 GiB / 672 GiB avail 2021-03-04T22:58:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:19 gibba023 bash[27374]: audit 2021-03-04T22:58:18.777078+0000 mon.a (mon.0) 469 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:58:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:19 gibba023 bash[27374]: cluster 2021-03-04T22:58:18.777228+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2021-03-04T22:58:20.813 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.group_create (2033 ms) 2021-03-04T22:58:20.813 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.group_createPP 2021-03-04T22:58:20.823 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.group_createPP (11 ms) 2021-03-04T22:58:20.824 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_image 2021-03-04T22:58:20.828 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:20.828 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_image (4 ms) 2021-03-04T22:58:20.828 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_imagePP 2021-03-04T22:58:20.832 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:20.832 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_imagePP (4 ms) 2021-03-04T22:58:20.832 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_snapshot 2021-03-04T22:58:20.840 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:20.840 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_snapshot (4 ms) 2021-03-04T22:58:20.840 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_snapshotPP 2021-03-04T22:58:20.841 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:20.841 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_snapshotPP (5 ms) 2021-03-04T22:58:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:20 gibba008 bash[37770]: cluster 2021-03-04T22:58:19.789782+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2021-03-04T22:58:21.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:20 gibba008 bash[39303]: cluster 2021-03-04T22:58:19.789782+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2021-03-04T22:58:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:20 gibba023 bash[27374]: cluster 2021-03-04T22:58:19.789782+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2021-03-04T22:58:21.819 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 6 tests from TestGroup (2061 ms total) 2021-03-04T22:58:21.819 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T22:58:21.820 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 57 tests from TestMigration 2021-03-04T22:58:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:21 gibba008 bash[37770]: cluster 2021-03-04T22:58:20.682378+0000 mgr.x (mgr.34379) 188 : cluster [DBG] pgmap v281: 105 pgs: 7 creating+peering, 98 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:21 gibba008 bash[37770]: cluster 2021-03-04T22:58:20.802218+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2021-03-04T22:58:22.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:21 gibba008 bash[39303]: cluster 2021-03-04T22:58:20.682378+0000 mgr.x (mgr.34379) 188 : cluster [DBG] pgmap v281: 105 pgs: 7 creating+peering, 98 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:21 gibba008 bash[39303]: cluster 2021-03-04T22:58:20.802218+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2021-03-04T22:58:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:21 gibba023 bash[27374]: cluster 2021-03-04T22:58:20.682378+0000 mgr.x (mgr.34379) 188 : cluster [DBG] pgmap v281: 105 pgs: 7 creating+peering, 98 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:21 gibba023 bash[27374]: cluster 2021-03-04T22:58:20.802218+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2021-03-04T22:58:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:22 gibba008 bash[37770]: cluster 2021-03-04T22:58:21.815908+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2021-03-04T22:58:23.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:22 gibba008 bash[39303]: cluster 2021-03-04T22:58:21.815908+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2021-03-04T22:58:23.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:22 gibba023 bash[27374]: cluster 2021-03-04T22:58:21.815908+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2021-03-04T22:58:24.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[37770]: cluster 2021-03-04T22:58:22.683294+0000 mgr.x (mgr.34379) 189 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[37770]: cluster 2021-03-04T22:58:22.828688+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2021-03-04T22:58:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[37770]: audit 2021-03-04T22:58:22.829507+0000 mon.c (mon.1) 5 : audit [INF] from='client.? 172.21.2.108:0/50869521' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[37770]: audit 2021-03-04T22:58:22.829735+0000 mon.a (mon.0) 475 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[39303]: cluster 2021-03-04T22:58:22.683294+0000 mgr.x (mgr.34379) 189 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[39303]: cluster 2021-03-04T22:58:22.828688+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2021-03-04T22:58:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[39303]: audit 2021-03-04T22:58:22.829507+0000 mon.c (mon.1) 5 : audit [INF] from='client.? 172.21.2.108:0/50869521' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:23 gibba008 bash[39303]: audit 2021-03-04T22:58:22.829735+0000 mon.a (mon.0) 475 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:24.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:23 gibba023 bash[27374]: cluster 2021-03-04T22:58:22.683294+0000 mgr.x (mgr.34379) 189 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:23 gibba023 bash[27374]: cluster 2021-03-04T22:58:22.828688+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2021-03-04T22:58:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:23 gibba023 bash[27374]: audit 2021-03-04T22:58:22.829507+0000 mon.c (mon.1) 5 : audit [INF] from='client.? 172.21.2.108:0/50869521' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:23 gibba023 bash[27374]: audit 2021-03-04T22:58:22.829735+0000 mon.a (mon.0) 475 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T22:58:24.856 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Empty 2021-03-04T22:58:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:24 gibba008 bash[37770]: audit 2021-03-04T22:58:23.840669+0000 mon.a (mon.0) 476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:58:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:24 gibba008 bash[37770]: cluster 2021-03-04T22:58:23.840773+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2021-03-04T22:58:25.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:24 gibba008 bash[39303]: audit 2021-03-04T22:58:23.840669+0000 mon.a (mon.0) 476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:58:25.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:24 gibba008 bash[39303]: cluster 2021-03-04T22:58:23.840773+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2021-03-04T22:58:25.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:24 gibba023 bash[27374]: audit 2021-03-04T22:58:23.840669+0000 mon.a (mon.0) 476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T22:58:25.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:24 gibba023 bash[27374]: cluster 2021-03-04T22:58:23.840773+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2021-03-04T22:58:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:25 gibba008 bash[37770]: cluster 2021-03-04T22:58:24.684037+0000 mgr.x (mgr.34379) 190 : cluster [DBG] pgmap v287: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:25 gibba008 bash[37770]: cluster 2021-03-04T22:58:24.854391+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-03-04T22:58:26.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:25 gibba008 bash[39303]: cluster 2021-03-04T22:58:24.684037+0000 mgr.x (mgr.34379) 190 : cluster [DBG] pgmap v287: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:25 gibba008 bash[39303]: cluster 2021-03-04T22:58:24.854391+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-03-04T22:58:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:25 gibba023 bash[27374]: cluster 2021-03-04T22:58:24.684037+0000 mgr.x (mgr.34379) 190 : cluster [DBG] pgmap v287: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 3.3 KiB data, 41 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:25 gibba023 bash[27374]: cluster 2021-03-04T22:58:24.854391+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-03-04T22:58:26.900 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:26.903 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:27.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:26 gibba008 bash[37770]: cluster 2021-03-04T22:58:25.864269+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-03-04T22:58:27.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:26 gibba008 bash[39303]: cluster 2021-03-04T22:58:25.864269+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-03-04T22:58:27.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:26 gibba023 bash[27374]: cluster 2021-03-04T22:58:25.864269+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-03-04T22:58:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:27 gibba008 bash[37770]: cluster 2021-03-04T22:58:26.685096+0000 mgr.x (mgr.34379) 191 : cluster [DBG] pgmap v290: 137 pgs: 33 creating+peering, 5 unknown, 99 active+clean; 3.3 KiB data, 40 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:27 gibba008 bash[37770]: cluster 2021-03-04T22:58:26.876013+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-03-04T22:58:28.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:27 gibba008 bash[39303]: cluster 2021-03-04T22:58:26.685096+0000 mgr.x (mgr.34379) 191 : cluster [DBG] pgmap v290: 137 pgs: 33 creating+peering, 5 unknown, 99 active+clean; 3.3 KiB data, 40 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:27 gibba008 bash[39303]: cluster 2021-03-04T22:58:26.876013+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-03-04T22:58:28.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:27 gibba023 bash[27374]: cluster 2021-03-04T22:58:26.685096+0000 mgr.x (mgr.34379) 191 : cluster [DBG] pgmap v290: 137 pgs: 33 creating+peering, 5 unknown, 99 active+clean; 3.3 KiB data, 40 MiB used, 665 GiB / 672 GiB avail 2021-03-04T22:58:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:27 gibba023 bash[27374]: cluster 2021-03-04T22:58:26.876013+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-03-04T22:58:29.162 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:29.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:28 gibba008 bash[37770]: cluster 2021-03-04T22:58:27.893111+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-03-04T22:58:29.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:28 gibba008 bash[39303]: cluster 2021-03-04T22:58:27.893111+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-03-04T22:58:29.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:28 gibba023 bash[27374]: cluster 2021-03-04T22:58:27.893111+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-03-04T22:58:29.381 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:29.646 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Empty (4790 ms) 2021-03-04T22:58:29.647 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherName 2021-03-04T22:58:29.709 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:29.725 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:30.083 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:30.257 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:30.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:29 gibba008 bash[39303]: cluster 2021-03-04T22:58:28.686243+0000 mgr.x (mgr.34379) 192 : cluster [DBG] pgmap v293: 137 pgs: 27 creating+peering, 110 active+clean; 3.4 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2021-03-04T22:58:30.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:29 gibba008 bash[39303]: cluster 2021-03-04T22:58:28.902679+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-03-04T22:58:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:29 gibba008 bash[37770]: cluster 2021-03-04T22:58:28.686243+0000 mgr.x (mgr.34379) 192 : cluster [DBG] pgmap v293: 137 pgs: 27 creating+peering, 110 active+clean; 3.4 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2021-03-04T22:58:30.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:29 gibba008 bash[37770]: cluster 2021-03-04T22:58:28.902679+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-03-04T22:58:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:29 gibba023 bash[27374]: cluster 2021-03-04T22:58:28.686243+0000 mgr.x (mgr.34379) 192 : cluster [DBG] pgmap v293: 137 pgs: 27 creating+peering, 110 active+clean; 3.4 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2021-03-04T22:58:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:29 gibba023 bash[27374]: cluster 2021-03-04T22:58:28.902679+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-03-04T22:58:30.515 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherName (869 ms) 2021-03-04T22:58:30.516 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherPool 2021-03-04T22:58:30.585 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:30.601 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:32.117 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:32.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:31 gibba008 bash[37770]: cluster 2021-03-04T22:58:30.688251+0000 mgr.x (mgr.34379) 193 : cluster [DBG] pgmap v295: 137 pgs: 137 active+clean; 3.9 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 66 KiB/s rd, 9.1 KiB/s wr, 95 op/s 2021-03-04T22:58:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:31 gibba008 bash[37770]: cluster 2021-03-04T22:58:30.922730+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-03-04T22:58:32.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:31 gibba008 bash[39303]: cluster 2021-03-04T22:58:30.688251+0000 mgr.x (mgr.34379) 193 : cluster [DBG] pgmap v295: 137 pgs: 137 active+clean; 3.9 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 66 KiB/s rd, 9.1 KiB/s wr, 95 op/s 2021-03-04T22:58:32.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:31 gibba008 bash[39303]: cluster 2021-03-04T22:58:30.922730+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-03-04T22:58:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:31 gibba023 bash[27374]: cluster 2021-03-04T22:58:30.688251+0000 mgr.x (mgr.34379) 193 : cluster [DBG] pgmap v295: 137 pgs: 137 active+clean; 3.9 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 66 KiB/s rd, 9.1 KiB/s wr, 95 op/s 2021-03-04T22:58:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:31 gibba023 bash[27374]: cluster 2021-03-04T22:58:30.922730+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-03-04T22:58:32.291 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:32.540 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherPool (2026 ms) 2021-03-04T22:58:32.541 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherNamespace 2021-03-04T22:58:32.607 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:32.631 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:32.987 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:33.173 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:33.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:32 gibba008 bash[37770]: cluster 2021-03-04T22:58:31.935054+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-03-04T22:58:33.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:32 gibba008 bash[39303]: cluster 2021-03-04T22:58:31.935054+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-03-04T22:58:33.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:32 gibba023 bash[27374]: cluster 2021-03-04T22:58:31.935054+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-03-04T22:58:33.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherNamespace (899 ms) 2021-03-04T22:58:33.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.DataPool 2021-03-04T22:58:33.508 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:33.525 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:33.951 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:34.171 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:34.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:33 gibba008 bash[37770]: cluster 2021-03-04T22:58:32.689104+0000 mgr.x (mgr.34379) 194 : cluster [DBG] pgmap v298: 137 pgs: 137 active+clean; 3.9 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 67 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2021-03-04T22:58:34.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:33 gibba008 bash[37770]: cluster 2021-03-04T22:58:33.639242+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-03-04T22:58:34.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:33 gibba008 bash[39303]: cluster 2021-03-04T22:58:32.689104+0000 mgr.x (mgr.34379) 194 : cluster [DBG] pgmap v298: 137 pgs: 137 active+clean; 3.9 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 67 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2021-03-04T22:58:34.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:33 gibba008 bash[39303]: cluster 2021-03-04T22:58:33.639242+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-03-04T22:58:34.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:33 gibba023 bash[27374]: cluster 2021-03-04T22:58:32.689104+0000 mgr.x (mgr.34379) 194 : cluster [DBG] pgmap v298: 137 pgs: 137 active+clean; 3.9 KiB data, 40 MiB used, 665 GiB / 672 GiB avail; 67 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2021-03-04T22:58:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:33 gibba023 bash[27374]: cluster 2021-03-04T22:58:33.639242+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-03-04T22:58:34.437 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.DataPool (997 ms) 2021-03-04T22:58:34.437 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2021-03-04T22:58:34.504 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:34.521 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:34.912 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T22:58:35.207 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortAfterPrepare (770 ms) 2021-03-04T22:58:35.208 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2021-03-04T22:58:35.275 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:35.291 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:35.525 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (318 ms) 2021-03-04T22:58:35.526 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortAfterExecute 2021-03-04T22:58:35.592 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:35.607 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:35.998 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:36.213 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T22:58:36.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:35 gibba008 bash[39303]: cluster 2021-03-04T22:58:34.690120+0000 mgr.x (mgr.34379) 195 : cluster [DBG] pgmap v300: 137 pgs: 137 active+clean; 4.0 KiB data, 41 MiB used, 665 GiB / 672 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 126 op/s 2021-03-04T22:58:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:35 gibba008 bash[39303]: audit 2021-03-04T22:58:34.806050+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:35 gibba008 bash[39303]: cluster 2021-03-04T22:58:34.951080+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2021-03-04T22:58:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:35 gibba008 bash[37770]: cluster 2021-03-04T22:58:34.690120+0000 mgr.x (mgr.34379) 195 : cluster [DBG] pgmap v300: 137 pgs: 137 active+clean; 4.0 KiB data, 41 MiB used, 665 GiB / 672 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 126 op/s 2021-03-04T22:58:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:35 gibba008 bash[37770]: audit 2021-03-04T22:58:34.806050+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:35 gibba008 bash[37770]: cluster 2021-03-04T22:58:34.951080+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2021-03-04T22:58:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:35 gibba023 bash[27374]: cluster 2021-03-04T22:58:34.690120+0000 mgr.x (mgr.34379) 195 : cluster [DBG] pgmap v300: 137 pgs: 137 active+clean; 4.0 KiB data, 41 MiB used, 665 GiB / 672 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 126 op/s 2021-03-04T22:58:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:35 gibba023 bash[27374]: audit 2021-03-04T22:58:34.806050+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:35 gibba023 bash[27374]: cluster 2021-03-04T22:58:34.951080+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2021-03-04T22:58:36.531 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortAfterExecute (1006 ms) 2021-03-04T22:58:36.531 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2021-03-04T22:58:36.597 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:36.613 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:36.967 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:37.140 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T22:58:37.465 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (934 ms) 2021-03-04T22:58:37.465 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2021-03-04T22:58:37.507 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:37.530 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:37.872 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:38.051 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T22:58:38.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:37 gibba008 bash[37770]: cluster 2021-03-04T22:58:36.692311+0000 mgr.x (mgr.34379) 196 : cluster [DBG] pgmap v301: 137 pgs: 137 active+clean; 4.6 KiB data, 41 MiB used, 665 GiB / 672 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 245 op/s 2021-03-04T22:58:38.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:37 gibba008 bash[39303]: cluster 2021-03-04T22:58:36.692311+0000 mgr.x (mgr.34379) 196 : cluster [DBG] pgmap v301: 137 pgs: 137 active+clean; 4.6 KiB data, 41 MiB used, 665 GiB / 672 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 245 op/s 2021-03-04T22:58:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:37 gibba023 bash[27374]: cluster 2021-03-04T22:58:36.692311+0000 mgr.x (mgr.34379) 196 : cluster [DBG] pgmap v301: 137 pgs: 137 active+clean; 4.6 KiB data, 41 MiB used, 665 GiB / 672 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 245 op/s 2021-03-04T22:58:38.410 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (945 ms) 2021-03-04T22:58:38.410 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringSamePool 2021-03-04T22:58:38.479 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:38.495 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:38.506 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringSamePool (96 ms) 2021-03-04T22:58:38.506 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringAbort 2021-03-04T22:58:38.576 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:38.592 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:38.603 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringAbort (97 ms) 2021-03-04T22:58:38.604 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2021-03-04T22:58:38.692 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:38.707 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:38.716 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (113 ms) 2021-03-04T22:58:38.716 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2021-03-04T22:58:38.786 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:38.802 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:38.814 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (96 ms) 2021-03-04T22:58:38.814 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringPool 2021-03-04T22:58:38.878 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:38.893 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:38.903 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringPool (91 ms) 2021-03-04T22:58:38.903 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Group 2021-03-04T22:58:38.974 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:38.989 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:38.999 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Group (96 ms) 2021-03-04T22:58:39.000 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.GroupAbort 2021-03-04T22:58:39.066 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:39.082 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T22:58:39.093 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.GroupAbort (94 ms) 2021-03-04T22:58:39.093 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnaps 2021-03-04T22:58:39.158 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:39.174 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:39.276 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:39.318 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:39.662 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:39.881 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:40.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:39 gibba008 bash[39303]: cluster 2021-03-04T22:58:38.643340+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-03-04T22:58:40.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:39 gibba008 bash[39303]: cluster 2021-03-04T22:58:38.693324+0000 mgr.x (mgr.34379) 197 : cluster [DBG] pgmap v303: 137 pgs: 137 active+clean; 5.0 KiB data, 45 MiB used, 665 GiB / 672 GiB avail; 182 KiB/s rd, 22 KiB/s wr, 253 op/s 2021-03-04T22:58:40.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:39 gibba008 bash[37770]: cluster 2021-03-04T22:58:38.643340+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-03-04T22:58:40.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:39 gibba008 bash[37770]: cluster 2021-03-04T22:58:38.693324+0000 mgr.x (mgr.34379) 197 : cluster [DBG] pgmap v303: 137 pgs: 137 active+clean; 5.0 KiB data, 45 MiB used, 665 GiB / 672 GiB avail; 182 KiB/s rd, 22 KiB/s wr, 253 op/s 2021-03-04T22:58:40.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:39 gibba023 bash[27374]: cluster 2021-03-04T22:58:38.643340+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-03-04T22:58:40.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:39 gibba023 bash[27374]: cluster 2021-03-04T22:58:38.693324+0000 mgr.x (mgr.34379) 197 : cluster [DBG] pgmap v303: 137 pgs: 137 active+clean; 5.0 KiB data, 45 MiB used, 665 GiB / 672 GiB avail; 182 KiB/s rd, 22 KiB/s wr, 253 op/s 2021-03-04T22:58:40.195 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnaps (1102 ms) 2021-03-04T22:58:40.196 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2021-03-04T22:58:40.270 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:40.286 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:40.373 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:40.426 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:40.445 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:40.493 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:40.858 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:41.069 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:41.399 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsOtherPool (1202 ms) 2021-03-04T22:58:41.400 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2021-03-04T22:58:41.468 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:41.487 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:41.572 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:41.603 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:42.006 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:42.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:41 gibba008 bash[39303]: cluster 2021-03-04T22:58:40.695273+0000 mgr.x (mgr.34379) 198 : cluster [DBG] pgmap v304: 137 pgs: 137 active+clean; 60 MiB data, 146 MiB used, 665 GiB / 672 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 380 op/s 2021-03-04T22:58:42.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:41 gibba008 bash[37770]: cluster 2021-03-04T22:58:40.695273+0000 mgr.x (mgr.34379) 198 : cluster [DBG] pgmap v304: 137 pgs: 137 active+clean; 60 MiB data, 146 MiB used, 665 GiB / 672 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 380 op/s 2021-03-04T22:58:42.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:41 gibba023 bash[27374]: cluster 2021-03-04T22:58:40.695273+0000 mgr.x (mgr.34379) 198 : cluster [DBG] pgmap v304: 137 pgs: 137 active+clean; 60 MiB data, 146 MiB used, 665 GiB / 672 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 380 op/s 2021-03-04T22:58:42.264 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:42.605 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsDataPool (1207 ms) 2021-03-04T22:58:42.606 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2021-03-04T22:58:42.675 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:42.691 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:42.777 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:42.853 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:43.307 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T22:58:43.334 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:43.545 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:43.802 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (1198 ms) 2021-03-04T22:58:43.803 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2021-03-04T22:58:43.870 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:43.886 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:43.971 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:44.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:43 gibba023 bash[27374]: cluster 2021-03-04T22:58:42.696207+0000 mgr.x (mgr.34379) 199 : cluster [DBG] pgmap v305: 137 pgs: 137 active+clean; 60 MiB data, 146 MiB used, 665 GiB / 672 GiB avail; 7.7 MiB/s rd, 12 MiB/s wr, 304 op/s 2021-03-04T22:58:44.046 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T22:58:44.086 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:44.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:43 gibba008 bash[37770]: cluster 2021-03-04T22:58:42.696207+0000 mgr.x (mgr.34379) 199 : cluster [DBG] pgmap v305: 137 pgs: 137 active+clean; 60 MiB data, 146 MiB used, 665 GiB / 672 GiB avail; 7.7 MiB/s rd, 12 MiB/s wr, 304 op/s 2021-03-04T22:58:44.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:43 gibba008 bash[39303]: cluster 2021-03-04T22:58:42.696207+0000 mgr.x (mgr.34379) 199 : cluster [DBG] pgmap v305: 137 pgs: 137 active+clean; 60 MiB data, 146 MiB used, 665 GiB / 672 GiB avail; 7.7 MiB/s rd, 12 MiB/s wr, 304 op/s 2021-03-04T22:58:44.347 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:44.545 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:44.678 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (875 ms) 2021-03-04T22:58:44.678 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2021-03-04T22:58:44.743 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:44.758 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:44.819 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:44.865 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:45.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:44 gibba008 bash[39303]: audit 2021-03-04T22:58:44.650045+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-03-04T22:58:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:44 gibba008 bash[39303]: audit 2021-03-04T22:58:44.650868+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T22:58:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:44 gibba008 bash[39303]: audit 2021-03-04T22:58:44.651592+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T22:58:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:44 gibba008 bash[37770]: audit 2021-03-04T22:58:44.650045+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-03-04T22:58:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:44 gibba008 bash[37770]: audit 2021-03-04T22:58:44.650868+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T22:58:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:44 gibba008 bash[37770]: audit 2021-03-04T22:58:44.651592+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T22:58:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:44 gibba023 bash[27374]: audit 2021-03-04T22:58:44.650045+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-03-04T22:58:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:44 gibba023 bash[27374]: audit 2021-03-04T22:58:44.650868+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T22:58:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:44 gibba023 bash[27374]: audit 2021-03-04T22:58:44.651592+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T22:58:45.292 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T22:58:45.328 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:45.529 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:45.688 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (1010 ms) 2021-03-04T22:58:45.688 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2021-03-04T22:58:45.760 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:45.777 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:45.855 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:45.915 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:46.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:45 gibba008 bash[37770]: cluster 2021-03-04T22:58:44.697472+0000 mgr.x (mgr.34379) 200 : cluster [DBG] pgmap v306: 137 pgs: 137 active+clean; 80 MiB data, 194 MiB used, 665 GiB / 672 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 309 op/s 2021-03-04T22:58:46.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:45 gibba008 bash[37770]: audit 2021-03-04T22:58:44.782641+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:58:46.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:45 gibba008 bash[37770]: audit 2021-03-04T22:58:44.799255+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:58:46.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:45 gibba008 bash[39303]: cluster 2021-03-04T22:58:44.697472+0000 mgr.x (mgr.34379) 200 : cluster [DBG] pgmap v306: 137 pgs: 137 active+clean; 80 MiB data, 194 MiB used, 665 GiB / 672 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 309 op/s 2021-03-04T22:58:46.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:45 gibba008 bash[39303]: audit 2021-03-04T22:58:44.782641+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:58:46.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:45 gibba008 bash[39303]: audit 2021-03-04T22:58:44.799255+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:58:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:45 gibba023 bash[27374]: cluster 2021-03-04T22:58:44.697472+0000 mgr.x (mgr.34379) 200 : cluster [DBG] pgmap v306: 137 pgs: 137 active+clean; 80 MiB data, 194 MiB used, 665 GiB / 672 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 309 op/s 2021-03-04T22:58:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:45 gibba023 bash[27374]: audit 2021-03-04T22:58:44.782641+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:58:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:45 gibba023 bash[27374]: audit 2021-03-04T22:58:44.799255+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:58:46.382 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T22:58:46.398 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:46.620 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:47.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (1359 ms) 2021-03-04T22:58:47.049 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2021-03-04T22:58:47.112 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:47.127 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:47.185 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:58:47.227 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:47.669 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: after_prepare_snap 2021-03-04T22:58:48.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:47 gibba008 bash[37770]: cluster 2021-03-04T22:58:46.699505+0000 mgr.x (mgr.34379) 201 : cluster [DBG] pgmap v307: 137 pgs: 137 active+clean; 148 MiB data, 502 MiB used, 665 GiB / 672 GiB avail; 34 MiB/s rd, 28 MiB/s wr, 340 op/s 2021-03-04T22:58:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:47 gibba008 bash[39303]: cluster 2021-03-04T22:58:46.699505+0000 mgr.x (mgr.34379) 201 : cluster [DBG] pgmap v307: 137 pgs: 137 active+clean; 148 MiB data, 502 MiB used, 665 GiB / 672 GiB avail; 34 MiB/s rd, 28 MiB/s wr, 340 op/s 2021-03-04T22:58:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:47 gibba023 bash[27374]: cluster 2021-03-04T22:58:46.699505+0000 mgr.x (mgr.34379) 201 : cluster [DBG] pgmap v307: 137 pgs: 137 active+clean; 148 MiB data, 502 MiB used, 665 GiB / 672 GiB avail; 34 MiB/s rd, 28 MiB/s wr, 340 op/s 2021-03-04T22:58:48.813 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T22:58:48.828 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 0~1000 2021-03-04T22:58:48.832 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:48.964 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:49.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:48 gibba008 bash[39303]: cluster 2021-03-04T22:58:47.802752+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-03-04T22:58:49.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:48 gibba008 bash[37770]: cluster 2021-03-04T22:58:47.802752+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-03-04T22:58:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:48 gibba023 bash[27374]: cluster 2021-03-04T22:58:47.802752+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-03-04T22:58:49.383 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2335 ms) 2021-03-04T22:58:49.383 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Snaps 2021-03-04T22:58:49.452 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:49.468 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:58:49.516 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T22:58:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:49 gibba008 bash[37770]: cluster 2021-03-04T22:58:48.700932+0000 mgr.x (mgr.34379) 202 : cluster [DBG] pgmap v309: 137 pgs: 137 active+clean; 148 MiB data, 539 MiB used, 664 GiB / 672 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 385 op/s 2021-03-04T22:58:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:49 gibba008 bash[37770]: cluster 2021-03-04T22:58:48.808208+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-03-04T22:58:50.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:49 gibba008 bash[39303]: cluster 2021-03-04T22:58:48.700932+0000 mgr.x (mgr.34379) 202 : cluster [DBG] pgmap v309: 137 pgs: 137 active+clean; 148 MiB data, 539 MiB used, 664 GiB / 672 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 385 op/s 2021-03-04T22:58:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:49 gibba008 bash[39303]: cluster 2021-03-04T22:58:48.808208+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-03-04T22:58:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:49 gibba023 bash[27374]: cluster 2021-03-04T22:58:48.700932+0000 mgr.x (mgr.34379) 202 : cluster [DBG] pgmap v309: 137 pgs: 137 active+clean; 148 MiB data, 539 MiB used, 664 GiB / 672 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 385 op/s 2021-03-04T22:58:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:49 gibba023 bash[27374]: cluster 2021-03-04T22:58:48.808208+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-03-04T22:58:50.836 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T22:58:50.847 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T22:58:50.847 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T22:58:50.848 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T22:58:51.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:50 gibba008 bash[37770]: cluster 2021-03-04T22:58:49.823821+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-03-04T22:58:51.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:50 gibba008 bash[39303]: cluster 2021-03-04T22:58:49.823821+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-03-04T22:58:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:50 gibba023 bash[27374]: cluster 2021-03-04T22:58:49.823821+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-03-04T22:58:52.160 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:51 gibba008 bash[37770]: cluster 2021-03-04T22:58:50.703124+0000 mgr.x (mgr.34379) 203 : cluster [DBG] pgmap v312: 137 pgs: 137 active+clean; 204 MiB data, 667 MiB used, 664 GiB / 672 GiB avail; 72 MiB/s rd, 43 MiB/s wr, 476 op/s 2021-03-04T22:58:52.161 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:51 gibba008 bash[37770]: cluster 2021-03-04T22:58:50.827448+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-03-04T22:58:52.161 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:51 gibba008 bash[39303]: cluster 2021-03-04T22:58:50.703124+0000 mgr.x (mgr.34379) 203 : cluster [DBG] pgmap v312: 137 pgs: 137 active+clean; 204 MiB data, 667 MiB used, 664 GiB / 672 GiB avail; 72 MiB/s rd, 43 MiB/s wr, 476 op/s 2021-03-04T22:58:52.161 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:51 gibba008 bash[39303]: cluster 2021-03-04T22:58:50.827448+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-03-04T22:58:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:51 gibba023 bash[27374]: cluster 2021-03-04T22:58:50.703124+0000 mgr.x (mgr.34379) 203 : cluster [DBG] pgmap v312: 137 pgs: 137 active+clean; 204 MiB data, 667 MiB used, 664 GiB / 672 GiB avail; 72 MiB/s rd, 43 MiB/s wr, 476 op/s 2021-03-04T22:58:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:51 gibba023 bash[27374]: cluster 2021-03-04T22:58:50.827448+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-03-04T22:58:52.864 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T22:58:52.868 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T22:58:52.868 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T22:58:52.872 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T22:58:52.898 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T22:58:53.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T22:58:53.122 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:52 gibba008 bash[37770]: cluster 2021-03-04T22:58:51.848123+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-03-04T22:58:53.122 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:52 gibba008 bash[39303]: cluster 2021-03-04T22:58:51.848123+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-03-04T22:58:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:52 gibba023 bash[27374]: cluster 2021-03-04T22:58:51.848123+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-03-04T22:58:54.192 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[37770]: cluster 2021-03-04T22:58:52.704397+0000 mgr.x (mgr.34379) 204 : cluster [DBG] pgmap v315: 137 pgs: 137 active+clean; 204 MiB data, 667 MiB used, 664 GiB / 672 GiB avail; 45 MiB/s rd, 26 MiB/s wr, 170 op/s 2021-03-04T22:58:54.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[37770]: cluster 2021-03-04T22:58:52.858029+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-03-04T22:58:54.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[37770]: audit 2021-03-04T22:58:53.267375+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:58:54.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[37770]: audit 2021-03-04T22:58:53.274070+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:58:54.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[37770]: audit 2021-03-04T22:58:53.275662+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:58:54.194 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[39303]: cluster 2021-03-04T22:58:52.704397+0000 mgr.x (mgr.34379) 204 : cluster [DBG] pgmap v315: 137 pgs: 137 active+clean; 204 MiB data, 667 MiB used, 664 GiB / 672 GiB avail; 45 MiB/s rd, 26 MiB/s wr, 170 op/s 2021-03-04T22:58:54.194 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[39303]: cluster 2021-03-04T22:58:52.858029+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-03-04T22:58:54.194 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[39303]: audit 2021-03-04T22:58:53.267375+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:58:54.194 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[39303]: audit 2021-03-04T22:58:53.274070+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:58:54.195 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:53 gibba008 bash[39303]: audit 2021-03-04T22:58:53.275662+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:58:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:53 gibba023 bash[27374]: cluster 2021-03-04T22:58:52.704397+0000 mgr.x (mgr.34379) 204 : cluster [DBG] pgmap v315: 137 pgs: 137 active+clean; 204 MiB data, 667 MiB used, 664 GiB / 672 GiB avail; 45 MiB/s rd, 26 MiB/s wr, 170 op/s 2021-03-04T22:58:54.415 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:53 gibba023 bash[27374]: cluster 2021-03-04T22:58:52.858029+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-03-04T22:58:54.416 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:53 gibba023 bash[27374]: audit 2021-03-04T22:58:53.267375+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:58:54.416 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:53 gibba023 bash[27374]: audit 2021-03-04T22:58:53.274070+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:58:54.416 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:53 gibba023 bash[27374]: audit 2021-03-04T22:58:53.275662+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:58:54.889 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:58:54.903 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T22:58:54.907 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:58:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:54 gibba008 bash[37770]: cluster 2021-03-04T22:58:53.873220+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-03-04T22:58:55.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:54 gibba008 bash[39303]: cluster 2021-03-04T22:58:53.873220+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-03-04T22:58:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:54 gibba023 bash[27374]: cluster 2021-03-04T22:58:53.873220+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-03-04T22:58:56.125 INFO:teuthology.orchestra.run.gibba008.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:58:56.181 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:55 gibba008 bash[37770]: cluster 2021-03-04T22:58:54.705489+0000 mgr.x (mgr.34379) 205 : cluster [DBG] pgmap v318: 137 pgs: 137 active+clean; 220 MiB data, 680 MiB used, 664 GiB / 672 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 31 op/s 2021-03-04T22:58:56.181 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:55 gibba008 bash[37770]: cluster 2021-03-04T22:58:54.882421+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T22:58:56.182 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:55 gibba008 bash[39303]: cluster 2021-03-04T22:58:54.705489+0000 mgr.x (mgr.34379) 205 : cluster [DBG] pgmap v318: 137 pgs: 137 active+clean; 220 MiB data, 680 MiB used, 664 GiB / 672 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 31 op/s 2021-03-04T22:58:56.182 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:55 gibba008 bash[39303]: cluster 2021-03-04T22:58:54.882421+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T22:58:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:55 gibba023 bash[27374]: cluster 2021-03-04T22:58:54.705489+0000 mgr.x (mgr.34379) 205 : cluster [DBG] pgmap v318: 137 pgs: 137 active+clean; 220 MiB data, 680 MiB used, 664 GiB / 672 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 31 op/s 2021-03-04T22:58:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:55 gibba023 bash[27374]: cluster 2021-03-04T22:58:54.882421+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T22:58:56.886 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for half of osds to upgrade' 2021-03-04T22:58:56.927 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:56 gibba008 bash[37770]: cluster 2021-03-04T22:58:55.897178+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T22:58:56.927 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:56 gibba008 bash[37770]: audit 2021-03-04T22:58:56.123002+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:57.238 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:56 gibba008 bash[39303]: cluster 2021-03-04T22:58:55.897178+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T22:58:57.238 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:56 gibba008 bash[39303]: audit 2021-03-04T22:58:56.123002+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:56 gibba023 bash[27374]: cluster 2021-03-04T22:58:55.897178+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T22:58:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:56 gibba023 bash[27374]: audit 2021-03-04T22:58:56.123002+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:56.120244+0000 mgr.x (mgr.34379) 206 : audit [DBG] from='client.54250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:58:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: cephadm 2021-03-04T22:58:56.120593+0000 mgr.x (mgr.34379) 207 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:58:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: cluster 2021-03-04T22:58:56.706058+0000 mgr.x (mgr.34379) 208 : cluster [DBG] pgmap v321: 137 pgs: 137 active+clean; 248 MiB data, 756 MiB used, 664 GiB / 672 GiB avail; 2.0 MiB/s rd, 9.0 MiB/s wr, 54 op/s 2021-03-04T22:58:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: cluster 2021-03-04T22:58:56.902299+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T22:58:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.242348+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.392792+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.603925+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.612571+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:58:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.614286+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.615841+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.617130+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[37770]: audit 2021-03-04T22:58:57.620428+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T22:58:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:56.120244+0000 mgr.x (mgr.34379) 206 : audit [DBG] from='client.54250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:58:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: cephadm 2021-03-04T22:58:56.120593+0000 mgr.x (mgr.34379) 207 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:58:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: cluster 2021-03-04T22:58:56.706058+0000 mgr.x (mgr.34379) 208 : cluster [DBG] pgmap v321: 137 pgs: 137 active+clean; 248 MiB data, 756 MiB used, 664 GiB / 672 GiB avail; 2.0 MiB/s rd, 9.0 MiB/s wr, 54 op/s 2021-03-04T22:58:58.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: cluster 2021-03-04T22:58:56.902299+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T22:58:58.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.242348+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.392792+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.603925+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.612571+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:58:58.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.614286+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.615841+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.617130+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:57 gibba008 bash[39303]: audit 2021-03-04T22:58:57.620428+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T22:58:58.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:56.120244+0000 mgr.x (mgr.34379) 206 : audit [DBG] from='client.54250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T22:58:58.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: cephadm 2021-03-04T22:58:56.120593+0000 mgr.x (mgr.34379) 207 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T22:58:58.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: cluster 2021-03-04T22:58:56.706058+0000 mgr.x (mgr.34379) 208 : cluster [DBG] pgmap v321: 137 pgs: 137 active+clean; 248 MiB data, 756 MiB used, 664 GiB / 672 GiB avail; 2.0 MiB/s rd, 9.0 MiB/s wr, 54 op/s 2021-03-04T22:58:58.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: cluster 2021-03-04T22:58:56.902299+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T22:58:58.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.242348+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.392792+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.603925+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:58:58.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.612571+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:58:58.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.614286+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.615841+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.617130+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:58:58.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:57 gibba023 bash[27374]: audit 2021-03-04T22:58:57.620428+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T22:58:58.842 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:58:59.049 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:58:59.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.243492+0000 mgr.x (mgr.34379) 209 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:58:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.393988+0000 mgr.x (mgr.34379) 210 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:58:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.612233+0000 mgr.x (mgr.34379) 211 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:58:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.614276+0000 mgr.x (mgr.34379) 212 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:58:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.616020+0000 mgr.x (mgr.34379) 213 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:58:59.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.616058+0000 mgr.x (mgr.34379) 214 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:58:59.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.617432+0000 mgr.x (mgr.34379) 215 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:58:59.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.617470+0000 mgr.x (mgr.34379) 216 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:58:59.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.618724+0000 mgr.x (mgr.34379) 217 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:58:59.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.620309+0000 mgr.x (mgr.34379) 218 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:58:59.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.620362+0000 mgr.x (mgr.34379) 219 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:58:59.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: audit 2021-03-04T22:58:57.621188+0000 mgr.x (mgr.34379) 220 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T22:58:59.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cephadm 2021-03-04T22:58:57.622744+0000 mgr.x (mgr.34379) 221 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T22:58:59.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[39303]: cluster 2021-03-04T22:58:57.916047+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T22:58:59.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.243492+0000 mgr.x (mgr.34379) 209 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:58:59.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.393988+0000 mgr.x (mgr.34379) 210 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:58:59.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.612233+0000 mgr.x (mgr.34379) 211 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:58:59.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.614276+0000 mgr.x (mgr.34379) 212 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:58:59.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.616020+0000 mgr.x (mgr.34379) 213 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:58:59.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.616058+0000 mgr.x (mgr.34379) 214 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:58:59.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.617432+0000 mgr.x (mgr.34379) 215 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:58:59.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.617470+0000 mgr.x (mgr.34379) 216 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:58:59.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.618724+0000 mgr.x (mgr.34379) 217 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:58:59.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.620309+0000 mgr.x (mgr.34379) 218 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:58:59.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.620362+0000 mgr.x (mgr.34379) 219 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:58:59.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: audit 2021-03-04T22:58:57.621188+0000 mgr.x (mgr.34379) 220 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T22:58:59.269 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cephadm 2021-03-04T22:58:57.622744+0000 mgr.x (mgr.34379) 221 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T22:58:59.269 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:58 gibba008 bash[37770]: cluster 2021-03-04T22:58:57.916047+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T22:58:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.243492+0000 mgr.x (mgr.34379) 209 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T22:58:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.393988+0000 mgr.x (mgr.34379) 210 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T22:58:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.612233+0000 mgr.x (mgr.34379) 211 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:58:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.614276+0000 mgr.x (mgr.34379) 212 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:58:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.616020+0000 mgr.x (mgr.34379) 213 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:58:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.616058+0000 mgr.x (mgr.34379) 214 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:58:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.617432+0000 mgr.x (mgr.34379) 215 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:58:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.617470+0000 mgr.x (mgr.34379) 216 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:58:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.618724+0000 mgr.x (mgr.34379) 217 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:58:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.620309+0000 mgr.x (mgr.34379) 218 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:58:59.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.620362+0000 mgr.x (mgr.34379) 219 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:58:59.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: audit 2021-03-04T22:58:57.621188+0000 mgr.x (mgr.34379) 220 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T22:58:59.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cephadm 2021-03-04T22:58:57.622744+0000 mgr.x (mgr.34379) 221 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T22:58:59.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:58 gibba023 bash[27374]: cluster 2021-03-04T22:58:57.916047+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T22:59:00.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:58:59 gibba008 bash[37770]: cluster 2021-03-04T22:58:58.706936+0000 mgr.x (mgr.34379) 222 : cluster [DBG] pgmap v324: 137 pgs: 137 active+clean; 248 MiB data, 768 MiB used, 664 GiB / 672 GiB avail; 16 KiB/s rd, 7.0 MiB/s wr, 27 op/s 2021-03-04T22:59:00.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:58:59 gibba008 bash[39303]: cluster 2021-03-04T22:58:58.706936+0000 mgr.x (mgr.34379) 222 : cluster [DBG] pgmap v324: 137 pgs: 137 active+clean; 248 MiB data, 768 MiB used, 664 GiB / 672 GiB avail; 16 KiB/s rd, 7.0 MiB/s wr, 27 op/s 2021-03-04T22:59:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:58:59 gibba023 bash[27374]: cluster 2021-03-04T22:58:58.706936+0000 mgr.x (mgr.34379) 222 : cluster [DBG] pgmap v324: 137 pgs: 137 active+clean; 248 MiB data, 768 MiB used, 664 GiB / 672 GiB avail; 16 KiB/s rd, 7.0 MiB/s wr, 27 op/s 2021-03-04T22:59:00.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 22:58:59 gibba023 bash[15180]: debug 2021-03-04T22:58:59.932+0000 7ff518f8d700 -1 osd.4 pg_epoch: 323 pg[17.2( v 322'31 (0'0,322'31] local-lis/les=301/302 n=8 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [4,5,0] r=0 lpr=301 crt=319'29 lcod 319'30 mlcod 319'30 active+clean+snaptrim trimq=[d~1]] removing snap head 2021-03-04T22:59:00.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:58:59 gibba023 bash[19550]: debug 2021-03-04T22:58:59.928+0000 7f2514827700 -1 osd.7 pg_epoch: 323 pg[17.c( v 322'65 (0'0,322'65] local-lis/les=301/302 n=7 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [7,0,5] r=0 lpr=301 crt=319'63 lcod 319'64 mlcod 319'64 active+clean+snaptrim trimq=[d~1]] removing snap head 2021-03-04T22:59:01.225 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:00 gibba008 bash[37770]: cluster 2021-03-04T22:58:59.929836+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T22:59:01.226 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:00 gibba008 bash[37770]: audit 2021-03-04T22:59:00.714309+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:01.226 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:00 gibba008 bash[37770]: audit 2021-03-04T22:59:00.720382+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T22:59:01.226 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:00 gibba008 bash[39303]: cluster 2021-03-04T22:58:59.929836+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T22:59:01.227 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:00 gibba008 bash[39303]: audit 2021-03-04T22:59:00.714309+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:01.227 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:00 gibba008 bash[39303]: audit 2021-03-04T22:59:00.720382+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T22:59:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:00 gibba023 bash[27374]: cluster 2021-03-04T22:58:59.929836+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T22:59:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:00 gibba023 bash[27374]: audit 2021-03-04T22:59:00.714309+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:00 gibba023 bash[27374]: audit 2021-03-04T22:59:00.720382+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T22:59:01.320 INFO:teuthology.orchestra.run.gibba008.stdout:wait for half of osds to upgrade 2021-03-04T22:59:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[37770]: cephadm 2021-03-04T22:59:00.709173+0000 mgr.x (mgr.34379) 223 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T22:59:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[37770]: cluster 2021-03-04T22:59:00.709379+0000 mgr.x (mgr.34379) 224 : cluster [DBG] pgmap v326: 137 pgs: 137 active+clean; 264 MiB data, 817 MiB used, 664 GiB / 672 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 124 op/s 2021-03-04T22:59:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[37770]: cephadm 2021-03-04T22:59:00.718905+0000 mgr.x (mgr.34379) 225 : cephadm [INF] Deploying daemon osd.1 on gibba008 2021-03-04T22:59:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[37770]: cluster 2021-03-04T22:59:00.947873+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-03-04T22:59:02.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[44600]: debug 2021-03-04T22:59:01.964+0000 7f58da11c700 -1 osd.0 pg_epoch: 325 pg[17.b( v 325'79 (0'0,325'79] local-lis/les=301/302 n=9 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [0,7,2] r=0 lpr=301 luod=322'78 crt=325'79 lcod 322'76 mlcod 322'76 active+clean+snaptrim trimq=[9~1] ps=[b~1,d~1]] removing snap head 2021-03-04T22:59:02.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[20697]: debug 2021-03-04T22:59:01.968+0000 7f3813564700 -1 osd.1 pg_epoch: 325 pg[17.1c( v 325'173 (0'0,325'173] local-lis/les=301/302 n=8 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [1,3,6] r=0 lpr=301 luod=324'172 crt=325'173 lcod 322'170 mlcod 322'170 active+clean+snaptrim trimq=[9~1] ps=[b~1,d~1]] removing snap head 2021-03-04T22:59:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[39303]: cephadm 2021-03-04T22:59:00.709173+0000 mgr.x (mgr.34379) 223 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T22:59:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[39303]: cluster 2021-03-04T22:59:00.709379+0000 mgr.x (mgr.34379) 224 : cluster [DBG] pgmap v326: 137 pgs: 137 active+clean; 264 MiB data, 817 MiB used, 664 GiB / 672 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 124 op/s 2021-03-04T22:59:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[39303]: cephadm 2021-03-04T22:59:00.718905+0000 mgr.x (mgr.34379) 225 : cephadm [INF] Deploying daemon osd.1 on gibba008 2021-03-04T22:59:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:01 gibba008 bash[39303]: cluster 2021-03-04T22:59:00.947873+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-03-04T22:59:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:01 gibba023 bash[27374]: cephadm 2021-03-04T22:59:00.709173+0000 mgr.x (mgr.34379) 223 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T22:59:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:01 gibba023 bash[27374]: cluster 2021-03-04T22:59:00.709379+0000 mgr.x (mgr.34379) 224 : cluster [DBG] pgmap v326: 137 pgs: 137 active+clean; 264 MiB data, 817 MiB used, 664 GiB / 672 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 124 op/s 2021-03-04T22:59:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:01 gibba023 bash[27374]: cephadm 2021-03-04T22:59:00.718905+0000 mgr.x (mgr.34379) 225 : cephadm [INF] Deploying daemon osd.1 on gibba008 2021-03-04T22:59:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:01 gibba023 bash[27374]: cluster 2021-03-04T22:59:00.947873+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-03-04T22:59:02.677 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Snaps (13294 ms) 2021-03-04T22:59:02.677 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsOtherPool 2021-03-04T22:59:02.749 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:59:02.764 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:59:02.793 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2021-03-04T22:59:02.836 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T22:59:03.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:02 gibba008 bash[37770]: cluster 2021-03-04T22:59:01.959973+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2021-03-04T22:59:03.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:02 gibba008 bash[39303]: cluster 2021-03-04T22:59:01.959973+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2021-03-04T22:59:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:02 gibba023 bash[27374]: cluster 2021-03-04T22:59:01.959973+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2021-03-04T22:59:03.994 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T22:59:04.003 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T22:59:04.004 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T22:59:04.004 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T22:59:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:03 gibba008 bash[37770]: cluster 2021-03-04T22:59:02.710449+0000 mgr.x (mgr.34379) 226 : cluster [DBG] pgmap v329: 137 pgs: 137 active+clean; 264 MiB data, 817 MiB used, 664 GiB / 672 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 121 op/s 2021-03-04T22:59:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:03 gibba008 bash[37770]: cluster 2021-03-04T22:59:02.972174+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2021-03-04T22:59:04.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:03 gibba008 bash[39303]: cluster 2021-03-04T22:59:02.710449+0000 mgr.x (mgr.34379) 226 : cluster [DBG] pgmap v329: 137 pgs: 137 active+clean; 264 MiB data, 817 MiB used, 664 GiB / 672 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 121 op/s 2021-03-04T22:59:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:03 gibba008 bash[39303]: cluster 2021-03-04T22:59:02.972174+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2021-03-04T22:59:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:03 gibba023 bash[27374]: cluster 2021-03-04T22:59:02.710449+0000 mgr.x (mgr.34379) 226 : cluster [DBG] pgmap v329: 137 pgs: 137 active+clean; 264 MiB data, 817 MiB used, 664 GiB / 672 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 121 op/s 2021-03-04T22:59:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:03 gibba023 bash[27374]: cluster 2021-03-04T22:59:02.972174+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2021-03-04T22:59:04.794 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:04 gibba008 systemd[1]: Stopping Ceph osd.1 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:59:05.094 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[20697]: debug 2021-03-04T22:59:04.800+0000 7f382f60d700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:59:05.094 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[20697]: debug 2021-03-04T22:59:04.800+0000 7f382f60d700 -1 osd.1 327 *** Got signal Terminated *** 2021-03-04T22:59:05.094 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[20697]: debug 2021-03-04T22:59:04.800+0000 7f382f60d700 -1 osd.1 327 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T22:59:05.095 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:03.984251+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2021-03-04T22:59:05.095 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.865747+0000 mon.a (mon.0) 524 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T22:59:05.095 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.865771+0000 mon.a (mon.0) 525 : cluster [INF] osd.1 failed (root=default,host=gibba008) (connection refused reported by osd.2) 2021-03-04T22:59:05.096 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.865872+0000 mon.a (mon.0) 526 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T22:59:05.096 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867190+0000 mon.a (mon.0) 527 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T22:59:05.096 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867308+0000 mon.a (mon.0) 528 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T22:59:05.096 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867413+0000 mon.a (mon.0) 529 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T22:59:05.096 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867519+0000 mon.a (mon.0) 530 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T22:59:05.097 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867596+0000 mon.a (mon.0) 531 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T22:59:05.097 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867656+0000 mon.a (mon.0) 532 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T22:59:05.097 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867751+0000 mon.a (mon.0) 533 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T22:59:05.097 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:04 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.867831+0000 mon.a (mon.0) 534 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T22:59:05.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:03.984251+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2021-03-04T22:59:05.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.865747+0000 mon.a (mon.0) 524 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T22:59:05.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.865771+0000 mon.a (mon.0) 525 : cluster [INF] osd.1 failed (root=default,host=gibba008) (connection refused reported by osd.2) 2021-03-04T22:59:05.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.865872+0000 mon.a (mon.0) 526 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T22:59:05.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867190+0000 mon.a (mon.0) 527 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T22:59:05.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867308+0000 mon.a (mon.0) 528 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T22:59:05.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867413+0000 mon.a (mon.0) 529 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T22:59:05.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867519+0000 mon.a (mon.0) 530 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T22:59:05.100 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867596+0000 mon.a (mon.0) 531 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T22:59:05.100 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867656+0000 mon.a (mon.0) 532 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T22:59:05.100 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867751+0000 mon.a (mon.0) 533 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T22:59:05.100 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:05 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.867831+0000 mon.a (mon.0) 534 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T22:59:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:03.984251+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2021-03-04T22:59:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.865747+0000 mon.a (mon.0) 524 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T22:59:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.865771+0000 mon.a (mon.0) 525 : cluster [INF] osd.1 failed (root=default,host=gibba008) (connection refused reported by osd.2) 2021-03-04T22:59:05.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.865872+0000 mon.a (mon.0) 526 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T22:59:05.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867190+0000 mon.a (mon.0) 527 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T22:59:05.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867308+0000 mon.a (mon.0) 528 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T22:59:05.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867413+0000 mon.a (mon.0) 529 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T22:59:05.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867519+0000 mon.a (mon.0) 530 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T22:59:05.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867596+0000 mon.a (mon.0) 531 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T22:59:05.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867656+0000 mon.a (mon.0) 532 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T22:59:05.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867751+0000 mon.a (mon.0) 533 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T22:59:05.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:04 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.867831+0000 mon.a (mon.0) 534 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T22:59:06.017 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T22:59:06.019 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T22:59:06.020 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T22:59:06.024 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T22:59:06.034 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T22:59:06.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:06 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.711544+0000 mgr.x (mgr.34379) 227 : cluster [DBG] pgmap v332: 137 pgs: 137 active+clean; 264 MiB data, 809 MiB used, 664 GiB / 672 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2021-03-04T22:59:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:06 gibba023 bash[27374]: cluster 2021-03-04T22:59:04.986029+0000 mon.a (mon.0) 535 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:59:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:06 gibba023 bash[27374]: cluster 2021-03-04T22:59:05.008437+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-03-04T22:59:06.296 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:06 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.711544+0000 mgr.x (mgr.34379) 227 : cluster [DBG] pgmap v332: 137 pgs: 137 active+clean; 264 MiB data, 809 MiB used, 664 GiB / 672 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2021-03-04T22:59:06.296 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:06 gibba008 bash[37770]: cluster 2021-03-04T22:59:04.986029+0000 mon.a (mon.0) 535 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:59:06.296 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:06 gibba008 bash[37770]: cluster 2021-03-04T22:59:05.008437+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-03-04T22:59:06.297 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:06 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.711544+0000 mgr.x (mgr.34379) 227 : cluster [DBG] pgmap v332: 137 pgs: 137 active+clean; 264 MiB data, 809 MiB used, 664 GiB / 672 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2021-03-04T22:59:06.297 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:06 gibba008 bash[39303]: cluster 2021-03-04T22:59:04.986029+0000 mon.a (mon.0) 535 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:59:06.297 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:06 gibba008 bash[39303]: cluster 2021-03-04T22:59:05.008437+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-03-04T22:59:06.298 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:06 gibba008 docker[46938]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T22:59:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:07 gibba023 bash[27374]: cluster 2021-03-04T22:59:06.007941+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-03-04T22:59:07.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:07 gibba008 bash[37770]: cluster 2021-03-04T22:59:06.007941+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-03-04T22:59:07.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:07 gibba008 bash[39303]: cluster 2021-03-04T22:59:06.007941+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-03-04T22:59:08.035 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:59:08.048 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T22:59:08.051 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:59:08.060 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T22:59:08.092 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:59:08.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[37770]: cluster 2021-03-04T22:59:06.712963+0000 mgr.x (mgr.34379) 228 : cluster [DBG] pgmap v335: 137 pgs: 50 peering, 3 stale+active+clean, 84 active+clean; 276 MiB data, 841 MiB used, 664 GiB / 672 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2021-03-04T22:59:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[37770]: cluster 2021-03-04T22:59:07.013138+0000 mon.a (mon.0) 538 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2021-03-04T22:59:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[37770]: cluster 2021-03-04T22:59:07.024699+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-03-04T22:59:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[37770]: audit 2021-03-04T22:59:07.794480+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.2.108:0/2661742888' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[39303]: cluster 2021-03-04T22:59:06.712963+0000 mgr.x (mgr.34379) 228 : cluster [DBG] pgmap v335: 137 pgs: 50 peering, 3 stale+active+clean, 84 active+clean; 276 MiB data, 841 MiB used, 664 GiB / 672 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2021-03-04T22:59:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[39303]: cluster 2021-03-04T22:59:07.013138+0000 mon.a (mon.0) 538 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2021-03-04T22:59:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[39303]: cluster 2021-03-04T22:59:07.024699+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-03-04T22:59:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:08 gibba008 bash[39303]: audit 2021-03-04T22:59:07.794480+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.2.108:0/2661742888' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:08 gibba023 bash[27374]: cluster 2021-03-04T22:59:06.712963+0000 mgr.x (mgr.34379) 228 : cluster [DBG] pgmap v335: 137 pgs: 50 peering, 3 stale+active+clean, 84 active+clean; 276 MiB data, 841 MiB used, 664 GiB / 672 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2021-03-04T22:59:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:08 gibba023 bash[27374]: cluster 2021-03-04T22:59:07.013138+0000 mon.a (mon.0) 538 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2021-03-04T22:59:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:08 gibba023 bash[27374]: cluster 2021-03-04T22:59:07.024699+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-03-04T22:59:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:08 gibba023 bash[27374]: audit 2021-03-04T22:59:07.794480+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.2.108:0/2661742888' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:09.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:08 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.1.service: Succeeded. 2021-03-04T22:59:09.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:08 gibba008 systemd[1]: Stopped Ceph osd.1 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:59:09.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:08 gibba008 systemd[1]: Started Ceph osd.1 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:59:09.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[37770]: cluster 2021-03-04T22:59:08.028838+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2021-03-04T22:59:09.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[37770]: cluster 2021-03-04T22:59:08.650946+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2021-03-04T22:59:09.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[37770]: audit 2021-03-04T22:59:08.741771+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:09.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[37770]: audit 2021-03-04T22:59:08.743805+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:09.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[37770]: audit 2021-03-04T22:59:08.747931+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:09.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[37770]: audit 2021-03-04T22:59:08.748826+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:09.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[39303]: cluster 2021-03-04T22:59:08.028838+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2021-03-04T22:59:09.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[39303]: cluster 2021-03-04T22:59:08.650946+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2021-03-04T22:59:09.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[39303]: audit 2021-03-04T22:59:08.741771+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:09.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[39303]: audit 2021-03-04T22:59:08.743805+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:09.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[39303]: audit 2021-03-04T22:59:08.747931+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:09.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:09 gibba008 bash[39303]: audit 2021-03-04T22:59:08.748826+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:09.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:09 gibba023 bash[27374]: cluster 2021-03-04T22:59:08.028838+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2021-03-04T22:59:09.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:09 gibba023 bash[27374]: cluster 2021-03-04T22:59:08.650946+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2021-03-04T22:59:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:09 gibba023 bash[27374]: audit 2021-03-04T22:59:08.741771+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:09 gibba023 bash[27374]: audit 2021-03-04T22:59:08.743805+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:09 gibba023 bash[27374]: audit 2021-03-04T22:59:08.747931+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:09 gibba023 bash[27374]: audit 2021-03-04T22:59:08.748826+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:10.129 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[37770]: cluster 2021-03-04T22:59:08.713710+0000 mgr.x (mgr.34379) 229 : cluster [DBG] pgmap v339: 137 pgs: 7 active+undersized+degraded, 50 peering, 4 active+undersized, 76 active+clean; 284 MiB data, 874 MiB used, 664 GiB / 672 GiB avail; 30 MiB/s rd, 8.6 MiB/s wr, 29 op/s; 32/669 objects degraded (4.783%) 2021-03-04T22:59:10.130 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[37770]: cluster 2021-03-04T22:59:09.657786+0000 mon.a (mon.0) 546 : cluster [WRN] Health check failed: Degraded data redundancy: 32/669 objects degraded (4.783%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:10.130 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[37770]: cluster 2021-03-04T22:59:09.670745+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2021-03-04T22:59:10.130 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[37770]: audit 2021-03-04T22:59:10.005201+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.2.108:0/1554141456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:10.131 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[39303]: cluster 2021-03-04T22:59:08.713710+0000 mgr.x (mgr.34379) 229 : cluster [DBG] pgmap v339: 137 pgs: 7 active+undersized+degraded, 50 peering, 4 active+undersized, 76 active+clean; 284 MiB data, 874 MiB used, 664 GiB / 672 GiB avail; 30 MiB/s rd, 8.6 MiB/s wr, 29 op/s; 32/669 objects degraded (4.783%) 2021-03-04T22:59:10.131 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[39303]: cluster 2021-03-04T22:59:09.657786+0000 mon.a (mon.0) 546 : cluster [WRN] Health check failed: Degraded data redundancy: 32/669 objects degraded (4.783%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:10.131 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[39303]: cluster 2021-03-04T22:59:09.670745+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2021-03-04T22:59:10.131 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[39303]: audit 2021-03-04T22:59:10.005201+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.2.108:0/1554141456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:10.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T22:59:10.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-03-04T22:59:10.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-03-04T22:59:10.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-03-04T22:59:10.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T22:59:10.513 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T22:59:10.513 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:10 gibba008 bash[47232]: --> ceph-volume lvm activate successful for osd ID: 1 2021-03-04T22:59:10.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:10 gibba023 bash[27374]: cluster 2021-03-04T22:59:08.713710+0000 mgr.x (mgr.34379) 229 : cluster [DBG] pgmap v339: 137 pgs: 7 active+undersized+degraded, 50 peering, 4 active+undersized, 76 active+clean; 284 MiB data, 874 MiB used, 664 GiB / 672 GiB avail; 30 MiB/s rd, 8.6 MiB/s wr, 29 op/s; 32/669 objects degraded (4.783%) 2021-03-04T22:59:10.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:10 gibba023 bash[27374]: cluster 2021-03-04T22:59:09.657786+0000 mon.a (mon.0) 546 : cluster [WRN] Health check failed: Degraded data redundancy: 32/669 objects degraded (4.783%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:10.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:10 gibba023 bash[27374]: cluster 2021-03-04T22:59:09.670745+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2021-03-04T22:59:10.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:10 gibba023 bash[27374]: audit 2021-03-04T22:59:10.005201+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.2.108:0/1554141456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:11.281 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:59:11.512 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:59:12.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:11 gibba008 bash[47391]: debug 2021-03-04T22:59:11.916+0000 7fa9713d7700 1 -- 172.21.2.108:0/3505972020 <== mon.0 v2:172.21.2.108:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c821ae84e0 con 0x55c821b66c00 2021-03-04T22:59:12.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:11 gibba008 bash[37770]: cluster 2021-03-04T22:59:10.680477+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2021-03-04T22:59:12.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:11 gibba008 bash[37770]: cluster 2021-03-04T22:59:10.714207+0000 mgr.x (mgr.34379) 230 : cluster [DBG] pgmap v342: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 332 MiB data, 974 MiB used, 664 GiB / 672 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 36 op/s; 83/744 objects degraded (11.156%) 2021-03-04T22:59:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:11 gibba008 bash[39303]: cluster 2021-03-04T22:59:10.680477+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2021-03-04T22:59:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:11 gibba008 bash[39303]: cluster 2021-03-04T22:59:10.714207+0000 mgr.x (mgr.34379) 230 : cluster [DBG] pgmap v342: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 332 MiB data, 974 MiB used, 664 GiB / 672 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 36 op/s; 83/744 objects degraded (11.156%) 2021-03-04T22:59:12.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:11 gibba023 bash[27374]: cluster 2021-03-04T22:59:10.680477+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2021-03-04T22:59:12.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:11 gibba023 bash[27374]: cluster 2021-03-04T22:59:10.714207+0000 mgr.x (mgr.34379) 230 : cluster [DBG] pgmap v342: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 332 MiB data, 974 MiB used, 664 GiB / 672 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 36 op/s; 83/744 objects degraded (11.156%) 2021-03-04T22:59:12.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:59:11 gibba023 bash[19550]: debug 2021-03-04T22:59:11.696+0000 7f251001e700 -1 osd.7 pg_epoch: 335 pg[17.d( v 331'56 (0'0,331'56] local-lis/les=301/302 n=13 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [7,5,3] r=0 lpr=301 crt=331'56 lcod 331'54 mlcod 331'54 active+clean+snaptrim trimq=[19~1] ps=[9~1,b~1]] removing snap head 2021-03-04T22:59:12.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[39303]: cluster 2021-03-04T22:59:11.673629+0000 mon.a (mon.0) 549 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T22:59:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[39303]: cluster 2021-03-04T22:59:11.685056+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2021-03-04T22:59:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[39303]: audit 2021-03-04T22:59:12.199793+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.2.108:0/2633881006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[39303]: audit 2021-03-04T22:59:12.589211+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:12.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[47391]: debug 2021-03-04T22:59:12.468+0000 7fa978e6c080 -1 Falling back to public interface 2021-03-04T22:59:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[37770]: cluster 2021-03-04T22:59:11.673629+0000 mon.a (mon.0) 549 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T22:59:12.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[37770]: cluster 2021-03-04T22:59:11.685056+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2021-03-04T22:59:12.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[37770]: audit 2021-03-04T22:59:12.199793+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.2.108:0/2633881006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:12.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:12 gibba008 bash[37770]: audit 2021-03-04T22:59:12.589211+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:12 gibba023 bash[27374]: cluster 2021-03-04T22:59:11.673629+0000 mon.a (mon.0) 549 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T22:59:13.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:12 gibba023 bash[27374]: cluster 2021-03-04T22:59:11.685056+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2021-03-04T22:59:13.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:12 gibba023 bash[27374]: audit 2021-03-04T22:59:12.199793+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.2.108:0/2633881006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:13.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:12 gibba023 bash[27374]: audit 2021-03-04T22:59:12.589211+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:13.026 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:59:12 gibba023 bash[24432]: debug 2021-03-04T22:59:12.756+0000 7fe530169700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2021-03-04T22:59:13.026 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:59:12 gibba023 bash[24432]: debug 2021-03-04T22:59:12.756+0000 7fe538394700 -1 log_channel(cephadm) log [ERR] : Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2021-03-04T22:59:14.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cluster 2021-03-04T22:59:12.694687+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2021-03-04T22:59:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cluster 2021-03-04T22:59:12.714671+0000 mgr.x (mgr.34379) 231 : cluster [DBG] pgmap v345: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 332 MiB data, 974 MiB used, 664 GiB / 672 GiB avail; 19 KiB/s rd, 10 MiB/s wr, 32 op/s; 83/744 objects degraded (11.156%) 2021-03-04T22:59:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.740740+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.745960+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.751311+0000 mgr.x (mgr.34379) 232 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:59:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.751612+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.753483+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.753700+0000 mgr.x (mgr.34379) 233 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:59:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.755220+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.755330+0000 mgr.x (mgr.34379) 234 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:59:14.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.755397+0000 mgr.x (mgr.34379) 235 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:59:14.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.756817+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.757090+0000 mgr.x (mgr.34379) 236 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:59:14.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.757155+0000 mgr.x (mgr.34379) 237 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:59:14.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.758606+0000 mgr.x (mgr.34379) 238 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:59:14.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.759801+0000 mgr.x (mgr.34379) 239 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:59:14.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.759842+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:14.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.759874+0000 mgr.x (mgr.34379) 240 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:59:14.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: audit 2021-03-04T22:59:12.760705+0000 mgr.x (mgr.34379) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:14.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cephadm 2021-03-04T22:59:12.761880+0000 mgr.x (mgr.34379) 242 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2021-03-04T22:59:14.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[37770]: cluster 2021-03-04T22:59:13.659310+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e337: 8 total, 7 up, 8 in 2021-03-04T22:59:14.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cluster 2021-03-04T22:59:12.694687+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2021-03-04T22:59:14.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cluster 2021-03-04T22:59:12.714671+0000 mgr.x (mgr.34379) 231 : cluster [DBG] pgmap v345: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 332 MiB data, 974 MiB used, 664 GiB / 672 GiB avail; 19 KiB/s rd, 10 MiB/s wr, 32 op/s; 83/744 objects degraded (11.156%) 2021-03-04T22:59:14.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.740740+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:14.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.745960+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:14.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.751311+0000 mgr.x (mgr.34379) 232 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:59:14.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.751612+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:14.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.753483+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.753700+0000 mgr.x (mgr.34379) 233 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:59:14.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.755220+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.755330+0000 mgr.x (mgr.34379) 234 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:59:14.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.755397+0000 mgr.x (mgr.34379) 235 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:59:14.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.756817+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.757090+0000 mgr.x (mgr.34379) 236 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:59:14.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.757155+0000 mgr.x (mgr.34379) 237 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:59:14.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.758606+0000 mgr.x (mgr.34379) 238 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:59:14.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.759801+0000 mgr.x (mgr.34379) 239 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:59:14.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.759842+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:14.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.759874+0000 mgr.x (mgr.34379) 240 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:59:14.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: audit 2021-03-04T22:59:12.760705+0000 mgr.x (mgr.34379) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:14.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cephadm 2021-03-04T22:59:12.761880+0000 mgr.x (mgr.34379) 242 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2021-03-04T22:59:14.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:13 gibba008 bash[39303]: cluster 2021-03-04T22:59:13.659310+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e337: 8 total, 7 up, 8 in 2021-03-04T22:59:14.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[19550]: debug 2021-03-04T22:59:13.664+0000 7f2514026700 -1 osd.7 pg_epoch: 337 pg[17.d( v 337'63 (0'0,337'63] local-lis/les=301/302 n=11 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [7,5,3] r=0 lpr=301 luod=336'62 crt=337'63 lcod 335'60 mlcod 335'60 active+clean+snaptrim trimq=[15~1] ps=[17~1,19~1]] removing snap head 2021-03-04T22:59:14.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[19550]: debug 2021-03-04T22:59:13.664+0000 7f251682b700 -1 osd.7 pg_epoch: 337 pg[17.8( v 337'55 (0'0,337'55] local-lis/les=301/302 n=13 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [7,2,5] r=0 lpr=301 luod=336'54 crt=337'55 lcod 335'52 mlcod 335'52 active+clean+snaptrim trimq=[15~1] ps=[17~1,19~1]] removing snap head 2021-03-04T22:59:14.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cluster 2021-03-04T22:59:12.694687+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2021-03-04T22:59:14.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cluster 2021-03-04T22:59:12.714671+0000 mgr.x (mgr.34379) 231 : cluster [DBG] pgmap v345: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 332 MiB data, 974 MiB used, 664 GiB / 672 GiB avail; 19 KiB/s rd, 10 MiB/s wr, 32 op/s; 83/744 objects degraded (11.156%) 2021-03-04T22:59:14.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.740740+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:14.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.745960+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:14.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.751311+0000 mgr.x (mgr.34379) 232 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:59:14.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.751612+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:14.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.753483+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.753700+0000 mgr.x (mgr.34379) 233 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:59:14.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.755220+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.755330+0000 mgr.x (mgr.34379) 234 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:59:14.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.755397+0000 mgr.x (mgr.34379) 235 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:59:14.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.756817+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:14.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.757090+0000 mgr.x (mgr.34379) 236 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:59:14.029 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.757155+0000 mgr.x (mgr.34379) 237 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:59:14.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.758606+0000 mgr.x (mgr.34379) 238 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:59:14.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.759801+0000 mgr.x (mgr.34379) 239 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:59:14.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.759842+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:14.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.759874+0000 mgr.x (mgr.34379) 240 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:59:14.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: audit 2021-03-04T22:59:12.760705+0000 mgr.x (mgr.34379) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:14.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cephadm 2021-03-04T22:59:12.761880+0000 mgr.x (mgr.34379) 242 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2021-03-04T22:59:14.031 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:13 gibba023 bash[27374]: cluster 2021-03-04T22:59:13.659310+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e337: 8 total, 7 up, 8 in 2021-03-04T22:59:14.040 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsOtherPool (11363 ms) 2021-03-04T22:59:14.040 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsDataPool 2021-03-04T22:59:14.067 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:59:14.077 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:59:14.179 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T22:59:15.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:14 gibba008 bash[37770]: audit 2021-03-04T22:59:14.424515+0000 mon.a (mon.0) 561 : audit [DBG] from='client.? 172.21.2.108:0/4211439108' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:15.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:14 gibba008 bash[39303]: audit 2021-03-04T22:59:14.424515+0000 mon.a (mon.0) 561 : audit [DBG] from='client.? 172.21.2.108:0/4211439108' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:15.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:14 gibba023 bash[27374]: audit 2021-03-04T22:59:14.424515+0000 mon.a (mon.0) 561 : audit [DBG] from='client.? 172.21.2.108:0/4211439108' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:15.735 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T22:59:15.742 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T22:59:15.742 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T22:59:15.743 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T22:59:16.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[37770]: cluster 2021-03-04T22:59:14.716059+0000 mgr.x (mgr.34379) 243 : cluster [DBG] pgmap v347: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 344 MiB data, 1014 MiB used, 664 GiB / 672 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 88/765 objects degraded (11.503%) 2021-03-04T22:59:16.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[37770]: cluster 2021-03-04T22:59:14.716477+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e338: 8 total, 7 up, 8 in 2021-03-04T22:59:16.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[39303]: cluster 2021-03-04T22:59:14.716059+0000 mgr.x (mgr.34379) 243 : cluster [DBG] pgmap v347: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 344 MiB data, 1014 MiB used, 664 GiB / 672 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 88/765 objects degraded (11.503%) 2021-03-04T22:59:16.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[39303]: cluster 2021-03-04T22:59:14.716477+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e338: 8 total, 7 up, 8 in 2021-03-04T22:59:16.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.764+0000 7fa978e6c080 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: store not yet converted to per-pg omap 2021-03-04T22:59:16.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.768+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #-1:c0371625:::snapmapper:0# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.768+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:dad5a3c6:::rbd_header.d3e4db57f16:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:dce67aa2:::image227.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:ddaf5431:::image232.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:de0251f4:::image217.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.014 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.014 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:3ed09add:::607.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.015 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:654134d2:::mds0_openfiles.0:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.015 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:f22a8477:::image180.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.015 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:717a0223:::608.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.016 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:1802f17c:::image196.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.016 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:1941b49f:::image229.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.016 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:1b61a01c:::rbd_header.d3e41cd9d524:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.019 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #18:377edd40:::rbd_namespace:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.019 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #18:3831950c:::rbd_directory:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.019 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:2af977b8:::image182.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.019 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96292e700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #18:7dae0e0e:::rbd_header.d3e43ada7657:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.019 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:3831950c:::rbd_directory:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.020 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:3a0bbaf1:::image225.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.020 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.772+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:61ee7793:::image185.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.020 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.776+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:7edae2e6:::image215.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.020 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.776+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:80691726:::image187.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.021 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.776+0000 7fa96212d700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #17:87fdbb6e:::image190.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:16.021 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:15 gibba008 bash[47391]: debug 2021-03-04T22:59:15.920+0000 7fa978e6c080 -1 osd.1 327 log_to_monitors {default=true} 2021-03-04T22:59:16.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:15 gibba023 bash[27374]: cluster 2021-03-04T22:59:14.716059+0000 mgr.x (mgr.34379) 243 : cluster [DBG] pgmap v347: 137 pgs: 23 active+undersized+degraded, 38 active+undersized, 76 active+clean; 344 MiB data, 1014 MiB used, 664 GiB / 672 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 88/765 objects degraded (11.503%) 2021-03-04T22:59:16.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:15 gibba023 bash[27374]: cluster 2021-03-04T22:59:14.716477+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e338: 8 total, 7 up, 8 in 2021-03-04T22:59:17.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[47391]: debug 2021-03-04T22:59:16.748+0000 7fa968348700 -1 osd.1 327 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:59:17.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[37770]: cluster 2021-03-04T22:59:15.714831+0000 mon.a (mon.0) 563 : cluster [WRN] Health check update: Degraded data redundancy: 88/765 objects degraded (11.503%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:17.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[37770]: cluster 2021-03-04T22:59:15.728130+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e339: 8 total, 7 up, 8 in 2021-03-04T22:59:17.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[37770]: audit 2021-03-04T22:59:15.923785+0000 mon.a (mon.0) 565 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T22:59:17.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[37770]: audit 2021-03-04T22:59:16.608589+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.2.108:0/4285877151' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:17.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[39303]: cluster 2021-03-04T22:59:15.714831+0000 mon.a (mon.0) 563 : cluster [WRN] Health check update: Degraded data redundancy: 88/765 objects degraded (11.503%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:17.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[39303]: cluster 2021-03-04T22:59:15.728130+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e339: 8 total, 7 up, 8 in 2021-03-04T22:59:17.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[39303]: audit 2021-03-04T22:59:15.923785+0000 mon.a (mon.0) 565 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T22:59:17.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:16 gibba008 bash[39303]: audit 2021-03-04T22:59:16.608589+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.2.108:0/4285877151' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:17.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:16 gibba023 bash[27374]: cluster 2021-03-04T22:59:15.714831+0000 mon.a (mon.0) 563 : cluster [WRN] Health check update: Degraded data redundancy: 88/765 objects degraded (11.503%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:17.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:16 gibba023 bash[27374]: cluster 2021-03-04T22:59:15.728130+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e339: 8 total, 7 up, 8 in 2021-03-04T22:59:17.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:16 gibba023 bash[27374]: audit 2021-03-04T22:59:15.923785+0000 mon.a (mon.0) 565 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T22:59:17.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:16 gibba023 bash[27374]: audit 2021-03-04T22:59:16.608589+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.2.108:0/4285877151' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:17.760 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T22:59:17.762 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T22:59:17.762 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T22:59:18.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[37770]: cluster 2021-03-04T22:59:16.717663+0000 mgr.x (mgr.34379) 244 : cluster [DBG] pgmap v350: 137 pgs: 25 active+undersized+degraded, 36 active+undersized, 76 active+clean; 360 MiB data, 1.0 GiB used, 664 GiB / 672 GiB avail; 78 MiB/s rd, 13 MiB/s wr, 166 op/s; 101/783 objects degraded (12.899%) 2021-03-04T22:59:18.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[37770]: audit 2021-03-04T22:59:16.739792+0000 mon.a (mon.0) 566 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T22:59:18.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[37770]: cluster 2021-03-04T22:59:16.739854+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e340: 8 total, 7 up, 8 in 2021-03-04T22:59:18.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[37770]: audit 2021-03-04T22:59:16.740386+0000 mon.a (mon.0) 568 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:59:18.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[39303]: cluster 2021-03-04T22:59:16.717663+0000 mgr.x (mgr.34379) 244 : cluster [DBG] pgmap v350: 137 pgs: 25 active+undersized+degraded, 36 active+undersized, 76 active+clean; 360 MiB data, 1.0 GiB used, 664 GiB / 672 GiB avail; 78 MiB/s rd, 13 MiB/s wr, 166 op/s; 101/783 objects degraded (12.899%) 2021-03-04T22:59:18.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[39303]: audit 2021-03-04T22:59:16.739792+0000 mon.a (mon.0) 566 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T22:59:18.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[39303]: cluster 2021-03-04T22:59:16.739854+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e340: 8 total, 7 up, 8 in 2021-03-04T22:59:18.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:17 gibba008 bash[39303]: audit 2021-03-04T22:59:16.740386+0000 mon.a (mon.0) 568 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:59:18.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:17 gibba023 bash[27374]: cluster 2021-03-04T22:59:16.717663+0000 mgr.x (mgr.34379) 244 : cluster [DBG] pgmap v350: 137 pgs: 25 active+undersized+degraded, 36 active+undersized, 76 active+clean; 360 MiB data, 1.0 GiB used, 664 GiB / 672 GiB avail; 78 MiB/s rd, 13 MiB/s wr, 166 op/s; 101/783 objects degraded (12.899%) 2021-03-04T22:59:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:17 gibba023 bash[27374]: audit 2021-03-04T22:59:16.739792+0000 mon.a (mon.0) 566 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T22:59:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:17 gibba023 bash[27374]: cluster 2021-03-04T22:59:16.739854+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e340: 8 total, 7 up, 8 in 2021-03-04T22:59:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:17 gibba023 bash[27374]: audit 2021-03-04T22:59:16.740386+0000 mon.a (mon.0) 568 : audit [INF] from='osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:59:19.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[44600]: debug 2021-03-04T22:59:18.956+0000 7f58d7116700 -1 osd.0 pg_epoch: 342 pg[17.1( v 342'66 (0'0,342'66] local-lis/les=341/342 n=10 ec=301/301 lis/c=341/341 les/c/f=342/342/0 sis=341) [0,1,3] r=0 lpr=341 crt=342'66 lcod 339'64 mlcod 339'64 active+clean+snaptrim trimq=[17~1,19~1] ps=[15~1]] removing snap head 2021-03-04T22:59:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[37770]: cluster 2021-03-04T22:59:17.740981+0000 mon.a (mon.0) 569 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:59:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[37770]: cluster 2021-03-04T22:59:17.753049+0000 mon.a (mon.0) 570 : cluster [INF] osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015] boot 2021-03-04T22:59:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[37770]: cluster 2021-03-04T22:59:17.753080+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-03-04T22:59:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[37770]: audit 2021-03-04T22:59:17.760575+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:59:19.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[39303]: cluster 2021-03-04T22:59:17.740981+0000 mon.a (mon.0) 569 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:59:19.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[39303]: cluster 2021-03-04T22:59:17.753049+0000 mon.a (mon.0) 570 : cluster [INF] osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015] boot 2021-03-04T22:59:19.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[39303]: cluster 2021-03-04T22:59:17.753080+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-03-04T22:59:19.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:18 gibba008 bash[39303]: audit 2021-03-04T22:59:17.760575+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:59:19.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:18 gibba023 bash[27374]: cluster 2021-03-04T22:59:17.740981+0000 mon.a (mon.0) 569 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:59:19.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:18 gibba023 bash[27374]: cluster 2021-03-04T22:59:17.753049+0000 mon.a (mon.0) 570 : cluster [INF] osd.1 [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015] boot 2021-03-04T22:59:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:18 gibba023 bash[27374]: cluster 2021-03-04T22:59:17.753080+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-03-04T22:59:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:18 gibba023 bash[27374]: audit 2021-03-04T22:59:17.760575+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T22:59:20.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[47391]: debug 2021-03-04T22:59:19.684+0000 7fa94a30c700 -1 osd.1 pg_epoch: 342 pg[17.f( v 337'36 (0'0,337'36] local-lis/les=341/342 n=8 ec=301/301 lis/c=341/341 les/c/f=342/342/0 sis=341 pruub=10.329214096s) [1,0,2] r=0 lpr=341 crt=337'36 mlcod 0'0 active+clean+snaptrim+wait pruub 14.118577957s@ trimq=[19~1] ps=[15~1,17~1]] removing snap head 2021-03-04T22:59:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[37770]: cluster 2021-03-04T22:59:18.718583+0000 mgr.x (mgr.34379) 245 : cluster [DBG] pgmap v353: 137 pgs: 8 peering, 20 active+undersized+degraded, 33 active+undersized, 76 active+clean; 364 MiB data, 1.0 GiB used, 665 GiB / 672 GiB avail; 67 MiB/s rd, 13 MiB/s wr, 161 op/s; 74/792 objects degraded (9.343%) 2021-03-04T22:59:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[37770]: cluster 2021-03-04T22:59:18.754291+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-03-04T22:59:20.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[37770]: audit 2021-03-04T22:59:18.804254+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.2.108:0/550963995' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[39303]: cluster 2021-03-04T22:59:18.718583+0000 mgr.x (mgr.34379) 245 : cluster [DBG] pgmap v353: 137 pgs: 8 peering, 20 active+undersized+degraded, 33 active+undersized, 76 active+clean; 364 MiB data, 1.0 GiB used, 665 GiB / 672 GiB avail; 67 MiB/s rd, 13 MiB/s wr, 161 op/s; 74/792 objects degraded (9.343%) 2021-03-04T22:59:20.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[39303]: cluster 2021-03-04T22:59:18.754291+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-03-04T22:59:20.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:19 gibba008 bash[39303]: audit 2021-03-04T22:59:18.804254+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.2.108:0/550963995' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:20.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:19 gibba023 bash[27374]: cluster 2021-03-04T22:59:18.718583+0000 mgr.x (mgr.34379) 245 : cluster [DBG] pgmap v353: 137 pgs: 8 peering, 20 active+undersized+degraded, 33 active+undersized, 76 active+clean; 364 MiB data, 1.0 GiB used, 665 GiB / 672 GiB avail; 67 MiB/s rd, 13 MiB/s wr, 161 op/s; 74/792 objects degraded (9.343%) 2021-03-04T22:59:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:19 gibba023 bash[27374]: cluster 2021-03-04T22:59:18.754291+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-03-04T22:59:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:19 gibba023 bash[27374]: audit 2021-03-04T22:59:18.804254+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.2.108:0/550963995' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:20 gibba008 bash[37770]: cluster 2021-03-04T22:59:20.755760+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 24/813 objects degraded (2.952%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:21.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:20 gibba008 bash[39303]: cluster 2021-03-04T22:59:20.755760+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 24/813 objects degraded (2.952%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:20 gibba023 bash[27374]: cluster 2021-03-04T22:59:20.755760+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 24/813 objects degraded (2.952%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:21 gibba008 bash[37770]: cluster 2021-03-04T22:59:20.720793+0000 mgr.x (mgr.34379) 246 : cluster [DBG] pgmap v355: 137 pgs: 8 peering, 7 active+undersized+degraded, 12 active+undersized, 110 active+clean; 376 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 3.2 MiB/s rd, 4.0 MiB/s wr, 9 op/s; 24/813 objects degraded (2.952%); 5.6 MiB/s, 2 keys/s, 3 objects/s recovering 2021-03-04T22:59:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:21 gibba008 bash[37770]: audit 2021-03-04T22:59:21.008449+0000 mon.a (mon.0) 575 : audit [DBG] from='client.? 172.21.2.108:0/968459211' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:22.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:21 gibba008 bash[39303]: cluster 2021-03-04T22:59:20.720793+0000 mgr.x (mgr.34379) 246 : cluster [DBG] pgmap v355: 137 pgs: 8 peering, 7 active+undersized+degraded, 12 active+undersized, 110 active+clean; 376 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 3.2 MiB/s rd, 4.0 MiB/s wr, 9 op/s; 24/813 objects degraded (2.952%); 5.6 MiB/s, 2 keys/s, 3 objects/s recovering 2021-03-04T22:59:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:21 gibba008 bash[39303]: audit 2021-03-04T22:59:21.008449+0000 mon.a (mon.0) 575 : audit [DBG] from='client.? 172.21.2.108:0/968459211' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:21 gibba023 bash[27374]: cluster 2021-03-04T22:59:20.720793+0000 mgr.x (mgr.34379) 246 : cluster [DBG] pgmap v355: 137 pgs: 8 peering, 7 active+undersized+degraded, 12 active+undersized, 110 active+clean; 376 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 3.2 MiB/s rd, 4.0 MiB/s wr, 9 op/s; 24/813 objects degraded (2.952%); 5.6 MiB/s, 2 keys/s, 3 objects/s recovering 2021-03-04T22:59:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:21 gibba023 bash[27374]: audit 2021-03-04T22:59:21.008449+0000 mon.a (mon.0) 575 : audit [DBG] from='client.? 172.21.2.108:0/968459211' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:22 gibba008 bash[37770]: cluster 2021-03-04T22:59:22.814425+0000 mon.a (mon.0) 576 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/813 objects degraded (2.952%), 7 pgs degraded) 2021-03-04T22:59:23.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:22 gibba008 bash[39303]: cluster 2021-03-04T22:59:22.814425+0000 mon.a (mon.0) 576 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/813 objects degraded (2.952%), 7 pgs degraded) 2021-03-04T22:59:23.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:22 gibba023 bash[27374]: cluster 2021-03-04T22:59:22.814425+0000 mon.a (mon.0) 576 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/813 objects degraded (2.952%), 7 pgs degraded) 2021-03-04T22:59:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:23 gibba008 bash[37770]: cluster 2021-03-04T22:59:22.722027+0000 mgr.x (mgr.34379) 247 : cluster [DBG] pgmap v356: 137 pgs: 19 active+clean+wait, 8 peering, 110 active+clean; 372 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 3.7 KiB/s rd, 4.0 MiB/s wr, 7 op/s; 7.3 MiB/s, 2 keys/s, 4 objects/s recovering 2021-03-04T22:59:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:23 gibba008 bash[37770]: audit 2021-03-04T22:59:23.190728+0000 mon.a (mon.0) 577 : audit [DBG] from='client.? 172.21.2.108:0/2827371986' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:24.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:23 gibba008 bash[39303]: cluster 2021-03-04T22:59:22.722027+0000 mgr.x (mgr.34379) 247 : cluster [DBG] pgmap v356: 137 pgs: 19 active+clean+wait, 8 peering, 110 active+clean; 372 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 3.7 KiB/s rd, 4.0 MiB/s wr, 7 op/s; 7.3 MiB/s, 2 keys/s, 4 objects/s recovering 2021-03-04T22:59:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:23 gibba008 bash[39303]: audit 2021-03-04T22:59:23.190728+0000 mon.a (mon.0) 577 : audit [DBG] from='client.? 172.21.2.108:0/2827371986' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:24.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:23 gibba023 bash[27374]: cluster 2021-03-04T22:59:22.722027+0000 mgr.x (mgr.34379) 247 : cluster [DBG] pgmap v356: 137 pgs: 19 active+clean+wait, 8 peering, 110 active+clean; 372 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 3.7 KiB/s rd, 4.0 MiB/s wr, 7 op/s; 7.3 MiB/s, 2 keys/s, 4 objects/s recovering 2021-03-04T22:59:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:23 gibba023 bash[27374]: audit 2021-03-04T22:59:23.190728+0000 mon.a (mon.0) 577 : audit [DBG] from='client.? 172.21.2.108:0/2827371986' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:25 gibba008 bash[37770]: cluster 2021-03-04T22:59:24.723530+0000 mgr.x (mgr.34379) 248 : cluster [DBG] pgmap v357: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 2.8 KiB/s rd, 3.0 MiB/s wr, 5 op/s; 6.0 MiB/s, 2 keys/s, 4 objects/s recovering 2021-03-04T22:59:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:25 gibba008 bash[37770]: audit 2021-03-04T22:59:25.375084+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.2.108:0/2126138388' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:25 gibba008 bash[39303]: cluster 2021-03-04T22:59:24.723530+0000 mgr.x (mgr.34379) 248 : cluster [DBG] pgmap v357: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 2.8 KiB/s rd, 3.0 MiB/s wr, 5 op/s; 6.0 MiB/s, 2 keys/s, 4 objects/s recovering 2021-03-04T22:59:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:25 gibba008 bash[39303]: audit 2021-03-04T22:59:25.375084+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.2.108:0/2126138388' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:25 gibba023 bash[27374]: cluster 2021-03-04T22:59:24.723530+0000 mgr.x (mgr.34379) 248 : cluster [DBG] pgmap v357: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 2.8 KiB/s rd, 3.0 MiB/s wr, 5 op/s; 6.0 MiB/s, 2 keys/s, 4 objects/s recovering 2021-03-04T22:59:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:25 gibba023 bash[27374]: audit 2021-03-04T22:59:25.375084+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.2.108:0/2126138388' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:27 gibba008 bash[37770]: cluster 2021-03-04T22:59:26.725642+0000 mgr.x (mgr.34379) 249 : cluster [DBG] pgmap v358: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 2.5 KiB/s rd, 2.7 MiB/s wr, 5 op/s; 5.4 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T22:59:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:27 gibba008 bash[37770]: audit 2021-03-04T22:59:27.562952+0000 mon.a (mon.0) 578 : audit [DBG] from='client.? 172.21.2.108:0/3697068696' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:28.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:27 gibba008 bash[37770]: audit 2021-03-04T22:59:27.777794+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:27 gibba008 bash[39303]: cluster 2021-03-04T22:59:26.725642+0000 mgr.x (mgr.34379) 249 : cluster [DBG] pgmap v358: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 2.5 KiB/s rd, 2.7 MiB/s wr, 5 op/s; 5.4 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T22:59:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:27 gibba008 bash[39303]: audit 2021-03-04T22:59:27.562952+0000 mon.a (mon.0) 578 : audit [DBG] from='client.? 172.21.2.108:0/3697068696' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:28.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:27 gibba008 bash[39303]: audit 2021-03-04T22:59:27.777794+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:27 gibba023 bash[27374]: cluster 2021-03-04T22:59:26.725642+0000 mgr.x (mgr.34379) 249 : cluster [DBG] pgmap v358: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 2.5 KiB/s rd, 2.7 MiB/s wr, 5 op/s; 5.4 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T22:59:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:27 gibba023 bash[27374]: audit 2021-03-04T22:59:27.562952+0000 mon.a (mon.0) 578 : audit [DBG] from='client.? 172.21.2.108:0/3697068696' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:27 gibba023 bash[27374]: audit 2021-03-04T22:59:27.777794+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:29.165 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:28 gibba008 bash[39303]: audit 2021-03-04T22:59:27.779328+0000 mgr.x (mgr.34379) 250 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:29.166 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:28 gibba008 bash[39303]: cephadm 2021-03-04T22:59:27.783835+0000 mgr.x (mgr.34379) 251 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T22:59:29.166 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:28 gibba008 bash[39303]: cluster 2021-03-04T22:59:28.660188+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-03-04T22:59:29.167 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:28 gibba008 bash[37770]: audit 2021-03-04T22:59:27.779328+0000 mgr.x (mgr.34379) 250 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:29.167 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:28 gibba008 bash[37770]: cephadm 2021-03-04T22:59:27.783835+0000 mgr.x (mgr.34379) 251 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T22:59:29.167 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:28 gibba008 bash[37770]: cluster 2021-03-04T22:59:28.660188+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-03-04T22:59:29.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:28 gibba023 bash[27374]: audit 2021-03-04T22:59:27.779328+0000 mgr.x (mgr.34379) 250 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T22:59:29.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:28 gibba023 bash[27374]: cephadm 2021-03-04T22:59:27.783835+0000 mgr.x (mgr.34379) 251 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T22:59:29.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:28 gibba023 bash[27374]: cluster 2021-03-04T22:59:28.660188+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-03-04T22:59:30.019 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T22:59:30.032 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T22:59:30.191 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:29 gibba008 bash[39303]: cluster 2021-03-04T22:59:28.726425+0000 mgr.x (mgr.34379) 252 : cluster [DBG] pgmap v360: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 3 op/s; 4.8 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T22:59:30.192 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:29 gibba008 bash[39303]: audit 2021-03-04T22:59:29.745987+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.2.108:0/4130368020' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:30.192 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:29 gibba008 bash[39303]: audit 2021-03-04T22:59:29.821960+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:30.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:29 gibba008 bash[37770]: cluster 2021-03-04T22:59:28.726425+0000 mgr.x (mgr.34379) 252 : cluster [DBG] pgmap v360: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 3 op/s; 4.8 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T22:59:30.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:29 gibba008 bash[37770]: audit 2021-03-04T22:59:29.745987+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.2.108:0/4130368020' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:30.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:29 gibba008 bash[37770]: audit 2021-03-04T22:59:29.821960+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:29 gibba023 bash[27374]: cluster 2021-03-04T22:59:28.726425+0000 mgr.x (mgr.34379) 252 : cluster [DBG] pgmap v360: 137 pgs: 19 active+clean+wait, 118 active+clean; 368 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 3 op/s; 4.8 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T22:59:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:29 gibba023 bash[27374]: audit 2021-03-04T22:59:29.745987+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.2.108:0/4130368020' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:29 gibba023 bash[27374]: audit 2021-03-04T22:59:29.821960+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:31.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:31 gibba023 bash[27374]: cephadm 2021-03-04T22:59:30.003407+0000 mgr.x (mgr.34379) 253 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T22:59:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:31 gibba023 bash[27374]: audit 2021-03-04T22:59:30.007805+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:31 gibba023 bash[27374]: audit 2021-03-04T22:59:30.009509+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T22:59:31.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:31 gibba023 bash[27374]: cephadm 2021-03-04T22:59:30.009794+0000 mgr.x (mgr.34379) 254 : cephadm [INF] Deploying daemon osd.2 on gibba008 2021-03-04T22:59:31.299 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[37770]: cephadm 2021-03-04T22:59:30.003407+0000 mgr.x (mgr.34379) 253 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T22:59:31.300 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[37770]: audit 2021-03-04T22:59:30.007805+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:31.300 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[37770]: audit 2021-03-04T22:59:30.009509+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T22:59:31.300 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[37770]: cephadm 2021-03-04T22:59:30.009794+0000 mgr.x (mgr.34379) 254 : cephadm [INF] Deploying daemon osd.2 on gibba008 2021-03-04T22:59:31.301 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[39303]: cephadm 2021-03-04T22:59:30.003407+0000 mgr.x (mgr.34379) 253 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T22:59:31.301 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[39303]: audit 2021-03-04T22:59:30.007805+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:31.302 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[39303]: audit 2021-03-04T22:59:30.009509+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T22:59:31.302 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:31 gibba008 bash[39303]: cephadm 2021-03-04T22:59:30.009794+0000 mgr.x (mgr.34379) 254 : cephadm [INF] Deploying daemon osd.2 on gibba008 2021-03-04T22:59:32.041 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:59:32.054 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T22:59:32.058 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:59:32.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[39303]: cluster 2021-03-04T22:59:30.728279+0000 mgr.x (mgr.34379) 255 : cluster [DBG] pgmap v361: 137 pgs: 19 active+clean+wait, 118 active+clean; 384 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 1 op/s; 2.0 MiB/s, 0 keys/s, 1 objects/s recovering 2021-03-04T22:59:32.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[39303]: cluster 2021-03-04T22:59:31.019636+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-03-04T22:59:32.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[39303]: audit 2021-03-04T22:59:31.929542+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.2.108:0/1220986472' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[37770]: cluster 2021-03-04T22:59:30.728279+0000 mgr.x (mgr.34379) 255 : cluster [DBG] pgmap v361: 137 pgs: 19 active+clean+wait, 118 active+clean; 384 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 1 op/s; 2.0 MiB/s, 0 keys/s, 1 objects/s recovering 2021-03-04T22:59:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[37770]: cluster 2021-03-04T22:59:31.019636+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-03-04T22:59:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[37770]: audit 2021-03-04T22:59:31.929542+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.2.108:0/1220986472' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:32.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:32 gibba008 systemd[1]: Stopping Ceph osd.2 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:59:32.263 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[22179]: debug 2021-03-04T22:59:32.204+0000 7f8d2cd9f700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:59:32.263 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[22179]: debug 2021-03-04T22:59:32.204+0000 7f8d2cd9f700 -1 osd.2 345 *** Got signal Terminated *** 2021-03-04T22:59:32.263 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:32 gibba008 bash[22179]: debug 2021-03-04T22:59:32.204+0000 7f8d2cd9f700 -1 osd.2 345 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T22:59:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:32 gibba023 bash[27374]: cluster 2021-03-04T22:59:30.728279+0000 mgr.x (mgr.34379) 255 : cluster [DBG] pgmap v361: 137 pgs: 19 active+clean+wait, 118 active+clean; 384 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 1 op/s; 2.0 MiB/s, 0 keys/s, 1 objects/s recovering 2021-03-04T22:59:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:32 gibba023 bash[27374]: cluster 2021-03-04T22:59:31.019636+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-03-04T22:59:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:32 gibba023 bash[27374]: audit 2021-03-04T22:59:31.929542+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.2.108:0/1220986472' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:33.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:33 gibba008 docker[48502]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T22:59:33.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.034977+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-03-04T22:59:33.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.292539+0000 mon.a (mon.0) 586 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.292666+0000 mon.a (mon.0) 587 : cluster [INF] osd.2 failed (root=default,host=gibba008) (connection refused reported by osd.3) 2021-03-04T22:59:33.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.293435+0000 mon.a (mon.0) 588 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.481561+0000 mon.a (mon.0) 589 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.484064+0000 mon.a (mon.0) 590 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.484249+0000 mon.a (mon.0) 591 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.484795+0000 mon.a (mon.0) 592 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.491051+0000 mon.a (mon.0) 593 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.492342+0000 mon.a (mon.0) 594 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.492814+0000 mon.a (mon.0) 595 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.493273+0000 mon.a (mon.0) 596 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.493455+0000 mon.a (mon.0) 597 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.493866+0000 mon.a (mon.0) 598 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.494043+0000 mon.a (mon.0) 599 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.494623+0000 mon.a (mon.0) 600 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.494903+0000 mon.a (mon.0) 601 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.495287+0000 mon.a (mon.0) 602 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.495463+0000 mon.a (mon.0) 603 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.495854+0000 mon.a (mon.0) 604 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.496312+0000 mon.a (mon.0) 605 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.496599+0000 mon.a (mon.0) 606 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.680289+0000 mon.a (mon.0) 607 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.685602+0000 mon.a (mon.0) 608 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.687905+0000 mon.a (mon.0) 609 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.689106+0000 mon.a (mon.0) 610 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.034977+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-03-04T22:59:33.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.292539+0000 mon.a (mon.0) 586 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.292666+0000 mon.a (mon.0) 587 : cluster [INF] osd.2 failed (root=default,host=gibba008) (connection refused reported by osd.3) 2021-03-04T22:59:33.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.293435+0000 mon.a (mon.0) 588 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.481561+0000 mon.a (mon.0) 589 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.484064+0000 mon.a (mon.0) 590 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.484249+0000 mon.a (mon.0) 591 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.484795+0000 mon.a (mon.0) 592 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.491051+0000 mon.a (mon.0) 593 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.492342+0000 mon.a (mon.0) 594 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.492814+0000 mon.a (mon.0) 595 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.493273+0000 mon.a (mon.0) 596 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.493455+0000 mon.a (mon.0) 597 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.493866+0000 mon.a (mon.0) 598 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.494043+0000 mon.a (mon.0) 599 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.494623+0000 mon.a (mon.0) 600 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.494903+0000 mon.a (mon.0) 601 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.495287+0000 mon.a (mon.0) 602 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.495463+0000 mon.a (mon.0) 603 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.495854+0000 mon.a (mon.0) 604 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.496312+0000 mon.a (mon.0) 605 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.496599+0000 mon.a (mon.0) 606 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.680289+0000 mon.a (mon.0) 607 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.685602+0000 mon.a (mon.0) 608 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.687905+0000 mon.a (mon.0) 609 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.273 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.689106+0000 mon.a (mon.0) 610 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.274 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.889689+0000 mon.a (mon.0) 611 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.274 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.889902+0000 mon.a (mon.0) 612 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.274 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.893222+0000 mon.a (mon.0) 613 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.275 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.893595+0000 mon.a (mon.0) 614 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.275 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.893776+0000 mon.a (mon.0) 615 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.275 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.894165+0000 mon.a (mon.0) 616 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.275 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.894456+0000 mon.a (mon.0) 617 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.894627+0000 mon.a (mon.0) 618 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.895201+0000 mon.a (mon.0) 619 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.895396+0000 mon.a (mon.0) 620 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.895901+0000 mon.a (mon.0) 621 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.896082+0000 mon.a (mon.0) 622 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.897196+0000 mon.a (mon.0) 623 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.897507+0000 mon.a (mon.0) 624 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.277 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.889689+0000 mon.a (mon.0) 611 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.277 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.889902+0000 mon.a (mon.0) 612 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.278 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.893222+0000 mon.a (mon.0) 613 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.278 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.893595+0000 mon.a (mon.0) 614 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.278 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.893776+0000 mon.a (mon.0) 615 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.278 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.894165+0000 mon.a (mon.0) 616 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.278 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.894456+0000 mon.a (mon.0) 617 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.279 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.894627+0000 mon.a (mon.0) 618 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.279 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.895201+0000 mon.a (mon.0) 619 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.279 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.895396+0000 mon.a (mon.0) 620 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.895901+0000 mon.a (mon.0) 621 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.896082+0000 mon.a (mon.0) 622 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.897196+0000 mon.a (mon.0) 623 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.281 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:33 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.897507+0000 mon.a (mon.0) 624 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.034977+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-03-04T22:59:33.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.292539+0000 mon.a (mon.0) 586 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.292666+0000 mon.a (mon.0) 587 : cluster [INF] osd.2 failed (root=default,host=gibba008) (connection refused reported by osd.3) 2021-03-04T22:59:33.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.293435+0000 mon.a (mon.0) 588 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.481561+0000 mon.a (mon.0) 589 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.484064+0000 mon.a (mon.0) 590 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.484249+0000 mon.a (mon.0) 591 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.484795+0000 mon.a (mon.0) 592 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.491051+0000 mon.a (mon.0) 593 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.492342+0000 mon.a (mon.0) 594 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.492814+0000 mon.a (mon.0) 595 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.493273+0000 mon.a (mon.0) 596 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.493455+0000 mon.a (mon.0) 597 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.493866+0000 mon.a (mon.0) 598 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.494043+0000 mon.a (mon.0) 599 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.494623+0000 mon.a (mon.0) 600 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.494903+0000 mon.a (mon.0) 601 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.495287+0000 mon.a (mon.0) 602 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.495463+0000 mon.a (mon.0) 603 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.495854+0000 mon.a (mon.0) 604 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.496312+0000 mon.a (mon.0) 605 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.496599+0000 mon.a (mon.0) 606 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.680289+0000 mon.a (mon.0) 607 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.685602+0000 mon.a (mon.0) 608 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.687905+0000 mon.a (mon.0) 609 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.689106+0000 mon.a (mon.0) 610 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.889689+0000 mon.a (mon.0) 611 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.889902+0000 mon.a (mon.0) 612 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T22:59:33.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.893222+0000 mon.a (mon.0) 613 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.893595+0000 mon.a (mon.0) 614 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T22:59:33.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.893776+0000 mon.a (mon.0) 615 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.894165+0000 mon.a (mon.0) 616 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.894456+0000 mon.a (mon.0) 617 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T22:59:33.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.894627+0000 mon.a (mon.0) 618 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T22:59:33.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.895201+0000 mon.a (mon.0) 619 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.895396+0000 mon.a (mon.0) 620 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.895901+0000 mon.a (mon.0) 621 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T22:59:33.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.896082+0000 mon.a (mon.0) 622 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T22:59:33.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.897196+0000 mon.a (mon.0) 623 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:33.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:33 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.897507+0000 mon.a (mon.0) 624 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T22:59:34.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:34 gibba008 bash[37770]: cluster 2021-03-04T22:59:32.729353+0000 mgr.x (mgr.34379) 256 : cluster [DBG] pgmap v364: 137 pgs: 137 active+clean; 388 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 2 op/s 2021-03-04T22:59:34.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:34 gibba008 bash[37770]: cluster 2021-03-04T22:59:33.034227+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:59:34.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:34 gibba008 bash[37770]: cluster 2021-03-04T22:59:33.046615+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e346: 8 total, 7 up, 8 in 2021-03-04T22:59:34.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:34 gibba008 bash[39303]: cluster 2021-03-04T22:59:32.729353+0000 mgr.x (mgr.34379) 256 : cluster [DBG] pgmap v364: 137 pgs: 137 active+clean; 388 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 2 op/s 2021-03-04T22:59:34.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:34 gibba008 bash[39303]: cluster 2021-03-04T22:59:33.034227+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:59:34.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:34 gibba008 bash[39303]: cluster 2021-03-04T22:59:33.046615+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e346: 8 total, 7 up, 8 in 2021-03-04T22:59:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:34 gibba023 bash[27374]: cluster 2021-03-04T22:59:32.729353+0000 mgr.x (mgr.34379) 256 : cluster [DBG] pgmap v364: 137 pgs: 137 active+clean; 388 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 2 op/s 2021-03-04T22:59:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:34 gibba023 bash[27374]: cluster 2021-03-04T22:59:33.034227+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T22:59:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:34 gibba023 bash[27374]: cluster 2021-03-04T22:59:33.046615+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e346: 8 total, 7 up, 8 in 2021-03-04T22:59:35.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:35 gibba008 bash[37770]: cluster 2021-03-04T22:59:34.048585+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e347: 8 total, 7 up, 8 in 2021-03-04T22:59:35.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:35 gibba008 bash[37770]: audit 2021-03-04T22:59:34.130077+0000 mon.a (mon.0) 628 : audit [DBG] from='client.? 172.21.2.108:0/3175709118' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:35.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:35 gibba008 bash[39303]: cluster 2021-03-04T22:59:34.048585+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e347: 8 total, 7 up, 8 in 2021-03-04T22:59:35.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:35 gibba008 bash[39303]: audit 2021-03-04T22:59:34.130077+0000 mon.a (mon.0) 628 : audit [DBG] from='client.? 172.21.2.108:0/3175709118' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:35.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:34 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.2.service: Succeeded. 2021-03-04T22:59:35.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:34 gibba008 systemd[1]: Stopped Ceph osd.2 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:59:35.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:35 gibba008 systemd[1]: Started Ceph osd.2 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T22:59:35.421 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T22:59:35.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:35 gibba023 bash[27374]: cluster 2021-03-04T22:59:34.048585+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e347: 8 total, 7 up, 8 in 2021-03-04T22:59:35.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:35 gibba023 bash[27374]: audit 2021-03-04T22:59:34.130077+0000 mon.a (mon.0) 628 : audit [DBG] from='client.? 172.21.2.108:0/3175709118' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:35.658 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T22:59:36.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[37770]: cluster 2021-03-04T22:59:34.730526+0000 mgr.x (mgr.34379) 257 : cluster [DBG] pgmap v367: 137 pgs: 5 stale+active+clean, 132 active+clean; 392 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 511 B/s rd, 1024 KiB/s wr, 1 op/s 2021-03-04T22:59:36.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[37770]: cluster 2021-03-04T22:59:35.057259+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-03-04T22:59:36.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[37770]: audit 2021-03-04T22:59:35.149270+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:36.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[37770]: audit 2021-03-04T22:59:35.151119+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:36.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[37770]: audit 2021-03-04T22:59:35.156743+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:36.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[37770]: audit 2021-03-04T22:59:35.157458+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:36.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[39303]: cluster 2021-03-04T22:59:34.730526+0000 mgr.x (mgr.34379) 257 : cluster [DBG] pgmap v367: 137 pgs: 5 stale+active+clean, 132 active+clean; 392 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 511 B/s rd, 1024 KiB/s wr, 1 op/s 2021-03-04T22:59:36.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[39303]: cluster 2021-03-04T22:59:35.057259+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-03-04T22:59:36.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[39303]: audit 2021-03-04T22:59:35.149270+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:36.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[39303]: audit 2021-03-04T22:59:35.151119+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:36.489 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[39303]: audit 2021-03-04T22:59:35.156743+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:36.489 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[39303]: audit 2021-03-04T22:59:35.157458+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:36.489 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[23639]: debug 2021-03-04T22:59:36.160+0000 7f5e2482c700 -1 osd.3 pg_epoch: 349 pg[17.13( v 345'67 (0'0,345'67] local-lis/les=301/302 n=16 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [3,7,0] r=0 lpr=301 crt=345'66 lcod 345'66 mlcod 345'66 active+clean+snaptrim trimq=[22~1]] removing snap head 2021-03-04T22:59:36.490 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[23639]: debug 2021-03-04T22:59:36.160+0000 7f5e28033700 -1 osd.3 pg_epoch: 349 pg[17.14( v 345'55 (0'0,345'55] local-lis/les=341/342 n=15 ec=301/301 lis/c=341/341 les/c/f=342/342/0 sis=341) [3,4,1] r=0 lpr=341 crt=345'53 lcod 345'54 mlcod 345'54 active+clean+snaptrim trimq=[22~1]] removing snap head 2021-03-04T22:59:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:36 gibba023 bash[27374]: cluster 2021-03-04T22:59:34.730526+0000 mgr.x (mgr.34379) 257 : cluster [DBG] pgmap v367: 137 pgs: 5 stale+active+clean, 132 active+clean; 392 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 511 B/s rd, 1024 KiB/s wr, 1 op/s 2021-03-04T22:59:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:36 gibba023 bash[27374]: cluster 2021-03-04T22:59:35.057259+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-03-04T22:59:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:36 gibba023 bash[27374]: audit 2021-03-04T22:59:35.149270+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:36 gibba023 bash[27374]: audit 2021-03-04T22:59:35.151119+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:36.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:36 gibba023 bash[27374]: audit 2021-03-04T22:59:35.156743+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:36.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:36 gibba023 bash[27374]: audit 2021-03-04T22:59:35.157458+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T22:59:36.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T22:59:36.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-03-04T22:59:36.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-03-04T22:59:36.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-03-04T22:59:36.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-03-04T22:59:36.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T22:59:36.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:36 gibba008 bash[48702]: --> ceph-volume lvm activate successful for osd ID: 2 2021-03-04T22:59:37.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:37 gibba008 bash[37770]: cluster 2021-03-04T22:59:36.152597+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-03-04T22:59:37.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:37 gibba008 bash[37770]: audit 2021-03-04T22:59:36.336410+0000 mon.a (mon.0) 635 : audit [DBG] from='client.? 172.21.2.108:0/2022372088' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:37.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:37 gibba008 bash[37770]: cluster 2021-03-04T22:59:36.731965+0000 mgr.x (mgr.34379) 258 : cluster [DBG] pgmap v370: 137 pgs: 15 active+undersized+degraded, 2 stale+active+clean, 11 active+undersized, 109 active+clean; 416 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 118 op/s; 66/876 objects degraded (7.534%) 2021-03-04T22:59:37.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:37 gibba008 bash[39303]: cluster 2021-03-04T22:59:36.152597+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-03-04T22:59:37.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:37 gibba008 bash[39303]: audit 2021-03-04T22:59:36.336410+0000 mon.a (mon.0) 635 : audit [DBG] from='client.? 172.21.2.108:0/2022372088' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:37.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:37 gibba008 bash[39303]: cluster 2021-03-04T22:59:36.731965+0000 mgr.x (mgr.34379) 258 : cluster [DBG] pgmap v370: 137 pgs: 15 active+undersized+degraded, 2 stale+active+clean, 11 active+undersized, 109 active+clean; 416 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 118 op/s; 66/876 objects degraded (7.534%) 2021-03-04T22:59:37.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:37 gibba023 bash[27374]: cluster 2021-03-04T22:59:36.152597+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-03-04T22:59:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:37 gibba023 bash[27374]: audit 2021-03-04T22:59:36.336410+0000 mon.a (mon.0) 635 : audit [DBG] from='client.? 172.21.2.108:0/2022372088' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:37 gibba023 bash[27374]: cluster 2021-03-04T22:59:36.731965+0000 mgr.x (mgr.34379) 258 : cluster [DBG] pgmap v370: 137 pgs: 15 active+undersized+degraded, 2 stale+active+clean, 11 active+undersized, 109 active+clean; 416 MiB data, 1.1 GiB used, 665 GiB / 672 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 118 op/s; 66/876 objects degraded (7.534%) 2021-03-04T22:59:38.438 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsDataPool (24398 ms) 2021-03-04T22:59:38.438 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2021-03-04T22:59:38.454 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:59:38.458 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T22:59:38.500 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T22:59:38.510 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:38 gibba008 bash[48858]: debug 2021-03-04T22:59:38.088+0000 7fd3b922f700 1 -- 172.21.2.108:0/644892526 <== mon.0 v2:172.21.2.108:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556b0f2984e0 con 0x556b0f316c00 2021-03-04T22:59:38.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:38 gibba008 bash[39303]: cluster 2021-03-04T22:59:37.152636+0000 mon.a (mon.0) 636 : cluster [WRN] Health check failed: Degraded data redundancy: 66/876 objects degraded (7.534%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:38 gibba008 bash[39303]: cluster 2021-03-04T22:59:37.163856+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-03-04T22:59:38.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:38 gibba008 bash[37770]: cluster 2021-03-04T22:59:37.152636+0000 mon.a (mon.0) 636 : cluster [WRN] Health check failed: Degraded data redundancy: 66/876 objects degraded (7.534%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:38.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:38 gibba008 bash[37770]: cluster 2021-03-04T22:59:37.163856+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-03-04T22:59:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:38 gibba023 bash[27374]: cluster 2021-03-04T22:59:37.152636+0000 mon.a (mon.0) 636 : cluster [WRN] Health check failed: Degraded data redundancy: 66/876 objects degraded (7.534%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:38 gibba023 bash[27374]: cluster 2021-03-04T22:59:37.163856+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-03-04T22:59:39.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:38 gibba008 bash[48858]: debug 2021-03-04T22:59:38.664+0000 7fd3c0cc4080 -1 Falling back to public interface 2021-03-04T22:59:39.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cluster 2021-03-04T22:59:38.165309+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-03-04T22:59:39.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:38.533725+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.2.108:0/2559617877' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:39.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cluster 2021-03-04T22:59:38.732489+0000 mgr.x (mgr.34379) 259 : cluster [DBG] pgmap v373: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 420 MiB data, 1.2 GiB used, 665 GiB / 672 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 129 op/s; 95/885 objects degraded (10.734%) 2021-03-04T22:59:39.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:38.911171+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.027447+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.033889+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.051562+0000 mgr.x (mgr.34379) 260 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:59:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.053685+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:39.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.057302+0000 mgr.x (mgr.34379) 261 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:59:39.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.057698+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.061027+0000 mgr.x (mgr.34379) 262 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:59:39.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.061255+0000 mgr.x (mgr.34379) 263 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:59:39.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.062107+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.065289+0000 mgr.x (mgr.34379) 264 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:59:39.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.065517+0000 mgr.x (mgr.34379) 265 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:59:39.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.066126+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.069231+0000 mgr.x (mgr.34379) 266 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:59:39.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.073013+0000 mgr.x (mgr.34379) 267 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:59:39.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.073336+0000 mgr.x (mgr.34379) 268 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:59:39.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.074834+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:39.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: audit 2021-03-04T22:59:39.076043+0000 mgr.x (mgr.34379) 269 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:39.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[37770]: cephadm 2021-03-04T22:59:39.079175+0000 mgr.x (mgr.34379) 270 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-03-04T22:59:39.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cluster 2021-03-04T22:59:38.165309+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-03-04T22:59:39.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:38.533725+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.2.108:0/2559617877' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:39.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cluster 2021-03-04T22:59:38.732489+0000 mgr.x (mgr.34379) 259 : cluster [DBG] pgmap v373: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 420 MiB data, 1.2 GiB used, 665 GiB / 672 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 129 op/s; 95/885 objects degraded (10.734%) 2021-03-04T22:59:39.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:38.911171+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.027447+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.033889+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.051562+0000 mgr.x (mgr.34379) 260 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:59:39.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.053685+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:39.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.057302+0000 mgr.x (mgr.34379) 261 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:59:39.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.057698+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.061027+0000 mgr.x (mgr.34379) 262 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:59:39.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.061255+0000 mgr.x (mgr.34379) 263 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:59:39.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.062107+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.065289+0000 mgr.x (mgr.34379) 264 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:59:39.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.065517+0000 mgr.x (mgr.34379) 265 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:59:39.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.066126+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.069231+0000 mgr.x (mgr.34379) 266 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:59:39.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.073013+0000 mgr.x (mgr.34379) 267 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:59:39.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.073336+0000 mgr.x (mgr.34379) 268 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:59:39.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.074834+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:39.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: audit 2021-03-04T22:59:39.076043+0000 mgr.x (mgr.34379) 269 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:39.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:39 gibba008 bash[39303]: cephadm 2021-03-04T22:59:39.079175+0000 mgr.x (mgr.34379) 270 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-03-04T22:59:39.523 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[24432]: debug 2021-03-04T22:59:39.068+0000 7fe530169700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-03-04T22:59:39.524 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[24432]: debug 2021-03-04T22:59:39.072+0000 7fe538394700 -1 log_channel(cephadm) log [ERR] : Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-03-04T22:59:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cluster 2021-03-04T22:59:38.165309+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-03-04T22:59:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:38.533725+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.2.108:0/2559617877' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:39.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cluster 2021-03-04T22:59:38.732489+0000 mgr.x (mgr.34379) 259 : cluster [DBG] pgmap v373: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 420 MiB data, 1.2 GiB used, 665 GiB / 672 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 129 op/s; 95/885 objects degraded (10.734%) 2021-03-04T22:59:39.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:38.911171+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.027447+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.033889+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:39.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.051562+0000 mgr.x (mgr.34379) 260 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T22:59:39.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.053685+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T22:59:39.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.057302+0000 mgr.x (mgr.34379) 261 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T22:59:39.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.057698+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.061027+0000 mgr.x (mgr.34379) 262 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T22:59:39.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.061255+0000 mgr.x (mgr.34379) 263 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T22:59:39.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.062107+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.065289+0000 mgr.x (mgr.34379) 264 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T22:59:39.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.065517+0000 mgr.x (mgr.34379) 265 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T22:59:39.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.066126+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T22:59:39.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.069231+0000 mgr.x (mgr.34379) 266 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T22:59:39.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.073013+0000 mgr.x (mgr.34379) 267 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T22:59:39.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.073336+0000 mgr.x (mgr.34379) 268 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T22:59:39.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.074834+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:39.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: audit 2021-03-04T22:59:39.076043+0000 mgr.x (mgr.34379) 269 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:39.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:39 gibba023 bash[27374]: cephadm 2021-03-04T22:59:39.079175+0000 mgr.x (mgr.34379) 270 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-03-04T22:59:40.197 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T22:59:40.209 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T22:59:40.209 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T22:59:40.210 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T22:59:40.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:40 gibba008 bash[37770]: cluster 2021-03-04T22:59:39.179694+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-03-04T22:59:40.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:40 gibba008 bash[39303]: cluster 2021-03-04T22:59:39.179694+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-03-04T22:59:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:40 gibba023 bash[27374]: cluster 2021-03-04T22:59:39.179694+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-03-04T22:59:41.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[37770]: cluster 2021-03-04T22:59:40.188604+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-03-04T22:59:41.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[37770]: cluster 2021-03-04T22:59:40.734725+0000 mgr.x (mgr.34379) 271 : cluster [DBG] pgmap v376: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 432 MiB data, 1.2 GiB used, 665 GiB / 672 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 78 op/s; 105/900 objects degraded (11.667%) 2021-03-04T22:59:41.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[37770]: audit 2021-03-04T22:59:40.766967+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.2.108:0/480551688' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:41.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[39303]: cluster 2021-03-04T22:59:40.188604+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-03-04T22:59:41.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[39303]: cluster 2021-03-04T22:59:40.734725+0000 mgr.x (mgr.34379) 271 : cluster [DBG] pgmap v376: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 432 MiB data, 1.2 GiB used, 665 GiB / 672 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 78 op/s; 105/900 objects degraded (11.667%) 2021-03-04T22:59:41.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[39303]: audit 2021-03-04T22:59:40.766967+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.2.108:0/480551688' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:41.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:41 gibba023 bash[27374]: cluster 2021-03-04T22:59:40.188604+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-03-04T22:59:41.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:41 gibba023 bash[27374]: cluster 2021-03-04T22:59:40.734725+0000 mgr.x (mgr.34379) 271 : cluster [DBG] pgmap v376: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 432 MiB data, 1.2 GiB used, 665 GiB / 672 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 78 op/s; 105/900 objects degraded (11.667%) 2021-03-04T22:59:41.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:41 gibba023 bash[27374]: audit 2021-03-04T22:59:40.766967+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.2.108:0/480551688' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:42.219 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.856+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: store not yet converted to per-pg omap 2021-03-04T22:59:42.220 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.860+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #-1:c0371625:::snapmapper:0# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.220 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.860+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.220 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.860+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #3:cd5a64a3:::100.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.221 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.860+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #3:ff5b34d6:::1.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.221 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.864+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:4a04519c:::rbd_header.d3e4945f1d92:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.221 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.864+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:4eaf8f99:::image195.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.221 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.864+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:5269305f:::image191.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.221 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.864+0000 7fd3ab788700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:7edae2e6:::image215.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.222 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.864+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:bbfa0071:::image223.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.222 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:c610e7b2:::rbd_header.d3e4976c4e66:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.222 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:c7157a29:::image189.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.222 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:d10d7425:::rbd_header.d3e4128d8b3:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.223 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:d2457d9b:::rbd_header.d3e49357293:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.223 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:e97fdc50:::image235.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.223 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:eb75d454:::rbd_header.d3e4ee25a626:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.223 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:41 gibba008 bash[48858]: debug 2021-03-04T22:59:41.868+0000 7fd3c0cc4080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #17:f22a8477:::image180.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T22:59:42.223 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:42 gibba008 bash[48858]: debug 2021-03-04T22:59:42.004+0000 7fd3c0cc4080 -1 osd.2 345 log_to_monitors {default=true} 2021-03-04T22:59:42.224 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T22:59:42.226 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T22:59:42.226 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T22:59:42.230 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T22:59:42.241 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T22:59:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:42 gibba008 bash[37770]: cluster 2021-03-04T22:59:41.205237+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-03-04T22:59:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:42 gibba008 bash[37770]: audit 2021-03-04T22:59:42.011307+0000 mon.a (mon.0) 651 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T22:59:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:42 gibba008 bash[39303]: cluster 2021-03-04T22:59:41.205237+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-03-04T22:59:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:42 gibba008 bash[39303]: audit 2021-03-04T22:59:42.011307+0000 mon.a (mon.0) 651 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T22:59:42.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 22:59:42 gibba008 bash[48858]: debug 2021-03-04T22:59:42.220+0000 7fd3b11a2700 -1 osd.2 345 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T22:59:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:42 gibba023 bash[27374]: cluster 2021-03-04T22:59:41.205237+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-03-04T22:59:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:42 gibba023 bash[27374]: audit 2021-03-04T22:59:42.011307+0000 mon.a (mon.0) 651 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T22:59:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[37770]: audit 2021-03-04T22:59:42.215430+0000 mon.a (mon.0) 652 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T22:59:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[37770]: cluster 2021-03-04T22:59:42.215457+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-03-04T22:59:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[37770]: audit 2021-03-04T22:59:42.216242+0000 mon.a (mon.0) 654 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:59:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[37770]: cluster 2021-03-04T22:59:42.736113+0000 mgr.x (mgr.34379) 272 : cluster [DBG] pgmap v379: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 432 MiB data, 1.2 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 8.0 MiB/s wr, 75 op/s; 105/903 objects degraded (11.628%) 2021-03-04T22:59:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[37770]: audit 2021-03-04T22:59:42.947923+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.2.108:0/1566740567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:43.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[39303]: audit 2021-03-04T22:59:42.215430+0000 mon.a (mon.0) 652 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T22:59:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[39303]: cluster 2021-03-04T22:59:42.215457+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-03-04T22:59:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[39303]: audit 2021-03-04T22:59:42.216242+0000 mon.a (mon.0) 654 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:59:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[39303]: cluster 2021-03-04T22:59:42.736113+0000 mgr.x (mgr.34379) 272 : cluster [DBG] pgmap v379: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 432 MiB data, 1.2 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 8.0 MiB/s wr, 75 op/s; 105/903 objects degraded (11.628%) 2021-03-04T22:59:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:43 gibba008 bash[39303]: audit 2021-03-04T22:59:42.947923+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.2.108:0/1566740567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:43 gibba023 bash[27374]: audit 2021-03-04T22:59:42.215430+0000 mon.a (mon.0) 652 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T22:59:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:43 gibba023 bash[27374]: cluster 2021-03-04T22:59:42.215457+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-03-04T22:59:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:43 gibba023 bash[27374]: audit 2021-03-04T22:59:42.216242+0000 mon.a (mon.0) 654 : audit [INF] from='osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T22:59:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:43 gibba023 bash[27374]: cluster 2021-03-04T22:59:42.736113+0000 mgr.x (mgr.34379) 272 : cluster [DBG] pgmap v379: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 432 MiB data, 1.2 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 8.0 MiB/s wr, 75 op/s; 105/903 objects degraded (11.628%) 2021-03-04T22:59:43.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:43 gibba023 bash[27374]: audit 2021-03-04T22:59:42.947923+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.2.108:0/1566740567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:44.247 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T22:59:44.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[37770]: cluster 2021-03-04T22:59:43.219198+0000 mon.a (mon.0) 655 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:59:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[37770]: cluster 2021-03-04T22:59:43.220571+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 105/903 objects degraded (11.628%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[37770]: cluster 2021-03-04T22:59:43.229579+0000 mon.a (mon.0) 657 : cluster [INF] osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270] boot 2021-03-04T22:59:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[37770]: cluster 2021-03-04T22:59:43.229643+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T22:59:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[37770]: audit 2021-03-04T22:59:43.230100+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:59:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[37770]: cluster 2021-03-04T22:59:44.234115+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T22:59:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[39303]: cluster 2021-03-04T22:59:43.219198+0000 mon.a (mon.0) 655 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:59:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[39303]: cluster 2021-03-04T22:59:43.220571+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 105/903 objects degraded (11.628%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[39303]: cluster 2021-03-04T22:59:43.229579+0000 mon.a (mon.0) 657 : cluster [INF] osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270] boot 2021-03-04T22:59:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[39303]: cluster 2021-03-04T22:59:43.229643+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T22:59:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[39303]: audit 2021-03-04T22:59:43.230100+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:59:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:44 gibba008 bash[39303]: cluster 2021-03-04T22:59:44.234115+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T22:59:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:44 gibba023 bash[27374]: cluster 2021-03-04T22:59:43.219198+0000 mon.a (mon.0) 655 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T22:59:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:44 gibba023 bash[27374]: cluster 2021-03-04T22:59:43.220571+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 105/903 objects degraded (11.628%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:44 gibba023 bash[27374]: cluster 2021-03-04T22:59:43.229579+0000 mon.a (mon.0) 657 : cluster [INF] osd.2 [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270] boot 2021-03-04T22:59:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:44 gibba023 bash[27374]: cluster 2021-03-04T22:59:43.229643+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T22:59:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:44 gibba023 bash[27374]: audit 2021-03-04T22:59:43.230100+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T22:59:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:44 gibba023 bash[27374]: cluster 2021-03-04T22:59:44.234115+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T22:59:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[39303]: cluster 2021-03-04T22:59:44.737580+0000 mgr.x (mgr.34379) 273 : cluster [DBG] pgmap v382: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 436 MiB data, 1.2 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 105/906 objects degraded (11.589%) 2021-03-04T22:59:45.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[39303]: audit 2021-03-04T22:59:44.788701+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:59:45.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[39303]: audit 2021-03-04T22:59:44.805384+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:59:45.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[39303]: audit 2021-03-04T22:59:45.129447+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.2.108:0/3567357801' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:45.516 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[47391]: debug 2021-03-04T22:59:45.264+0000 7fa94ab0d700 -1 osd.1 pg_epoch: 357 pg[17.1e( v 357'46 (0'0,357'46] local-lis/les=356/357 n=5 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [1,2,7] r=0 lpr=356 crt=357'46 lcod 351'44 mlcod 351'44 active+clean+snaptrim trimq=[20~1,22~1] ps=[1e~1]] removing snap head 2021-03-04T22:59:45.516 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[47391]: debug 2021-03-04T22:59:45.328+0000 7fa94a30c700 -1 osd.1 pg_epoch: 357 pg[17.f( v 357'45 (0'0,357'45] local-lis/les=356/357 n=8 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [1,0,2] r=0 lpr=356 crt=351'43 lcod 357'44 mlcod 357'44 active+clean+snaptrim trimq=[22~1] ps=[1e~1,20~1]] removing snap head 2021-03-04T22:59:45.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[37770]: cluster 2021-03-04T22:59:44.737580+0000 mgr.x (mgr.34379) 273 : cluster [DBG] pgmap v382: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 436 MiB data, 1.2 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 105/906 objects degraded (11.589%) 2021-03-04T22:59:45.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[37770]: audit 2021-03-04T22:59:44.788701+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:59:45.518 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[37770]: audit 2021-03-04T22:59:44.805384+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:59:45.518 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:45 gibba008 bash[37770]: audit 2021-03-04T22:59:45.129447+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.2.108:0/3567357801' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:45 gibba023 bash[27374]: cluster 2021-03-04T22:59:44.737580+0000 mgr.x (mgr.34379) 273 : cluster [DBG] pgmap v382: 137 pgs: 23 active+undersized+degraded, 17 active+undersized, 97 active+clean; 436 MiB data, 1.2 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 105/906 objects degraded (11.589%) 2021-03-04T22:59:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:45 gibba023 bash[27374]: audit 2021-03-04T22:59:44.788701+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T22:59:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:45 gibba023 bash[27374]: audit 2021-03-04T22:59:44.805384+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T22:59:45.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:45 gibba023 bash[27374]: audit 2021-03-04T22:59:45.129447+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.2.108:0/3567357801' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:47 gibba008 bash[37770]: cluster 2021-03-04T22:59:46.739870+0000 mgr.x (mgr.34379) 274 : cluster [DBG] pgmap v383: 137 pgs: 9 active+undersized+degraded, 8 active+undersized, 120 active+clean; 456 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 34/933 objects degraded (3.644%); 5.8 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T22:59:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:47 gibba008 bash[37770]: audit 2021-03-04T22:59:47.313537+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.2.108:0/3802881308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:47 gibba008 bash[39303]: cluster 2021-03-04T22:59:46.739870+0000 mgr.x (mgr.34379) 274 : cluster [DBG] pgmap v383: 137 pgs: 9 active+undersized+degraded, 8 active+undersized, 120 active+clean; 456 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 34/933 objects degraded (3.644%); 5.8 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T22:59:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:47 gibba008 bash[39303]: audit 2021-03-04T22:59:47.313537+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.2.108:0/3802881308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:47 gibba023 bash[27374]: cluster 2021-03-04T22:59:46.739870+0000 mgr.x (mgr.34379) 274 : cluster [DBG] pgmap v383: 137 pgs: 9 active+undersized+degraded, 8 active+undersized, 120 active+clean; 456 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 34/933 objects degraded (3.644%); 5.8 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T22:59:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:47 gibba023 bash[27374]: audit 2021-03-04T22:59:47.313537+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.2.108:0/3802881308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:49.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:48 gibba008 bash[37770]: cluster 2021-03-04T22:59:48.661386+0000 mon.a (mon.0) 663 : cluster [WRN] Health check update: Degraded data redundancy: 34/933 objects degraded (3.644%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:49.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:48 gibba008 bash[39303]: cluster 2021-03-04T22:59:48.661386+0000 mon.a (mon.0) 663 : cluster [WRN] Health check update: Degraded data redundancy: 34/933 objects degraded (3.644%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:48 gibba023 bash[27374]: cluster 2021-03-04T22:59:48.661386+0000 mon.a (mon.0) 663 : cluster [WRN] Health check update: Degraded data redundancy: 34/933 objects degraded (3.644%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T22:59:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:49 gibba008 bash[37770]: cluster 2021-03-04T22:59:48.741410+0000 mgr.x (mgr.34379) 275 : cluster [DBG] pgmap v384: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 6.7 MiB/s, 0 keys/s, 4 objects/s recovering 2021-03-04T22:59:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:49 gibba008 bash[37770]: audit 2021-03-04T22:59:49.496831+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? 172.21.2.108:0/3597631929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:49 gibba008 bash[37770]: cluster 2021-03-04T22:59:49.666320+0000 mon.a (mon.0) 665 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/933 objects degraded (3.644%), 9 pgs degraded) 2021-03-04T22:59:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:49 gibba008 bash[39303]: cluster 2021-03-04T22:59:48.741410+0000 mgr.x (mgr.34379) 275 : cluster [DBG] pgmap v384: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 6.7 MiB/s, 0 keys/s, 4 objects/s recovering 2021-03-04T22:59:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:49 gibba008 bash[39303]: audit 2021-03-04T22:59:49.496831+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? 172.21.2.108:0/3597631929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:50.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:49 gibba008 bash[39303]: cluster 2021-03-04T22:59:49.666320+0000 mon.a (mon.0) 665 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/933 objects degraded (3.644%), 9 pgs degraded) 2021-03-04T22:59:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:49 gibba023 bash[27374]: cluster 2021-03-04T22:59:48.741410+0000 mgr.x (mgr.34379) 275 : cluster [DBG] pgmap v384: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 6.7 MiB/s, 0 keys/s, 4 objects/s recovering 2021-03-04T22:59:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:49 gibba023 bash[27374]: audit 2021-03-04T22:59:49.496831+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? 172.21.2.108:0/3597631929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:49 gibba023 bash[27374]: cluster 2021-03-04T22:59:49.666320+0000 mon.a (mon.0) 665 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/933 objects degraded (3.644%), 9 pgs degraded) 2021-03-04T22:59:51.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:50 gibba008 bash[37770]: audit 2021-03-04T22:59:49.828483+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:51.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:50 gibba008 bash[39303]: audit 2021-03-04T22:59:49.828483+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:51.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:50 gibba023 bash[27374]: audit 2021-03-04T22:59:49.828483+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:51 gibba008 bash[37770]: cluster 2021-03-04T22:59:50.743146+0000 mgr.x (mgr.34379) 276 : cluster [DBG] pgmap v385: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 5.5 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T22:59:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:51 gibba008 bash[37770]: audit 2021-03-04T22:59:51.679121+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.2.108:0/2277228179' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:51 gibba008 bash[39303]: cluster 2021-03-04T22:59:50.743146+0000 mgr.x (mgr.34379) 276 : cluster [DBG] pgmap v385: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 5.5 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T22:59:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:51 gibba008 bash[39303]: audit 2021-03-04T22:59:51.679121+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.2.108:0/2277228179' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:51 gibba023 bash[27374]: cluster 2021-03-04T22:59:50.743146+0000 mgr.x (mgr.34379) 276 : cluster [DBG] pgmap v385: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 5.5 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T22:59:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:51 gibba023 bash[27374]: audit 2021-03-04T22:59:51.679121+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.2.108:0/2277228179' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:54.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:53 gibba008 bash[37770]: cluster 2021-03-04T22:59:52.744551+0000 mgr.x (mgr.34379) 277 : cluster [DBG] pgmap v386: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 3 op/s; 4.6 MiB/s, 0 keys/s, 2 objects/s recovering 2021-03-04T22:59:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:53 gibba008 bash[37770]: cluster 2021-03-04T22:59:53.675029+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T22:59:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:53 gibba008 bash[39303]: cluster 2021-03-04T22:59:52.744551+0000 mgr.x (mgr.34379) 277 : cluster [DBG] pgmap v386: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 3 op/s; 4.6 MiB/s, 0 keys/s, 2 objects/s recovering 2021-03-04T22:59:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:53 gibba008 bash[39303]: cluster 2021-03-04T22:59:53.675029+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T22:59:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:53 gibba023 bash[27374]: cluster 2021-03-04T22:59:52.744551+0000 mgr.x (mgr.34379) 277 : cluster [DBG] pgmap v386: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 3 op/s; 4.6 MiB/s, 0 keys/s, 2 objects/s recovering 2021-03-04T22:59:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:53 gibba023 bash[27374]: cluster 2021-03-04T22:59:53.675029+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T22:59:55.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:54 gibba008 bash[39303]: audit 2021-03-04T22:59:53.861319+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.2.108:0/3101522406' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:55.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:54 gibba008 bash[39303]: audit 2021-03-04T22:59:54.094978+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:54 gibba008 bash[37770]: audit 2021-03-04T22:59:53.861319+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.2.108:0/3101522406' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:54 gibba008 bash[37770]: audit 2021-03-04T22:59:54.094978+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:54 gibba023 bash[27374]: audit 2021-03-04T22:59:53.861319+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.2.108:0/3101522406' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:54 gibba023 bash[27374]: audit 2021-03-04T22:59:54.094978+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:56.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:55 gibba008 bash[37770]: audit 2021-03-04T22:59:54.096624+0000 mgr.x (mgr.34379) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:56.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:55 gibba008 bash[37770]: cephadm 2021-03-04T22:59:54.101492+0000 mgr.x (mgr.34379) 279 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T22:59:56.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:55 gibba008 bash[37770]: cluster 2021-03-04T22:59:54.745051+0000 mgr.x (mgr.34379) 280 : cluster [DBG] pgmap v388: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 3 op/s; 4.4 MiB/s, 0 keys/s, 2 objects/s recovering 2021-03-04T22:59:56.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:55 gibba008 bash[39303]: audit 2021-03-04T22:59:54.096624+0000 mgr.x (mgr.34379) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:56.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:55 gibba008 bash[39303]: cephadm 2021-03-04T22:59:54.101492+0000 mgr.x (mgr.34379) 279 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T22:59:56.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:55 gibba008 bash[39303]: cluster 2021-03-04T22:59:54.745051+0000 mgr.x (mgr.34379) 280 : cluster [DBG] pgmap v388: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 3 op/s; 4.4 MiB/s, 0 keys/s, 2 objects/s recovering 2021-03-04T22:59:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:55 gibba023 bash[27374]: audit 2021-03-04T22:59:54.096624+0000 mgr.x (mgr.34379) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T22:59:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:55 gibba023 bash[27374]: cephadm 2021-03-04T22:59:54.101492+0000 mgr.x (mgr.34379) 279 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T22:59:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:55 gibba023 bash[27374]: cluster 2021-03-04T22:59:54.745051+0000 mgr.x (mgr.34379) 280 : cluster [DBG] pgmap v388: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 3 op/s; 4.4 MiB/s, 0 keys/s, 2 objects/s recovering 2021-03-04T22:59:57.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:56 gibba008 bash[37770]: audit 2021-03-04T22:59:56.044335+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.2.108:0/661530510' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:57.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:56 gibba008 bash[37770]: audit 2021-03-04T22:59:56.237058+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:57.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:56 gibba008 bash[37770]: audit 2021-03-04T22:59:56.242335+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T22:59:57.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:56 gibba008 bash[39303]: audit 2021-03-04T22:59:56.044335+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.2.108:0/661530510' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:57.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:56 gibba008 bash[39303]: audit 2021-03-04T22:59:56.237058+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:57.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:56 gibba008 bash[39303]: audit 2021-03-04T22:59:56.242335+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T22:59:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:56 gibba023 bash[27374]: audit 2021-03-04T22:59:56.044335+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.2.108:0/661530510' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:56 gibba023 bash[27374]: audit 2021-03-04T22:59:56.237058+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T22:59:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:56 gibba023 bash[27374]: audit 2021-03-04T22:59:56.242335+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T22:59:58.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:57 gibba008 bash[37770]: cephadm 2021-03-04T22:59:56.232061+0000 mgr.x (mgr.34379) 281 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T22:59:58.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:57 gibba008 bash[37770]: cephadm 2021-03-04T22:59:56.241873+0000 mgr.x (mgr.34379) 282 : cephadm [INF] Deploying daemon osd.3 on gibba008 2021-03-04T22:59:58.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:57 gibba008 bash[37770]: cluster 2021-03-04T22:59:56.746884+0000 mgr.x (mgr.34379) 283 : cluster [DBG] pgmap v389: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 204 B/s wr, 1 op/s; 1.2 MiB/s, 0 objects/s recovering 2021-03-04T22:59:58.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:57 gibba008 bash[39303]: cephadm 2021-03-04T22:59:56.232061+0000 mgr.x (mgr.34379) 281 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T22:59:58.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:57 gibba008 bash[39303]: cephadm 2021-03-04T22:59:56.241873+0000 mgr.x (mgr.34379) 282 : cephadm [INF] Deploying daemon osd.3 on gibba008 2021-03-04T22:59:58.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:57 gibba008 bash[39303]: cluster 2021-03-04T22:59:56.746884+0000 mgr.x (mgr.34379) 283 : cluster [DBG] pgmap v389: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 204 B/s wr, 1 op/s; 1.2 MiB/s, 0 objects/s recovering 2021-03-04T22:59:58.075 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T22:59:58.078 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T22:59:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:57 gibba023 bash[27374]: cephadm 2021-03-04T22:59:56.232061+0000 mgr.x (mgr.34379) 281 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T22:59:58.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:57 gibba023 bash[27374]: cephadm 2021-03-04T22:59:56.241873+0000 mgr.x (mgr.34379) 282 : cephadm [INF] Deploying daemon osd.3 on gibba008 2021-03-04T22:59:58.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:57 gibba023 bash[27374]: cluster 2021-03-04T22:59:56.746884+0000 mgr.x (mgr.34379) 283 : cluster [DBG] pgmap v389: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 204 B/s wr, 1 op/s; 1.2 MiB/s, 0 objects/s recovering 2021-03-04T22:59:58.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:58 gibba008 systemd[1]: Stopping Ceph osd.3 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T22:59:58.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[23639]: debug 2021-03-04T22:59:58.420+0000 7f5e440dc700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T22:59:58.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[23639]: debug 2021-03-04T22:59:58.420+0000 7f5e440dc700 -1 osd.3 358 *** Got signal Terminated *** 2021-03-04T22:59:58.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[23639]: debug 2021-03-04T22:59:58.420+0000 7f5e440dc700 -1 osd.3 358 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T22:59:58.897 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: audit 2021-03-04T22:59:58.233501+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.2.108:0/4171464276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:58.897 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.524984+0000 mon.a (mon.0) 673 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:58.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.525174+0000 mon.a (mon.0) 674 : cluster [INF] osd.3 failed (root=default,host=gibba008) (connection refused reported by osd.2) 2021-03-04T22:59:58.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.526291+0000 mon.a (mon.0) 675 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:58.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.526520+0000 mon.a (mon.0) 676 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:58.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.527173+0000 mon.a (mon.0) 677 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:58.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.527622+0000 mon.a (mon.0) 678 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:58.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.528088+0000 mon.a (mon.0) 679 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:58.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.528347+0000 mon.a (mon.0) 680 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:58.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.528419+0000 mon.a (mon.0) 681 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:58.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.528514+0000 mon.a (mon.0) 682 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:58.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.528606+0000 mon.a (mon.0) 683 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:58.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.725447+0000 mon.a (mon.0) 684 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:58.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.725642+0000 mon.a (mon.0) 685 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:58.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.726035+0000 mon.a (mon.0) 686 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:58.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.726210+0000 mon.a (mon.0) 687 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:58.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.726607+0000 mon.a (mon.0) 688 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:58.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.726791+0000 mon.a (mon.0) 689 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:58.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.727184+0000 mon.a (mon.0) 690 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:58.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.727359+0000 mon.a (mon.0) 691 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:58.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.727938+0000 mon.a (mon.0) 692 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:58.902 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.728249+0000 mon.a (mon.0) 693 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:58.902 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.728435+0000 mon.a (mon.0) 694 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:58.902 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.728951+0000 mon.a (mon.0) 695 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:58.902 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.729352+0000 mon.a (mon.0) 696 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:58.903 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.729809+0000 mon.a (mon.0) 697 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:58.903 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.763033+0000 mon.a (mon.0) 698 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:58.903 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.763995+0000 mon.a (mon.0) 699 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:58.903 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.766492+0000 mon.a (mon.0) 700 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:58.903 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:58 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.767557+0000 mon.a (mon.0) 701 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: audit 2021-03-04T22:59:58.233501+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.2.108:0/4171464276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.524984+0000 mon.a (mon.0) 673 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.525174+0000 mon.a (mon.0) 674 : cluster [INF] osd.3 failed (root=default,host=gibba008) (connection refused reported by osd.2) 2021-03-04T22:59:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.526291+0000 mon.a (mon.0) 675 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.526520+0000 mon.a (mon.0) 676 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.527173+0000 mon.a (mon.0) 677 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.527622+0000 mon.a (mon.0) 678 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.528088+0000 mon.a (mon.0) 679 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.528347+0000 mon.a (mon.0) 680 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.528419+0000 mon.a (mon.0) 681 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.528514+0000 mon.a (mon.0) 682 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.528606+0000 mon.a (mon.0) 683 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.725447+0000 mon.a (mon.0) 684 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:59.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.725642+0000 mon.a (mon.0) 685 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:59.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.726035+0000 mon.a (mon.0) 686 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.726210+0000 mon.a (mon.0) 687 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.726607+0000 mon.a (mon.0) 688 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.726791+0000 mon.a (mon.0) 689 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.727184+0000 mon.a (mon.0) 690 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.727359+0000 mon.a (mon.0) 691 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.727938+0000 mon.a (mon.0) 692 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.728249+0000 mon.a (mon.0) 693 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.728435+0000 mon.a (mon.0) 694 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.728951+0000 mon.a (mon.0) 695 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.729352+0000 mon.a (mon.0) 696 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: audit 2021-03-04T22:59:58.233501+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.2.108:0/4171464276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T22:59:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.524984+0000 mon.a (mon.0) 673 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.525174+0000 mon.a (mon.0) 674 : cluster [INF] osd.3 failed (root=default,host=gibba008) (connection refused reported by osd.2) 2021-03-04T22:59:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.526291+0000 mon.a (mon.0) 675 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.526520+0000 mon.a (mon.0) 676 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.527173+0000 mon.a (mon.0) 677 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.527622+0000 mon.a (mon.0) 678 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.528088+0000 mon.a (mon.0) 679 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.528347+0000 mon.a (mon.0) 680 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.528419+0000 mon.a (mon.0) 681 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.528514+0000 mon.a (mon.0) 682 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.528606+0000 mon.a (mon.0) 683 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.725447+0000 mon.a (mon.0) 684 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:59.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.725642+0000 mon.a (mon.0) 685 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:59.020 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.726035+0000 mon.a (mon.0) 686 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.726210+0000 mon.a (mon.0) 687 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.726607+0000 mon.a (mon.0) 688 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.726791+0000 mon.a (mon.0) 689 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:59.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.727184+0000 mon.a (mon.0) 690 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.727359+0000 mon.a (mon.0) 691 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T22:59:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.727938+0000 mon.a (mon.0) 692 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.728249+0000 mon.a (mon.0) 693 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.728435+0000 mon.a (mon.0) 694 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.728951+0000 mon.a (mon.0) 695 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.729352+0000 mon.a (mon.0) 696 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T22:59:59.023 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.729809+0000 mon.a (mon.0) 697 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.023 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.763033+0000 mon.a (mon.0) 698 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.023 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.763995+0000 mon.a (mon.0) 699 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:59.024 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.766492+0000 mon.a (mon.0) 700 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:59.024 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.767557+0000 mon.a (mon.0) 701 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.729809+0000 mon.a (mon.0) 697 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T22:59:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.763033+0000 mon.a (mon.0) 698 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T22:59:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.763995+0000 mon.a (mon.0) 699 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T22:59:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.766492+0000 mon.a (mon.0) 700 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T22:59:59.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:58 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.767557+0000 mon.a (mon.0) 701 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T22:59:59.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 22:59:59 gibba008 docker[49961]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:00:00.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.748280+0000 mgr.x (mgr.34379) 284 : cluster [DBG] pgmap v390: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:00:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.875631+0000 mon.a (mon.0) 702 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:00:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[37770]: cluster 2021-03-04T22:59:58.887750+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2021-03-04T23:00:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[37770]: cluster 2021-03-04T22:59:59.889963+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2021-03-04T23:00:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.748280+0000 mgr.x (mgr.34379) 284 : cluster [DBG] pgmap v390: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:00:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.875631+0000 mon.a (mon.0) 702 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:00:00.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[39303]: cluster 2021-03-04T22:59:58.887750+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2021-03-04T23:00:00.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 22:59:59 gibba008 bash[39303]: cluster 2021-03-04T22:59:59.889963+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2021-03-04T23:00:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:59 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.748280+0000 mgr.x (mgr.34379) 284 : cluster [DBG] pgmap v390: 137 pgs: 5 active+clean+wait, 132 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:00:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:59 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.875631+0000 mon.a (mon.0) 702 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:00:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:59 gibba023 bash[27374]: cluster 2021-03-04T22:59:58.887750+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2021-03-04T23:00:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 22:59:59 gibba023 bash[27374]: cluster 2021-03-04T22:59:59.889963+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2021-03-04T23:00:01.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.000241+0000 mon.a (mon.0) 705 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; 1 pool(s) do not have an application enabled 2021-03-04T23:00:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.000322+0000 mon.a (mon.0) 706 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2021-03-04T23:00:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.000355+0000 mon.a (mon.0) 707 : cluster [WRN] osd.3 (root=default,host=gibba008) is down 2021-03-04T23:00:01.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.000395+0000 mon.a (mon.0) 708 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2021-03-04T23:00:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.000463+0000 mon.a (mon.0) 709 : cluster [WRN] application not enabled on pool 'test-librbd-gibba008-34463-14' 2021-03-04T23:00:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.000519+0000 mon.a (mon.0) 710 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2021-03-04T23:00:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[37770]: audit 2021-03-04T23:00:00.424905+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? 172.21.2.108:0/3154941' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:01.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.000241+0000 mon.a (mon.0) 705 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; 1 pool(s) do not have an application enabled 2021-03-04T23:00:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.000322+0000 mon.a (mon.0) 706 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2021-03-04T23:00:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.000355+0000 mon.a (mon.0) 707 : cluster [WRN] osd.3 (root=default,host=gibba008) is down 2021-03-04T23:00:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.000395+0000 mon.a (mon.0) 708 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2021-03-04T23:00:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.000463+0000 mon.a (mon.0) 709 : cluster [WRN] application not enabled on pool 'test-librbd-gibba008-34463-14' 2021-03-04T23:00:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.000519+0000 mon.a (mon.0) 710 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2021-03-04T23:00:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:00 gibba008 bash[39303]: audit 2021-03-04T23:00:00.424905+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? 172.21.2.108:0/3154941' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.000241+0000 mon.a (mon.0) 705 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; 1 pool(s) do not have an application enabled 2021-03-04T23:00:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.000322+0000 mon.a (mon.0) 706 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2021-03-04T23:00:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.000355+0000 mon.a (mon.0) 707 : cluster [WRN] osd.3 (root=default,host=gibba008) is down 2021-03-04T23:00:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.000395+0000 mon.a (mon.0) 708 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2021-03-04T23:00:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.000463+0000 mon.a (mon.0) 709 : cluster [WRN] application not enabled on pool 'test-librbd-gibba008-34463-14' 2021-03-04T23:00:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.000519+0000 mon.a (mon.0) 710 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2021-03-04T23:00:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:00 gibba023 bash[27374]: audit 2021-03-04T23:00:00.424905+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? 172.21.2.108:0/3154941' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:01.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:01 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3.service: Succeeded. 2021-03-04T23:00:01.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:01 gibba008 systemd[1]: Stopped Ceph osd.3 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T23:00:01.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:01 gibba008 systemd[1]: Started Ceph osd.3 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T23:00:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.750463+0000 mgr.x (mgr.34379) 285 : cluster [DBG] pgmap v393: 137 pgs: 9 stale+active+clean, 15 active+undersized+degraded, 5 active+clean+wait, 16 active+undersized, 92 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1012 B/s wr, 6 op/s; 94/933 objects degraded (10.075%) 2021-03-04T23:00:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.896231+0000 mon.a (mon.0) 712 : cluster [WRN] Health check failed: Degraded data redundancy: 94/933 objects degraded (10.075%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[37770]: cluster 2021-03-04T23:00:00.905437+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e361: 8 total, 7 up, 8 in 2021-03-04T23:00:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[37770]: audit 2021-03-04T23:00:01.550410+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[37770]: audit 2021-03-04T23:00:01.552452+0000 mon.a (mon.0) 715 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[37770]: audit 2021-03-04T23:00:01.556699+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.750463+0000 mgr.x (mgr.34379) 285 : cluster [DBG] pgmap v393: 137 pgs: 9 stale+active+clean, 15 active+undersized+degraded, 5 active+clean+wait, 16 active+undersized, 92 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1012 B/s wr, 6 op/s; 94/933 objects degraded (10.075%) 2021-03-04T23:00:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.896231+0000 mon.a (mon.0) 712 : cluster [WRN] Health check failed: Degraded data redundancy: 94/933 objects degraded (10.075%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[39303]: cluster 2021-03-04T23:00:00.905437+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e361: 8 total, 7 up, 8 in 2021-03-04T23:00:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[39303]: audit 2021-03-04T23:00:01.550410+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[39303]: audit 2021-03-04T23:00:01.552452+0000 mon.a (mon.0) 715 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:02.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:01 gibba008 bash[39303]: audit 2021-03-04T23:00:01.556699+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:01 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.750463+0000 mgr.x (mgr.34379) 285 : cluster [DBG] pgmap v393: 137 pgs: 9 stale+active+clean, 15 active+undersized+degraded, 5 active+clean+wait, 16 active+undersized, 92 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 1012 B/s wr, 6 op/s; 94/933 objects degraded (10.075%) 2021-03-04T23:00:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:01 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.896231+0000 mon.a (mon.0) 712 : cluster [WRN] Health check failed: Degraded data redundancy: 94/933 objects degraded (10.075%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:01 gibba023 bash[27374]: cluster 2021-03-04T23:00:00.905437+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e361: 8 total, 7 up, 8 in 2021-03-04T23:00:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:01 gibba023 bash[27374]: audit 2021-03-04T23:00:01.550410+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:02.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:01 gibba023 bash[27374]: audit 2021-03-04T23:00:01.552452+0000 mon.a (mon.0) 715 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:02.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:01 gibba023 bash[27374]: audit 2021-03-04T23:00:01.556699+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:02.609 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:00:02.627 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:00:02.790 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:00:03.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[37770]: cephadm 2021-03-04T23:00:01.558174+0000 mgr.x (mgr.34379) 286 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:00:03.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[37770]: cluster 2021-03-04T23:00:01.918632+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e362: 8 total, 7 up, 8 in 2021-03-04T23:00:03.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[37770]: audit 2021-03-04T23:00:02.662437+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.2.108:0/296697433' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:03.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[39303]: cephadm 2021-03-04T23:00:01.558174+0000 mgr.x (mgr.34379) 286 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:00:03.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[39303]: cluster 2021-03-04T23:00:01.918632+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e362: 8 total, 7 up, 8 in 2021-03-04T23:00:03.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[39303]: audit 2021-03-04T23:00:02.662437+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.2.108:0/296697433' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:03.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:00:03.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-03-04T23:00:03.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:00:03.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:00:03.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T23:00:03.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:00:03.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:02 gibba008 bash[50175]: --> ceph-volume lvm activate successful for osd ID: 3 2021-03-04T23:00:03.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:02 gibba023 bash[27374]: cephadm 2021-03-04T23:00:01.558174+0000 mgr.x (mgr.34379) 286 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:00:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:02 gibba023 bash[27374]: cluster 2021-03-04T23:00:01.918632+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e362: 8 total, 7 up, 8 in 2021-03-04T23:00:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:02 gibba023 bash[27374]: audit 2021-03-04T23:00:02.662437+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.2.108:0/296697433' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:03.681 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:00:03 gibba008 bash[44600]: debug 2021-03-04T23:00:03.424+0000 7f58d4110700 -1 osd.0 pg_epoch: 363 pg[17.7( v 358'82 (0'0,358'82] local-lis/les=301/302 n=9 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [0,4,7] r=0 lpr=301 crt=358'80 lcod 358'81 mlcod 358'81 active+clean+snaptrim trimq=[2b~1]] removing snap head 2021-03-04T23:00:03.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:00:03 gibba023 bash[16680]: debug 2021-03-04T23:00:03.385+0000 7fdbe7116700 -1 osd.5 pg_epoch: 363 pg[17.19( v 362'64 (0'0,362'64] local-lis/les=356/357 n=10 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [5,6,2] r=0 lpr=356 crt=362'64 lcod 362'63 mlcod 362'63 active+clean+snaptrim trimq=[2b~1]] removing snap head 2021-03-04T23:00:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:03 gibba008 bash[37770]: cluster 2021-03-04T23:00:02.751399+0000 mgr.x (mgr.34379) 287 : cluster [DBG] pgmap v396: 137 pgs: 3 stale+active+clean, 18 active+undersized+degraded, 28 active+undersized, 88 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 2.5 KiB/s wr, 13 op/s; 108/933 objects degraded (11.576%) 2021-03-04T23:00:04.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:03 gibba008 bash[37770]: cluster 2021-03-04T23:00:02.933139+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e363: 8 total, 7 up, 8 in 2021-03-04T23:00:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:03 gibba008 bash[39303]: cluster 2021-03-04T23:00:02.751399+0000 mgr.x (mgr.34379) 287 : cluster [DBG] pgmap v396: 137 pgs: 3 stale+active+clean, 18 active+undersized+degraded, 28 active+undersized, 88 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 2.5 KiB/s wr, 13 op/s; 108/933 objects degraded (11.576%) 2021-03-04T23:00:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:03 gibba008 bash[39303]: cluster 2021-03-04T23:00:02.933139+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e363: 8 total, 7 up, 8 in 2021-03-04T23:00:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:03 gibba023 bash[27374]: cluster 2021-03-04T23:00:02.751399+0000 mgr.x (mgr.34379) 287 : cluster [DBG] pgmap v396: 137 pgs: 3 stale+active+clean, 18 active+undersized+degraded, 28 active+undersized, 88 active+clean; 448 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s rd, 2.5 KiB/s wr, 13 op/s; 108/933 objects degraded (11.576%) 2021-03-04T23:00:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:03 gibba023 bash[27374]: cluster 2021-03-04T23:00:02.933139+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e363: 8 total, 7 up, 8 in 2021-03-04T23:00:05.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:04 gibba008 bash[37770]: cluster 2021-03-04T23:00:03.951359+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e364: 8 total, 7 up, 8 in 2021-03-04T23:00:05.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:04 gibba008 bash[37770]: audit 2021-03-04T23:00:04.850218+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.2.108:0/746698571' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:05.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:04 gibba008 bash[39303]: cluster 2021-03-04T23:00:03.951359+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e364: 8 total, 7 up, 8 in 2021-03-04T23:00:05.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:04 gibba008 bash[39303]: audit 2021-03-04T23:00:04.850218+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.2.108:0/746698571' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:05.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:04 gibba008 bash[50326]: debug 2021-03-04T23:00:04.776+0000 7f9b8ffb3700 1 -- 172.21.2.108:0/3236171362 <== mon.1 v2:172.21.2.108:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5634efd3c4e0 con 0x5634efdbac00 2021-03-04T23:00:05.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:04 gibba023 bash[27374]: cluster 2021-03-04T23:00:03.951359+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e364: 8 total, 7 up, 8 in 2021-03-04T23:00:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:04 gibba023 bash[27374]: audit 2021-03-04T23:00:04.850218+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.2.108:0/746698571' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:05.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:00:04 gibba023 bash[16680]: debug 2021-03-04T23:00:04.961+0000 7fdbe7116700 -1 osd.5 pg_epoch: 365 pg[17.19( v 365'69 (0'0,365'69] local-lis/les=356/357 n=7 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [5,6,2] r=0 lpr=356 luod=364'68 crt=365'69 lcod 363'66 mlcod 363'66 active+clean+snaptrim trimq=[27~1] ps=[29~1,2b~1]] removing snap head 2021-03-04T23:00:05.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (26839 ms) 2021-03-04T23:00:05.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2021-03-04T23:00:05.294 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:05.298 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:00:05.361 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:00:05.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[50326]: debug 2021-03-04T23:00:05.116+0000 7f9b97a48080 -1 Falling back to public interface 2021-03-04T23:00:05.964 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[24432]: debug 2021-03-04T23:00:05.701+0000 7fe530169700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (22 PGs are or would become offline) 2021-03-04T23:00:05.964 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[24432]: debug 2021-03-04T23:00:05.705+0000 7fe538394700 -1 log_channel(cephadm) log [ERR] : Upgrade: unsafe to stop osd(s) at this time (22 PGs are or would become offline) 2021-03-04T23:00:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: cluster 2021-03-04T23:00:04.752778+0000 mgr.x (mgr.34379) 288 : cluster [DBG] pgmap v399: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 452 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 2.5 KiB/s rd, 1023 B/s wr, 6 op/s; 127/948 objects degraded (13.397%) 2021-03-04T23:00:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: cluster 2021-03-04T23:00:04.957215+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e365: 8 total, 7 up, 8 in 2021-03-04T23:00:06.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.384528+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:06.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.663806+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:06.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.683683+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:06.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.688155+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.693099+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.697324+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[37770]: audit 2021-03-04T23:00:05.704574+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:00:06.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: cluster 2021-03-04T23:00:04.752778+0000 mgr.x (mgr.34379) 288 : cluster [DBG] pgmap v399: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 452 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 2.5 KiB/s rd, 1023 B/s wr, 6 op/s; 127/948 objects degraded (13.397%) 2021-03-04T23:00:06.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: cluster 2021-03-04T23:00:04.957215+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e365: 8 total, 7 up, 8 in 2021-03-04T23:00:06.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.384528+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:06.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.663806+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:06.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.683683+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:06.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.688155+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.693099+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.697324+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:05 gibba008 bash[39303]: audit 2021-03-04T23:00:05.704574+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:00:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: cluster 2021-03-04T23:00:04.752778+0000 mgr.x (mgr.34379) 288 : cluster [DBG] pgmap v399: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 452 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 2.5 KiB/s rd, 1023 B/s wr, 6 op/s; 127/948 objects degraded (13.397%) 2021-03-04T23:00:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: cluster 2021-03-04T23:00:04.957215+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e365: 8 total, 7 up, 8 in 2021-03-04T23:00:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.384528+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.663806+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.683683+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.688155+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.693099+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.697324+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:06.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:05 gibba023 bash[27374]: audit 2021-03-04T23:00:05.704574+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:00:06.979 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:00:06.986 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:00:06.986 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:00:06.986 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:00:07.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.387044+0000 mgr.x (mgr.34379) 289 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:00:07.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.680986+0000 mgr.x (mgr.34379) 290 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:00:07.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.687625+0000 mgr.x (mgr.34379) 291 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:00:07.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.691099+0000 mgr.x (mgr.34379) 292 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:00:07.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.692598+0000 mgr.x (mgr.34379) 293 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:00:07.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.696133+0000 mgr.x (mgr.34379) 294 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:00:07.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.697176+0000 mgr.x (mgr.34379) 295 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:00:07.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.700187+0000 mgr.x (mgr.34379) 296 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:00:07.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.703302+0000 mgr.x (mgr.34379) 297 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:00:07.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.703584+0000 mgr.x (mgr.34379) 298 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:00:07.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: audit 2021-03-04T23:00:05.705762+0000 mgr.x (mgr.34379) 299 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:00:07.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cephadm 2021-03-04T23:00:05.708788+0000 mgr.x (mgr.34379) 300 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (22 PGs are or would become offline) 2021-03-04T23:00:07.268 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[37770]: cluster 2021-03-04T23:00:05.968668+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e366: 8 total, 7 up, 8 in 2021-03-04T23:00:07.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.387044+0000 mgr.x (mgr.34379) 289 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:00:07.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.680986+0000 mgr.x (mgr.34379) 290 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:00:07.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.687625+0000 mgr.x (mgr.34379) 291 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:00:07.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.691099+0000 mgr.x (mgr.34379) 292 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:00:07.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.692598+0000 mgr.x (mgr.34379) 293 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:00:07.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.696133+0000 mgr.x (mgr.34379) 294 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:00:07.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.697176+0000 mgr.x (mgr.34379) 295 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:00:07.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.700187+0000 mgr.x (mgr.34379) 296 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:00:07.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.703302+0000 mgr.x (mgr.34379) 297 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:00:07.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.703584+0000 mgr.x (mgr.34379) 298 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:00:07.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: audit 2021-03-04T23:00:05.705762+0000 mgr.x (mgr.34379) 299 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:00:07.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cephadm 2021-03-04T23:00:05.708788+0000 mgr.x (mgr.34379) 300 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (22 PGs are or would become offline) 2021-03-04T23:00:07.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:06 gibba008 bash[39303]: cluster 2021-03-04T23:00:05.968668+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e366: 8 total, 7 up, 8 in 2021-03-04T23:00:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.387044+0000 mgr.x (mgr.34379) 289 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:00:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.680986+0000 mgr.x (mgr.34379) 290 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:00:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.687625+0000 mgr.x (mgr.34379) 291 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:00:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.691099+0000 mgr.x (mgr.34379) 292 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:00:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.692598+0000 mgr.x (mgr.34379) 293 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:00:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.696133+0000 mgr.x (mgr.34379) 294 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:00:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.697176+0000 mgr.x (mgr.34379) 295 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:00:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.700187+0000 mgr.x (mgr.34379) 296 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:00:07.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.703302+0000 mgr.x (mgr.34379) 297 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:00:07.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.703584+0000 mgr.x (mgr.34379) 298 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:00:07.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: audit 2021-03-04T23:00:05.705762+0000 mgr.x (mgr.34379) 299 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:00:07.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cephadm 2021-03-04T23:00:05.708788+0000 mgr.x (mgr.34379) 300 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (22 PGs are or would become offline) 2021-03-04T23:00:07.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:06 gibba023 bash[27374]: cluster 2021-03-04T23:00:05.968668+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e366: 8 total, 7 up, 8 in 2021-03-04T23:00:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[37770]: cluster 2021-03-04T23:00:06.754320+0000 mgr.x (mgr.34379) 301 : cluster [DBG] pgmap v402: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 464 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 63 MiB/s rd, 8.0 MiB/s wr, 172 op/s; 134/969 objects degraded (13.829%) 2021-03-04T23:00:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[37770]: cluster 2021-03-04T23:00:06.967855+0000 mon.a (mon.0) 731 : cluster [WRN] Health check update: Degraded data redundancy: 134/969 objects degraded (13.829%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:08.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[37770]: cluster 2021-03-04T23:00:06.971290+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e367: 8 total, 7 up, 8 in 2021-03-04T23:00:08.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[37770]: audit 2021-03-04T23:00:07.085992+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.2.108:0/1877304700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:08.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[39303]: cluster 2021-03-04T23:00:06.754320+0000 mgr.x (mgr.34379) 301 : cluster [DBG] pgmap v402: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 464 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 63 MiB/s rd, 8.0 MiB/s wr, 172 op/s; 134/969 objects degraded (13.829%) 2021-03-04T23:00:08.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[39303]: cluster 2021-03-04T23:00:06.967855+0000 mon.a (mon.0) 731 : cluster [WRN] Health check update: Degraded data redundancy: 134/969 objects degraded (13.829%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:08.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[39303]: cluster 2021-03-04T23:00:06.971290+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e367: 8 total, 7 up, 8 in 2021-03-04T23:00:08.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:07 gibba008 bash[39303]: audit 2021-03-04T23:00:07.085992+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.2.108:0/1877304700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:07 gibba023 bash[27374]: cluster 2021-03-04T23:00:06.754320+0000 mgr.x (mgr.34379) 301 : cluster [DBG] pgmap v402: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 464 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 63 MiB/s rd, 8.0 MiB/s wr, 172 op/s; 134/969 objects degraded (13.829%) 2021-03-04T23:00:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:07 gibba023 bash[27374]: cluster 2021-03-04T23:00:06.967855+0000 mon.a (mon.0) 731 : cluster [WRN] Health check update: Degraded data redundancy: 134/969 objects degraded (13.829%), 23 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:07 gibba023 bash[27374]: cluster 2021-03-04T23:00:06.971290+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e367: 8 total, 7 up, 8 in 2021-03-04T23:00:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:07 gibba023 bash[27374]: audit 2021-03-04T23:00:07.085992+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.2.108:0/1877304700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:08.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.388+0000 7f9b97a48080 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:00:08.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.388+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #-1:c0371625:::snapmapper:0# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.392+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.392+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:a93a17c2:::604.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.392+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:d0630e4c:::mds0_sessionmap:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.764 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.392+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:e0b41d06:::609.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.764 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.392+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:0866726b:::image219.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.764 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:0ad25118:::rbd_header.d3e4740ca7fa:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.764 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:0ebd4079:::image198.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.765 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:2af977b8:::image182.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.765 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:3831950c:::rbd_directory:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.765 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:3a0bbaf1:::image225.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.765 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:3a4cabdd:::image237.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.765 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:4a04519c:::rbd_header.d3e4945f1d92:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.766 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:4eaf8f99:::image195.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.766 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:58ea768d:::rbd_header.d3e467b398d3:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.766 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.396+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:80691726:::image187.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.766 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.400+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:87fdbb6e:::image190.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.767 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.400+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:b18aad18:::image192.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.767 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.400+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:b2a4734f:::image221.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.767 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.400+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:bbfa0071:::image223.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.767 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:dad5a3c6:::rbd_header.d3e4db57f16:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.767 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:dce67aa2:::image227.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.768 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:de0251f4:::image217.rbd:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.768 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #17:fa1badef:::rbd_header.d3e4f354a90c:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.768 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #18:0a46cc9d:ns1::rbd_directory:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.768 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #18:5fa205c2:::rbd_header.d3e4beb213bf:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.769 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #18:6aa794f7:::rbd_header.d3e4f331bf4c:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.769 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.404+0000 7f9b83d0f700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #18:97b25819:ns1::rbd_header.d3e48b04ed4:head# has omap that is not per-pg or pgmeta 2021-03-04T23:00:08.769 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:08 gibba008 bash[50326]: debug 2021-03-04T23:00:08.552+0000 7f9b97a48080 -1 osd.3 358 log_to_monitors {default=true} 2021-03-04T23:00:09.008 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:00:09.010 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:00:09.010 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:00:09.015 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:00:09.025 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:00:09.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[39303]: cluster 2021-03-04T23:00:07.985577+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e368: 8 total, 7 up, 8 in 2021-03-04T23:00:09.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[39303]: audit 2021-03-04T23:00:08.557041+0000 mon.c (mon.1) 21 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:00:09.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[39303]: audit 2021-03-04T23:00:08.557338+0000 mon.a (mon.0) 734 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:00:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[37770]: cluster 2021-03-04T23:00:07.985577+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e368: 8 total, 7 up, 8 in 2021-03-04T23:00:09.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[37770]: audit 2021-03-04T23:00:08.557041+0000 mon.c (mon.1) 21 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:00:09.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[37770]: audit 2021-03-04T23:00:08.557338+0000 mon.a (mon.0) 734 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:00:09.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:09 gibba008 bash[50326]: debug 2021-03-04T23:00:09.012+0000 7f9b89f2a700 -1 osd.3 358 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:00:09.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:09 gibba023 bash[27374]: cluster 2021-03-04T23:00:07.985577+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e368: 8 total, 7 up, 8 in 2021-03-04T23:00:09.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:09 gibba023 bash[27374]: audit 2021-03-04T23:00:08.557041+0000 mon.c (mon.1) 21 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:00:09.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:09 gibba023 bash[27374]: audit 2021-03-04T23:00:08.557338+0000 mon.a (mon.0) 734 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:00:10.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[39303]: cluster 2021-03-04T23:00:08.755765+0000 mgr.x (mgr.34379) 302 : cluster [DBG] pgmap v405: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 480 MiB data, 1.4 GiB used, 666 GiB / 672 GiB avail; 68 MiB/s rd, 13 MiB/s wr, 186 op/s; 137/999 objects degraded (13.714%) 2021-03-04T23:00:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[39303]: audit 2021-03-04T23:00:09.001738+0000 mon.a (mon.0) 735 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:00:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[39303]: cluster 2021-03-04T23:00:09.001783+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e369: 8 total, 7 up, 8 in 2021-03-04T23:00:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[39303]: audit 2021-03-04T23:00:09.002416+0000 mon.c (mon.1) 22 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:00:10.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[39303]: audit 2021-03-04T23:00:09.005562+0000 mon.a (mon.0) 737 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:00:10.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[39303]: audit 2021-03-04T23:00:09.266809+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.2.108:0/249791028' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:10.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[37770]: cluster 2021-03-04T23:00:08.755765+0000 mgr.x (mgr.34379) 302 : cluster [DBG] pgmap v405: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 480 MiB data, 1.4 GiB used, 666 GiB / 672 GiB avail; 68 MiB/s rd, 13 MiB/s wr, 186 op/s; 137/999 objects degraded (13.714%) 2021-03-04T23:00:10.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[37770]: audit 2021-03-04T23:00:09.001738+0000 mon.a (mon.0) 735 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:00:10.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[37770]: cluster 2021-03-04T23:00:09.001783+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e369: 8 total, 7 up, 8 in 2021-03-04T23:00:10.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[37770]: audit 2021-03-04T23:00:09.002416+0000 mon.c (mon.1) 22 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:00:10.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[37770]: audit 2021-03-04T23:00:09.005562+0000 mon.a (mon.0) 737 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:00:10.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:10 gibba008 bash[37770]: audit 2021-03-04T23:00:09.266809+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.2.108:0/249791028' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:10 gibba023 bash[27374]: cluster 2021-03-04T23:00:08.755765+0000 mgr.x (mgr.34379) 302 : cluster [DBG] pgmap v405: 137 pgs: 23 active+undersized+degraded, 34 active+undersized, 80 active+clean; 480 MiB data, 1.4 GiB used, 666 GiB / 672 GiB avail; 68 MiB/s rd, 13 MiB/s wr, 186 op/s; 137/999 objects degraded (13.714%) 2021-03-04T23:00:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:10 gibba023 bash[27374]: audit 2021-03-04T23:00:09.001738+0000 mon.a (mon.0) 735 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:00:10.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:10 gibba023 bash[27374]: cluster 2021-03-04T23:00:09.001783+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e369: 8 total, 7 up, 8 in 2021-03-04T23:00:10.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:10 gibba023 bash[27374]: audit 2021-03-04T23:00:09.002416+0000 mon.c (mon.1) 22 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:00:10.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:10 gibba023 bash[27374]: audit 2021-03-04T23:00:09.005562+0000 mon.a (mon.0) 737 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:00:10.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:10 gibba023 bash[27374]: audit 2021-03-04T23:00:09.266809+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.2.108:0/249791028' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:11.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:11 gibba023 bash[27374]: cluster 2021-03-04T23:00:10.006110+0000 mon.a (mon.0) 739 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:00:11.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:11 gibba023 bash[27374]: cluster 2021-03-04T23:00:10.011663+0000 mon.a (mon.0) 740 : cluster [INF] osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840] boot 2021-03-04T23:00:11.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:11 gibba023 bash[27374]: cluster 2021-03-04T23:00:10.011694+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-03-04T23:00:11.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:11 gibba023 bash[27374]: audit 2021-03-04T23:00:10.011894+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:00:11.460 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 4 2021-03-04T23:00:11.498 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[50326]: debug 2021-03-04T23:00:11.100+0000 7f9b716f9700 -1 osd.3 pg_epoch: 371 pg[17.14( v 365'71 (0'0,365'71] local-lis/les=370/371 n=14 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370 pruub=12.798604965s) [3,4,1] r=0 lpr=370 crt=365'71 mlcod 0'0 active+clean+snaptrim+wait pruub 15.373989105s@ trimq=[2b~1] ps=[27~1,29~1]] removing snap head 2021-03-04T23:00:11.498 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[37770]: cluster 2021-03-04T23:00:10.006110+0000 mon.a (mon.0) 739 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:00:11.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[37770]: cluster 2021-03-04T23:00:10.011663+0000 mon.a (mon.0) 740 : cluster [INF] osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840] boot 2021-03-04T23:00:11.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[37770]: cluster 2021-03-04T23:00:10.011694+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-03-04T23:00:11.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[37770]: audit 2021-03-04T23:00:10.011894+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:00:11.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[39303]: cluster 2021-03-04T23:00:10.006110+0000 mon.a (mon.0) 739 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:00:11.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[39303]: cluster 2021-03-04T23:00:10.011663+0000 mon.a (mon.0) 740 : cluster [INF] osd.3 [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840] boot 2021-03-04T23:00:11.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[39303]: cluster 2021-03-04T23:00:10.011694+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-03-04T23:00:11.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:11 gibba008 bash[39303]: audit 2021-03-04T23:00:10.011894+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:00:12.375 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:12 gibba008 bash[37770]: cluster 2021-03-04T23:00:10.757637+0000 mgr.x (mgr.34379) 303 : cluster [DBG] pgmap v408: 137 pgs: 16 peering, 16 active+undersized+degraded, 25 active+undersized, 80 active+clean; 492 MiB data, 1.4 GiB used, 667 GiB / 672 GiB avail; 5.0 MiB/s rd, 7.0 MiB/s wr, 19 op/s; 97/1020 objects degraded (9.510%) 2021-03-04T23:00:12.375 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:12 gibba008 bash[37770]: cluster 2021-03-04T23:00:11.022251+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-03-04T23:00:12.375 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:12 gibba008 bash[37770]: audit 2021-03-04T23:00:11.450309+0000 mon.a (mon.0) 744 : audit [DBG] from='client.? 172.21.2.108:0/3227381379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:12.376 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:12 gibba008 bash[39303]: cluster 2021-03-04T23:00:10.757637+0000 mgr.x (mgr.34379) 303 : cluster [DBG] pgmap v408: 137 pgs: 16 peering, 16 active+undersized+degraded, 25 active+undersized, 80 active+clean; 492 MiB data, 1.4 GiB used, 667 GiB / 672 GiB avail; 5.0 MiB/s rd, 7.0 MiB/s wr, 19 op/s; 97/1020 objects degraded (9.510%) 2021-03-04T23:00:12.376 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:12 gibba008 bash[39303]: cluster 2021-03-04T23:00:11.022251+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-03-04T23:00:12.376 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:12 gibba008 bash[39303]: audit 2021-03-04T23:00:11.450309+0000 mon.a (mon.0) 744 : audit [DBG] from='client.? 172.21.2.108:0/3227381379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:12.378 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:00:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:12 gibba023 bash[27374]: cluster 2021-03-04T23:00:10.757637+0000 mgr.x (mgr.34379) 303 : cluster [DBG] pgmap v408: 137 pgs: 16 peering, 16 active+undersized+degraded, 25 active+undersized, 80 active+clean; 492 MiB data, 1.4 GiB used, 667 GiB / 672 GiB avail; 5.0 MiB/s rd, 7.0 MiB/s wr, 19 op/s; 97/1020 objects degraded (9.510%) 2021-03-04T23:00:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:12 gibba023 bash[27374]: cluster 2021-03-04T23:00:11.022251+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-03-04T23:00:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:12 gibba023 bash[27374]: audit 2021-03-04T23:00:11.450309+0000 mon.a (mon.0) 744 : audit [DBG] from='client.? 172.21.2.108:0/3227381379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:00:13.450 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:13 gibba008 bash[37770]: cluster 2021-03-04T23:00:13.024992+0000 mon.a (mon.0) 745 : cluster [WRN] Health check update: Degraded data redundancy: 85/1023 objects degraded (8.309%), 14 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:13.451 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:13 gibba008 bash[39303]: cluster 2021-03-04T23:00:13.024992+0000 mon.a (mon.0) 745 : cluster [WRN] Health check update: Degraded data redundancy: 85/1023 objects degraded (8.309%), 14 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:13 gibba023 bash[27374]: cluster 2021-03-04T23:00:13.024992+0000 mon.a (mon.0) 745 : cluster [WRN] Health check update: Degraded data redundancy: 85/1023 objects degraded (8.309%), 14 pgs degraded (PG_DEGRADED) 2021-03-04T23:00:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:14 gibba008 bash[39303]: cluster 2021-03-04T23:00:12.759255+0000 mgr.x (mgr.34379) 304 : cluster [DBG] pgmap v410: 137 pgs: 16 peering, 14 active+undersized+degraded, 18 active+undersized, 89 active+clean; 496 MiB data, 1.4 GiB used, 667 GiB / 672 GiB avail; 1.9 KiB/s rd, 2.5 MiB/s wr, 4 op/s; 85/1023 objects degraded (8.309%); 858 KiB/s, 0 keys/s, 0 objects/s recovering 2021-03-04T23:00:14.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:14 gibba008 bash[37770]: cluster 2021-03-04T23:00:12.759255+0000 mgr.x (mgr.34379) 304 : cluster [DBG] pgmap v410: 137 pgs: 16 peering, 14 active+undersized+degraded, 18 active+undersized, 89 active+clean; 496 MiB data, 1.4 GiB used, 667 GiB / 672 GiB avail; 1.9 KiB/s rd, 2.5 MiB/s wr, 4 op/s; 85/1023 objects degraded (8.309%); 858 KiB/s, 0 keys/s, 0 objects/s recovering 2021-03-04T23:00:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:14 gibba023 bash[27374]: cluster 2021-03-04T23:00:12.759255+0000 mgr.x (mgr.34379) 304 : cluster [DBG] pgmap v410: 137 pgs: 16 peering, 14 active+undersized+degraded, 18 active+undersized, 89 active+clean; 496 MiB data, 1.4 GiB used, 667 GiB / 672 GiB avail; 1.9 KiB/s rd, 2.5 MiB/s wr, 4 op/s; 85/1023 objects degraded (8.309%); 858 KiB/s, 0 keys/s, 0 objects/s recovering 2021-03-04T23:00:15.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:15 gibba008 bash[37770]: cluster 2021-03-04T23:00:14.760966+0000 mgr.x (mgr.34379) 305 : cluster [DBG] pgmap v411: 137 pgs: 24 active+clean+wait, 16 peering, 97 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 3.3 MiB/s wr, 3 op/s; 4.7 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T23:00:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:15 gibba008 bash[37770]: cluster 2021-03-04T23:00:15.083872+0000 mon.a (mon.0) 746 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/1023 objects degraded (8.309%), 14 pgs degraded) 2021-03-04T23:00:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:15 gibba008 bash[39303]: cluster 2021-03-04T23:00:14.760966+0000 mgr.x (mgr.34379) 305 : cluster [DBG] pgmap v411: 137 pgs: 24 active+clean+wait, 16 peering, 97 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 3.3 MiB/s wr, 3 op/s; 4.7 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T23:00:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:15 gibba008 bash[39303]: cluster 2021-03-04T23:00:15.083872+0000 mon.a (mon.0) 746 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/1023 objects degraded (8.309%), 14 pgs degraded) 2021-03-04T23:00:15.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:15 gibba023 bash[27374]: cluster 2021-03-04T23:00:14.760966+0000 mgr.x (mgr.34379) 305 : cluster [DBG] pgmap v411: 137 pgs: 24 active+clean+wait, 16 peering, 97 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 3.3 MiB/s wr, 3 op/s; 4.7 MiB/s, 0 keys/s, 3 objects/s recovering 2021-03-04T23:00:15.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:15 gibba023 bash[27374]: cluster 2021-03-04T23:00:15.083872+0000 mon.a (mon.0) 746 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/1023 objects degraded (8.309%), 14 pgs degraded) 2021-03-04T23:00:15.599 INFO:teuthology.orchestra.run.gibba008.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:00:16.281 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:00:16.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:16 gibba008 bash[37770]: audit 2021-03-04T23:00:15.591007+0000 mgr.x (mgr.34379) 306 : audit [DBG] from='client.44511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:16 gibba008 bash[37770]: cephadm 2021-03-04T23:00:15.591910+0000 mgr.x (mgr.34379) 307 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:00:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:16 gibba008 bash[37770]: audit 2021-03-04T23:00:15.595822+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:16 gibba008 bash[39303]: audit 2021-03-04T23:00:15.591007+0000 mgr.x (mgr.34379) 306 : audit [DBG] from='client.44511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:16 gibba008 bash[39303]: cephadm 2021-03-04T23:00:15.591910+0000 mgr.x (mgr.34379) 307 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:00:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:16 gibba008 bash[39303]: audit 2021-03-04T23:00:15.595822+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:17.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:16 gibba023 bash[27374]: audit 2021-03-04T23:00:15.591007+0000 mgr.x (mgr.34379) 306 : audit [DBG] from='client.44511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:17.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:16 gibba023 bash[27374]: cephadm 2021-03-04T23:00:15.591910+0000 mgr.x (mgr.34379) 307 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:00:17.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:16 gibba023 bash[27374]: audit 2021-03-04T23:00:15.595822+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:17.737 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:17 gibba008 bash[37770]: cluster 2021-03-04T23:00:16.762645+0000 mgr.x (mgr.34379) 308 : cluster [DBG] pgmap v412: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 2 op/s; 4.1 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:00:17.738 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:17 gibba008 bash[39303]: cluster 2021-03-04T23:00:16.762645+0000 mgr.x (mgr.34379) 308 : cluster [DBG] pgmap v412: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 2 op/s; 4.1 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:00:18.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:17 gibba023 bash[27374]: cluster 2021-03-04T23:00:16.762645+0000 mgr.x (mgr.34379) 308 : cluster [DBG] pgmap v412: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 2 op/s; 4.1 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:00:19.485 INFO:teuthology.orchestra.run.gibba008.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:00:19.485 INFO:teuthology.orchestra.run.gibba008.stdout:alertmanager.a gibba008 running (10m) 14s ago 10m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d4b5832f3a8a 2021-03-04T23:00:19.485 INFO:teuthology.orchestra.run.gibba008.stdout:grafana.a gibba023 running (10m) 40s ago 10m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a cb5e653c5229 2021-03-04T23:00:19.486 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba008.hxkpme gibba008 running (8m) 14s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8d25b10c411d 2021-03-04T23:00:19.486 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba023.whlkca gibba023 running (8m) 40s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6bca2cdde72b 2021-03-04T23:00:19.486 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.x gibba023 running (6m) 40s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 dad386f09c74 aa06468743b8 2021-03-04T23:00:19.486 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.y gibba008 running (5m) 14s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5fb3b6fe62b7 2021-03-04T23:00:19.487 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a gibba008 running (5m) 14s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 16c2d83d6e4b 2021-03-04T23:00:19.487 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b gibba023 running (4m) 40s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 0f419364bac9 2021-03-04T23:00:19.487 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c gibba008 running (5m) 14s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 33c33d347ac6 2021-03-04T23:00:19.487 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.a gibba008 running (10m) 14s ago 10m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf be0909c51360 2021-03-04T23:00:19.488 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.b gibba023 running (10m) 40s ago 10m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf ab82d094d1cc 2021-03-04T23:00:19.488 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 gibba008 running (2m) 14s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5722634b3c68 2021-03-04T23:00:19.488 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 gibba008 running (68s) 14s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 fce1d6e4b540 2021-03-04T23:00:19.488 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 gibba008 running (42s) 14s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 304cd8be6521 2021-03-04T23:00:19.488 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 gibba008 running (15s) 14s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 1ca461301bf8 2021-03-04T23:00:19.489 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 gibba023 running (11m) 40s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 778ab12c8273 2021-03-04T23:00:19.489 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 gibba023 running (11m) 40s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5e575a12b513 2021-03-04T23:00:19.489 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 gibba023 running (11m) 40s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 684f88952d5d 2021-03-04T23:00:19.489 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 gibba023 running (10m) 40s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 84a56750ca88 2021-03-04T23:00:19.490 INFO:teuthology.orchestra.run.gibba008.stdout:prometheus.a gibba023 running (9m) 40s ago 10m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 1e715363fad6 2021-03-04T23:00:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:19 gibba008 bash[37770]: cluster 2021-03-04T23:00:18.685566+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-03-04T23:00:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:19 gibba008 bash[37770]: cluster 2021-03-04T23:00:18.763861+0000 mgr.x (mgr.34379) 309 : cluster [DBG] pgmap v414: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 1 op/s; 4.0 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:00:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:19 gibba008 bash[39303]: cluster 2021-03-04T23:00:18.685566+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-03-04T23:00:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:19 gibba008 bash[39303]: cluster 2021-03-04T23:00:18.763861+0000 mgr.x (mgr.34379) 309 : cluster [DBG] pgmap v414: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 1 op/s; 4.0 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:00:20.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:19 gibba023 bash[27374]: cluster 2021-03-04T23:00:18.685566+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-03-04T23:00:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:19 gibba023 bash[27374]: cluster 2021-03-04T23:00:18.763861+0000 mgr.x (mgr.34379) 309 : cluster [DBG] pgmap v414: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 1 op/s; 4.0 MiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:00:20.208 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:00:21.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:20 gibba008 bash[37770]: audit 2021-03-04T23:00:19.471924+0000 mgr.x (mgr.34379) 310 : audit [DBG] from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:21.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:20 gibba008 bash[39303]: audit 2021-03-04T23:00:19.471924+0000 mgr.x (mgr.34379) 310 : audit [DBG] from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:21.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:20 gibba023 bash[27374]: audit 2021-03-04T23:00:19.471924+0000 mgr.x (mgr.34379) 310 : audit [DBG] from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:22.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:21 gibba008 bash[37770]: audit 2021-03-04T23:00:20.724675+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:22.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:21 gibba008 bash[37770]: audit 2021-03-04T23:00:20.726618+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:22.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:21 gibba008 bash[37770]: cluster 2021-03-04T23:00:20.764746+0000 mgr.x (mgr.34379) 311 : cluster [DBG] pgmap v415: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 1 op/s; 3.3 MiB/s, 1 keys/s, 2 objects/s recovering 2021-03-04T23:00:22.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:21 gibba008 bash[39303]: audit 2021-03-04T23:00:20.724675+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:22.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:21 gibba008 bash[39303]: audit 2021-03-04T23:00:20.726618+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:22.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:21 gibba008 bash[39303]: cluster 2021-03-04T23:00:20.764746+0000 mgr.x (mgr.34379) 311 : cluster [DBG] pgmap v415: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 1 op/s; 3.3 MiB/s, 1 keys/s, 2 objects/s recovering 2021-03-04T23:00:22.057 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:21 gibba023 bash[27374]: audit 2021-03-04T23:00:20.724675+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:22.057 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:21 gibba023 bash[27374]: audit 2021-03-04T23:00:20.726618+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:22.058 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:21 gibba023 bash[27374]: cluster 2021-03-04T23:00:20.764746+0000 mgr.x (mgr.34379) 311 : cluster [DBG] pgmap v415: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 1 op/s; 3.3 MiB/s, 1 keys/s, 2 objects/s recovering 2021-03-04T23:00:23.409 INFO:teuthology.orchestra.run.gibba008.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:00:23.410 INFO:teuthology.orchestra.run.gibba008.stdout:alertmanager.a gibba008 running (10m) 18s ago 10m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d4b5832f3a8a 2021-03-04T23:00:23.410 INFO:teuthology.orchestra.run.gibba008.stdout:grafana.a gibba023 running (10m) 44s ago 10m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a cb5e653c5229 2021-03-04T23:00:23.410 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba008.hxkpme gibba008 running (8m) 18s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8d25b10c411d 2021-03-04T23:00:23.411 INFO:teuthology.orchestra.run.gibba008.stdout:mds.foo.gibba023.whlkca gibba023 running (8m) 44s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6bca2cdde72b 2021-03-04T23:00:23.411 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.x gibba023 running (6m) 44s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 dad386f09c74 aa06468743b8 2021-03-04T23:00:23.411 INFO:teuthology.orchestra.run.gibba008.stdout:mgr.y gibba008 running (5m) 18s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5fb3b6fe62b7 2021-03-04T23:00:23.411 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a gibba008 running (5m) 18s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 16c2d83d6e4b 2021-03-04T23:00:23.411 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b gibba023 running (4m) 44s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 0f419364bac9 2021-03-04T23:00:23.412 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c gibba008 running (5m) 18s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 33c33d347ac6 2021-03-04T23:00:23.412 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.a gibba008 running (10m) 18s ago 10m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf be0909c51360 2021-03-04T23:00:23.412 INFO:teuthology.orchestra.run.gibba008.stdout:node-exporter.b gibba023 running (10m) 44s ago 10m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf ab82d094d1cc 2021-03-04T23:00:23.412 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 gibba008 running (2m) 18s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 5722634b3c68 2021-03-04T23:00:23.413 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 gibba008 running (72s) 18s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 fce1d6e4b540 2021-03-04T23:00:23.413 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 gibba008 running (46s) 18s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 304cd8be6521 2021-03-04T23:00:23.413 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 gibba008 running (19s) 18s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 dad386f09c74 1ca461301bf8 2021-03-04T23:00:23.413 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 gibba023 running (12m) 44s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 778ab12c8273 2021-03-04T23:00:23.413 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 gibba023 running (11m) 44s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5e575a12b513 2021-03-04T23:00:23.414 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 gibba023 running (11m) 44s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 684f88952d5d 2021-03-04T23:00:23.414 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 gibba023 running (11m) 44s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 84a56750ca88 2021-03-04T23:00:23.414 INFO:teuthology.orchestra.run.gibba008.stdout:prometheus.a gibba023 running (10m) 44s ago 10m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 1e715363fad6 2021-03-04T23:00:24.084 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:23 gibba008 bash[37770]: cluster 2021-03-04T23:00:22.766088+0000 mgr.x (mgr.34379) 312 : cluster [DBG] pgmap v416: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 819 KiB/s wr, 0 op/s; 2.8 MiB/s, 1 keys/s, 2 objects/s recovering 2021-03-04T23:00:24.085 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:23 gibba008 bash[39303]: cluster 2021-03-04T23:00:22.766088+0000 mgr.x (mgr.34379) 312 : cluster [DBG] pgmap v416: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 819 KiB/s wr, 0 op/s; 2.8 MiB/s, 1 keys/s, 2 objects/s recovering 2021-03-04T23:00:24.086 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph versions' 2021-03-04T23:00:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:23 gibba023 bash[27374]: cluster 2021-03-04T23:00:22.766088+0000 mgr.x (mgr.34379) 312 : cluster [DBG] pgmap v416: 137 pgs: 24 active+clean+wait, 113 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 819 KiB/s wr, 0 op/s; 2.8 MiB/s, 1 keys/s, 2 objects/s recovering 2021-03-04T23:00:24.864 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:24.907 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:00:24.915 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T23:00:24.942 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:00:25.244 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:24 gibba008 bash[37770]: audit 2021-03-04T23:00:23.367254+0000 mgr.x (mgr.34379) 313 : audit [DBG] from='client.54466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:25.245 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:24 gibba008 bash[39303]: audit 2021-03-04T23:00:23.367254+0000 mgr.x (mgr.34379) 313 : audit [DBG] from='client.54466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:25.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:24 gibba023 bash[27374]: audit 2021-03-04T23:00:23.367254+0000 mgr.x (mgr.34379) 313 : audit [DBG] from='client.54466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:00:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: cluster 2021-03-04T23:00:24.767650+0000 mgr.x (mgr.34379) 314 : cluster [DBG] pgmap v417: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 306 B/s rd, 102 B/s wr, 0 op/s; 409 KiB/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:00:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: cluster 2021-03-04T23:00:24.846828+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-03-04T23:00:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: audit 2021-03-04T23:00:24.856597+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: audit 2021-03-04T23:00:25.065228+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: audit 2021-03-04T23:00:25.072971+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: audit 2021-03-04T23:00:25.090321+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:26.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[37770]: audit 2021-03-04T23:00:25.096398+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: cluster 2021-03-04T23:00:24.767650+0000 mgr.x (mgr.34379) 314 : cluster [DBG] pgmap v417: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 306 B/s rd, 102 B/s wr, 0 op/s; 409 KiB/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:00:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: cluster 2021-03-04T23:00:24.846828+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-03-04T23:00:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: audit 2021-03-04T23:00:24.856597+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: audit 2021-03-04T23:00:25.065228+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: audit 2021-03-04T23:00:25.072971+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: audit 2021-03-04T23:00:25.090321+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:26.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:25 gibba008 bash[39303]: audit 2021-03-04T23:00:25.096398+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: cluster 2021-03-04T23:00:24.767650+0000 mgr.x (mgr.34379) 314 : cluster [DBG] pgmap v417: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 306 B/s rd, 102 B/s wr, 0 op/s; 409 KiB/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:00:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: cluster 2021-03-04T23:00:24.846828+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-03-04T23:00:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: audit 2021-03-04T23:00:24.856597+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: audit 2021-03-04T23:00:25.065228+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: audit 2021-03-04T23:00:25.072971+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: audit 2021-03-04T23:00:25.090321+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:00:26.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:25 gibba023 bash[27374]: audit 2021-03-04T23:00:25.096398+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:00:27.132 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:26 gibba008 bash[39303]: cluster 2021-03-04T23:00:25.853837+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2021-03-04T23:00:27.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:26 gibba008 bash[37770]: cluster 2021-03-04T23:00:25.853837+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2021-03-04T23:00:27.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:26 gibba023 bash[27374]: cluster 2021-03-04T23:00:25.853837+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2021-03-04T23:00:27.401 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:00:27.401 INFO:teuthology.orchestra.run.gibba008.stdout: "mon": { 2021-03-04T23:00:27.401 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 3 2021-03-04T23:00:27.402 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:00:27.402 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr": { 2021-03-04T23:00:27.402 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 2 2021-03-04T23:00:27.403 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:00:27.403 INFO:teuthology.orchestra.run.gibba008.stdout: "osd": { 2021-03-04T23:00:27.403 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 4, 2021-03-04T23:00:27.403 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 4 2021-03-04T23:00:27.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:00:27.404 INFO:teuthology.orchestra.run.gibba008.stdout: "mds": { 2021-03-04T23:00:27.404 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 2 2021-03-04T23:00:27.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:00:27.405 INFO:teuthology.orchestra.run.gibba008.stdout: "overall": { 2021-03-04T23:00:27.405 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 6, 2021-03-04T23:00:27.405 INFO:teuthology.orchestra.run.gibba008.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 9 2021-03-04T23:00:27.405 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:00:27.406 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:00:28.121 DEBUG:teuthology.parallel:result is None 2021-03-04T23:00:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:27 gibba008 bash[37770]: cluster 2021-03-04T23:00:26.768982+0000 mgr.x (mgr.34379) 315 : cluster [DBG] pgmap v420: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 895 B/s rd, 511 B/s wr, 2 op/s 2021-03-04T23:00:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:27 gibba008 bash[37770]: cluster 2021-03-04T23:00:26.863504+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2021-03-04T23:00:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:27 gibba008 bash[37770]: audit 2021-03-04T23:00:27.398344+0000 mon.a (mon.0) 759 : audit [DBG] from='client.? 172.21.2.108:0/1991881280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:27 gibba008 bash[39303]: cluster 2021-03-04T23:00:26.768982+0000 mgr.x (mgr.34379) 315 : cluster [DBG] pgmap v420: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 895 B/s rd, 511 B/s wr, 2 op/s 2021-03-04T23:00:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:27 gibba008 bash[39303]: cluster 2021-03-04T23:00:26.863504+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2021-03-04T23:00:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:27 gibba008 bash[39303]: audit 2021-03-04T23:00:27.398344+0000 mon.a (mon.0) 759 : audit [DBG] from='client.? 172.21.2.108:0/1991881280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:27 gibba023 bash[27374]: cluster 2021-03-04T23:00:26.768982+0000 mgr.x (mgr.34379) 315 : cluster [DBG] pgmap v420: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 895 B/s rd, 511 B/s wr, 2 op/s 2021-03-04T23:00:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:27 gibba023 bash[27374]: cluster 2021-03-04T23:00:26.863504+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2021-03-04T23:00:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:27 gibba023 bash[27374]: audit 2021-03-04T23:00:27.398344+0000 mon.a (mon.0) 759 : audit [DBG] from='client.? 172.21.2.108:0/1991881280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:00:28.611 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:00:28.702 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:00:29.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:28 gibba008 bash[37770]: cluster 2021-03-04T23:00:27.875635+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2021-03-04T23:00:29.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:28 gibba008 bash[39303]: cluster 2021-03-04T23:00:27.875635+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2021-03-04T23:00:29.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:28 gibba023 bash[27374]: cluster 2021-03-04T23:00:27.875635+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2021-03-04T23:00:30.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[44600]: debug 2021-03-04T23:00:29.692+0000 7f58db91f700 -1 osd.0 pg_epoch: 377 pg[17.18( v 373'111 (0'0,373'111] local-lis/les=341/342 n=13 ec=301/301 lis/c=341/341 les/c/f=342/342/0 sis=341) [0,1,7] r=0 lpr=341 crt=373'109 lcod 373'110 mlcod 373'110 active+clean+snaptrim trimq=[37~1]] removing snap head 2021-03-04T23:00:30.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[47391]: debug 2021-03-04T23:00:29.692+0000 7fa94fb17700 -1 osd.1 pg_epoch: 377 pg[17.1c( v 373'214 (0'0,373'214] local-lis/les=370/371 n=9 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [1,3,6] r=0 lpr=370 crt=373'214 lcod 373'213 mlcod 373'213 active+clean+snaptrim trimq=[37~1]] removing snap head 2021-03-04T23:00:30.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[37770]: cluster 2021-03-04T23:00:28.770194+0000 mgr.x (mgr.34379) 316 : cluster [DBG] pgmap v423: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 41 op/s 2021-03-04T23:00:30.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[37770]: audit 2021-03-04T23:00:29.586354+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:30.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[37770]: audit 2021-03-04T23:00:29.589656+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:30.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[37770]: cluster 2021-03-04T23:00:29.694903+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2021-03-04T23:00:30.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[39303]: cluster 2021-03-04T23:00:28.770194+0000 mgr.x (mgr.34379) 316 : cluster [DBG] pgmap v423: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 41 op/s 2021-03-04T23:00:30.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[39303]: audit 2021-03-04T23:00:29.586354+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:30.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[39303]: audit 2021-03-04T23:00:29.589656+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:30.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:29 gibba008 bash[39303]: cluster 2021-03-04T23:00:29.694903+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2021-03-04T23:00:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:29 gibba023 bash[27374]: cluster 2021-03-04T23:00:28.770194+0000 mgr.x (mgr.34379) 316 : cluster [DBG] pgmap v423: 137 pgs: 137 active+clean; 504 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 41 op/s 2021-03-04T23:00:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:29 gibba023 bash[27374]: audit 2021-03-04T23:00:29.586354+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:29 gibba023 bash[27374]: audit 2021-03-04T23:00:29.589656+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:00:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:29 gibba023 bash[27374]: cluster 2021-03-04T23:00:29.694903+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2021-03-04T23:00:30.026 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:00:29 gibba023 bash[19550]: debug 2021-03-04T23:00:29.697+0000 7f2514827700 -1 osd.7 pg_epoch: 377 pg[17.c( v 373'77 (0'0,373'77] local-lis/les=301/302 n=8 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [7,0,5] r=0 lpr=301 crt=373'77 lcod 373'76 mlcod 373'76 active+clean+snaptrim trimq=[37~1]] removing snap head 2021-03-04T23:00:31.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:00:30 gibba008 bash[44600]: debug 2021-03-04T23:00:30.704+0000 7f58d8118700 -1 osd.0 pg_epoch: 378 pg[17.7( v 377'108 (0'0,377'108] local-lis/les=301/302 n=17 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [0,4,7] r=0 lpr=301 crt=377'108 lcod 376'106 mlcod 376'106 active+clean+snaptrim trimq=[35~1] ps=[37~1]] removing snap head 2021-03-04T23:00:31.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:00:30 gibba023 bash[19550]: debug 2021-03-04T23:00:30.709+0000 7f251001e700 -1 osd.7 pg_epoch: 378 pg[17.d( v 377'119 (0'0,377'119] local-lis/les=370/371 n=13 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [7,5,3] r=0 lpr=370 crt=377'119 lcod 373'117 mlcod 373'117 active+clean+snaptrim trimq=[35~1] ps=[37~1]] removing snap head 2021-03-04T23:00:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:31 gibba008 bash[37770]: cluster 2021-03-04T23:00:30.703533+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2021-03-04T23:00:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:31 gibba008 bash[37770]: cluster 2021-03-04T23:00:30.771103+0000 mgr.x (mgr.34379) 317 : cluster [DBG] pgmap v426: 137 pgs: 137 active+clean; 520 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 56 op/s 2021-03-04T23:00:32.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:31 gibba008 bash[39303]: cluster 2021-03-04T23:00:30.703533+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2021-03-04T23:00:32.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:31 gibba008 bash[39303]: cluster 2021-03-04T23:00:30.771103+0000 mgr.x (mgr.34379) 317 : cluster [DBG] pgmap v426: 137 pgs: 137 active+clean; 520 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 56 op/s 2021-03-04T23:00:32.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:00:31 gibba008 bash[44600]: debug 2021-03-04T23:00:31.704+0000 7f58d7116700 -1 osd.0 pg_epoch: 379 pg[17.1( v 378'85 (0'0,378'85] local-lis/les=370/371 n=13 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [0,1,3] r=0 lpr=370 crt=378'85 lcod 377'83 mlcod 377'83 active+clean+snaptrim trimq=[33~1] ps=[35~1,37~1]] removing snap head 2021-03-04T23:00:32.015 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:00:31 gibba008 bash[50326]: debug 2021-03-04T23:00:31.704+0000 7f9b6def2700 -1 osd.3 pg_epoch: 379 pg[17.13( v 378'93 (0'0,378'93] local-lis/les=370/371 n=19 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [3,7,0] r=0 lpr=370 crt=378'93 lcod 377'91 mlcod 377'91 active+clean+snaptrim trimq=[33~1] ps=[35~1,37~1]] removing snap head 2021-03-04T23:00:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:31 gibba023 bash[27374]: cluster 2021-03-04T23:00:30.703533+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2021-03-04T23:00:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:31 gibba023 bash[27374]: cluster 2021-03-04T23:00:30.771103+0000 mgr.x (mgr.34379) 317 : cluster [DBG] pgmap v426: 137 pgs: 137 active+clean; 520 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 56 op/s 2021-03-04T23:00:32.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:00:31 gibba023 bash[18090]: debug 2021-03-04T23:00:31.713+0000 7f1b1a6c0700 -1 osd.6 pg_epoch: 379 pg[17.1f( v 378'68 (0'0,378'68] local-lis/les=370/371 n=4 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [6,7,3] r=0 lpr=370 crt=378'68 lcod 377'66 mlcod 377'66 active+clean+snaptrim trimq=[33~1] ps=[35~1,37~1]] removing snap head 2021-03-04T23:00:32.245 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (26968 ms) 2021-03-04T23:00:32.245 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2021-03-04T23:00:32.305 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:32.318 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:00:32.389 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:00:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:32 gibba008 bash[37770]: cluster 2021-03-04T23:00:31.708564+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2021-03-04T23:00:33.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:32 gibba008 bash[39303]: cluster 2021-03-04T23:00:31.708564+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2021-03-04T23:00:33.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:32 gibba023 bash[27374]: cluster 2021-03-04T23:00:31.708564+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2021-03-04T23:00:33.742 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:00:33.749 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:00:33.750 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:00:33.750 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:00:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:33 gibba008 bash[37770]: cluster 2021-03-04T23:00:32.725436+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2021-03-04T23:00:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:33 gibba008 bash[37770]: cluster 2021-03-04T23:00:32.771750+0000 mgr.x (mgr.34379) 318 : cluster [DBG] pgmap v429: 137 pgs: 137 active+clean; 516 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2021-03-04T23:00:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:33 gibba008 bash[39303]: cluster 2021-03-04T23:00:32.725436+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2021-03-04T23:00:34.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:33 gibba008 bash[39303]: cluster 2021-03-04T23:00:32.771750+0000 mgr.x (mgr.34379) 318 : cluster [DBG] pgmap v429: 137 pgs: 137 active+clean; 516 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2021-03-04T23:00:34.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:33 gibba023 bash[27374]: cluster 2021-03-04T23:00:32.725436+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2021-03-04T23:00:34.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:33 gibba023 bash[27374]: cluster 2021-03-04T23:00:32.771750+0000 mgr.x (mgr.34379) 318 : cluster [DBG] pgmap v429: 137 pgs: 137 active+clean; 516 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2021-03-04T23:00:35.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:34 gibba008 bash[37770]: cluster 2021-03-04T23:00:33.734430+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2021-03-04T23:00:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:34 gibba008 bash[39303]: cluster 2021-03-04T23:00:33.734430+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2021-03-04T23:00:35.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:34 gibba023 bash[27374]: cluster 2021-03-04T23:00:33.734430+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2021-03-04T23:00:35.769 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:00:35.772 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:00:35.772 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:00:35.777 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:00:35.790 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:00:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:35 gibba023 bash[27374]: cluster 2021-03-04T23:00:34.751608+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2021-03-04T23:00:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:35 gibba023 bash[27374]: cluster 2021-03-04T23:00:34.772317+0000 mgr.x (mgr.34379) 319 : cluster [DBG] pgmap v432: 137 pgs: 137 active+clean; 512 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 130 op/s 2021-03-04T23:00:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:35 gibba008 bash[37770]: cluster 2021-03-04T23:00:34.751608+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2021-03-04T23:00:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:35 gibba008 bash[37770]: cluster 2021-03-04T23:00:34.772317+0000 mgr.x (mgr.34379) 319 : cluster [DBG] pgmap v432: 137 pgs: 137 active+clean; 512 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 130 op/s 2021-03-04T23:00:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:35 gibba008 bash[39303]: cluster 2021-03-04T23:00:34.751608+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2021-03-04T23:00:36.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:35 gibba008 bash[39303]: cluster 2021-03-04T23:00:34.772317+0000 mgr.x (mgr.34379) 319 : cluster [DBG] pgmap v432: 137 pgs: 137 active+clean; 512 MiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 130 op/s 2021-03-04T23:00:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:36 gibba023 bash[27374]: cluster 2021-03-04T23:00:35.763657+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2021-03-04T23:00:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:36 gibba008 bash[37770]: cluster 2021-03-04T23:00:35.763657+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2021-03-04T23:00:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:36 gibba008 bash[39303]: cluster 2021-03-04T23:00:35.763657+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2021-03-04T23:00:37.785 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:37.797 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:00:37.801 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:00:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:37 gibba008 bash[37770]: cluster 2021-03-04T23:00:36.773497+0000 mgr.x (mgr.34379) 320 : cluster [DBG] pgmap v434: 137 pgs: 137 active+clean; 540 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 111 op/s 2021-03-04T23:00:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:37 gibba008 bash[37770]: cluster 2021-03-04T23:00:36.776221+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-03-04T23:00:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:37 gibba008 bash[39303]: cluster 2021-03-04T23:00:36.773497+0000 mgr.x (mgr.34379) 320 : cluster [DBG] pgmap v434: 137 pgs: 137 active+clean; 540 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 111 op/s 2021-03-04T23:00:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:37 gibba008 bash[39303]: cluster 2021-03-04T23:00:36.776221+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-03-04T23:00:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:37 gibba023 bash[27374]: cluster 2021-03-04T23:00:36.773497+0000 mgr.x (mgr.34379) 320 : cluster [DBG] pgmap v434: 137 pgs: 137 active+clean; 540 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 111 op/s 2021-03-04T23:00:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:37 gibba023 bash[27374]: cluster 2021-03-04T23:00:36.776221+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-03-04T23:00:39.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:38 gibba008 bash[37770]: cluster 2021-03-04T23:00:37.779265+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-03-04T23:00:39.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:38 gibba008 bash[37770]: cluster 2021-03-04T23:00:38.695718+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-03-04T23:00:39.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:38 gibba008 bash[39303]: cluster 2021-03-04T23:00:37.779265+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-03-04T23:00:39.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:38 gibba008 bash[39303]: cluster 2021-03-04T23:00:38.695718+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-03-04T23:00:39.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:38 gibba023 bash[27374]: cluster 2021-03-04T23:00:37.779265+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-03-04T23:00:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:38 gibba023 bash[27374]: cluster 2021-03-04T23:00:38.695718+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-03-04T23:00:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:39 gibba008 bash[37770]: cluster 2021-03-04T23:00:38.774374+0000 mgr.x (mgr.34379) 321 : cluster [DBG] pgmap v438: 137 pgs: 137 active+clean; 548 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 24 op/s 2021-03-04T23:00:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:39 gibba008 bash[37770]: cluster 2021-03-04T23:00:39.714117+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-03-04T23:00:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:39 gibba008 bash[39303]: cluster 2021-03-04T23:00:38.774374+0000 mgr.x (mgr.34379) 321 : cluster [DBG] pgmap v438: 137 pgs: 137 active+clean; 548 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 24 op/s 2021-03-04T23:00:40.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:39 gibba008 bash[39303]: cluster 2021-03-04T23:00:39.714117+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-03-04T23:00:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:39 gibba023 bash[27374]: cluster 2021-03-04T23:00:38.774374+0000 mgr.x (mgr.34379) 321 : cluster [DBG] pgmap v438: 137 pgs: 137 active+clean; 548 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 24 op/s 2021-03-04T23:00:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:39 gibba023 bash[27374]: cluster 2021-03-04T23:00:39.714117+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-03-04T23:00:41.760 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T23:00:41.825 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:00:41.952 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:00:42.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:41 gibba008 bash[37770]: cluster 2021-03-04T23:00:40.723355+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-03-04T23:00:42.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:41 gibba008 bash[37770]: cluster 2021-03-04T23:00:40.775277+0000 mgr.x (mgr.34379) 322 : cluster [DBG] pgmap v441: 137 pgs: 137 active+clean; 560 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 11 KiB/s rd, 3.0 MiB/s wr, 17 op/s 2021-03-04T23:00:42.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:41 gibba008 bash[39303]: cluster 2021-03-04T23:00:40.723355+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-03-04T23:00:42.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:41 gibba008 bash[39303]: cluster 2021-03-04T23:00:40.775277+0000 mgr.x (mgr.34379) 322 : cluster [DBG] pgmap v441: 137 pgs: 137 active+clean; 560 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 11 KiB/s rd, 3.0 MiB/s wr, 17 op/s 2021-03-04T23:00:42.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:41 gibba023 bash[27374]: cluster 2021-03-04T23:00:40.723355+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-03-04T23:00:42.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:41 gibba023 bash[27374]: cluster 2021-03-04T23:00:40.775277+0000 mgr.x (mgr.34379) 322 : cluster [DBG] pgmap v441: 137 pgs: 137 active+clean; 560 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 11 KiB/s rd, 3.0 MiB/s wr, 17 op/s 2021-03-04T23:00:43.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:00:42 gibba008 bash[47391]: debug 2021-03-04T23:00:42.740+0000 7fa94bb0f700 -1 osd.1 pg_epoch: 389 pg[17.1c( v 389'263 (0'0,389'263] local-lis/les=370/371 n=12 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [1,3,6] r=0 lpr=370 luod=388'262 crt=389'263 lcod 388'261 mlcod 388'261 active+clean+snaptrim trimq=[43~1]] removing snap head 2021-03-04T23:00:43.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:00:42 gibba008 bash[48858]: debug 2021-03-04T23:00:42.736+0000 7fd393967700 -1 osd.2 pg_epoch: 389 pg[17.e( v 388'79 (0'0,388'79] local-lis/les=356/357 n=8 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [2,0,4] r=0 lpr=356 crt=388'79 lcod 388'78 mlcod 388'78 active+clean+snaptrim trimq=[43~1]] removing snap head 2021-03-04T23:00:44.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:43 gibba008 bash[37770]: cluster 2021-03-04T23:00:42.741521+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-03-04T23:00:44.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:43 gibba008 bash[37770]: cluster 2021-03-04T23:00:42.775991+0000 mgr.x (mgr.34379) 323 : cluster [DBG] pgmap v443: 137 pgs: 137 active+clean; 560 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 5.9 MiB/s rd, 1009 KiB/s wr, 42 op/s 2021-03-04T23:00:44.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:43 gibba008 bash[39303]: cluster 2021-03-04T23:00:42.741521+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-03-04T23:00:44.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:43 gibba008 bash[39303]: cluster 2021-03-04T23:00:42.775991+0000 mgr.x (mgr.34379) 323 : cluster [DBG] pgmap v443: 137 pgs: 137 active+clean; 560 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 5.9 MiB/s rd, 1009 KiB/s wr, 42 op/s 2021-03-04T23:00:44.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:43 gibba023 bash[27374]: cluster 2021-03-04T23:00:42.741521+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-03-04T23:00:44.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:43 gibba023 bash[27374]: cluster 2021-03-04T23:00:42.775991+0000 mgr.x (mgr.34379) 323 : cluster [DBG] pgmap v443: 137 pgs: 137 active+clean; 560 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 5.9 MiB/s rd, 1009 KiB/s wr, 42 op/s 2021-03-04T23:00:45.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:00:44 gibba023 bash[16680]: debug 2021-03-04T23:00:44.761+0000 7fdbe5112700 -1 osd.5 pg_epoch: 391 pg[17.15( v 391'66 (0'0,391'66] local-lis/les=301/302 n=16 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [5,7,0] r=0 lpr=301 luod=390'65 crt=391'66 lcod 388'63 mlcod 388'63 active+clean+snaptrim trimq=[3f~1] ps=[41~1,43~1]] removing snap head 2021-03-04T23:00:45.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:44 gibba023 bash[27374]: cluster 2021-03-04T23:00:43.753281+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-03-04T23:00:45.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:44 gibba023 bash[27374]: audit 2021-03-04T23:00:44.663632+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:00:45.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:44 gibba023 bash[27374]: audit 2021-03-04T23:00:44.664433+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:00:45.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:44 gibba023 bash[27374]: audit 2021-03-04T23:00:44.665205+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:00:45.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[39303]: cluster 2021-03-04T23:00:43.753281+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-03-04T23:00:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[39303]: audit 2021-03-04T23:00:44.663632+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:00:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[39303]: audit 2021-03-04T23:00:44.664433+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:00:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[39303]: audit 2021-03-04T23:00:44.665205+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:00:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[37770]: cluster 2021-03-04T23:00:43.753281+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-03-04T23:00:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[37770]: audit 2021-03-04T23:00:44.663632+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:00:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[37770]: audit 2021-03-04T23:00:44.664433+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:00:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:44 gibba008 bash[37770]: audit 2021-03-04T23:00:44.665205+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:00:45.282 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (13037 ms) 2021-03-04T23:00:45.283 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2021-03-04T23:00:45.353 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:45.370 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:00:45.454 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:00:46.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:45 gibba008 bash[37770]: cluster 2021-03-04T23:00:44.758276+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-03-04T23:00:46.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:45 gibba008 bash[37770]: cluster 2021-03-04T23:00:44.776306+0000 mgr.x (mgr.34379) 324 : cluster [DBG] pgmap v446: 137 pgs: 137 active+clean; 564 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 14 MiB/s rd, 1016 KiB/s wr, 128 op/s 2021-03-04T23:00:46.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:45 gibba008 bash[37770]: audit 2021-03-04T23:00:44.792261+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:00:46.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:45 gibba008 bash[39303]: cluster 2021-03-04T23:00:44.758276+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-03-04T23:00:46.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:45 gibba008 bash[39303]: cluster 2021-03-04T23:00:44.776306+0000 mgr.x (mgr.34379) 324 : cluster [DBG] pgmap v446: 137 pgs: 137 active+clean; 564 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 14 MiB/s rd, 1016 KiB/s wr, 128 op/s 2021-03-04T23:00:46.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:45 gibba008 bash[39303]: audit 2021-03-04T23:00:44.792261+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:00:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:45 gibba023 bash[27374]: cluster 2021-03-04T23:00:44.758276+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-03-04T23:00:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:45 gibba023 bash[27374]: cluster 2021-03-04T23:00:44.776306+0000 mgr.x (mgr.34379) 324 : cluster [DBG] pgmap v446: 137 pgs: 137 active+clean; 564 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 14 MiB/s rd, 1016 KiB/s wr, 128 op/s 2021-03-04T23:00:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:45 gibba023 bash[27374]: audit 2021-03-04T23:00:44.792261+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:00:46.788 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:00:46.797 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:00:46.797 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:00:46.798 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:00:47.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:46 gibba008 bash[37770]: cluster 2021-03-04T23:00:45.773391+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-03-04T23:00:47.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:46 gibba008 bash[39303]: cluster 2021-03-04T23:00:45.773391+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-03-04T23:00:47.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:46 gibba023 bash[27374]: cluster 2021-03-04T23:00:45.773391+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-03-04T23:00:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:47 gibba008 bash[37770]: cluster 2021-03-04T23:00:46.777430+0000 mgr.x (mgr.34379) 325 : cluster [DBG] pgmap v448: 137 pgs: 137 active+clean; 584 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 57 MiB/s rd, 8.9 MiB/s wr, 162 op/s 2021-03-04T23:00:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:47 gibba008 bash[37770]: cluster 2021-03-04T23:00:46.781263+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-03-04T23:00:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:47 gibba008 bash[39303]: cluster 2021-03-04T23:00:46.777430+0000 mgr.x (mgr.34379) 325 : cluster [DBG] pgmap v448: 137 pgs: 137 active+clean; 584 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 57 MiB/s rd, 8.9 MiB/s wr, 162 op/s 2021-03-04T23:00:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:47 gibba008 bash[39303]: cluster 2021-03-04T23:00:46.781263+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-03-04T23:00:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:47 gibba023 bash[27374]: cluster 2021-03-04T23:00:46.777430+0000 mgr.x (mgr.34379) 325 : cluster [DBG] pgmap v448: 137 pgs: 137 active+clean; 584 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 57 MiB/s rd, 8.9 MiB/s wr, 162 op/s 2021-03-04T23:00:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:47 gibba023 bash[27374]: cluster 2021-03-04T23:00:46.781263+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-03-04T23:00:48.819 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:00:48.822 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:00:48.822 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:00:48.827 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:00:48.839 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:00:49.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:48 gibba008 bash[37770]: cluster 2021-03-04T23:00:47.796662+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-03-04T23:00:49.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:48 gibba008 bash[39303]: cluster 2021-03-04T23:00:47.796662+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-03-04T23:00:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:48 gibba023 bash[27374]: cluster 2021-03-04T23:00:47.796662+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-03-04T23:00:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:49 gibba008 bash[37770]: cluster 2021-03-04T23:00:48.778973+0000 mgr.x (mgr.34379) 326 : cluster [DBG] pgmap v451: 137 pgs: 137 active+clean; 588 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 50 MiB/s rd, 9.9 MiB/s wr, 63 op/s 2021-03-04T23:00:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:49 gibba008 bash[37770]: cluster 2021-03-04T23:00:48.809141+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-03-04T23:00:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:49 gibba008 bash[39303]: cluster 2021-03-04T23:00:48.778973+0000 mgr.x (mgr.34379) 326 : cluster [DBG] pgmap v451: 137 pgs: 137 active+clean; 588 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 50 MiB/s rd, 9.9 MiB/s wr, 63 op/s 2021-03-04T23:00:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:49 gibba008 bash[39303]: cluster 2021-03-04T23:00:48.809141+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-03-04T23:00:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:49 gibba023 bash[27374]: cluster 2021-03-04T23:00:48.778973+0000 mgr.x (mgr.34379) 326 : cluster [DBG] pgmap v451: 137 pgs: 137 active+clean; 588 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 50 MiB/s rd, 9.9 MiB/s wr, 63 op/s 2021-03-04T23:00:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:49 gibba023 bash[27374]: cluster 2021-03-04T23:00:48.809141+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-03-04T23:00:50.842 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:50.854 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:00:50.857 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:00:51.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:50 gibba008 bash[37770]: cluster 2021-03-04T23:00:49.821496+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-03-04T23:00:51.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:50 gibba008 bash[39303]: cluster 2021-03-04T23:00:49.821496+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-03-04T23:00:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:50 gibba023 bash[27374]: cluster 2021-03-04T23:00:49.821496+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-03-04T23:00:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:51 gibba008 bash[37770]: cluster 2021-03-04T23:00:50.780868+0000 mgr.x (mgr.34379) 327 : cluster [DBG] pgmap v454: 137 pgs: 137 active+clean; 608 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 26 op/s 2021-03-04T23:00:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:51 gibba008 bash[37770]: cluster 2021-03-04T23:00:50.834834+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-03-04T23:00:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:51 gibba008 bash[39303]: cluster 2021-03-04T23:00:50.780868+0000 mgr.x (mgr.34379) 327 : cluster [DBG] pgmap v454: 137 pgs: 137 active+clean; 608 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 26 op/s 2021-03-04T23:00:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:51 gibba008 bash[39303]: cluster 2021-03-04T23:00:50.834834+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-03-04T23:00:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:51 gibba023 bash[27374]: cluster 2021-03-04T23:00:50.780868+0000 mgr.x (mgr.34379) 327 : cluster [DBG] pgmap v454: 137 pgs: 137 active+clean; 608 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 26 op/s 2021-03-04T23:00:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:51 gibba023 bash[27374]: cluster 2021-03-04T23:00:50.834834+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-03-04T23:00:53.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:52 gibba008 bash[39303]: cluster 2021-03-04T23:00:51.844819+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-03-04T23:00:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:52 gibba008 bash[37770]: cluster 2021-03-04T23:00:51.844819+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-03-04T23:00:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:52 gibba023 bash[27374]: cluster 2021-03-04T23:00:51.844819+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-03-04T23:00:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:53 gibba008 bash[39303]: cluster 2021-03-04T23:00:52.781984+0000 mgr.x (mgr.34379) 328 : cluster [DBG] pgmap v457: 137 pgs: 137 active+clean; 608 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 2.0 MiB/s rd, 7.0 MiB/s wr, 32 op/s 2021-03-04T23:00:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:53 gibba008 bash[39303]: cluster 2021-03-04T23:00:52.864012+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-03-04T23:00:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:53 gibba008 bash[39303]: cluster 2021-03-04T23:00:53.710594+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-03-04T23:00:54.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:53 gibba008 bash[37770]: cluster 2021-03-04T23:00:52.781984+0000 mgr.x (mgr.34379) 328 : cluster [DBG] pgmap v457: 137 pgs: 137 active+clean; 608 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 2.0 MiB/s rd, 7.0 MiB/s wr, 32 op/s 2021-03-04T23:00:54.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:53 gibba008 bash[37770]: cluster 2021-03-04T23:00:52.864012+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-03-04T23:00:54.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:53 gibba008 bash[37770]: cluster 2021-03-04T23:00:53.710594+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-03-04T23:00:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:53 gibba023 bash[27374]: cluster 2021-03-04T23:00:52.781984+0000 mgr.x (mgr.34379) 328 : cluster [DBG] pgmap v457: 137 pgs: 137 active+clean; 608 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 2.0 MiB/s rd, 7.0 MiB/s wr, 32 op/s 2021-03-04T23:00:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:53 gibba023 bash[27374]: cluster 2021-03-04T23:00:52.864012+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-03-04T23:00:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:53 gibba023 bash[27374]: cluster 2021-03-04T23:00:53.710594+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-03-04T23:00:54.509 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:00:54.524 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 83886080~1000 2021-03-04T23:00:54.599 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:00:54.797 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:00:55.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:00:55 gibba023 bash[16680]: debug 2021-03-04T23:00:55.081+0000 7fdbe4911700 -1 osd.5 pg_epoch: 401 pg[17.16( v 400'59 (0'0,400'59] local-lis/les=356/357 n=12 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [5,2,1] r=0 lpr=356 crt=400'57 lcod 400'58 mlcod 400'58 active+clean+snaptrim trimq=[4f~1]] removing snap head 2021-03-04T23:00:55.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:00:54 gibba023 bash[18090]: debug 2021-03-04T23:00:54.881+0000 7f1b1a6c0700 -1 osd.6 pg_epoch: 401 pg[17.1f( v 400'95 (0'0,400'95] local-lis/les=370/371 n=7 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [6,7,3] r=0 lpr=370 crt=400'95 lcod 400'94 mlcod 400'94 active+clean+snaptrim trimq=[4f~1]] removing snap head 2021-03-04T23:00:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:55 gibba008 bash[37770]: cluster 2021-03-04T23:00:54.782595+0000 mgr.x (mgr.34379) 329 : cluster [DBG] pgmap v460: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 2.0 MiB/s rd, 2.5 KiB/s wr, 14 op/s 2021-03-04T23:00:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:55 gibba008 bash[37770]: cluster 2021-03-04T23:00:54.882263+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-03-04T23:00:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:55 gibba008 bash[39303]: cluster 2021-03-04T23:00:54.782595+0000 mgr.x (mgr.34379) 329 : cluster [DBG] pgmap v460: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 2.0 MiB/s rd, 2.5 KiB/s wr, 14 op/s 2021-03-04T23:00:56.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:55 gibba008 bash[39303]: cluster 2021-03-04T23:00:54.882263+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-03-04T23:00:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:55 gibba023 bash[27374]: cluster 2021-03-04T23:00:54.782595+0000 mgr.x (mgr.34379) 329 : cluster [DBG] pgmap v460: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 2.0 MiB/s rd, 2.5 KiB/s wr, 14 op/s 2021-03-04T23:00:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:55 gibba023 bash[27374]: cluster 2021-03-04T23:00:54.882263+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-03-04T23:00:57.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:56 gibba008 bash[39303]: cluster 2021-03-04T23:00:55.886760+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-03-04T23:00:57.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:00:56 gibba008 bash[44600]: debug 2021-03-04T23:00:56.913+0000 7f58d4110700 -1 osd.0 pg_epoch: 403 pg[17.7( v 403'126 (0'0,403'126] local-lis/les=301/302 n=20 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [0,4,7] r=0 lpr=301 luod=401'125 crt=403'126 lcod 397'123 mlcod 397'123 active+clean+snaptrim trimq=[4b~1] ps=[4d~1,4f~1]] removing snap head 2021-03-04T23:00:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:56 gibba008 bash[37770]: cluster 2021-03-04T23:00:55.886760+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-03-04T23:00:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:56 gibba023 bash[27374]: cluster 2021-03-04T23:00:55.886760+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-03-04T23:00:57.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:00:56 gibba023 bash[16680]: debug 2021-03-04T23:00:56.913+0000 7fdbe911a700 -1 osd.5 pg_epoch: 403 pg[17.15( v 403'79 (0'0,403'79] local-lis/les=301/302 n=16 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [5,7,0] r=0 lpr=301 luod=402'77 crt=403'78 lcod 400'75 mlcod 400'75 active+clean+snaptrim trimq=[4b~1] ps=[4d~1,4f~1]] removing snap head 2021-03-04T23:00:57.650 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12368 ms) 2021-03-04T23:00:57.650 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2021-03-04T23:00:57.722 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:00:57.739 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 41943040~10 2021-03-04T23:00:57.760 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:00:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:57 gibba008 bash[37770]: cluster 2021-03-04T23:00:56.783864+0000 mgr.x (mgr.34379) 330 : cluster [DBG] pgmap v463: 137 pgs: 137 active+clean; 624 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 161 op/s 2021-03-04T23:00:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:57 gibba008 bash[37770]: cluster 2021-03-04T23:00:56.903186+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2021-03-04T23:00:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:57 gibba008 bash[39303]: cluster 2021-03-04T23:00:56.783864+0000 mgr.x (mgr.34379) 330 : cluster [DBG] pgmap v463: 137 pgs: 137 active+clean; 624 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 161 op/s 2021-03-04T23:00:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:57 gibba008 bash[39303]: cluster 2021-03-04T23:00:56.903186+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2021-03-04T23:00:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:57 gibba023 bash[27374]: cluster 2021-03-04T23:00:56.783864+0000 mgr.x (mgr.34379) 330 : cluster [DBG] pgmap v463: 137 pgs: 137 active+clean; 624 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 161 op/s 2021-03-04T23:00:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:57 gibba023 bash[27374]: cluster 2021-03-04T23:00:56.903186+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2021-03-04T23:00:58.933 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:00:58.943 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:00:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:58 gibba008 bash[37770]: cluster 2021-03-04T23:00:57.921648+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2021-03-04T23:00:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:58 gibba008 bash[37770]: audit 2021-03-04T23:00:58.057437+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:00:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:58 gibba008 bash[39303]: cluster 2021-03-04T23:00:57.921648+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2021-03-04T23:00:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:58 gibba008 bash[39303]: audit 2021-03-04T23:00:58.057437+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:00:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:58 gibba023 bash[27374]: cluster 2021-03-04T23:00:57.921648+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2021-03-04T23:00:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:58 gibba023 bash[27374]: audit 2021-03-04T23:00:58.057437+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:01:00.068 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:00.073 INFO:tasks.workunit.client.0.gibba008.stdout:write: Y 41943040~5 2021-03-04T23:01:00.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:59 gibba008 bash[39303]: cluster 2021-03-04T23:00:58.784811+0000 mgr.x (mgr.34379) 331 : cluster [DBG] pgmap v466: 137 pgs: 137 active+clean; 624 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 169 op/s 2021-03-04T23:01:00.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:00:59 gibba008 bash[39303]: cluster 2021-03-04T23:00:58.926449+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2021-03-04T23:01:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:59 gibba008 bash[37770]: cluster 2021-03-04T23:00:58.784811+0000 mgr.x (mgr.34379) 331 : cluster [DBG] pgmap v466: 137 pgs: 137 active+clean; 624 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 169 op/s 2021-03-04T23:01:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:00:59 gibba008 bash[37770]: cluster 2021-03-04T23:00:58.926449+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2021-03-04T23:01:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:59 gibba023 bash[27374]: cluster 2021-03-04T23:00:58.784811+0000 mgr.x (mgr.34379) 331 : cluster [DBG] pgmap v466: 137 pgs: 137 active+clean; 624 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 169 op/s 2021-03-04T23:01:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:00:59 gibba023 bash[27374]: cluster 2021-03-04T23:00:58.926449+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2021-03-04T23:01:00.299 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:01:00.522 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:01:01.116 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3465 ms) 2021-03-04T23:01:01.116 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2021-03-04T23:01:01.169 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:01.184 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:01.253 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:01:01.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:00 gibba008 bash[37770]: cluster 2021-03-04T23:00:59.943151+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2021-03-04T23:01:01.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:00 gibba008 bash[39303]: cluster 2021-03-04T23:00:59.943151+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2021-03-04T23:01:01.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:00 gibba023 bash[27374]: cluster 2021-03-04T23:00:59.943151+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2021-03-04T23:01:01.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:01:00 gibba023 bash[19550]: debug 2021-03-04T23:01:00.953+0000 7f2515829700 -1 osd.7 pg_epoch: 407 pg[17.a( v 405'67 (0'0,405'67] local-lis/les=356/357 n=11 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [7,4,2] r=0 lpr=356 crt=405'67 lcod 403'65 mlcod 403'65 active+clean+snaptrim trimq=[57~1] ps=[4b~1,4d~1,4f~1]] removing snap head 2021-03-04T23:01:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:01 gibba008 bash[37770]: cluster 2021-03-04T23:01:00.786634+0000 mgr.x (mgr.34379) 332 : cluster [DBG] pgmap v469: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 39 MiB/s rd, 2.0 MiB/s wr, 71 op/s 2021-03-04T23:01:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:01 gibba008 bash[37770]: cluster 2021-03-04T23:01:00.955814+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2021-03-04T23:01:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:01 gibba008 bash[39303]: cluster 2021-03-04T23:01:00.786634+0000 mgr.x (mgr.34379) 332 : cluster [DBG] pgmap v469: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 39 MiB/s rd, 2.0 MiB/s wr, 71 op/s 2021-03-04T23:01:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:01 gibba008 bash[39303]: cluster 2021-03-04T23:01:00.955814+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2021-03-04T23:01:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:01 gibba023 bash[27374]: cluster 2021-03-04T23:01:00.786634+0000 mgr.x (mgr.34379) 332 : cluster [DBG] pgmap v469: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 39 MiB/s rd, 2.0 MiB/s wr, 71 op/s 2021-03-04T23:01:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:01 gibba023 bash[27374]: cluster 2021-03-04T23:01:00.955814+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2021-03-04T23:01:02.984 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:01:02.990 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:01:02.991 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:01:02.991 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:01:03.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:02 gibba008 bash[39303]: cluster 2021-03-04T23:01:01.973638+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2021-03-04T23:01:03.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:02 gibba008 bash[37770]: cluster 2021-03-04T23:01:01.973638+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2021-03-04T23:01:03.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:02 gibba023 bash[27374]: cluster 2021-03-04T23:01:01.973638+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2021-03-04T23:01:04.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:03 gibba008 bash[37770]: cluster 2021-03-04T23:01:02.787825+0000 mgr.x (mgr.34379) 333 : cluster [DBG] pgmap v472: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 30 MiB/s rd, 1.0 MiB/s wr, 76 op/s 2021-03-04T23:01:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:03 gibba008 bash[37770]: cluster 2021-03-04T23:01:02.979103+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2021-03-04T23:01:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:03 gibba008 bash[37770]: cluster 2021-03-04T23:01:03.715858+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2021-03-04T23:01:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:03 gibba008 bash[39303]: cluster 2021-03-04T23:01:02.787825+0000 mgr.x (mgr.34379) 333 : cluster [DBG] pgmap v472: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 30 MiB/s rd, 1.0 MiB/s wr, 76 op/s 2021-03-04T23:01:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:03 gibba008 bash[39303]: cluster 2021-03-04T23:01:02.979103+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2021-03-04T23:01:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:03 gibba008 bash[39303]: cluster 2021-03-04T23:01:03.715858+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2021-03-04T23:01:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:03 gibba023 bash[27374]: cluster 2021-03-04T23:01:02.787825+0000 mgr.x (mgr.34379) 333 : cluster [DBG] pgmap v472: 137 pgs: 137 active+clean; 616 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 30 MiB/s rd, 1.0 MiB/s wr, 76 op/s 2021-03-04T23:01:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:03 gibba023 bash[27374]: cluster 2021-03-04T23:01:02.979103+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2021-03-04T23:01:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:03 gibba023 bash[27374]: cluster 2021-03-04T23:01:03.715858+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2021-03-04T23:01:04.735 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:01:04.740 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:01:04.740 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:01:04.746 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:01:04.756 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:01:06.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:05 gibba008 bash[37770]: cluster 2021-03-04T23:01:04.729256+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2021-03-04T23:01:06.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:05 gibba008 bash[37770]: cluster 2021-03-04T23:01:04.788936+0000 mgr.x (mgr.34379) 334 : cluster [DBG] pgmap v476: 137 pgs: 137 active+clean; 632 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 127 op/s 2021-03-04T23:01:06.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:05 gibba008 bash[39303]: cluster 2021-03-04T23:01:04.729256+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2021-03-04T23:01:06.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:05 gibba008 bash[39303]: cluster 2021-03-04T23:01:04.788936+0000 mgr.x (mgr.34379) 334 : cluster [DBG] pgmap v476: 137 pgs: 137 active+clean; 632 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 127 op/s 2021-03-04T23:01:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:05 gibba023 bash[27374]: cluster 2021-03-04T23:01:04.729256+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2021-03-04T23:01:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:05 gibba023 bash[27374]: cluster 2021-03-04T23:01:04.788936+0000 mgr.x (mgr.34379) 334 : cluster [DBG] pgmap v476: 137 pgs: 137 active+clean; 632 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 127 op/s 2021-03-04T23:01:06.750 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:06.761 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:01:06.764 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:07.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:06 gibba008 bash[37770]: cluster 2021-03-04T23:01:05.736364+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2021-03-04T23:01:07.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:06 gibba008 bash[39303]: cluster 2021-03-04T23:01:05.736364+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2021-03-04T23:01:07.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:06 gibba023 bash[27374]: cluster 2021-03-04T23:01:05.736364+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2021-03-04T23:01:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:07 gibba023 bash[27374]: cluster 2021-03-04T23:01:06.745600+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2021-03-04T23:01:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:07 gibba023 bash[27374]: cluster 2021-03-04T23:01:06.789491+0000 mgr.x (mgr.34379) 335 : cluster [DBG] pgmap v479: 137 pgs: 137 active+clean; 660 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 7.6 KiB/s rd, 10 MiB/s wr, 19 op/s 2021-03-04T23:01:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:07 gibba008 bash[37770]: cluster 2021-03-04T23:01:06.745600+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2021-03-04T23:01:08.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:07 gibba008 bash[37770]: cluster 2021-03-04T23:01:06.789491+0000 mgr.x (mgr.34379) 335 : cluster [DBG] pgmap v479: 137 pgs: 137 active+clean; 660 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 7.6 KiB/s rd, 10 MiB/s wr, 19 op/s 2021-03-04T23:01:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:07 gibba008 bash[39303]: cluster 2021-03-04T23:01:06.745600+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2021-03-04T23:01:08.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:07 gibba008 bash[39303]: cluster 2021-03-04T23:01:06.789491+0000 mgr.x (mgr.34379) 335 : cluster [DBG] pgmap v479: 137 pgs: 137 active+clean; 660 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 7.6 KiB/s rd, 10 MiB/s wr, 19 op/s 2021-03-04T23:01:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:08 gibba023 bash[27374]: cluster 2021-03-04T23:01:07.761170+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-03-04T23:01:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:08 gibba023 bash[27374]: cluster 2021-03-04T23:01:08.718511+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-03-04T23:01:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:08 gibba008 bash[37770]: cluster 2021-03-04T23:01:07.761170+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-03-04T23:01:09.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:08 gibba008 bash[37770]: cluster 2021-03-04T23:01:08.718511+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-03-04T23:01:09.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:08 gibba008 bash[39303]: cluster 2021-03-04T23:01:07.761170+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-03-04T23:01:09.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:08 gibba008 bash[39303]: cluster 2021-03-04T23:01:08.718511+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-03-04T23:01:10.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:09 gibba023 bash[27374]: cluster 2021-03-04T23:01:08.790253+0000 mgr.x (mgr.34379) 336 : cluster [DBG] pgmap v482: 137 pgs: 137 active+clean; 668 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 1.7 KiB/s rd, 7.0 MiB/s wr, 6 op/s 2021-03-04T23:01:10.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:09 gibba023 bash[27374]: cluster 2021-03-04T23:01:09.731855+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-03-04T23:01:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:09 gibba008 bash[37770]: cluster 2021-03-04T23:01:08.790253+0000 mgr.x (mgr.34379) 336 : cluster [DBG] pgmap v482: 137 pgs: 137 active+clean; 668 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 1.7 KiB/s rd, 7.0 MiB/s wr, 6 op/s 2021-03-04T23:01:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:09 gibba008 bash[37770]: cluster 2021-03-04T23:01:09.731855+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-03-04T23:01:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:09 gibba008 bash[39303]: cluster 2021-03-04T23:01:08.790253+0000 mgr.x (mgr.34379) 336 : cluster [DBG] pgmap v482: 137 pgs: 137 active+clean; 668 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 1.7 KiB/s rd, 7.0 MiB/s wr, 6 op/s 2021-03-04T23:01:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:09 gibba008 bash[39303]: cluster 2021-03-04T23:01:09.731855+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-03-04T23:01:11.031 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: after_prepare_snap 2021-03-04T23:01:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:11 gibba008 bash[37770]: cluster 2021-03-04T23:01:10.791939+0000 mgr.x (mgr.34379) 337 : cluster [DBG] pgmap v484: 137 pgs: 137 active+clean; 672 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 68 op/s 2021-03-04T23:01:12.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:11 gibba008 bash[39303]: cluster 2021-03-04T23:01:10.791939+0000 mgr.x (mgr.34379) 337 : cluster [DBG] pgmap v484: 137 pgs: 137 active+clean; 672 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 68 op/s 2021-03-04T23:01:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:11 gibba023 bash[27374]: cluster 2021-03-04T23:01:10.791939+0000 mgr.x (mgr.34379) 337 : cluster [DBG] pgmap v484: 137 pgs: 137 active+clean; 672 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 68 op/s 2021-03-04T23:01:12.880 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:01:12.900 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 0~1000 2021-03-04T23:01:12.905 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:01:13.044 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:01:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:12 gibba008 bash[37770]: cluster 2021-03-04T23:01:11.858913+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-03-04T23:01:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:12 gibba008 bash[39303]: cluster 2021-03-04T23:01:11.858913+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-03-04T23:01:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:12 gibba023 bash[27374]: cluster 2021-03-04T23:01:11.858913+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-03-04T23:01:14.247 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:13 gibba023 bash[27374]: cluster 2021-03-04T23:01:12.793261+0000 mgr.x (mgr.34379) 338 : cluster [DBG] pgmap v486: 137 pgs: 137 active+clean; 672 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 14 MiB/s rd, 819 KiB/s wr, 56 op/s 2021-03-04T23:01:14.248 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:13 gibba023 bash[27374]: cluster 2021-03-04T23:01:12.874379+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-03-04T23:01:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:13 gibba008 bash[37770]: cluster 2021-03-04T23:01:12.793261+0000 mgr.x (mgr.34379) 338 : cluster [DBG] pgmap v486: 137 pgs: 137 active+clean; 672 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 14 MiB/s rd, 819 KiB/s wr, 56 op/s 2021-03-04T23:01:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:13 gibba008 bash[37770]: cluster 2021-03-04T23:01:12.874379+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-03-04T23:01:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:13 gibba008 bash[39303]: cluster 2021-03-04T23:01:12.793261+0000 mgr.x (mgr.34379) 338 : cluster [DBG] pgmap v486: 137 pgs: 137 active+clean; 672 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 14 MiB/s rd, 819 KiB/s wr, 56 op/s 2021-03-04T23:01:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:13 gibba008 bash[39303]: cluster 2021-03-04T23:01:12.874379+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-03-04T23:01:14.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:01:13 gibba008 bash[48858]: debug 2021-03-04T23:01:13.941+0000 7fd39796f700 -1 osd.2 pg_epoch: 419 pg[17.e( v 418'103 (0'0,418'103] local-lis/les=356/357 n=9 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [2,0,4] r=0 lpr=356 crt=413'100 lcod 418'102 mlcod 418'102 active+clean+snaptrim trimq=[5f~1]] removing snap head 2021-03-04T23:01:14.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:01:14 gibba023 bash[18090]: debug 2021-03-04T23:01:14.241+0000 7f1b1aec1700 -1 osd.6 pg_epoch: 419 pg[17.6( v 418'157 (0'0,418'157] local-lis/les=341/342 n=15 ec=301/301 lis/c=341/341 les/c/f=342/342/0 sis=341) [6,0,1] r=0 lpr=341 crt=418'157 lcod 418'155 mlcod 418'155 active+clean+snaptrim trimq=[5f~1]] removing snap head 2021-03-04T23:01:15.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:14 gibba008 bash[37770]: cluster 2021-03-04T23:01:13.886589+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-03-04T23:01:15.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:14 gibba008 bash[39303]: cluster 2021-03-04T23:01:13.886589+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-03-04T23:01:15.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:14 gibba023 bash[27374]: cluster 2021-03-04T23:01:13.886589+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-03-04T23:01:16.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:15 gibba008 bash[37770]: cluster 2021-03-04T23:01:14.794536+0000 mgr.x (mgr.34379) 339 : cluster [DBG] pgmap v489: 137 pgs: 137 active+clean; 684 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 32 MiB/s rd, 1.6 MiB/s wr, 90 op/s 2021-03-04T23:01:16.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:15 gibba008 bash[37770]: cluster 2021-03-04T23:01:14.900118+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-03-04T23:01:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:15 gibba008 bash[39303]: cluster 2021-03-04T23:01:14.794536+0000 mgr.x (mgr.34379) 339 : cluster [DBG] pgmap v489: 137 pgs: 137 active+clean; 684 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 32 MiB/s rd, 1.6 MiB/s wr, 90 op/s 2021-03-04T23:01:16.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:15 gibba008 bash[39303]: cluster 2021-03-04T23:01:14.900118+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-03-04T23:01:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:15 gibba023 bash[27374]: cluster 2021-03-04T23:01:14.794536+0000 mgr.x (mgr.34379) 339 : cluster [DBG] pgmap v489: 137 pgs: 137 active+clean; 684 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 32 MiB/s rd, 1.6 MiB/s wr, 90 op/s 2021-03-04T23:01:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:15 gibba023 bash[27374]: cluster 2021-03-04T23:01:14.900118+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-03-04T23:01:16.674 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (15559 ms) 2021-03-04T23:01:16.674 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2021-03-04T23:01:16.730 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:16.746 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:16.823 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:01:17.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:16 gibba008 bash[37770]: cluster 2021-03-04T23:01:15.909129+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-03-04T23:01:17.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:16 gibba008 bash[39303]: cluster 2021-03-04T23:01:15.909129+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-03-04T23:01:17.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:16 gibba023 bash[27374]: cluster 2021-03-04T23:01:15.909129+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-03-04T23:01:17.943 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:01:17.952 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:01:17.952 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:01:17.952 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:01:18.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:17 gibba008 bash[37770]: cluster 2021-03-04T23:01:16.795838+0000 mgr.x (mgr.34379) 340 : cluster [DBG] pgmap v492: 137 pgs: 137 active+clean; 696 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 167 op/s 2021-03-04T23:01:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:17 gibba008 bash[37770]: cluster 2021-03-04T23:01:16.930777+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-03-04T23:01:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:17 gibba008 bash[39303]: cluster 2021-03-04T23:01:16.795838+0000 mgr.x (mgr.34379) 340 : cluster [DBG] pgmap v492: 137 pgs: 137 active+clean; 696 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 167 op/s 2021-03-04T23:01:18.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:17 gibba008 bash[39303]: cluster 2021-03-04T23:01:16.930777+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-03-04T23:01:18.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:17 gibba023 bash[27374]: cluster 2021-03-04T23:01:16.795838+0000 mgr.x (mgr.34379) 340 : cluster [DBG] pgmap v492: 137 pgs: 137 active+clean; 696 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 167 op/s 2021-03-04T23:01:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:17 gibba023 bash[27374]: cluster 2021-03-04T23:01:16.930777+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-03-04T23:01:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:18 gibba008 bash[37770]: cluster 2021-03-04T23:01:17.935664+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-03-04T23:01:19.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:18 gibba008 bash[39303]: cluster 2021-03-04T23:01:17.935664+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-03-04T23:01:19.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:18 gibba023 bash[27374]: cluster 2021-03-04T23:01:17.935664+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-03-04T23:01:19.975 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:01:19.979 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:01:19.979 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:01:19.985 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:01:19.998 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:01:20.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:19 gibba008 bash[37770]: cluster 2021-03-04T23:01:18.796954+0000 mgr.x (mgr.34379) 341 : cluster [DBG] pgmap v495: 137 pgs: 137 active+clean; 692 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 114 op/s 2021-03-04T23:01:20.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:19 gibba008 bash[37770]: cluster 2021-03-04T23:01:18.951855+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-03-04T23:01:20.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:19 gibba008 bash[39303]: cluster 2021-03-04T23:01:18.796954+0000 mgr.x (mgr.34379) 341 : cluster [DBG] pgmap v495: 137 pgs: 137 active+clean; 692 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 114 op/s 2021-03-04T23:01:20.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:19 gibba008 bash[39303]: cluster 2021-03-04T23:01:18.951855+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-03-04T23:01:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:19 gibba023 bash[27374]: cluster 2021-03-04T23:01:18.796954+0000 mgr.x (mgr.34379) 341 : cluster [DBG] pgmap v495: 137 pgs: 137 active+clean; 692 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 114 op/s 2021-03-04T23:01:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:19 gibba023 bash[27374]: cluster 2021-03-04T23:01:18.951855+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-03-04T23:01:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:20 gibba008 bash[37770]: cluster 2021-03-04T23:01:19.964802+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-03-04T23:01:21.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:20 gibba008 bash[39303]: cluster 2021-03-04T23:01:19.964802+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-03-04T23:01:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:20 gibba023 bash[27374]: cluster 2021-03-04T23:01:19.964802+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-03-04T23:01:21.994 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:22.008 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:01:22.012 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:21 gibba008 bash[37770]: cluster 2021-03-04T23:01:20.798647+0000 mgr.x (mgr.34379) 342 : cluster [DBG] pgmap v498: 137 pgs: 137 active+clean; 704 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2021-03-04T23:01:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:21 gibba008 bash[37770]: cluster 2021-03-04T23:01:20.977348+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-03-04T23:01:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:21 gibba008 bash[39303]: cluster 2021-03-04T23:01:20.798647+0000 mgr.x (mgr.34379) 342 : cluster [DBG] pgmap v498: 137 pgs: 137 active+clean; 704 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2021-03-04T23:01:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:21 gibba008 bash[39303]: cluster 2021-03-04T23:01:20.977348+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-03-04T23:01:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:21 gibba023 bash[27374]: cluster 2021-03-04T23:01:20.798647+0000 mgr.x (mgr.34379) 342 : cluster [DBG] pgmap v498: 137 pgs: 137 active+clean; 704 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2021-03-04T23:01:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:21 gibba023 bash[27374]: cluster 2021-03-04T23:01:20.977348+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-03-04T23:01:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:22 gibba008 bash[37770]: cluster 2021-03-04T23:01:21.989288+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-03-04T23:01:23.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:22 gibba008 bash[39303]: cluster 2021-03-04T23:01:21.989288+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-03-04T23:01:23.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:22 gibba023 bash[27374]: cluster 2021-03-04T23:01:21.989288+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-03-04T23:01:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:24 gibba008 bash[37770]: cluster 2021-03-04T23:01:22.799815+0000 mgr.x (mgr.34379) 343 : cluster [DBG] pgmap v501: 137 pgs: 137 active+clean; 712 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 45 op/s 2021-03-04T23:01:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:24 gibba008 bash[37770]: cluster 2021-03-04T23:01:23.001698+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-03-04T23:01:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:24 gibba008 bash[37770]: cluster 2021-03-04T23:01:23.726359+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-03-04T23:01:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:24 gibba008 bash[39303]: cluster 2021-03-04T23:01:22.799815+0000 mgr.x (mgr.34379) 343 : cluster [DBG] pgmap v501: 137 pgs: 137 active+clean; 712 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 45 op/s 2021-03-04T23:01:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:24 gibba008 bash[39303]: cluster 2021-03-04T23:01:23.001698+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-03-04T23:01:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:24 gibba008 bash[39303]: cluster 2021-03-04T23:01:23.726359+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-03-04T23:01:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:24 gibba023 bash[27374]: cluster 2021-03-04T23:01:22.799815+0000 mgr.x (mgr.34379) 343 : cluster [DBG] pgmap v501: 137 pgs: 137 active+clean; 712 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 45 op/s 2021-03-04T23:01:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:24 gibba023 bash[27374]: cluster 2021-03-04T23:01:23.001698+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-03-04T23:01:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:24 gibba023 bash[27374]: cluster 2021-03-04T23:01:23.726359+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-03-04T23:01:25.709 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: after_prepare_snap 2021-03-04T23:01:26.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:25 gibba008 bash[37770]: cluster 2021-03-04T23:01:24.739648+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-03-04T23:01:26.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:25 gibba008 bash[37770]: cluster 2021-03-04T23:01:24.800548+0000 mgr.x (mgr.34379) 344 : cluster [DBG] pgmap v505: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 15 KiB/s rd, 5.2 MiB/s wr, 23 op/s 2021-03-04T23:01:26.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:25 gibba008 bash[39303]: cluster 2021-03-04T23:01:24.739648+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-03-04T23:01:26.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:25 gibba008 bash[39303]: cluster 2021-03-04T23:01:24.800548+0000 mgr.x (mgr.34379) 344 : cluster [DBG] pgmap v505: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 15 KiB/s rd, 5.2 MiB/s wr, 23 op/s 2021-03-04T23:01:26.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:25 gibba023 bash[27374]: cluster 2021-03-04T23:01:24.739648+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-03-04T23:01:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:25 gibba023 bash[27374]: cluster 2021-03-04T23:01:24.800548+0000 mgr.x (mgr.34379) 344 : cluster [DBG] pgmap v505: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 15 KiB/s rd, 5.2 MiB/s wr, 23 op/s 2021-03-04T23:01:26.762 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:01:26.770 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 83886080~1000 2021-03-04T23:01:26.774 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:01:26.932 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:01:27.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:26 gibba023 bash[27374]: cluster 2021-03-04T23:01:25.753824+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-03-04T23:01:27.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:26 gibba008 bash[37770]: cluster 2021-03-04T23:01:25.753824+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-03-04T23:01:27.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:26 gibba008 bash[39303]: cluster 2021-03-04T23:01:25.753824+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-03-04T23:01:28.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:27 gibba008 bash[39303]: cluster 2021-03-04T23:01:26.757288+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2021-03-04T23:01:28.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:27 gibba008 bash[39303]: cluster 2021-03-04T23:01:26.801156+0000 mgr.x (mgr.34379) 345 : cluster [DBG] pgmap v508: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 42 op/s 2021-03-04T23:01:28.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:01:27 gibba008 bash[50326]: debug 2021-03-04T23:01:27.837+0000 7f9b72efc700 -1 osd.3 pg_epoch: 433 pg[17.9( v 432'124 (0'0,432'124] local-lis/les=370/371 n=18 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [3,0,2] r=0 lpr=370 crt=432'122 lcod 432'123 mlcod 432'123 active+clean+snaptrim trimq=[6d~1]] removing snap head 2021-03-04T23:01:28.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:01:27 gibba008 bash[50326]: debug 2021-03-04T23:01:27.837+0000 7f9b6e6f3700 -1 osd.3 pg_epoch: 433 pg[17.12( v 432'167 (0'0,432'167] local-lis/les=370/371 n=24 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [3,5,2] r=0 lpr=370 crt=427'166 lcod 427'166 mlcod 427'166 active+clean+snaptrim trimq=[6d~1]] removing snap head 2021-03-04T23:01:28.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:27 gibba008 bash[37770]: cluster 2021-03-04T23:01:26.757288+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2021-03-04T23:01:28.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:27 gibba008 bash[37770]: cluster 2021-03-04T23:01:26.801156+0000 mgr.x (mgr.34379) 345 : cluster [DBG] pgmap v508: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 42 op/s 2021-03-04T23:01:28.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:27 gibba023 bash[27374]: cluster 2021-03-04T23:01:26.757288+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2021-03-04T23:01:28.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:27 gibba023 bash[27374]: cluster 2021-03-04T23:01:26.801156+0000 mgr.x (mgr.34379) 345 : cluster [DBG] pgmap v508: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 42 op/s 2021-03-04T23:01:29.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:28 gibba008 bash[39303]: cluster 2021-03-04T23:01:27.773183+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2021-03-04T23:01:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:28 gibba008 bash[37770]: cluster 2021-03-04T23:01:27.773183+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2021-03-04T23:01:29.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:28 gibba023 bash[27374]: cluster 2021-03-04T23:01:27.773183+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2021-03-04T23:01:30.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[47391]: debug 2021-03-04T23:01:29.789+0000 7fa94ab0d700 -1 osd.1 pg_epoch: 435 pg[17.1e( v 435'86 (0'0,435'86] local-lis/les=356/357 n=16 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [1,2,7] r=0 lpr=356 luod=434'85 crt=435'86 lcod 432'83 mlcod 432'83 active+clean+snaptrim trimq=[69~1] ps=[6b~1,6d~1]] removing snap head 2021-03-04T23:01:30.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[50326]: debug 2021-03-04T23:01:29.789+0000 7f9b72efc700 -1 osd.3 pg_epoch: 435 pg[17.9( v 435'127 (0'0,435'127] local-lis/les=370/371 n=16 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [3,0,2] r=0 lpr=370 luod=433'126 crt=435'127 lcod 432'124 mlcod 432'124 active+clean+snaptrim trimq=[69~1] ps=[6b~1,6d~1]] removing snap head 2021-03-04T23:01:30.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[37770]: cluster 2021-03-04T23:01:28.778131+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2021-03-04T23:01:30.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[37770]: cluster 2021-03-04T23:01:28.801722+0000 mgr.x (mgr.34379) 346 : cluster [DBG] pgmap v511: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 39 op/s 2021-03-04T23:01:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[37770]: audit 2021-03-04T23:01:29.594192+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:01:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[37770]: audit 2021-03-04T23:01:29.601048+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:01:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[37770]: audit 2021-03-04T23:01:29.601698+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:01:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[39303]: cluster 2021-03-04T23:01:28.778131+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2021-03-04T23:01:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[39303]: cluster 2021-03-04T23:01:28.801722+0000 mgr.x (mgr.34379) 346 : cluster [DBG] pgmap v511: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 39 op/s 2021-03-04T23:01:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[39303]: audit 2021-03-04T23:01:29.594192+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:01:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[39303]: audit 2021-03-04T23:01:29.601048+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:01:30.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:29 gibba008 bash[39303]: audit 2021-03-04T23:01:29.601698+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:01:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:29 gibba023 bash[27374]: cluster 2021-03-04T23:01:28.778131+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2021-03-04T23:01:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:29 gibba023 bash[27374]: cluster 2021-03-04T23:01:28.801722+0000 mgr.x (mgr.34379) 346 : cluster [DBG] pgmap v511: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 39 op/s 2021-03-04T23:01:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:29 gibba023 bash[27374]: audit 2021-03-04T23:01:29.594192+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:01:30.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:29 gibba023 bash[27374]: audit 2021-03-04T23:01:29.601048+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:01:30.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:29 gibba023 bash[27374]: audit 2021-03-04T23:01:29.601698+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:01:30.761 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14086 ms) 2021-03-04T23:01:30.761 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Clone 2021-03-04T23:01:30.820 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:30.833 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:01:30.840 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Clone (80 ms) 2021-03-04T23:01:30.841 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneParent 2021-03-04T23:01:30.908 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:30.925 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:01:30.935 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneParent (95 ms) 2021-03-04T23:01:30.936 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2021-03-04T23:01:31.002 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:31.017 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:01:31.027 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (92 ms) 2021-03-04T23:01:31.027 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2021-03-04T23:01:31.100 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:31.116 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 41943040~10 2021-03-04T23:01:31.138 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:01:31.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:30 gibba008 bash[37770]: cluster 2021-03-04T23:01:29.789949+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2021-03-04T23:01:31.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:30 gibba008 bash[39303]: cluster 2021-03-04T23:01:29.789949+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2021-03-04T23:01:31.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:30 gibba023 bash[27374]: cluster 2021-03-04T23:01:29.789949+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2021-03-04T23:01:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:31 gibba008 bash[37770]: cluster 2021-03-04T23:01:30.803231+0000 mgr.x (mgr.34379) 347 : cluster [DBG] pgmap v513: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 44 MiB/s rd, 4.9 MiB/s wr, 170 op/s 2021-03-04T23:01:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:31 gibba008 bash[39303]: cluster 2021-03-04T23:01:30.803231+0000 mgr.x (mgr.34379) 347 : cluster [DBG] pgmap v513: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 44 MiB/s rd, 4.9 MiB/s wr, 170 op/s 2021-03-04T23:01:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:31 gibba023 bash[27374]: cluster 2021-03-04T23:01:30.803231+0000 mgr.x (mgr.34379) 347 : cluster [DBG] pgmap v513: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 44 MiB/s rd, 4.9 MiB/s wr, 170 op/s 2021-03-04T23:01:32.819 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 41943041~10 2021-03-04T23:01:32.822 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:33.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:32 gibba008 bash[39303]: cluster 2021-03-04T23:01:31.807362+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2021-03-04T23:01:33.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:32 gibba008 bash[37770]: cluster 2021-03-04T23:01:31.807362+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2021-03-04T23:01:33.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:32 gibba023 bash[27374]: cluster 2021-03-04T23:01:31.807362+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2021-03-04T23:01:34.057 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 41943042~10 2021-03-04T23:01:34.084 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:01:34.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[37770]: cluster 2021-03-04T23:01:32.803664+0000 mgr.x (mgr.34379) 348 : cluster [DBG] pgmap v515: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 37 MiB/s rd, 4.8 MiB/s wr, 140 op/s 2021-03-04T23:01:34.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[37770]: cluster 2021-03-04T23:01:32.812339+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2021-03-04T23:01:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[37770]: audit 2021-03-04T23:01:33.276365+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[37770]: audit 2021-03-04T23:01:33.394788+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[37770]: audit 2021-03-04T23:01:33.586671+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[37770]: cluster 2021-03-04T23:01:33.731959+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2021-03-04T23:01:34.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[39303]: cluster 2021-03-04T23:01:32.803664+0000 mgr.x (mgr.34379) 348 : cluster [DBG] pgmap v515: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 37 MiB/s rd, 4.8 MiB/s wr, 140 op/s 2021-03-04T23:01:34.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[39303]: cluster 2021-03-04T23:01:32.812339+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2021-03-04T23:01:34.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[39303]: audit 2021-03-04T23:01:33.276365+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[39303]: audit 2021-03-04T23:01:33.394788+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[39303]: audit 2021-03-04T23:01:33.586671+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:33 gibba008 bash[39303]: cluster 2021-03-04T23:01:33.731959+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2021-03-04T23:01:34.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:33 gibba023 bash[27374]: cluster 2021-03-04T23:01:32.803664+0000 mgr.x (mgr.34379) 348 : cluster [DBG] pgmap v515: 137 pgs: 137 active+clean; 732 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 37 MiB/s rd, 4.8 MiB/s wr, 140 op/s 2021-03-04T23:01:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:33 gibba023 bash[27374]: cluster 2021-03-04T23:01:32.812339+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2021-03-04T23:01:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:33 gibba023 bash[27374]: audit 2021-03-04T23:01:33.276365+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:33 gibba023 bash[27374]: audit 2021-03-04T23:01:33.394788+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:33 gibba023 bash[27374]: audit 2021-03-04T23:01:33.586671+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:01:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:33 gibba023 bash[27374]: cluster 2021-03-04T23:01:33.731959+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2021-03-04T23:01:35.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:34 gibba008 bash[37770]: cephadm 2021-03-04T23:01:33.277928+0000 mgr.x (mgr.34379) 349 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:01:35.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:34 gibba008 bash[37770]: cephadm 2021-03-04T23:01:33.396226+0000 mgr.x (mgr.34379) 350 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:01:35.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:34 gibba008 bash[39303]: cephadm 2021-03-04T23:01:33.277928+0000 mgr.x (mgr.34379) 349 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:01:35.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:34 gibba008 bash[39303]: cephadm 2021-03-04T23:01:33.396226+0000 mgr.x (mgr.34379) 350 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:01:35.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:34 gibba023 bash[27374]: cephadm 2021-03-04T23:01:33.277928+0000 mgr.x (mgr.34379) 349 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:01:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:34 gibba023 bash[27374]: cephadm 2021-03-04T23:01:33.396226+0000 mgr.x (mgr.34379) 350 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:01:35.842 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:01:35.868 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:01:35.953 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:01:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:35 gibba008 bash[37770]: cluster 2021-03-04T23:01:34.804742+0000 mgr.x (mgr.34379) 351 : cluster [DBG] pgmap v518: 137 pgs: 137 active+clean; 728 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2021-03-04T23:01:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:35 gibba008 bash[37770]: cluster 2021-03-04T23:01:34.826816+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2021-03-04T23:01:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:35 gibba008 bash[39303]: cluster 2021-03-04T23:01:34.804742+0000 mgr.x (mgr.34379) 351 : cluster [DBG] pgmap v518: 137 pgs: 137 active+clean; 728 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2021-03-04T23:01:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:35 gibba008 bash[39303]: cluster 2021-03-04T23:01:34.826816+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2021-03-04T23:01:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:35 gibba023 bash[27374]: cluster 2021-03-04T23:01:34.804742+0000 mgr.x (mgr.34379) 351 : cluster [DBG] pgmap v518: 137 pgs: 137 active+clean; 728 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2021-03-04T23:01:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:35 gibba023 bash[27374]: cluster 2021-03-04T23:01:34.826816+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2021-03-04T23:01:37.017 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5990 ms) 2021-03-04T23:01:37.017 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2021-03-04T23:01:37.085 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:37.102 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 41943040~10 2021-03-04T23:01:37.122 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:01:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:36 gibba008 bash[37770]: cluster 2021-03-04T23:01:35.836035+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2021-03-04T23:01:37.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:36 gibba008 bash[39303]: cluster 2021-03-04T23:01:35.836035+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2021-03-04T23:01:37.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:36 gibba023 bash[27374]: cluster 2021-03-04T23:01:35.836035+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2021-03-04T23:01:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:37 gibba008 bash[37770]: cluster 2021-03-04T23:01:36.806157+0000 mgr.x (mgr.34379) 352 : cluster [DBG] pgmap v521: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 8.5 KiB/s wr, 61 op/s 2021-03-04T23:01:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:37 gibba008 bash[37770]: cluster 2021-03-04T23:01:36.852024+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2021-03-04T23:01:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:37 gibba008 bash[39303]: cluster 2021-03-04T23:01:36.806157+0000 mgr.x (mgr.34379) 352 : cluster [DBG] pgmap v521: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 8.5 KiB/s wr, 61 op/s 2021-03-04T23:01:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:37 gibba008 bash[39303]: cluster 2021-03-04T23:01:36.852024+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2021-03-04T23:01:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:37 gibba023 bash[27374]: cluster 2021-03-04T23:01:36.806157+0000 mgr.x (mgr.34379) 352 : cluster [DBG] pgmap v521: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 19 MiB/s rd, 8.5 KiB/s wr, 61 op/s 2021-03-04T23:01:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:37 gibba023 bash[27374]: cluster 2021-03-04T23:01:36.852024+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2021-03-04T23:01:38.740 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:01:38.751 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:39.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:38 gibba008 bash[37770]: cluster 2021-03-04T23:01:37.866391+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-03-04T23:01:39.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:38 gibba008 bash[37770]: cluster 2021-03-04T23:01:38.734128+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-03-04T23:01:39.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:38 gibba008 bash[39303]: cluster 2021-03-04T23:01:37.866391+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-03-04T23:01:39.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:38 gibba008 bash[39303]: cluster 2021-03-04T23:01:38.734128+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-03-04T23:01:39.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:38 gibba023 bash[27374]: cluster 2021-03-04T23:01:37.866391+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-03-04T23:01:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:38 gibba023 bash[27374]: cluster 2021-03-04T23:01:38.734128+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-03-04T23:01:39.917 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:39.926 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:01:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:39 gibba008 bash[37770]: cluster 2021-03-04T23:01:38.807194+0000 mgr.x (mgr.34379) 353 : cluster [DBG] pgmap v525: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 75 KiB/s rd, 11 KiB/s wr, 110 op/s 2021-03-04T23:01:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:39 gibba008 bash[37770]: cluster 2021-03-04T23:01:39.747635+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-03-04T23:01:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:39 gibba008 bash[39303]: cluster 2021-03-04T23:01:38.807194+0000 mgr.x (mgr.34379) 353 : cluster [DBG] pgmap v525: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 75 KiB/s rd, 11 KiB/s wr, 110 op/s 2021-03-04T23:01:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:39 gibba008 bash[39303]: cluster 2021-03-04T23:01:39.747635+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-03-04T23:01:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:39 gibba023 bash[27374]: cluster 2021-03-04T23:01:38.807194+0000 mgr.x (mgr.34379) 353 : cluster [DBG] pgmap v525: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 75 KiB/s rd, 11 KiB/s wr, 110 op/s 2021-03-04T23:01:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:39 gibba023 bash[27374]: cluster 2021-03-04T23:01:39.747635+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-03-04T23:01:41.898 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 41943040~10 2021-03-04T23:01:41.904 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap4 2021-03-04T23:01:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:41 gibba008 bash[37770]: cluster 2021-03-04T23:01:40.808922+0000 mgr.x (mgr.34379) 354 : cluster [DBG] pgmap v527: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 148 op/s 2021-03-04T23:01:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:41 gibba008 bash[37770]: cluster 2021-03-04T23:01:40.884435+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-03-04T23:01:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:41 gibba008 bash[39303]: cluster 2021-03-04T23:01:40.808922+0000 mgr.x (mgr.34379) 354 : cluster [DBG] pgmap v527: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 148 op/s 2021-03-04T23:01:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:41 gibba008 bash[39303]: cluster 2021-03-04T23:01:40.884435+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-03-04T23:01:42.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:41 gibba023 bash[27374]: cluster 2021-03-04T23:01:40.808922+0000 mgr.x (mgr.34379) 354 : cluster [DBG] pgmap v527: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 148 op/s 2021-03-04T23:01:42.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:41 gibba023 bash[27374]: cluster 2021-03-04T23:01:40.884435+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-03-04T23:01:43.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:42 gibba008 bash[37770]: cluster 2021-03-04T23:01:41.891800+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-03-04T23:01:43.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:42 gibba008 bash[39303]: cluster 2021-03-04T23:01:41.891800+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-03-04T23:01:43.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:42 gibba023 bash[27374]: cluster 2021-03-04T23:01:41.891800+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-03-04T23:01:43.737 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:01:43.751 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:01:43.882 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:01:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:43 gibba008 bash[37770]: cluster 2021-03-04T23:01:42.810073+0000 mgr.x (mgr.34379) 355 : cluster [DBG] pgmap v530: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 48 KiB/s rd, 9.3 KiB/s wr, 76 op/s 2021-03-04T23:01:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:43 gibba008 bash[37770]: cluster 2021-03-04T23:01:42.903924+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-03-04T23:01:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:43 gibba008 bash[37770]: cluster 2021-03-04T23:01:43.730049+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-03-04T23:01:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:43 gibba008 bash[39303]: cluster 2021-03-04T23:01:42.810073+0000 mgr.x (mgr.34379) 355 : cluster [DBG] pgmap v530: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 48 KiB/s rd, 9.3 KiB/s wr, 76 op/s 2021-03-04T23:01:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:43 gibba008 bash[39303]: cluster 2021-03-04T23:01:42.903924+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-03-04T23:01:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:43 gibba008 bash[39303]: cluster 2021-03-04T23:01:43.730049+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-03-04T23:01:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:43 gibba023 bash[27374]: cluster 2021-03-04T23:01:42.810073+0000 mgr.x (mgr.34379) 355 : cluster [DBG] pgmap v530: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 48 KiB/s rd, 9.3 KiB/s wr, 76 op/s 2021-03-04T23:01:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:43 gibba023 bash[27374]: cluster 2021-03-04T23:01:42.903924+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-03-04T23:01:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:43 gibba023 bash[27374]: cluster 2021-03-04T23:01:43.730049+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-03-04T23:01:45.258 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8241 ms) 2021-03-04T23:01:45.258 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortInUseImage 2021-03-04T23:01:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[37770]: audit 2021-03-04T23:01:44.672623+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:01:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[37770]: audit 2021-03-04T23:01:44.673554+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:01:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[37770]: audit 2021-03-04T23:01:44.674228+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:01:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[37770]: audit 2021-03-04T23:01:44.799051+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:01:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[39303]: audit 2021-03-04T23:01:44.672623+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:01:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[39303]: audit 2021-03-04T23:01:44.673554+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:01:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[39303]: audit 2021-03-04T23:01:44.674228+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:01:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:44 gibba008 bash[39303]: audit 2021-03-04T23:01:44.799051+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:01:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:44 gibba023 bash[27374]: audit 2021-03-04T23:01:44.672623+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:01:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:44 gibba023 bash[27374]: audit 2021-03-04T23:01:44.673554+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:01:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:44 gibba023 bash[27374]: audit 2021-03-04T23:01:44.674228+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:01:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:44 gibba023 bash[27374]: audit 2021-03-04T23:01:44.799051+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:01:45.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:01:44 gibba023 bash[19550]: debug 2021-03-04T23:01:44.921+0000 7f251682b700 -1 osd.7 pg_epoch: 449 pg[17.0( v 449'171 (0'0,449'171] local-lis/les=301/302 n=18 ec=301/301 lis/c=301/301 les/c/f=302/302/0 sis=301) [7,6,4] r=0 lpr=301 luod=448'170 crt=443'169 lcod 443'169 mlcod 443'169 active+clean+snaptrim trimq=[7d~1]] removing snap head 2021-03-04T23:01:45.325 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:45.340 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:45.847 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortInUseImage (589 ms) 2021-03-04T23:01:45.847 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2021-03-04T23:01:45.914 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:45.929 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:46.017 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:01:46.081 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:46.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:45 gibba008 bash[39303]: cluster 2021-03-04T23:01:44.810530+0000 mgr.x (mgr.34379) 356 : cluster [DBG] pgmap v533: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 8.5 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2021-03-04T23:01:46.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:45 gibba008 bash[39303]: cluster 2021-03-04T23:01:44.920535+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-03-04T23:01:46.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:45 gibba008 bash[37770]: cluster 2021-03-04T23:01:44.810530+0000 mgr.x (mgr.34379) 356 : cluster [DBG] pgmap v533: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 8.5 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2021-03-04T23:01:46.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:45 gibba008 bash[37770]: cluster 2021-03-04T23:01:44.920535+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-03-04T23:01:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:45 gibba023 bash[27374]: cluster 2021-03-04T23:01:44.810530+0000 mgr.x (mgr.34379) 356 : cluster [DBG] pgmap v533: 137 pgs: 137 active+clean; 728 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 8.5 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2021-03-04T23:01:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:45 gibba023 bash[27374]: cluster 2021-03-04T23:01:44.920535+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-03-04T23:01:46.530 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:46.577 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:01:46.650 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:01:47.090 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (1242 ms) 2021-03-04T23:01:47.090 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2021-03-04T23:01:47.161 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:47.178 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:47.288 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:01:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:47 gibba008 bash[37770]: cluster 2021-03-04T23:01:46.812113+0000 mgr.x (mgr.34379) 357 : cluster [DBG] pgmap v535: 137 pgs: 137 active+clean; 740 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 114 op/s 2021-03-04T23:01:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:47 gibba008 bash[39303]: cluster 2021-03-04T23:01:46.812113+0000 mgr.x (mgr.34379) 357 : cluster [DBG] pgmap v535: 137 pgs: 137 active+clean; 740 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 114 op/s 2021-03-04T23:01:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:47 gibba023 bash[27374]: cluster 2021-03-04T23:01:46.812113+0000 mgr.x (mgr.34379) 357 : cluster [DBG] pgmap v535: 137 pgs: 137 active+clean; 740 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 114 op/s 2021-03-04T23:01:48.958 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:01:48.967 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:01:48.967 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:01:48.968 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:01:49.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:48 gibba008 bash[37770]: cluster 2021-03-04T23:01:47.937970+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-03-04T23:01:49.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:48 gibba008 bash[39303]: cluster 2021-03-04T23:01:47.937970+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-03-04T23:01:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:48 gibba023 bash[27374]: cluster 2021-03-04T23:01:47.937970+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-03-04T23:01:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:49 gibba008 bash[37770]: cluster 2021-03-04T23:01:48.813328+0000 mgr.x (mgr.34379) 358 : cluster [DBG] pgmap v537: 137 pgs: 137 active+clean; 752 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 6.8 MiB/s rd, 8.1 MiB/s wr, 114 op/s 2021-03-04T23:01:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:49 gibba008 bash[37770]: cluster 2021-03-04T23:01:48.950817+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-03-04T23:01:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:49 gibba008 bash[39303]: cluster 2021-03-04T23:01:48.813328+0000 mgr.x (mgr.34379) 358 : cluster [DBG] pgmap v537: 137 pgs: 137 active+clean; 752 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 6.8 MiB/s rd, 8.1 MiB/s wr, 114 op/s 2021-03-04T23:01:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:49 gibba008 bash[39303]: cluster 2021-03-04T23:01:48.950817+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-03-04T23:01:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:49 gibba023 bash[27374]: cluster 2021-03-04T23:01:48.813328+0000 mgr.x (mgr.34379) 358 : cluster [DBG] pgmap v537: 137 pgs: 137 active+clean; 752 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 6.8 MiB/s rd, 8.1 MiB/s wr, 114 op/s 2021-03-04T23:01:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:49 gibba023 bash[27374]: cluster 2021-03-04T23:01:48.950817+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-03-04T23:01:50.983 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:01:50.986 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:01:50.987 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:01:50.991 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:01:51.003 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:01:51.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:50 gibba008 bash[37770]: cluster 2021-03-04T23:01:49.968457+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-03-04T23:01:51.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:50 gibba008 bash[39303]: cluster 2021-03-04T23:01:49.968457+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-03-04T23:01:51.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:50 gibba023 bash[27374]: cluster 2021-03-04T23:01:49.968457+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-03-04T23:01:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:51 gibba008 bash[37770]: cluster 2021-03-04T23:01:50.814273+0000 mgr.x (mgr.34379) 359 : cluster [DBG] pgmap v540: 137 pgs: 137 active+clean; 788 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 13 MiB/s rd, 18 MiB/s wr, 160 op/s 2021-03-04T23:01:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:51 gibba008 bash[37770]: cluster 2021-03-04T23:01:50.977347+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-03-04T23:01:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:51 gibba008 bash[39303]: cluster 2021-03-04T23:01:50.814273+0000 mgr.x (mgr.34379) 359 : cluster [DBG] pgmap v540: 137 pgs: 137 active+clean; 788 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 13 MiB/s rd, 18 MiB/s wr, 160 op/s 2021-03-04T23:01:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:51 gibba008 bash[39303]: cluster 2021-03-04T23:01:50.977347+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-03-04T23:01:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:51 gibba023 bash[27374]: cluster 2021-03-04T23:01:50.814273+0000 mgr.x (mgr.34379) 359 : cluster [DBG] pgmap v540: 137 pgs: 137 active+clean; 788 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 13 MiB/s rd, 18 MiB/s wr, 160 op/s 2021-03-04T23:01:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:51 gibba023 bash[27374]: cluster 2021-03-04T23:01:50.977347+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-03-04T23:01:53.013 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:01:53.027 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:01:53.031 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:01:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:53 gibba008 bash[37770]: cluster 2021-03-04T23:01:51.993992+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-03-04T23:01:53.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:53 gibba008 bash[39303]: cluster 2021-03-04T23:01:51.993992+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-03-04T23:01:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:53 gibba023 bash[27374]: cluster 2021-03-04T23:01:51.993992+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-03-04T23:01:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:54 gibba023 bash[27374]: cluster 2021-03-04T23:01:52.815237+0000 mgr.x (mgr.34379) 360 : cluster [DBG] pgmap v543: 137 pgs: 137 active+clean; 792 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 86 op/s 2021-03-04T23:01:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:54 gibba023 bash[27374]: cluster 2021-03-04T23:01:53.006745+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-03-04T23:01:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:54 gibba023 bash[27374]: cluster 2021-03-04T23:01:53.741821+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2021-03-04T23:01:54.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:54 gibba008 bash[37770]: cluster 2021-03-04T23:01:52.815237+0000 mgr.x (mgr.34379) 360 : cluster [DBG] pgmap v543: 137 pgs: 137 active+clean; 792 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 86 op/s 2021-03-04T23:01:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:54 gibba008 bash[37770]: cluster 2021-03-04T23:01:53.006745+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-03-04T23:01:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:54 gibba008 bash[37770]: cluster 2021-03-04T23:01:53.741821+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2021-03-04T23:01:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:54 gibba008 bash[39303]: cluster 2021-03-04T23:01:52.815237+0000 mgr.x (mgr.34379) 360 : cluster [DBG] pgmap v543: 137 pgs: 137 active+clean; 792 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 86 op/s 2021-03-04T23:01:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:54 gibba008 bash[39303]: cluster 2021-03-04T23:01:53.006745+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-03-04T23:01:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:54 gibba008 bash[39303]: cluster 2021-03-04T23:01:53.741821+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2021-03-04T23:01:56.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:55 gibba023 bash[27374]: cluster 2021-03-04T23:01:54.754890+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2021-03-04T23:01:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:55 gibba023 bash[27374]: cluster 2021-03-04T23:01:54.815662+0000 mgr.x (mgr.34379) 361 : cluster [DBG] pgmap v547: 137 pgs: 137 active+clean; 804 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2021-03-04T23:01:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:55 gibba008 bash[37770]: cluster 2021-03-04T23:01:54.754890+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2021-03-04T23:01:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:55 gibba008 bash[37770]: cluster 2021-03-04T23:01:54.815662+0000 mgr.x (mgr.34379) 361 : cluster [DBG] pgmap v547: 137 pgs: 137 active+clean; 804 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2021-03-04T23:01:56.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:55 gibba008 bash[39303]: cluster 2021-03-04T23:01:54.754890+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2021-03-04T23:01:56.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:55 gibba008 bash[39303]: cluster 2021-03-04T23:01:54.815662+0000 mgr.x (mgr.34379) 361 : cluster [DBG] pgmap v547: 137 pgs: 137 active+clean; 804 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2021-03-04T23:01:56.722 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:56.796 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:01:57.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:56 gibba023 bash[27374]: cluster 2021-03-04T23:01:55.759568+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2021-03-04T23:01:57.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:56 gibba008 bash[37770]: cluster 2021-03-04T23:01:55.759568+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2021-03-04T23:01:57.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:56 gibba008 bash[39303]: cluster 2021-03-04T23:01:55.759568+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2021-03-04T23:01:57.784 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:01:57.797 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:01:57.847 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:01:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:57 gibba008 bash[37770]: cluster 2021-03-04T23:01:56.815967+0000 mgr.x (mgr.34379) 362 : cluster [DBG] pgmap v549: 137 pgs: 137 active+clean; 820 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2021-03-04T23:01:58.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:57 gibba008 bash[39303]: cluster 2021-03-04T23:01:56.815967+0000 mgr.x (mgr.34379) 362 : cluster [DBG] pgmap v549: 137 pgs: 137 active+clean; 820 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2021-03-04T23:01:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:57 gibba023 bash[27374]: cluster 2021-03-04T23:01:56.815967+0000 mgr.x (mgr.34379) 362 : cluster [DBG] pgmap v549: 137 pgs: 137 active+clean; 820 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2021-03-04T23:01:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:58 gibba008 bash[37770]: cluster 2021-03-04T23:01:57.779127+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2021-03-04T23:01:59.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:58 gibba008 bash[37770]: audit 2021-03-04T23:01:58.069022+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:01:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:58 gibba008 bash[39303]: cluster 2021-03-04T23:01:57.779127+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2021-03-04T23:01:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:58 gibba008 bash[39303]: audit 2021-03-04T23:01:58.069022+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:01:59.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:58 gibba023 bash[27374]: cluster 2021-03-04T23:01:57.779127+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2021-03-04T23:01:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:58 gibba023 bash[27374]: audit 2021-03-04T23:01:58.069022+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:02:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:59 gibba008 bash[37770]: cluster 2021-03-04T23:01:58.790108+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2021-03-04T23:02:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:01:59 gibba008 bash[37770]: cluster 2021-03-04T23:01:58.816316+0000 mgr.x (mgr.34379) 363 : cluster [DBG] pgmap v552: 137 pgs: 137 active+clean; 824 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 6.9 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2021-03-04T23:02:00.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:59 gibba008 bash[39303]: cluster 2021-03-04T23:01:58.790108+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2021-03-04T23:02:00.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:01:59 gibba008 bash[39303]: cluster 2021-03-04T23:01:58.816316+0000 mgr.x (mgr.34379) 363 : cluster [DBG] pgmap v552: 137 pgs: 137 active+clean; 824 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 6.9 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2021-03-04T23:02:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:59 gibba023 bash[27374]: cluster 2021-03-04T23:01:58.790108+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2021-03-04T23:02:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:01:59 gibba023 bash[27374]: cluster 2021-03-04T23:01:58.816316+0000 mgr.x (mgr.34379) 363 : cluster [DBG] pgmap v552: 137 pgs: 137 active+clean; 824 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 6.9 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2021-03-04T23:02:01.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:00 gibba008 bash[37770]: cluster 2021-03-04T23:01:59.798872+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2021-03-04T23:02:01.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:00 gibba008 bash[39303]: cluster 2021-03-04T23:01:59.798872+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2021-03-04T23:02:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:00 gibba023 bash[27374]: cluster 2021-03-04T23:01:59.798872+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2021-03-04T23:02:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:01 gibba008 bash[37770]: cluster 2021-03-04T23:02:00.813929+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2021-03-04T23:02:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:01 gibba008 bash[37770]: cluster 2021-03-04T23:02:00.816554+0000 mgr.x (mgr.34379) 364 : cluster [DBG] pgmap v555: 137 pgs: 137 active+clean; 864 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 140 op/s 2021-03-04T23:02:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:01 gibba008 bash[39303]: cluster 2021-03-04T23:02:00.813929+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2021-03-04T23:02:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:01 gibba008 bash[39303]: cluster 2021-03-04T23:02:00.816554+0000 mgr.x (mgr.34379) 364 : cluster [DBG] pgmap v555: 137 pgs: 137 active+clean; 864 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 140 op/s 2021-03-04T23:02:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:01 gibba023 bash[27374]: cluster 2021-03-04T23:02:00.813929+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2021-03-04T23:02:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:01 gibba023 bash[27374]: cluster 2021-03-04T23:02:00.816554+0000 mgr.x (mgr.34379) 364 : cluster [DBG] pgmap v555: 137 pgs: 137 active+clean; 864 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 140 op/s 2021-03-04T23:02:02.598 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortWithSnapshots (15509 ms) 2021-03-04T23:02:02.599 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1Parent 2021-03-04T23:02:02.670 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:02.687 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:02.699 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1Parent (100 ms) 2021-03-04T23:02:02.699 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2Parent 2021-03-04T23:02:02.771 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:02.786 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:02.797 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2Parent (99 ms) 2021-03-04T23:02:02.797 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2021-03-04T23:02:02.868 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:02.884 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:02.894 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbort (97 ms) 2021-03-04T23:02:02.895 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2021-03-04T23:02:02.966 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:02.982 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:02.993 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbort (99 ms) 2021-03-04T23:02:02.994 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2021-03-04T23:02:03.068 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.083 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:03.092 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (99 ms) 2021-03-04T23:02:03.093 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2021-03-04T23:02:03.164 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.178 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:03.188 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (96 ms) 2021-03-04T23:02:03.189 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2021-03-04T23:02:03.259 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:02 gibba008 bash[37770]: cluster 2021-03-04T23:02:01.832868+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2021-03-04T23:02:03.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:02 gibba008 bash[39303]: cluster 2021-03-04T23:02:01.832868+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2021-03-04T23:02:03.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:02 gibba023 bash[27374]: cluster 2021-03-04T23:02:01.832868+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2021-03-04T23:02:03.275 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:03.285 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (97 ms) 2021-03-04T23:02:03.286 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2021-03-04T23:02:03.357 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.373 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:03.384 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (99 ms) 2021-03-04T23:02:03.385 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2021-03-04T23:02:03.453 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.467 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:03.477 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (93 ms) 2021-03-04T23:02:03.477 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2021-03-04T23:02:03.551 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.568 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:02:03.581 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (103 ms) 2021-03-04T23:02:03.581 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.StressNoMigrate 2021-03-04T23:02:03.653 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:03.669 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 55472288~3610991 2021-03-04T23:02:03.742 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 18868514~3377666 2021-03-04T23:02:03.749 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 54290881~2689167 2021-03-04T23:02:03.779 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 24155209~2661441 2021-03-04T23:02:03.786 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 48870153~1692443 2021-03-04T23:02:03.812 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 59590296~5634822 2021-03-04T23:02:03.821 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 45817502~7850693 2021-03-04T23:02:03.867 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 56598678~7720782 2021-03-04T23:02:03.869 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:02:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:03 gibba008 bash[37770]: cluster 2021-03-04T23:02:02.817382+0000 mgr.x (mgr.34379) 365 : cluster [DBG] pgmap v557: 137 pgs: 137 active+clean; 884 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 139 op/s 2021-03-04T23:02:04.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:03 gibba008 bash[39303]: cluster 2021-03-04T23:02:02.817382+0000 mgr.x (mgr.34379) 365 : cluster [DBG] pgmap v557: 137 pgs: 137 active+clean; 884 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 139 op/s 2021-03-04T23:02:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:03 gibba023 bash[27374]: cluster 2021-03-04T23:02:02.817382+0000 mgr.x (mgr.34379) 365 : cluster [DBG] pgmap v557: 137 pgs: 137 active+clean; 884 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 139 op/s 2021-03-04T23:02:05.877 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 96339037 2021-03-04T23:02:05.886 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 50293772~7712527 2021-03-04T23:02:05.897 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 71898039~5113179 2021-03-04T23:02:05.897 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 17696855~6234667 2021-03-04T23:02:05.904 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 52892306~3551707 2021-03-04T23:02:05.919 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 52900393~2205027 2021-03-04T23:02:05.929 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 35317451~5635774 2021-03-04T23:02:05.930 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 76355629~6463705 2021-03-04T23:02:05.935 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 27658227~6903659 2021-03-04T23:02:05.935 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:02:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:05 gibba008 bash[37770]: cluster 2021-03-04T23:02:04.818760+0000 mgr.x (mgr.34379) 366 : cluster [DBG] pgmap v558: 137 pgs: 137 active+clean; 874 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 103 op/s 2021-03-04T23:02:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:05 gibba008 bash[37770]: cluster 2021-03-04T23:02:04.863963+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2021-03-04T23:02:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:05 gibba008 bash[39303]: cluster 2021-03-04T23:02:04.818760+0000 mgr.x (mgr.34379) 366 : cluster [DBG] pgmap v558: 137 pgs: 137 active+clean; 874 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 103 op/s 2021-03-04T23:02:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:05 gibba008 bash[39303]: cluster 2021-03-04T23:02:04.863963+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2021-03-04T23:02:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:05 gibba023 bash[27374]: cluster 2021-03-04T23:02:04.818760+0000 mgr.x (mgr.34379) 366 : cluster [DBG] pgmap v558: 137 pgs: 137 active+clean; 874 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 103 op/s 2021-03-04T23:02:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:05 gibba023 bash[27374]: cluster 2021-03-04T23:02:04.863963+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2021-03-04T23:02:07.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:06 gibba008 bash[37770]: cluster 2021-03-04T23:02:05.871756+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2021-03-04T23:02:07.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:06 gibba008 bash[39303]: cluster 2021-03-04T23:02:05.871756+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2021-03-04T23:02:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:06 gibba023 bash[27374]: cluster 2021-03-04T23:02:05.871756+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2021-03-04T23:02:07.898 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 34902079~1204218 2021-03-04T23:02:07.902 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 34787676~5610897 2021-03-04T23:02:07.910 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 21706348~7104440 2021-03-04T23:02:07.912 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 4949771~5828426 2021-03-04T23:02:07.912 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 89784529~3611487 2021-03-04T23:02:07.917 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 37643441~7306654 2021-03-04T23:02:07.918 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 34291848~8266144 2021-03-04T23:02:07.941 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16876786~813828 2021-03-04T23:02:07.942 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:02:08.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:07 gibba008 bash[37770]: cluster 2021-03-04T23:02:06.819490+0000 mgr.x (mgr.34379) 367 : cluster [DBG] pgmap v561: 137 pgs: 137 active+clean; 874 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 10 MiB/s wr, 61 op/s 2021-03-04T23:02:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:07 gibba008 bash[37770]: cluster 2021-03-04T23:02:06.883043+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2021-03-04T23:02:08.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:07 gibba008 bash[39303]: cluster 2021-03-04T23:02:06.819490+0000 mgr.x (mgr.34379) 367 : cluster [DBG] pgmap v561: 137 pgs: 137 active+clean; 874 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 10 MiB/s wr, 61 op/s 2021-03-04T23:02:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:07 gibba008 bash[39303]: cluster 2021-03-04T23:02:06.883043+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2021-03-04T23:02:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:07 gibba023 bash[27374]: cluster 2021-03-04T23:02:06.819490+0000 mgr.x (mgr.34379) 367 : cluster [DBG] pgmap v561: 137 pgs: 137 active+clean; 874 MiB data, 2.4 GiB used, 666 GiB / 672 GiB avail; 25 MiB/s rd, 10 MiB/s wr, 61 op/s 2021-03-04T23:02:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:07 gibba023 bash[27374]: cluster 2021-03-04T23:02:06.883043+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2021-03-04T23:02:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:08 gibba008 bash[37770]: cluster 2021-03-04T23:02:07.892642+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-03-04T23:02:09.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:08 gibba008 bash[37770]: cluster 2021-03-04T23:02:08.747991+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-03-04T23:02:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:08 gibba008 bash[39303]: cluster 2021-03-04T23:02:07.892642+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-03-04T23:02:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:08 gibba008 bash[39303]: cluster 2021-03-04T23:02:08.747991+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-03-04T23:02:09.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:08 gibba023 bash[27374]: cluster 2021-03-04T23:02:07.892642+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-03-04T23:02:09.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:08 gibba023 bash[27374]: cluster 2021-03-04T23:02:08.747991+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-03-04T23:02:09.767 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 36344141~5603004 2021-03-04T23:02:09.776 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 43748783~2611674 2021-03-04T23:02:09.776 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 44514763~412077 2021-03-04T23:02:09.784 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 41161743~5579827 2021-03-04T23:02:09.795 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 52001503~6579721 2021-03-04T23:02:09.797 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49377002~6906009 2021-03-04T23:02:09.817 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 81808408~5107687 2021-03-04T23:02:09.819 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 86536976~6298991 2021-03-04T23:02:09.833 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:02:10.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:09 gibba008 bash[39303]: cluster 2021-03-04T23:02:08.820602+0000 mgr.x (mgr.34379) 368 : cluster [DBG] pgmap v565: 137 pgs: 137 active+clean; 890 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 33 MiB/s rd, 9.4 MiB/s wr, 80 op/s 2021-03-04T23:02:10.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:09 gibba008 bash[39303]: cluster 2021-03-04T23:02:09.760810+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-03-04T23:02:10.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:09 gibba008 bash[37770]: cluster 2021-03-04T23:02:08.820602+0000 mgr.x (mgr.34379) 368 : cluster [DBG] pgmap v565: 137 pgs: 137 active+clean; 890 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 33 MiB/s rd, 9.4 MiB/s wr, 80 op/s 2021-03-04T23:02:10.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:09 gibba008 bash[37770]: cluster 2021-03-04T23:02:09.760810+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-03-04T23:02:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:09 gibba023 bash[27374]: cluster 2021-03-04T23:02:08.820602+0000 mgr.x (mgr.34379) 368 : cluster [DBG] pgmap v565: 137 pgs: 137 active+clean; 890 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 33 MiB/s rd, 9.4 MiB/s wr, 80 op/s 2021-03-04T23:02:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:09 gibba023 bash[27374]: cluster 2021-03-04T23:02:09.760810+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-03-04T23:02:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:11 gibba008 bash[37770]: cluster 2021-03-04T23:02:10.774926+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-03-04T23:02:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:11 gibba008 bash[37770]: cluster 2021-03-04T23:02:10.821063+0000 mgr.x (mgr.34379) 369 : cluster [DBG] pgmap v568: 137 pgs: 137 active+clean; 964 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 1.0 MiB/s rd, 22 MiB/s wr, 35 op/s 2021-03-04T23:02:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:11 gibba008 bash[39303]: cluster 2021-03-04T23:02:10.774926+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-03-04T23:02:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:11 gibba008 bash[39303]: cluster 2021-03-04T23:02:10.821063+0000 mgr.x (mgr.34379) 369 : cluster [DBG] pgmap v568: 137 pgs: 137 active+clean; 964 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 1.0 MiB/s rd, 22 MiB/s wr, 35 op/s 2021-03-04T23:02:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:11 gibba023 bash[27374]: cluster 2021-03-04T23:02:10.774926+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-03-04T23:02:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:11 gibba023 bash[27374]: cluster 2021-03-04T23:02:10.821063+0000 mgr.x (mgr.34379) 369 : cluster [DBG] pgmap v568: 137 pgs: 137 active+clean; 964 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 1.0 MiB/s rd, 22 MiB/s wr, 35 op/s 2021-03-04T23:02:12.548 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.StressNoMigrate (8967 ms) 2021-03-04T23:02:12.548 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Stress 2021-03-04T23:02:12.621 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:12.638 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 12321021~2838548 2021-03-04T23:02:12.696 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 14838644~432780 2021-03-04T23:02:12.704 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 16128042~5246693 2021-03-04T23:02:12.770 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 47067269~7939945 2021-03-04T23:02:12.778 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 50696814~2333221 2021-03-04T23:02:12.809 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 69149051~7468779 2021-03-04T23:02:12.818 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 16047996~5968170 2021-03-04T23:02:12.873 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 65454529~4651861 2021-03-04T23:02:12.883 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:02:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:12 gibba008 bash[37770]: cluster 2021-03-04T23:02:11.778351+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-03-04T23:02:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:12 gibba008 bash[39303]: cluster 2021-03-04T23:02:11.778351+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-03-04T23:02:13.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:12 gibba023 bash[27374]: cluster 2021-03-04T23:02:11.778351+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-03-04T23:02:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:13 gibba008 bash[37770]: cluster 2021-03-04T23:02:12.821544+0000 mgr.x (mgr.34379) 370 : cluster [DBG] pgmap v570: 137 pgs: 137 active+clean; 971 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 1.8 MiB/s rd, 19 MiB/s wr, 25 op/s 2021-03-04T23:02:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:13 gibba008 bash[39303]: cluster 2021-03-04T23:02:12.821544+0000 mgr.x (mgr.34379) 370 : cluster [DBG] pgmap v570: 137 pgs: 137 active+clean; 971 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 1.8 MiB/s rd, 19 MiB/s wr, 25 op/s 2021-03-04T23:02:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:13 gibba023 bash[27374]: cluster 2021-03-04T23:02:12.821544+0000 mgr.x (mgr.34379) 370 : cluster [DBG] pgmap v570: 137 pgs: 137 active+clean; 971 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 1.8 MiB/s rd, 19 MiB/s wr, 25 op/s 2021-03-04T23:02:14.812 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 143686291 2021-03-04T23:02:14.821 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 118600368~3925492 2021-03-04T23:02:14.826 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 73358294~7659676 2021-03-04T23:02:14.826 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 68234840~4248109 2021-03-04T23:02:14.830 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 95578712~4299496 2021-03-04T23:02:14.830 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 31596396~2276224 2021-03-04T23:02:14.832 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 92654899~4404112 2021-03-04T23:02:14.844 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 57323277~7277480 2021-03-04T23:02:14.849 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 46162403~4312624 2021-03-04T23:02:14.849 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:02:15.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:14 gibba008 bash[37770]: cluster 2021-03-04T23:02:13.798477+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-03-04T23:02:15.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:14 gibba008 bash[39303]: cluster 2021-03-04T23:02:13.798477+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-03-04T23:02:15.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:14 gibba023 bash[27374]: cluster 2021-03-04T23:02:13.798477+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-03-04T23:02:16.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:15 gibba008 bash[37770]: cluster 2021-03-04T23:02:14.806812+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-03-04T23:02:16.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:15 gibba008 bash[37770]: cluster 2021-03-04T23:02:14.821902+0000 mgr.x (mgr.34379) 371 : cluster [DBG] pgmap v573: 137 pgs: 137 active+clean; 1006 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 21 op/s 2021-03-04T23:02:16.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:15 gibba008 bash[39303]: cluster 2021-03-04T23:02:14.806812+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-03-04T23:02:16.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:15 gibba008 bash[39303]: cluster 2021-03-04T23:02:14.821902+0000 mgr.x (mgr.34379) 371 : cluster [DBG] pgmap v573: 137 pgs: 137 active+clean; 1006 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 21 op/s 2021-03-04T23:02:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:15 gibba023 bash[27374]: cluster 2021-03-04T23:02:14.806812+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-03-04T23:02:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:15 gibba023 bash[27374]: cluster 2021-03-04T23:02:14.821902+0000 mgr.x (mgr.34379) 371 : cluster [DBG] pgmap v573: 137 pgs: 137 active+clean; 1006 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 21 op/s 2021-03-04T23:02:16.848 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 159223274 2021-03-04T23:02:16.857 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 140195100~7061086 2021-03-04T23:02:16.873 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 68435119~6294939 2021-03-04T23:02:16.873 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 31021768~5220592 2021-03-04T23:02:16.878 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 45544584~3045886 2021-03-04T23:02:16.878 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 150304084~4645890 2021-03-04T23:02:16.883 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 38043457~1145819 2021-03-04T23:02:16.883 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 30237136~389095 2021-03-04T23:02:16.883 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 33535152~1670847 2021-03-04T23:02:16.909 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:02:17.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:16 gibba008 bash[37770]: cluster 2021-03-04T23:02:15.822096+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-03-04T23:02:17.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:16 gibba008 bash[39303]: cluster 2021-03-04T23:02:15.822096+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-03-04T23:02:17.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:16 gibba023 bash[27374]: cluster 2021-03-04T23:02:15.822096+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-03-04T23:02:18.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:17 gibba008 bash[37770]: cluster 2021-03-04T23:02:16.822931+0000 mgr.x (mgr.34379) 372 : cluster [DBG] pgmap v575: 137 pgs: 137 active+clean; 1.0 GiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 57 MiB/s rd, 17 MiB/s wr, 46 op/s 2021-03-04T23:02:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:17 gibba008 bash[37770]: cluster 2021-03-04T23:02:16.840495+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-03-04T23:02:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:17 gibba008 bash[39303]: cluster 2021-03-04T23:02:16.822931+0000 mgr.x (mgr.34379) 372 : cluster [DBG] pgmap v575: 137 pgs: 137 active+clean; 1.0 GiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 57 MiB/s rd, 17 MiB/s wr, 46 op/s 2021-03-04T23:02:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:17 gibba008 bash[39303]: cluster 2021-03-04T23:02:16.840495+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-03-04T23:02:18.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:17 gibba023 bash[27374]: cluster 2021-03-04T23:02:16.822931+0000 mgr.x (mgr.34379) 372 : cluster [DBG] pgmap v575: 137 pgs: 137 active+clean; 1.0 GiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 57 MiB/s rd, 17 MiB/s wr, 46 op/s 2021-03-04T23:02:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:17 gibba023 bash[27374]: cluster 2021-03-04T23:02:16.840495+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-03-04T23:02:18.902 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 149326683 2021-03-04T23:02:18.917 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 60515223~4026005 2021-03-04T23:02:18.928 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 26321361~3245315 2021-03-04T23:02:18.928 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 93203769~6604582 2021-03-04T23:02:18.935 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 37285019~6682440 2021-03-04T23:02:18.935 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 34398021~6503481 2021-03-04T23:02:18.943 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 55324265~4815107 2021-03-04T23:02:18.944 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 53819233~3777165 2021-03-04T23:02:18.961 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 88811492~8274388 2021-03-04T23:02:18.965 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:02:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:18 gibba008 bash[37770]: cluster 2021-03-04T23:02:17.884754+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-03-04T23:02:19.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:18 gibba008 bash[39303]: cluster 2021-03-04T23:02:17.884754+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-03-04T23:02:19.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:18 gibba023 bash[27374]: cluster 2021-03-04T23:02:17.884754+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-03-04T23:02:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:19 gibba008 bash[39303]: cluster 2021-03-04T23:02:18.824368+0000 mgr.x (mgr.34379) 373 : cluster [DBG] pgmap v578: 137 pgs: 137 active+clean; 1.0 GiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 37 op/s 2021-03-04T23:02:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:19 gibba008 bash[39303]: cluster 2021-03-04T23:02:18.896455+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-03-04T23:02:20.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:19 gibba008 bash[37770]: cluster 2021-03-04T23:02:18.824368+0000 mgr.x (mgr.34379) 373 : cluster [DBG] pgmap v578: 137 pgs: 137 active+clean; 1.0 GiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 37 op/s 2021-03-04T23:02:20.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:19 gibba008 bash[37770]: cluster 2021-03-04T23:02:18.896455+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-03-04T23:02:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:19 gibba023 bash[27374]: cluster 2021-03-04T23:02:18.824368+0000 mgr.x (mgr.34379) 373 : cluster [DBG] pgmap v578: 137 pgs: 137 active+clean; 1.0 GiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 37 op/s 2021-03-04T23:02:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:19 gibba023 bash[27374]: cluster 2021-03-04T23:02:18.896455+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-03-04T23:02:20.925 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 139276798 2021-03-04T23:02:20.943 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:02:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:20 gibba008 bash[37770]: cluster 2021-03-04T23:02:19.909829+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-03-04T23:02:21.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:20 gibba008 bash[39303]: cluster 2021-03-04T23:02:19.909829+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-03-04T23:02:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:20 gibba023 bash[27374]: cluster 2021-03-04T23:02:19.909829+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-03-04T23:02:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:21 gibba008 bash[37770]: cluster 2021-03-04T23:02:20.826170+0000 mgr.x (mgr.34379) 374 : cluster [DBG] pgmap v581: 137 pgs: 137 active+clean; 1.1 GiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 843 KiB/s rd, 19 MiB/s wr, 28 op/s 2021-03-04T23:02:22.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:21 gibba008 bash[37770]: cluster 2021-03-04T23:02:20.919509+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-03-04T23:02:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:21 gibba008 bash[39303]: cluster 2021-03-04T23:02:20.826170+0000 mgr.x (mgr.34379) 374 : cluster [DBG] pgmap v581: 137 pgs: 137 active+clean; 1.1 GiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 843 KiB/s rd, 19 MiB/s wr, 28 op/s 2021-03-04T23:02:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:21 gibba008 bash[39303]: cluster 2021-03-04T23:02:20.919509+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-03-04T23:02:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:21 gibba023 bash[27374]: cluster 2021-03-04T23:02:20.826170+0000 mgr.x (mgr.34379) 374 : cluster [DBG] pgmap v581: 137 pgs: 137 active+clean; 1.1 GiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 843 KiB/s rd, 19 MiB/s wr, 28 op/s 2021-03-04T23:02:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:21 gibba023 bash[27374]: cluster 2021-03-04T23:02:20.919509+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-03-04T23:02:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:22 gibba008 bash[37770]: cluster 2021-03-04T23:02:21.936441+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-03-04T23:02:23.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:22 gibba008 bash[39303]: cluster 2021-03-04T23:02:21.936441+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-03-04T23:02:23.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:22 gibba023 bash[27374]: cluster 2021-03-04T23:02:21.936441+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-03-04T23:02:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:23 gibba008 bash[37770]: cluster 2021-03-04T23:02:22.826809+0000 mgr.x (mgr.34379) 375 : cluster [DBG] pgmap v584: 137 pgs: 137 active+clean; 1.1 GiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 16 KiB/s rd, 17 MiB/s wr, 35 op/s 2021-03-04T23:02:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:23 gibba008 bash[37770]: cluster 2021-03-04T23:02:22.948788+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-03-04T23:02:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:23 gibba008 bash[39303]: cluster 2021-03-04T23:02:22.826809+0000 mgr.x (mgr.34379) 375 : cluster [DBG] pgmap v584: 137 pgs: 137 active+clean; 1.1 GiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 16 KiB/s rd, 17 MiB/s wr, 35 op/s 2021-03-04T23:02:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:23 gibba008 bash[39303]: cluster 2021-03-04T23:02:22.948788+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-03-04T23:02:24.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:23 gibba023 bash[27374]: cluster 2021-03-04T23:02:22.826809+0000 mgr.x (mgr.34379) 375 : cluster [DBG] pgmap v584: 137 pgs: 137 active+clean; 1.1 GiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 16 KiB/s rd, 17 MiB/s wr, 35 op/s 2021-03-04T23:02:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:23 gibba023 bash[27374]: cluster 2021-03-04T23:02:22.948788+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-03-04T23:02:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:24 gibba008 bash[37770]: cluster 2021-03-04T23:02:23.961388+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-03-04T23:02:25.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:24 gibba008 bash[39303]: cluster 2021-03-04T23:02:23.961388+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-03-04T23:02:25.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:24 gibba023 bash[27374]: cluster 2021-03-04T23:02:23.961388+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-03-04T23:02:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:25 gibba008 bash[37770]: cluster 2021-03-04T23:02:24.828125+0000 mgr.x (mgr.34379) 376 : cluster [DBG] pgmap v587: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 7.2 KiB/s rd, 2.7 MiB/s wr, 11 op/s 2021-03-04T23:02:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:25 gibba008 bash[37770]: cluster 2021-03-04T23:02:24.974973+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-03-04T23:02:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:25 gibba008 bash[39303]: cluster 2021-03-04T23:02:24.828125+0000 mgr.x (mgr.34379) 376 : cluster [DBG] pgmap v587: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 7.2 KiB/s rd, 2.7 MiB/s wr, 11 op/s 2021-03-04T23:02:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:25 gibba008 bash[39303]: cluster 2021-03-04T23:02:24.974973+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-03-04T23:02:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:25 gibba023 bash[27374]: cluster 2021-03-04T23:02:24.828125+0000 mgr.x (mgr.34379) 376 : cluster [DBG] pgmap v587: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 7.2 KiB/s rd, 2.7 MiB/s wr, 11 op/s 2021-03-04T23:02:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:25 gibba023 bash[27374]: cluster 2021-03-04T23:02:24.974973+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-03-04T23:02:26.666 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:02:26.923 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:02:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:27 gibba008 bash[37770]: cluster 2021-03-04T23:02:26.829000+0000 mgr.x (mgr.34379) 377 : cluster [DBG] pgmap v589: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 85 op/s 2021-03-04T23:02:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:27 gibba008 bash[37770]: cluster 2021-03-04T23:02:26.990094+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-03-04T23:02:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:27 gibba008 bash[39303]: cluster 2021-03-04T23:02:26.829000+0000 mgr.x (mgr.34379) 377 : cluster [DBG] pgmap v589: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 85 op/s 2021-03-04T23:02:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:27 gibba008 bash[39303]: cluster 2021-03-04T23:02:26.990094+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-03-04T23:02:28.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:02:28 gibba008 bash[50326]: debug 2021-03-04T23:02:28.001+0000 7f9b716f9700 -1 osd.3 pg_epoch: 485 pg[17.14( v 485'123 (0'0,485'123] local-lis/les=370/371 n=24 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [3,4,1] r=0 lpr=370 luod=484'121 crt=485'123 lcod 483'119 mlcod 483'119 active+clean+snaptrim trimq=[9f~1] ps=[a1~1]] removing snap head 2021-03-04T23:02:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:27 gibba023 bash[27374]: cluster 2021-03-04T23:02:26.829000+0000 mgr.x (mgr.34379) 377 : cluster [DBG] pgmap v589: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 85 op/s 2021-03-04T23:02:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:27 gibba023 bash[27374]: cluster 2021-03-04T23:02:26.990094+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-03-04T23:02:28.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:02:28 gibba023 bash[16680]: debug 2021-03-04T23:02:28.009+0000 7fdbeb11e700 -1 osd.5 pg_epoch: 485 pg[17.19( v 483'127 (0'0,483'127] local-lis/les=356/357 n=21 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [5,6,2] r=0 lpr=356 crt=483'127 lcod 483'126 mlcod 483'126 active+clean+snaptrim trimq=[9f~1] ps=[a1~1]] removing snap head 2021-03-04T23:02:28.276 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:02:28 gibba023 bash[18090]: debug 2021-03-04T23:02:28.005+0000 7f1b1a6c0700 -1 osd.6 pg_epoch: 485 pg[17.1f( v 484'171 (0'0,484'171] local-lis/les=370/371 n=22 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [6,7,3] r=0 lpr=370 crt=484'171 lcod 483'169 mlcod 483'169 active+clean+snaptrim trimq=[9f~1] ps=[a1~1]] removing snap head 2021-03-04T23:02:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:29 gibba008 bash[37770]: cluster 2021-03-04T23:02:28.003047+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-03-04T23:02:29.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:29 gibba008 bash[39303]: cluster 2021-03-04T23:02:28.003047+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-03-04T23:02:29.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:29 gibba023 bash[27374]: cluster 2021-03-04T23:02:28.003047+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-03-04T23:02:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:30 gibba023 bash[27374]: cluster 2021-03-04T23:02:28.830143+0000 mgr.x (mgr.34379) 378 : cluster [DBG] pgmap v592: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 37 MiB/s rd, 2.4 MiB/s wr, 99 op/s 2021-03-04T23:02:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:30 gibba023 bash[27374]: cluster 2021-03-04T23:02:29.016102+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-03-04T23:02:30.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:30 gibba008 bash[37770]: cluster 2021-03-04T23:02:28.830143+0000 mgr.x (mgr.34379) 378 : cluster [DBG] pgmap v592: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 37 MiB/s rd, 2.4 MiB/s wr, 99 op/s 2021-03-04T23:02:30.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:30 gibba008 bash[37770]: cluster 2021-03-04T23:02:29.016102+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-03-04T23:02:30.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:02:30 gibba008 bash[50326]: debug 2021-03-04T23:02:30.021+0000 7f9b72efc700 -1 osd.3 pg_epoch: 487 pg[17.9( v 487'179 (0'0,487'179] local-lis/les=370/371 n=26 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [3,0,2] r=0 lpr=370 luod=486'177 crt=487'179 lcod 485'175 mlcod 485'175 active+clean+snaptrim trimq=[9b~1] ps=[9d~1,9f~1,a1~1]] removing snap head 2021-03-04T23:02:30.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:30 gibba008 bash[39303]: cluster 2021-03-04T23:02:28.830143+0000 mgr.x (mgr.34379) 378 : cluster [DBG] pgmap v592: 137 pgs: 137 active+clean; 1.1 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 37 MiB/s rd, 2.4 MiB/s wr, 99 op/s 2021-03-04T23:02:30.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:30 gibba008 bash[39303]: cluster 2021-03-04T23:02:29.016102+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-03-04T23:02:31.149 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Stress (18601 ms) 2021-03-04T23:02:31.150 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Stress2 2021-03-04T23:02:31.222 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:02:31.239 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 11704496~7906527 2021-03-04T23:02:31.332 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 67772603~6848311 2021-03-04T23:02:31.343 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 65957663~7644635 2021-03-04T23:02:31.407 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 17704091~5735051 2021-03-04T23:02:31.417 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 18386780~6897571 2021-03-04T23:02:31.483 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 10923576~6845832 2021-03-04T23:02:31.493 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 68811403~1783573 2021-03-04T23:02:31.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:31 gibba008 bash[37770]: cluster 2021-03-04T23:02:30.020841+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-03-04T23:02:31.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:31 gibba008 bash[39303]: cluster 2021-03-04T23:02:30.020841+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-03-04T23:02:31.522 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 67108411~448589 2021-03-04T23:02:31.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:31 gibba023 bash[27374]: cluster 2021-03-04T23:02:30.020841+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-03-04T23:02:31.531 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:02:32.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:32 gibba008 bash[37770]: cluster 2021-03-04T23:02:30.830700+0000 mgr.x (mgr.34379) 379 : cluster [DBG] pgmap v595: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 95 MiB/s rd, 14 MiB/s wr, 103 op/s 2021-03-04T23:02:32.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:32 gibba008 bash[39303]: cluster 2021-03-04T23:02:30.830700+0000 mgr.x (mgr.34379) 379 : cluster [DBG] pgmap v595: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 95 MiB/s rd, 14 MiB/s wr, 103 op/s 2021-03-04T23:02:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:32 gibba023 bash[27374]: cluster 2021-03-04T23:02:30.830700+0000 mgr.x (mgr.34379) 379 : cluster [DBG] pgmap v595: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 95 MiB/s rd, 14 MiB/s wr, 103 op/s 2021-03-04T23:02:33.066 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 116182933 2021-03-04T23:02:33.072 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 71217412~5493002 2021-03-04T23:02:33.078 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 6106683~1348877 2021-03-04T23:02:33.079 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 4282908~2497194 2021-03-04T23:02:33.086 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 78294892~5407086 2021-03-04T23:02:33.086 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 35895085~6809539 2021-03-04T23:02:33.093 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 95653512~7489348 2021-03-04T23:02:33.094 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 27971665~662327 2021-03-04T23:02:33.094 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 41479515~406818 2021-03-04T23:02:33.112 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:02:33.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:33 gibba008 bash[37770]: cluster 2021-03-04T23:02:32.043547+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-03-04T23:02:33.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:33 gibba008 bash[39303]: cluster 2021-03-04T23:02:32.043547+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-03-04T23:02:33.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:33 gibba023 bash[27374]: cluster 2021-03-04T23:02:32.043547+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-03-04T23:02:34.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[37770]: cluster 2021-03-04T23:02:32.831879+0000 mgr.x (mgr.34379) 380 : cluster [DBG] pgmap v597: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 63 MiB/s rd, 10 MiB/s wr, 114 op/s 2021-03-04T23:02:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[37770]: cluster 2021-03-04T23:02:33.059683+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-03-04T23:02:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[37770]: audit 2021-03-04T23:02:33.590725+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:02:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[37770]: audit 2021-03-04T23:02:33.596265+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:02:34.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[37770]: audit 2021-03-04T23:02:33.596697+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:02:34.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[37770]: cluster 2021-03-04T23:02:33.752125+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-03-04T23:02:34.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[39303]: cluster 2021-03-04T23:02:32.831879+0000 mgr.x (mgr.34379) 380 : cluster [DBG] pgmap v597: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 63 MiB/s rd, 10 MiB/s wr, 114 op/s 2021-03-04T23:02:34.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[39303]: cluster 2021-03-04T23:02:33.059683+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-03-04T23:02:34.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[39303]: audit 2021-03-04T23:02:33.590725+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:02:34.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[39303]: audit 2021-03-04T23:02:33.596265+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:02:34.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[39303]: audit 2021-03-04T23:02:33.596697+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:02:34.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:34 gibba008 bash[39303]: cluster 2021-03-04T23:02:33.752125+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-03-04T23:02:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:34 gibba023 bash[27374]: cluster 2021-03-04T23:02:32.831879+0000 mgr.x (mgr.34379) 380 : cluster [DBG] pgmap v597: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 63 MiB/s rd, 10 MiB/s wr, 114 op/s 2021-03-04T23:02:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:34 gibba023 bash[27374]: cluster 2021-03-04T23:02:33.059683+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-03-04T23:02:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:34 gibba023 bash[27374]: audit 2021-03-04T23:02:33.590725+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:02:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:34 gibba023 bash[27374]: audit 2021-03-04T23:02:33.596265+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:02:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:34 gibba023 bash[27374]: audit 2021-03-04T23:02:33.596697+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:02:34.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:34 gibba023 bash[27374]: cluster 2021-03-04T23:02:33.752125+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-03-04T23:02:34.772 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 42843472~8051453 2021-03-04T23:02:34.781 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 111165484~5017449 2021-03-04T23:02:34.783 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 48570053~4868400 2021-03-04T23:02:34.819 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 34241216~7435552 2021-03-04T23:02:34.820 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 106014407~21979 2021-03-04T23:02:34.820 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 46151748~7851957 2021-03-04T23:02:34.826 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 98025932~1712843 2021-03-04T23:02:34.829 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 77117438~5514528 2021-03-04T23:02:34.829 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:02:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:35 gibba008 bash[37770]: cluster 2021-03-04T23:02:34.764004+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-03-04T23:02:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:35 gibba008 bash[37770]: cluster 2021-03-04T23:02:34.832308+0000 mgr.x (mgr.34379) 381 : cluster [DBG] pgmap v601: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 78 op/s 2021-03-04T23:02:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:35 gibba008 bash[39303]: cluster 2021-03-04T23:02:34.764004+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-03-04T23:02:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:35 gibba008 bash[39303]: cluster 2021-03-04T23:02:34.832308+0000 mgr.x (mgr.34379) 381 : cluster [DBG] pgmap v601: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 78 op/s 2021-03-04T23:02:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:35 gibba023 bash[27374]: cluster 2021-03-04T23:02:34.764004+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-03-04T23:02:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:35 gibba023 bash[27374]: cluster 2021-03-04T23:02:34.832308+0000 mgr.x (mgr.34379) 381 : cluster [DBG] pgmap v601: 137 pgs: 137 active+clean; 1.2 GiB data, 3.1 GiB used, 665 GiB / 672 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 78 op/s 2021-03-04T23:02:36.806 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 155070681 2021-03-04T23:02:36.822 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 47809400~3288270 2021-03-04T23:02:36.839 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 68941506~4452508 2021-03-04T23:02:36.839 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 32078631~3101621 2021-03-04T23:02:36.852 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 97017243~4771985 2021-03-04T23:02:36.852 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 29505005~6626598 2021-03-04T23:02:36.871 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 89634709~599368 2021-03-04T23:02:36.871 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 97798309~2673043 2021-03-04T23:02:36.872 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 151008231~3719458 2021-03-04T23:02:36.872 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:02:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:36 gibba008 bash[37770]: cluster 2021-03-04T23:02:35.770770+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-03-04T23:02:37.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:36 gibba008 bash[39303]: cluster 2021-03-04T23:02:35.770770+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-03-04T23:02:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:36 gibba023 bash[27374]: cluster 2021-03-04T23:02:35.770770+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-03-04T23:02:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[37770]: cluster 2021-03-04T23:02:36.788475+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-03-04T23:02:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[37770]: cluster 2021-03-04T23:02:36.832743+0000 mgr.x (mgr.34379) 382 : cluster [DBG] pgmap v604: 137 pgs: 137 active+clean; 1.2 GiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 40 MiB/s rd, 20 MiB/s wr, 43 op/s 2021-03-04T23:02:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[37770]: audit 2021-03-04T23:02:37.388812+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[37770]: audit 2021-03-04T23:02:37.422166+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[37770]: audit 2021-03-04T23:02:37.610195+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[39303]: cluster 2021-03-04T23:02:36.788475+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-03-04T23:02:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[39303]: cluster 2021-03-04T23:02:36.832743+0000 mgr.x (mgr.34379) 382 : cluster [DBG] pgmap v604: 137 pgs: 137 active+clean; 1.2 GiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 40 MiB/s rd, 20 MiB/s wr, 43 op/s 2021-03-04T23:02:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[39303]: audit 2021-03-04T23:02:37.388812+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[39303]: audit 2021-03-04T23:02:37.422166+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:37 gibba008 bash[39303]: audit 2021-03-04T23:02:37.610195+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:37 gibba023 bash[27374]: cluster 2021-03-04T23:02:36.788475+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-03-04T23:02:38.283 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:37 gibba023 bash[27374]: cluster 2021-03-04T23:02:36.832743+0000 mgr.x (mgr.34379) 382 : cluster [DBG] pgmap v604: 137 pgs: 137 active+clean; 1.2 GiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 40 MiB/s rd, 20 MiB/s wr, 43 op/s 2021-03-04T23:02:38.284 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:37 gibba023 bash[27374]: audit 2021-03-04T23:02:37.388812+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.284 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:37 gibba023 bash[27374]: audit 2021-03-04T23:02:37.422166+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.284 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:37 gibba023 bash[27374]: audit 2021-03-04T23:02:37.610195+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:02:38.770 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:02:39.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[37770]: cephadm 2021-03-04T23:02:37.390577+0000 mgr.x (mgr.34379) 383 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:02:39.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[37770]: cephadm 2021-03-04T23:02:37.423797+0000 mgr.x (mgr.34379) 384 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:02:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[37770]: cluster 2021-03-04T23:02:37.793196+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-03-04T23:02:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[37770]: cluster 2021-03-04T23:02:38.761403+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-03-04T23:02:39.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[39303]: cephadm 2021-03-04T23:02:37.390577+0000 mgr.x (mgr.34379) 383 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:02:39.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[39303]: cephadm 2021-03-04T23:02:37.423797+0000 mgr.x (mgr.34379) 384 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:02:39.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[39303]: cluster 2021-03-04T23:02:37.793196+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-03-04T23:02:39.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:38 gibba008 bash[39303]: cluster 2021-03-04T23:02:38.761403+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-03-04T23:02:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:38 gibba023 bash[27374]: cephadm 2021-03-04T23:02:37.390577+0000 mgr.x (mgr.34379) 383 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:02:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:38 gibba023 bash[27374]: cephadm 2021-03-04T23:02:37.423797+0000 mgr.x (mgr.34379) 384 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:02:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:38 gibba023 bash[27374]: cluster 2021-03-04T23:02:37.793196+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-03-04T23:02:39.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:38 gibba023 bash[27374]: cluster 2021-03-04T23:02:38.761403+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-03-04T23:02:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:39 gibba008 bash[37770]: cluster 2021-03-04T23:02:38.833465+0000 mgr.x (mgr.34379) 385 : cluster [DBG] pgmap v607: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 25 MiB/s rd, 23 MiB/s wr, 41 op/s 2021-03-04T23:02:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:39 gibba008 bash[37770]: cluster 2021-03-04T23:02:39.774607+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-03-04T23:02:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:39 gibba008 bash[39303]: cluster 2021-03-04T23:02:38.833465+0000 mgr.x (mgr.34379) 385 : cluster [DBG] pgmap v607: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 25 MiB/s rd, 23 MiB/s wr, 41 op/s 2021-03-04T23:02:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:39 gibba008 bash[39303]: cluster 2021-03-04T23:02:39.774607+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-03-04T23:02:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:39 gibba023 bash[27374]: cluster 2021-03-04T23:02:38.833465+0000 mgr.x (mgr.34379) 385 : cluster [DBG] pgmap v607: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 25 MiB/s rd, 23 MiB/s wr, 41 op/s 2021-03-04T23:02:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:39 gibba023 bash[27374]: cluster 2021-03-04T23:02:39.774607+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-03-04T23:02:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:41 gibba008 bash[37770]: cluster 2021-03-04T23:02:40.778215+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-03-04T23:02:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:41 gibba008 bash[37770]: cluster 2021-03-04T23:02:40.834569+0000 mgr.x (mgr.34379) 386 : cluster [DBG] pgmap v610: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 9.5 KiB/s rd, 11 MiB/s wr, 21 op/s 2021-03-04T23:02:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:41 gibba008 bash[39303]: cluster 2021-03-04T23:02:40.778215+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-03-04T23:02:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:41 gibba008 bash[39303]: cluster 2021-03-04T23:02:40.834569+0000 mgr.x (mgr.34379) 386 : cluster [DBG] pgmap v610: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 9.5 KiB/s rd, 11 MiB/s wr, 21 op/s 2021-03-04T23:02:42.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:41 gibba023 bash[27374]: cluster 2021-03-04T23:02:40.778215+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-03-04T23:02:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:41 gibba023 bash[27374]: cluster 2021-03-04T23:02:40.834569+0000 mgr.x (mgr.34379) 386 : cluster [DBG] pgmap v610: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 9.5 KiB/s rd, 11 MiB/s wr, 21 op/s 2021-03-04T23:02:43.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:42 gibba008 bash[37770]: cluster 2021-03-04T23:02:41.785803+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-03-04T23:02:43.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:42 gibba008 bash[39303]: cluster 2021-03-04T23:02:41.785803+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-03-04T23:02:43.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:42 gibba023 bash[27374]: cluster 2021-03-04T23:02:41.785803+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-03-04T23:02:44.205 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 44507603~199251 2021-03-04T23:02:44.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:43 gibba008 bash[39303]: cluster 2021-03-04T23:02:42.795469+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-03-04T23:02:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:43 gibba008 bash[39303]: cluster 2021-03-04T23:02:42.835067+0000 mgr.x (mgr.34379) 387 : cluster [DBG] pgmap v613: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 5.0 KiB/s rd, 4.0 MiB/s wr, 10 op/s 2021-03-04T23:02:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:43 gibba008 bash[37770]: cluster 2021-03-04T23:02:42.795469+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-03-04T23:02:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:43 gibba008 bash[37770]: cluster 2021-03-04T23:02:42.835067+0000 mgr.x (mgr.34379) 387 : cluster [DBG] pgmap v613: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 5.0 KiB/s rd, 4.0 MiB/s wr, 10 op/s 2021-03-04T23:02:44.265 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 117840193~8287487 2021-03-04T23:02:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:43 gibba023 bash[27374]: cluster 2021-03-04T23:02:42.795469+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-03-04T23:02:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:43 gibba023 bash[27374]: cluster 2021-03-04T23:02:42.835067+0000 mgr.x (mgr.34379) 387 : cluster [DBG] pgmap v613: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 5.0 KiB/s rd, 4.0 MiB/s wr, 10 op/s 2021-03-04T23:02:44.278 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 93397319~5950877 2021-03-04T23:02:44.339 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 14598146~7065969 2021-03-04T23:02:44.358 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 85082082~2361206 2021-03-04T23:02:44.372 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 41968121~3098324 2021-03-04T23:02:44.374 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 73565481~4826387 2021-03-04T23:02:44.408 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 123108986~6440553 2021-03-04T23:02:44.409 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user0 2021-03-04T23:02:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[37770]: audit 2021-03-04T23:02:44.680969+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:02:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[37770]: audit 2021-03-04T23:02:44.681814+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:02:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[37770]: audit 2021-03-04T23:02:44.682516+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:02:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[37770]: audit 2021-03-04T23:02:44.807302+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:02:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[39303]: audit 2021-03-04T23:02:44.680969+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:02:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[39303]: audit 2021-03-04T23:02:44.681814+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:02:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[39303]: audit 2021-03-04T23:02:44.682516+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:02:45.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:44 gibba008 bash[39303]: audit 2021-03-04T23:02:44.807302+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:02:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:44 gibba023 bash[27374]: audit 2021-03-04T23:02:44.680969+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:02:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:44 gibba023 bash[27374]: audit 2021-03-04T23:02:44.681814+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:02:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:44 gibba023 bash[27374]: audit 2021-03-04T23:02:44.682516+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:02:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:44 gibba023 bash[27374]: audit 2021-03-04T23:02:44.807302+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:02:45.843 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 8770095~3723190 2021-03-04T23:02:45.850 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 143898574~4171917 2021-03-04T23:02:45.850 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 36201474~4412640 2021-03-04T23:02:45.854 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 52690724~3497213 2021-03-04T23:02:45.855 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 48824698~8158537 2021-03-04T23:02:45.882 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 63395313~5274223 2021-03-04T23:02:45.883 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 19539038~5472141 2021-03-04T23:02:45.889 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 112775738~3688638 2021-03-04T23:02:45.905 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user1 2021-03-04T23:02:46.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:45 gibba008 bash[37770]: cluster 2021-03-04T23:02:44.820878+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-03-04T23:02:46.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:45 gibba008 bash[37770]: cluster 2021-03-04T23:02:44.835345+0000 mgr.x (mgr.34379) 388 : cluster [DBG] pgmap v615: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 13 MiB/s rd, 5.9 KiB/s wr, 61 op/s 2021-03-04T23:02:46.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:45 gibba008 bash[39303]: cluster 2021-03-04T23:02:44.820878+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-03-04T23:02:46.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:45 gibba008 bash[39303]: cluster 2021-03-04T23:02:44.835345+0000 mgr.x (mgr.34379) 388 : cluster [DBG] pgmap v615: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 13 MiB/s rd, 5.9 KiB/s wr, 61 op/s 2021-03-04T23:02:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:45 gibba023 bash[27374]: cluster 2021-03-04T23:02:44.820878+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-03-04T23:02:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:45 gibba023 bash[27374]: cluster 2021-03-04T23:02:44.835345+0000 mgr.x (mgr.34379) 388 : cluster [DBG] pgmap v615: 137 pgs: 137 active+clean; 1.3 GiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 13 MiB/s rd, 5.9 KiB/s wr, 61 op/s 2021-03-04T23:02:47.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:46 gibba008 bash[37770]: cluster 2021-03-04T23:02:45.837478+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-03-04T23:02:47.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:46 gibba008 bash[39303]: cluster 2021-03-04T23:02:45.837478+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-03-04T23:02:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:46 gibba023 bash[27374]: cluster 2021-03-04T23:02:45.837478+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-03-04T23:02:47.863 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 4887572~2902650 2021-03-04T23:02:47.868 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44471587~6673399 2021-03-04T23:02:47.868 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 30124693~6547105 2021-03-04T23:02:47.870 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 22346909~6851750 2021-03-04T23:02:47.871 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 49782574~3798280 2021-03-04T23:02:47.902 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 90286310~3400568 2021-03-04T23:02:47.903 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 89807165~4407998 2021-03-04T23:02:47.922 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 26590974~5573416 2021-03-04T23:02:47.928 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user2 2021-03-04T23:02:48.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:47 gibba008 bash[37770]: cluster 2021-03-04T23:02:46.836193+0000 mgr.x (mgr.34379) 389 : cluster [DBG] pgmap v617: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 665 GiB / 672 GiB avail; 51 MiB/s rd, 3.6 MiB/s wr, 76 op/s 2021-03-04T23:02:48.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:47 gibba008 bash[37770]: cluster 2021-03-04T23:02:46.848217+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-03-04T23:02:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:47 gibba008 bash[39303]: cluster 2021-03-04T23:02:46.836193+0000 mgr.x (mgr.34379) 389 : cluster [DBG] pgmap v617: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 665 GiB / 672 GiB avail; 51 MiB/s rd, 3.6 MiB/s wr, 76 op/s 2021-03-04T23:02:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:47 gibba008 bash[39303]: cluster 2021-03-04T23:02:46.848217+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-03-04T23:02:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:47 gibba023 bash[27374]: cluster 2021-03-04T23:02:46.836193+0000 mgr.x (mgr.34379) 389 : cluster [DBG] pgmap v617: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 665 GiB / 672 GiB avail; 51 MiB/s rd, 3.6 MiB/s wr, 76 op/s 2021-03-04T23:02:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:47 gibba023 bash[27374]: cluster 2021-03-04T23:02:46.848217+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-03-04T23:02:49.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:48 gibba008 bash[37770]: cluster 2021-03-04T23:02:47.858820+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-03-04T23:02:49.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:48 gibba008 bash[39303]: cluster 2021-03-04T23:02:47.858820+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-03-04T23:02:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:48 gibba023 bash[27374]: cluster 2021-03-04T23:02:47.858820+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-03-04T23:02:49.887 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 166249206 2021-03-04T23:02:49.896 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 40196795~4652121 2021-03-04T23:02:49.909 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 54653078~788589 2021-03-04T23:02:49.910 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 35919693~7959968 2021-03-04T23:02:49.941 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 109042022~6549745 2021-03-04T23:02:49.942 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 94265190~4042379 2021-03-04T23:02:49.946 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 8577765~6749386 2021-03-04T23:02:49.947 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 139276180~1923723 2021-03-04T23:02:49.956 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 116875188~7629512 2021-03-04T23:02:49.968 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user3 2021-03-04T23:02:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:49 gibba008 bash[37770]: cluster 2021-03-04T23:02:48.837416+0000 mgr.x (mgr.34379) 390 : cluster [DBG] pgmap v620: 137 pgs: 137 active+clean; 1.3 GiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 73 MiB/s rd, 12 MiB/s wr, 104 op/s 2021-03-04T23:02:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:49 gibba008 bash[37770]: cluster 2021-03-04T23:02:48.871265+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-03-04T23:02:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:49 gibba008 bash[39303]: cluster 2021-03-04T23:02:48.837416+0000 mgr.x (mgr.34379) 390 : cluster [DBG] pgmap v620: 137 pgs: 137 active+clean; 1.3 GiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 73 MiB/s rd, 12 MiB/s wr, 104 op/s 2021-03-04T23:02:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:49 gibba008 bash[39303]: cluster 2021-03-04T23:02:48.871265+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-03-04T23:02:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:49 gibba023 bash[27374]: cluster 2021-03-04T23:02:48.837416+0000 mgr.x (mgr.34379) 390 : cluster [DBG] pgmap v620: 137 pgs: 137 active+clean; 1.3 GiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 73 MiB/s rd, 12 MiB/s wr, 104 op/s 2021-03-04T23:02:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:49 gibba023 bash[27374]: cluster 2021-03-04T23:02:48.871265+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-03-04T23:02:51.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:50 gibba008 bash[37770]: cluster 2021-03-04T23:02:49.880218+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-03-04T23:02:51.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:50 gibba008 bash[39303]: cluster 2021-03-04T23:02:49.880218+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-03-04T23:02:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:50 gibba023 bash[27374]: cluster 2021-03-04T23:02:49.880218+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-03-04T23:02:51.912 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 309556843 2021-03-04T23:02:51.924 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 30955684~7738921 2021-03-04T23:02:51.931 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 32890414~3869460 2021-03-04T23:02:51.975 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 61911368~7738921 2021-03-04T23:02:51.982 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 63846098~3869460 2021-03-04T23:02:52.015 INFO:tasks.workunit.client.0.gibba008.stdout:write: 3 92867052~7738921 2021-03-04T23:02:52.024 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 94801782~3869460 2021-03-04T23:02:52.050 INFO:tasks.workunit.client.0.gibba008.stdout:write: 4 123822737~7738921 2021-03-04T23:02:52.064 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 125757467~3869460 2021-03-04T23:02:52.101 INFO:tasks.workunit.client.0.gibba008.stdout:write: 5 154778421~7738921 2021-03-04T23:02:52.109 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 156713151~3869460 2021-03-04T23:02:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:51 gibba008 bash[37770]: cluster 2021-03-04T23:02:50.839200+0000 mgr.x (mgr.34379) 391 : cluster [DBG] pgmap v623: 137 pgs: 137 active+clean; 1.5 GiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 31 MiB/s rd, 34 MiB/s wr, 116 op/s 2021-03-04T23:02:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:51 gibba008 bash[37770]: cluster 2021-03-04T23:02:50.896758+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-03-04T23:02:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:51 gibba008 bash[39303]: cluster 2021-03-04T23:02:50.839200+0000 mgr.x (mgr.34379) 391 : cluster [DBG] pgmap v623: 137 pgs: 137 active+clean; 1.5 GiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 31 MiB/s rd, 34 MiB/s wr, 116 op/s 2021-03-04T23:02:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:51 gibba008 bash[39303]: cluster 2021-03-04T23:02:50.896758+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-03-04T23:02:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:51 gibba023 bash[27374]: cluster 2021-03-04T23:02:50.839200+0000 mgr.x (mgr.34379) 391 : cluster [DBG] pgmap v623: 137 pgs: 137 active+clean; 1.5 GiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 31 MiB/s rd, 34 MiB/s wr, 116 op/s 2021-03-04T23:02:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:51 gibba023 bash[27374]: cluster 2021-03-04T23:02:50.896758+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-03-04T23:02:53.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:52 gibba008 bash[37770]: cluster 2021-03-04T23:02:51.905417+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-03-04T23:02:53.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:52 gibba008 bash[39303]: cluster 2021-03-04T23:02:51.905417+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-03-04T23:02:53.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:52 gibba023 bash[27374]: cluster 2021-03-04T23:02:51.905417+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-03-04T23:02:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:53 gibba008 bash[37770]: cluster 2021-03-04T23:02:52.840167+0000 mgr.x (mgr.34379) 392 : cluster [DBG] pgmap v626: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 10 MiB/s rd, 27 MiB/s wr, 49 op/s 2021-03-04T23:02:54.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:53 gibba008 bash[39303]: cluster 2021-03-04T23:02:52.840167+0000 mgr.x (mgr.34379) 392 : cluster [DBG] pgmap v626: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 10 MiB/s rd, 27 MiB/s wr, 49 op/s 2021-03-04T23:02:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:53 gibba023 bash[27374]: cluster 2021-03-04T23:02:52.840167+0000 mgr.x (mgr.34379) 392 : cluster [DBG] pgmap v626: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 10 MiB/s rd, 27 MiB/s wr, 49 op/s 2021-03-04T23:02:54.841 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:02:55.032 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:02:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:55 gibba008 bash[37770]: cluster 2021-03-04T23:02:54.841607+0000 mgr.x (mgr.34379) 393 : cluster [DBG] pgmap v627: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 102 op/s 2021-03-04T23:02:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:55 gibba008 bash[39303]: cluster 2021-03-04T23:02:54.841607+0000 mgr.x (mgr.34379) 393 : cluster [DBG] pgmap v627: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 102 op/s 2021-03-04T23:02:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:55 gibba023 bash[27374]: cluster 2021-03-04T23:02:54.841607+0000 mgr.x (mgr.34379) 393 : cluster [DBG] pgmap v627: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 102 op/s 2021-03-04T23:02:57.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:56 gibba008 bash[37770]: cluster 2021-03-04T23:02:55.935658+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-03-04T23:02:57.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:56 gibba008 bash[39303]: cluster 2021-03-04T23:02:55.935658+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-03-04T23:02:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:56 gibba023 bash[27374]: cluster 2021-03-04T23:02:55.935658+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-03-04T23:02:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:57 gibba008 bash[37770]: cluster 2021-03-04T23:02:56.843161+0000 mgr.x (mgr.34379) 394 : cluster [DBG] pgmap v629: 137 pgs: 137 active+clean; 1.6 GiB data, 3.9 GiB used, 664 GiB / 672 GiB avail; 86 MiB/s rd, 16 MiB/s wr, 123 op/s 2021-03-04T23:02:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:57 gibba008 bash[37770]: cluster 2021-03-04T23:02:56.950585+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-03-04T23:02:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:57 gibba008 bash[39303]: cluster 2021-03-04T23:02:56.843161+0000 mgr.x (mgr.34379) 394 : cluster [DBG] pgmap v629: 137 pgs: 137 active+clean; 1.6 GiB data, 3.9 GiB used, 664 GiB / 672 GiB avail; 86 MiB/s rd, 16 MiB/s wr, 123 op/s 2021-03-04T23:02:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:57 gibba008 bash[39303]: cluster 2021-03-04T23:02:56.950585+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-03-04T23:02:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:57 gibba023 bash[27374]: cluster 2021-03-04T23:02:56.843161+0000 mgr.x (mgr.34379) 394 : cluster [DBG] pgmap v629: 137 pgs: 137 active+clean; 1.6 GiB data, 3.9 GiB used, 664 GiB / 672 GiB avail; 86 MiB/s rd, 16 MiB/s wr, 123 op/s 2021-03-04T23:02:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:57 gibba023 bash[27374]: cluster 2021-03-04T23:02:56.950585+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-03-04T23:02:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:58 gibba008 bash[37770]: cluster 2021-03-04T23:02:57.962868+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-03-04T23:02:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:58 gibba008 bash[37770]: audit 2021-03-04T23:02:58.078635+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:02:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:58 gibba008 bash[39303]: cluster 2021-03-04T23:02:57.962868+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-03-04T23:02:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:58 gibba008 bash[39303]: audit 2021-03-04T23:02:58.078635+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:02:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:58 gibba023 bash[27374]: cluster 2021-03-04T23:02:57.962868+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-03-04T23:02:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:58 gibba023 bash[27374]: audit 2021-03-04T23:02:58.078635+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:02:59.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:02:58 gibba023 bash[16680]: debug 2021-03-04T23:02:58.981+0000 7fdbe4911700 -1 osd.5 pg_epoch: 511 pg[17.16( v 511'169 (0'0,511'169] local-lis/les=356/357 n=29 ec=301/301 lis/c=356/356 les/c/f=357/357/0 sis=356) [5,2,1] r=0 lpr=356 luod=511'168 crt=511'169 lcod 510'167 mlcod 510'167 active+clean+snaptrim trimq=[ab~1] ps=[ad~1,af~1,b1~1]] removing snap head 2021-03-04T23:02:59.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:02:58 gibba023 bash[18090]: debug 2021-03-04T23:02:58.977+0000 7f1b1a6c0700 -1 osd.6 pg_epoch: 511 pg[17.1f( v 511'189 (0'0,511'189] local-lis/les=370/371 n=25 ec=301/301 lis/c=370/370 les/c/f=371/371/0 sis=370) [6,7,3] r=0 lpr=370 luod=509'188 crt=511'189 lcod 507'186 mlcod 507'186 active+clean+snaptrim trimq=[ab~1] ps=[ad~1,af~1,b1~1]] removing snap head 2021-03-04T23:03:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:59 gibba008 bash[37770]: cluster 2021-03-04T23:02:58.844326+0000 mgr.x (mgr.34379) 395 : cluster [DBG] pgmap v632: 137 pgs: 137 active+clean; 1.6 GiB data, 3.9 GiB used, 664 GiB / 672 GiB avail; 106 MiB/s rd, 16 MiB/s wr, 213 op/s 2021-03-04T23:03:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:02:59 gibba008 bash[37770]: cluster 2021-03-04T23:02:58.973030+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-03-04T23:03:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:59 gibba008 bash[39303]: cluster 2021-03-04T23:02:58.844326+0000 mgr.x (mgr.34379) 395 : cluster [DBG] pgmap v632: 137 pgs: 137 active+clean; 1.6 GiB data, 3.9 GiB used, 664 GiB / 672 GiB avail; 106 MiB/s rd, 16 MiB/s wr, 213 op/s 2021-03-04T23:03:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:02:59 gibba008 bash[39303]: cluster 2021-03-04T23:02:58.973030+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-03-04T23:03:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:59 gibba023 bash[27374]: cluster 2021-03-04T23:02:58.844326+0000 mgr.x (mgr.34379) 395 : cluster [DBG] pgmap v632: 137 pgs: 137 active+clean; 1.6 GiB data, 3.9 GiB used, 664 GiB / 672 GiB avail; 106 MiB/s rd, 16 MiB/s wr, 213 op/s 2021-03-04T23:03:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:02:59 gibba023 bash[27374]: cluster 2021-03-04T23:02:58.973030+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-03-04T23:03:01.501 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Stress2 (30353 ms) 2021-03-04T23:03:01.502 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.StressLive 2021-03-04T23:03:01.572 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:03:01.588 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 21430009~7044832 2021-03-04T23:03:01.656 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 60777048~4596111 2021-03-04T23:03:01.659 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 9004110~6503018 2021-03-04T23:03:01.695 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 12076434~3665006 2021-03-04T23:03:01.705 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 17833745~854982 2021-03-04T23:03:01.724 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 72615967~979202 2021-03-04T23:03:01.734 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 52099439~857961 2021-03-04T23:03:01.752 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 67538185~6782625 2021-03-04T23:03:01.763 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:03:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:01 gibba008 bash[37770]: cluster 2021-03-04T23:03:00.846169+0000 mgr.x (mgr.34379) 396 : cluster [DBG] pgmap v634: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 89 MiB/s rd, 1.4 MiB/s wr, 153 op/s 2021-03-04T23:03:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:01 gibba008 bash[39303]: cluster 2021-03-04T23:03:00.846169+0000 mgr.x (mgr.34379) 396 : cluster [DBG] pgmap v634: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 89 MiB/s rd, 1.4 MiB/s wr, 153 op/s 2021-03-04T23:03:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:01 gibba023 bash[27374]: cluster 2021-03-04T23:03:00.846169+0000 mgr.x (mgr.34379) 396 : cluster [DBG] pgmap v634: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 89 MiB/s rd, 1.4 MiB/s wr, 153 op/s 2021-03-04T23:03:03.012 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 113995666 2021-03-04T23:03:03.019 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 44219644~3490069 2021-03-04T23:03:03.023 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 41690084~842449 2021-03-04T23:03:03.023 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 78710658~3046611 2021-03-04T23:03:03.024 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 2287515~3114276 2021-03-04T23:03:03.024 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 84295146~2974686 2021-03-04T23:03:03.028 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 12664821~8075525 2021-03-04T23:03:03.028 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 106731368~7264298 2021-03-04T23:03:03.036 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 112365831~93384 2021-03-04T23:03:03.059 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:03:03.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:03 gibba008 bash[37770]: cluster 2021-03-04T23:03:01.992520+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-03-04T23:03:03.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:03 gibba008 bash[39303]: cluster 2021-03-04T23:03:01.992520+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-03-04T23:03:03.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:03 gibba023 bash[27374]: cluster 2021-03-04T23:03:01.992520+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-03-04T23:03:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:04 gibba023 bash[27374]: cluster 2021-03-04T23:03:02.847177+0000 mgr.x (mgr.34379) 397 : cluster [DBG] pgmap v636: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 81 MiB/s rd, 146 KiB/s wr, 133 op/s 2021-03-04T23:03:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:04 gibba023 bash[27374]: cluster 2021-03-04T23:03:03.007652+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-03-04T23:03:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:04 gibba023 bash[27374]: cluster 2021-03-04T23:03:03.778166+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-03-04T23:03:04.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:04 gibba008 bash[37770]: cluster 2021-03-04T23:03:02.847177+0000 mgr.x (mgr.34379) 397 : cluster [DBG] pgmap v636: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 81 MiB/s rd, 146 KiB/s wr, 133 op/s 2021-03-04T23:03:04.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:04 gibba008 bash[37770]: cluster 2021-03-04T23:03:03.007652+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-03-04T23:03:04.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:04 gibba008 bash[37770]: cluster 2021-03-04T23:03:03.778166+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-03-04T23:03:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:04 gibba008 bash[39303]: cluster 2021-03-04T23:03:02.847177+0000 mgr.x (mgr.34379) 397 : cluster [DBG] pgmap v636: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 81 MiB/s rd, 146 KiB/s wr, 133 op/s 2021-03-04T23:03:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:04 gibba008 bash[39303]: cluster 2021-03-04T23:03:03.007652+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-03-04T23:03:04.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:04 gibba008 bash[39303]: cluster 2021-03-04T23:03:03.778166+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-03-04T23:03:04.795 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 177813408 2021-03-04T23:03:04.802 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 41050059~4087303 2021-03-04T23:03:04.808 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 35191438~1895621 2021-03-04T23:03:04.808 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 2874823~5121469 2021-03-04T23:03:04.814 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 64950502~2060781 2021-03-04T23:03:04.814 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 27524079~4642615 2021-03-04T23:03:04.820 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 84034212~6408751 2021-03-04T23:03:04.821 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 151103333~5398561 2021-03-04T23:03:04.826 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 105377074~972444 2021-03-04T23:03:04.826 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:03:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:05 gibba008 bash[37770]: cluster 2021-03-04T23:03:04.790914+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-03-04T23:03:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:05 gibba008 bash[37770]: cluster 2021-03-04T23:03:04.847618+0000 mgr.x (mgr.34379) 398 : cluster [DBG] pgmap v640: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 69 MiB/s rd, 7.5 MiB/s wr, 72 op/s 2021-03-04T23:03:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:05 gibba008 bash[39303]: cluster 2021-03-04T23:03:04.790914+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-03-04T23:03:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:05 gibba008 bash[39303]: cluster 2021-03-04T23:03:04.847618+0000 mgr.x (mgr.34379) 398 : cluster [DBG] pgmap v640: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 69 MiB/s rd, 7.5 MiB/s wr, 72 op/s 2021-03-04T23:03:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:05 gibba023 bash[27374]: cluster 2021-03-04T23:03:04.790914+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-03-04T23:03:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:05 gibba023 bash[27374]: cluster 2021-03-04T23:03:04.847618+0000 mgr.x (mgr.34379) 398 : cluster [DBG] pgmap v640: 137 pgs: 137 active+clean; 1.5 GiB data, 3.8 GiB used, 664 GiB / 672 GiB avail; 69 MiB/s rd, 7.5 MiB/s wr, 72 op/s 2021-03-04T23:03:06.816 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 217164943 2021-03-04T23:03:06.823 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 191963578~618574 2021-03-04T23:03:06.826 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 184448354~6306570 2021-03-04T23:03:06.827 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 187787446~4044445 2021-03-04T23:03:06.831 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 75662189~7422460 2021-03-04T23:03:06.831 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 28048520~4336629 2021-03-04T23:03:06.837 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 88622643~6391937 2021-03-04T23:03:06.838 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 205294954~5723638 2021-03-04T23:03:06.842 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 134387244~412894 2021-03-04T23:03:06.843 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:03:07.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:06 gibba008 bash[37770]: cluster 2021-03-04T23:03:05.802709+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-03-04T23:03:07.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:06 gibba008 bash[39303]: cluster 2021-03-04T23:03:05.802709+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-03-04T23:03:07.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:06 gibba023 bash[27374]: cluster 2021-03-04T23:03:05.802709+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-03-04T23:03:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:07 gibba008 bash[37770]: cluster 2021-03-04T23:03:06.810212+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-03-04T23:03:08.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:07 gibba008 bash[37770]: cluster 2021-03-04T23:03:06.847929+0000 mgr.x (mgr.34379) 399 : cluster [DBG] pgmap v643: 137 pgs: 137 active+clean; 1.6 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 51 MiB/s rd, 17 MiB/s wr, 53 op/s 2021-03-04T23:03:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:07 gibba008 bash[39303]: cluster 2021-03-04T23:03:06.810212+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-03-04T23:03:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:07 gibba008 bash[39303]: cluster 2021-03-04T23:03:06.847929+0000 mgr.x (mgr.34379) 399 : cluster [DBG] pgmap v643: 137 pgs: 137 active+clean; 1.6 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 51 MiB/s rd, 17 MiB/s wr, 53 op/s 2021-03-04T23:03:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:07 gibba023 bash[27374]: cluster 2021-03-04T23:03:06.810212+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-03-04T23:03:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:07 gibba023 bash[27374]: cluster 2021-03-04T23:03:06.847929+0000 mgr.x (mgr.34379) 399 : cluster [DBG] pgmap v643: 137 pgs: 137 active+clean; 1.6 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 51 MiB/s rd, 17 MiB/s wr, 53 op/s 2021-03-04T23:03:08.789 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:03:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:08 gibba008 bash[37770]: cluster 2021-03-04T23:03:07.821610+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-03-04T23:03:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:08 gibba008 bash[37770]: cluster 2021-03-04T23:03:08.781409+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-03-04T23:03:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:08 gibba008 bash[39303]: cluster 2021-03-04T23:03:07.821610+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-03-04T23:03:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:08 gibba008 bash[39303]: cluster 2021-03-04T23:03:08.781409+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-03-04T23:03:09.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:08 gibba023 bash[27374]: cluster 2021-03-04T23:03:07.821610+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-03-04T23:03:09.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:08 gibba023 bash[27374]: cluster 2021-03-04T23:03:08.781409+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-03-04T23:03:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:09 gibba008 bash[37770]: cluster 2021-03-04T23:03:08.848877+0000 mgr.x (mgr.34379) 400 : cluster [DBG] pgmap v646: 137 pgs: 137 active+clean; 1.6 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 35 op/s 2021-03-04T23:03:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:09 gibba008 bash[39303]: cluster 2021-03-04T23:03:08.848877+0000 mgr.x (mgr.34379) 400 : cluster [DBG] pgmap v646: 137 pgs: 137 active+clean; 1.6 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 35 op/s 2021-03-04T23:03:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:09 gibba023 bash[27374]: cluster 2021-03-04T23:03:08.848877+0000 mgr.x (mgr.34379) 400 : cluster [DBG] pgmap v646: 137 pgs: 137 active+clean; 1.6 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 35 op/s 2021-03-04T23:03:11.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:10 gibba008 bash[37770]: cluster 2021-03-04T23:03:09.831643+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-03-04T23:03:11.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:10 gibba008 bash[39303]: cluster 2021-03-04T23:03:09.831643+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-03-04T23:03:11.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:10 gibba023 bash[27374]: cluster 2021-03-04T23:03:09.831643+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-03-04T23:03:12.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:11 gibba008 bash[37770]: cluster 2021-03-04T23:03:10.847937+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-03-04T23:03:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:11 gibba008 bash[37770]: cluster 2021-03-04T23:03:10.849249+0000 mgr.x (mgr.34379) 401 : cluster [DBG] pgmap v649: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 9.3 MiB/s wr, 25 op/s 2021-03-04T23:03:12.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:11 gibba008 bash[39303]: cluster 2021-03-04T23:03:10.847937+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-03-04T23:03:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:11 gibba008 bash[39303]: cluster 2021-03-04T23:03:10.849249+0000 mgr.x (mgr.34379) 401 : cluster [DBG] pgmap v649: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 9.3 MiB/s wr, 25 op/s 2021-03-04T23:03:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:11 gibba023 bash[27374]: cluster 2021-03-04T23:03:10.847937+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-03-04T23:03:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:11 gibba023 bash[27374]: cluster 2021-03-04T23:03:10.849249+0000 mgr.x (mgr.34379) 401 : cluster [DBG] pgmap v649: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 13 KiB/s rd, 9.3 MiB/s wr, 25 op/s 2021-03-04T23:03:13.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:12 gibba008 bash[39303]: cluster 2021-03-04T23:03:11.861043+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-03-04T23:03:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:12 gibba008 bash[37770]: cluster 2021-03-04T23:03:11.861043+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-03-04T23:03:13.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:12 gibba023 bash[27374]: cluster 2021-03-04T23:03:11.861043+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-03-04T23:03:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:13 gibba008 bash[39303]: cluster 2021-03-04T23:03:12.850395+0000 mgr.x (mgr.34379) 402 : cluster [DBG] pgmap v651: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 5.2 MiB/s wr, 28 op/s 2021-03-04T23:03:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:13 gibba008 bash[39303]: cluster 2021-03-04T23:03:12.870529+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-03-04T23:03:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:13 gibba008 bash[37770]: cluster 2021-03-04T23:03:12.850395+0000 mgr.x (mgr.34379) 402 : cluster [DBG] pgmap v651: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 5.2 MiB/s wr, 28 op/s 2021-03-04T23:03:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:13 gibba008 bash[37770]: cluster 2021-03-04T23:03:12.870529+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-03-04T23:03:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:13 gibba023 bash[27374]: cluster 2021-03-04T23:03:12.850395+0000 mgr.x (mgr.34379) 402 : cluster [DBG] pgmap v651: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 17 KiB/s rd, 5.2 MiB/s wr, 28 op/s 2021-03-04T23:03:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:13 gibba023 bash[27374]: cluster 2021-03-04T23:03:12.870529+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-03-04T23:03:14.733 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:03:14.734 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 137262068~5534363 2021-03-04T23:03:14.768 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 52579145~705092 2021-03-04T23:03:14.775 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 35653188~6748090 2021-03-04T23:03:14.835 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 207483313~1145329 2021-03-04T23:03:14.860 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 110829758~6558452 2021-03-04T23:03:14.880 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 80847192~4312570 2021-03-04T23:03:14.888 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 160265434~6016603 2021-03-04T23:03:14.904 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 186836155~5029429 2021-03-04T23:03:14.905 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user0 2021-03-04T23:03:16.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:15 gibba008 bash[37770]: cluster 2021-03-04T23:03:14.850944+0000 mgr.x (mgr.34379) 403 : cluster [DBG] pgmap v653: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 48 op/s 2021-03-04T23:03:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:15 gibba008 bash[39303]: cluster 2021-03-04T23:03:14.850944+0000 mgr.x (mgr.34379) 403 : cluster [DBG] pgmap v653: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 48 op/s 2021-03-04T23:03:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:15 gibba023 bash[27374]: cluster 2021-03-04T23:03:14.850944+0000 mgr.x (mgr.34379) 403 : cluster [DBG] pgmap v653: 137 pgs: 137 active+clean; 1.7 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 48 op/s 2021-03-04T23:03:16.913 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 373088294 2021-03-04T23:03:16.921 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 16642141~8147778 2021-03-04T23:03:16.930 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 19866045~7656542 2021-03-04T23:03:16.945 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 351535754~8191097 2021-03-04T23:03:16.953 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 147964436~682634 2021-03-04T23:03:16.953 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 166555885~4118809 2021-03-04T23:03:16.956 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 33323874~4951946 2021-03-04T23:03:16.957 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 102760998~1417577 2021-03-04T23:03:16.958 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 195060653~5454935 2021-03-04T23:03:16.958 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user1 2021-03-04T23:03:17.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:16 gibba008 bash[37770]: cluster 2021-03-04T23:03:15.889596+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-03-04T23:03:17.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:16 gibba008 bash[39303]: cluster 2021-03-04T23:03:15.889596+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-03-04T23:03:17.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:16 gibba023 bash[27374]: cluster 2021-03-04T23:03:15.889596+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-03-04T23:03:18.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:17 gibba008 bash[37770]: cluster 2021-03-04T23:03:16.852292+0000 mgr.x (mgr.34379) 404 : cluster [DBG] pgmap v655: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 664 GiB / 672 GiB avail; 45 MiB/s rd, 9.5 MiB/s wr, 73 op/s 2021-03-04T23:03:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:17 gibba008 bash[37770]: cluster 2021-03-04T23:03:16.906480+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-03-04T23:03:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:17 gibba008 bash[39303]: cluster 2021-03-04T23:03:16.852292+0000 mgr.x (mgr.34379) 404 : cluster [DBG] pgmap v655: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 664 GiB / 672 GiB avail; 45 MiB/s rd, 9.5 MiB/s wr, 73 op/s 2021-03-04T23:03:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:17 gibba008 bash[39303]: cluster 2021-03-04T23:03:16.906480+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-03-04T23:03:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:17 gibba023 bash[27374]: cluster 2021-03-04T23:03:16.852292+0000 mgr.x (mgr.34379) 404 : cluster [DBG] pgmap v655: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 664 GiB / 672 GiB avail; 45 MiB/s rd, 9.5 MiB/s wr, 73 op/s 2021-03-04T23:03:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:17 gibba023 bash[27374]: cluster 2021-03-04T23:03:16.906480+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-03-04T23:03:18.934 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 330440788 2021-03-04T23:03:18.949 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 311995016~3282560 2021-03-04T23:03:18.957 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 68913105~7154543 2021-03-04T23:03:18.958 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 107378713~635150 2021-03-04T23:03:18.958 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 154361621~5863260 2021-03-04T23:03:18.958 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 7959449~3021522 2021-03-04T23:03:18.961 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44643998~2366478 2021-03-04T23:03:18.962 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 257420800~2738164 2021-03-04T23:03:18.965 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49404506~4736969 2021-03-04T23:03:18.965 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user2 2021-03-04T23:03:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:18 gibba008 bash[37770]: cluster 2021-03-04T23:03:17.918890+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-03-04T23:03:19.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:18 gibba008 bash[39303]: cluster 2021-03-04T23:03:17.918890+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-03-04T23:03:19.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:18 gibba023 bash[27374]: cluster 2021-03-04T23:03:17.918890+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-03-04T23:03:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:19 gibba008 bash[39303]: cluster 2021-03-04T23:03:18.853079+0000 mgr.x (mgr.34379) 405 : cluster [DBG] pgmap v658: 137 pgs: 137 active+clean; 1.8 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 68 MiB/s rd, 14 MiB/s wr, 89 op/s 2021-03-04T23:03:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:19 gibba008 bash[39303]: cluster 2021-03-04T23:03:18.928566+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-03-04T23:03:20.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:19 gibba008 bash[37770]: cluster 2021-03-04T23:03:18.853079+0000 mgr.x (mgr.34379) 405 : cluster [DBG] pgmap v658: 137 pgs: 137 active+clean; 1.8 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 68 MiB/s rd, 14 MiB/s wr, 89 op/s 2021-03-04T23:03:20.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:19 gibba008 bash[37770]: cluster 2021-03-04T23:03:18.928566+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-03-04T23:03:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:19 gibba023 bash[27374]: cluster 2021-03-04T23:03:18.853079+0000 mgr.x (mgr.34379) 405 : cluster [DBG] pgmap v658: 137 pgs: 137 active+clean; 1.8 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 68 MiB/s rd, 14 MiB/s wr, 89 op/s 2021-03-04T23:03:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:19 gibba023 bash[27374]: cluster 2021-03-04T23:03:18.928566+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-03-04T23:03:20.967 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 386191485 2021-03-04T23:03:20.975 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 97762276~401269 2021-03-04T23:03:20.979 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 382007438~689902 2021-03-04T23:03:20.980 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 148248185~8260855 2021-03-04T23:03:20.988 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 60010080~7869538 2021-03-04T23:03:20.988 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 121745344~7739551 2021-03-04T23:03:20.994 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 212711445~3412494 2021-03-04T23:03:20.997 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 316758033~361675 2021-03-04T23:03:20.997 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 165953220~2553439 2021-03-04T23:03:21.000 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user3 2021-03-04T23:03:21.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:20 gibba008 bash[37770]: cluster 2021-03-04T23:03:19.945553+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-03-04T23:03:21.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:20 gibba008 bash[39303]: cluster 2021-03-04T23:03:19.945553+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-03-04T23:03:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:20 gibba023 bash[27374]: cluster 2021-03-04T23:03:19.945553+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-03-04T23:03:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:21 gibba008 bash[37770]: cluster 2021-03-04T23:03:20.854614+0000 mgr.x (mgr.34379) 406 : cluster [DBG] pgmap v661: 137 pgs: 137 active+clean; 1.9 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 45 MiB/s rd, 29 MiB/s wr, 190 op/s 2021-03-04T23:03:22.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:21 gibba008 bash[37770]: cluster 2021-03-04T23:03:20.958060+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-03-04T23:03:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:21 gibba008 bash[39303]: cluster 2021-03-04T23:03:20.854614+0000 mgr.x (mgr.34379) 406 : cluster [DBG] pgmap v661: 137 pgs: 137 active+clean; 1.9 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 45 MiB/s rd, 29 MiB/s wr, 190 op/s 2021-03-04T23:03:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:21 gibba008 bash[39303]: cluster 2021-03-04T23:03:20.958060+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-03-04T23:03:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:21 gibba023 bash[27374]: cluster 2021-03-04T23:03:20.854614+0000 mgr.x (mgr.34379) 406 : cluster [DBG] pgmap v661: 137 pgs: 137 active+clean; 1.9 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 45 MiB/s rd, 29 MiB/s wr, 190 op/s 2021-03-04T23:03:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:21 gibba023 bash[27374]: cluster 2021-03-04T23:03:20.958060+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-03-04T23:03:22.987 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 261665538 2021-03-04T23:03:23.009 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 26166553~6541638 2021-03-04T23:03:23.015 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 27801962~3270819 2021-03-04T23:03:23.031 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 52333107~6541638 2021-03-04T23:03:23.032 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 53968516~3270819 2021-03-04T23:03:23.055 INFO:tasks.workunit.client.0.gibba008.stdout:write: 3 78499661~6541638 2021-03-04T23:03:23.057 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 80135070~3270819 2021-03-04T23:03:23.074 INFO:tasks.workunit.client.0.gibba008.stdout:write: 4 104666215~6541638 2021-03-04T23:03:23.076 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 106301624~3270819 2021-03-04T23:03:23.094 INFO:tasks.workunit.client.0.gibba008.stdout:write: 5 130832769~6541638 2021-03-04T23:03:23.095 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 132468178~3270819 2021-03-04T23:03:23.127 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:03:23.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:22 gibba008 bash[37770]: cluster 2021-03-04T23:03:21.971380+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-03-04T23:03:23.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:22 gibba008 bash[39303]: cluster 2021-03-04T23:03:21.971380+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-03-04T23:03:23.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:22 gibba023 bash[27374]: cluster 2021-03-04T23:03:21.971380+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-03-04T23:03:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:23 gibba008 bash[37770]: cluster 2021-03-04T23:03:22.856052+0000 mgr.x (mgr.34379) 407 : cluster [DBG] pgmap v664: 137 pgs: 137 active+clean; 1.9 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 168 op/s 2021-03-04T23:03:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:23 gibba008 bash[37770]: cluster 2021-03-04T23:03:22.980901+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-03-04T23:03:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:23 gibba008 bash[39303]: cluster 2021-03-04T23:03:22.856052+0000 mgr.x (mgr.34379) 407 : cluster [DBG] pgmap v664: 137 pgs: 137 active+clean; 1.9 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 168 op/s 2021-03-04T23:03:24.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:23 gibba008 bash[39303]: cluster 2021-03-04T23:03:22.980901+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-03-04T23:03:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:23 gibba023 bash[27374]: cluster 2021-03-04T23:03:22.856052+0000 mgr.x (mgr.34379) 407 : cluster [DBG] pgmap v664: 137 pgs: 137 active+clean; 1.9 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 168 op/s 2021-03-04T23:03:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:23 gibba023 bash[27374]: cluster 2021-03-04T23:03:22.980901+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-03-04T23:03:25.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:25 gibba008 bash[37770]: cluster 2021-03-04T23:03:23.998802+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-03-04T23:03:25.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:25 gibba008 bash[39303]: cluster 2021-03-04T23:03:23.998802+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-03-04T23:03:25.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:25 gibba023 bash[27374]: cluster 2021-03-04T23:03:23.998802+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-03-04T23:03:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:26 gibba023 bash[27374]: cluster 2021-03-04T23:03:24.857246+0000 mgr.x (mgr.34379) 408 : cluster [DBG] pgmap v667: 137 pgs: 137 active+clean; 1.9 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 96 KiB/s rd, 6.9 MiB/s wr, 141 op/s 2021-03-04T23:03:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:26 gibba023 bash[27374]: cluster 2021-03-04T23:03:25.010696+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-03-04T23:03:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:26 gibba008 bash[37770]: cluster 2021-03-04T23:03:24.857246+0000 mgr.x (mgr.34379) 408 : cluster [DBG] pgmap v667: 137 pgs: 137 active+clean; 1.9 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 96 KiB/s rd, 6.9 MiB/s wr, 141 op/s 2021-03-04T23:03:26.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:26 gibba008 bash[37770]: cluster 2021-03-04T23:03:25.010696+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-03-04T23:03:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:26 gibba008 bash[39303]: cluster 2021-03-04T23:03:24.857246+0000 mgr.x (mgr.34379) 408 : cluster [DBG] pgmap v667: 137 pgs: 137 active+clean; 1.9 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 96 KiB/s rd, 6.9 MiB/s wr, 141 op/s 2021-03-04T23:03:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:26 gibba008 bash[39303]: cluster 2021-03-04T23:03:25.010696+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-03-04T23:03:27.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:27 gibba008 bash[39303]: cluster 2021-03-04T23:03:26.024090+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-03-04T23:03:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:27 gibba008 bash[37770]: cluster 2021-03-04T23:03:26.024090+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-03-04T23:03:27.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:27 gibba023 bash[27374]: cluster 2021-03-04T23:03:26.024090+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-03-04T23:03:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:28 gibba008 bash[37770]: cluster 2021-03-04T23:03:26.858634+0000 mgr.x (mgr.34379) 409 : cluster [DBG] pgmap v670: 137 pgs: 137 active+clean; 2.0 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 93 KiB/s rd, 20 MiB/s wr, 146 op/s 2021-03-04T23:03:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:28 gibba008 bash[37770]: cluster 2021-03-04T23:03:27.036494+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-03-04T23:03:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:28 gibba008 bash[39303]: cluster 2021-03-04T23:03:26.858634+0000 mgr.x (mgr.34379) 409 : cluster [DBG] pgmap v670: 137 pgs: 137 active+clean; 2.0 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 93 KiB/s rd, 20 MiB/s wr, 146 op/s 2021-03-04T23:03:28.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:28 gibba008 bash[39303]: cluster 2021-03-04T23:03:27.036494+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-03-04T23:03:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:28 gibba023 bash[27374]: cluster 2021-03-04T23:03:26.858634+0000 mgr.x (mgr.34379) 409 : cluster [DBG] pgmap v670: 137 pgs: 137 active+clean; 2.0 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 93 KiB/s rd, 20 MiB/s wr, 146 op/s 2021-03-04T23:03:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:28 gibba023 bash[27374]: cluster 2021-03-04T23:03:27.036494+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-03-04T23:03:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:29 gibba008 bash[37770]: cluster 2021-03-04T23:03:28.859807+0000 mgr.x (mgr.34379) 410 : cluster [DBG] pgmap v672: 137 pgs: 137 active+clean; 2.0 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 131 op/s 2021-03-04T23:03:30.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:29 gibba008 bash[39303]: cluster 2021-03-04T23:03:28.859807+0000 mgr.x (mgr.34379) 410 : cluster [DBG] pgmap v672: 137 pgs: 137 active+clean; 2.0 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 131 op/s 2021-03-04T23:03:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:29 gibba023 bash[27374]: cluster 2021-03-04T23:03:28.859807+0000 mgr.x (mgr.34379) 410 : cluster [DBG] pgmap v672: 137 pgs: 137 active+clean; 2.0 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 131 op/s 2021-03-04T23:03:30.841 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.StressLive (29340 ms) 2021-03-04T23:03:31.912 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 57 tests from TestMigration (305985 ms total) 2021-03-04T23:03:31.913 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:03:31.913 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestMirroringWatcher 2021-03-04T23:03:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:31 gibba008 bash[37770]: cluster 2021-03-04T23:03:30.861769+0000 mgr.x (mgr.34379) 411 : cluster [DBG] pgmap v673: 137 pgs: 137 active+clean; 2.0 GiB data, 4.7 GiB used, 663 GiB / 672 GiB avail; 106 MiB/s rd, 11 MiB/s wr, 80 op/s 2021-03-04T23:03:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:31 gibba008 bash[37770]: cluster 2021-03-04T23:03:30.902215+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-03-04T23:03:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:31 gibba008 bash[39303]: cluster 2021-03-04T23:03:30.861769+0000 mgr.x (mgr.34379) 411 : cluster [DBG] pgmap v673: 137 pgs: 137 active+clean; 2.0 GiB data, 4.7 GiB used, 663 GiB / 672 GiB avail; 106 MiB/s rd, 11 MiB/s wr, 80 op/s 2021-03-04T23:03:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:31 gibba008 bash[39303]: cluster 2021-03-04T23:03:30.902215+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-03-04T23:03:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:31 gibba023 bash[27374]: cluster 2021-03-04T23:03:30.861769+0000 mgr.x (mgr.34379) 411 : cluster [DBG] pgmap v673: 137 pgs: 137 active+clean; 2.0 GiB data, 4.7 GiB used, 663 GiB / 672 GiB avail; 106 MiB/s rd, 11 MiB/s wr, 80 op/s 2021-03-04T23:03:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:31 gibba023 bash[27374]: cluster 2021-03-04T23:03:30.902215+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-03-04T23:03:33.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:32 gibba008 bash[37770]: cluster 2021-03-04T23:03:31.905284+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-03-04T23:03:33.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:32 gibba008 bash[39303]: cluster 2021-03-04T23:03:31.905284+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-03-04T23:03:33.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:32 gibba023 bash[27374]: cluster 2021-03-04T23:03:31.905284+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-03-04T23:03:33.930 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2021-03-04T23:03:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[37770]: cluster 2021-03-04T23:03:32.862773+0000 mgr.x (mgr.34379) 412 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 3.3 KiB data, 4.1 GiB used, 664 GiB / 672 GiB avail 2021-03-04T23:03:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[37770]: cluster 2021-03-04T23:03:32.910749+0000 mon.a (mon.0) 951 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2021-03-04T23:03:34.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[37770]: cluster 2021-03-04T23:03:32.910848+0000 mon.a (mon.0) 952 : cluster [INF] Cluster is now healthy 2021-03-04T23:03:34.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[37770]: cluster 2021-03-04T23:03:32.923010+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-03-04T23:03:34.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[37770]: audit 2021-03-04T23:03:32.924021+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.2.108:0/4144979300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:34.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[39303]: cluster 2021-03-04T23:03:32.862773+0000 mgr.x (mgr.34379) 412 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 3.3 KiB data, 4.1 GiB used, 664 GiB / 672 GiB avail 2021-03-04T23:03:34.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[39303]: cluster 2021-03-04T23:03:32.910749+0000 mon.a (mon.0) 951 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2021-03-04T23:03:34.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[39303]: cluster 2021-03-04T23:03:32.910848+0000 mon.a (mon.0) 952 : cluster [INF] Cluster is now healthy 2021-03-04T23:03:34.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[39303]: cluster 2021-03-04T23:03:32.923010+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-03-04T23:03:34.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:33 gibba008 bash[39303]: audit 2021-03-04T23:03:32.924021+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.2.108:0/4144979300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:33 gibba023 bash[27374]: cluster 2021-03-04T23:03:32.862773+0000 mgr.x (mgr.34379) 412 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 3.3 KiB data, 4.1 GiB used, 664 GiB / 672 GiB avail 2021-03-04T23:03:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:33 gibba023 bash[27374]: cluster 2021-03-04T23:03:32.910749+0000 mon.a (mon.0) 951 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2021-03-04T23:03:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:33 gibba023 bash[27374]: cluster 2021-03-04T23:03:32.910848+0000 mon.a (mon.0) 952 : cluster [INF] Cluster is now healthy 2021-03-04T23:03:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:33 gibba023 bash[27374]: cluster 2021-03-04T23:03:32.923010+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-03-04T23:03:34.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:33 gibba023 bash[27374]: audit 2021-03-04T23:03:32.924021+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.2.108:0/4144979300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:35.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:34 gibba008 bash[37770]: audit 2021-03-04T23:03:33.927683+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.2.108:0/4144979300' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:35.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:34 gibba008 bash[37770]: cluster 2021-03-04T23:03:33.927823+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-03-04T23:03:35.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:34 gibba008 bash[39303]: audit 2021-03-04T23:03:33.927683+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.2.108:0/4144979300' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:35.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:34 gibba008 bash[39303]: cluster 2021-03-04T23:03:33.927823+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-03-04T23:03:35.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:34 gibba023 bash[27374]: audit 2021-03-04T23:03:33.927683+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.2.108:0/4144979300' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:34 gibba023 bash[27374]: cluster 2021-03-04T23:03:33.927823+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-03-04T23:03:35.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2042 ms) 2021-03-04T23:03:35.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2021-03-04T23:03:35.990 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (17 ms) 2021-03-04T23:03:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:35 gibba008 bash[39303]: cluster 2021-03-04T23:03:34.863880+0000 mgr.x (mgr.34379) 413 : cluster [DBG] pgmap v679: 105 pgs: 28 unknown, 77 active+clean; 3.3 KiB data, 3.5 GiB used, 664 GiB / 672 GiB avail 2021-03-04T23:03:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:35 gibba008 bash[39303]: cluster 2021-03-04T23:03:34.939602+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-03-04T23:03:36.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:35 gibba008 bash[37770]: cluster 2021-03-04T23:03:34.863880+0000 mgr.x (mgr.34379) 413 : cluster [DBG] pgmap v679: 105 pgs: 28 unknown, 77 active+clean; 3.3 KiB data, 3.5 GiB used, 664 GiB / 672 GiB avail 2021-03-04T23:03:36.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:35 gibba008 bash[37770]: cluster 2021-03-04T23:03:34.939602+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-03-04T23:03:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:35 gibba023 bash[27374]: cluster 2021-03-04T23:03:34.863880+0000 mgr.x (mgr.34379) 413 : cluster [DBG] pgmap v679: 105 pgs: 28 unknown, 77 active+clean; 3.3 KiB data, 3.5 GiB used, 664 GiB / 672 GiB avail 2021-03-04T23:03:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:35 gibba023 bash[27374]: cluster 2021-03-04T23:03:34.939602+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-03-04T23:03:36.970 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestMirroringWatcher (2059 ms total) 2021-03-04T23:03:36.970 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:03:36.971 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 4 tests from TestObjectMap 2021-03-04T23:03:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:36 gibba008 bash[37770]: cluster 2021-03-04T23:03:35.948617+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-03-04T23:03:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:36 gibba008 bash[39303]: cluster 2021-03-04T23:03:35.948617+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-03-04T23:03:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:36 gibba023 bash[27374]: cluster 2021-03-04T23:03:35.948617+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-03-04T23:03:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[37770]: cluster 2021-03-04T23:03:36.864990+0000 mgr.x (mgr.34379) 414 : cluster [DBG] pgmap v682: 105 pgs: 4 unknown, 101 active+clean; 3.4 KiB data, 964 MiB used, 667 GiB / 672 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2021-03-04T23:03:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[37770]: cluster 2021-03-04T23:03:36.965965+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-03-04T23:03:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[37770]: audit 2021-03-04T23:03:37.614992+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:03:38.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[37770]: audit 2021-03-04T23:03:37.622256+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:03:38.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[37770]: audit 2021-03-04T23:03:37.622999+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:03:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[39303]: cluster 2021-03-04T23:03:36.864990+0000 mgr.x (mgr.34379) 414 : cluster [DBG] pgmap v682: 105 pgs: 4 unknown, 101 active+clean; 3.4 KiB data, 964 MiB used, 667 GiB / 672 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2021-03-04T23:03:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[39303]: cluster 2021-03-04T23:03:36.965965+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-03-04T23:03:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[39303]: audit 2021-03-04T23:03:37.614992+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:03:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[39303]: audit 2021-03-04T23:03:37.622256+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:03:38.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:37 gibba008 bash[39303]: audit 2021-03-04T23:03:37.622999+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:03:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:37 gibba023 bash[27374]: cluster 2021-03-04T23:03:36.864990+0000 mgr.x (mgr.34379) 414 : cluster [DBG] pgmap v682: 105 pgs: 4 unknown, 101 active+clean; 3.4 KiB data, 964 MiB used, 667 GiB / 672 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2021-03-04T23:03:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:37 gibba023 bash[27374]: cluster 2021-03-04T23:03:36.965965+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-03-04T23:03:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:37 gibba023 bash[27374]: audit 2021-03-04T23:03:37.614992+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:03:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:37 gibba023 bash[27374]: audit 2021-03-04T23:03:37.622256+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:03:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:37 gibba023 bash[27374]: audit 2021-03-04T23:03:37.622999+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:03:38.995 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2021-03-04T23:03:39.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:38 gibba008 bash[37770]: cluster 2021-03-04T23:03:37.978671+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-03-04T23:03:39.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:38 gibba008 bash[37770]: audit 2021-03-04T23:03:37.979586+0000 mon.a (mon.0) 964 : audit [INF] from='client.? 172.21.2.108:0/483407978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:39.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:38 gibba008 bash[39303]: cluster 2021-03-04T23:03:37.978671+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-03-04T23:03:39.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:38 gibba008 bash[39303]: audit 2021-03-04T23:03:37.979586+0000 mon.a (mon.0) 964 : audit [INF] from='client.? 172.21.2.108:0/483407978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:38 gibba023 bash[27374]: cluster 2021-03-04T23:03:37.978671+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-03-04T23:03:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:38 gibba023 bash[27374]: audit 2021-03-04T23:03:37.979586+0000 mon.a (mon.0) 964 : audit [INF] from='client.? 172.21.2.108:0/483407978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:39 gibba008 bash[37770]: cluster 2021-03-04T23:03:38.865902+0000 mgr.x (mgr.34379) 415 : cluster [DBG] pgmap v685: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 131 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:39 gibba008 bash[37770]: audit 2021-03-04T23:03:38.991744+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.108:0/483407978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:39 gibba008 bash[37770]: cluster 2021-03-04T23:03:38.991890+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-03-04T23:03:40.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:39 gibba008 bash[39303]: cluster 2021-03-04T23:03:38.865902+0000 mgr.x (mgr.34379) 415 : cluster [DBG] pgmap v685: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 131 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:40.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:39 gibba008 bash[39303]: audit 2021-03-04T23:03:38.991744+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.108:0/483407978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:40.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:39 gibba008 bash[39303]: cluster 2021-03-04T23:03:38.991890+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-03-04T23:03:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:39 gibba023 bash[27374]: cluster 2021-03-04T23:03:38.865902+0000 mgr.x (mgr.34379) 415 : cluster [DBG] pgmap v685: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 131 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:39 gibba023 bash[27374]: audit 2021-03-04T23:03:38.991744+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.108:0/483407978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:40.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:39 gibba023 bash[27374]: cluster 2021-03-04T23:03:38.991890+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-03-04T23:03:41.019 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:41.019 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2024 ms) 2021-03-04T23:03:41.019 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2021-03-04T23:03:41.025 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:41.025 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (6 ms) 2021-03-04T23:03:41.025 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2021-03-04T23:03:41.029 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:41.030 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (5 ms) 2021-03-04T23:03:41.030 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2021-03-04T23:03:41.034 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:41.034 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (4 ms) 2021-03-04T23:03:41.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:41 gibba008 bash[37770]: cluster 2021-03-04T23:03:40.002530+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-03-04T23:03:41.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:41 gibba008 bash[39303]: cluster 2021-03-04T23:03:40.002530+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-03-04T23:03:41.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:41 gibba023 bash[27374]: cluster 2021-03-04T23:03:40.002530+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-03-04T23:03:42.024 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 4 tests from TestObjectMap (2039 ms total) 2021-03-04T23:03:42.025 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:03:42.025 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 1 test from TestOperations 2021-03-04T23:03:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:42 gibba023 bash[27374]: cluster 2021-03-04T23:03:40.866452+0000 mgr.x (mgr.34379) 416 : cluster [DBG] pgmap v688: 105 pgs: 11 unknown, 94 active+clean; 3.3 KiB data, 132 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:42 gibba023 bash[27374]: cluster 2021-03-04T23:03:41.008056+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-03-04T23:03:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:42 gibba023 bash[27374]: audit 2021-03-04T23:03:41.318271+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:42 gibba023 bash[27374]: audit 2021-03-04T23:03:41.524519+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:42 gibba023 bash[27374]: audit 2021-03-04T23:03:41.728629+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[37770]: cluster 2021-03-04T23:03:40.866452+0000 mgr.x (mgr.34379) 416 : cluster [DBG] pgmap v688: 105 pgs: 11 unknown, 94 active+clean; 3.3 KiB data, 132 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[37770]: cluster 2021-03-04T23:03:41.008056+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-03-04T23:03:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[37770]: audit 2021-03-04T23:03:41.318271+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[37770]: audit 2021-03-04T23:03:41.524519+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[37770]: audit 2021-03-04T23:03:41.728629+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[39303]: cluster 2021-03-04T23:03:40.866452+0000 mgr.x (mgr.34379) 416 : cluster [DBG] pgmap v688: 105 pgs: 11 unknown, 94 active+clean; 3.3 KiB data, 132 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[39303]: cluster 2021-03-04T23:03:41.008056+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-03-04T23:03:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[39303]: audit 2021-03-04T23:03:41.318271+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[39303]: audit 2021-03-04T23:03:41.524519+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:42.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:42 gibba008 bash[39303]: audit 2021-03-04T23:03:41.728629+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:03:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:43 gibba008 bash[37770]: cephadm 2021-03-04T23:03:41.320099+0000 mgr.x (mgr.34379) 417 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:03:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:43 gibba008 bash[37770]: cephadm 2021-03-04T23:03:41.526347+0000 mgr.x (mgr.34379) 418 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:03:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:43 gibba008 bash[37770]: cluster 2021-03-04T23:03:42.020799+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-03-04T23:03:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:43 gibba008 bash[39303]: cephadm 2021-03-04T23:03:41.320099+0000 mgr.x (mgr.34379) 417 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:03:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:43 gibba008 bash[39303]: cephadm 2021-03-04T23:03:41.526347+0000 mgr.x (mgr.34379) 418 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:03:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:43 gibba008 bash[39303]: cluster 2021-03-04T23:03:42.020799+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-03-04T23:03:43.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:43 gibba023 bash[27374]: cephadm 2021-03-04T23:03:41.320099+0000 mgr.x (mgr.34379) 417 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:03:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:43 gibba023 bash[27374]: cephadm 2021-03-04T23:03:41.526347+0000 mgr.x (mgr.34379) 418 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:03:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:43 gibba023 bash[27374]: cluster 2021-03-04T23:03:42.020799+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-03-04T23:03:44.050 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2021-03-04T23:03:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[37770]: cluster 2021-03-04T23:03:42.867171+0000 mgr.x (mgr.34379) 419 : cluster [DBG] pgmap v691: 73 pgs: 73 active+clean; 3.3 KiB data, 132 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[37770]: cluster 2021-03-04T23:03:43.034587+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-03-04T23:03:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[37770]: audit 2021-03-04T23:03:43.035535+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.2.108:0/4183409988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[37770]: audit 2021-03-04T23:03:43.035742+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[39303]: cluster 2021-03-04T23:03:42.867171+0000 mgr.x (mgr.34379) 419 : cluster [DBG] pgmap v691: 73 pgs: 73 active+clean; 3.3 KiB data, 132 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[39303]: cluster 2021-03-04T23:03:43.034587+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-03-04T23:03:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[39303]: audit 2021-03-04T23:03:43.035535+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.2.108:0/4183409988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:44 gibba008 bash[39303]: audit 2021-03-04T23:03:43.035742+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:44 gibba023 bash[27374]: cluster 2021-03-04T23:03:42.867171+0000 mgr.x (mgr.34379) 419 : cluster [DBG] pgmap v691: 73 pgs: 73 active+clean; 3.3 KiB data, 132 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:44 gibba023 bash[27374]: cluster 2021-03-04T23:03:43.034587+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-03-04T23:03:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:44 gibba023 bash[27374]: audit 2021-03-04T23:03:43.035535+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.2.108:0/4183409988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:44 gibba023 bash[27374]: audit 2021-03-04T23:03:43.035742+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:45.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:45 gibba008 bash[37770]: audit 2021-03-04T23:03:44.047245+0000 mon.a (mon.0) 975 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:45 gibba008 bash[37770]: cluster 2021-03-04T23:03:44.047373+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-03-04T23:03:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:45 gibba008 bash[37770]: audit 2021-03-04T23:03:44.813039+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:03:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:45 gibba008 bash[39303]: audit 2021-03-04T23:03:44.047245+0000 mon.a (mon.0) 975 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:45 gibba008 bash[39303]: cluster 2021-03-04T23:03:44.047373+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-03-04T23:03:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:45 gibba008 bash[39303]: audit 2021-03-04T23:03:44.813039+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:03:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:45 gibba023 bash[27374]: audit 2021-03-04T23:03:44.047245+0000 mon.a (mon.0) 975 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:45 gibba023 bash[27374]: cluster 2021-03-04T23:03:44.047373+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-03-04T23:03:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:45 gibba023 bash[27374]: audit 2021-03-04T23:03:44.813039+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:03:46.079 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:46.079 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2028 ms) 2021-03-04T23:03:46.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:46 gibba008 bash[37770]: cluster 2021-03-04T23:03:44.868186+0000 mgr.x (mgr.34379) 420 : cluster [DBG] pgmap v694: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 3.3 KiB data, 136 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:46.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:46 gibba008 bash[37770]: cluster 2021-03-04T23:03:45.060121+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-03-04T23:03:46.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:46 gibba008 bash[39303]: cluster 2021-03-04T23:03:44.868186+0000 mgr.x (mgr.34379) 420 : cluster [DBG] pgmap v694: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 3.3 KiB data, 136 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:46.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:46 gibba008 bash[39303]: cluster 2021-03-04T23:03:45.060121+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-03-04T23:03:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:46 gibba023 bash[27374]: cluster 2021-03-04T23:03:44.868186+0000 mgr.x (mgr.34379) 420 : cluster [DBG] pgmap v694: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 3.3 KiB data, 136 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:46 gibba023 bash[27374]: cluster 2021-03-04T23:03:45.060121+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-03-04T23:03:47.086 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 1 test from TestOperations (2028 ms total) 2021-03-04T23:03:47.086 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:03:47.087 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestTrash 2021-03-04T23:03:47.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:47 gibba008 bash[37770]: cluster 2021-03-04T23:03:46.069780+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-03-04T23:03:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:47 gibba008 bash[39303]: cluster 2021-03-04T23:03:46.069780+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-03-04T23:03:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:47 gibba023 bash[27374]: cluster 2021-03-04T23:03:46.069780+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-03-04T23:03:48.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:48 gibba008 bash[37770]: cluster 2021-03-04T23:03:46.869273+0000 mgr.x (mgr.34379) 421 : cluster [DBG] pgmap v697: 105 pgs: 5 creating+peering, 6 unknown, 94 active+clean; 3.3 KiB data, 137 MiB used, 668 GiB / 672 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:03:48.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:48 gibba008 bash[37770]: cluster 2021-03-04T23:03:47.082288+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-03-04T23:03:48.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:48 gibba008 bash[39303]: cluster 2021-03-04T23:03:46.869273+0000 mgr.x (mgr.34379) 421 : cluster [DBG] pgmap v697: 105 pgs: 5 creating+peering, 6 unknown, 94 active+clean; 3.3 KiB data, 137 MiB used, 668 GiB / 672 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:03:48.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:48 gibba008 bash[39303]: cluster 2021-03-04T23:03:47.082288+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-03-04T23:03:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:48 gibba023 bash[27374]: cluster 2021-03-04T23:03:46.869273+0000 mgr.x (mgr.34379) 421 : cluster [DBG] pgmap v697: 105 pgs: 5 creating+peering, 6 unknown, 94 active+clean; 3.3 KiB data, 137 MiB used, 668 GiB / 672 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:03:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:48 gibba023 bash[27374]: cluster 2021-03-04T23:03:47.082288+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-03-04T23:03:49.112 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestTrash.UserRemovingSource 2021-03-04T23:03:49.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:49 gibba008 bash[37770]: cluster 2021-03-04T23:03:48.098273+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-03-04T23:03:49.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:49 gibba008 bash[37770]: audit 2021-03-04T23:03:48.099277+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.2.108:0/2005037614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:49.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:49 gibba008 bash[37770]: audit 2021-03-04T23:03:48.099517+0000 mon.a (mon.0) 982 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:49.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:49 gibba008 bash[39303]: cluster 2021-03-04T23:03:48.098273+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-03-04T23:03:49.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:49 gibba008 bash[39303]: audit 2021-03-04T23:03:48.099277+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.2.108:0/2005037614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:49.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:49 gibba008 bash[39303]: audit 2021-03-04T23:03:48.099517+0000 mon.a (mon.0) 982 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:49.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:49 gibba023 bash[27374]: cluster 2021-03-04T23:03:48.098273+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-03-04T23:03:49.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:49 gibba023 bash[27374]: audit 2021-03-04T23:03:48.099277+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.2.108:0/2005037614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:49.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:49 gibba023 bash[27374]: audit 2021-03-04T23:03:48.099517+0000 mon.a (mon.0) 982 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:50.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:50 gibba008 bash[37770]: cluster 2021-03-04T23:03:48.870225+0000 mgr.x (mgr.34379) 422 : cluster [DBG] pgmap v700: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 137 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:50 gibba008 bash[37770]: audit 2021-03-04T23:03:49.109099+0000 mon.a (mon.0) 983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:50 gibba008 bash[37770]: cluster 2021-03-04T23:03:49.109379+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-03-04T23:03:50.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:50 gibba008 bash[39303]: cluster 2021-03-04T23:03:48.870225+0000 mgr.x (mgr.34379) 422 : cluster [DBG] pgmap v700: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 137 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:50 gibba008 bash[39303]: audit 2021-03-04T23:03:49.109099+0000 mon.a (mon.0) 983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:50 gibba008 bash[39303]: cluster 2021-03-04T23:03:49.109379+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-03-04T23:03:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:50 gibba023 bash[27374]: cluster 2021-03-04T23:03:48.870225+0000 mgr.x (mgr.34379) 422 : cluster [DBG] pgmap v700: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 137 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:50 gibba023 bash[27374]: audit 2021-03-04T23:03:49.109099+0000 mon.a (mon.0) 983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:50 gibba023 bash[27374]: cluster 2021-03-04T23:03:49.109379+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-03-04T23:03:51.146 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:51.146 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestTrash.UserRemovingSource (2034 ms) 2021-03-04T23:03:51.147 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2021-03-04T23:03:51.152 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:51.152 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestTrash.RestoreMirroringSource (6 ms) 2021-03-04T23:03:51.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:51 gibba008 bash[37770]: cluster 2021-03-04T23:03:50.121874+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-03-04T23:03:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:51 gibba008 bash[39303]: cluster 2021-03-04T23:03:50.121874+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-03-04T23:03:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:51 gibba023 bash[27374]: cluster 2021-03-04T23:03:50.121874+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-03-04T23:03:52.155 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestTrash (2040 ms total) 2021-03-04T23:03:52.155 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:03:52.155 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 3 tests from TestJournalEntries 2021-03-04T23:03:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:52 gibba008 bash[37770]: cluster 2021-03-04T23:03:50.871495+0000 mgr.x (mgr.34379) 423 : cluster [DBG] pgmap v703: 105 pgs: 3 creating+peering, 11 unknown, 91 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:52.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:52 gibba008 bash[37770]: cluster 2021-03-04T23:03:51.138335+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-03-04T23:03:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:52 gibba008 bash[39303]: cluster 2021-03-04T23:03:50.871495+0000 mgr.x (mgr.34379) 423 : cluster [DBG] pgmap v703: 105 pgs: 3 creating+peering, 11 unknown, 91 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:52 gibba008 bash[39303]: cluster 2021-03-04T23:03:51.138335+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-03-04T23:03:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:52 gibba023 bash[27374]: cluster 2021-03-04T23:03:50.871495+0000 mgr.x (mgr.34379) 423 : cluster [DBG] pgmap v703: 105 pgs: 3 creating+peering, 11 unknown, 91 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:52 gibba023 bash[27374]: cluster 2021-03-04T23:03:51.138335+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-03-04T23:03:53.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:53 gibba008 bash[37770]: cluster 2021-03-04T23:03:52.151157+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-03-04T23:03:53.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:53 gibba008 bash[39303]: cluster 2021-03-04T23:03:52.151157+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-03-04T23:03:53.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:53 gibba023 bash[27374]: cluster 2021-03-04T23:03:52.151157+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-03-04T23:03:54.180 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalEntries.AioWrite 2021-03-04T23:03:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[37770]: cluster 2021-03-04T23:03:52.872318+0000 mgr.x (mgr.34379) 424 : cluster [DBG] pgmap v706: 73 pgs: 73 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[37770]: cluster 2021-03-04T23:03:53.163374+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-03-04T23:03:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[37770]: audit 2021-03-04T23:03:53.164148+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.2.108:0/3781548637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[37770]: audit 2021-03-04T23:03:53.164414+0000 mon.a (mon.0) 989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[39303]: cluster 2021-03-04T23:03:52.872318+0000 mgr.x (mgr.34379) 424 : cluster [DBG] pgmap v706: 73 pgs: 73 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[39303]: cluster 2021-03-04T23:03:53.163374+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-03-04T23:03:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[39303]: audit 2021-03-04T23:03:53.164148+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.2.108:0/3781548637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:54 gibba008 bash[39303]: audit 2021-03-04T23:03:53.164414+0000 mon.a (mon.0) 989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:54 gibba023 bash[27374]: cluster 2021-03-04T23:03:52.872318+0000 mgr.x (mgr.34379) 424 : cluster [DBG] pgmap v706: 73 pgs: 73 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:54 gibba023 bash[27374]: cluster 2021-03-04T23:03:53.163374+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-03-04T23:03:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:54 gibba023 bash[27374]: audit 2021-03-04T23:03:53.164148+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.2.108:0/3781548637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:54 gibba023 bash[27374]: audit 2021-03-04T23:03:53.164414+0000 mon.a (mon.0) 989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:55.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:55 gibba008 bash[37770]: audit 2021-03-04T23:03:54.175628+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:55.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:55 gibba008 bash[37770]: cluster 2021-03-04T23:03:54.175793+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-03-04T23:03:55.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:55 gibba008 bash[39303]: audit 2021-03-04T23:03:54.175628+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:55.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:55 gibba008 bash[39303]: cluster 2021-03-04T23:03:54.175793+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-03-04T23:03:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:55 gibba023 bash[27374]: audit 2021-03-04T23:03:54.175628+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:03:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:55 gibba023 bash[27374]: cluster 2021-03-04T23:03:54.175793+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-03-04T23:03:56.203 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:56.204 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalEntries.AioWrite (2025 ms) 2021-03-04T23:03:56.204 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalEntries.AioDiscard 2021-03-04T23:03:56.207 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:56.207 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalEntries.AioDiscard (3 ms) 2021-03-04T23:03:56.208 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalEntries.AioFlush 2021-03-04T23:03:56.212 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:03:56.213 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalEntries.AioFlush (4 ms) 2021-03-04T23:03:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:56 gibba008 bash[37770]: cluster 2021-03-04T23:03:54.873392+0000 mgr.x (mgr.34379) 425 : cluster [DBG] pgmap v709: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:56.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:56 gibba008 bash[37770]: cluster 2021-03-04T23:03:55.188198+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-03-04T23:03:56.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:56 gibba008 bash[39303]: cluster 2021-03-04T23:03:54.873392+0000 mgr.x (mgr.34379) 425 : cluster [DBG] pgmap v709: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:56.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:56 gibba008 bash[39303]: cluster 2021-03-04T23:03:55.188198+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-03-04T23:03:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:56 gibba023 bash[27374]: cluster 2021-03-04T23:03:54.873392+0000 mgr.x (mgr.34379) 425 : cluster [DBG] pgmap v709: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 3.3 KiB data, 138 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:56.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:56 gibba023 bash[27374]: cluster 2021-03-04T23:03:55.188198+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-03-04T23:03:57.208 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 3 tests from TestJournalEntries (2032 ms total) 2021-03-04T23:03:57.209 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:03:57.209 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestJournalReplay 2021-03-04T23:03:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:57 gibba008 bash[37770]: cluster 2021-03-04T23:03:56.194862+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-03-04T23:03:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:57 gibba008 bash[37770]: cluster 2021-03-04T23:03:56.874647+0000 mgr.x (mgr.34379) 426 : cluster [DBG] pgmap v712: 105 pgs: 8 creating+peering, 11 unknown, 86 active+clean; 3.3 KiB data, 139 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:57.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:57 gibba008 bash[39303]: cluster 2021-03-04T23:03:56.194862+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-03-04T23:03:57.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:57 gibba008 bash[39303]: cluster 2021-03-04T23:03:56.874647+0000 mgr.x (mgr.34379) 426 : cluster [DBG] pgmap v712: 105 pgs: 8 creating+peering, 11 unknown, 86 active+clean; 3.3 KiB data, 139 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:57.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:57 gibba023 bash[27374]: cluster 2021-03-04T23:03:56.194862+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-03-04T23:03:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:57 gibba023 bash[27374]: cluster 2021-03-04T23:03:56.874647+0000 mgr.x (mgr.34379) 426 : cluster [DBG] pgmap v712: 105 pgs: 8 creating+peering, 11 unknown, 86 active+clean; 3.3 KiB data, 139 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:58 gibba008 bash[37770]: cluster 2021-03-04T23:03:57.204037+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-03-04T23:03:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:58 gibba008 bash[37770]: audit 2021-03-04T23:03:58.089044+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:03:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:58 gibba008 bash[39303]: cluster 2021-03-04T23:03:57.204037+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-03-04T23:03:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:58 gibba008 bash[39303]: audit 2021-03-04T23:03:58.089044+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:03:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:58 gibba023 bash[27374]: cluster 2021-03-04T23:03:57.204037+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-03-04T23:03:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:58 gibba023 bash[27374]: audit 2021-03-04T23:03:58.089044+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:03:59.234 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2021-03-04T23:03:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[37770]: cluster 2021-03-04T23:03:58.220480+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-03-04T23:03:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[37770]: audit 2021-03-04T23:03:58.221496+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.2.108:0/581558636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[37770]: audit 2021-03-04T23:03:58.221774+0000 mon.a (mon.0) 997 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[37770]: cluster 2021-03-04T23:03:58.875583+0000 mgr.x (mgr.34379) 427 : cluster [DBG] pgmap v715: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 139 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:59.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[39303]: cluster 2021-03-04T23:03:58.220480+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-03-04T23:03:59.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[39303]: audit 2021-03-04T23:03:58.221496+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.2.108:0/581558636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:59.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[39303]: audit 2021-03-04T23:03:58.221774+0000 mon.a (mon.0) 997 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:03:59 gibba008 bash[39303]: cluster 2021-03-04T23:03:58.875583+0000 mgr.x (mgr.34379) 427 : cluster [DBG] pgmap v715: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 139 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:03:59.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:59 gibba023 bash[27374]: cluster 2021-03-04T23:03:58.220480+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-03-04T23:03:59.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:59 gibba023 bash[27374]: audit 2021-03-04T23:03:58.221496+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.2.108:0/581558636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:59.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:59 gibba023 bash[27374]: audit 2021-03-04T23:03:58.221774+0000 mon.a (mon.0) 997 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:03:59.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:03:59 gibba023 bash[27374]: cluster 2021-03-04T23:03:58.875583+0000 mgr.x (mgr.34379) 427 : cluster [DBG] pgmap v715: 105 pgs: 32 unknown, 73 active+clean; 3.3 KiB data, 139 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:00.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:00 gibba008 bash[37770]: audit 2021-03-04T23:03:59.231233+0000 mon.a (mon.0) 998 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:04:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:00 gibba008 bash[37770]: cluster 2021-03-04T23:03:59.231374+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-03-04T23:04:00.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:00 gibba008 bash[39303]: audit 2021-03-04T23:03:59.231233+0000 mon.a (mon.0) 998 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:04:00.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:00 gibba008 bash[39303]: cluster 2021-03-04T23:03:59.231374+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-03-04T23:04:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:00 gibba023 bash[27374]: audit 2021-03-04T23:03:59.231233+0000 mon.a (mon.0) 998 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-34463-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:04:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:00 gibba023 bash[27374]: cluster 2021-03-04T23:03:59.231374+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-03-04T23:04:01.271 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.272 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2037 ms) 2021-03-04T23:04:01.272 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2021-03-04T23:04:01.276 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.AioWriteEvent (5 ms) 2021-03-04T23:04:01.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2021-03-04T23:04:01.280 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.280 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.AioFlushEvent (4 ms) 2021-03-04T23:04:01.281 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapCreate 2021-03-04T23:04:01.284 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.284 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapCreate (4 ms) 2021-03-04T23:04:01.284 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapProtect 2021-03-04T23:04:01.287 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.287 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapProtect (2 ms) 2021-03-04T23:04:01.287 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2021-03-04T23:04:01.290 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.290 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapUnprotect (4 ms) 2021-03-04T23:04:01.291 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapRename 2021-03-04T23:04:01.293 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.293 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapRename (3 ms) 2021-03-04T23:04:01.294 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapRollback 2021-03-04T23:04:01.296 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.297 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapRollback (3 ms) 2021-03-04T23:04:01.297 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapRemove 2021-03-04T23:04:01.299 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.300 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapRemove (3 ms) 2021-03-04T23:04:01.300 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.Rename 2021-03-04T23:04:01.303 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.303 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.Rename (3 ms) 2021-03-04T23:04:01.303 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.Resize 2021-03-04T23:04:01.307 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.307 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.Resize (4 ms) 2021-03-04T23:04:01.308 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.Flatten 2021-03-04T23:04:01.309 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.309 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.Flatten (3 ms) 2021-03-04T23:04:01.310 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2021-03-04T23:04:01.313 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.314 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.UpdateFeatures (3 ms) 2021-03-04T23:04:01.314 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.MetadataSet 2021-03-04T23:04:01.316 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.317 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.MetadataSet (4 ms) 2021-03-04T23:04:01.317 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2021-03-04T23:04:01.322 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.322 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.MetadataRemove (3 ms) 2021-03-04T23:04:01.322 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2021-03-04T23:04:01.323 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:04:01.324 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.ObjectPosition (3 ms) 2021-03-04T23:04:01.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:01 gibba008 bash[37770]: cluster 2021-03-04T23:04:00.248783+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-03-04T23:04:01.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:01 gibba008 bash[37770]: cluster 2021-03-04T23:04:00.877172+0000 mgr.x (mgr.34379) 428 : cluster [DBG] pgmap v718: 105 pgs: 4 creating+peering, 14 unknown, 87 active+clean; 3.3 KiB data, 140 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:01.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:01 gibba008 bash[39303]: cluster 2021-03-04T23:04:00.248783+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-03-04T23:04:01.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:01 gibba008 bash[39303]: cluster 2021-03-04T23:04:00.877172+0000 mgr.x (mgr.34379) 428 : cluster [DBG] pgmap v718: 105 pgs: 4 creating+peering, 14 unknown, 87 active+clean; 3.3 KiB data, 140 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:01 gibba023 bash[27374]: cluster 2021-03-04T23:04:00.248783+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-03-04T23:04:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:01 gibba023 bash[27374]: cluster 2021-03-04T23:04:00.877172+0000 mgr.x (mgr.34379) 428 : cluster [DBG] pgmap v718: 105 pgs: 4 creating+peering, 14 unknown, 87 active+clean; 3.3 KiB data, 140 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:02.280 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestJournalReplay (2088 ms total) 2021-03-04T23:04:02.280 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:04:02.281 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] Global test environment tear-down 2021-03-04T23:04:02.281 INFO:tasks.workunit.client.0.gibba008.stdout:[==========] 351 tests from 15 test suites ran. (644841 ms total) 2021-03-04T23:04:02.281 INFO:tasks.workunit.client.0.gibba008.stdout:[ PASSED ] 351 tests. 2021-03-04T23:04:02.281 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:04:02.282 INFO:tasks.workunit.client.0.gibba008.stdout: YOU HAVE 2 DISABLED TESTS 2021-03-04T23:04:02.282 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:04:02.286 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-03-04T23:04:02.288 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-03-04T23:04:02.295 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2021-03-04T23:04:02.296 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:04:02.390 DEBUG:teuthology.parallel:result is None 2021-03-04T23:04:02.391 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:04:02.397 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:04:02.398 DEBUG:teuthology.orchestra.run.gibba008:> rmdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:04:02.413 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:04:02.414 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:04:02.414 INFO:teuthology.task.print:**** done rbd/test_librbd.sh 7-workload 2021-03-04T23:04:02.415 DEBUG:teuthology.parallel:result is None 2021-03-04T23:04:02.415 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:04:02.422 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2021-03-04T23:04:02.423 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-03-04T23:04:02.487 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:04:02.487 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:04:02.487 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:04:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:02 gibba023 bash[27374]: cluster 2021-03-04T23:04:01.262689+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-03-04T23:04:02.565 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:02.587 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:02 gibba008 bash[37770]: cluster 2021-03-04T23:04:01.262689+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-03-04T23:04:02.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:02 gibba008 bash[39303]: cluster 2021-03-04T23:04:01.262689+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-03-04T23:04:03.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:03 gibba008 bash[37770]: cluster 2021-03-04T23:04:02.274812+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-03-04T23:04:03.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:03 gibba008 bash[37770]: cluster 2021-03-04T23:04:02.878190+0000 mgr.x (mgr.34379) 429 : cluster [DBG] pgmap v721: 73 pgs: 73 active+clean; 3.3 KiB data, 140 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:03.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:03 gibba008 bash[39303]: cluster 2021-03-04T23:04:02.274812+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-03-04T23:04:03.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:03 gibba008 bash[39303]: cluster 2021-03-04T23:04:02.878190+0000 mgr.x (mgr.34379) 429 : cluster [DBG] pgmap v721: 73 pgs: 73 active+clean; 3.3 KiB data, 140 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:03 gibba023 bash[27374]: cluster 2021-03-04T23:04:02.274812+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-03-04T23:04:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:03 gibba023 bash[27374]: cluster 2021-03-04T23:04:02.878190+0000 mgr.x (mgr.34379) 429 : cluster [DBG] pgmap v721: 73 pgs: 73 active+clean; 3.3 KiB data, 140 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:06.097 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:04:06.123 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:05 gibba008 bash[39303]: cluster 2021-03-04T23:04:04.879337+0000 mgr.x (mgr.34379) 430 : cluster [DBG] pgmap v722: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:06.123 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:05 gibba008 bash[37770]: cluster 2021-03-04T23:04:04.879337+0000 mgr.x (mgr.34379) 430 : cluster [DBG] pgmap v722: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:06.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:05 gibba023 bash[27374]: cluster 2021-03-04T23:04:04.879337+0000 mgr.x (mgr.34379) 430 : cluster [DBG] pgmap v722: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:06.777 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":24,"active_gid":34379,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6834","nonce":1237966061},{"type":"v1","addr":"172.21.2.123:6835","nonce":1237966061}]},"active_addr":"172.21.2.123:6835/1237966061","active_change":"2021-03-04T22:54:43.722905+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":24823,"name":"y","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://gibba023:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":128,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.123:0","nonce":3660828053}]},{"addrvec":[{"type":"v2","addr":"172.21.2.123:0","nonce":3343777483}]}]}} 2021-03-04T23:04:06.783 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:04:06.783 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:04:06.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:04:06.858 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:07.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:06 gibba008 bash[39303]: audit 2021-03-04T23:04:06.090699+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.2.108:0/1996569766' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:04:07.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:06 gibba008 bash[37770]: audit 2021-03-04T23:04:06.090699+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.2.108:0/1996569766' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:04:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:06 gibba023 bash[27374]: audit 2021-03-04T23:04:06.090699+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.2.108:0/1996569766' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:04:08.163 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:07 gibba008 bash[37770]: cluster 2021-03-04T23:04:06.880080+0000 mgr.x (mgr.34379) 431 : cluster [DBG] pgmap v723: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:08.163 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:07 gibba008 bash[39303]: cluster 2021-03-04T23:04:06.880080+0000 mgr.x (mgr.34379) 431 : cluster [DBG] pgmap v723: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:07 gibba023 bash[27374]: cluster 2021-03-04T23:04:06.880080+0000 mgr.x (mgr.34379) 431 : cluster [DBG] pgmap v723: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:09.885 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:04:09.886 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":567,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T23:04:02.262602+0000","last_up_change":"2021-03-04T23:00:10.004941+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"131","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T22:51:39.176654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T22:51:39.512059+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":270,"up_from":284,"up_thru":563,"down_at":271,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6800","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6801","nonce":2767968509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6803","nonce":2767968509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6807","nonce":2767968509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6805","nonce":2767968509}]},"public_addr":"172.21.2.108:6801/2767968509","cluster_addr":"172.21.2.108:6803/2767968509","heartbeat_back_addr":"172.21.2.108:6807/2767968509","heartbeat_front_addr":"172.21.2.108:6805/2767968509","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":327,"up_from":341,"up_thru":563,"down_at":328,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6809","nonce":3324850015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6811","nonce":3324850015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6815","nonce":3324850015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6813","nonce":3324850015}]},"public_addr":"172.21.2.108:6809/3324850015","cluster_addr":"172.21.2.108:6811/3324850015","heartbeat_back_addr":"172.21.2.108:6815/3324850015","heartbeat_front_addr":"172.21.2.108:6813/3324850015","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":345,"up_from":356,"up_thru":563,"down_at":346,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6817","nonce":2911487270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6819","nonce":2911487270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6823","nonce":2911487270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6821","nonce":2911487270}]},"public_addr":"172.21.2.108:6817/2911487270","cluster_addr":"172.21.2.108:6819/2911487270","heartbeat_back_addr":"172.21.2.108:6823/2911487270","heartbeat_front_addr":"172.21.2.108:6821/2911487270","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":358,"up_from":370,"up_thru":563,"down_at":359,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6825","nonce":2327603840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6827","nonce":2327603840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6831","nonce":2327603840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6829","nonce":2327603840}]},"public_addr":"172.21.2.108:6825/2327603840","cluster_addr":"172.21.2.108:6827/2327603840","heartbeat_back_addr":"172.21.2.108:6831/2327603840","heartbeat_front_addr":"172.21.2.108:6829/2327603840","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":271},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":328},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":346},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":359},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.2.108:6801/1315609333":"2021-03-05T22:53:58.792901+0000","172.21.2.123:6834/2158752544":"2021-03-05T22:54:43.722305+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.123:6835/2158752544":"2021-03-05T22:54:43.722305+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1315609333":"2021-03-05T22:53:58.792901+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:0/2647530036":"2021-03-05T22:53:58.792901+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.123:0/2230587703":"2021-03-05T22:54:43.722305+0000","172.21.2.123:0/2458856508":"2021-03-05T22:54:43.722305+0000","172.21.2.108:0/3912711772":"2021-03-05T22:53:58.792901+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000","172.21.2.123:0/1849106905":"2021-03-05T22:54:43.722305+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":10,"snaps":[{"begin":9,"length":4}]},{"pool":11,"snaps":[{"begin":9,"length":6}]},{"pool":12,"snaps":[{"begin":2,"length":1}]},{"pool":13,"snaps":[{"begin":2,"length":1}]},{"pool":16,"snaps":[{"begin":2,"length":1}]},{"pool":17,"snaps":[{"begin":195,"length":1},{"begin":197,"length":1},{"begin":199,"length":1},{"begin":201,"length":1}]},{"pool":19,"snaps":[{"begin":2,"length":1}]},{"pool":20,"snaps":[{"begin":2,"length":1}]},{"pool":21,"snaps":[{"begin":2,"length":1}]},{"pool":22,"snaps":[{"begin":2,"length":1}]},{"pool":23,"snaps":[{"begin":2,"length":1}]},{"pool":24,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-03-04T23:04:10.075 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:09 gibba008 bash[37770]: cluster 2021-03-04T23:04:08.880962+0000 mgr.x (mgr.34379) 432 : cluster [DBG] pgmap v724: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:10.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:09 gibba008 bash[39303]: cluster 2021-03-04T23:04:08.880962+0000 mgr.x (mgr.34379) 432 : cluster [DBG] pgmap v724: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:09 gibba023 bash[27374]: cluster 2021-03-04T23:04:08.880962+0000 mgr.x (mgr.34379) 432 : cluster [DBG] pgmap v724: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:10.584 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:04:10.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:04:10.659 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:11.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:10 gibba008 bash[37770]: audit 2021-03-04T23:04:09.882185+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.2.108:0/3917926089' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:04:11.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:10 gibba008 bash[39303]: audit 2021-03-04T23:04:09.882185+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.2.108:0/3917926089' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:04:11.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:10 gibba023 bash[27374]: audit 2021-03-04T23:04:09.882185+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.2.108:0/3917926089' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:04:11.979 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:11 gibba008 bash[39303]: cluster 2021-03-04T23:04:10.882297+0000 mgr.x (mgr.34379) 433 : cluster [DBG] pgmap v725: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:11.980 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:11 gibba008 bash[37770]: cluster 2021-03-04T23:04:10.882297+0000 mgr.x (mgr.34379) 433 : cluster [DBG] pgmap v725: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:11 gibba023 bash[27374]: cluster 2021-03-04T23:04:10.882297+0000 mgr.x (mgr.34379) 433 : cluster [DBG] pgmap v725: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:13.629 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:04:13.630 INFO:teuthology.orchestra.run.gibba008.stdout:{"epoch":567,"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","created":"2021-03-04T22:44:36.502151+0000","modified":"2021-03-04T23:04:02.262602+0000","last_up_change":"2021-03-04T23:00:10.004941+0000","last_in_change":"2021-03-04T22:49:28.198793+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T22:45:49.679394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"131","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T22:49:58.038911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T22:51:39.176654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T22:51:39.512059+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"6da8b4ab-8c8b-4cad-a4ef-207bac42305c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":270,"up_from":284,"up_thru":563,"down_at":271,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6800","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6801","nonce":2767968509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6802","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6803","nonce":2767968509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6806","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6807","nonce":2767968509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6804","nonce":2767968509},{"type":"v1","addr":"172.21.2.108:6805","nonce":2767968509}]},"public_addr":"172.21.2.108:6801/2767968509","cluster_addr":"172.21.2.108:6803/2767968509","heartbeat_back_addr":"172.21.2.108:6807/2767968509","heartbeat_front_addr":"172.21.2.108:6805/2767968509","state":["exists","up"]},{"osd":1,"uuid":"65b89938-365c-474c-b6a7-0f135cd34f2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":327,"up_from":341,"up_thru":563,"down_at":328,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6808","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6809","nonce":3324850015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6810","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6811","nonce":3324850015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6814","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6815","nonce":3324850015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6812","nonce":3324850015},{"type":"v1","addr":"172.21.2.108:6813","nonce":3324850015}]},"public_addr":"172.21.2.108:6809/3324850015","cluster_addr":"172.21.2.108:6811/3324850015","heartbeat_back_addr":"172.21.2.108:6815/3324850015","heartbeat_front_addr":"172.21.2.108:6813/3324850015","state":["exists","up"]},{"osd":2,"uuid":"2ff2718f-c184-4c3c-90bc-115fc3824867","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":345,"up_from":356,"up_thru":563,"down_at":346,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6816","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6817","nonce":2911487270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6818","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6819","nonce":2911487270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6822","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6823","nonce":2911487270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6820","nonce":2911487270},{"type":"v1","addr":"172.21.2.108:6821","nonce":2911487270}]},"public_addr":"172.21.2.108:6817/2911487270","cluster_addr":"172.21.2.108:6819/2911487270","heartbeat_back_addr":"172.21.2.108:6823/2911487270","heartbeat_front_addr":"172.21.2.108:6821/2911487270","state":["exists","up"]},{"osd":3,"uuid":"d3c1613c-784e-4988-a1b9-0ff1b57f97ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":358,"up_from":370,"up_thru":563,"down_at":359,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6824","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6825","nonce":2327603840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6826","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6827","nonce":2327603840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6830","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6831","nonce":2327603840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.108:6828","nonce":2327603840},{"type":"v1","addr":"172.21.2.108:6829","nonce":2327603840}]},"public_addr":"172.21.2.108:6825/2327603840","cluster_addr":"172.21.2.108:6827/2327603840","heartbeat_back_addr":"172.21.2.108:6831/2327603840","heartbeat_front_addr":"172.21.2.108:6829/2327603840","state":["exists","up"]},{"osd":4,"uuid":"2700784b-b18b-47b1-a0c6-19621ce5950b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6800","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6801","nonce":332952311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6802","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6803","nonce":332952311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6806","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6807","nonce":332952311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6804","nonce":332952311},{"type":"v1","addr":"172.21.2.123:6805","nonce":332952311}]},"public_addr":"172.21.2.123:6801/332952311","cluster_addr":"172.21.2.123:6803/332952311","heartbeat_back_addr":"172.21.2.123:6807/332952311","heartbeat_front_addr":"172.21.2.123:6805/332952311","state":["exists","up"]},{"osd":5,"uuid":"527075b1-6f7e-4c54-83bd-ddb93c536d56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6808","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6809","nonce":2200357111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6810","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6811","nonce":2200357111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6814","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6815","nonce":2200357111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6812","nonce":2200357111},{"type":"v1","addr":"172.21.2.123:6813","nonce":2200357111}]},"public_addr":"172.21.2.123:6809/2200357111","cluster_addr":"172.21.2.123:6811/2200357111","heartbeat_back_addr":"172.21.2.123:6815/2200357111","heartbeat_front_addr":"172.21.2.123:6813/2200357111","state":["exists","up"]},{"osd":6,"uuid":"0dbb35af-f984-4044-a5c1-1f935815663e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6816","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6817","nonce":2882692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6818","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6819","nonce":2882692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6822","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6823","nonce":2882692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6820","nonce":2882692057},{"type":"v1","addr":"172.21.2.123:6821","nonce":2882692057}]},"public_addr":"172.21.2.123:6817/2882692057","cluster_addr":"172.21.2.123:6819/2882692057","heartbeat_back_addr":"172.21.2.123:6823/2882692057","heartbeat_front_addr":"172.21.2.123:6821/2882692057","state":["exists","up"]},{"osd":7,"uuid":"b4ab8a6e-6d82-4238-b674-4f848264e3c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":563,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6824","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6825","nonce":2318057662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6826","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6827","nonce":2318057662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6830","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6831","nonce":2318057662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.123:6828","nonce":2318057662},{"type":"v1","addr":"172.21.2.123:6829","nonce":2318057662}]},"public_addr":"172.21.2.123:6825/2318057662","cluster_addr":"172.21.2.123:6827/2318057662","heartbeat_back_addr":"172.21.2.123:6831/2318057662","heartbeat_front_addr":"172.21.2.123:6829/2318057662","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:46:55.684933+0000","dead_epoch":271},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:19.078280+0000","dead_epoch":328},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:47:42.134874+0000","dead_epoch":346},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:04.572027+0000","dead_epoch":359},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:24.014544+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:48:45.169675+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:06.101087+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T22:49:27.136259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.2.123:0/1849106905":"2021-03-05T22:54:43.722305+0000","172.21.2.123:0/2458856508":"2021-03-05T22:54:43.722305+0000","172.21.2.123:0/2230587703":"2021-03-05T22:54:43.722305+0000","172.21.2.123:6834/2158752544":"2021-03-05T22:54:43.722305+0000","172.21.2.108:0/2647530036":"2021-03-05T22:53:58.792901+0000","172.21.2.123:6835/2158752544":"2021-03-05T22:54:43.722305+0000","172.21.2.108:6801/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6801/1315609333":"2021-03-05T22:53:58.792901+0000","172.21.2.108:0/3912711772":"2021-03-05T22:53:58.792901+0000","172.21.2.108:0/1301592725":"2021-03-05T22:44:56.317519+0000","172.21.2.108:6801/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/4163139235":"2021-03-05T22:45:11.949624+0000","172.21.2.108:0/255194729":"2021-03-05T22:44:56.317519+0000","172.21.2.108:6800/1656935964":"2021-03-05T22:45:11.949624+0000","172.21.2.108:6800/1315609333":"2021-03-05T22:53:58.792901+0000","172.21.2.108:6800/3056971787":"2021-03-05T22:44:56.317519+0000","172.21.2.108:0/613317333":"2021-03-05T22:45:11.949624+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":10,"snaps":[{"begin":9,"length":4}]},{"pool":11,"snaps":[{"begin":9,"length":6}]},{"pool":12,"snaps":[{"begin":2,"length":1}]},{"pool":13,"snaps":[{"begin":2,"length":1}]},{"pool":16,"snaps":[{"begin":2,"length":1}]},{"pool":17,"snaps":[{"begin":195,"length":1},{"begin":197,"length":1},{"begin":199,"length":1},{"begin":201,"length":1}]},{"pool":19,"snaps":[{"begin":2,"length":1}]},{"pool":20,"snaps":[{"begin":2,"length":1}]},{"pool":21,"snaps":[{"begin":2,"length":1}]},{"pool":22,"snaps":[{"begin":2,"length":1}]},{"pool":23,"snaps":[{"begin":2,"length":1}]},{"pool":24,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-03-04T23:04:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:13 gibba008 bash[37770]: cluster 2021-03-04T23:04:12.883386+0000 mgr.x (mgr.34379) 434 : cluster [DBG] pgmap v726: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:13 gibba008 bash[37770]: audit 2021-03-04T23:04:13.625952+0000 mon.a (mon.0) 1004 : audit [DBG] from='client.? 172.21.2.108:0/2236156400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:04:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:13 gibba008 bash[39303]: cluster 2021-03-04T23:04:12.883386+0000 mgr.x (mgr.34379) 434 : cluster [DBG] pgmap v726: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:13 gibba008 bash[39303]: audit 2021-03-04T23:04:13.625952+0000 mon.a (mon.0) 1004 : audit [DBG] from='client.? 172.21.2.108:0/2236156400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:04:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:13 gibba023 bash[27374]: cluster 2021-03-04T23:04:12.883386+0000 mgr.x (mgr.34379) 434 : cluster [DBG] pgmap v726: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:13 gibba023 bash[27374]: audit 2021-03-04T23:04:13.625952+0000 mon.a (mon.0) 1004 : audit [DBG] from='client.? 172.21.2.108:0/2236156400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:04:14.366 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:04:14.441 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:15 gibba008 bash[39303]: cluster 2021-03-04T23:04:14.884677+0000 mgr.x (mgr.34379) 435 : cluster [DBG] pgmap v727: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:16.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:15 gibba008 bash[37770]: cluster 2021-03-04T23:04:14.884677+0000 mgr.x (mgr.34379) 435 : cluster [DBG] pgmap v727: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:15 gibba023 bash[27374]: cluster 2021-03-04T23:04:14.884677+0000 mgr.x (mgr.34379) 435 : cluster [DBG] pgmap v727: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:18.206 INFO:teuthology.orchestra.run.gibba008.stdout:1219770712142 2021-03-04T23:04:18.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:04:18.212 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:17 gibba008 bash[39303]: cluster 2021-03-04T23:04:16.886080+0000 mgr.x (mgr.34379) 436 : cluster [DBG] pgmap v728: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:18.213 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:17 gibba008 bash[37770]: cluster 2021-03-04T23:04:16.886080+0000 mgr.x (mgr.34379) 436 : cluster [DBG] pgmap v728: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:18.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:17 gibba023 bash[27374]: cluster 2021-03-04T23:04:16.886080+0000 mgr.x (mgr.34379) 436 : cluster [DBG] pgmap v728: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:18.284 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:19 gibba008 bash[37770]: cluster 2021-03-04T23:04:18.887150+0000 mgr.x (mgr.34379) 437 : cluster [DBG] pgmap v729: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:19 gibba008 bash[39303]: cluster 2021-03-04T23:04:18.887150+0000 mgr.x (mgr.34379) 437 : cluster [DBG] pgmap v729: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:19 gibba023 bash[27374]: cluster 2021-03-04T23:04:18.887150+0000 mgr.x (mgr.34379) 437 : cluster [DBG] pgmap v729: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:21.840 INFO:teuthology.orchestra.run.gibba008.stdout:1464583847998 2021-03-04T23:04:21.841 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:04:21.961 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:21 gibba008 bash[37770]: cluster 2021-03-04T23:04:20.888627+0000 mgr.x (mgr.34379) 438 : cluster [DBG] pgmap v730: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:21 gibba008 bash[39303]: cluster 2021-03-04T23:04:20.888627+0000 mgr.x (mgr.34379) 438 : cluster [DBG] pgmap v730: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:21 gibba023 bash[27374]: cluster 2021-03-04T23:04:20.888627+0000 mgr.x (mgr.34379) 438 : cluster [DBG] pgmap v730: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:23 gibba008 bash[37770]: cluster 2021-03-04T23:04:22.889549+0000 mgr.x (mgr.34379) 439 : cluster [DBG] pgmap v731: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:23 gibba008 bash[39303]: cluster 2021-03-04T23:04:22.889549+0000 mgr.x (mgr.34379) 439 : cluster [DBG] pgmap v731: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:24.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:23 gibba023 bash[27374]: cluster 2021-03-04T23:04:22.889549+0000 mgr.x (mgr.34379) 439 : cluster [DBG] pgmap v731: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:25.781 INFO:teuthology.orchestra.run.gibba008.stdout:1529008357434 2021-03-04T23:04:25.781 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:04:25.857 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:25 gibba008 bash[37770]: cluster 2021-03-04T23:04:24.890873+0000 mgr.x (mgr.34379) 440 : cluster [DBG] pgmap v732: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:25 gibba008 bash[39303]: cluster 2021-03-04T23:04:24.890873+0000 mgr.x (mgr.34379) 440 : cluster [DBG] pgmap v732: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:25 gibba023 bash[27374]: cluster 2021-03-04T23:04:24.890873+0000 mgr.x (mgr.34379) 440 : cluster [DBG] pgmap v732: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:28.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:27 gibba008 bash[37770]: cluster 2021-03-04T23:04:26.892410+0000 mgr.x (mgr.34379) 441 : cluster [DBG] pgmap v733: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:28.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:27 gibba023 bash[27374]: cluster 2021-03-04T23:04:26.892410+0000 mgr.x (mgr.34379) 441 : cluster [DBG] pgmap v733: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:28.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:28 gibba008 bash[39303]: cluster 2021-03-04T23:04:26.892410+0000 mgr.x (mgr.34379) 441 : cluster [DBG] pgmap v733: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:29.633 INFO:teuthology.orchestra.run.gibba008.stdout:1589137899573 2021-03-04T23:04:29.634 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:04:29.707 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:30.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:29 gibba008 bash[37770]: cluster 2021-03-04T23:04:28.893381+0000 mgr.x (mgr.34379) 442 : cluster [DBG] pgmap v734: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:30.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:29 gibba008 bash[39303]: cluster 2021-03-04T23:04:28.893381+0000 mgr.x (mgr.34379) 442 : cluster [DBG] pgmap v734: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:29 gibba023 bash[27374]: cluster 2021-03-04T23:04:28.893381+0000 mgr.x (mgr.34379) 442 : cluster [DBG] pgmap v734: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:31 gibba008 bash[37770]: cluster 2021-03-04T23:04:30.894823+0000 mgr.x (mgr.34379) 443 : cluster [DBG] pgmap v735: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:32.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:31 gibba008 bash[39303]: cluster 2021-03-04T23:04:30.894823+0000 mgr.x (mgr.34379) 443 : cluster [DBG] pgmap v735: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:31 gibba023 bash[27374]: cluster 2021-03-04T23:04:30.894823+0000 mgr.x (mgr.34379) 443 : cluster [DBG] pgmap v735: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:33.156 INFO:teuthology.orchestra.run.gibba008.stdout:133143986374 2021-03-04T23:04:33.156 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:04:33.230 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:34.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:33 gibba008 bash[37770]: cluster 2021-03-04T23:04:32.896109+0000 mgr.x (mgr.34379) 444 : cluster [DBG] pgmap v736: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:34.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:33 gibba008 bash[39303]: cluster 2021-03-04T23:04:32.896109+0000 mgr.x (mgr.34379) 444 : cluster [DBG] pgmap v736: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:34.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:33 gibba023 bash[27374]: cluster 2021-03-04T23:04:32.896109+0000 mgr.x (mgr.34379) 444 : cluster [DBG] pgmap v736: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:36.173 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:35 gibba008 bash[37770]: cluster 2021-03-04T23:04:34.897237+0000 mgr.x (mgr.34379) 445 : cluster [DBG] pgmap v737: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:36.173 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:35 gibba008 bash[39303]: cluster 2021-03-04T23:04:34.897237+0000 mgr.x (mgr.34379) 445 : cluster [DBG] pgmap v737: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:35 gibba023 bash[27374]: cluster 2021-03-04T23:04:34.897237+0000 mgr.x (mgr.34379) 445 : cluster [DBG] pgmap v737: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:36.693 INFO:teuthology.orchestra.run.gibba008.stdout:154618822850 2021-03-04T23:04:36.693 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:04:36.767 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:37 gibba008 bash[37770]: cluster 2021-03-04T23:04:36.898432+0000 mgr.x (mgr.34379) 446 : cluster [DBG] pgmap v738: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:37 gibba008 bash[39303]: cluster 2021-03-04T23:04:36.898432+0000 mgr.x (mgr.34379) 446 : cluster [DBG] pgmap v738: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:37 gibba023 bash[27374]: cluster 2021-03-04T23:04:36.898432+0000 mgr.x (mgr.34379) 446 : cluster [DBG] pgmap v738: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:39 gibba008 bash[37770]: cluster 2021-03-04T23:04:38.899449+0000 mgr.x (mgr.34379) 447 : cluster [DBG] pgmap v739: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:39 gibba008 bash[39303]: cluster 2021-03-04T23:04:38.899449+0000 mgr.x (mgr.34379) 447 : cluster [DBG] pgmap v739: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:39 gibba023 bash[27374]: cluster 2021-03-04T23:04:38.899449+0000 mgr.x (mgr.34379) 447 : cluster [DBG] pgmap v739: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:40.330 INFO:teuthology.orchestra.run.gibba008.stdout:176093659326 2021-03-04T23:04:40.331 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:04:40.407 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:42.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[37770]: cluster 2021-03-04T23:04:40.901013+0000 mgr.x (mgr.34379) 448 : cluster [DBG] pgmap v740: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:42.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[37770]: audit 2021-03-04T23:04:41.733109+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:04:42.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[37770]: audit 2021-03-04T23:04:41.739461+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:04:42.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[37770]: audit 2021-03-04T23:04:41.740152+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:04:42.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[39303]: cluster 2021-03-04T23:04:40.901013+0000 mgr.x (mgr.34379) 448 : cluster [DBG] pgmap v740: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:42.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[39303]: audit 2021-03-04T23:04:41.733109+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:04:42.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[39303]: audit 2021-03-04T23:04:41.739461+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:04:42.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:41 gibba008 bash[39303]: audit 2021-03-04T23:04:41.740152+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:04:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:41 gibba023 bash[27374]: cluster 2021-03-04T23:04:40.901013+0000 mgr.x (mgr.34379) 448 : cluster [DBG] pgmap v740: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:41 gibba023 bash[27374]: audit 2021-03-04T23:04:41.733109+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:04:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:41 gibba023 bash[27374]: audit 2021-03-04T23:04:41.739461+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:04:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:41 gibba023 bash[27374]: audit 2021-03-04T23:04:41.740152+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:04:44.085 INFO:teuthology.orchestra.run.gibba008.stdout:197568495803 2021-03-04T23:04:44.086 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:04:44.162 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:43 gibba008 bash[37770]: cluster 2021-03-04T23:04:42.902243+0000 mgr.x (mgr.34379) 449 : cluster [DBG] pgmap v741: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:43 gibba008 bash[39303]: cluster 2021-03-04T23:04:42.902243+0000 mgr.x (mgr.34379) 449 : cluster [DBG] pgmap v741: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:43 gibba023 bash[27374]: cluster 2021-03-04T23:04:42.902243+0000 mgr.x (mgr.34379) 449 : cluster [DBG] pgmap v741: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:45.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[39303]: audit 2021-03-04T23:04:44.689568+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:04:45.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[39303]: audit 2021-03-04T23:04:44.690321+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2021-03-04T23:04:45.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[39303]: audit 2021-03-04T23:04:44.691062+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:04:45.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[39303]: audit 2021-03-04T23:04:44.816461+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:04:45.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[37770]: audit 2021-03-04T23:04:44.689568+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:04:45.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[37770]: audit 2021-03-04T23:04:44.690321+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2021-03-04T23:04:45.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[37770]: audit 2021-03-04T23:04:44.691062+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:04:45.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:44 gibba008 bash[37770]: audit 2021-03-04T23:04:44.816461+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:04:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:44 gibba023 bash[27374]: audit 2021-03-04T23:04:44.689568+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:04:45.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:44 gibba023 bash[27374]: audit 2021-03-04T23:04:44.690321+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2021-03-04T23:04:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:44 gibba023 bash[27374]: audit 2021-03-04T23:04:44.691062+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:04:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:44 gibba023 bash[27374]: audit 2021-03-04T23:04:44.816461+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:04:46.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:45 gibba008 bash[37770]: cluster 2021-03-04T23:04:44.902659+0000 mgr.x (mgr.34379) 450 : cluster [DBG] pgmap v742: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:46.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:45 gibba008 bash[37770]: audit 2021-03-04T23:04:45.642873+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:46.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:45 gibba008 bash[37770]: audit 2021-03-04T23:04:45.836159+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:46.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:45 gibba008 bash[39303]: cluster 2021-03-04T23:04:44.902659+0000 mgr.x (mgr.34379) 450 : cluster [DBG] pgmap v742: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:46.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:45 gibba008 bash[39303]: audit 2021-03-04T23:04:45.642873+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:46.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:45 gibba008 bash[39303]: audit 2021-03-04T23:04:45.836159+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:45 gibba023 bash[27374]: cluster 2021-03-04T23:04:44.902659+0000 mgr.x (mgr.34379) 450 : cluster [DBG] pgmap v742: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:45 gibba023 bash[27374]: audit 2021-03-04T23:04:45.642873+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:45 gibba023 bash[27374]: audit 2021-03-04T23:04:45.836159+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:47.128 INFO:teuthology.orchestra.run.gibba008.stdout:1219770712148 2021-03-04T23:04:47.155 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:47 gibba008 bash[37770]: cephadm 2021-03-04T23:04:45.645724+0000 mgr.x (mgr.34379) 451 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:04:47.155 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:47 gibba008 bash[37770]: cephadm 2021-03-04T23:04:45.838145+0000 mgr.x (mgr.34379) 452 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:04:47.156 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:47 gibba008 bash[37770]: audit 2021-03-04T23:04:46.034169+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:47.156 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:47 gibba008 bash[39303]: cephadm 2021-03-04T23:04:45.645724+0000 mgr.x (mgr.34379) 451 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:04:47.157 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:47 gibba008 bash[39303]: cephadm 2021-03-04T23:04:45.838145+0000 mgr.x (mgr.34379) 452 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:04:47.157 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:47 gibba008 bash[39303]: audit 2021-03-04T23:04:46.034169+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:47 gibba023 bash[27374]: cephadm 2021-03-04T23:04:45.645724+0000 mgr.x (mgr.34379) 451 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:04:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:47 gibba023 bash[27374]: cephadm 2021-03-04T23:04:45.838145+0000 mgr.x (mgr.34379) 452 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:04:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:47 gibba023 bash[27374]: audit 2021-03-04T23:04:46.034169+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:04:47.766 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1219770712142 got 1219770712148 for osd.0 2021-03-04T23:04:47.767 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:04:47.840 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:48 gibba008 bash[37770]: cluster 2021-03-04T23:04:46.903754+0000 mgr.x (mgr.34379) 453 : cluster [DBG] pgmap v743: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:48 gibba008 bash[37770]: audit 2021-03-04T23:04:47.125259+0000 mon.c (mon.1) 28 : audit [DBG] from='client.? 172.21.2.108:0/1361487549' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:04:48.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:48 gibba008 bash[39303]: cluster 2021-03-04T23:04:46.903754+0000 mgr.x (mgr.34379) 453 : cluster [DBG] pgmap v743: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:48.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:48 gibba008 bash[39303]: audit 2021-03-04T23:04:47.125259+0000 mon.c (mon.1) 28 : audit [DBG] from='client.? 172.21.2.108:0/1361487549' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:04:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:48 gibba023 bash[27374]: cluster 2021-03-04T23:04:46.903754+0000 mgr.x (mgr.34379) 453 : cluster [DBG] pgmap v743: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:48 gibba023 bash[27374]: audit 2021-03-04T23:04:47.125259+0000 mon.c (mon.1) 28 : audit [DBG] from='client.? 172.21.2.108:0/1361487549' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:04:50.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:49 gibba008 bash[37770]: cluster 2021-03-04T23:04:48.904944+0000 mgr.x (mgr.34379) 454 : cluster [DBG] pgmap v744: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:50.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:49 gibba008 bash[39303]: cluster 2021-03-04T23:04:48.904944+0000 mgr.x (mgr.34379) 454 : cluster [DBG] pgmap v744: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:49 gibba023 bash[27374]: cluster 2021-03-04T23:04:48.904944+0000 mgr.x (mgr.34379) 454 : cluster [DBG] pgmap v744: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:50.731 INFO:teuthology.orchestra.run.gibba008.stdout:1464583848004 2021-03-04T23:04:51.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:50 gibba008 bash[37770]: audit 2021-03-04T23:04:50.728388+0000 mon.a (mon.0) 1015 : audit [DBG] from='client.? 172.21.2.108:0/2801399611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:04:51.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:50 gibba008 bash[39303]: audit 2021-03-04T23:04:50.728388+0000 mon.a (mon.0) 1015 : audit [DBG] from='client.? 172.21.2.108:0/2801399611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:04:51.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:50 gibba023 bash[27374]: audit 2021-03-04T23:04:50.728388+0000 mon.a (mon.0) 1015 : audit [DBG] from='client.? 172.21.2.108:0/2801399611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:04:51.413 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1464583847998 got 1464583848004 for osd.1 2021-03-04T23:04:51.414 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:04:51.493 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:52.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:51 gibba008 bash[37770]: cluster 2021-03-04T23:04:50.906183+0000 mgr.x (mgr.34379) 455 : cluster [DBG] pgmap v745: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:52.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:51 gibba008 bash[39303]: cluster 2021-03-04T23:04:50.906183+0000 mgr.x (mgr.34379) 455 : cluster [DBG] pgmap v745: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:51 gibba023 bash[27374]: cluster 2021-03-04T23:04:50.906183+0000 mgr.x (mgr.34379) 455 : cluster [DBG] pgmap v745: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:53 gibba008 bash[37770]: cluster 2021-03-04T23:04:52.907250+0000 mgr.x (mgr.34379) 456 : cluster [DBG] pgmap v746: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:53 gibba008 bash[39303]: cluster 2021-03-04T23:04:52.907250+0000 mgr.x (mgr.34379) 456 : cluster [DBG] pgmap v746: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:53 gibba023 bash[27374]: cluster 2021-03-04T23:04:52.907250+0000 mgr.x (mgr.34379) 456 : cluster [DBG] pgmap v746: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:54.500 INFO:teuthology.orchestra.run.gibba008.stdout:1529008357440 2021-03-04T23:04:55.171 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1529008357434 got 1529008357440 for osd.2 2021-03-04T23:04:55.171 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:04:55.252 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:55.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:54 gibba008 bash[37770]: audit 2021-03-04T23:04:54.496882+0000 mon.a (mon.0) 1016 : audit [DBG] from='client.? 172.21.2.108:0/1039575393' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:04:55.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:54 gibba008 bash[39303]: audit 2021-03-04T23:04:54.496882+0000 mon.a (mon.0) 1016 : audit [DBG] from='client.? 172.21.2.108:0/1039575393' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:04:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:54 gibba023 bash[27374]: audit 2021-03-04T23:04:54.496882+0000 mon.a (mon.0) 1016 : audit [DBG] from='client.? 172.21.2.108:0/1039575393' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:04:56.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:55 gibba008 bash[37770]: cluster 2021-03-04T23:04:54.908278+0000 mgr.x (mgr.34379) 457 : cluster [DBG] pgmap v747: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:56.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:55 gibba008 bash[39303]: cluster 2021-03-04T23:04:54.908278+0000 mgr.x (mgr.34379) 457 : cluster [DBG] pgmap v747: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:55 gibba023 bash[27374]: cluster 2021-03-04T23:04:54.908278+0000 mgr.x (mgr.34379) 457 : cluster [DBG] pgmap v747: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:58.101 INFO:teuthology.orchestra.run.gibba008.stdout:1589137899579 2021-03-04T23:04:58.126 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:57 gibba008 bash[37770]: cluster 2021-03-04T23:04:56.909724+0000 mgr.x (mgr.34379) 458 : cluster [DBG] pgmap v748: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:58.127 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:57 gibba008 bash[39303]: cluster 2021-03-04T23:04:56.909724+0000 mgr.x (mgr.34379) 458 : cluster [DBG] pgmap v748: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:57 gibba023 bash[27374]: cluster 2021-03-04T23:04:56.909724+0000 mgr.x (mgr.34379) 458 : cluster [DBG] pgmap v748: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:04:58.756 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1589137899573 got 1589137899579 for osd.3 2021-03-04T23:04:58.756 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:04:58.831 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:59.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:58 gibba008 bash[37770]: audit 2021-03-04T23:04:58.097822+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.2.108:0/594845118' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:04:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:58 gibba008 bash[37770]: audit 2021-03-04T23:04:58.098222+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:04:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:58 gibba008 bash[39303]: audit 2021-03-04T23:04:58.097822+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.2.108:0/594845118' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:04:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:58 gibba008 bash[39303]: audit 2021-03-04T23:04:58.098222+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:04:59.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:58 gibba023 bash[27374]: audit 2021-03-04T23:04:58.097822+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.2.108:0/594845118' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:04:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:58 gibba023 bash[27374]: audit 2021-03-04T23:04:58.098222+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:05:00.229 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:04:59 gibba008 bash[37770]: cluster 2021-03-04T23:04:58.910873+0000 mgr.x (mgr.34379) 459 : cluster [DBG] pgmap v749: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:00.230 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:04:59 gibba008 bash[39303]: cluster 2021-03-04T23:04:58.910873+0000 mgr.x (mgr.34379) 459 : cluster [DBG] pgmap v749: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:04:59 gibba023 bash[27374]: cluster 2021-03-04T23:04:58.910873+0000 mgr.x (mgr.34379) 459 : cluster [DBG] pgmap v749: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:02.100 INFO:teuthology.orchestra.run.gibba008.stdout:133143986380 2021-03-04T23:05:02.126 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:02 gibba008 bash[37770]: cluster 2021-03-04T23:05:00.912341+0000 mgr.x (mgr.34379) 460 : cluster [DBG] pgmap v750: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:02.127 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:02 gibba008 bash[39303]: cluster 2021-03-04T23:05:00.912341+0000 mgr.x (mgr.34379) 460 : cluster [DBG] pgmap v750: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:02 gibba023 bash[27374]: cluster 2021-03-04T23:05:00.912341+0000 mgr.x (mgr.34379) 460 : cluster [DBG] pgmap v750: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:02.847 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986374 got 133143986380 for osd.4 2021-03-04T23:05:02.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:05:02.923 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:03.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:03 gibba008 bash[37770]: audit 2021-03-04T23:05:02.097426+0000 mon.a (mon.0) 1018 : audit [DBG] from='client.? 172.21.2.108:0/1289975013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:05:03.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:03 gibba008 bash[39303]: audit 2021-03-04T23:05:02.097426+0000 mon.a (mon.0) 1018 : audit [DBG] from='client.? 172.21.2.108:0/1289975013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:05:03.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:03 gibba023 bash[27374]: audit 2021-03-04T23:05:02.097426+0000 mon.a (mon.0) 1018 : audit [DBG] from='client.? 172.21.2.108:0/1289975013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:05:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:04 gibba008 bash[37770]: cluster 2021-03-04T23:05:02.913495+0000 mgr.x (mgr.34379) 461 : cluster [DBG] pgmap v751: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:04 gibba008 bash[39303]: cluster 2021-03-04T23:05:02.913495+0000 mgr.x (mgr.34379) 461 : cluster [DBG] pgmap v751: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:04.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:04 gibba023 bash[27374]: cluster 2021-03-04T23:05:02.913495+0000 mgr.x (mgr.34379) 461 : cluster [DBG] pgmap v751: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:06.042 INFO:teuthology.orchestra.run.gibba008.stdout:154618822855 2021-03-04T23:05:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:06 gibba008 bash[37770]: cluster 2021-03-04T23:05:04.914731+0000 mgr.x (mgr.34379) 462 : cluster [DBG] pgmap v752: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:06 gibba008 bash[39303]: cluster 2021-03-04T23:05:04.914731+0000 mgr.x (mgr.34379) 462 : cluster [DBG] pgmap v752: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:06 gibba023 bash[27374]: cluster 2021-03-04T23:05:04.914731+0000 mgr.x (mgr.34379) 462 : cluster [DBG] pgmap v752: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:06.779 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822850 got 154618822855 for osd.5 2021-03-04T23:05:06.779 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:05:06.853 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:07.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:07 gibba008 bash[37770]: audit 2021-03-04T23:05:06.039354+0000 mon.a (mon.0) 1019 : audit [DBG] from='client.? 172.21.2.108:0/3726062074' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:05:07.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:07 gibba008 bash[39303]: audit 2021-03-04T23:05:06.039354+0000 mon.a (mon.0) 1019 : audit [DBG] from='client.? 172.21.2.108:0/3726062074' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:05:07.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:07 gibba023 bash[27374]: audit 2021-03-04T23:05:06.039354+0000 mon.a (mon.0) 1019 : audit [DBG] from='client.? 172.21.2.108:0/3726062074' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:05:08.163 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:08 gibba008 bash[37770]: cluster 2021-03-04T23:05:06.916086+0000 mgr.x (mgr.34379) 463 : cluster [DBG] pgmap v753: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:08.164 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:08 gibba008 bash[39303]: cluster 2021-03-04T23:05:06.916086+0000 mgr.x (mgr.34379) 463 : cluster [DBG] pgmap v753: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:08 gibba023 bash[27374]: cluster 2021-03-04T23:05:06.916086+0000 mgr.x (mgr.34379) 463 : cluster [DBG] pgmap v753: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:09.960 INFO:teuthology.orchestra.run.gibba008.stdout:176093659332 2021-03-04T23:05:09.986 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:09 gibba008 bash[37770]: cluster 2021-03-04T23:05:08.917188+0000 mgr.x (mgr.34379) 464 : cluster [DBG] pgmap v754: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:09.987 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:09 gibba008 bash[39303]: cluster 2021-03-04T23:05:08.917188+0000 mgr.x (mgr.34379) 464 : cluster [DBG] pgmap v754: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:09 gibba023 bash[27374]: cluster 2021-03-04T23:05:08.917188+0000 mgr.x (mgr.34379) 464 : cluster [DBG] pgmap v754: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:10.667 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659326 got 176093659332 for osd.6 2021-03-04T23:05:10.667 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:05:10.741 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:11.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:10 gibba008 bash[37770]: audit 2021-03-04T23:05:09.957382+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.2.108:0/1322400667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:05:11.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:10 gibba008 bash[39303]: audit 2021-03-04T23:05:09.957382+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.2.108:0/1322400667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:05:11.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:10 gibba023 bash[27374]: audit 2021-03-04T23:05:09.957382+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.2.108:0/1322400667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:05:12.155 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:11 gibba008 bash[37770]: cluster 2021-03-04T23:05:10.918524+0000 mgr.x (mgr.34379) 465 : cluster [DBG] pgmap v755: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:12.156 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:11 gibba008 bash[39303]: cluster 2021-03-04T23:05:10.918524+0000 mgr.x (mgr.34379) 465 : cluster [DBG] pgmap v755: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:12.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:11 gibba023 bash[27374]: cluster 2021-03-04T23:05:10.918524+0000 mgr.x (mgr.34379) 465 : cluster [DBG] pgmap v755: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:13.844 INFO:teuthology.orchestra.run.gibba008.stdout:197568495809 2021-03-04T23:05:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:13 gibba008 bash[37770]: cluster 2021-03-04T23:05:12.919675+0000 mgr.x (mgr.34379) 466 : cluster [DBG] pgmap v756: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:13 gibba008 bash[37770]: audit 2021-03-04T23:05:13.841338+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.2.108:0/4210947235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:05:14.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:13 gibba008 bash[39303]: cluster 2021-03-04T23:05:12.919675+0000 mgr.x (mgr.34379) 466 : cluster [DBG] pgmap v756: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:14.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:13 gibba008 bash[39303]: audit 2021-03-04T23:05:13.841338+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.2.108:0/4210947235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:05:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:13 gibba023 bash[27374]: cluster 2021-03-04T23:05:12.919675+0000 mgr.x (mgr.34379) 466 : cluster [DBG] pgmap v756: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:13 gibba023 bash[27374]: audit 2021-03-04T23:05:13.841338+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.2.108:0/4210947235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:05:14.470 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495803 got 197568495809 for osd.7 2021-03-04T23:05:14.471 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:05:14.471 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:05:14.560 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:16.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:15 gibba008 bash[37770]: cluster 2021-03-04T23:05:14.920948+0000 mgr.x (mgr.34379) 467 : cluster [DBG] pgmap v757: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:16.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:15 gibba008 bash[39303]: cluster 2021-03-04T23:05:14.920948+0000 mgr.x (mgr.34379) 467 : cluster [DBG] pgmap v757: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:15 gibba023 bash[27374]: cluster 2021-03-04T23:05:14.920948+0000 mgr.x (mgr.34379) 467 : cluster [DBG] pgmap v757: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:17.498 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:05:17.499 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:05:18.192 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":758,"stamp":"2021-03-04T23:05:16.921560+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4338660,"kb_used_data":55648,"kb_used_omap":0,"kb_used_meta":4282944,"kb_avail":700304412,"statfs":{"total":721554505728,"available":717111717888,"internally_reserved":4294967296,"allocated":56983552,"data_stored":35269744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4385734656},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007467"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264025+0000","last_change":"2021-03-04T22:59:44.240595+0000","last_active":"2021-03-04T23:04:01.264025+0000","last_peered":"2021-03-04T23:04:01.264025+0000","last_clean":"2021-03-04T23:04:01.264025+0000","last_became_active":"2021-03-04T22:59:44.240323+0000","last_became_peered":"2021-03-04T22:59:44.240323+0000","last_unstale":"2021-03-04T23:04:01.264025+0000","last_undegraded":"2021-03-04T23:04:01.264025+0000","last_fullsized":"2021-03-04T23:04:01.264025+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263603+0000","last_change":"2021-03-04T23:00:23.896075+0000","last_active":"2021-03-04T23:04:01.263603+0000","last_peered":"2021-03-04T23:04:01.263603+0000","last_clean":"2021-03-04T23:04:01.263603+0000","last_became_active":"2021-03-04T23:00:11.031108+0000","last_became_peered":"2021-03-04T23:00:11.031108+0000","last_unstale":"2021-03-04T23:04:01.263603+0000","last_undegraded":"2021-03-04T23:04:01.263603+0000","last_fullsized":"2021-03-04T23:04:01.263603+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266754+0000","last_change":"2021-03-04T23:00:11.035785+0000","last_active":"2021-03-04T23:04:01.266754+0000","last_peered":"2021-03-04T23:04:01.266754+0000","last_clean":"2021-03-04T23:04:01.266754+0000","last_became_active":"2021-03-04T23:00:11.035527+0000","last_became_peered":"2021-03-04T23:00:11.035527+0000","last_unstale":"2021-03-04T23:04:01.266754+0000","last_undegraded":"2021-03-04T23:04:01.266754+0000","last_fullsized":"2021-03-04T23:04:01.266754+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269588+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:04:01.269588+0000","last_peered":"2021-03-04T23:04:01.269588+0000","last_clean":"2021-03-04T23:04:01.269588+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:04:01.269588+0000","last_undegraded":"2021-03-04T23:04:01.269588+0000","last_fullsized":"2021-03-04T23:04:01.269588+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263319+0000","last_change":"2021-03-04T23:00:23.894069+0000","last_active":"2021-03-04T23:04:01.263319+0000","last_peered":"2021-03-04T23:04:01.263319+0000","last_clean":"2021-03-04T23:04:01.263319+0000","last_became_active":"2021-03-04T23:00:11.032178+0000","last_became_peered":"2021-03-04T23:00:11.032178+0000","last_unstale":"2021-03-04T23:04:01.263319+0000","last_undegraded":"2021-03-04T23:04:01.263319+0000","last_fullsized":"2021-03-04T23:04:01.263319+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266772+0000","last_change":"2021-03-04T22:59:18.766769+0000","last_active":"2021-03-04T23:04:01.266772+0000","last_peered":"2021-03-04T23:04:01.266772+0000","last_clean":"2021-03-04T23:04:01.266772+0000","last_became_active":"2021-03-04T22:59:18.766428+0000","last_became_peered":"2021-03-04T22:59:18.766428+0000","last_unstale":"2021-03-04T23:04:01.266772+0000","last_undegraded":"2021-03-04T23:04:01.266772+0000","last_fullsized":"2021-03-04T23:04:01.266772+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269612+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:04:01.269612+0000","last_peered":"2021-03-04T23:04:01.269612+0000","last_clean":"2021-03-04T23:04:01.269612+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:04:01.269612+0000","last_undegraded":"2021-03-04T23:04:01.269612+0000","last_fullsized":"2021-03-04T23:04:01.269612+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263279+0000","last_change":"2021-03-04T23:00:23.895293+0000","last_active":"2021-03-04T23:04:01.263279+0000","last_peered":"2021-03-04T23:04:01.263279+0000","last_clean":"2021-03-04T23:04:01.263279+0000","last_became_active":"2021-03-04T23:00:11.030972+0000","last_became_peered":"2021-03-04T23:00:11.030972+0000","last_unstale":"2021-03-04T23:04:01.263279+0000","last_undegraded":"2021-03-04T23:04:01.263279+0000","last_fullsized":"2021-03-04T23:04:01.263279+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272822+0000","last_change":"2021-03-04T22:59:18.763967+0000","last_active":"2021-03-04T23:04:01.272822+0000","last_peered":"2021-03-04T23:04:01.272822+0000","last_clean":"2021-03-04T23:04:01.272822+0000","last_became_active":"2021-03-04T22:59:18.763528+0000","last_became_peered":"2021-03-04T22:59:18.763528+0000","last_unstale":"2021-03-04T23:04:01.272822+0000","last_undegraded":"2021-03-04T23:04:01.272822+0000","last_fullsized":"2021-03-04T23:04:01.272822+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263531+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:04:01.263531+0000","last_peered":"2021-03-04T23:04:01.263531+0000","last_clean":"2021-03-04T23:04:01.263531+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:04:01.263531+0000","last_undegraded":"2021-03-04T23:04:01.263531+0000","last_fullsized":"2021-03-04T23:04:01.263531+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268144+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:04:01.268144+0000","last_peered":"2021-03-04T23:04:01.268144+0000","last_clean":"2021-03-04T23:04:01.268144+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:04:01.268144+0000","last_undegraded":"2021-03-04T23:04:01.268144+0000","last_fullsized":"2021-03-04T23:04:01.268144+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266761+0000","last_change":"2021-03-04T22:59:44.238619+0000","last_active":"2021-03-04T23:04:01.266761+0000","last_peered":"2021-03-04T23:04:01.266761+0000","last_clean":"2021-03-04T23:04:01.266761+0000","last_became_active":"2021-03-04T22:59:44.238365+0000","last_became_peered":"2021-03-04T22:59:44.238365+0000","last_unstale":"2021-03-04T23:04:01.266761+0000","last_undegraded":"2021-03-04T23:04:01.266761+0000","last_fullsized":"2021-03-04T23:04:01.266761+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264044+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:04:01.264044+0000","last_peered":"2021-03-04T23:04:01.264044+0000","last_clean":"2021-03-04T23:04:01.264044+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:04:01.264044+0000","last_undegraded":"2021-03-04T23:04:01.264044+0000","last_fullsized":"2021-03-04T23:04:01.264044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263991+0000","last_change":"2021-03-04T22:59:18.767307+0000","last_active":"2021-03-04T23:04:01.263991+0000","last_peered":"2021-03-04T23:04:01.263991+0000","last_clean":"2021-03-04T23:04:01.263991+0000","last_became_active":"2021-03-04T22:59:18.767071+0000","last_became_peered":"2021-03-04T22:59:18.767071+0000","last_unstale":"2021-03-04T23:04:01.263991+0000","last_undegraded":"2021-03-04T23:04:01.263991+0000","last_fullsized":"2021-03-04T23:04:01.263991+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267973+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:04:01.267973+0000","last_peered":"2021-03-04T23:04:01.267973+0000","last_clean":"2021-03-04T23:04:01.267973+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:04:01.267973+0000","last_undegraded":"2021-03-04T23:04:01.267973+0000","last_fullsized":"2021-03-04T23:04:01.267973+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263547+0000","last_change":"2021-03-04T23:00:23.897397+0000","last_active":"2021-03-04T23:04:01.263547+0000","last_peered":"2021-03-04T23:04:01.263547+0000","last_clean":"2021-03-04T23:04:01.263547+0000","last_became_active":"2021-03-04T23:00:11.029452+0000","last_became_peered":"2021-03-04T23:00:11.029452+0000","last_unstale":"2021-03-04T23:04:01.263547+0000","last_undegraded":"2021-03-04T23:04:01.263547+0000","last_fullsized":"2021-03-04T23:04:01.263547+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269333+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:04:01.269333+0000","last_peered":"2021-03-04T23:04:01.269333+0000","last_clean":"2021-03-04T23:04:01.269333+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:04:01.269333+0000","last_undegraded":"2021-03-04T23:04:01.269333+0000","last_fullsized":"2021-03-04T23:04:01.269333+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272884+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:04:01.272884+0000","last_peered":"2021-03-04T23:04:01.272884+0000","last_clean":"2021-03-04T23:04:01.272884+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:04:01.272884+0000","last_undegraded":"2021-03-04T23:04:01.272884+0000","last_fullsized":"2021-03-04T23:04:01.272884+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267854+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:04:01.267854+0000","last_peered":"2021-03-04T23:04:01.267854+0000","last_clean":"2021-03-04T23:04:01.267854+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:04:01.267854+0000","last_undegraded":"2021-03-04T23:04:01.267854+0000","last_fullsized":"2021-03-04T23:04:01.267854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269506+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:04:01.269506+0000","last_peered":"2021-03-04T23:04:01.269506+0000","last_clean":"2021-03-04T23:04:01.269506+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:04:01.269506+0000","last_undegraded":"2021-03-04T23:04:01.269506+0000","last_fullsized":"2021-03-04T23:04:01.269506+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"538","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266380+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:04:01.266380+0000","last_peered":"2021-03-04T23:04:01.266380+0000","last_clean":"2021-03-04T23:04:01.266380+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:04:01.266380+0000","last_undegraded":"2021-03-04T23:04:01.266380+0000","last_fullsized":"2021-03-04T23:04:01.266380+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263659+0000","last_change":"2021-03-04T23:00:23.897806+0000","last_active":"2021-03-04T23:04:01.263659+0000","last_peered":"2021-03-04T23:04:01.263659+0000","last_clean":"2021-03-04T23:04:01.263659+0000","last_became_active":"2021-03-04T23:00:11.032277+0000","last_became_peered":"2021-03-04T23:00:11.032277+0000","last_unstale":"2021-03-04T23:04:01.263659+0000","last_undegraded":"2021-03-04T23:04:01.263659+0000","last_fullsized":"2021-03-04T23:04:01.263659+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268201+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:04:01.268201+0000","last_peered":"2021-03-04T23:04:01.268201+0000","last_clean":"2021-03-04T23:04:01.268201+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:04:01.268201+0000","last_undegraded":"2021-03-04T23:04:01.268201+0000","last_fullsized":"2021-03-04T23:04:01.268201+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272811+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:04:01.272811+0000","last_peered":"2021-03-04T23:04:01.272811+0000","last_clean":"2021-03-04T23:04:01.272811+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:04:01.272811+0000","last_undegraded":"2021-03-04T23:04:01.272811+0000","last_fullsized":"2021-03-04T23:04:01.272811+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268147+0000","last_change":"2021-03-04T22:59:18.763155+0000","last_active":"2021-03-04T23:04:01.268147+0000","last_peered":"2021-03-04T23:04:01.268147+0000","last_clean":"2021-03-04T23:04:01.268147+0000","last_became_active":"2021-03-04T22:59:18.762782+0000","last_became_peered":"2021-03-04T22:59:18.762782+0000","last_unstale":"2021-03-04T23:04:01.268147+0000","last_undegraded":"2021-03-04T23:04:01.268147+0000","last_fullsized":"2021-03-04T23:04:01.268147+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263921+0000","last_change":"2021-03-04T23:00:11.034967+0000","last_active":"2021-03-04T23:04:01.263921+0000","last_peered":"2021-03-04T23:04:01.263921+0000","last_clean":"2021-03-04T23:04:01.263921+0000","last_became_active":"2021-03-04T23:00:11.034642+0000","last_became_peered":"2021-03-04T23:00:11.034642+0000","last_unstale":"2021-03-04T23:04:01.263921+0000","last_undegraded":"2021-03-04T23:04:01.263921+0000","last_fullsized":"2021-03-04T23:04:01.263921+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"511","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268236+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:04:01.268236+0000","last_peered":"2021-03-04T23:04:01.268236+0000","last_clean":"2021-03-04T23:04:01.268236+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:04:01.268236+0000","last_undegraded":"2021-03-04T23:04:01.268236+0000","last_fullsized":"2021-03-04T23:04:01.268236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266572+0000","last_change":"2021-03-04T22:59:18.763844+0000","last_active":"2021-03-04T23:04:01.266572+0000","last_peered":"2021-03-04T23:04:01.266572+0000","last_clean":"2021-03-04T23:04:01.266572+0000","last_became_active":"2021-03-04T22:59:18.763164+0000","last_became_peered":"2021-03-04T22:59:18.763164+0000","last_unstale":"2021-03-04T23:04:01.266572+0000","last_undegraded":"2021-03-04T23:04:01.266572+0000","last_fullsized":"2021-03-04T23:04:01.266572+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272672+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:04:01.272672+0000","last_peered":"2021-03-04T23:04:01.272672+0000","last_clean":"2021-03-04T23:04:01.272672+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:04:01.272672+0000","last_undegraded":"2021-03-04T23:04:01.272672+0000","last_fullsized":"2021-03-04T23:04:01.272672+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269484+0000","last_change":"2021-03-04T22:59:18.765764+0000","last_active":"2021-03-04T23:04:01.269484+0000","last_peered":"2021-03-04T23:04:01.269484+0000","last_clean":"2021-03-04T23:04:01.269484+0000","last_became_active":"2021-03-04T22:59:18.765596+0000","last_became_peered":"2021-03-04T22:59:18.765596+0000","last_unstale":"2021-03-04T23:04:01.269484+0000","last_undegraded":"2021-03-04T23:04:01.269484+0000","last_fullsized":"2021-03-04T23:04:01.269484+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263468+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:04:01.263468+0000","last_peered":"2021-03-04T23:04:01.263468+0000","last_clean":"2021-03-04T23:04:01.263468+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:04:01.263468+0000","last_undegraded":"2021-03-04T23:04:01.263468+0000","last_fullsized":"2021-03-04T23:04:01.263468+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264158+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:04:01.264158+0000","last_peered":"2021-03-04T23:04:01.264158+0000","last_clean":"2021-03-04T23:04:01.264158+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:04:01.264158+0000","last_undegraded":"2021-03-04T23:04:01.264158+0000","last_fullsized":"2021-03-04T23:04:01.264158+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266461+0000","last_change":"2021-03-04T22:59:18.763490+0000","last_active":"2021-03-04T23:04:01.266461+0000","last_peered":"2021-03-04T23:04:01.266461+0000","last_clean":"2021-03-04T23:04:01.266461+0000","last_became_active":"2021-03-04T22:59:18.762739+0000","last_became_peered":"2021-03-04T22:59:18.762739+0000","last_unstale":"2021-03-04T23:04:01.266461+0000","last_undegraded":"2021-03-04T23:04:01.266461+0000","last_fullsized":"2021-03-04T23:04:01.266461+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264186+0000","last_change":"2021-03-04T22:59:44.240591+0000","last_active":"2021-03-04T23:04:01.264186+0000","last_peered":"2021-03-04T23:04:01.264186+0000","last_clean":"2021-03-04T23:04:01.264186+0000","last_became_active":"2021-03-04T22:59:44.240349+0000","last_became_peered":"2021-03-04T22:59:44.240349+0000","last_unstale":"2021-03-04T23:04:01.264186+0000","last_undegraded":"2021-03-04T23:04:01.264186+0000","last_fullsized":"2021-03-04T23:04:01.264186+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263807+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:04:01.263807+0000","last_peered":"2021-03-04T23:04:01.263807+0000","last_clean":"2021-03-04T23:04:01.263807+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:04:01.263807+0000","last_undegraded":"2021-03-04T23:04:01.263807+0000","last_fullsized":"2021-03-04T23:04:01.263807+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264089+0000","last_change":"2021-03-04T22:59:18.762844+0000","last_active":"2021-03-04T23:04:01.264089+0000","last_peered":"2021-03-04T23:04:01.264089+0000","last_clean":"2021-03-04T23:04:01.264089+0000","last_became_active":"2021-03-04T22:59:18.762464+0000","last_became_peered":"2021-03-04T22:59:18.762464+0000","last_unstale":"2021-03-04T23:04:01.264089+0000","last_undegraded":"2021-03-04T23:04:01.264089+0000","last_fullsized":"2021-03-04T23:04:01.264089+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263223+0000","last_change":"2021-03-04T23:00:23.896127+0000","last_active":"2021-03-04T23:04:01.263223+0000","last_peered":"2021-03-04T23:04:01.263223+0000","last_clean":"2021-03-04T23:04:01.263223+0000","last_became_active":"2021-03-04T23:00:11.032356+0000","last_became_peered":"2021-03-04T23:00:11.032356+0000","last_unstale":"2021-03-04T23:04:01.263223+0000","last_undegraded":"2021-03-04T23:04:01.263223+0000","last_fullsized":"2021-03-04T23:04:01.263223+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267005+0000","last_change":"2021-03-04T23:00:11.029986+0000","last_active":"2021-03-04T23:04:01.267005+0000","last_peered":"2021-03-04T23:04:01.267005+0000","last_clean":"2021-03-04T23:04:01.267005+0000","last_became_active":"2021-03-04T23:00:11.029722+0000","last_became_peered":"2021-03-04T23:00:11.029722+0000","last_unstale":"2021-03-04T23:04:01.267005+0000","last_undegraded":"2021-03-04T23:04:01.267005+0000","last_fullsized":"2021-03-04T23:04:01.267005+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266900+0000","last_change":"2021-03-04T22:59:30.012488+0000","last_active":"2021-03-04T23:04:01.266900+0000","last_peered":"2021-03-04T23:04:01.266900+0000","last_clean":"2021-03-04T23:04:01.266900+0000","last_became_active":"2021-03-04T22:59:18.763958+0000","last_became_peered":"2021-03-04T22:59:18.763958+0000","last_unstale":"2021-03-04T23:04:01.266900+0000","last_undegraded":"2021-03-04T23:04:01.266900+0000","last_fullsized":"2021-03-04T23:04:01.266900+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272860+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:04:01.272860+0000","last_peered":"2021-03-04T23:04:01.272860+0000","last_clean":"2021-03-04T23:04:01.272860+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:04:01.272860+0000","last_undegraded":"2021-03-04T23:04:01.272860+0000","last_fullsized":"2021-03-04T23:04:01.272860+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266888+0000","last_change":"2021-03-04T22:59:30.015474+0000","last_active":"2021-03-04T23:04:01.266888+0000","last_peered":"2021-03-04T23:04:01.266888+0000","last_clean":"2021-03-04T23:04:01.266888+0000","last_became_active":"2021-03-04T22:59:18.763707+0000","last_became_peered":"2021-03-04T22:59:18.763707+0000","last_unstale":"2021-03-04T23:04:01.266888+0000","last_undegraded":"2021-03-04T23:04:01.266888+0000","last_fullsized":"2021-03-04T23:04:01.266888+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272764+0000","last_change":"2021-03-04T22:59:18.762912+0000","last_active":"2021-03-04T23:04:01.272764+0000","last_peered":"2021-03-04T23:04:01.272764+0000","last_clean":"2021-03-04T23:04:01.272764+0000","last_became_active":"2021-03-04T22:59:18.762638+0000","last_became_peered":"2021-03-04T22:59:18.762638+0000","last_unstale":"2021-03-04T23:04:01.272764+0000","last_undegraded":"2021-03-04T23:04:01.272764+0000","last_fullsized":"2021-03-04T23:04:01.272764+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263841+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:04:01.263841+0000","last_peered":"2021-03-04T23:04:01.263841+0000","last_clean":"2021-03-04T23:04:01.263841+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:04:01.263841+0000","last_undegraded":"2021-03-04T23:04:01.263841+0000","last_fullsized":"2021-03-04T23:04:01.263841+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267094+0000","last_change":"2021-03-04T23:00:11.034316+0000","last_active":"2021-03-04T23:04:01.267094+0000","last_peered":"2021-03-04T23:04:01.267094+0000","last_clean":"2021-03-04T23:04:01.267094+0000","last_became_active":"2021-03-04T23:00:11.034152+0000","last_became_peered":"2021-03-04T23:00:11.034152+0000","last_unstale":"2021-03-04T23:04:01.267094+0000","last_undegraded":"2021-03-04T23:04:01.267094+0000","last_fullsized":"2021-03-04T23:04:01.267094+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267662+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:04:01.267662+0000","last_peered":"2021-03-04T23:04:01.267662+0000","last_clean":"2021-03-04T23:04:01.267662+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:04:01.267662+0000","last_undegraded":"2021-03-04T23:04:01.267662+0000","last_fullsized":"2021-03-04T23:04:01.267662+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266799+0000","last_change":"2021-03-04T22:59:44.238639+0000","last_active":"2021-03-04T23:04:01.266799+0000","last_peered":"2021-03-04T23:04:01.266799+0000","last_clean":"2021-03-04T23:04:01.266799+0000","last_became_active":"2021-03-04T22:59:44.238426+0000","last_became_peered":"2021-03-04T22:59:44.238426+0000","last_unstale":"2021-03-04T23:04:01.266799+0000","last_undegraded":"2021-03-04T23:04:01.266799+0000","last_fullsized":"2021-03-04T23:04:01.266799+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266995+0000","last_change":"2021-03-04T22:59:30.016939+0000","last_active":"2021-03-04T23:04:01.266995+0000","last_peered":"2021-03-04T23:04:01.266995+0000","last_clean":"2021-03-04T23:04:01.266995+0000","last_became_active":"2021-03-04T22:59:18.763745+0000","last_became_peered":"2021-03-04T22:59:18.763745+0000","last_unstale":"2021-03-04T23:04:01.266995+0000","last_undegraded":"2021-03-04T23:04:01.266995+0000","last_fullsized":"2021-03-04T23:04:01.266995+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272901+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:04:01.272901+0000","last_peered":"2021-03-04T23:04:01.272901+0000","last_clean":"2021-03-04T23:04:01.272901+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:04:01.272901+0000","last_undegraded":"2021-03-04T23:04:01.272901+0000","last_fullsized":"2021-03-04T23:04:01.272901+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267975+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:04:01.267975+0000","last_peered":"2021-03-04T23:04:01.267975+0000","last_clean":"2021-03-04T23:04:01.267975+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:04:01.267975+0000","last_undegraded":"2021-03-04T23:04:01.267975+0000","last_fullsized":"2021-03-04T23:04:01.267975+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"498","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263405+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:04:01.263405+0000","last_peered":"2021-03-04T23:04:01.263405+0000","last_clean":"2021-03-04T23:04:01.263405+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:04:01.263405+0000","last_undegraded":"2021-03-04T23:04:01.263405+0000","last_fullsized":"2021-03-04T23:04:01.263405+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266641+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:04:01.266641+0000","last_peered":"2021-03-04T23:04:01.266641+0000","last_clean":"2021-03-04T23:04:01.266641+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:04:01.266641+0000","last_undegraded":"2021-03-04T23:04:01.266641+0000","last_fullsized":"2021-03-04T23:04:01.266641+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"544","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267944+0000","last_change":"2021-03-04T22:59:18.760570+0000","last_active":"2021-03-04T23:04:01.267944+0000","last_peered":"2021-03-04T23:04:01.267944+0000","last_clean":"2021-03-04T23:04:01.267944+0000","last_became_active":"2021-03-04T22:59:18.760339+0000","last_became_peered":"2021-03-04T22:59:18.760339+0000","last_unstale":"2021-03-04T23:04:01.267944+0000","last_undegraded":"2021-03-04T23:04:01.267944+0000","last_fullsized":"2021-03-04T23:04:01.267944+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269237+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:04:01.269237+0000","last_peered":"2021-03-04T23:04:01.269237+0000","last_clean":"2021-03-04T23:04:01.269237+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:04:01.269237+0000","last_undegraded":"2021-03-04T23:04:01.269237+0000","last_fullsized":"2021-03-04T23:04:01.269237+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269565+0000","last_change":"2021-03-04T22:59:44.241985+0000","last_active":"2021-03-04T23:04:01.269565+0000","last_peered":"2021-03-04T23:04:01.269565+0000","last_clean":"2021-03-04T23:04:01.269565+0000","last_became_active":"2021-03-04T22:59:44.241750+0000","last_became_peered":"2021-03-04T22:59:44.241750+0000","last_unstale":"2021-03-04T23:04:01.269565+0000","last_undegraded":"2021-03-04T23:04:01.269565+0000","last_fullsized":"2021-03-04T23:04:01.269565+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268155+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:04:01.268155+0000","last_peered":"2021-03-04T23:04:01.268155+0000","last_clean":"2021-03-04T23:04:01.268155+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:04:01.268155+0000","last_undegraded":"2021-03-04T23:04:01.268155+0000","last_fullsized":"2021-03-04T23:04:01.268155+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266970+0000","last_change":"2021-03-04T22:59:44.239807+0000","last_active":"2021-03-04T23:04:01.266970+0000","last_peered":"2021-03-04T23:04:01.266970+0000","last_clean":"2021-03-04T23:04:01.266970+0000","last_became_active":"2021-03-04T22:59:44.239508+0000","last_became_peered":"2021-03-04T22:59:44.239508+0000","last_unstale":"2021-03-04T23:04:01.266970+0000","last_undegraded":"2021-03-04T23:04:01.266970+0000","last_fullsized":"2021-03-04T23:04:01.266970+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269384+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:04:01.269384+0000","last_peered":"2021-03-04T23:04:01.269384+0000","last_clean":"2021-03-04T23:04:01.269384+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:04:01.269384+0000","last_undegraded":"2021-03-04T23:04:01.269384+0000","last_fullsized":"2021-03-04T23:04:01.269384+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263682+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:04:01.263682+0000","last_peered":"2021-03-04T23:04:01.263682+0000","last_clean":"2021-03-04T23:04:01.263682+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:04:01.263682+0000","last_undegraded":"2021-03-04T23:04:01.263682+0000","last_fullsized":"2021-03-04T23:04:01.263682+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267007+0000","last_change":"2021-03-04T22:59:30.012551+0000","last_active":"2021-03-04T23:04:01.267007+0000","last_peered":"2021-03-04T23:04:01.267007+0000","last_clean":"2021-03-04T23:04:01.267007+0000","last_became_active":"2021-03-04T22:59:18.765094+0000","last_became_peered":"2021-03-04T22:59:18.765094+0000","last_unstale":"2021-03-04T23:04:01.267007+0000","last_undegraded":"2021-03-04T23:04:01.267007+0000","last_fullsized":"2021-03-04T23:04:01.267007+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263181+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:04:01.263181+0000","last_peered":"2021-03-04T23:04:01.263181+0000","last_clean":"2021-03-04T23:04:01.263181+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:04:01.263181+0000","last_undegraded":"2021-03-04T23:04:01.263181+0000","last_fullsized":"2021-03-04T23:04:01.263181+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266724+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:04:01.266724+0000","last_peered":"2021-03-04T23:04:01.266724+0000","last_clean":"2021-03-04T23:04:01.266724+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:04:01.266724+0000","last_undegraded":"2021-03-04T23:04:01.266724+0000","last_fullsized":"2021-03-04T23:04:01.266724+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"518","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269620+0000","last_change":"2021-03-04T22:59:18.761682+0000","last_active":"2021-03-04T23:04:01.269620+0000","last_peered":"2021-03-04T23:04:01.269620+0000","last_clean":"2021-03-04T23:04:01.269620+0000","last_became_active":"2021-03-04T22:59:18.761294+0000","last_became_peered":"2021-03-04T22:59:18.761294+0000","last_unstale":"2021-03-04T23:04:01.269620+0000","last_undegraded":"2021-03-04T23:04:01.269620+0000","last_fullsized":"2021-03-04T23:04:01.269620+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263821+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:04:01.263821+0000","last_peered":"2021-03-04T23:04:01.263821+0000","last_clean":"2021-03-04T23:04:01.263821+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:04:01.263821+0000","last_undegraded":"2021-03-04T23:04:01.263821+0000","last_fullsized":"2021-03-04T23:04:01.263821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"503","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269445+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:04:01.269445+0000","last_peered":"2021-03-04T23:04:01.269445+0000","last_clean":"2021-03-04T23:04:01.269445+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:04:01.269445+0000","last_undegraded":"2021-03-04T23:04:01.269445+0000","last_fullsized":"2021-03-04T23:04:01.269445+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"542","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267841+0000","last_change":"2021-03-04T23:00:11.029860+0000","last_active":"2021-03-04T23:04:01.267841+0000","last_peered":"2021-03-04T23:04:01.267841+0000","last_clean":"2021-03-04T23:04:01.267841+0000","last_became_active":"2021-03-04T23:00:11.029628+0000","last_became_peered":"2021-03-04T23:00:11.029628+0000","last_unstale":"2021-03-04T23:04:01.267841+0000","last_undegraded":"2021-03-04T23:04:01.267841+0000","last_fullsized":"2021-03-04T23:04:01.267841+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272735+0000","last_change":"2021-03-04T22:59:18.768987+0000","last_active":"2021-03-04T23:04:01.272735+0000","last_peered":"2021-03-04T23:04:01.272735+0000","last_clean":"2021-03-04T23:04:01.272735+0000","last_became_active":"2021-03-04T22:59:18.768579+0000","last_became_peered":"2021-03-04T22:59:18.768579+0000","last_unstale":"2021-03-04T23:04:01.272735+0000","last_undegraded":"2021-03-04T23:04:01.272735+0000","last_fullsized":"2021-03-04T23:04:01.272735+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264119+0000","last_change":"2021-03-04T23:00:11.028054+0000","last_active":"2021-03-04T23:04:01.264119+0000","last_peered":"2021-03-04T23:04:01.264119+0000","last_clean":"2021-03-04T23:04:01.264119+0000","last_became_active":"2021-03-04T23:00:11.027754+0000","last_became_peered":"2021-03-04T23:00:11.027754+0000","last_unstale":"2021-03-04T23:04:01.264119+0000","last_undegraded":"2021-03-04T23:04:01.264119+0000","last_fullsized":"2021-03-04T23:04:01.264119+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"517","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272717+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:04:01.272717+0000","last_peered":"2021-03-04T23:04:01.272717+0000","last_clean":"2021-03-04T23:04:01.272717+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:04:01.272717+0000","last_undegraded":"2021-03-04T23:04:01.272717+0000","last_fullsized":"2021-03-04T23:04:01.272717+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263824+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:04:01.263824+0000","last_peered":"2021-03-04T23:04:01.263824+0000","last_clean":"2021-03-04T23:04:01.263824+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:04:01.263824+0000","last_undegraded":"2021-03-04T23:04:01.263824+0000","last_fullsized":"2021-03-04T23:04:01.263824+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263664+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:04:01.263664+0000","last_peered":"2021-03-04T23:04:01.263664+0000","last_clean":"2021-03-04T23:04:01.263664+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:04:01.263664+0000","last_undegraded":"2021-03-04T23:04:01.263664+0000","last_fullsized":"2021-03-04T23:04:01.263664+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263227+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:04:01.263227+0000","last_peered":"2021-03-04T23:04:01.263227+0000","last_clean":"2021-03-04T23:04:01.263227+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:04:01.263227+0000","last_undegraded":"2021-03-04T23:04:01.263227+0000","last_fullsized":"2021-03-04T23:04:01.263227+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269549+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:04:01.269549+0000","last_peered":"2021-03-04T23:04:01.269549+0000","last_clean":"2021-03-04T23:04:01.269549+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:04:01.269549+0000","last_undegraded":"2021-03-04T23:04:01.269549+0000","last_fullsized":"2021-03-04T23:04:01.269549+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263869+0000","last_change":"2021-03-04T22:59:18.760850+0000","last_active":"2021-03-04T23:04:01.263869+0000","last_peered":"2021-03-04T23:04:01.263869+0000","last_clean":"2021-03-04T23:04:01.263869+0000","last_became_active":"2021-03-04T22:59:18.760600+0000","last_became_peered":"2021-03-04T22:59:18.760600+0000","last_unstale":"2021-03-04T23:04:01.263869+0000","last_undegraded":"2021-03-04T23:04:01.263869+0000","last_fullsized":"2021-03-04T23:04:01.263869+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495810,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055556,"kb_used_data":6972,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024828,"statfs":{"total":90194313216,"available":89113423872,"internally_reserved":1073741824,"allocated":7139328,"data_stored":4410270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.8600000000000001,"15min":1.7769999999999999},"min":{"1min":0.67200000000000004,"5min":0.313,"15min":0.313},"max":{"1min":2.8799999999999999,"5min":3.0179999999999998,"15min":3.2839999999999998},"last":1.385},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.7869999999999999,"15min":1.8180000000000001},"min":{"1min":0.57099999999999995,"5min":0.189,"15min":0.189},"max":{"1min":2.6560000000000001,"5min":2.9119999999999999,"15min":2.9119999999999999},"last":1.127}]},{"osd":1,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.5720000000000001,"15min":1.4099999999999999},"min":{"1min":0.47999999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.3730000000000002,"5min":2.7120000000000002,"15min":2.7120000000000002},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.7569999999999999,"15min":1.6200000000000001},"min":{"1min":0.439,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.4249999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":1.0169999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.661,"5min":1.6499999999999999,"15min":1.583},"min":{"1min":1.0129999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3980000000000001,"5min":2.7069999999999999,"15min":2.7069999999999999},"last":0.74399999999999999},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.679,"15min":1.6819999999999999},"min":{"1min":0.84399999999999997,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.452,"5min":2.8519999999999999,"15min":2.8519999999999999},"last":0.81299999999999994}]},{"osd":3,"last update":"Thu Mar 4 23:04:15 2021","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.4790000000000001,"15min":1.4650000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.2530000000000001,"5min":2.403,"15min":2.403},"last":1.264},{"interface":"front","average":{"1min":1.7250000000000001,"5min":1.7529999999999999,"15min":1.7789999999999999},"min":{"1min":0.42699999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.5659999999999998,"5min":2.9039999999999999,"15min":2.9039999999999999},"last":1.5509999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.196,"15min":1.1890000000000001},"min":{"1min":0.32700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.7069999999999999,"5min":2.7069999999999999,"15min":4.0209999999999999},"last":1.841},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.1080000000000001,"15min":1.22},"min":{"1min":0.253,"5min":0.16800000000000001,"15min":0.127},"max":{"1min":1.851,"5min":2.016,"15min":2.698},"last":1.9339999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.298,"15min":1.3009999999999999},"min":{"1min":0.22500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.5110000000000001,"5min":2.6920000000000002,"15min":3.1400000000000001},"last":2.1909999999999998},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.5249999999999999,"15min":1.496},"min":{"1min":0.29199999999999998,"5min":0.156,"15min":0.156},"max":{"1min":2.5659999999999998,"5min":3.0099999999999998,"15min":4.2699999999999996},"last":2.0019999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.6359999999999999,"15min":1.615},"min":{"1min":0.34599999999999997,"5min":0.246,"15min":0.20000000000000001},"max":{"1min":2.6960000000000002,"5min":2.9340000000000002,"15min":4.4539999999999997},"last":2.0830000000000002},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.3320000000000001,"15min":1.48},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.152},"max":{"1min":2.1440000000000001,"5min":2.4529999999999998,"15min":2.9889999999999999},"last":1.6910000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659334,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055544,"kb_used_data":6960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024840,"statfs":{"total":90194313216,"available":89113436160,"internally_reserved":1073741824,"allocated":7127040,"data_stored":4410124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:16 2021","interfaces":[{"interface":"back","average":{"1min":1.6890000000000001,"5min":1.5309999999999999,"15min":1.4890000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.28100000000000003},"max":{"1min":2.7240000000000002,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":1.127},{"interface":"front","average":{"1min":1.843,"5min":1.6499999999999999,"15min":1.708},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.23499999999999999},"max":{"1min":2.8519999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":1.3680000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.651,"15min":1.4399999999999999},"min":{"1min":0.41799999999999998,"5min":0.217,"15min":0.217},"max":{"1min":2.5630000000000002,"5min":3.0880000000000001,"15min":3.0880000000000001},"last":1.0069999999999999},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.5269999999999999,"15min":1.345},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.8370000000000002,"5min":2.8370000000000002,"15min":2.8370000000000002},"last":0.88100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:51 2021","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.744,"15min":1.659},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.5950000000000002,"5min":3.2330000000000001,"15min":3.2330000000000001},"last":1.47},{"interface":"front","average":{"1min":1.534,"5min":1.6000000000000001,"15min":1.6339999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.012,"5min":3.012,"15min":3.012},"last":1.268}]},{"osd":3,"last update":"Thu Mar 4 23:04:16 2021","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.54,"15min":1.5680000000000001},"min":{"1min":0.49299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.617,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":1.605},{"interface":"front","average":{"1min":1.9730000000000001,"5min":1.913,"15min":1.897},"min":{"1min":0.54000000000000004,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":3.161,"5min":3.161,"15min":3.161},"last":1.6699999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.1539999999999999,"15min":1.167},"min":{"1min":0.23400000000000001,"5min":0.188,"15min":0.17599999999999999},"max":{"1min":2.4169999999999998,"5min":2.702,"15min":2.706},"last":1.831},{"interface":"front","average":{"1min":1.238,"5min":1.1910000000000001,"15min":1.1659999999999999},"min":{"1min":0.27200000000000002,"5min":0.223,"15min":0.157},"max":{"1min":2.0640000000000001,"5min":2.7170000000000001,"15min":2.7170000000000001},"last":2.3809999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.1819999999999999,"15min":1.2669999999999999},"min":{"1min":0.24299999999999999,"5min":0.24199999999999999,"15min":0.19},"max":{"1min":2.1779999999999999,"5min":2.1909999999999998,"15min":2.609},"last":2.2360000000000002},{"interface":"front","average":{"1min":1.6990000000000001,"5min":1.5249999999999999,"15min":1.4990000000000001},"min":{"1min":0.30299999999999999,"5min":0.26000000000000001,"15min":0.184},"max":{"1min":2.7200000000000002,"5min":2.7210000000000001,"15min":2.9169999999999998},"last":2.04}]},{"osd":7,"last update":"Thu Mar 4 23:05:00 2021","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.5249999999999999,"15min":1.5509999999999999},"min":{"1min":0.32800000000000001,"5min":0.28000000000000003,"15min":0.218},"max":{"1min":2.1699999999999999,"5min":2.746,"15min":2.8410000000000002},"last":1.9159999999999999},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.9299999999999999,"15min":1.825},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.20899999999999999},"max":{"1min":3.3399999999999999,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":2.4849999999999999}]}]},{"osd":1,"up_from":341,"seq":1464583848010,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6944,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7110656,"data_stored":4407455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.248,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2330000000000001,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.99399999999999999,"15min":0.95999999999999996},"min":{"1min":0.26500000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.1440000000000001,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":1.032}]},{"osd":2,"last update":"Thu Mar 4 23:04:48 2021","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.073,"15min":0.997},"min":{"1min":0.32200000000000001,"5min":0.218,"15min":0.218},"max":{"1min":1.671,"5min":2.3410000000000002,"15min":2.3410000000000002},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.587,"5min":1.581,"15min":1.405},"min":{"1min":0.51800000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":2.306,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.2370000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:04:20 2021","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.6000000000000001,"15min":1.591},"min":{"1min":0.313,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.5600000000000001,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.4990000000000001},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0529999999999999,"15min":1.0429999999999999},"min":{"1min":0.30099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.7709999999999999,"5min":2.7229999999999999,"15min":2.7229999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.6739999999999999,"15min":1.6839999999999999},"min":{"1min":0.439,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.4169999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":1.607},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.6140000000000001,"15min":1.6379999999999999},"min":{"1min":0.39900000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.71,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":1.74}]},{"osd":5,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.837},"min":{"1min":0.48699999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.0139999999999998,"5min":3.0139999999999998,"15min":3.0139999999999998},"last":2.3370000000000002},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.7110000000000001,"15min":1.7150000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.427,"5min":2.6709999999999998,"15min":2.6709999999999998},"last":1.333}]},{"osd":6,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.71,"5min":1.792,"15min":1.825},"min":{"1min":0.42399999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.371,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":2.1920000000000002},{"interface":"front","average":{"1min":2.0659999999999998,"5min":2.1219999999999999,"15min":1.9850000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.9700000000000002,"5min":3.0270000000000001,"15min":3.0270000000000001},"last":1.8879999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.762,"15min":1.671},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":2.6699999999999999,"5min":3.0129999999999999,"15min":3.0129999999999999},"last":2.0350000000000001},{"interface":"front","average":{"1min":1.6870000000000001,"5min":1.8300000000000001,"15min":1.8400000000000001},"min":{"1min":0.47099999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.665,"5min":2.786,"15min":2.786},"last":1.3779999999999999}]}]},{"osd":0,"up_from":284,"seq":1219770712154,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":35632,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":28672,"kb_avail":88044752,"statfs":{"total":90194313216,"available":90157826048,"internally_reserved":0,"allocated":7118848,"data_stored":4408030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":29360128},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:04:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80100000000000005,"15min":0.626},"min":{"1min":0.26200000000000001,"5min":0.187,"15min":0.187},"max":{"1min":1.7749999999999999,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0549999999999999,"15min":0.78100000000000003},"min":{"1min":0.29099999999999998,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":1.3819999999999999,"5min":4.0540000000000003,"15min":4.0540000000000003},"last":0.34899999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:04:49 2021","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0269999999999999,"15min":0.85799999999999998},"min":{"1min":0.26000000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.4219999999999999,"5min":2.339,"15min":2.339},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.478,"5min":1.444,"15min":1.2869999999999999},"min":{"1min":0.374,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.5840000000000001,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:04:13 2021","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.089,"15min":1.139},"min":{"1min":0.42899999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.784,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.526,"5min":1.4419999999999999,"15min":1.454},"min":{"1min":0.55200000000000005,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.2000000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.42199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:13 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.6699999999999999,"15min":1.5609999999999999},"min":{"1min":0.71999999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":2.9609999999999999,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.5289999999999999,"5min":1.4850000000000001,"15min":1.589},"min":{"1min":0.62,"5min":0.34000000000000002,"15min":0.33000000000000002},"max":{"1min":2.496,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":1.327}]},{"osd":5,"last update":"Thu Mar 4 23:04:13 2021","interfaces":[{"interface":"back","average":{"1min":2.044,"5min":1.8360000000000001,"15min":1.806},"min":{"1min":0.73499999999999999,"5min":0.439,"15min":0.439},"max":{"1min":2.7709999999999999,"5min":4.0499999999999998,"15min":4.0499999999999998},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.554,"5min":1.526,"15min":1.6910000000000001},"min":{"1min":0.51700000000000002,"5min":0.36099999999999999,"15min":0.315},"max":{"1min":2.0499999999999998,"5min":4.1719999999999997,"15min":4.1719999999999997},"last":1.2470000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:04:13 2021","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":1.605,"15min":1.903},"min":{"1min":0.65800000000000003,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.649,"5min":3.242,"15min":3.242},"last":0.95599999999999996},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.927,"15min":1.9630000000000001},"min":{"1min":0.67200000000000004,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.802,"5min":3.1429999999999998,"15min":3.1429999999999998},"last":1.1699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:13 2021","interfaces":[{"interface":"back","average":{"1min":1.905,"5min":1.724,"15min":1.996},"min":{"1min":0.69199999999999995,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.6509999999999998,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":1.196},{"interface":"front","average":{"1min":2.2730000000000001,"5min":1.998,"15min":2.0910000000000002},"min":{"1min":0.70299999999999996,"5min":0.433,"15min":0.433},"max":{"1min":3.2280000000000002,"5min":4.3490000000000002,"15min":4.3490000000000002},"last":1.1140000000000001}]}]},{"osd":2,"up_from":356,"seq":1529008357444,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":27504,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":20544,"kb_avail":88052880,"statfs":{"total":90194313216,"available":90166149120,"internally_reserved":0,"allocated":7118848,"data_stored":4408042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21037056},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.1899999999999999,"5min":2.6360000000000001,"15min":2.6360000000000001},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.0129999999999999,"15min":0.95999999999999996},"min":{"1min":0.218,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.948,"5min":2.3719999999999999,"15min":2.3719999999999999},"last":0.90300000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0109999999999999,"15min":0.94599999999999995},"min":{"1min":0.27900000000000003,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5669999999999999,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.008,"5min":1.0960000000000001,"15min":1.0880000000000001},"min":{"1min":0.26600000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.52,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":1.3140000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:04:18 2021","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1850000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.946,"5min":2.012,"15min":2.012},"last":1.097},{"interface":"front","average":{"1min":1.3089999999999999,"5min":1.325,"15min":1.329},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.0699999999999998,"5min":2.262,"15min":2.262},"last":1.1859999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":1.905,"15min":1.7849999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":2.883,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":1.6839999999999999},{"interface":"front","average":{"1min":1.52,"5min":1.5269999999999999,"15min":1.4930000000000001},"min":{"1min":0.44,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.391,"5min":2.8130000000000002,"15min":2.8130000000000002},"last":2.0680000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.621,"15min":1.593},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.4060000000000001,"5min":2.7589999999999999,"15min":2.7589999999999999},"last":1.8759999999999999},{"interface":"front","average":{"1min":1.6319999999999999,"5min":1.6739999999999999,"15min":1.6639999999999999},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":2.2480000000000002,"5min":3.0840000000000001,"15min":3.0840000000000001},"last":1.78}]},{"osd":6,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9910000000000001,"5min":1.867,"15min":1.7410000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.6400000000000001,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":1.9930000000000001},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.724,"15min":1.6659999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.544,"5min":2.8530000000000002,"15min":2.8530000000000002},"last":1.454}]},{"osd":7,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9119999999999999,"5min":1.8660000000000001,"15min":1.8120000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.601,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":2.1360000000000001},{"interface":"front","average":{"1min":2.194,"5min":2.089,"15min":1.972},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.8540000000000001,"5min":3.0089999999999999,"15min":3.0089999999999999},"last":2.234}]}]},{"osd":3,"up_from":370,"seq":1589137899583,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6948,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7114752,"data_stored":4407545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.94699999999999995,"15min":0.96099999999999997},"min":{"1min":0.217,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.4179999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.93300000000000005,"5min":1.0580000000000001,"15min":1.1319999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.4139999999999999,"5min":3.9860000000000002,"15min":3.9860000000000002},"last":1.0669999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.246,"15min":1.3540000000000001},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.253},"max":{"1min":1.7769999999999999,"5min":3.6080000000000001,"15min":3.6080000000000001},"last":1.343},{"interface":"front","average":{"1min":1.056,"5min":1.2010000000000001,"15min":1.3169999999999999},"min":{"1min":0.254,"5min":0.246,"15min":0.246},"max":{"1min":2.1549999999999998,"5min":4.2329999999999997,"15min":4.2329999999999997},"last":0.94199999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.409,"15min":1.48},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7200000000000002,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":1.8120000000000001},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.2549999999999999,"15min":1.2749999999999999},"min":{"1min":0.251,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.0529999999999999,"5min":3.8719999999999999,"15min":3.8719999999999999},"last":1.4990000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":2,"5min":2.0110000000000001,"15min":2.0550000000000002},"min":{"1min":0.80500000000000005,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":2.4910000000000001},{"interface":"front","average":{"1min":1.706,"5min":1.776,"15min":1.8400000000000001},"min":{"1min":0.82799999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.4700000000000002,"5min":4.069,"15min":4.069},"last":1.9490000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.6200000000000001,"15min":1.667},"min":{"1min":0.90300000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.4129999999999998,"5min":3.73,"15min":3.73},"last":2},{"interface":"front","average":{"1min":1.8740000000000001,"5min":2.0270000000000001,"15min":2.1160000000000001},"min":{"1min":0.75600000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":2.593,"5min":3.149,"15min":3.149},"last":2.181}]},{"osd":6,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":1.5720000000000001,"5min":1.6859999999999999,"15min":1.77},"min":{"1min":0.77600000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.101,"5min":3.2029999999999998,"15min":3.2029999999999998},"last":1.6839999999999999},{"interface":"front","average":{"1min":1.9319999999999999,"5min":2.1429999999999998,"15min":2.1970000000000001},"min":{"1min":0.72599999999999998,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":2.706,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":2.3759999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":2.0379999999999998,"5min":2.1560000000000001,"15min":2.1709999999999998},"min":{"1min":0.67600000000000005,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":3.0099999999999998,"5min":3.1800000000000002,"15min":3.1800000000000002},"last":2.6240000000000001},{"interface":"front","average":{"1min":1.8320000000000001,"5min":1.944,"15min":2.0059999999999998},"min":{"1min":0.88,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6970000000000001,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":2.0990000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986383,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055552,"kb_used_data":6968,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024832,"statfs":{"total":90194313216,"available":89113427968,"internally_reserved":1073741824,"allocated":7135232,"data_stored":4410200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:10 2021","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":1.639,"15min":1.6839999999999999},"min":{"1min":0.71399999999999997,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":3.028,"15min":3.028},"last":2.4319999999999999},{"interface":"front","average":{"1min":1.724,"5min":1.8,"15min":1.9570000000000001},"min":{"1min":0.52500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.6949999999999998,"5min":3.4079999999999999,"15min":3.4079999999999999},"last":2.597}]},{"osd":1,"last update":"Thu Mar 4 23:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3200000000000001,"5min":1.4550000000000001,"15min":1.5149999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.056,"5min":2.4929999999999999,"15min":2.4929999999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.4870000000000001,"15min":1.54},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.6000000000000001,"5min":2.6000000000000001,"15min":2.6000000000000001},"last":1.968}]},{"osd":2,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":2.0230000000000001,"5min":1.9339999999999999,"15min":1.8919999999999999},"min":{"1min":0.871,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":2.9129999999999998,"5min":3.2090000000000001,"15min":3.2090000000000001},"last":2.2570000000000001},{"interface":"front","average":{"1min":1.9079999999999999,"5min":1.825,"15min":1.7490000000000001},"min":{"1min":0.80600000000000005,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.7509999999999999,"5min":2.8399999999999999,"15min":2.8399999999999999},"last":1.647}]},{"osd":3,"last update":"Thu Mar 4 23:04:18 2021","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.891,"15min":1.921},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.8199999999999998,"5min":2.9180000000000001,"15min":2.9180000000000001},"last":1.3280000000000001},{"interface":"front","average":{"1min":1.6859999999999999,"5min":1.857,"15min":1.8480000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":3.2269999999999999,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":2.121}]},{"osd":5,"last update":"Thu Mar 4 23:04:18 2021","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1759999999999999,"15min":1.22},"min":{"1min":0.28699999999999998,"5min":0.184,"15min":0.14699999999999999},"max":{"1min":2.0750000000000002,"5min":2.6070000000000002,"15min":2.7930000000000001},"last":0.92200000000000004},{"interface":"front","average":{"1min":1.117,"5min":1.196,"15min":1.131},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.976,"5min":2.3460000000000001,"15min":2.3460000000000001},"last":1.504}]},{"osd":6,"last update":"Thu Mar 4 23:04:35 2021","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.2190000000000001,"15min":1.298},"min":{"1min":0.254,"5min":0.20200000000000001,"15min":0.191},"max":{"1min":2.6640000000000001,"5min":2.6640000000000001,"15min":2.6949999999999998},"last":1.175},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.5269999999999999,"15min":1.458},"min":{"1min":0.36199999999999999,"5min":0.29899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9670000000000001,"5min":2.9670000000000001,"15min":2.9670000000000001},"last":2.907}]},{"osd":7,"last update":"Thu Mar 4 23:04:56 2021","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.6930000000000001,"15min":1.603},"min":{"1min":1.1160000000000001,"5min":0.26500000000000001,"15min":0.189},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":1.8100000000000001},{"interface":"front","average":{"1min":1.831,"5min":1.6000000000000001,"15min":1.5349999999999999},"min":{"1min":1.254,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":2.5739999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":2.734}]}]},{"osd":5,"up_from":36,"seq":154618822858,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055536,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024848,"statfs":{"total":90194313216,"available":89113444352,"internally_reserved":1073741824,"allocated":7118848,"data_stored":4408078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.4950000000000001,"15min":1.4039999999999999},"min":{"1min":0.58899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.766,"5min":3.2320000000000002,"15min":3.2320000000000002},"last":2.306},{"interface":"front","average":{"1min":1.52,"5min":1.538,"15min":1.389},"min":{"1min":0.60099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":2.6429999999999998,"5min":2.6429999999999998,"15min":2.657},"last":1.484}]},{"osd":1,"last update":"Thu Mar 4 23:04:26 2021","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.575,"15min":1.536},"min":{"1min":0.42999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.2250000000000001,"5min":3.0310000000000001,"15min":3.0310000000000001},"last":1.9970000000000001},{"interface":"front","average":{"1min":1.516,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.53900000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.093,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":1.883}]},{"osd":2,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":1.7709999999999999,"15min":1.7350000000000001},"min":{"1min":0.64400000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.448,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":2.4359999999999999},{"interface":"front","average":{"1min":1.984,"5min":1.8109999999999999,"15min":1.8600000000000001},"min":{"1min":0.72399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.6360000000000001,"5min":2.875,"15min":2.875},"last":2.5939999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:04:14 2021","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.667,"15min":1.6950000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.488,"5min":3.3540000000000001,"15min":3.3540000000000001},"last":1.7649999999999999},{"interface":"front","average":{"1min":1.768,"5min":1.6990000000000001,"15min":1.7969999999999999},"min":{"1min":0.627,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.601,"5min":2.964,"15min":2.964},"last":2.133}]},{"osd":4,"last update":"Thu Mar 4 23:04:26 2021","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.077,"15min":1.1060000000000001},"min":{"1min":0.29299999999999998,"5min":0.17699999999999999,"15min":0.125},"max":{"1min":2.1669999999999998,"5min":2.5680000000000001,"15min":2.5680000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.22,"15min":1.1990000000000001},"min":{"1min":0.38700000000000001,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":2.4039999999999999,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":0.96099999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:04:41 2021","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":1.3200000000000001,"15min":1.357},"min":{"1min":0.82999999999999996,"5min":0.19400000000000001,"15min":0.18099999999999999},"max":{"1min":2.6539999999999999,"5min":2.6539999999999999,"15min":2.6659999999999999},"last":1.2090000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.329,"15min":1.3380000000000001},"min":{"1min":0.82599999999999996,"5min":0.182,"15min":0.152},"max":{"1min":2.363,"5min":2.4990000000000001,"15min":2.73},"last":1.085}]},{"osd":7,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.492,"15min":1.4610000000000001},"min":{"1min":0.432,"5min":0.23999999999999999,"15min":0.156},"max":{"1min":2.5409999999999999,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.3640000000000001},{"interface":"front","average":{"1min":1.577,"5min":1.427,"15min":1.607},"min":{"1min":0.32000000000000001,"5min":0.22800000000000001,"15min":0.17000000000000001},"max":{"1min":2.4100000000000001,"5min":2.665,"15min":3.044},"last":1.599}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:05:18.199 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:05:18.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:17 gibba008 bash[37770]: cluster 2021-03-04T23:05:16.922401+0000 mgr.x (mgr.34379) 468 : cluster [DBG] pgmap v758: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:17 gibba008 bash[39303]: cluster 2021-03-04T23:05:16.922401+0000 mgr.x (mgr.34379) 468 : cluster [DBG] pgmap v758: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:17 gibba023 bash[27374]: cluster 2021-03-04T23:05:16.922401+0000 mgr.x (mgr.34379) 468 : cluster [DBG] pgmap v758: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:18.274 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:19.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:18 gibba008 bash[37770]: audit 2021-03-04T23:05:17.481889+0000 mgr.x (mgr.34379) 469 : audit [DBG] from='client.44721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:19.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:19 gibba008 bash[39303]: audit 2021-03-04T23:05:17.481889+0000 mgr.x (mgr.34379) 469 : audit [DBG] from='client.44721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:19.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:19 gibba023 bash[27374]: audit 2021-03-04T23:05:17.481889+0000 mgr.x (mgr.34379) 469 : audit [DBG] from='client.44721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:20 gibba008 bash[37770]: cluster 2021-03-04T23:05:18.923624+0000 mgr.x (mgr.34379) 470 : cluster [DBG] pgmap v759: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:20 gibba008 bash[39303]: cluster 2021-03-04T23:05:18.923624+0000 mgr.x (mgr.34379) 470 : cluster [DBG] pgmap v759: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:20 gibba023 bash[27374]: cluster 2021-03-04T23:05:18.923624+0000 mgr.x (mgr.34379) 470 : cluster [DBG] pgmap v759: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:21.241 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:05:21.243 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:05:22.050 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":760,"stamp":"2021-03-04T23:05:20.924237+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4338660,"kb_used_data":55648,"kb_used_omap":0,"kb_used_meta":4282944,"kb_avail":700304412,"statfs":{"total":721554505728,"available":717111717888,"internally_reserved":4294967296,"allocated":56983552,"data_stored":35269744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4385734656},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007608"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264025+0000","last_change":"2021-03-04T22:59:44.240595+0000","last_active":"2021-03-04T23:04:01.264025+0000","last_peered":"2021-03-04T23:04:01.264025+0000","last_clean":"2021-03-04T23:04:01.264025+0000","last_became_active":"2021-03-04T22:59:44.240323+0000","last_became_peered":"2021-03-04T22:59:44.240323+0000","last_unstale":"2021-03-04T23:04:01.264025+0000","last_undegraded":"2021-03-04T23:04:01.264025+0000","last_fullsized":"2021-03-04T23:04:01.264025+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263603+0000","last_change":"2021-03-04T23:00:23.896075+0000","last_active":"2021-03-04T23:04:01.263603+0000","last_peered":"2021-03-04T23:04:01.263603+0000","last_clean":"2021-03-04T23:04:01.263603+0000","last_became_active":"2021-03-04T23:00:11.031108+0000","last_became_peered":"2021-03-04T23:00:11.031108+0000","last_unstale":"2021-03-04T23:04:01.263603+0000","last_undegraded":"2021-03-04T23:04:01.263603+0000","last_fullsized":"2021-03-04T23:04:01.263603+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266754+0000","last_change":"2021-03-04T23:00:11.035785+0000","last_active":"2021-03-04T23:04:01.266754+0000","last_peered":"2021-03-04T23:04:01.266754+0000","last_clean":"2021-03-04T23:04:01.266754+0000","last_became_active":"2021-03-04T23:00:11.035527+0000","last_became_peered":"2021-03-04T23:00:11.035527+0000","last_unstale":"2021-03-04T23:04:01.266754+0000","last_undegraded":"2021-03-04T23:04:01.266754+0000","last_fullsized":"2021-03-04T23:04:01.266754+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269588+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:04:01.269588+0000","last_peered":"2021-03-04T23:04:01.269588+0000","last_clean":"2021-03-04T23:04:01.269588+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:04:01.269588+0000","last_undegraded":"2021-03-04T23:04:01.269588+0000","last_fullsized":"2021-03-04T23:04:01.269588+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263319+0000","last_change":"2021-03-04T23:00:23.894069+0000","last_active":"2021-03-04T23:04:01.263319+0000","last_peered":"2021-03-04T23:04:01.263319+0000","last_clean":"2021-03-04T23:04:01.263319+0000","last_became_active":"2021-03-04T23:00:11.032178+0000","last_became_peered":"2021-03-04T23:00:11.032178+0000","last_unstale":"2021-03-04T23:04:01.263319+0000","last_undegraded":"2021-03-04T23:04:01.263319+0000","last_fullsized":"2021-03-04T23:04:01.263319+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266772+0000","last_change":"2021-03-04T22:59:18.766769+0000","last_active":"2021-03-04T23:04:01.266772+0000","last_peered":"2021-03-04T23:04:01.266772+0000","last_clean":"2021-03-04T23:04:01.266772+0000","last_became_active":"2021-03-04T22:59:18.766428+0000","last_became_peered":"2021-03-04T22:59:18.766428+0000","last_unstale":"2021-03-04T23:04:01.266772+0000","last_undegraded":"2021-03-04T23:04:01.266772+0000","last_fullsized":"2021-03-04T23:04:01.266772+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269612+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:04:01.269612+0000","last_peered":"2021-03-04T23:04:01.269612+0000","last_clean":"2021-03-04T23:04:01.269612+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:04:01.269612+0000","last_undegraded":"2021-03-04T23:04:01.269612+0000","last_fullsized":"2021-03-04T23:04:01.269612+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263279+0000","last_change":"2021-03-04T23:00:23.895293+0000","last_active":"2021-03-04T23:04:01.263279+0000","last_peered":"2021-03-04T23:04:01.263279+0000","last_clean":"2021-03-04T23:04:01.263279+0000","last_became_active":"2021-03-04T23:00:11.030972+0000","last_became_peered":"2021-03-04T23:00:11.030972+0000","last_unstale":"2021-03-04T23:04:01.263279+0000","last_undegraded":"2021-03-04T23:04:01.263279+0000","last_fullsized":"2021-03-04T23:04:01.263279+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272822+0000","last_change":"2021-03-04T22:59:18.763967+0000","last_active":"2021-03-04T23:04:01.272822+0000","last_peered":"2021-03-04T23:04:01.272822+0000","last_clean":"2021-03-04T23:04:01.272822+0000","last_became_active":"2021-03-04T22:59:18.763528+0000","last_became_peered":"2021-03-04T22:59:18.763528+0000","last_unstale":"2021-03-04T23:04:01.272822+0000","last_undegraded":"2021-03-04T23:04:01.272822+0000","last_fullsized":"2021-03-04T23:04:01.272822+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263531+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:04:01.263531+0000","last_peered":"2021-03-04T23:04:01.263531+0000","last_clean":"2021-03-04T23:04:01.263531+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:04:01.263531+0000","last_undegraded":"2021-03-04T23:04:01.263531+0000","last_fullsized":"2021-03-04T23:04:01.263531+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268144+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:04:01.268144+0000","last_peered":"2021-03-04T23:04:01.268144+0000","last_clean":"2021-03-04T23:04:01.268144+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:04:01.268144+0000","last_undegraded":"2021-03-04T23:04:01.268144+0000","last_fullsized":"2021-03-04T23:04:01.268144+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266761+0000","last_change":"2021-03-04T22:59:44.238619+0000","last_active":"2021-03-04T23:04:01.266761+0000","last_peered":"2021-03-04T23:04:01.266761+0000","last_clean":"2021-03-04T23:04:01.266761+0000","last_became_active":"2021-03-04T22:59:44.238365+0000","last_became_peered":"2021-03-04T22:59:44.238365+0000","last_unstale":"2021-03-04T23:04:01.266761+0000","last_undegraded":"2021-03-04T23:04:01.266761+0000","last_fullsized":"2021-03-04T23:04:01.266761+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264044+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:04:01.264044+0000","last_peered":"2021-03-04T23:04:01.264044+0000","last_clean":"2021-03-04T23:04:01.264044+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:04:01.264044+0000","last_undegraded":"2021-03-04T23:04:01.264044+0000","last_fullsized":"2021-03-04T23:04:01.264044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263991+0000","last_change":"2021-03-04T22:59:18.767307+0000","last_active":"2021-03-04T23:04:01.263991+0000","last_peered":"2021-03-04T23:04:01.263991+0000","last_clean":"2021-03-04T23:04:01.263991+0000","last_became_active":"2021-03-04T22:59:18.767071+0000","last_became_peered":"2021-03-04T22:59:18.767071+0000","last_unstale":"2021-03-04T23:04:01.263991+0000","last_undegraded":"2021-03-04T23:04:01.263991+0000","last_fullsized":"2021-03-04T23:04:01.263991+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267973+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:04:01.267973+0000","last_peered":"2021-03-04T23:04:01.267973+0000","last_clean":"2021-03-04T23:04:01.267973+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:04:01.267973+0000","last_undegraded":"2021-03-04T23:04:01.267973+0000","last_fullsized":"2021-03-04T23:04:01.267973+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263547+0000","last_change":"2021-03-04T23:00:23.897397+0000","last_active":"2021-03-04T23:04:01.263547+0000","last_peered":"2021-03-04T23:04:01.263547+0000","last_clean":"2021-03-04T23:04:01.263547+0000","last_became_active":"2021-03-04T23:00:11.029452+0000","last_became_peered":"2021-03-04T23:00:11.029452+0000","last_unstale":"2021-03-04T23:04:01.263547+0000","last_undegraded":"2021-03-04T23:04:01.263547+0000","last_fullsized":"2021-03-04T23:04:01.263547+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269333+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:04:01.269333+0000","last_peered":"2021-03-04T23:04:01.269333+0000","last_clean":"2021-03-04T23:04:01.269333+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:04:01.269333+0000","last_undegraded":"2021-03-04T23:04:01.269333+0000","last_fullsized":"2021-03-04T23:04:01.269333+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272884+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:04:01.272884+0000","last_peered":"2021-03-04T23:04:01.272884+0000","last_clean":"2021-03-04T23:04:01.272884+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:04:01.272884+0000","last_undegraded":"2021-03-04T23:04:01.272884+0000","last_fullsized":"2021-03-04T23:04:01.272884+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267854+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:04:01.267854+0000","last_peered":"2021-03-04T23:04:01.267854+0000","last_clean":"2021-03-04T23:04:01.267854+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:04:01.267854+0000","last_undegraded":"2021-03-04T23:04:01.267854+0000","last_fullsized":"2021-03-04T23:04:01.267854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269506+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:04:01.269506+0000","last_peered":"2021-03-04T23:04:01.269506+0000","last_clean":"2021-03-04T23:04:01.269506+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:04:01.269506+0000","last_undegraded":"2021-03-04T23:04:01.269506+0000","last_fullsized":"2021-03-04T23:04:01.269506+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"538","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266380+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:04:01.266380+0000","last_peered":"2021-03-04T23:04:01.266380+0000","last_clean":"2021-03-04T23:04:01.266380+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:04:01.266380+0000","last_undegraded":"2021-03-04T23:04:01.266380+0000","last_fullsized":"2021-03-04T23:04:01.266380+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263659+0000","last_change":"2021-03-04T23:00:23.897806+0000","last_active":"2021-03-04T23:04:01.263659+0000","last_peered":"2021-03-04T23:04:01.263659+0000","last_clean":"2021-03-04T23:04:01.263659+0000","last_became_active":"2021-03-04T23:00:11.032277+0000","last_became_peered":"2021-03-04T23:00:11.032277+0000","last_unstale":"2021-03-04T23:04:01.263659+0000","last_undegraded":"2021-03-04T23:04:01.263659+0000","last_fullsized":"2021-03-04T23:04:01.263659+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268201+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:04:01.268201+0000","last_peered":"2021-03-04T23:04:01.268201+0000","last_clean":"2021-03-04T23:04:01.268201+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:04:01.268201+0000","last_undegraded":"2021-03-04T23:04:01.268201+0000","last_fullsized":"2021-03-04T23:04:01.268201+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272811+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:04:01.272811+0000","last_peered":"2021-03-04T23:04:01.272811+0000","last_clean":"2021-03-04T23:04:01.272811+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:04:01.272811+0000","last_undegraded":"2021-03-04T23:04:01.272811+0000","last_fullsized":"2021-03-04T23:04:01.272811+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268147+0000","last_change":"2021-03-04T22:59:18.763155+0000","last_active":"2021-03-04T23:04:01.268147+0000","last_peered":"2021-03-04T23:04:01.268147+0000","last_clean":"2021-03-04T23:04:01.268147+0000","last_became_active":"2021-03-04T22:59:18.762782+0000","last_became_peered":"2021-03-04T22:59:18.762782+0000","last_unstale":"2021-03-04T23:04:01.268147+0000","last_undegraded":"2021-03-04T23:04:01.268147+0000","last_fullsized":"2021-03-04T23:04:01.268147+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263921+0000","last_change":"2021-03-04T23:00:11.034967+0000","last_active":"2021-03-04T23:04:01.263921+0000","last_peered":"2021-03-04T23:04:01.263921+0000","last_clean":"2021-03-04T23:04:01.263921+0000","last_became_active":"2021-03-04T23:00:11.034642+0000","last_became_peered":"2021-03-04T23:00:11.034642+0000","last_unstale":"2021-03-04T23:04:01.263921+0000","last_undegraded":"2021-03-04T23:04:01.263921+0000","last_fullsized":"2021-03-04T23:04:01.263921+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"511","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268236+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:04:01.268236+0000","last_peered":"2021-03-04T23:04:01.268236+0000","last_clean":"2021-03-04T23:04:01.268236+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:04:01.268236+0000","last_undegraded":"2021-03-04T23:04:01.268236+0000","last_fullsized":"2021-03-04T23:04:01.268236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266572+0000","last_change":"2021-03-04T22:59:18.763844+0000","last_active":"2021-03-04T23:04:01.266572+0000","last_peered":"2021-03-04T23:04:01.266572+0000","last_clean":"2021-03-04T23:04:01.266572+0000","last_became_active":"2021-03-04T22:59:18.763164+0000","last_became_peered":"2021-03-04T22:59:18.763164+0000","last_unstale":"2021-03-04T23:04:01.266572+0000","last_undegraded":"2021-03-04T23:04:01.266572+0000","last_fullsized":"2021-03-04T23:04:01.266572+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272672+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:04:01.272672+0000","last_peered":"2021-03-04T23:04:01.272672+0000","last_clean":"2021-03-04T23:04:01.272672+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:04:01.272672+0000","last_undegraded":"2021-03-04T23:04:01.272672+0000","last_fullsized":"2021-03-04T23:04:01.272672+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269484+0000","last_change":"2021-03-04T22:59:18.765764+0000","last_active":"2021-03-04T23:04:01.269484+0000","last_peered":"2021-03-04T23:04:01.269484+0000","last_clean":"2021-03-04T23:04:01.269484+0000","last_became_active":"2021-03-04T22:59:18.765596+0000","last_became_peered":"2021-03-04T22:59:18.765596+0000","last_unstale":"2021-03-04T23:04:01.269484+0000","last_undegraded":"2021-03-04T23:04:01.269484+0000","last_fullsized":"2021-03-04T23:04:01.269484+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263468+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:04:01.263468+0000","last_peered":"2021-03-04T23:04:01.263468+0000","last_clean":"2021-03-04T23:04:01.263468+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:04:01.263468+0000","last_undegraded":"2021-03-04T23:04:01.263468+0000","last_fullsized":"2021-03-04T23:04:01.263468+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264158+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:04:01.264158+0000","last_peered":"2021-03-04T23:04:01.264158+0000","last_clean":"2021-03-04T23:04:01.264158+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:04:01.264158+0000","last_undegraded":"2021-03-04T23:04:01.264158+0000","last_fullsized":"2021-03-04T23:04:01.264158+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266461+0000","last_change":"2021-03-04T22:59:18.763490+0000","last_active":"2021-03-04T23:04:01.266461+0000","last_peered":"2021-03-04T23:04:01.266461+0000","last_clean":"2021-03-04T23:04:01.266461+0000","last_became_active":"2021-03-04T22:59:18.762739+0000","last_became_peered":"2021-03-04T22:59:18.762739+0000","last_unstale":"2021-03-04T23:04:01.266461+0000","last_undegraded":"2021-03-04T23:04:01.266461+0000","last_fullsized":"2021-03-04T23:04:01.266461+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264186+0000","last_change":"2021-03-04T22:59:44.240591+0000","last_active":"2021-03-04T23:04:01.264186+0000","last_peered":"2021-03-04T23:04:01.264186+0000","last_clean":"2021-03-04T23:04:01.264186+0000","last_became_active":"2021-03-04T22:59:44.240349+0000","last_became_peered":"2021-03-04T22:59:44.240349+0000","last_unstale":"2021-03-04T23:04:01.264186+0000","last_undegraded":"2021-03-04T23:04:01.264186+0000","last_fullsized":"2021-03-04T23:04:01.264186+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263807+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:04:01.263807+0000","last_peered":"2021-03-04T23:04:01.263807+0000","last_clean":"2021-03-04T23:04:01.263807+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:04:01.263807+0000","last_undegraded":"2021-03-04T23:04:01.263807+0000","last_fullsized":"2021-03-04T23:04:01.263807+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264089+0000","last_change":"2021-03-04T22:59:18.762844+0000","last_active":"2021-03-04T23:04:01.264089+0000","last_peered":"2021-03-04T23:04:01.264089+0000","last_clean":"2021-03-04T23:04:01.264089+0000","last_became_active":"2021-03-04T22:59:18.762464+0000","last_became_peered":"2021-03-04T22:59:18.762464+0000","last_unstale":"2021-03-04T23:04:01.264089+0000","last_undegraded":"2021-03-04T23:04:01.264089+0000","last_fullsized":"2021-03-04T23:04:01.264089+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263223+0000","last_change":"2021-03-04T23:00:23.896127+0000","last_active":"2021-03-04T23:04:01.263223+0000","last_peered":"2021-03-04T23:04:01.263223+0000","last_clean":"2021-03-04T23:04:01.263223+0000","last_became_active":"2021-03-04T23:00:11.032356+0000","last_became_peered":"2021-03-04T23:00:11.032356+0000","last_unstale":"2021-03-04T23:04:01.263223+0000","last_undegraded":"2021-03-04T23:04:01.263223+0000","last_fullsized":"2021-03-04T23:04:01.263223+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267005+0000","last_change":"2021-03-04T23:00:11.029986+0000","last_active":"2021-03-04T23:04:01.267005+0000","last_peered":"2021-03-04T23:04:01.267005+0000","last_clean":"2021-03-04T23:04:01.267005+0000","last_became_active":"2021-03-04T23:00:11.029722+0000","last_became_peered":"2021-03-04T23:00:11.029722+0000","last_unstale":"2021-03-04T23:04:01.267005+0000","last_undegraded":"2021-03-04T23:04:01.267005+0000","last_fullsized":"2021-03-04T23:04:01.267005+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266900+0000","last_change":"2021-03-04T22:59:30.012488+0000","last_active":"2021-03-04T23:04:01.266900+0000","last_peered":"2021-03-04T23:04:01.266900+0000","last_clean":"2021-03-04T23:04:01.266900+0000","last_became_active":"2021-03-04T22:59:18.763958+0000","last_became_peered":"2021-03-04T22:59:18.763958+0000","last_unstale":"2021-03-04T23:04:01.266900+0000","last_undegraded":"2021-03-04T23:04:01.266900+0000","last_fullsized":"2021-03-04T23:04:01.266900+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272860+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:04:01.272860+0000","last_peered":"2021-03-04T23:04:01.272860+0000","last_clean":"2021-03-04T23:04:01.272860+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:04:01.272860+0000","last_undegraded":"2021-03-04T23:04:01.272860+0000","last_fullsized":"2021-03-04T23:04:01.272860+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266888+0000","last_change":"2021-03-04T22:59:30.015474+0000","last_active":"2021-03-04T23:04:01.266888+0000","last_peered":"2021-03-04T23:04:01.266888+0000","last_clean":"2021-03-04T23:04:01.266888+0000","last_became_active":"2021-03-04T22:59:18.763707+0000","last_became_peered":"2021-03-04T22:59:18.763707+0000","last_unstale":"2021-03-04T23:04:01.266888+0000","last_undegraded":"2021-03-04T23:04:01.266888+0000","last_fullsized":"2021-03-04T23:04:01.266888+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272764+0000","last_change":"2021-03-04T22:59:18.762912+0000","last_active":"2021-03-04T23:04:01.272764+0000","last_peered":"2021-03-04T23:04:01.272764+0000","last_clean":"2021-03-04T23:04:01.272764+0000","last_became_active":"2021-03-04T22:59:18.762638+0000","last_became_peered":"2021-03-04T22:59:18.762638+0000","last_unstale":"2021-03-04T23:04:01.272764+0000","last_undegraded":"2021-03-04T23:04:01.272764+0000","last_fullsized":"2021-03-04T23:04:01.272764+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263841+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:04:01.263841+0000","last_peered":"2021-03-04T23:04:01.263841+0000","last_clean":"2021-03-04T23:04:01.263841+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:04:01.263841+0000","last_undegraded":"2021-03-04T23:04:01.263841+0000","last_fullsized":"2021-03-04T23:04:01.263841+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267094+0000","last_change":"2021-03-04T23:00:11.034316+0000","last_active":"2021-03-04T23:04:01.267094+0000","last_peered":"2021-03-04T23:04:01.267094+0000","last_clean":"2021-03-04T23:04:01.267094+0000","last_became_active":"2021-03-04T23:00:11.034152+0000","last_became_peered":"2021-03-04T23:00:11.034152+0000","last_unstale":"2021-03-04T23:04:01.267094+0000","last_undegraded":"2021-03-04T23:04:01.267094+0000","last_fullsized":"2021-03-04T23:04:01.267094+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267662+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:04:01.267662+0000","last_peered":"2021-03-04T23:04:01.267662+0000","last_clean":"2021-03-04T23:04:01.267662+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:04:01.267662+0000","last_undegraded":"2021-03-04T23:04:01.267662+0000","last_fullsized":"2021-03-04T23:04:01.267662+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266799+0000","last_change":"2021-03-04T22:59:44.238639+0000","last_active":"2021-03-04T23:04:01.266799+0000","last_peered":"2021-03-04T23:04:01.266799+0000","last_clean":"2021-03-04T23:04:01.266799+0000","last_became_active":"2021-03-04T22:59:44.238426+0000","last_became_peered":"2021-03-04T22:59:44.238426+0000","last_unstale":"2021-03-04T23:04:01.266799+0000","last_undegraded":"2021-03-04T23:04:01.266799+0000","last_fullsized":"2021-03-04T23:04:01.266799+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266995+0000","last_change":"2021-03-04T22:59:30.016939+0000","last_active":"2021-03-04T23:04:01.266995+0000","last_peered":"2021-03-04T23:04:01.266995+0000","last_clean":"2021-03-04T23:04:01.266995+0000","last_became_active":"2021-03-04T22:59:18.763745+0000","last_became_peered":"2021-03-04T22:59:18.763745+0000","last_unstale":"2021-03-04T23:04:01.266995+0000","last_undegraded":"2021-03-04T23:04:01.266995+0000","last_fullsized":"2021-03-04T23:04:01.266995+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272901+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:04:01.272901+0000","last_peered":"2021-03-04T23:04:01.272901+0000","last_clean":"2021-03-04T23:04:01.272901+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:04:01.272901+0000","last_undegraded":"2021-03-04T23:04:01.272901+0000","last_fullsized":"2021-03-04T23:04:01.272901+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267975+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:04:01.267975+0000","last_peered":"2021-03-04T23:04:01.267975+0000","last_clean":"2021-03-04T23:04:01.267975+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:04:01.267975+0000","last_undegraded":"2021-03-04T23:04:01.267975+0000","last_fullsized":"2021-03-04T23:04:01.267975+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"498","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263405+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:04:01.263405+0000","last_peered":"2021-03-04T23:04:01.263405+0000","last_clean":"2021-03-04T23:04:01.263405+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:04:01.263405+0000","last_undegraded":"2021-03-04T23:04:01.263405+0000","last_fullsized":"2021-03-04T23:04:01.263405+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266641+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:04:01.266641+0000","last_peered":"2021-03-04T23:04:01.266641+0000","last_clean":"2021-03-04T23:04:01.266641+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:04:01.266641+0000","last_undegraded":"2021-03-04T23:04:01.266641+0000","last_fullsized":"2021-03-04T23:04:01.266641+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"544","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267944+0000","last_change":"2021-03-04T22:59:18.760570+0000","last_active":"2021-03-04T23:04:01.267944+0000","last_peered":"2021-03-04T23:04:01.267944+0000","last_clean":"2021-03-04T23:04:01.267944+0000","last_became_active":"2021-03-04T22:59:18.760339+0000","last_became_peered":"2021-03-04T22:59:18.760339+0000","last_unstale":"2021-03-04T23:04:01.267944+0000","last_undegraded":"2021-03-04T23:04:01.267944+0000","last_fullsized":"2021-03-04T23:04:01.267944+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269237+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:04:01.269237+0000","last_peered":"2021-03-04T23:04:01.269237+0000","last_clean":"2021-03-04T23:04:01.269237+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:04:01.269237+0000","last_undegraded":"2021-03-04T23:04:01.269237+0000","last_fullsized":"2021-03-04T23:04:01.269237+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269565+0000","last_change":"2021-03-04T22:59:44.241985+0000","last_active":"2021-03-04T23:04:01.269565+0000","last_peered":"2021-03-04T23:04:01.269565+0000","last_clean":"2021-03-04T23:04:01.269565+0000","last_became_active":"2021-03-04T22:59:44.241750+0000","last_became_peered":"2021-03-04T22:59:44.241750+0000","last_unstale":"2021-03-04T23:04:01.269565+0000","last_undegraded":"2021-03-04T23:04:01.269565+0000","last_fullsized":"2021-03-04T23:04:01.269565+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268155+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:04:01.268155+0000","last_peered":"2021-03-04T23:04:01.268155+0000","last_clean":"2021-03-04T23:04:01.268155+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:04:01.268155+0000","last_undegraded":"2021-03-04T23:04:01.268155+0000","last_fullsized":"2021-03-04T23:04:01.268155+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266970+0000","last_change":"2021-03-04T22:59:44.239807+0000","last_active":"2021-03-04T23:04:01.266970+0000","last_peered":"2021-03-04T23:04:01.266970+0000","last_clean":"2021-03-04T23:04:01.266970+0000","last_became_active":"2021-03-04T22:59:44.239508+0000","last_became_peered":"2021-03-04T22:59:44.239508+0000","last_unstale":"2021-03-04T23:04:01.266970+0000","last_undegraded":"2021-03-04T23:04:01.266970+0000","last_fullsized":"2021-03-04T23:04:01.266970+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269384+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:04:01.269384+0000","last_peered":"2021-03-04T23:04:01.269384+0000","last_clean":"2021-03-04T23:04:01.269384+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:04:01.269384+0000","last_undegraded":"2021-03-04T23:04:01.269384+0000","last_fullsized":"2021-03-04T23:04:01.269384+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263682+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:04:01.263682+0000","last_peered":"2021-03-04T23:04:01.263682+0000","last_clean":"2021-03-04T23:04:01.263682+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:04:01.263682+0000","last_undegraded":"2021-03-04T23:04:01.263682+0000","last_fullsized":"2021-03-04T23:04:01.263682+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267007+0000","last_change":"2021-03-04T22:59:30.012551+0000","last_active":"2021-03-04T23:04:01.267007+0000","last_peered":"2021-03-04T23:04:01.267007+0000","last_clean":"2021-03-04T23:04:01.267007+0000","last_became_active":"2021-03-04T22:59:18.765094+0000","last_became_peered":"2021-03-04T22:59:18.765094+0000","last_unstale":"2021-03-04T23:04:01.267007+0000","last_undegraded":"2021-03-04T23:04:01.267007+0000","last_fullsized":"2021-03-04T23:04:01.267007+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263181+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:04:01.263181+0000","last_peered":"2021-03-04T23:04:01.263181+0000","last_clean":"2021-03-04T23:04:01.263181+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:04:01.263181+0000","last_undegraded":"2021-03-04T23:04:01.263181+0000","last_fullsized":"2021-03-04T23:04:01.263181+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266724+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:04:01.266724+0000","last_peered":"2021-03-04T23:04:01.266724+0000","last_clean":"2021-03-04T23:04:01.266724+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:04:01.266724+0000","last_undegraded":"2021-03-04T23:04:01.266724+0000","last_fullsized":"2021-03-04T23:04:01.266724+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"518","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269620+0000","last_change":"2021-03-04T22:59:18.761682+0000","last_active":"2021-03-04T23:04:01.269620+0000","last_peered":"2021-03-04T23:04:01.269620+0000","last_clean":"2021-03-04T23:04:01.269620+0000","last_became_active":"2021-03-04T22:59:18.761294+0000","last_became_peered":"2021-03-04T22:59:18.761294+0000","last_unstale":"2021-03-04T23:04:01.269620+0000","last_undegraded":"2021-03-04T23:04:01.269620+0000","last_fullsized":"2021-03-04T23:04:01.269620+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263821+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:04:01.263821+0000","last_peered":"2021-03-04T23:04:01.263821+0000","last_clean":"2021-03-04T23:04:01.263821+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:04:01.263821+0000","last_undegraded":"2021-03-04T23:04:01.263821+0000","last_fullsized":"2021-03-04T23:04:01.263821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"503","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269445+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:04:01.269445+0000","last_peered":"2021-03-04T23:04:01.269445+0000","last_clean":"2021-03-04T23:04:01.269445+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:04:01.269445+0000","last_undegraded":"2021-03-04T23:04:01.269445+0000","last_fullsized":"2021-03-04T23:04:01.269445+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"542","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267841+0000","last_change":"2021-03-04T23:00:11.029860+0000","last_active":"2021-03-04T23:04:01.267841+0000","last_peered":"2021-03-04T23:04:01.267841+0000","last_clean":"2021-03-04T23:04:01.267841+0000","last_became_active":"2021-03-04T23:00:11.029628+0000","last_became_peered":"2021-03-04T23:00:11.029628+0000","last_unstale":"2021-03-04T23:04:01.267841+0000","last_undegraded":"2021-03-04T23:04:01.267841+0000","last_fullsized":"2021-03-04T23:04:01.267841+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272735+0000","last_change":"2021-03-04T22:59:18.768987+0000","last_active":"2021-03-04T23:04:01.272735+0000","last_peered":"2021-03-04T23:04:01.272735+0000","last_clean":"2021-03-04T23:04:01.272735+0000","last_became_active":"2021-03-04T22:59:18.768579+0000","last_became_peered":"2021-03-04T22:59:18.768579+0000","last_unstale":"2021-03-04T23:04:01.272735+0000","last_undegraded":"2021-03-04T23:04:01.272735+0000","last_fullsized":"2021-03-04T23:04:01.272735+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264119+0000","last_change":"2021-03-04T23:00:11.028054+0000","last_active":"2021-03-04T23:04:01.264119+0000","last_peered":"2021-03-04T23:04:01.264119+0000","last_clean":"2021-03-04T23:04:01.264119+0000","last_became_active":"2021-03-04T23:00:11.027754+0000","last_became_peered":"2021-03-04T23:00:11.027754+0000","last_unstale":"2021-03-04T23:04:01.264119+0000","last_undegraded":"2021-03-04T23:04:01.264119+0000","last_fullsized":"2021-03-04T23:04:01.264119+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"517","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272717+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:04:01.272717+0000","last_peered":"2021-03-04T23:04:01.272717+0000","last_clean":"2021-03-04T23:04:01.272717+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:04:01.272717+0000","last_undegraded":"2021-03-04T23:04:01.272717+0000","last_fullsized":"2021-03-04T23:04:01.272717+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263824+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:04:01.263824+0000","last_peered":"2021-03-04T23:04:01.263824+0000","last_clean":"2021-03-04T23:04:01.263824+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:04:01.263824+0000","last_undegraded":"2021-03-04T23:04:01.263824+0000","last_fullsized":"2021-03-04T23:04:01.263824+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263664+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:04:01.263664+0000","last_peered":"2021-03-04T23:04:01.263664+0000","last_clean":"2021-03-04T23:04:01.263664+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:04:01.263664+0000","last_undegraded":"2021-03-04T23:04:01.263664+0000","last_fullsized":"2021-03-04T23:04:01.263664+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263227+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:04:01.263227+0000","last_peered":"2021-03-04T23:04:01.263227+0000","last_clean":"2021-03-04T23:04:01.263227+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:04:01.263227+0000","last_undegraded":"2021-03-04T23:04:01.263227+0000","last_fullsized":"2021-03-04T23:04:01.263227+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269549+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:04:01.269549+0000","last_peered":"2021-03-04T23:04:01.269549+0000","last_clean":"2021-03-04T23:04:01.269549+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:04:01.269549+0000","last_undegraded":"2021-03-04T23:04:01.269549+0000","last_fullsized":"2021-03-04T23:04:01.269549+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263869+0000","last_change":"2021-03-04T22:59:18.760850+0000","last_active":"2021-03-04T23:04:01.263869+0000","last_peered":"2021-03-04T23:04:01.263869+0000","last_clean":"2021-03-04T23:04:01.263869+0000","last_became_active":"2021-03-04T22:59:18.760600+0000","last_became_peered":"2021-03-04T22:59:18.760600+0000","last_unstale":"2021-03-04T23:04:01.263869+0000","last_undegraded":"2021-03-04T23:04:01.263869+0000","last_fullsized":"2021-03-04T23:04:01.263869+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495811,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055556,"kb_used_data":6972,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024828,"statfs":{"total":90194313216,"available":89113423872,"internally_reserved":1073741824,"allocated":7139328,"data_stored":4410270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.8600000000000001,"15min":1.7769999999999999},"min":{"1min":0.67200000000000004,"5min":0.313,"15min":0.313},"max":{"1min":2.8799999999999999,"5min":3.0179999999999998,"15min":3.2839999999999998},"last":2.0209999999999999},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.7869999999999999,"15min":1.8180000000000001},"min":{"1min":0.57099999999999995,"5min":0.189,"15min":0.189},"max":{"1min":2.6560000000000001,"5min":2.9119999999999999,"15min":2.9119999999999999},"last":1.9079999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.5720000000000001,"15min":1.4099999999999999},"min":{"1min":0.47999999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.3730000000000002,"5min":2.7120000000000002,"15min":2.7120000000000002},"last":2.2480000000000002},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.7569999999999999,"15min":1.6200000000000001},"min":{"1min":0.439,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.4249999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":2.1200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.661,"5min":1.6499999999999999,"15min":1.583},"min":{"1min":1.0129999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3980000000000001,"5min":2.7069999999999999,"15min":2.7069999999999999},"last":1.236},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.679,"15min":1.6819999999999999},"min":{"1min":0.84399999999999997,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.452,"5min":2.8519999999999999,"15min":2.8519999999999999},"last":2.194}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.4419999999999999,"15min":1.4530000000000001},"min":{"1min":0.61799999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.0129999999999999,"5min":2.403,"15min":2.403},"last":1.5860000000000001},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.716,"15min":1.766},"min":{"1min":0.55200000000000005,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.4159999999999999,"5min":2.9039999999999999,"15min":2.9039999999999999},"last":2.4159999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.196,"15min":1.1890000000000001},"min":{"1min":0.32700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.7069999999999999,"5min":2.7069999999999999,"15min":4.0209999999999999},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.1080000000000001,"15min":1.22},"min":{"1min":0.253,"5min":0.16800000000000001,"15min":0.127},"max":{"1min":1.851,"5min":2.016,"15min":2.698},"last":0.94499999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.298,"15min":1.3009999999999999},"min":{"1min":0.22500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.5110000000000001,"5min":2.6920000000000002,"15min":3.1400000000000001},"last":1.6639999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.5249999999999999,"15min":1.496},"min":{"1min":0.29199999999999998,"5min":0.156,"15min":0.156},"max":{"1min":2.5659999999999998,"5min":3.0099999999999998,"15min":4.2699999999999996},"last":1.4730000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.6359999999999999,"15min":1.615},"min":{"1min":0.34599999999999997,"5min":0.246,"15min":0.20000000000000001},"max":{"1min":2.6960000000000002,"5min":2.9340000000000002,"15min":4.4539999999999997},"last":1.8080000000000001},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.3320000000000001,"15min":1.48},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.152},"max":{"1min":2.1440000000000001,"5min":2.4529999999999998,"15min":2.9889999999999999},"last":1.3899999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659335,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055544,"kb_used_data":6960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024840,"statfs":{"total":90194313216,"available":89113436160,"internally_reserved":1073741824,"allocated":7127040,"data_stored":4410124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.4910000000000001,"5min":1.577,"15min":1.4910000000000001},"min":{"1min":0.59399999999999997,"5min":0.313,"15min":0.28100000000000003},"max":{"1min":2.222,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":2.1520000000000001},{"interface":"front","average":{"1min":1.552,"5min":1.6859999999999999,"15min":1.6950000000000001},"min":{"1min":0.51900000000000002,"5min":0.46899999999999997,"15min":0.23499999999999999},"max":{"1min":2.2829999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":1.7370000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.651,"15min":1.4399999999999999},"min":{"1min":0.41799999999999998,"5min":0.217,"15min":0.217},"max":{"1min":2.5630000000000002,"5min":3.0880000000000001,"15min":3.0880000000000001},"last":2.4199999999999999},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.5269999999999999,"15min":1.345},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.8370000000000002,"5min":2.8370000000000002,"15min":2.8370000000000002},"last":2.302}]},{"osd":2,"last update":"Thu Mar 4 23:04:51 2021","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.744,"15min":1.659},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.5950000000000002,"5min":3.2330000000000001,"15min":3.2330000000000001},"last":2.585},{"interface":"front","average":{"1min":1.534,"5min":1.6000000000000001,"15min":1.6339999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.012,"5min":3.012,"15min":3.012},"last":1.855}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":1.5149999999999999,"15min":1.5600000000000001},"min":{"1min":0.497,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.101,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":1.353},{"interface":"front","average":{"1min":1.704,"5min":1.8759999999999999,"15min":1.8839999999999999},"min":{"1min":0.55700000000000005,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.3780000000000001,"5min":3.161,"15min":3.161},"last":1.9690000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.1539999999999999,"15min":1.167},"min":{"1min":0.23400000000000001,"5min":0.188,"15min":0.17599999999999999},"max":{"1min":2.4169999999999998,"5min":2.702,"15min":2.706},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.238,"5min":1.1910000000000001,"15min":1.1659999999999999},"min":{"1min":0.27200000000000002,"5min":0.223,"15min":0.157},"max":{"1min":2.0640000000000001,"5min":2.7170000000000001,"15min":2.7170000000000001},"last":1.024}]},{"osd":5,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.1819999999999999,"15min":1.2669999999999999},"min":{"1min":0.24299999999999999,"5min":0.24199999999999999,"15min":0.19},"max":{"1min":2.1779999999999999,"5min":2.1909999999999998,"15min":2.609},"last":0.88300000000000001},{"interface":"front","average":{"1min":1.6990000000000001,"5min":1.5249999999999999,"15min":1.4990000000000001},"min":{"1min":0.30299999999999999,"5min":0.26000000000000001,"15min":0.184},"max":{"1min":2.7200000000000002,"5min":2.7210000000000001,"15min":2.9169999999999998},"last":1.167}]},{"osd":7,"last update":"Thu Mar 4 23:05:00 2021","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.5249999999999999,"15min":1.5509999999999999},"min":{"1min":0.32800000000000001,"5min":0.28000000000000003,"15min":0.218},"max":{"1min":2.1699999999999999,"5min":2.746,"15min":2.8410000000000002},"last":1.468},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.9299999999999999,"15min":1.825},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.20899999999999999},"max":{"1min":3.3399999999999999,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":1.601}]}]},{"osd":1,"up_from":341,"seq":1464583848010,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6944,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7110656,"data_stored":4407455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.248,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2330000000000001,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.99399999999999999,"15min":0.95999999999999996},"min":{"1min":0.26500000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.1440000000000001,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":1.032}]},{"osd":2,"last update":"Thu Mar 4 23:04:48 2021","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.073,"15min":0.997},"min":{"1min":0.32200000000000001,"5min":0.218,"15min":0.218},"max":{"1min":1.671,"5min":2.3410000000000002,"15min":2.3410000000000002},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.587,"5min":1.581,"15min":1.405},"min":{"1min":0.51800000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":2.306,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.2370000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:04:20 2021","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.6000000000000001,"15min":1.591},"min":{"1min":0.313,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.5600000000000001,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.4990000000000001},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0529999999999999,"15min":1.0429999999999999},"min":{"1min":0.30099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.7709999999999999,"5min":2.7229999999999999,"15min":2.7229999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.6739999999999999,"15min":1.6839999999999999},"min":{"1min":0.439,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.4169999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":1.607},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.6140000000000001,"15min":1.6379999999999999},"min":{"1min":0.39900000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.71,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":1.74}]},{"osd":5,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.837},"min":{"1min":0.48699999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.0139999999999998,"5min":3.0139999999999998,"15min":3.0139999999999998},"last":2.3370000000000002},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.7110000000000001,"15min":1.7150000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.427,"5min":2.6709999999999998,"15min":2.6709999999999998},"last":1.333}]},{"osd":6,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.71,"5min":1.792,"15min":1.825},"min":{"1min":0.42399999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.371,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":2.1920000000000002},{"interface":"front","average":{"1min":2.0659999999999998,"5min":2.1219999999999999,"15min":1.9850000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.9700000000000002,"5min":3.0270000000000001,"15min":3.0270000000000001},"last":1.8879999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.762,"15min":1.671},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":2.6699999999999999,"5min":3.0129999999999999,"15min":3.0129999999999999},"last":2.0350000000000001},{"interface":"front","average":{"1min":1.6870000000000001,"5min":1.8300000000000001,"15min":1.8400000000000001},"min":{"1min":0.47099999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.665,"5min":2.786,"15min":2.786},"last":1.3779999999999999}]}]},{"osd":0,"up_from":284,"seq":1219770712155,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":35632,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":28672,"kb_avail":88044752,"statfs":{"total":90194313216,"available":90157826048,"internally_reserved":0,"allocated":7118848,"data_stored":4408030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":29360128},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:04:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80100000000000005,"15min":0.626},"min":{"1min":0.26200000000000001,"5min":0.187,"15min":0.187},"max":{"1min":1.7749999999999999,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0549999999999999,"15min":0.78100000000000003},"min":{"1min":0.29099999999999998,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":1.3819999999999999,"5min":4.0540000000000003,"15min":4.0540000000000003},"last":1.0620000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:49 2021","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0269999999999999,"15min":0.85799999999999998},"min":{"1min":0.26000000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.4219999999999999,"5min":2.339,"15min":2.339},"last":1.4850000000000001},{"interface":"front","average":{"1min":1.478,"5min":1.444,"15min":1.2869999999999999},"min":{"1min":0.374,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.5840000000000001,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":1.6899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":1.046,"15min":1.125},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.548,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":1.2130000000000001},{"interface":"front","average":{"1min":1.246,"5min":1.399,"15min":1.4399999999999999},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.917,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":1.5960000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":2.0350000000000001,"5min":1.855,"15min":1.5960000000000001},"min":{"1min":0.56399999999999995,"5min":0.53700000000000003,"15min":0.34000000000000002},"max":{"1min":2.9969999999999999,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":1.8149999999999999},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.5820000000000001,"15min":1.5820000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.33000000000000002},"max":{"1min":2.355,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":1.337}]},{"osd":5,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.8180000000000001},"min":{"1min":0.44400000000000001,"5min":0.439,"15min":0.439},"max":{"1min":2.7770000000000001,"5min":3.29,"15min":4.0499999999999998},"last":2.3479999999999999},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.6000000000000001,"15min":1.6779999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.315},"max":{"1min":2.2410000000000001,"5min":4.1719999999999997,"15min":4.1719999999999997},"last":2.0529999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.673,"5min":1.736,"15min":1.8779999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.35199999999999998},"max":{"1min":2.524,"5min":3.242,"15min":3.242},"last":1.9119999999999999},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.1230000000000002,"15min":1.974},"min":{"1min":0.58499999999999996,"5min":0.55500000000000005,"15min":0.40100000000000002},"max":{"1min":3.0209999999999999,"5min":3.1429999999999998,"15min":3.1429999999999998},"last":2.1520000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.48599999999999999,"5min":0.38300000000000001,"15min":0.32800000000000001},"max":{"1min":2.5249999999999999,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":2.2559999999999998},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.1589999999999998,"15min":2.0870000000000002},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.433},"max":{"1min":2.8559999999999999,"5min":4.3490000000000002,"15min":4.3490000000000002},"last":2.4489999999999998}]}]},{"osd":2,"up_from":356,"seq":1529008357445,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":27504,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":20544,"kb_avail":88052880,"statfs":{"total":90194313216,"available":90166149120,"internally_reserved":0,"allocated":7118848,"data_stored":4408042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21037056},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.1899999999999999,"5min":2.6360000000000001,"15min":2.6360000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":1.008,"5min":1.0129999999999999,"15min":0.95999999999999996},"min":{"1min":0.218,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.948,"5min":2.3719999999999999,"15min":2.3719999999999999},"last":1.7829999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0109999999999999,"15min":0.94599999999999995},"min":{"1min":0.27900000000000003,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5669999999999999,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.0960000000000001,"15min":1.0880000000000001},"min":{"1min":0.26600000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.52,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":1.0089999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:04:18 2021","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1850000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.946,"5min":2.012,"15min":2.012},"last":1.498},{"interface":"front","average":{"1min":1.3089999999999999,"5min":1.325,"15min":1.329},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.0699999999999998,"5min":2.262,"15min":2.262},"last":1.556}]},{"osd":4,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":1.905,"15min":1.7849999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":2.883,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":2.1469999999999998},{"interface":"front","average":{"1min":1.52,"5min":1.5269999999999999,"15min":1.4930000000000001},"min":{"1min":0.44,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.391,"5min":2.8130000000000002,"15min":2.8130000000000002},"last":2.0329999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.621,"15min":1.593},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.4060000000000001,"5min":2.7589999999999999,"15min":2.7589999999999999},"last":1.403},{"interface":"front","average":{"1min":1.6319999999999999,"5min":1.6739999999999999,"15min":1.6639999999999999},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":2.2480000000000002,"5min":3.0840000000000001,"15min":3.0840000000000001},"last":1.867}]},{"osd":6,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9910000000000001,"5min":1.867,"15min":1.7410000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.6400000000000001,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":2.2559999999999998},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.724,"15min":1.6659999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.544,"5min":2.8530000000000002,"15min":2.8530000000000002},"last":1.706}]},{"osd":7,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9119999999999999,"5min":1.8660000000000001,"15min":1.8120000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.601,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":2.2120000000000002},{"interface":"front","average":{"1min":2.194,"5min":2.089,"15min":1.972},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.8540000000000001,"5min":3.0089999999999999,"15min":3.0089999999999999},"last":2.363}]}]},{"osd":3,"up_from":370,"seq":1589137899584,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6948,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7114752,"data_stored":4407545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.94699999999999995,"15min":0.96099999999999997},"min":{"1min":0.217,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.4179999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.93300000000000005,"5min":1.0580000000000001,"15min":1.1319999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.4139999999999999,"5min":3.9860000000000002,"15min":3.9860000000000002},"last":0.67800000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.246,"15min":1.3540000000000001},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.253},"max":{"1min":1.7769999999999999,"5min":3.6080000000000001,"15min":3.6080000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":1.056,"5min":1.2010000000000001,"15min":1.3169999999999999},"min":{"1min":0.254,"5min":0.246,"15min":0.246},"max":{"1min":2.1549999999999998,"5min":4.2329999999999997,"15min":4.2329999999999997},"last":0.73899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.409,"15min":1.48},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7200000000000002,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.2549999999999999,"15min":1.2749999999999999},"min":{"1min":0.251,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.0529999999999999,"5min":3.8719999999999999,"15min":3.8719999999999999},"last":0.90200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":2,"5min":2.0110000000000001,"15min":2.0550000000000002},"min":{"1min":0.80500000000000005,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":1.5509999999999999},{"interface":"front","average":{"1min":1.706,"5min":1.776,"15min":1.8400000000000001},"min":{"1min":0.82799999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.4700000000000002,"5min":4.069,"15min":4.069},"last":1.2170000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.6200000000000001,"15min":1.667},"min":{"1min":0.90300000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.4129999999999998,"5min":3.73,"15min":3.73},"last":1.3779999999999999},{"interface":"front","average":{"1min":1.8740000000000001,"5min":2.0270000000000001,"15min":2.1160000000000001},"min":{"1min":0.75600000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":2.593,"5min":3.149,"15min":3.149},"last":1.288}]},{"osd":6,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":1.5720000000000001,"5min":1.6859999999999999,"15min":1.77},"min":{"1min":0.77600000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.101,"5min":3.2029999999999998,"15min":3.2029999999999998},"last":1.508},{"interface":"front","average":{"1min":1.9319999999999999,"5min":2.1429999999999998,"15min":2.1970000000000001},"min":{"1min":0.72599999999999998,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":2.706,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":1.613}]},{"osd":7,"last update":"Thu Mar 4 23:04:17 2021","interfaces":[{"interface":"back","average":{"1min":2.0379999999999998,"5min":2.1560000000000001,"15min":2.1709999999999998},"min":{"1min":0.67600000000000005,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":3.0099999999999998,"5min":3.1800000000000002,"15min":3.1800000000000002},"last":1.4510000000000001},{"interface":"front","average":{"1min":1.8320000000000001,"5min":1.944,"15min":2.0059999999999998},"min":{"1min":0.88,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6970000000000001,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":1.337}]}]},{"osd":4,"up_from":31,"seq":133143986384,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055552,"kb_used_data":6968,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024832,"statfs":{"total":90194313216,"available":89113427968,"internally_reserved":1073741824,"allocated":7135232,"data_stored":4410200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:10 2021","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":1.639,"15min":1.6839999999999999},"min":{"1min":0.71399999999999997,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":3.028,"15min":3.028},"last":1.9750000000000001},{"interface":"front","average":{"1min":1.724,"5min":1.8,"15min":1.9570000000000001},"min":{"1min":0.52500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.6949999999999998,"5min":3.4079999999999999,"15min":3.4079999999999999},"last":2.3769999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3200000000000001,"5min":1.4550000000000001,"15min":1.5149999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.056,"5min":2.4929999999999999,"15min":2.4929999999999999},"last":2.1699999999999999},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.4870000000000001,"15min":1.54},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.6000000000000001,"5min":2.6000000000000001,"15min":2.6000000000000001},"last":1.8169999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":2.0230000000000001,"5min":1.9339999999999999,"15min":1.8919999999999999},"min":{"1min":0.871,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":2.9129999999999998,"5min":3.2090000000000001,"15min":3.2090000000000001},"last":2.117},{"interface":"front","average":{"1min":1.9079999999999999,"5min":1.825,"15min":1.7490000000000001},"min":{"1min":0.80600000000000005,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.7509999999999999,"5min":2.8399999999999999,"15min":2.8399999999999999},"last":2.282}]},{"osd":3,"last update":"Thu Mar 4 23:05:18 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":1.8580000000000001,"15min":1.9099999999999999},"min":{"1min":0.66700000000000004,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.504,"5min":2.9180000000000001,"15min":2.9180000000000001},"last":2.504},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.8540000000000001,"15min":1.847},"min":{"1min":0.754,"5min":0.314,"15min":0.314},"max":{"1min":2.4529999999999998,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":2.4529999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:05:18 2021","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.216,"15min":1.2569999999999999},"min":{"1min":0.35599999999999998,"5min":0.184,"15min":0.14699999999999999},"max":{"1min":2.9460000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":0.91700000000000004},{"interface":"front","average":{"1min":1.3089999999999999,"5min":1.214,"15min":1.1659999999999999},"min":{"1min":0.39500000000000002,"5min":0.183,"15min":0.183},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.3460000000000001},"last":1.3939999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:04:35 2021","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.2190000000000001,"15min":1.298},"min":{"1min":0.254,"5min":0.20200000000000001,"15min":0.191},"max":{"1min":2.6640000000000001,"5min":2.6640000000000001,"15min":2.6949999999999998},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.5269999999999999,"15min":1.458},"min":{"1min":0.36199999999999999,"5min":0.29899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9670000000000001,"5min":2.9670000000000001,"15min":2.9670000000000001},"last":1.6839999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:56 2021","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.6930000000000001,"15min":1.603},"min":{"1min":1.1160000000000001,"5min":0.26500000000000001,"15min":0.189},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.831,"5min":1.6000000000000001,"15min":1.5349999999999999},"min":{"1min":1.254,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":2.5739999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":1.55}]}]},{"osd":5,"up_from":36,"seq":154618822859,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055536,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024848,"statfs":{"total":90194313216,"available":89113444352,"internally_reserved":1073741824,"allocated":7118848,"data_stored":4408078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.4950000000000001,"15min":1.4039999999999999},"min":{"1min":0.58899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.766,"5min":3.2320000000000002,"15min":3.2320000000000002},"last":1.105},{"interface":"front","average":{"1min":1.52,"5min":1.538,"15min":1.389},"min":{"1min":0.60099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":2.6429999999999998,"5min":2.6429999999999998,"15min":2.657},"last":2.1749999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:04:26 2021","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.575,"15min":1.536},"min":{"1min":0.42999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.2250000000000001,"5min":3.0310000000000001,"15min":3.0310000000000001},"last":2.2909999999999999},{"interface":"front","average":{"1min":1.516,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.53900000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.093,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":1.7849999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":1.7709999999999999,"15min":1.7350000000000001},"min":{"1min":0.64400000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.448,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":2.4369999999999998},{"interface":"front","average":{"1min":1.984,"5min":1.8109999999999999,"15min":1.8600000000000001},"min":{"1min":0.72399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.6360000000000001,"5min":2.875,"15min":2.875},"last":1.5389999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:16 2021","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.6679999999999999,"15min":1.696},"min":{"1min":0.60799999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.867,"5min":3.3540000000000001,"15min":3.3540000000000001},"last":2.0670000000000002},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.704,"15min":1.7989999999999999},"min":{"1min":0.55900000000000005,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7959999999999998,"5min":2.964,"15min":2.964},"last":2.7469999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:26 2021","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.077,"15min":1.1060000000000001},"min":{"1min":0.29299999999999998,"5min":0.17699999999999999,"15min":0.125},"max":{"1min":2.1669999999999998,"5min":2.5680000000000001,"15min":2.5680000000000001},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.22,"15min":1.1990000000000001},"min":{"1min":0.38700000000000001,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":2.4039999999999999,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":1.2450000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:04:41 2021","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":1.3200000000000001,"15min":1.357},"min":{"1min":0.82999999999999996,"5min":0.19400000000000001,"15min":0.18099999999999999},"max":{"1min":2.6539999999999999,"5min":2.6539999999999999,"15min":2.6659999999999999},"last":1.897},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.329,"15min":1.3380000000000001},"min":{"1min":0.82599999999999996,"5min":0.182,"15min":0.152},"max":{"1min":2.363,"5min":2.4990000000000001,"15min":2.73},"last":1.417}]},{"osd":7,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.492,"15min":1.4610000000000001},"min":{"1min":0.432,"5min":0.23999999999999999,"15min":0.156},"max":{"1min":2.5409999999999999,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.6619999999999999},{"interface":"front","average":{"1min":1.577,"5min":1.427,"15min":1.607},"min":{"1min":0.32000000000000001,"5min":0.22800000000000001,"15min":0.17000000000000001},"max":{"1min":2.4100000000000001,"5min":2.665,"15min":3.044},"last":2.5910000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:05:22.055 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:05:22.055 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:05:22.055 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:05:22.056 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:05:22.131 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:22 gibba023 bash[27374]: cluster 2021-03-04T23:05:20.925141+0000 mgr.x (mgr.34379) 471 : cluster [DBG] pgmap v760: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:22 gibba008 bash[37770]: cluster 2021-03-04T23:05:20.925141+0000 mgr.x (mgr.34379) 471 : cluster [DBG] pgmap v760: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:22.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:22 gibba008 bash[39303]: cluster 2021-03-04T23:05:20.925141+0000 mgr.x (mgr.34379) 471 : cluster [DBG] pgmap v760: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:23.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:23 gibba023 bash[27374]: audit 2021-03-04T23:05:21.223403+0000 mgr.x (mgr.34379) 472 : audit [DBG] from='client.44727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:23.313 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:23 gibba008 bash[37770]: audit 2021-03-04T23:05:21.223403+0000 mgr.x (mgr.34379) 472 : audit [DBG] from='client.44727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:23.314 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:23 gibba008 bash[39303]: audit 2021-03-04T23:05:21.223403+0000 mgr.x (mgr.34379) 472 : audit [DBG] from='client.44727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:24.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:24 gibba008 bash[37770]: cluster 2021-03-04T23:05:22.926299+0000 mgr.x (mgr.34379) 473 : cluster [DBG] pgmap v761: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:24.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:24 gibba008 bash[39303]: cluster 2021-03-04T23:05:22.926299+0000 mgr.x (mgr.34379) 473 : cluster [DBG] pgmap v761: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:24 gibba023 bash[27374]: cluster 2021-03-04T23:05:22.926299+0000 mgr.x (mgr.34379) 473 : cluster [DBG] pgmap v761: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:25.082 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:05:25.082 INFO:teuthology.orchestra.run.gibba008.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:05:25.779 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:05:25.779 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:05:25.791 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2021-03-04T23:05:25.792 INFO:teuthology.run_tasks:Running task parallel... 2021-03-04T23:05:25.841 INFO:teuthology.task.parallel:starting parallel... 2021-03-04T23:05:25.842 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:05:25.842 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2021-03-04T23:05:25.844 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-03-04T23:05:25.845 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'wip-sage-testing-2021-03-04-1435'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 1, 'debug osd': 25, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}}, 'workunit': {'branch': 'podman-versions', 'sha1': '3417d0a180e6c39e780df22886c2098b7f5a677b'}} 2021-03-04T23:05:25.846 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-03-04T23:05:25.846 INFO:tasks.thrashosds:Beginning thrashosds... 2021-03-04T23:05:25.846 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:05:25.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:05:25.927 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:26 gibba008 bash[37770]: cluster 2021-03-04T23:05:24.927310+0000 mgr.x (mgr.34379) 474 : cluster [DBG] pgmap v762: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:26 gibba008 bash[37770]: audit 2021-03-04T23:05:25.078848+0000 mon.a (mon.0) 1020 : audit [DBG] from='client.? 172.21.2.108:0/2856287511' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:05:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:26 gibba008 bash[39303]: cluster 2021-03-04T23:05:24.927310+0000 mgr.x (mgr.34379) 474 : cluster [DBG] pgmap v762: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:26 gibba008 bash[39303]: audit 2021-03-04T23:05:25.078848+0000 mon.a (mon.0) 1020 : audit [DBG] from='client.? 172.21.2.108:0/2856287511' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:05:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:26 gibba023 bash[27374]: cluster 2021-03-04T23:05:24.927310+0000 mgr.x (mgr.34379) 474 : cluster [DBG] pgmap v762: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:26 gibba023 bash[27374]: audit 2021-03-04T23:05:25.078848+0000 mon.a (mon.0) 1020 : audit [DBG] from='client.? 172.21.2.108:0/2856287511' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:05:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:28 gibba008 bash[37770]: cluster 2021-03-04T23:05:26.928799+0000 mgr.x (mgr.34379) 475 : cluster [DBG] pgmap v763: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:28 gibba008 bash[39303]: cluster 2021-03-04T23:05:26.928799+0000 mgr.x (mgr.34379) 475 : cluster [DBG] pgmap v763: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:28 gibba023 bash[27374]: cluster 2021-03-04T23:05:26.928799+0000 mgr.x (mgr.34379) 475 : cluster [DBG] pgmap v763: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:29.130 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:05:29.131 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:05:29.815 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":764,"stamp":"2021-03-04T23:05:28.929262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4338660,"kb_used_data":55648,"kb_used_omap":0,"kb_used_meta":4282944,"kb_avail":700304412,"statfs":{"total":721554505728,"available":717111717888,"internally_reserved":4294967296,"allocated":56983552,"data_stored":35269744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4385734656},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007701"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264025+0000","last_change":"2021-03-04T22:59:44.240595+0000","last_active":"2021-03-04T23:04:01.264025+0000","last_peered":"2021-03-04T23:04:01.264025+0000","last_clean":"2021-03-04T23:04:01.264025+0000","last_became_active":"2021-03-04T22:59:44.240323+0000","last_became_peered":"2021-03-04T22:59:44.240323+0000","last_unstale":"2021-03-04T23:04:01.264025+0000","last_undegraded":"2021-03-04T23:04:01.264025+0000","last_fullsized":"2021-03-04T23:04:01.264025+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263603+0000","last_change":"2021-03-04T23:00:23.896075+0000","last_active":"2021-03-04T23:04:01.263603+0000","last_peered":"2021-03-04T23:04:01.263603+0000","last_clean":"2021-03-04T23:04:01.263603+0000","last_became_active":"2021-03-04T23:00:11.031108+0000","last_became_peered":"2021-03-04T23:00:11.031108+0000","last_unstale":"2021-03-04T23:04:01.263603+0000","last_undegraded":"2021-03-04T23:04:01.263603+0000","last_fullsized":"2021-03-04T23:04:01.263603+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266754+0000","last_change":"2021-03-04T23:00:11.035785+0000","last_active":"2021-03-04T23:04:01.266754+0000","last_peered":"2021-03-04T23:04:01.266754+0000","last_clean":"2021-03-04T23:04:01.266754+0000","last_became_active":"2021-03-04T23:00:11.035527+0000","last_became_peered":"2021-03-04T23:00:11.035527+0000","last_unstale":"2021-03-04T23:04:01.266754+0000","last_undegraded":"2021-03-04T23:04:01.266754+0000","last_fullsized":"2021-03-04T23:04:01.266754+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269588+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:04:01.269588+0000","last_peered":"2021-03-04T23:04:01.269588+0000","last_clean":"2021-03-04T23:04:01.269588+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:04:01.269588+0000","last_undegraded":"2021-03-04T23:04:01.269588+0000","last_fullsized":"2021-03-04T23:04:01.269588+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263319+0000","last_change":"2021-03-04T23:00:23.894069+0000","last_active":"2021-03-04T23:04:01.263319+0000","last_peered":"2021-03-04T23:04:01.263319+0000","last_clean":"2021-03-04T23:04:01.263319+0000","last_became_active":"2021-03-04T23:00:11.032178+0000","last_became_peered":"2021-03-04T23:00:11.032178+0000","last_unstale":"2021-03-04T23:04:01.263319+0000","last_undegraded":"2021-03-04T23:04:01.263319+0000","last_fullsized":"2021-03-04T23:04:01.263319+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266772+0000","last_change":"2021-03-04T22:59:18.766769+0000","last_active":"2021-03-04T23:04:01.266772+0000","last_peered":"2021-03-04T23:04:01.266772+0000","last_clean":"2021-03-04T23:04:01.266772+0000","last_became_active":"2021-03-04T22:59:18.766428+0000","last_became_peered":"2021-03-04T22:59:18.766428+0000","last_unstale":"2021-03-04T23:04:01.266772+0000","last_undegraded":"2021-03-04T23:04:01.266772+0000","last_fullsized":"2021-03-04T23:04:01.266772+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269612+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:04:01.269612+0000","last_peered":"2021-03-04T23:04:01.269612+0000","last_clean":"2021-03-04T23:04:01.269612+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:04:01.269612+0000","last_undegraded":"2021-03-04T23:04:01.269612+0000","last_fullsized":"2021-03-04T23:04:01.269612+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263279+0000","last_change":"2021-03-04T23:00:23.895293+0000","last_active":"2021-03-04T23:04:01.263279+0000","last_peered":"2021-03-04T23:04:01.263279+0000","last_clean":"2021-03-04T23:04:01.263279+0000","last_became_active":"2021-03-04T23:00:11.030972+0000","last_became_peered":"2021-03-04T23:00:11.030972+0000","last_unstale":"2021-03-04T23:04:01.263279+0000","last_undegraded":"2021-03-04T23:04:01.263279+0000","last_fullsized":"2021-03-04T23:04:01.263279+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272822+0000","last_change":"2021-03-04T22:59:18.763967+0000","last_active":"2021-03-04T23:04:01.272822+0000","last_peered":"2021-03-04T23:04:01.272822+0000","last_clean":"2021-03-04T23:04:01.272822+0000","last_became_active":"2021-03-04T22:59:18.763528+0000","last_became_peered":"2021-03-04T22:59:18.763528+0000","last_unstale":"2021-03-04T23:04:01.272822+0000","last_undegraded":"2021-03-04T23:04:01.272822+0000","last_fullsized":"2021-03-04T23:04:01.272822+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263531+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:04:01.263531+0000","last_peered":"2021-03-04T23:04:01.263531+0000","last_clean":"2021-03-04T23:04:01.263531+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:04:01.263531+0000","last_undegraded":"2021-03-04T23:04:01.263531+0000","last_fullsized":"2021-03-04T23:04:01.263531+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268144+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:04:01.268144+0000","last_peered":"2021-03-04T23:04:01.268144+0000","last_clean":"2021-03-04T23:04:01.268144+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:04:01.268144+0000","last_undegraded":"2021-03-04T23:04:01.268144+0000","last_fullsized":"2021-03-04T23:04:01.268144+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266761+0000","last_change":"2021-03-04T22:59:44.238619+0000","last_active":"2021-03-04T23:04:01.266761+0000","last_peered":"2021-03-04T23:04:01.266761+0000","last_clean":"2021-03-04T23:04:01.266761+0000","last_became_active":"2021-03-04T22:59:44.238365+0000","last_became_peered":"2021-03-04T22:59:44.238365+0000","last_unstale":"2021-03-04T23:04:01.266761+0000","last_undegraded":"2021-03-04T23:04:01.266761+0000","last_fullsized":"2021-03-04T23:04:01.266761+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264044+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:04:01.264044+0000","last_peered":"2021-03-04T23:04:01.264044+0000","last_clean":"2021-03-04T23:04:01.264044+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:04:01.264044+0000","last_undegraded":"2021-03-04T23:04:01.264044+0000","last_fullsized":"2021-03-04T23:04:01.264044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263991+0000","last_change":"2021-03-04T22:59:18.767307+0000","last_active":"2021-03-04T23:04:01.263991+0000","last_peered":"2021-03-04T23:04:01.263991+0000","last_clean":"2021-03-04T23:04:01.263991+0000","last_became_active":"2021-03-04T22:59:18.767071+0000","last_became_peered":"2021-03-04T22:59:18.767071+0000","last_unstale":"2021-03-04T23:04:01.263991+0000","last_undegraded":"2021-03-04T23:04:01.263991+0000","last_fullsized":"2021-03-04T23:04:01.263991+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267973+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:04:01.267973+0000","last_peered":"2021-03-04T23:04:01.267973+0000","last_clean":"2021-03-04T23:04:01.267973+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:04:01.267973+0000","last_undegraded":"2021-03-04T23:04:01.267973+0000","last_fullsized":"2021-03-04T23:04:01.267973+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263547+0000","last_change":"2021-03-04T23:00:23.897397+0000","last_active":"2021-03-04T23:04:01.263547+0000","last_peered":"2021-03-04T23:04:01.263547+0000","last_clean":"2021-03-04T23:04:01.263547+0000","last_became_active":"2021-03-04T23:00:11.029452+0000","last_became_peered":"2021-03-04T23:00:11.029452+0000","last_unstale":"2021-03-04T23:04:01.263547+0000","last_undegraded":"2021-03-04T23:04:01.263547+0000","last_fullsized":"2021-03-04T23:04:01.263547+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269333+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:04:01.269333+0000","last_peered":"2021-03-04T23:04:01.269333+0000","last_clean":"2021-03-04T23:04:01.269333+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:04:01.269333+0000","last_undegraded":"2021-03-04T23:04:01.269333+0000","last_fullsized":"2021-03-04T23:04:01.269333+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272884+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:04:01.272884+0000","last_peered":"2021-03-04T23:04:01.272884+0000","last_clean":"2021-03-04T23:04:01.272884+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:04:01.272884+0000","last_undegraded":"2021-03-04T23:04:01.272884+0000","last_fullsized":"2021-03-04T23:04:01.272884+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267854+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:04:01.267854+0000","last_peered":"2021-03-04T23:04:01.267854+0000","last_clean":"2021-03-04T23:04:01.267854+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:04:01.267854+0000","last_undegraded":"2021-03-04T23:04:01.267854+0000","last_fullsized":"2021-03-04T23:04:01.267854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269506+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:04:01.269506+0000","last_peered":"2021-03-04T23:04:01.269506+0000","last_clean":"2021-03-04T23:04:01.269506+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:04:01.269506+0000","last_undegraded":"2021-03-04T23:04:01.269506+0000","last_fullsized":"2021-03-04T23:04:01.269506+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"538","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266380+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:04:01.266380+0000","last_peered":"2021-03-04T23:04:01.266380+0000","last_clean":"2021-03-04T23:04:01.266380+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:04:01.266380+0000","last_undegraded":"2021-03-04T23:04:01.266380+0000","last_fullsized":"2021-03-04T23:04:01.266380+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263659+0000","last_change":"2021-03-04T23:00:23.897806+0000","last_active":"2021-03-04T23:04:01.263659+0000","last_peered":"2021-03-04T23:04:01.263659+0000","last_clean":"2021-03-04T23:04:01.263659+0000","last_became_active":"2021-03-04T23:00:11.032277+0000","last_became_peered":"2021-03-04T23:00:11.032277+0000","last_unstale":"2021-03-04T23:04:01.263659+0000","last_undegraded":"2021-03-04T23:04:01.263659+0000","last_fullsized":"2021-03-04T23:04:01.263659+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268201+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:04:01.268201+0000","last_peered":"2021-03-04T23:04:01.268201+0000","last_clean":"2021-03-04T23:04:01.268201+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:04:01.268201+0000","last_undegraded":"2021-03-04T23:04:01.268201+0000","last_fullsized":"2021-03-04T23:04:01.268201+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272811+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:04:01.272811+0000","last_peered":"2021-03-04T23:04:01.272811+0000","last_clean":"2021-03-04T23:04:01.272811+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:04:01.272811+0000","last_undegraded":"2021-03-04T23:04:01.272811+0000","last_fullsized":"2021-03-04T23:04:01.272811+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268147+0000","last_change":"2021-03-04T22:59:18.763155+0000","last_active":"2021-03-04T23:04:01.268147+0000","last_peered":"2021-03-04T23:04:01.268147+0000","last_clean":"2021-03-04T23:04:01.268147+0000","last_became_active":"2021-03-04T22:59:18.762782+0000","last_became_peered":"2021-03-04T22:59:18.762782+0000","last_unstale":"2021-03-04T23:04:01.268147+0000","last_undegraded":"2021-03-04T23:04:01.268147+0000","last_fullsized":"2021-03-04T23:04:01.268147+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263921+0000","last_change":"2021-03-04T23:00:11.034967+0000","last_active":"2021-03-04T23:04:01.263921+0000","last_peered":"2021-03-04T23:04:01.263921+0000","last_clean":"2021-03-04T23:04:01.263921+0000","last_became_active":"2021-03-04T23:00:11.034642+0000","last_became_peered":"2021-03-04T23:00:11.034642+0000","last_unstale":"2021-03-04T23:04:01.263921+0000","last_undegraded":"2021-03-04T23:04:01.263921+0000","last_fullsized":"2021-03-04T23:04:01.263921+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"511","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268236+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:04:01.268236+0000","last_peered":"2021-03-04T23:04:01.268236+0000","last_clean":"2021-03-04T23:04:01.268236+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:04:01.268236+0000","last_undegraded":"2021-03-04T23:04:01.268236+0000","last_fullsized":"2021-03-04T23:04:01.268236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266572+0000","last_change":"2021-03-04T22:59:18.763844+0000","last_active":"2021-03-04T23:04:01.266572+0000","last_peered":"2021-03-04T23:04:01.266572+0000","last_clean":"2021-03-04T23:04:01.266572+0000","last_became_active":"2021-03-04T22:59:18.763164+0000","last_became_peered":"2021-03-04T22:59:18.763164+0000","last_unstale":"2021-03-04T23:04:01.266572+0000","last_undegraded":"2021-03-04T23:04:01.266572+0000","last_fullsized":"2021-03-04T23:04:01.266572+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272672+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:04:01.272672+0000","last_peered":"2021-03-04T23:04:01.272672+0000","last_clean":"2021-03-04T23:04:01.272672+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:04:01.272672+0000","last_undegraded":"2021-03-04T23:04:01.272672+0000","last_fullsized":"2021-03-04T23:04:01.272672+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269484+0000","last_change":"2021-03-04T22:59:18.765764+0000","last_active":"2021-03-04T23:04:01.269484+0000","last_peered":"2021-03-04T23:04:01.269484+0000","last_clean":"2021-03-04T23:04:01.269484+0000","last_became_active":"2021-03-04T22:59:18.765596+0000","last_became_peered":"2021-03-04T22:59:18.765596+0000","last_unstale":"2021-03-04T23:04:01.269484+0000","last_undegraded":"2021-03-04T23:04:01.269484+0000","last_fullsized":"2021-03-04T23:04:01.269484+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263468+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:04:01.263468+0000","last_peered":"2021-03-04T23:04:01.263468+0000","last_clean":"2021-03-04T23:04:01.263468+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:04:01.263468+0000","last_undegraded":"2021-03-04T23:04:01.263468+0000","last_fullsized":"2021-03-04T23:04:01.263468+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264158+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:04:01.264158+0000","last_peered":"2021-03-04T23:04:01.264158+0000","last_clean":"2021-03-04T23:04:01.264158+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:04:01.264158+0000","last_undegraded":"2021-03-04T23:04:01.264158+0000","last_fullsized":"2021-03-04T23:04:01.264158+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266461+0000","last_change":"2021-03-04T22:59:18.763490+0000","last_active":"2021-03-04T23:04:01.266461+0000","last_peered":"2021-03-04T23:04:01.266461+0000","last_clean":"2021-03-04T23:04:01.266461+0000","last_became_active":"2021-03-04T22:59:18.762739+0000","last_became_peered":"2021-03-04T22:59:18.762739+0000","last_unstale":"2021-03-04T23:04:01.266461+0000","last_undegraded":"2021-03-04T23:04:01.266461+0000","last_fullsized":"2021-03-04T23:04:01.266461+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264186+0000","last_change":"2021-03-04T22:59:44.240591+0000","last_active":"2021-03-04T23:04:01.264186+0000","last_peered":"2021-03-04T23:04:01.264186+0000","last_clean":"2021-03-04T23:04:01.264186+0000","last_became_active":"2021-03-04T22:59:44.240349+0000","last_became_peered":"2021-03-04T22:59:44.240349+0000","last_unstale":"2021-03-04T23:04:01.264186+0000","last_undegraded":"2021-03-04T23:04:01.264186+0000","last_fullsized":"2021-03-04T23:04:01.264186+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263807+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:04:01.263807+0000","last_peered":"2021-03-04T23:04:01.263807+0000","last_clean":"2021-03-04T23:04:01.263807+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:04:01.263807+0000","last_undegraded":"2021-03-04T23:04:01.263807+0000","last_fullsized":"2021-03-04T23:04:01.263807+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264089+0000","last_change":"2021-03-04T22:59:18.762844+0000","last_active":"2021-03-04T23:04:01.264089+0000","last_peered":"2021-03-04T23:04:01.264089+0000","last_clean":"2021-03-04T23:04:01.264089+0000","last_became_active":"2021-03-04T22:59:18.762464+0000","last_became_peered":"2021-03-04T22:59:18.762464+0000","last_unstale":"2021-03-04T23:04:01.264089+0000","last_undegraded":"2021-03-04T23:04:01.264089+0000","last_fullsized":"2021-03-04T23:04:01.264089+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263223+0000","last_change":"2021-03-04T23:00:23.896127+0000","last_active":"2021-03-04T23:04:01.263223+0000","last_peered":"2021-03-04T23:04:01.263223+0000","last_clean":"2021-03-04T23:04:01.263223+0000","last_became_active":"2021-03-04T23:00:11.032356+0000","last_became_peered":"2021-03-04T23:00:11.032356+0000","last_unstale":"2021-03-04T23:04:01.263223+0000","last_undegraded":"2021-03-04T23:04:01.263223+0000","last_fullsized":"2021-03-04T23:04:01.263223+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267005+0000","last_change":"2021-03-04T23:00:11.029986+0000","last_active":"2021-03-04T23:04:01.267005+0000","last_peered":"2021-03-04T23:04:01.267005+0000","last_clean":"2021-03-04T23:04:01.267005+0000","last_became_active":"2021-03-04T23:00:11.029722+0000","last_became_peered":"2021-03-04T23:00:11.029722+0000","last_unstale":"2021-03-04T23:04:01.267005+0000","last_undegraded":"2021-03-04T23:04:01.267005+0000","last_fullsized":"2021-03-04T23:04:01.267005+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266900+0000","last_change":"2021-03-04T22:59:30.012488+0000","last_active":"2021-03-04T23:04:01.266900+0000","last_peered":"2021-03-04T23:04:01.266900+0000","last_clean":"2021-03-04T23:04:01.266900+0000","last_became_active":"2021-03-04T22:59:18.763958+0000","last_became_peered":"2021-03-04T22:59:18.763958+0000","last_unstale":"2021-03-04T23:04:01.266900+0000","last_undegraded":"2021-03-04T23:04:01.266900+0000","last_fullsized":"2021-03-04T23:04:01.266900+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272860+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:04:01.272860+0000","last_peered":"2021-03-04T23:04:01.272860+0000","last_clean":"2021-03-04T23:04:01.272860+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:04:01.272860+0000","last_undegraded":"2021-03-04T23:04:01.272860+0000","last_fullsized":"2021-03-04T23:04:01.272860+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266888+0000","last_change":"2021-03-04T22:59:30.015474+0000","last_active":"2021-03-04T23:04:01.266888+0000","last_peered":"2021-03-04T23:04:01.266888+0000","last_clean":"2021-03-04T23:04:01.266888+0000","last_became_active":"2021-03-04T22:59:18.763707+0000","last_became_peered":"2021-03-04T22:59:18.763707+0000","last_unstale":"2021-03-04T23:04:01.266888+0000","last_undegraded":"2021-03-04T23:04:01.266888+0000","last_fullsized":"2021-03-04T23:04:01.266888+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272764+0000","last_change":"2021-03-04T22:59:18.762912+0000","last_active":"2021-03-04T23:04:01.272764+0000","last_peered":"2021-03-04T23:04:01.272764+0000","last_clean":"2021-03-04T23:04:01.272764+0000","last_became_active":"2021-03-04T22:59:18.762638+0000","last_became_peered":"2021-03-04T22:59:18.762638+0000","last_unstale":"2021-03-04T23:04:01.272764+0000","last_undegraded":"2021-03-04T23:04:01.272764+0000","last_fullsized":"2021-03-04T23:04:01.272764+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263841+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:04:01.263841+0000","last_peered":"2021-03-04T23:04:01.263841+0000","last_clean":"2021-03-04T23:04:01.263841+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:04:01.263841+0000","last_undegraded":"2021-03-04T23:04:01.263841+0000","last_fullsized":"2021-03-04T23:04:01.263841+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267094+0000","last_change":"2021-03-04T23:00:11.034316+0000","last_active":"2021-03-04T23:04:01.267094+0000","last_peered":"2021-03-04T23:04:01.267094+0000","last_clean":"2021-03-04T23:04:01.267094+0000","last_became_active":"2021-03-04T23:00:11.034152+0000","last_became_peered":"2021-03-04T23:00:11.034152+0000","last_unstale":"2021-03-04T23:04:01.267094+0000","last_undegraded":"2021-03-04T23:04:01.267094+0000","last_fullsized":"2021-03-04T23:04:01.267094+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267662+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:04:01.267662+0000","last_peered":"2021-03-04T23:04:01.267662+0000","last_clean":"2021-03-04T23:04:01.267662+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:04:01.267662+0000","last_undegraded":"2021-03-04T23:04:01.267662+0000","last_fullsized":"2021-03-04T23:04:01.267662+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266799+0000","last_change":"2021-03-04T22:59:44.238639+0000","last_active":"2021-03-04T23:04:01.266799+0000","last_peered":"2021-03-04T23:04:01.266799+0000","last_clean":"2021-03-04T23:04:01.266799+0000","last_became_active":"2021-03-04T22:59:44.238426+0000","last_became_peered":"2021-03-04T22:59:44.238426+0000","last_unstale":"2021-03-04T23:04:01.266799+0000","last_undegraded":"2021-03-04T23:04:01.266799+0000","last_fullsized":"2021-03-04T23:04:01.266799+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266995+0000","last_change":"2021-03-04T22:59:30.016939+0000","last_active":"2021-03-04T23:04:01.266995+0000","last_peered":"2021-03-04T23:04:01.266995+0000","last_clean":"2021-03-04T23:04:01.266995+0000","last_became_active":"2021-03-04T22:59:18.763745+0000","last_became_peered":"2021-03-04T22:59:18.763745+0000","last_unstale":"2021-03-04T23:04:01.266995+0000","last_undegraded":"2021-03-04T23:04:01.266995+0000","last_fullsized":"2021-03-04T23:04:01.266995+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272901+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:04:01.272901+0000","last_peered":"2021-03-04T23:04:01.272901+0000","last_clean":"2021-03-04T23:04:01.272901+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:04:01.272901+0000","last_undegraded":"2021-03-04T23:04:01.272901+0000","last_fullsized":"2021-03-04T23:04:01.272901+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267975+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:04:01.267975+0000","last_peered":"2021-03-04T23:04:01.267975+0000","last_clean":"2021-03-04T23:04:01.267975+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:04:01.267975+0000","last_undegraded":"2021-03-04T23:04:01.267975+0000","last_fullsized":"2021-03-04T23:04:01.267975+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"498","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263405+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:04:01.263405+0000","last_peered":"2021-03-04T23:04:01.263405+0000","last_clean":"2021-03-04T23:04:01.263405+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:04:01.263405+0000","last_undegraded":"2021-03-04T23:04:01.263405+0000","last_fullsized":"2021-03-04T23:04:01.263405+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266641+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:04:01.266641+0000","last_peered":"2021-03-04T23:04:01.266641+0000","last_clean":"2021-03-04T23:04:01.266641+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:04:01.266641+0000","last_undegraded":"2021-03-04T23:04:01.266641+0000","last_fullsized":"2021-03-04T23:04:01.266641+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"544","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267944+0000","last_change":"2021-03-04T22:59:18.760570+0000","last_active":"2021-03-04T23:04:01.267944+0000","last_peered":"2021-03-04T23:04:01.267944+0000","last_clean":"2021-03-04T23:04:01.267944+0000","last_became_active":"2021-03-04T22:59:18.760339+0000","last_became_peered":"2021-03-04T22:59:18.760339+0000","last_unstale":"2021-03-04T23:04:01.267944+0000","last_undegraded":"2021-03-04T23:04:01.267944+0000","last_fullsized":"2021-03-04T23:04:01.267944+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269237+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:04:01.269237+0000","last_peered":"2021-03-04T23:04:01.269237+0000","last_clean":"2021-03-04T23:04:01.269237+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:04:01.269237+0000","last_undegraded":"2021-03-04T23:04:01.269237+0000","last_fullsized":"2021-03-04T23:04:01.269237+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269565+0000","last_change":"2021-03-04T22:59:44.241985+0000","last_active":"2021-03-04T23:04:01.269565+0000","last_peered":"2021-03-04T23:04:01.269565+0000","last_clean":"2021-03-04T23:04:01.269565+0000","last_became_active":"2021-03-04T22:59:44.241750+0000","last_became_peered":"2021-03-04T22:59:44.241750+0000","last_unstale":"2021-03-04T23:04:01.269565+0000","last_undegraded":"2021-03-04T23:04:01.269565+0000","last_fullsized":"2021-03-04T23:04:01.269565+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268155+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:04:01.268155+0000","last_peered":"2021-03-04T23:04:01.268155+0000","last_clean":"2021-03-04T23:04:01.268155+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:04:01.268155+0000","last_undegraded":"2021-03-04T23:04:01.268155+0000","last_fullsized":"2021-03-04T23:04:01.268155+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266970+0000","last_change":"2021-03-04T22:59:44.239807+0000","last_active":"2021-03-04T23:04:01.266970+0000","last_peered":"2021-03-04T23:04:01.266970+0000","last_clean":"2021-03-04T23:04:01.266970+0000","last_became_active":"2021-03-04T22:59:44.239508+0000","last_became_peered":"2021-03-04T22:59:44.239508+0000","last_unstale":"2021-03-04T23:04:01.266970+0000","last_undegraded":"2021-03-04T23:04:01.266970+0000","last_fullsized":"2021-03-04T23:04:01.266970+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269384+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:04:01.269384+0000","last_peered":"2021-03-04T23:04:01.269384+0000","last_clean":"2021-03-04T23:04:01.269384+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:04:01.269384+0000","last_undegraded":"2021-03-04T23:04:01.269384+0000","last_fullsized":"2021-03-04T23:04:01.269384+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263682+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:04:01.263682+0000","last_peered":"2021-03-04T23:04:01.263682+0000","last_clean":"2021-03-04T23:04:01.263682+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:04:01.263682+0000","last_undegraded":"2021-03-04T23:04:01.263682+0000","last_fullsized":"2021-03-04T23:04:01.263682+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267007+0000","last_change":"2021-03-04T22:59:30.012551+0000","last_active":"2021-03-04T23:04:01.267007+0000","last_peered":"2021-03-04T23:04:01.267007+0000","last_clean":"2021-03-04T23:04:01.267007+0000","last_became_active":"2021-03-04T22:59:18.765094+0000","last_became_peered":"2021-03-04T22:59:18.765094+0000","last_unstale":"2021-03-04T23:04:01.267007+0000","last_undegraded":"2021-03-04T23:04:01.267007+0000","last_fullsized":"2021-03-04T23:04:01.267007+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263181+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:04:01.263181+0000","last_peered":"2021-03-04T23:04:01.263181+0000","last_clean":"2021-03-04T23:04:01.263181+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:04:01.263181+0000","last_undegraded":"2021-03-04T23:04:01.263181+0000","last_fullsized":"2021-03-04T23:04:01.263181+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266724+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:04:01.266724+0000","last_peered":"2021-03-04T23:04:01.266724+0000","last_clean":"2021-03-04T23:04:01.266724+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:04:01.266724+0000","last_undegraded":"2021-03-04T23:04:01.266724+0000","last_fullsized":"2021-03-04T23:04:01.266724+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"518","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269620+0000","last_change":"2021-03-04T22:59:18.761682+0000","last_active":"2021-03-04T23:04:01.269620+0000","last_peered":"2021-03-04T23:04:01.269620+0000","last_clean":"2021-03-04T23:04:01.269620+0000","last_became_active":"2021-03-04T22:59:18.761294+0000","last_became_peered":"2021-03-04T22:59:18.761294+0000","last_unstale":"2021-03-04T23:04:01.269620+0000","last_undegraded":"2021-03-04T23:04:01.269620+0000","last_fullsized":"2021-03-04T23:04:01.269620+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263821+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:04:01.263821+0000","last_peered":"2021-03-04T23:04:01.263821+0000","last_clean":"2021-03-04T23:04:01.263821+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:04:01.263821+0000","last_undegraded":"2021-03-04T23:04:01.263821+0000","last_fullsized":"2021-03-04T23:04:01.263821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"503","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269445+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:04:01.269445+0000","last_peered":"2021-03-04T23:04:01.269445+0000","last_clean":"2021-03-04T23:04:01.269445+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:04:01.269445+0000","last_undegraded":"2021-03-04T23:04:01.269445+0000","last_fullsized":"2021-03-04T23:04:01.269445+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"542","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267841+0000","last_change":"2021-03-04T23:00:11.029860+0000","last_active":"2021-03-04T23:04:01.267841+0000","last_peered":"2021-03-04T23:04:01.267841+0000","last_clean":"2021-03-04T23:04:01.267841+0000","last_became_active":"2021-03-04T23:00:11.029628+0000","last_became_peered":"2021-03-04T23:00:11.029628+0000","last_unstale":"2021-03-04T23:04:01.267841+0000","last_undegraded":"2021-03-04T23:04:01.267841+0000","last_fullsized":"2021-03-04T23:04:01.267841+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272735+0000","last_change":"2021-03-04T22:59:18.768987+0000","last_active":"2021-03-04T23:04:01.272735+0000","last_peered":"2021-03-04T23:04:01.272735+0000","last_clean":"2021-03-04T23:04:01.272735+0000","last_became_active":"2021-03-04T22:59:18.768579+0000","last_became_peered":"2021-03-04T22:59:18.768579+0000","last_unstale":"2021-03-04T23:04:01.272735+0000","last_undegraded":"2021-03-04T23:04:01.272735+0000","last_fullsized":"2021-03-04T23:04:01.272735+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264119+0000","last_change":"2021-03-04T23:00:11.028054+0000","last_active":"2021-03-04T23:04:01.264119+0000","last_peered":"2021-03-04T23:04:01.264119+0000","last_clean":"2021-03-04T23:04:01.264119+0000","last_became_active":"2021-03-04T23:00:11.027754+0000","last_became_peered":"2021-03-04T23:00:11.027754+0000","last_unstale":"2021-03-04T23:04:01.264119+0000","last_undegraded":"2021-03-04T23:04:01.264119+0000","last_fullsized":"2021-03-04T23:04:01.264119+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"517","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272717+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:04:01.272717+0000","last_peered":"2021-03-04T23:04:01.272717+0000","last_clean":"2021-03-04T23:04:01.272717+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:04:01.272717+0000","last_undegraded":"2021-03-04T23:04:01.272717+0000","last_fullsized":"2021-03-04T23:04:01.272717+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263824+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:04:01.263824+0000","last_peered":"2021-03-04T23:04:01.263824+0000","last_clean":"2021-03-04T23:04:01.263824+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:04:01.263824+0000","last_undegraded":"2021-03-04T23:04:01.263824+0000","last_fullsized":"2021-03-04T23:04:01.263824+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263664+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:04:01.263664+0000","last_peered":"2021-03-04T23:04:01.263664+0000","last_clean":"2021-03-04T23:04:01.263664+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:04:01.263664+0000","last_undegraded":"2021-03-04T23:04:01.263664+0000","last_fullsized":"2021-03-04T23:04:01.263664+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263227+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:04:01.263227+0000","last_peered":"2021-03-04T23:04:01.263227+0000","last_clean":"2021-03-04T23:04:01.263227+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:04:01.263227+0000","last_undegraded":"2021-03-04T23:04:01.263227+0000","last_fullsized":"2021-03-04T23:04:01.263227+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269549+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:04:01.269549+0000","last_peered":"2021-03-04T23:04:01.269549+0000","last_clean":"2021-03-04T23:04:01.269549+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:04:01.269549+0000","last_undegraded":"2021-03-04T23:04:01.269549+0000","last_fullsized":"2021-03-04T23:04:01.269549+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263869+0000","last_change":"2021-03-04T22:59:18.760850+0000","last_active":"2021-03-04T23:04:01.263869+0000","last_peered":"2021-03-04T23:04:01.263869+0000","last_clean":"2021-03-04T23:04:01.263869+0000","last_became_active":"2021-03-04T22:59:18.760600+0000","last_became_peered":"2021-03-04T22:59:18.760600+0000","last_unstale":"2021-03-04T23:04:01.263869+0000","last_undegraded":"2021-03-04T23:04:01.263869+0000","last_fullsized":"2021-03-04T23:04:01.263869+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495812,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055556,"kb_used_data":6972,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024828,"statfs":{"total":90194313216,"available":89113423872,"internally_reserved":1073741824,"allocated":7139328,"data_stored":4410270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.8600000000000001,"15min":1.7769999999999999},"min":{"1min":0.67200000000000004,"5min":0.313,"15min":0.313},"max":{"1min":2.8799999999999999,"5min":3.0179999999999998,"15min":3.2839999999999998},"last":2.6909999999999998},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.7869999999999999,"15min":1.8180000000000001},"min":{"1min":0.57099999999999995,"5min":0.189,"15min":0.189},"max":{"1min":2.6560000000000001,"5min":2.9119999999999999,"15min":2.9119999999999999},"last":2.3610000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.5720000000000001,"15min":1.4099999999999999},"min":{"1min":0.47999999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.3730000000000002,"5min":2.7120000000000002,"15min":2.7120000000000002},"last":1.427},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.7569999999999999,"15min":1.6200000000000001},"min":{"1min":0.439,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.4249999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":2.52}]},{"osd":2,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.661,"5min":1.6499999999999999,"15min":1.583},"min":{"1min":1.0129999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3980000000000001,"5min":2.7069999999999999,"15min":2.7069999999999999},"last":2.012},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.679,"15min":1.6819999999999999},"min":{"1min":0.84399999999999997,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.452,"5min":2.8519999999999999,"15min":2.8519999999999999},"last":1.704}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.4419999999999999,"15min":1.4530000000000001},"min":{"1min":0.61799999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.0129999999999999,"5min":2.403,"15min":2.403},"last":2.085},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.716,"15min":1.766},"min":{"1min":0.55200000000000005,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.4159999999999999,"5min":2.9039999999999999,"15min":2.9039999999999999},"last":1.851}]},{"osd":4,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.196,"15min":1.1890000000000001},"min":{"1min":0.32700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.7069999999999999,"5min":2.7069999999999999,"15min":4.0209999999999999},"last":1.3080000000000001},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.1080000000000001,"15min":1.22},"min":{"1min":0.253,"5min":0.16800000000000001,"15min":0.127},"max":{"1min":1.851,"5min":2.016,"15min":2.698},"last":1.571}]},{"osd":5,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.298,"15min":1.3009999999999999},"min":{"1min":0.22500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.5110000000000001,"5min":2.6920000000000002,"15min":3.1400000000000001},"last":1.095},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.5249999999999999,"15min":1.496},"min":{"1min":0.29199999999999998,"5min":0.156,"15min":0.156},"max":{"1min":2.5659999999999998,"5min":3.0099999999999998,"15min":4.2699999999999996},"last":1.925}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.6359999999999999,"15min":1.615},"min":{"1min":0.34599999999999997,"5min":0.246,"15min":0.20000000000000001},"max":{"1min":2.6960000000000002,"5min":2.9340000000000002,"15min":4.4539999999999997},"last":2.2170000000000001},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.3320000000000001,"15min":1.48},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.152},"max":{"1min":2.1440000000000001,"5min":2.4529999999999998,"15min":2.9889999999999999},"last":1.1850000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659336,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055544,"kb_used_data":6960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024840,"statfs":{"total":90194313216,"available":89113436160,"internally_reserved":1073741824,"allocated":7127040,"data_stored":4410124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.4910000000000001,"5min":1.577,"15min":1.4910000000000001},"min":{"1min":0.59399999999999997,"5min":0.313,"15min":0.28100000000000003},"max":{"1min":2.222,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":2.2200000000000002},{"interface":"front","average":{"1min":1.552,"5min":1.6859999999999999,"15min":1.6950000000000001},"min":{"1min":0.51900000000000002,"5min":0.46899999999999997,"15min":0.23499999999999999},"max":{"1min":2.2829999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":1.839}]},{"osd":1,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.651,"15min":1.4399999999999999},"min":{"1min":0.41799999999999998,"5min":0.217,"15min":0.217},"max":{"1min":2.5630000000000002,"5min":3.0880000000000001,"15min":3.0880000000000001},"last":2.569},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.5269999999999999,"15min":1.345},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.8370000000000002,"5min":2.8370000000000002,"15min":2.8370000000000002},"last":1.5820000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:51 2021","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.744,"15min":1.659},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.5950000000000002,"5min":3.2330000000000001,"15min":3.2330000000000001},"last":1.7150000000000001},{"interface":"front","average":{"1min":1.534,"5min":1.6000000000000001,"15min":1.6339999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.012,"5min":3.012,"15min":3.012},"last":1.952}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":1.5149999999999999,"15min":1.5600000000000001},"min":{"1min":0.497,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.101,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.704,"5min":1.8759999999999999,"15min":1.8839999999999999},"min":{"1min":0.55700000000000005,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.3780000000000001,"5min":3.161,"15min":3.161},"last":2.0840000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.1539999999999999,"15min":1.167},"min":{"1min":0.23400000000000001,"5min":0.188,"15min":0.17599999999999999},"max":{"1min":2.4169999999999998,"5min":2.702,"15min":2.706},"last":1.29},{"interface":"front","average":{"1min":1.238,"5min":1.1910000000000001,"15min":1.1659999999999999},"min":{"1min":0.27200000000000002,"5min":0.223,"15min":0.157},"max":{"1min":2.0640000000000001,"5min":2.7170000000000001,"15min":2.7170000000000001},"last":1.0369999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.1819999999999999,"15min":1.2669999999999999},"min":{"1min":0.24299999999999999,"5min":0.24199999999999999,"15min":0.19},"max":{"1min":2.1779999999999999,"5min":2.1909999999999998,"15min":2.609},"last":0.81000000000000005},{"interface":"front","average":{"1min":1.6990000000000001,"5min":1.5249999999999999,"15min":1.4990000000000001},"min":{"1min":0.30299999999999999,"5min":0.26000000000000001,"15min":0.184},"max":{"1min":2.7200000000000002,"5min":2.7210000000000001,"15min":2.9169999999999998},"last":0.92200000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:05:00 2021","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.5249999999999999,"15min":1.5509999999999999},"min":{"1min":0.32800000000000001,"5min":0.28000000000000003,"15min":0.218},"max":{"1min":2.1699999999999999,"5min":2.746,"15min":2.8410000000000002},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.9299999999999999,"15min":1.825},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.20899999999999999},"max":{"1min":3.3399999999999999,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":2.3879999999999999}]}]},{"osd":1,"up_from":341,"seq":1464583848012,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6944,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7110656,"data_stored":4407455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.248,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2330000000000001,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.99399999999999999,"15min":0.95999999999999996},"min":{"1min":0.26500000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.1440000000000001,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":0.96899999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:04:48 2021","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.073,"15min":0.997},"min":{"1min":0.32200000000000001,"5min":0.218,"15min":0.218},"max":{"1min":1.671,"5min":2.3410000000000002,"15min":2.3410000000000002},"last":1.337},{"interface":"front","average":{"1min":1.587,"5min":1.581,"15min":1.405},"min":{"1min":0.51800000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":2.306,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.6020000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:05:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.5449999999999999,"15min":1.573},"min":{"1min":0.38200000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.206,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":2.04},{"interface":"front","average":{"1min":0.85399999999999998,"5min":1.016,"15min":1.0309999999999999},"min":{"1min":0.32800000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.3,"5min":2.7229999999999999,"15min":2.7229999999999999},"last":1.143}]},{"osd":4,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.6739999999999999,"15min":1.6839999999999999},"min":{"1min":0.439,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.4169999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":2.2280000000000002},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.6140000000000001,"15min":1.6379999999999999},"min":{"1min":0.39900000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.71,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":1.52}]},{"osd":5,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.837},"min":{"1min":0.48699999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.0139999999999998,"5min":3.0139999999999998,"15min":3.0139999999999998},"last":2.4180000000000001},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.7110000000000001,"15min":1.7150000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.427,"5min":2.6709999999999998,"15min":2.6709999999999998},"last":2.5710000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.71,"5min":1.792,"15min":1.825},"min":{"1min":0.42399999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.371,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":2.0659999999999998,"5min":2.1219999999999999,"15min":1.9850000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.9700000000000002,"5min":3.0270000000000001,"15min":3.0270000000000001},"last":2.6469999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.762,"15min":1.671},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":2.6699999999999999,"5min":3.0129999999999999,"15min":3.0129999999999999},"last":1.7629999999999999},{"interface":"front","average":{"1min":1.6870000000000001,"5min":1.8300000000000001,"15min":1.8400000000000001},"min":{"1min":0.47099999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.665,"5min":2.786,"15min":2.786},"last":1.8819999999999999}]}]},{"osd":0,"up_from":284,"seq":1219770712157,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":35632,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":28672,"kb_avail":88044752,"statfs":{"total":90194313216,"available":90157826048,"internally_reserved":0,"allocated":7118848,"data_stored":4408030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":29360128},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:04:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80100000000000005,"15min":0.626},"min":{"1min":0.26200000000000001,"5min":0.187,"15min":0.187},"max":{"1min":1.7749999999999999,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0549999999999999,"15min":0.78100000000000003},"min":{"1min":0.29099999999999998,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":1.3819999999999999,"5min":4.0540000000000003,"15min":4.0540000000000003},"last":0.32600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:49 2021","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0269999999999999,"15min":0.85799999999999998},"min":{"1min":0.26000000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.4219999999999999,"5min":2.339,"15min":2.339},"last":0.26700000000000002},{"interface":"front","average":{"1min":1.478,"5min":1.444,"15min":1.2869999999999999},"min":{"1min":0.374,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.5840000000000001,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":0.307}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":1.046,"15min":1.125},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.548,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":0.25},{"interface":"front","average":{"1min":1.246,"5min":1.399,"15min":1.4399999999999999},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.917,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.219}]},{"osd":4,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":2.0350000000000001,"5min":1.855,"15min":1.5960000000000001},"min":{"1min":0.56399999999999995,"5min":0.53700000000000003,"15min":0.34000000000000002},"max":{"1min":2.9969999999999999,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.5820000000000001,"15min":1.5820000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.33000000000000002},"max":{"1min":2.355,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":0.746}]},{"osd":5,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.8180000000000001},"min":{"1min":0.44400000000000001,"5min":0.439,"15min":0.439},"max":{"1min":2.7770000000000001,"5min":3.29,"15min":4.0499999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.6000000000000001,"15min":1.6779999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.315},"max":{"1min":2.2410000000000001,"5min":4.1719999999999997,"15min":4.1719999999999997},"last":0.627}]},{"osd":6,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.673,"5min":1.736,"15min":1.8779999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.35199999999999998},"max":{"1min":2.524,"5min":3.242,"15min":3.242},"last":0.77000000000000002},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.1230000000000002,"15min":1.974},"min":{"1min":0.58499999999999996,"5min":0.55500000000000005,"15min":0.40100000000000002},"max":{"1min":3.0209999999999999,"5min":3.1429999999999998,"15min":3.1429999999999998},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.48599999999999999,"5min":0.38300000000000001,"15min":0.32800000000000001},"max":{"1min":2.5249999999999999,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.1589999999999998,"15min":2.0870000000000002},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.433},"max":{"1min":2.8559999999999999,"5min":4.3490000000000002,"15min":4.3490000000000002},"last":0.67400000000000004}]}]},{"osd":2,"up_from":356,"seq":1529008357447,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":27504,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":20544,"kb_avail":88052880,"statfs":{"total":90194313216,"available":90166149120,"internally_reserved":0,"allocated":7118848,"data_stored":4408042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21037056},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.1899999999999999,"5min":2.6360000000000001,"15min":2.6360000000000001},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.0129999999999999,"15min":0.95999999999999996},"min":{"1min":0.218,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.948,"5min":2.3719999999999999,"15min":2.3719999999999999},"last":1.6240000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0109999999999999,"15min":0.94599999999999995},"min":{"1min":0.27900000000000003,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5669999999999999,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.008,"5min":1.0960000000000001,"15min":1.0880000000000001},"min":{"1min":0.26600000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.52,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":1.129}]},{"osd":3,"last update":"Thu Mar 4 23:05:20 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.141,"15min":1.1919999999999999},"min":{"1min":0.29599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.552,"5min":2.012,"15min":2.012},"last":1.788},{"interface":"front","average":{"1min":1.198,"5min":1.2989999999999999,"15min":1.321},"min":{"1min":0.27100000000000002,"5min":0.25,"15min":0.25},"max":{"1min":2.125,"5min":2.262,"15min":2.262},"last":2.1080000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":1.905,"15min":1.7849999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":2.883,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":2.5830000000000002},{"interface":"front","average":{"1min":1.52,"5min":1.5269999999999999,"15min":1.4930000000000001},"min":{"1min":0.44,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.391,"5min":2.8130000000000002,"15min":2.8130000000000002},"last":2.2610000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.621,"15min":1.593},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.4060000000000001,"5min":2.7589999999999999,"15min":2.7589999999999999},"last":1.899},{"interface":"front","average":{"1min":1.6319999999999999,"5min":1.6739999999999999,"15min":1.6639999999999999},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":2.2480000000000002,"5min":3.0840000000000001,"15min":3.0840000000000001},"last":1.994}]},{"osd":6,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9910000000000001,"5min":1.867,"15min":1.7410000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.6400000000000001,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":2.8820000000000001},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.724,"15min":1.6659999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.544,"5min":2.8530000000000002,"15min":2.8530000000000002},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9119999999999999,"5min":1.8660000000000001,"15min":1.8120000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.601,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":2.4470000000000001},{"interface":"front","average":{"1min":2.194,"5min":2.089,"15min":1.972},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.8540000000000001,"5min":3.0089999999999999,"15min":3.0089999999999999},"last":2.7669999999999999}]}]},{"osd":3,"up_from":370,"seq":1589137899585,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6948,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7114752,"data_stored":4407545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.94799999999999995,"15min":0.96199999999999997},"min":{"1min":0.21199999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8049999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.89600000000000002,"5min":1.0029999999999999,"15min":1.1140000000000001},"min":{"1min":0.27300000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.7829999999999999,"5min":3.9860000000000002,"15min":3.9860000000000002},"last":0.878}]},{"osd":1,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.179,"15min":1.3320000000000001},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":2.9849999999999999,"5min":3.6080000000000001,"15min":3.6080000000000001},"last":1.3320000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.115,"15min":1.2889999999999999},"min":{"1min":0.29799999999999999,"5min":0.246,"15min":0.246},"max":{"1min":1.6839999999999999,"5min":4.2329999999999997,"15min":4.2329999999999997},"last":1.125}]},{"osd":2,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.3480000000000001,"15min":1.46},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.9299999999999999,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.22,"15min":1.2629999999999999},"min":{"1min":0.23899999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.5940000000000001,"5min":3.8719999999999999,"15min":3.8719999999999999},"last":1.571}]},{"osd":4,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.9339999999999999,"5min":1.982,"15min":2.0459999999999998},"min":{"1min":0.77600000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":2.6429999999999998,"5min":2.899,"15min":2.899},"last":1.6519999999999999},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.7270000000000001,"15min":1.8240000000000001},"min":{"1min":0.71599999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.3250000000000002,"5min":4.069,"15min":4.069},"last":1.724}]},{"osd":5,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.615,"15min":1.665},"min":{"1min":0.80500000000000005,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.4870000000000001,"5min":3.73,"15min":3.73},"last":1.786},{"interface":"front","average":{"1min":1.909,"5min":1.976,"15min":2.0990000000000002},"min":{"1min":0.69799999999999995,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":2.7229999999999999,"5min":3.149,"15min":3.149},"last":2.1150000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.6559999999999999,"15min":1.76},"min":{"1min":0.73199999999999998,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.1760000000000002,"5min":3.2029999999999998,"15min":3.2029999999999998},"last":1.4239999999999999},{"interface":"front","average":{"1min":1.9970000000000001,"5min":2.0979999999999999,"15min":2.1819999999999999},"min":{"1min":0.753,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.1850000000000001,"5min":3.1850000000000001,"15min":3.1850000000000001},"last":1.891}]},{"osd":7,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.1190000000000002,"15min":2.1589999999999998},"min":{"1min":0.79500000000000004,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":2.238},{"interface":"front","average":{"1min":1.7490000000000001,"5min":1.8859999999999999,"15min":1.986},"min":{"1min":0.68500000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6139999999999999,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":2.0089999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986385,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055552,"kb_used_data":6968,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024832,"statfs":{"total":90194313216,"available":89113427968,"internally_reserved":1073741824,"allocated":7135232,"data_stored":4410200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:10 2021","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":1.639,"15min":1.6839999999999999},"min":{"1min":0.71399999999999997,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":3.028,"15min":3.028},"last":1.724},{"interface":"front","average":{"1min":1.724,"5min":1.8,"15min":1.9570000000000001},"min":{"1min":0.52500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.6949999999999998,"5min":3.4079999999999999,"15min":3.4079999999999999},"last":2.3900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:05:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.4079999999999999,"15min":1.4990000000000001},"min":{"1min":0.61399999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.1699999999999999,"5min":2.391,"15min":2.4929999999999999},"last":1.145},{"interface":"front","average":{"1min":1.3680000000000001,"5min":1.4470000000000001,"15min":1.5269999999999999},"min":{"1min":0.56599999999999995,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.968,"5min":2.6000000000000001,"15min":2.6000000000000001},"last":1.8180000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":2.0230000000000001,"5min":1.9339999999999999,"15min":1.8919999999999999},"min":{"1min":0.871,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":2.9129999999999998,"5min":3.2090000000000001,"15min":3.2090000000000001},"last":1.887},{"interface":"front","average":{"1min":1.9079999999999999,"5min":1.825,"15min":1.7490000000000001},"min":{"1min":0.80600000000000005,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.7509999999999999,"5min":2.8399999999999999,"15min":2.8399999999999999},"last":1.2789999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:18 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":1.8580000000000001,"15min":1.9099999999999999},"min":{"1min":0.66700000000000004,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.504,"5min":2.9180000000000001,"15min":2.9180000000000001},"last":1.4299999999999999},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.8540000000000001,"15min":1.847},"min":{"1min":0.754,"5min":0.314,"15min":0.314},"max":{"1min":2.4529999999999998,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":2.0129999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:05:18 2021","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.216,"15min":1.2569999999999999},"min":{"1min":0.35599999999999998,"5min":0.184,"15min":0.14699999999999999},"max":{"1min":2.9460000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.3089999999999999,"5min":1.214,"15min":1.1659999999999999},"min":{"1min":0.39500000000000002,"5min":0.183,"15min":0.183},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.3460000000000001},"last":1.546}]},{"osd":6,"last update":"Thu Mar 4 23:04:35 2021","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.2190000000000001,"15min":1.298},"min":{"1min":0.254,"5min":0.20200000000000001,"15min":0.191},"max":{"1min":2.6640000000000001,"5min":2.6640000000000001,"15min":2.6949999999999998},"last":2.298},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.5269999999999999,"15min":1.458},"min":{"1min":0.36199999999999999,"5min":0.29899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9670000000000001,"5min":2.9670000000000001,"15min":2.9670000000000001},"last":2.1760000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:04:56 2021","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.6930000000000001,"15min":1.603},"min":{"1min":1.1160000000000001,"5min":0.26500000000000001,"15min":0.189},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.831,"5min":1.6000000000000001,"15min":1.5349999999999999},"min":{"1min":1.254,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":2.5739999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":2.4590000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822860,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055536,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024848,"statfs":{"total":90194313216,"available":89113444352,"internally_reserved":1073741824,"allocated":7118848,"data_stored":4408078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.4950000000000001,"15min":1.4039999999999999},"min":{"1min":0.58899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.766,"5min":3.2320000000000002,"15min":3.2320000000000002},"last":0.66600000000000004},{"interface":"front","average":{"1min":1.52,"5min":1.538,"15min":1.389},"min":{"1min":0.60099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":2.6429999999999998,"5min":2.6429999999999998,"15min":2.657},"last":0.59499999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:04:26 2021","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.575,"15min":1.536},"min":{"1min":0.42999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.2250000000000001,"5min":3.0310000000000001,"15min":3.0310000000000001},"last":1.179},{"interface":"front","average":{"1min":1.516,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.53900000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.093,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":1.0600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":1.7709999999999999,"15min":1.7350000000000001},"min":{"1min":0.64400000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.448,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.984,"5min":1.8109999999999999,"15min":1.8600000000000001},"min":{"1min":0.72399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.6360000000000001,"5min":2.875,"15min":2.875},"last":1.587}]},{"osd":3,"last update":"Thu Mar 4 23:05:16 2021","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.6679999999999999,"15min":1.696},"min":{"1min":0.60799999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.867,"5min":3.3540000000000001,"15min":3.3540000000000001},"last":1.282},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.704,"15min":1.7989999999999999},"min":{"1min":0.55900000000000005,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7959999999999998,"5min":2.964,"15min":2.964},"last":1.7549999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:26 2021","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.077,"15min":1.1060000000000001},"min":{"1min":0.29299999999999998,"5min":0.17699999999999999,"15min":0.125},"max":{"1min":2.1669999999999998,"5min":2.5680000000000001,"15min":2.5680000000000001},"last":1.444},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.22,"15min":1.1990000000000001},"min":{"1min":0.38700000000000001,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":2.4039999999999999,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":1.998}]},{"osd":6,"last update":"Thu Mar 4 23:04:41 2021","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":1.3200000000000001,"15min":1.357},"min":{"1min":0.82999999999999996,"5min":0.19400000000000001,"15min":0.18099999999999999},"max":{"1min":2.6539999999999999,"5min":2.6539999999999999,"15min":2.6659999999999999},"last":2.2250000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.329,"15min":1.3380000000000001},"min":{"1min":0.82599999999999996,"5min":0.182,"15min":0.152},"max":{"1min":2.363,"5min":2.4990000000000001,"15min":2.73},"last":1.8959999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.492,"15min":1.4610000000000001},"min":{"1min":0.432,"5min":0.23999999999999999,"15min":0.156},"max":{"1min":2.5409999999999999,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":2.1539999999999999},{"interface":"front","average":{"1min":1.577,"5min":1.427,"15min":1.607},"min":{"1min":0.32000000000000001,"5min":0.22800000000000001,"15min":0.17000000000000001},"max":{"1min":2.4100000000000001,"5min":2.665,"15min":3.044},"last":2.3439999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:05:29.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:05:29.900 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:29 gibba008 bash[37770]: cluster 2021-03-04T23:05:28.929823+0000 mgr.x (mgr.34379) 476 : cluster [DBG] pgmap v764: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:30.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:29 gibba008 bash[37770]: audit 2021-03-04T23:05:29.111977+0000 mgr.x (mgr.34379) 477 : audit [DBG] from='client.44739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:30.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:29 gibba008 bash[39303]: cluster 2021-03-04T23:05:28.929823+0000 mgr.x (mgr.34379) 476 : cluster [DBG] pgmap v764: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:30.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:29 gibba008 bash[39303]: audit 2021-03-04T23:05:29.111977+0000 mgr.x (mgr.34379) 477 : audit [DBG] from='client.44739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:29 gibba023 bash[27374]: cluster 2021-03-04T23:05:28.929823+0000 mgr.x (mgr.34379) 476 : cluster [DBG] pgmap v764: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:29 gibba023 bash[27374]: audit 2021-03-04T23:05:29.111977+0000 mgr.x (mgr.34379) 477 : audit [DBG] from='client.44739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:32.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:31 gibba008 bash[37770]: cluster 2021-03-04T23:05:30.931192+0000 mgr.x (mgr.34379) 478 : cluster [DBG] pgmap v765: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:31 gibba008 bash[39303]: cluster 2021-03-04T23:05:30.931192+0000 mgr.x (mgr.34379) 478 : cluster [DBG] pgmap v765: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:31 gibba023 bash[27374]: cluster 2021-03-04T23:05:30.931192+0000 mgr.x (mgr.34379) 478 : cluster [DBG] pgmap v765: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:32.926 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:05:32.928 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:05:33.574 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":765,"stamp":"2021-03-04T23:05:30.930328+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4338660,"kb_used_data":55648,"kb_used_omap":0,"kb_used_meta":4282944,"kb_avail":700304412,"statfs":{"total":721554505728,"available":717111717888,"internally_reserved":4294967296,"allocated":56983552,"data_stored":35269744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4385734656},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007273"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264025+0000","last_change":"2021-03-04T22:59:44.240595+0000","last_active":"2021-03-04T23:04:01.264025+0000","last_peered":"2021-03-04T23:04:01.264025+0000","last_clean":"2021-03-04T23:04:01.264025+0000","last_became_active":"2021-03-04T22:59:44.240323+0000","last_became_peered":"2021-03-04T22:59:44.240323+0000","last_unstale":"2021-03-04T23:04:01.264025+0000","last_undegraded":"2021-03-04T23:04:01.264025+0000","last_fullsized":"2021-03-04T23:04:01.264025+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263603+0000","last_change":"2021-03-04T23:00:23.896075+0000","last_active":"2021-03-04T23:04:01.263603+0000","last_peered":"2021-03-04T23:04:01.263603+0000","last_clean":"2021-03-04T23:04:01.263603+0000","last_became_active":"2021-03-04T23:00:11.031108+0000","last_became_peered":"2021-03-04T23:00:11.031108+0000","last_unstale":"2021-03-04T23:04:01.263603+0000","last_undegraded":"2021-03-04T23:04:01.263603+0000","last_fullsized":"2021-03-04T23:04:01.263603+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266754+0000","last_change":"2021-03-04T23:00:11.035785+0000","last_active":"2021-03-04T23:04:01.266754+0000","last_peered":"2021-03-04T23:04:01.266754+0000","last_clean":"2021-03-04T23:04:01.266754+0000","last_became_active":"2021-03-04T23:00:11.035527+0000","last_became_peered":"2021-03-04T23:00:11.035527+0000","last_unstale":"2021-03-04T23:04:01.266754+0000","last_undegraded":"2021-03-04T23:04:01.266754+0000","last_fullsized":"2021-03-04T23:04:01.266754+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269588+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:04:01.269588+0000","last_peered":"2021-03-04T23:04:01.269588+0000","last_clean":"2021-03-04T23:04:01.269588+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:04:01.269588+0000","last_undegraded":"2021-03-04T23:04:01.269588+0000","last_fullsized":"2021-03-04T23:04:01.269588+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263319+0000","last_change":"2021-03-04T23:00:23.894069+0000","last_active":"2021-03-04T23:04:01.263319+0000","last_peered":"2021-03-04T23:04:01.263319+0000","last_clean":"2021-03-04T23:04:01.263319+0000","last_became_active":"2021-03-04T23:00:11.032178+0000","last_became_peered":"2021-03-04T23:00:11.032178+0000","last_unstale":"2021-03-04T23:04:01.263319+0000","last_undegraded":"2021-03-04T23:04:01.263319+0000","last_fullsized":"2021-03-04T23:04:01.263319+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266772+0000","last_change":"2021-03-04T22:59:18.766769+0000","last_active":"2021-03-04T23:04:01.266772+0000","last_peered":"2021-03-04T23:04:01.266772+0000","last_clean":"2021-03-04T23:04:01.266772+0000","last_became_active":"2021-03-04T22:59:18.766428+0000","last_became_peered":"2021-03-04T22:59:18.766428+0000","last_unstale":"2021-03-04T23:04:01.266772+0000","last_undegraded":"2021-03-04T23:04:01.266772+0000","last_fullsized":"2021-03-04T23:04:01.266772+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269612+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:04:01.269612+0000","last_peered":"2021-03-04T23:04:01.269612+0000","last_clean":"2021-03-04T23:04:01.269612+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:04:01.269612+0000","last_undegraded":"2021-03-04T23:04:01.269612+0000","last_fullsized":"2021-03-04T23:04:01.269612+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263279+0000","last_change":"2021-03-04T23:00:23.895293+0000","last_active":"2021-03-04T23:04:01.263279+0000","last_peered":"2021-03-04T23:04:01.263279+0000","last_clean":"2021-03-04T23:04:01.263279+0000","last_became_active":"2021-03-04T23:00:11.030972+0000","last_became_peered":"2021-03-04T23:00:11.030972+0000","last_unstale":"2021-03-04T23:04:01.263279+0000","last_undegraded":"2021-03-04T23:04:01.263279+0000","last_fullsized":"2021-03-04T23:04:01.263279+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272822+0000","last_change":"2021-03-04T22:59:18.763967+0000","last_active":"2021-03-04T23:04:01.272822+0000","last_peered":"2021-03-04T23:04:01.272822+0000","last_clean":"2021-03-04T23:04:01.272822+0000","last_became_active":"2021-03-04T22:59:18.763528+0000","last_became_peered":"2021-03-04T22:59:18.763528+0000","last_unstale":"2021-03-04T23:04:01.272822+0000","last_undegraded":"2021-03-04T23:04:01.272822+0000","last_fullsized":"2021-03-04T23:04:01.272822+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263531+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:04:01.263531+0000","last_peered":"2021-03-04T23:04:01.263531+0000","last_clean":"2021-03-04T23:04:01.263531+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:04:01.263531+0000","last_undegraded":"2021-03-04T23:04:01.263531+0000","last_fullsized":"2021-03-04T23:04:01.263531+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268144+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:04:01.268144+0000","last_peered":"2021-03-04T23:04:01.268144+0000","last_clean":"2021-03-04T23:04:01.268144+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:04:01.268144+0000","last_undegraded":"2021-03-04T23:04:01.268144+0000","last_fullsized":"2021-03-04T23:04:01.268144+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266761+0000","last_change":"2021-03-04T22:59:44.238619+0000","last_active":"2021-03-04T23:04:01.266761+0000","last_peered":"2021-03-04T23:04:01.266761+0000","last_clean":"2021-03-04T23:04:01.266761+0000","last_became_active":"2021-03-04T22:59:44.238365+0000","last_became_peered":"2021-03-04T22:59:44.238365+0000","last_unstale":"2021-03-04T23:04:01.266761+0000","last_undegraded":"2021-03-04T23:04:01.266761+0000","last_fullsized":"2021-03-04T23:04:01.266761+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264044+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:04:01.264044+0000","last_peered":"2021-03-04T23:04:01.264044+0000","last_clean":"2021-03-04T23:04:01.264044+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:04:01.264044+0000","last_undegraded":"2021-03-04T23:04:01.264044+0000","last_fullsized":"2021-03-04T23:04:01.264044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263991+0000","last_change":"2021-03-04T22:59:18.767307+0000","last_active":"2021-03-04T23:04:01.263991+0000","last_peered":"2021-03-04T23:04:01.263991+0000","last_clean":"2021-03-04T23:04:01.263991+0000","last_became_active":"2021-03-04T22:59:18.767071+0000","last_became_peered":"2021-03-04T22:59:18.767071+0000","last_unstale":"2021-03-04T23:04:01.263991+0000","last_undegraded":"2021-03-04T23:04:01.263991+0000","last_fullsized":"2021-03-04T23:04:01.263991+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267973+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:04:01.267973+0000","last_peered":"2021-03-04T23:04:01.267973+0000","last_clean":"2021-03-04T23:04:01.267973+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:04:01.267973+0000","last_undegraded":"2021-03-04T23:04:01.267973+0000","last_fullsized":"2021-03-04T23:04:01.267973+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263547+0000","last_change":"2021-03-04T23:00:23.897397+0000","last_active":"2021-03-04T23:04:01.263547+0000","last_peered":"2021-03-04T23:04:01.263547+0000","last_clean":"2021-03-04T23:04:01.263547+0000","last_became_active":"2021-03-04T23:00:11.029452+0000","last_became_peered":"2021-03-04T23:00:11.029452+0000","last_unstale":"2021-03-04T23:04:01.263547+0000","last_undegraded":"2021-03-04T23:04:01.263547+0000","last_fullsized":"2021-03-04T23:04:01.263547+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269333+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:04:01.269333+0000","last_peered":"2021-03-04T23:04:01.269333+0000","last_clean":"2021-03-04T23:04:01.269333+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:04:01.269333+0000","last_undegraded":"2021-03-04T23:04:01.269333+0000","last_fullsized":"2021-03-04T23:04:01.269333+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272884+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:04:01.272884+0000","last_peered":"2021-03-04T23:04:01.272884+0000","last_clean":"2021-03-04T23:04:01.272884+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:04:01.272884+0000","last_undegraded":"2021-03-04T23:04:01.272884+0000","last_fullsized":"2021-03-04T23:04:01.272884+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267854+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:04:01.267854+0000","last_peered":"2021-03-04T23:04:01.267854+0000","last_clean":"2021-03-04T23:04:01.267854+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:04:01.267854+0000","last_undegraded":"2021-03-04T23:04:01.267854+0000","last_fullsized":"2021-03-04T23:04:01.267854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269506+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:04:01.269506+0000","last_peered":"2021-03-04T23:04:01.269506+0000","last_clean":"2021-03-04T23:04:01.269506+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:04:01.269506+0000","last_undegraded":"2021-03-04T23:04:01.269506+0000","last_fullsized":"2021-03-04T23:04:01.269506+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"538","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266380+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:04:01.266380+0000","last_peered":"2021-03-04T23:04:01.266380+0000","last_clean":"2021-03-04T23:04:01.266380+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:04:01.266380+0000","last_undegraded":"2021-03-04T23:04:01.266380+0000","last_fullsized":"2021-03-04T23:04:01.266380+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263659+0000","last_change":"2021-03-04T23:00:23.897806+0000","last_active":"2021-03-04T23:04:01.263659+0000","last_peered":"2021-03-04T23:04:01.263659+0000","last_clean":"2021-03-04T23:04:01.263659+0000","last_became_active":"2021-03-04T23:00:11.032277+0000","last_became_peered":"2021-03-04T23:00:11.032277+0000","last_unstale":"2021-03-04T23:04:01.263659+0000","last_undegraded":"2021-03-04T23:04:01.263659+0000","last_fullsized":"2021-03-04T23:04:01.263659+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268201+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:04:01.268201+0000","last_peered":"2021-03-04T23:04:01.268201+0000","last_clean":"2021-03-04T23:04:01.268201+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:04:01.268201+0000","last_undegraded":"2021-03-04T23:04:01.268201+0000","last_fullsized":"2021-03-04T23:04:01.268201+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272811+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:04:01.272811+0000","last_peered":"2021-03-04T23:04:01.272811+0000","last_clean":"2021-03-04T23:04:01.272811+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:04:01.272811+0000","last_undegraded":"2021-03-04T23:04:01.272811+0000","last_fullsized":"2021-03-04T23:04:01.272811+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"527","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268147+0000","last_change":"2021-03-04T22:59:18.763155+0000","last_active":"2021-03-04T23:04:01.268147+0000","last_peered":"2021-03-04T23:04:01.268147+0000","last_clean":"2021-03-04T23:04:01.268147+0000","last_became_active":"2021-03-04T22:59:18.762782+0000","last_became_peered":"2021-03-04T22:59:18.762782+0000","last_unstale":"2021-03-04T23:04:01.268147+0000","last_undegraded":"2021-03-04T23:04:01.268147+0000","last_fullsized":"2021-03-04T23:04:01.268147+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263921+0000","last_change":"2021-03-04T23:00:11.034967+0000","last_active":"2021-03-04T23:04:01.263921+0000","last_peered":"2021-03-04T23:04:01.263921+0000","last_clean":"2021-03-04T23:04:01.263921+0000","last_became_active":"2021-03-04T23:00:11.034642+0000","last_became_peered":"2021-03-04T23:00:11.034642+0000","last_unstale":"2021-03-04T23:04:01.263921+0000","last_undegraded":"2021-03-04T23:04:01.263921+0000","last_fullsized":"2021-03-04T23:04:01.263921+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"511","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268236+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:04:01.268236+0000","last_peered":"2021-03-04T23:04:01.268236+0000","last_clean":"2021-03-04T23:04:01.268236+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:04:01.268236+0000","last_undegraded":"2021-03-04T23:04:01.268236+0000","last_fullsized":"2021-03-04T23:04:01.268236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266572+0000","last_change":"2021-03-04T22:59:18.763844+0000","last_active":"2021-03-04T23:04:01.266572+0000","last_peered":"2021-03-04T23:04:01.266572+0000","last_clean":"2021-03-04T23:04:01.266572+0000","last_became_active":"2021-03-04T22:59:18.763164+0000","last_became_peered":"2021-03-04T22:59:18.763164+0000","last_unstale":"2021-03-04T23:04:01.266572+0000","last_undegraded":"2021-03-04T23:04:01.266572+0000","last_fullsized":"2021-03-04T23:04:01.266572+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272672+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:04:01.272672+0000","last_peered":"2021-03-04T23:04:01.272672+0000","last_clean":"2021-03-04T23:04:01.272672+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:04:01.272672+0000","last_undegraded":"2021-03-04T23:04:01.272672+0000","last_fullsized":"2021-03-04T23:04:01.272672+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269484+0000","last_change":"2021-03-04T22:59:18.765764+0000","last_active":"2021-03-04T23:04:01.269484+0000","last_peered":"2021-03-04T23:04:01.269484+0000","last_clean":"2021-03-04T23:04:01.269484+0000","last_became_active":"2021-03-04T22:59:18.765596+0000","last_became_peered":"2021-03-04T22:59:18.765596+0000","last_unstale":"2021-03-04T23:04:01.269484+0000","last_undegraded":"2021-03-04T23:04:01.269484+0000","last_fullsized":"2021-03-04T23:04:01.269484+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263468+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:04:01.263468+0000","last_peered":"2021-03-04T23:04:01.263468+0000","last_clean":"2021-03-04T23:04:01.263468+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:04:01.263468+0000","last_undegraded":"2021-03-04T23:04:01.263468+0000","last_fullsized":"2021-03-04T23:04:01.263468+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264158+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:04:01.264158+0000","last_peered":"2021-03-04T23:04:01.264158+0000","last_clean":"2021-03-04T23:04:01.264158+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:04:01.264158+0000","last_undegraded":"2021-03-04T23:04:01.264158+0000","last_fullsized":"2021-03-04T23:04:01.264158+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266461+0000","last_change":"2021-03-04T22:59:18.763490+0000","last_active":"2021-03-04T23:04:01.266461+0000","last_peered":"2021-03-04T23:04:01.266461+0000","last_clean":"2021-03-04T23:04:01.266461+0000","last_became_active":"2021-03-04T22:59:18.762739+0000","last_became_peered":"2021-03-04T22:59:18.762739+0000","last_unstale":"2021-03-04T23:04:01.266461+0000","last_undegraded":"2021-03-04T23:04:01.266461+0000","last_fullsized":"2021-03-04T23:04:01.266461+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264186+0000","last_change":"2021-03-04T22:59:44.240591+0000","last_active":"2021-03-04T23:04:01.264186+0000","last_peered":"2021-03-04T23:04:01.264186+0000","last_clean":"2021-03-04T23:04:01.264186+0000","last_became_active":"2021-03-04T22:59:44.240349+0000","last_became_peered":"2021-03-04T22:59:44.240349+0000","last_unstale":"2021-03-04T23:04:01.264186+0000","last_undegraded":"2021-03-04T23:04:01.264186+0000","last_fullsized":"2021-03-04T23:04:01.264186+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263807+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:04:01.263807+0000","last_peered":"2021-03-04T23:04:01.263807+0000","last_clean":"2021-03-04T23:04:01.263807+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:04:01.263807+0000","last_undegraded":"2021-03-04T23:04:01.263807+0000","last_fullsized":"2021-03-04T23:04:01.263807+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264089+0000","last_change":"2021-03-04T22:59:18.762844+0000","last_active":"2021-03-04T23:04:01.264089+0000","last_peered":"2021-03-04T23:04:01.264089+0000","last_clean":"2021-03-04T23:04:01.264089+0000","last_became_active":"2021-03-04T22:59:18.762464+0000","last_became_peered":"2021-03-04T22:59:18.762464+0000","last_unstale":"2021-03-04T23:04:01.264089+0000","last_undegraded":"2021-03-04T23:04:01.264089+0000","last_fullsized":"2021-03-04T23:04:01.264089+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263223+0000","last_change":"2021-03-04T23:00:23.896127+0000","last_active":"2021-03-04T23:04:01.263223+0000","last_peered":"2021-03-04T23:04:01.263223+0000","last_clean":"2021-03-04T23:04:01.263223+0000","last_became_active":"2021-03-04T23:00:11.032356+0000","last_became_peered":"2021-03-04T23:00:11.032356+0000","last_unstale":"2021-03-04T23:04:01.263223+0000","last_undegraded":"2021-03-04T23:04:01.263223+0000","last_fullsized":"2021-03-04T23:04:01.263223+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267005+0000","last_change":"2021-03-04T23:00:11.029986+0000","last_active":"2021-03-04T23:04:01.267005+0000","last_peered":"2021-03-04T23:04:01.267005+0000","last_clean":"2021-03-04T23:04:01.267005+0000","last_became_active":"2021-03-04T23:00:11.029722+0000","last_became_peered":"2021-03-04T23:00:11.029722+0000","last_unstale":"2021-03-04T23:04:01.267005+0000","last_undegraded":"2021-03-04T23:04:01.267005+0000","last_fullsized":"2021-03-04T23:04:01.267005+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"526","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266900+0000","last_change":"2021-03-04T22:59:30.012488+0000","last_active":"2021-03-04T23:04:01.266900+0000","last_peered":"2021-03-04T23:04:01.266900+0000","last_clean":"2021-03-04T23:04:01.266900+0000","last_became_active":"2021-03-04T22:59:18.763958+0000","last_became_peered":"2021-03-04T22:59:18.763958+0000","last_unstale":"2021-03-04T23:04:01.266900+0000","last_undegraded":"2021-03-04T23:04:01.266900+0000","last_fullsized":"2021-03-04T23:04:01.266900+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"545","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272860+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:04:01.272860+0000","last_peered":"2021-03-04T23:04:01.272860+0000","last_clean":"2021-03-04T23:04:01.272860+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:04:01.272860+0000","last_undegraded":"2021-03-04T23:04:01.272860+0000","last_fullsized":"2021-03-04T23:04:01.272860+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266888+0000","last_change":"2021-03-04T22:59:30.015474+0000","last_active":"2021-03-04T23:04:01.266888+0000","last_peered":"2021-03-04T23:04:01.266888+0000","last_clean":"2021-03-04T23:04:01.266888+0000","last_became_active":"2021-03-04T22:59:18.763707+0000","last_became_peered":"2021-03-04T22:59:18.763707+0000","last_unstale":"2021-03-04T23:04:01.266888+0000","last_undegraded":"2021-03-04T23:04:01.266888+0000","last_fullsized":"2021-03-04T23:04:01.266888+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272764+0000","last_change":"2021-03-04T22:59:18.762912+0000","last_active":"2021-03-04T23:04:01.272764+0000","last_peered":"2021-03-04T23:04:01.272764+0000","last_clean":"2021-03-04T23:04:01.272764+0000","last_became_active":"2021-03-04T22:59:18.762638+0000","last_became_peered":"2021-03-04T22:59:18.762638+0000","last_unstale":"2021-03-04T23:04:01.272764+0000","last_undegraded":"2021-03-04T23:04:01.272764+0000","last_fullsized":"2021-03-04T23:04:01.272764+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263841+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:04:01.263841+0000","last_peered":"2021-03-04T23:04:01.263841+0000","last_clean":"2021-03-04T23:04:01.263841+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:04:01.263841+0000","last_undegraded":"2021-03-04T23:04:01.263841+0000","last_fullsized":"2021-03-04T23:04:01.263841+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"510","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267094+0000","last_change":"2021-03-04T23:00:11.034316+0000","last_active":"2021-03-04T23:04:01.267094+0000","last_peered":"2021-03-04T23:04:01.267094+0000","last_clean":"2021-03-04T23:04:01.267094+0000","last_became_active":"2021-03-04T23:00:11.034152+0000","last_became_peered":"2021-03-04T23:00:11.034152+0000","last_unstale":"2021-03-04T23:04:01.267094+0000","last_undegraded":"2021-03-04T23:04:01.267094+0000","last_fullsized":"2021-03-04T23:04:01.267094+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267662+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:04:01.267662+0000","last_peered":"2021-03-04T23:04:01.267662+0000","last_clean":"2021-03-04T23:04:01.267662+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:04:01.267662+0000","last_undegraded":"2021-03-04T23:04:01.267662+0000","last_fullsized":"2021-03-04T23:04:01.267662+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266799+0000","last_change":"2021-03-04T22:59:44.238639+0000","last_active":"2021-03-04T23:04:01.266799+0000","last_peered":"2021-03-04T23:04:01.266799+0000","last_clean":"2021-03-04T23:04:01.266799+0000","last_became_active":"2021-03-04T22:59:44.238426+0000","last_became_peered":"2021-03-04T22:59:44.238426+0000","last_unstale":"2021-03-04T23:04:01.266799+0000","last_undegraded":"2021-03-04T23:04:01.266799+0000","last_fullsized":"2021-03-04T23:04:01.266799+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266995+0000","last_change":"2021-03-04T22:59:30.016939+0000","last_active":"2021-03-04T23:04:01.266995+0000","last_peered":"2021-03-04T23:04:01.266995+0000","last_clean":"2021-03-04T23:04:01.266995+0000","last_became_active":"2021-03-04T22:59:18.763745+0000","last_became_peered":"2021-03-04T22:59:18.763745+0000","last_unstale":"2021-03-04T23:04:01.266995+0000","last_undegraded":"2021-03-04T23:04:01.266995+0000","last_fullsized":"2021-03-04T23:04:01.266995+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272901+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:04:01.272901+0000","last_peered":"2021-03-04T23:04:01.272901+0000","last_clean":"2021-03-04T23:04:01.272901+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:04:01.272901+0000","last_undegraded":"2021-03-04T23:04:01.272901+0000","last_fullsized":"2021-03-04T23:04:01.272901+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267975+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:04:01.267975+0000","last_peered":"2021-03-04T23:04:01.267975+0000","last_clean":"2021-03-04T23:04:01.267975+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:04:01.267975+0000","last_undegraded":"2021-03-04T23:04:01.267975+0000","last_fullsized":"2021-03-04T23:04:01.267975+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"498","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263405+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:04:01.263405+0000","last_peered":"2021-03-04T23:04:01.263405+0000","last_clean":"2021-03-04T23:04:01.263405+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:04:01.263405+0000","last_undegraded":"2021-03-04T23:04:01.263405+0000","last_fullsized":"2021-03-04T23:04:01.263405+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"514","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266641+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:04:01.266641+0000","last_peered":"2021-03-04T23:04:01.266641+0000","last_clean":"2021-03-04T23:04:01.266641+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:04:01.266641+0000","last_undegraded":"2021-03-04T23:04:01.266641+0000","last_fullsized":"2021-03-04T23:04:01.266641+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"544","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267944+0000","last_change":"2021-03-04T22:59:18.760570+0000","last_active":"2021-03-04T23:04:01.267944+0000","last_peered":"2021-03-04T23:04:01.267944+0000","last_clean":"2021-03-04T23:04:01.267944+0000","last_became_active":"2021-03-04T22:59:18.760339+0000","last_became_peered":"2021-03-04T22:59:18.760339+0000","last_unstale":"2021-03-04T23:04:01.267944+0000","last_undegraded":"2021-03-04T23:04:01.267944+0000","last_fullsized":"2021-03-04T23:04:01.267944+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269237+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:04:01.269237+0000","last_peered":"2021-03-04T23:04:01.269237+0000","last_clean":"2021-03-04T23:04:01.269237+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:04:01.269237+0000","last_undegraded":"2021-03-04T23:04:01.269237+0000","last_fullsized":"2021-03-04T23:04:01.269237+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269565+0000","last_change":"2021-03-04T22:59:44.241985+0000","last_active":"2021-03-04T23:04:01.269565+0000","last_peered":"2021-03-04T23:04:01.269565+0000","last_clean":"2021-03-04T23:04:01.269565+0000","last_became_active":"2021-03-04T22:59:44.241750+0000","last_became_peered":"2021-03-04T22:59:44.241750+0000","last_unstale":"2021-03-04T23:04:01.269565+0000","last_undegraded":"2021-03-04T23:04:01.269565+0000","last_fullsized":"2021-03-04T23:04:01.269565+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"529","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.268155+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:04:01.268155+0000","last_peered":"2021-03-04T23:04:01.268155+0000","last_clean":"2021-03-04T23:04:01.268155+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:04:01.268155+0000","last_undegraded":"2021-03-04T23:04:01.268155+0000","last_fullsized":"2021-03-04T23:04:01.268155+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"495","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266970+0000","last_change":"2021-03-04T22:59:44.239807+0000","last_active":"2021-03-04T23:04:01.266970+0000","last_peered":"2021-03-04T23:04:01.266970+0000","last_clean":"2021-03-04T23:04:01.266970+0000","last_became_active":"2021-03-04T22:59:44.239508+0000","last_became_peered":"2021-03-04T22:59:44.239508+0000","last_unstale":"2021-03-04T23:04:01.266970+0000","last_undegraded":"2021-03-04T23:04:01.266970+0000","last_fullsized":"2021-03-04T23:04:01.266970+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269384+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:04:01.269384+0000","last_peered":"2021-03-04T23:04:01.269384+0000","last_clean":"2021-03-04T23:04:01.269384+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:04:01.269384+0000","last_undegraded":"2021-03-04T23:04:01.269384+0000","last_fullsized":"2021-03-04T23:04:01.269384+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"502","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263682+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:04:01.263682+0000","last_peered":"2021-03-04T23:04:01.263682+0000","last_clean":"2021-03-04T23:04:01.263682+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:04:01.263682+0000","last_undegraded":"2021-03-04T23:04:01.263682+0000","last_fullsized":"2021-03-04T23:04:01.263682+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"480","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267007+0000","last_change":"2021-03-04T22:59:30.012551+0000","last_active":"2021-03-04T23:04:01.267007+0000","last_peered":"2021-03-04T23:04:01.267007+0000","last_clean":"2021-03-04T23:04:01.267007+0000","last_became_active":"2021-03-04T22:59:18.765094+0000","last_became_peered":"2021-03-04T22:59:18.765094+0000","last_unstale":"2021-03-04T23:04:01.267007+0000","last_undegraded":"2021-03-04T23:04:01.267007+0000","last_fullsized":"2021-03-04T23:04:01.267007+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"499","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263181+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:04:01.263181+0000","last_peered":"2021-03-04T23:04:01.263181+0000","last_clean":"2021-03-04T23:04:01.263181+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:04:01.263181+0000","last_undegraded":"2021-03-04T23:04:01.263181+0000","last_fullsized":"2021-03-04T23:04:01.263181+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"534","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.266724+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:04:01.266724+0000","last_peered":"2021-03-04T23:04:01.266724+0000","last_clean":"2021-03-04T23:04:01.266724+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:04:01.266724+0000","last_undegraded":"2021-03-04T23:04:01.266724+0000","last_fullsized":"2021-03-04T23:04:01.266724+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"518","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269620+0000","last_change":"2021-03-04T22:59:18.761682+0000","last_active":"2021-03-04T23:04:01.269620+0000","last_peered":"2021-03-04T23:04:01.269620+0000","last_clean":"2021-03-04T23:04:01.269620+0000","last_became_active":"2021-03-04T22:59:18.761294+0000","last_became_peered":"2021-03-04T22:59:18.761294+0000","last_unstale":"2021-03-04T23:04:01.269620+0000","last_undegraded":"2021-03-04T23:04:01.269620+0000","last_fullsized":"2021-03-04T23:04:01.269620+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"513","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263821+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:04:01.263821+0000","last_peered":"2021-03-04T23:04:01.263821+0000","last_clean":"2021-03-04T23:04:01.263821+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:04:01.263821+0000","last_undegraded":"2021-03-04T23:04:01.263821+0000","last_fullsized":"2021-03-04T23:04:01.263821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"503","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269445+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:04:01.269445+0000","last_peered":"2021-03-04T23:04:01.269445+0000","last_clean":"2021-03-04T23:04:01.269445+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:04:01.269445+0000","last_undegraded":"2021-03-04T23:04:01.269445+0000","last_fullsized":"2021-03-04T23:04:01.269445+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"542","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.267841+0000","last_change":"2021-03-04T23:00:11.029860+0000","last_active":"2021-03-04T23:04:01.267841+0000","last_peered":"2021-03-04T23:04:01.267841+0000","last_clean":"2021-03-04T23:04:01.267841+0000","last_became_active":"2021-03-04T23:00:11.029628+0000","last_became_peered":"2021-03-04T23:00:11.029628+0000","last_unstale":"2021-03-04T23:04:01.267841+0000","last_undegraded":"2021-03-04T23:04:01.267841+0000","last_fullsized":"2021-03-04T23:04:01.267841+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"532","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272735+0000","last_change":"2021-03-04T22:59:18.768987+0000","last_active":"2021-03-04T23:04:01.272735+0000","last_peered":"2021-03-04T23:04:01.272735+0000","last_clean":"2021-03-04T23:04:01.272735+0000","last_became_active":"2021-03-04T22:59:18.768579+0000","last_became_peered":"2021-03-04T22:59:18.768579+0000","last_unstale":"2021-03-04T23:04:01.272735+0000","last_undegraded":"2021-03-04T23:04:01.272735+0000","last_fullsized":"2021-03-04T23:04:01.272735+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.264119+0000","last_change":"2021-03-04T23:00:11.028054+0000","last_active":"2021-03-04T23:04:01.264119+0000","last_peered":"2021-03-04T23:04:01.264119+0000","last_clean":"2021-03-04T23:04:01.264119+0000","last_became_active":"2021-03-04T23:00:11.027754+0000","last_became_peered":"2021-03-04T23:00:11.027754+0000","last_unstale":"2021-03-04T23:04:01.264119+0000","last_undegraded":"2021-03-04T23:04:01.264119+0000","last_fullsized":"2021-03-04T23:04:01.264119+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"517","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.272717+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:04:01.272717+0000","last_peered":"2021-03-04T23:04:01.272717+0000","last_clean":"2021-03-04T23:04:01.272717+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:04:01.272717+0000","last_undegraded":"2021-03-04T23:04:01.272717+0000","last_fullsized":"2021-03-04T23:04:01.272717+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263824+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:04:01.263824+0000","last_peered":"2021-03-04T23:04:01.263824+0000","last_clean":"2021-03-04T23:04:01.263824+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:04:01.263824+0000","last_undegraded":"2021-03-04T23:04:01.263824+0000","last_fullsized":"2021-03-04T23:04:01.263824+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"530","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263664+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:04:01.263664+0000","last_peered":"2021-03-04T23:04:01.263664+0000","last_clean":"2021-03-04T23:04:01.263664+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:04:01.263664+0000","last_undegraded":"2021-03-04T23:04:01.263664+0000","last_fullsized":"2021-03-04T23:04:01.263664+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"543","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263227+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:04:01.263227+0000","last_peered":"2021-03-04T23:04:01.263227+0000","last_clean":"2021-03-04T23:04:01.263227+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:04:01.263227+0000","last_undegraded":"2021-03-04T23:04:01.263227+0000","last_fullsized":"2021-03-04T23:04:01.263227+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"521","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.269549+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:04:01.269549+0000","last_peered":"2021-03-04T23:04:01.269549+0000","last_clean":"2021-03-04T23:04:01.269549+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:04:01.269549+0000","last_undegraded":"2021-03-04T23:04:01.269549+0000","last_fullsized":"2021-03-04T23:04:01.269549+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"528","reported_epoch":"566","state":"active+clean","last_fresh":"2021-03-04T23:04:01.263869+0000","last_change":"2021-03-04T22:59:18.760850+0000","last_active":"2021-03-04T23:04:01.263869+0000","last_peered":"2021-03-04T23:04:01.263869+0000","last_clean":"2021-03-04T23:04:01.263869+0000","last_became_active":"2021-03-04T22:59:18.760600+0000","last_became_peered":"2021-03-04T22:59:18.760600+0000","last_unstale":"2021-03-04T23:04:01.263869+0000","last_undegraded":"2021-03-04T23:04:01.263869+0000","last_fullsized":"2021-03-04T23:04:01.263869+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495813,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055556,"kb_used_data":6972,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024828,"statfs":{"total":90194313216,"available":89113423872,"internally_reserved":1073741824,"allocated":7139328,"data_stored":4410270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.8600000000000001,"15min":1.7769999999999999},"min":{"1min":0.67200000000000004,"5min":0.313,"15min":0.313},"max":{"1min":2.8799999999999999,"5min":3.0179999999999998,"15min":3.2839999999999998},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.7869999999999999,"15min":1.8180000000000001},"min":{"1min":0.57099999999999995,"5min":0.189,"15min":0.189},"max":{"1min":2.6560000000000001,"5min":2.9119999999999999,"15min":2.9119999999999999},"last":1.107}]},{"osd":1,"last update":"Thu Mar 4 23:05:28 2021","interfaces":[{"interface":"back","average":{"1min":1.321,"5min":1.5700000000000001,"15min":1.409},"min":{"1min":0.60899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.3029999999999999,"5min":2.7120000000000002,"15min":2.7120000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.3620000000000001,"5min":1.7190000000000001,"15min":1.607},"min":{"1min":0.67700000000000005,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.52,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.80600000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.661,"5min":1.6499999999999999,"15min":1.583},"min":{"1min":1.0129999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3980000000000001,"5min":2.7069999999999999,"15min":2.7069999999999999},"last":1.5680000000000001},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.679,"15min":1.6819999999999999},"min":{"1min":0.84399999999999997,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.452,"5min":2.8519999999999999,"15min":2.8519999999999999},"last":1.696}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.4419999999999999,"15min":1.4530000000000001},"min":{"1min":0.61799999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.0129999999999999,"5min":2.403,"15min":2.403},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.716,"15min":1.766},"min":{"1min":0.55200000000000005,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.4159999999999999,"5min":2.9039999999999999,"15min":2.9039999999999999},"last":1.9810000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.196,"15min":1.1890000000000001},"min":{"1min":0.32700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.7069999999999999,"5min":2.7069999999999999,"15min":4.0209999999999999},"last":2.1179999999999999},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.1080000000000001,"15min":1.22},"min":{"1min":0.253,"5min":0.16800000000000001,"15min":0.127},"max":{"1min":1.851,"5min":2.016,"15min":2.698},"last":1.413}]},{"osd":5,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.298,"15min":1.3009999999999999},"min":{"1min":0.22500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.5110000000000001,"5min":2.6920000000000002,"15min":3.1400000000000001},"last":2.2559999999999998},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.5249999999999999,"15min":1.496},"min":{"1min":0.29199999999999998,"5min":0.156,"15min":0.156},"max":{"1min":2.5659999999999998,"5min":3.0099999999999998,"15min":4.2699999999999996},"last":2.3769999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.6359999999999999,"15min":1.615},"min":{"1min":0.34599999999999997,"5min":0.246,"15min":0.20000000000000001},"max":{"1min":2.6960000000000002,"5min":2.9340000000000002,"15min":4.4539999999999997},"last":2.544},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.3320000000000001,"15min":1.48},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.152},"max":{"1min":2.1440000000000001,"5min":2.4529999999999998,"15min":2.9889999999999999},"last":1.831}]}]},{"osd":6,"up_from":41,"seq":176093659337,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055544,"kb_used_data":6960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024840,"statfs":{"total":90194313216,"available":89113436160,"internally_reserved":1073741824,"allocated":7127040,"data_stored":4410124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.4910000000000001,"5min":1.577,"15min":1.4910000000000001},"min":{"1min":0.59399999999999997,"5min":0.313,"15min":0.28100000000000003},"max":{"1min":2.222,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":1.877},{"interface":"front","average":{"1min":1.552,"5min":1.6859999999999999,"15min":1.6950000000000001},"min":{"1min":0.51900000000000002,"5min":0.46899999999999997,"15min":0.23499999999999999},"max":{"1min":2.2829999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":1.0980000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:05:29 2021","interfaces":[{"interface":"back","average":{"1min":1.51,"5min":1.6859999999999999,"15min":1.452},"min":{"1min":0.52900000000000003,"5min":0.217,"15min":0.217},"max":{"1min":2.6579999999999999,"5min":3.0880000000000001,"15min":3.0880000000000001},"last":1.734},{"interface":"front","average":{"1min":1.381,"5min":1.5529999999999999,"15min":1.353},"min":{"1min":0.64300000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.3999999999999999,"5min":2.8370000000000002,"15min":2.8370000000000002},"last":1.2}]},{"osd":2,"last update":"Thu Mar 4 23:04:51 2021","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.744,"15min":1.659},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.5950000000000002,"5min":3.2330000000000001,"15min":3.2330000000000001},"last":1.012},{"interface":"front","average":{"1min":1.534,"5min":1.6000000000000001,"15min":1.6339999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.012,"5min":3.012,"15min":3.012},"last":1.599}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":1.5149999999999999,"15min":1.5600000000000001},"min":{"1min":0.497,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.101,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":2.347},{"interface":"front","average":{"1min":1.704,"5min":1.8759999999999999,"15min":1.8839999999999999},"min":{"1min":0.55700000000000005,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.3780000000000001,"5min":3.161,"15min":3.161},"last":2.4239999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.1539999999999999,"15min":1.167},"min":{"1min":0.23400000000000001,"5min":0.188,"15min":0.17599999999999999},"max":{"1min":2.4169999999999998,"5min":2.702,"15min":2.706},"last":2.1819999999999999},{"interface":"front","average":{"1min":1.238,"5min":1.1910000000000001,"15min":1.1659999999999999},"min":{"1min":0.27200000000000002,"5min":0.223,"15min":0.157},"max":{"1min":2.0640000000000001,"5min":2.7170000000000001,"15min":2.7170000000000001},"last":1.482}]},{"osd":5,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.1819999999999999,"15min":1.2669999999999999},"min":{"1min":0.24299999999999999,"5min":0.24199999999999999,"15min":0.19},"max":{"1min":2.1779999999999999,"5min":2.1909999999999998,"15min":2.609},"last":2.0419999999999998},{"interface":"front","average":{"1min":1.6990000000000001,"5min":1.5249999999999999,"15min":1.4990000000000001},"min":{"1min":0.30299999999999999,"5min":0.26000000000000001,"15min":0.184},"max":{"1min":2.7200000000000002,"5min":2.7210000000000001,"15min":2.9169999999999998},"last":1.3109999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:05:00 2021","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.5249999999999999,"15min":1.5509999999999999},"min":{"1min":0.32800000000000001,"5min":0.28000000000000003,"15min":0.218},"max":{"1min":2.1699999999999999,"5min":2.746,"15min":2.8410000000000002},"last":2.5579999999999998},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.9299999999999999,"15min":1.825},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.20899999999999999},"max":{"1min":3.3399999999999999,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":2.6789999999999998}]}]},{"osd":1,"up_from":341,"seq":1464583848012,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6944,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7110656,"data_stored":4407455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.248,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2330000000000001,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.99399999999999999,"15min":0.95999999999999996},"min":{"1min":0.26500000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.1440000000000001,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":0.96899999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:04:48 2021","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.073,"15min":0.997},"min":{"1min":0.32200000000000001,"5min":0.218,"15min":0.218},"max":{"1min":1.671,"5min":2.3410000000000002,"15min":2.3410000000000002},"last":1.337},{"interface":"front","average":{"1min":1.587,"5min":1.581,"15min":1.405},"min":{"1min":0.51800000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":2.306,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.6020000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:05:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.5449999999999999,"15min":1.573},"min":{"1min":0.38200000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.206,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":2.04},{"interface":"front","average":{"1min":0.85399999999999998,"5min":1.016,"15min":1.0309999999999999},"min":{"1min":0.32800000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.3,"5min":2.7229999999999999,"15min":2.7229999999999999},"last":1.143}]},{"osd":4,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.6739999999999999,"15min":1.6839999999999999},"min":{"1min":0.439,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":2.4169999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":2.2280000000000002},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.6140000000000001,"15min":1.6379999999999999},"min":{"1min":0.39900000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.71,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":1.52}]},{"osd":5,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.837},"min":{"1min":0.48699999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.0139999999999998,"5min":3.0139999999999998,"15min":3.0139999999999998},"last":2.4180000000000001},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.7110000000000001,"15min":1.7150000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.427,"5min":2.6709999999999998,"15min":2.6709999999999998},"last":2.5710000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.71,"5min":1.792,"15min":1.825},"min":{"1min":0.42399999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.371,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":2.0659999999999998,"5min":2.1219999999999999,"15min":1.9850000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.9700000000000002,"5min":3.0270000000000001,"15min":3.0270000000000001},"last":2.6469999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.762,"15min":1.671},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":2.6699999999999999,"5min":3.0129999999999999,"15min":3.0129999999999999},"last":1.7629999999999999},{"interface":"front","average":{"1min":1.6870000000000001,"5min":1.8300000000000001,"15min":1.8400000000000001},"min":{"1min":0.47099999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.665,"5min":2.786,"15min":2.786},"last":1.8819999999999999}]}]},{"osd":0,"up_from":284,"seq":1219770712157,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":35632,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":28672,"kb_avail":88044752,"statfs":{"total":90194313216,"available":90157826048,"internally_reserved":0,"allocated":7118848,"data_stored":4408030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":29360128},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:04:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80100000000000005,"15min":0.626},"min":{"1min":0.26200000000000001,"5min":0.187,"15min":0.187},"max":{"1min":1.7749999999999999,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0549999999999999,"15min":0.78100000000000003},"min":{"1min":0.29099999999999998,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":1.3819999999999999,"5min":4.0540000000000003,"15min":4.0540000000000003},"last":0.32600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:49 2021","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0269999999999999,"15min":0.85799999999999998},"min":{"1min":0.26000000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.4219999999999999,"5min":2.339,"15min":2.339},"last":0.26700000000000002},{"interface":"front","average":{"1min":1.478,"5min":1.444,"15min":1.2869999999999999},"min":{"1min":0.374,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.5840000000000001,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":0.307}]},{"osd":3,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":1.046,"15min":1.125},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.548,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":0.25},{"interface":"front","average":{"1min":1.246,"5min":1.399,"15min":1.4399999999999999},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.917,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.219}]},{"osd":4,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":2.0350000000000001,"5min":1.855,"15min":1.5960000000000001},"min":{"1min":0.56399999999999995,"5min":0.53700000000000003,"15min":0.34000000000000002},"max":{"1min":2.9969999999999999,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.5820000000000001,"15min":1.5820000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.33000000000000002},"max":{"1min":2.355,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":0.746}]},{"osd":5,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.9710000000000001,"15min":1.8180000000000001},"min":{"1min":0.44400000000000001,"5min":0.439,"15min":0.439},"max":{"1min":2.7770000000000001,"5min":3.29,"15min":4.0499999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.6000000000000001,"15min":1.6779999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.315},"max":{"1min":2.2410000000000001,"5min":4.1719999999999997,"15min":4.1719999999999997},"last":0.627}]},{"osd":6,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.673,"5min":1.736,"15min":1.8779999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.35199999999999998},"max":{"1min":2.524,"5min":3.242,"15min":3.242},"last":0.77000000000000002},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.1230000000000002,"15min":1.974},"min":{"1min":0.58499999999999996,"5min":0.55500000000000005,"15min":0.40100000000000002},"max":{"1min":3.0209999999999999,"5min":3.1429999999999998,"15min":3.1429999999999998},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:05:17 2021","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.48599999999999999,"5min":0.38300000000000001,"15min":0.32800000000000001},"max":{"1min":2.5249999999999999,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.1589999999999998,"15min":2.0870000000000002},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.433},"max":{"1min":2.8559999999999999,"5min":4.3490000000000002,"15min":4.3490000000000002},"last":0.67400000000000004}]}]},{"osd":2,"up_from":356,"seq":1529008357447,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":27504,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":20544,"kb_avail":88052880,"statfs":{"total":90194313216,"available":90166149120,"internally_reserved":0,"allocated":7118848,"data_stored":4408042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21037056},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.1899999999999999,"5min":2.6360000000000001,"15min":2.6360000000000001},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.0129999999999999,"15min":0.95999999999999996},"min":{"1min":0.218,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.948,"5min":2.3719999999999999,"15min":2.3719999999999999},"last":1.6240000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0109999999999999,"15min":0.94599999999999995},"min":{"1min":0.27900000000000003,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5669999999999999,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.008,"5min":1.0960000000000001,"15min":1.0880000000000001},"min":{"1min":0.26600000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.52,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":1.129}]},{"osd":3,"last update":"Thu Mar 4 23:05:20 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.141,"15min":1.1919999999999999},"min":{"1min":0.29599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.552,"5min":2.012,"15min":2.012},"last":1.788},{"interface":"front","average":{"1min":1.198,"5min":1.2989999999999999,"15min":1.321},"min":{"1min":0.27100000000000002,"5min":0.25,"15min":0.25},"max":{"1min":2.125,"5min":2.262,"15min":2.262},"last":2.1080000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":1.905,"15min":1.7849999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":2.883,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":2.5830000000000002},{"interface":"front","average":{"1min":1.52,"5min":1.5269999999999999,"15min":1.4930000000000001},"min":{"1min":0.44,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.391,"5min":2.8130000000000002,"15min":2.8130000000000002},"last":2.2610000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.621,"15min":1.593},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.4060000000000001,"5min":2.7589999999999999,"15min":2.7589999999999999},"last":1.899},{"interface":"front","average":{"1min":1.6319999999999999,"5min":1.6739999999999999,"15min":1.6639999999999999},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":2.2480000000000002,"5min":3.0840000000000001,"15min":3.0840000000000001},"last":1.994}]},{"osd":6,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9910000000000001,"5min":1.867,"15min":1.7410000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.6400000000000001,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":2.8820000000000001},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.724,"15min":1.6659999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.544,"5min":2.8530000000000002,"15min":2.8530000000000002},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:55 2021","interfaces":[{"interface":"back","average":{"1min":1.9119999999999999,"5min":1.8660000000000001,"15min":1.8120000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.601,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":2.4470000000000001},{"interface":"front","average":{"1min":2.194,"5min":2.089,"15min":1.972},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.8540000000000001,"5min":3.0089999999999999,"15min":3.0089999999999999},"last":2.7669999999999999}]}]},{"osd":3,"up_from":370,"seq":1589137899586,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":26668,"kb_used_data":6948,"kb_used_omap":0,"kb_used_meta":19712,"kb_avail":88053716,"statfs":{"total":90194313216,"available":90167005184,"internally_reserved":0,"allocated":7114752,"data_stored":4407545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":20185088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.94799999999999995,"15min":0.96199999999999997},"min":{"1min":0.21199999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8049999999999999,"5min":2.9079999999999999,"15min":2.9079999999999999},"last":1.5249999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":1.0029999999999999,"15min":1.1140000000000001},"min":{"1min":0.27300000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.7829999999999999,"5min":3.9860000000000002,"15min":3.9860000000000002},"last":0.97999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.179,"15min":1.3320000000000001},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":2.9849999999999999,"5min":3.6080000000000001,"15min":3.6080000000000001},"last":1.109},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.115,"15min":1.2889999999999999},"min":{"1min":0.29799999999999999,"5min":0.246,"15min":0.246},"max":{"1min":1.6839999999999999,"5min":4.2329999999999997,"15min":4.2329999999999997},"last":0.93500000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.3480000000000001,"15min":1.46},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.9299999999999999,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":1.9530000000000001},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.22,"15min":1.2629999999999999},"min":{"1min":0.23899999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.5940000000000001,"5min":3.8719999999999999,"15min":3.8719999999999999},"last":1.254}]},{"osd":4,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.9339999999999999,"5min":1.982,"15min":2.0459999999999998},"min":{"1min":0.77600000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":2.6429999999999998,"5min":2.899,"15min":2.899},"last":2.5800000000000001},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.7270000000000001,"15min":1.8240000000000001},"min":{"1min":0.71599999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":2.3250000000000002,"5min":4.069,"15min":4.069},"last":1.706}]},{"osd":5,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.615,"15min":1.665},"min":{"1min":0.80500000000000005,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.4870000000000001,"5min":3.73,"15min":3.73},"last":1.4179999999999999},{"interface":"front","average":{"1min":1.909,"5min":1.976,"15min":2.0990000000000002},"min":{"1min":0.69799999999999995,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":2.7229999999999999,"5min":3.149,"15min":3.149},"last":2.488}]},{"osd":6,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.6559999999999999,"15min":1.76},"min":{"1min":0.73199999999999998,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.1760000000000002,"5min":3.2029999999999998,"15min":3.2029999999999998},"last":1.835},{"interface":"front","average":{"1min":1.9970000000000001,"5min":2.0979999999999999,"15min":2.1819999999999999},"min":{"1min":0.753,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.1850000000000001,"5min":3.1850000000000001,"15min":3.1850000000000001},"last":2.2389999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:05:19 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.1190000000000002,"15min":2.1589999999999998},"min":{"1min":0.79500000000000004,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":2.3839999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":1.8859999999999999,"15min":1.986},"min":{"1min":0.68500000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6139999999999999,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":2.1000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986386,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055552,"kb_used_data":6968,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024832,"statfs":{"total":90194313216,"available":89113427968,"internally_reserved":1073741824,"allocated":7135232,"data_stored":4410200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:10 2021","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":1.639,"15min":1.6839999999999999},"min":{"1min":0.71399999999999997,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":3.028,"15min":3.028},"last":1.7050000000000001},{"interface":"front","average":{"1min":1.724,"5min":1.8,"15min":1.9570000000000001},"min":{"1min":0.52500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.6949999999999998,"5min":3.4079999999999999,"15min":3.4079999999999999},"last":2.0950000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:05:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.4079999999999999,"15min":1.4990000000000001},"min":{"1min":0.61399999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.1699999999999999,"5min":2.391,"15min":2.4929999999999999},"last":1.776},{"interface":"front","average":{"1min":1.3680000000000001,"5min":1.4470000000000001,"15min":1.5269999999999999},"min":{"1min":0.56599999999999995,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.968,"5min":2.6000000000000001,"15min":2.6000000000000001},"last":1.2150000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":2.0230000000000001,"5min":1.9339999999999999,"15min":1.8919999999999999},"min":{"1min":0.871,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":2.9129999999999998,"5min":3.2090000000000001,"15min":3.2090000000000001},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.9079999999999999,"5min":1.825,"15min":1.7490000000000001},"min":{"1min":0.80600000000000005,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.7509999999999999,"5min":2.8399999999999999,"15min":2.8399999999999999},"last":2.1560000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:05:18 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":1.8580000000000001,"15min":1.9099999999999999},"min":{"1min":0.66700000000000004,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.504,"5min":2.9180000000000001,"15min":2.9180000000000001},"last":2.2029999999999998},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.8540000000000001,"15min":1.847},"min":{"1min":0.754,"5min":0.314,"15min":0.314},"max":{"1min":2.4529999999999998,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":2.2440000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:05:18 2021","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.216,"15min":1.2569999999999999},"min":{"1min":0.35599999999999998,"5min":0.184,"15min":0.14699999999999999},"max":{"1min":2.9460000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":1.456},{"interface":"front","average":{"1min":1.3089999999999999,"5min":1.214,"15min":1.1659999999999999},"min":{"1min":0.39500000000000002,"5min":0.183,"15min":0.183},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.3460000000000001},"last":1.5840000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:04:35 2021","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.2190000000000001,"15min":1.298},"min":{"1min":0.254,"5min":0.20200000000000001,"15min":0.191},"max":{"1min":2.6640000000000001,"5min":2.6640000000000001,"15min":2.6949999999999998},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.5269999999999999,"15min":1.458},"min":{"1min":0.36199999999999999,"5min":0.29899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9670000000000001,"5min":2.9670000000000001,"15min":2.9670000000000001},"last":1.9179999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:04:56 2021","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.6930000000000001,"15min":1.603},"min":{"1min":1.1160000000000001,"5min":0.26500000000000001,"15min":0.189},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":1.6579999999999999},{"interface":"front","average":{"1min":1.831,"5min":1.6000000000000001,"15min":1.5349999999999999},"min":{"1min":1.254,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":2.5739999999999998,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":2.024}]}]},{"osd":5,"up_from":36,"seq":154618822861,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055536,"kb_used_data":6952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87024848,"statfs":{"total":90194313216,"available":89113444352,"internally_reserved":1073741824,"allocated":7118848,"data_stored":4408078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.4950000000000001,"15min":1.4039999999999999},"min":{"1min":0.58899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.766,"5min":3.2320000000000002,"15min":3.2320000000000002},"last":1.3129999999999999},{"interface":"front","average":{"1min":1.52,"5min":1.538,"15min":1.389},"min":{"1min":0.60099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":2.6429999999999998,"5min":2.6429999999999998,"15min":2.657},"last":1.1990000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:05:29 2021","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.585,"15min":1.5389999999999999},"min":{"1min":0.58699999999999997,"5min":0.35899999999999999,"15min":0.24199999999999999},"max":{"1min":2.9399999999999999,"5min":3.0310000000000001,"15min":3.0310000000000001},"last":1.7330000000000001},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.494,"15min":1.4379999999999999},"min":{"1min":0.76800000000000002,"5min":0.29099999999999998,"15min":0.25800000000000001},"max":{"1min":2.4060000000000001,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":1.0369999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":1.7709999999999999,"15min":1.7350000000000001},"min":{"1min":0.64400000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.448,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.984,"5min":1.8109999999999999,"15min":1.8600000000000001},"min":{"1min":0.72399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.6360000000000001,"5min":2.875,"15min":2.875},"last":2.3820000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:05:16 2021","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.6679999999999999,"15min":1.696},"min":{"1min":0.60799999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.867,"5min":3.3540000000000001,"15min":3.3540000000000001},"last":2.081},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.704,"15min":1.7989999999999999},"min":{"1min":0.55900000000000005,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7959999999999998,"5min":2.964,"15min":2.964},"last":0.99399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:29 2021","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.095,"15min":1.125},"min":{"1min":0.29299999999999998,"5min":0.221,"15min":0.125},"max":{"1min":2.0009999999999999,"5min":2.5680000000000001,"15min":2.5680000000000001},"last":0.876},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.2350000000000001,"15min":1.2230000000000001},"min":{"1min":0.373,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":2.1040000000000001,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":1.0880000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:04:41 2021","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":1.3200000000000001,"15min":1.357},"min":{"1min":0.82999999999999996,"5min":0.19400000000000001,"15min":0.18099999999999999},"max":{"1min":2.6539999999999999,"5min":2.6539999999999999,"15min":2.6659999999999999},"last":1.9490000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.329,"15min":1.3380000000000001},"min":{"1min":0.82599999999999996,"5min":0.182,"15min":0.152},"max":{"1min":2.363,"5min":2.4990000000000001,"15min":2.73},"last":1.617}]},{"osd":7,"last update":"Thu Mar 4 23:04:57 2021","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.492,"15min":1.4610000000000001},"min":{"1min":0.432,"5min":0.23999999999999999,"15min":0.156},"max":{"1min":2.5409999999999999,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.841},{"interface":"front","average":{"1min":1.577,"5min":1.427,"15min":1.607},"min":{"1min":0.32000000000000001,"5min":0.22800000000000001,"15min":0.17000000000000001},"max":{"1min":2.4100000000000001,"5min":2.665,"15min":3.044},"last":2.2120000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:05:33.580 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:05:33.580 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd dump 2021-03-04T23:05:33.654 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:33 gibba008 bash[37770]: audit 2021-03-04T23:05:32.911073+0000 mgr.x (mgr.34379) 479 : audit [DBG] from='client.54688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:34.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:33 gibba008 bash[37770]: cluster 2021-03-04T23:05:32.931805+0000 mgr.x (mgr.34379) 480 : cluster [DBG] pgmap v766: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:34.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:33 gibba008 bash[39303]: audit 2021-03-04T23:05:32.911073+0000 mgr.x (mgr.34379) 479 : audit [DBG] from='client.54688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:34.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:33 gibba008 bash[39303]: cluster 2021-03-04T23:05:32.931805+0000 mgr.x (mgr.34379) 480 : cluster [DBG] pgmap v766: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:34 gibba023 bash[27374]: audit 2021-03-04T23:05:32.911073+0000 mgr.x (mgr.34379) 479 : audit [DBG] from='client.54688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:05:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:34 gibba023 bash[27374]: cluster 2021-03-04T23:05:32.931805+0000 mgr.x (mgr.34379) 480 : cluster [DBG] pgmap v766: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:36 gibba008 bash[37770]: cluster 2021-03-04T23:05:34.932999+0000 mgr.x (mgr.34379) 481 : cluster [DBG] pgmap v767: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:36 gibba008 bash[39303]: cluster 2021-03-04T23:05:34.932999+0000 mgr.x (mgr.34379) 481 : cluster [DBG] pgmap v767: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:36 gibba023 bash[27374]: cluster 2021-03-04T23:05:34.932999+0000 mgr.x (mgr.34379) 481 : cluster [DBG] pgmap v767: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:36.700 INFO:teuthology.orchestra.run.gibba008.stdout:epoch 567 2021-03-04T23:05:36.700 INFO:teuthology.orchestra.run.gibba008.stdout:fsid 22a80224-7d3b-11eb-9066-001a4aab830c 2021-03-04T23:05:36.700 INFO:teuthology.orchestra.run.gibba008.stdout:created 2021-03-04T22:44:36.502151+0000 2021-03-04T23:05:36.700 INFO:teuthology.orchestra.run.gibba008.stdout:modified 2021-03-04T23:04:02.262602+0000 2021-03-04T23:05:36.701 INFO:teuthology.orchestra.run.gibba008.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2021-03-04T23:05:36.701 INFO:teuthology.orchestra.run.gibba008.stdout:crush_version 22 2021-03-04T23:05:36.701 INFO:teuthology.orchestra.run.gibba008.stdout:full_ratio 0.95 2021-03-04T23:05:36.701 INFO:teuthology.orchestra.run.gibba008.stdout:backfillfull_ratio 0.9 2021-03-04T23:05:36.702 INFO:teuthology.orchestra.run.gibba008.stdout:nearfull_ratio 0.85 2021-03-04T23:05:36.702 INFO:teuthology.orchestra.run.gibba008.stdout:require_min_compat_client jewel 2021-03-04T23:05:36.702 INFO:teuthology.orchestra.run.gibba008.stdout:min_compat_client jewel 2021-03-04T23:05:36.702 INFO:teuthology.orchestra.run.gibba008.stdout:require_osd_release octopus 2021-03-04T23:05:36.702 INFO:teuthology.orchestra.run.gibba008.stdout:stretch_mode_enabled false 2021-03-04T23:05:36.703 INFO:teuthology.orchestra.run.gibba008.stdout:pool 1 'device_health_metrics' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 131 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth 2021-03-04T23:05:36.703 INFO:teuthology.orchestra.run.gibba008.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 51 flags hashpspool stripe_width 0 application rbd 2021-03-04T23:05:36.703 INFO:teuthology.orchestra.run.gibba008.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 55 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs 2021-03-04T23:05:36.703 INFO:teuthology.orchestra.run.gibba008.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 56 flags hashpspool stripe_width 0 application cephfs 2021-03-04T23:05:36.704 INFO:teuthology.orchestra.run.gibba008.stdout:max_osd 8 2021-03-04T23:05:36.704 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 up in weight 1 up_from 284 up_thru 563 down_at 271 last_clean_interval [10,270) [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509] [v2:172.21.2.108:6802/2767968509,v1:172.21.2.108:6803/2767968509] exists,up 6da8b4ab-8c8b-4cad-a4ef-207bac42305c 2021-03-04T23:05:36.704 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1 up in weight 1 up_from 341 up_thru 563 down_at 328 last_clean_interval [16,327) [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015] [v2:172.21.2.108:6810/3324850015,v1:172.21.2.108:6811/3324850015] exists,up 65b89938-365c-474c-b6a7-0f135cd34f2a 2021-03-04T23:05:36.704 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2 up in weight 1 up_from 356 up_thru 563 down_at 346 last_clean_interval [21,345) [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270] [v2:172.21.2.108:6818/2911487270,v1:172.21.2.108:6819/2911487270] exists,up 2ff2718f-c184-4c3c-90bc-115fc3824867 2021-03-04T23:05:36.704 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3 up in weight 1 up_from 370 up_thru 563 down_at 359 last_clean_interval [26,358) [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840] [v2:172.21.2.108:6826/2327603840,v1:172.21.2.108:6827/2327603840] exists,up d3c1613c-784e-4988-a1b9-0ff1b57f97ef 2021-03-04T23:05:36.705 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 up in weight 1 up_from 31 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311] [v2:172.21.2.123:6802/332952311,v1:172.21.2.123:6803/332952311] exists,up 2700784b-b18b-47b1-a0c6-19621ce5950b 2021-03-04T23:05:36.705 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 up in weight 1 up_from 36 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111] [v2:172.21.2.123:6810/2200357111,v1:172.21.2.123:6811/2200357111] exists,up 527075b1-6f7e-4c54-83bd-ddb93c536d56 2021-03-04T23:05:36.705 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 up in weight 1 up_from 41 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057] [v2:172.21.2.123:6818/2882692057,v1:172.21.2.123:6819/2882692057] exists,up 0dbb35af-f984-4044-a5c1-1f935815663e 2021-03-04T23:05:36.705 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 up in weight 1 up_from 46 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662] [v2:172.21.2.123:6826/2318057662,v1:172.21.2.123:6827/2318057662] exists,up b4ab8a6e-6d82-4238-b674-4f848264e3c7 2021-03-04T23:05:36.706 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.123:0/1849106905 expires 2021-03-05T22:54:43.722305+0000 2021-03-04T23:05:36.706 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.123:0/2458856508 expires 2021-03-05T22:54:43.722305+0000 2021-03-04T23:05:36.707 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.123:0/2230587703 expires 2021-03-05T22:54:43.722305+0000 2021-03-04T23:05:36.707 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.123:6834/2158752544 expires 2021-03-05T22:54:43.722305+0000 2021-03-04T23:05:36.707 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:0/2647530036 expires 2021-03-05T22:53:58.792901+0000 2021-03-04T23:05:36.708 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.123:6835/2158752544 expires 2021-03-05T22:54:43.722305+0000 2021-03-04T23:05:36.708 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:6801/1656935964 expires 2021-03-05T22:45:11.949624+0000 2021-03-04T23:05:36.709 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:6801/1315609333 expires 2021-03-05T22:53:58.792901+0000 2021-03-04T23:05:36.709 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:0/3912711772 expires 2021-03-05T22:53:58.792901+0000 2021-03-04T23:05:36.710 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:0/1301592725 expires 2021-03-05T22:44:56.317519+0000 2021-03-04T23:05:36.710 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:6801/3056971787 expires 2021-03-05T22:44:56.317519+0000 2021-03-04T23:05:36.710 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:0/4163139235 expires 2021-03-05T22:45:11.949624+0000 2021-03-04T23:05:36.711 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:0/255194729 expires 2021-03-05T22:44:56.317519+0000 2021-03-04T23:05:36.711 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:6800/1656935964 expires 2021-03-05T22:45:11.949624+0000 2021-03-04T23:05:36.712 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:6800/1315609333 expires 2021-03-05T22:53:58.792901+0000 2021-03-04T23:05:36.712 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:6800/3056971787 expires 2021-03-05T22:44:56.317519+0000 2021-03-04T23:05:36.712 INFO:teuthology.orchestra.run.gibba008.stdout:blocklist 172.21.2.108:0/613317333 expires 2021-03-05T22:45:11.949624+0000 2021-03-04T23:05:37.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:37 gibba008 bash[37770]: audit 2021-03-04T23:05:36.696685+0000 mon.a (mon.0) 1021 : audit [DBG] from='client.? 172.21.2.108:0/3106819270' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:05:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:37 gibba008 bash[39303]: audit 2021-03-04T23:05:36.696685+0000 mon.a (mon.0) 1021 : audit [DBG] from='client.? 172.21.2.108:0/3106819270' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:05:37.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:37 gibba023 bash[27374]: audit 2021-03-04T23:05:36.696685+0000 mon.a (mon.0) 1021 : audit [DBG] from='client.? 172.21.2.108:0/3106819270' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:05:37.435 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 284 up_thru 563 down_at 271 last_clean_interval [10,270) [v2:172.21.2.108:6800/2767968509,v1:172.21.2.108:6801/2767968509] [v2:172.21.2.108:6802/2767968509,v1:172.21.2.108:6803/2767968509] exists,up 6da8b4ab-8c8b-4cad-a4ef-207bac42305c', 'osd.1 up in weight 1 up_from 341 up_thru 563 down_at 328 last_clean_interval [16,327) [v2:172.21.2.108:6808/3324850015,v1:172.21.2.108:6809/3324850015] [v2:172.21.2.108:6810/3324850015,v1:172.21.2.108:6811/3324850015] exists,up 65b89938-365c-474c-b6a7-0f135cd34f2a', 'osd.2 up in weight 1 up_from 356 up_thru 563 down_at 346 last_clean_interval [21,345) [v2:172.21.2.108:6816/2911487270,v1:172.21.2.108:6817/2911487270] [v2:172.21.2.108:6818/2911487270,v1:172.21.2.108:6819/2911487270] exists,up 2ff2718f-c184-4c3c-90bc-115fc3824867', 'osd.3 up in weight 1 up_from 370 up_thru 563 down_at 359 last_clean_interval [26,358) [v2:172.21.2.108:6824/2327603840,v1:172.21.2.108:6825/2327603840] [v2:172.21.2.108:6826/2327603840,v1:172.21.2.108:6827/2327603840] exists,up d3c1613c-784e-4988-a1b9-0ff1b57f97ef', 'osd.4 up in weight 1 up_from 31 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6800/332952311,v1:172.21.2.123:6801/332952311] [v2:172.21.2.123:6802/332952311,v1:172.21.2.123:6803/332952311] exists,up 2700784b-b18b-47b1-a0c6-19621ce5950b', 'osd.5 up in weight 1 up_from 36 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6808/2200357111,v1:172.21.2.123:6809/2200357111] [v2:172.21.2.123:6810/2200357111,v1:172.21.2.123:6811/2200357111] exists,up 527075b1-6f7e-4c54-83bd-ddb93c536d56', 'osd.6 up in weight 1 up_from 41 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6816/2882692057,v1:172.21.2.123:6817/2882692057] [v2:172.21.2.123:6818/2882692057,v1:172.21.2.123:6819/2882692057] exists,up 0dbb35af-f984-4044-a5c1-1f935815663e', 'osd.7 up in weight 1 up_from 46 up_thru 563 down_at 0 last_clean_interval [0,0) [v2:172.21.2.123:6824/2318057662,v1:172.21.2.123:6825/2318057662] [v2:172.21.2.123:6826/2318057662,v1:172.21.2.123:6827/2318057662] exists,up b4ab8a6e-6d82-4238-b674-4f848264e3c7'] 2021-03-04T23:05:37.436 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon mon.a config show 2021-03-04T23:05:37.510 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:38.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:38 gibba008 bash[37770]: cluster 2021-03-04T23:05:36.934466+0000 mgr.x (mgr.34379) 482 : cluster [DBG] pgmap v768: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:38.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:38 gibba008 bash[39303]: cluster 2021-03-04T23:05:36.934466+0000 mgr.x (mgr.34379) 482 : cluster [DBG] pgmap v768: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:38 gibba023 bash[27374]: cluster 2021-03-04T23:05:36.934466+0000 mgr.x (mgr.34379) 482 : cluster [DBG] pgmap v768: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:39 gibba008 bash[37770]: cluster 2021-03-04T23:05:38.935713+0000 mgr.x (mgr.34379) 483 : cluster [DBG] pgmap v769: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:39 gibba008 bash[39303]: cluster 2021-03-04T23:05:38.935713+0000 mgr.x (mgr.34379) 483 : cluster [DBG] pgmap v769: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:39 gibba023 bash[27374]: cluster 2021-03-04T23:05:38.935713+0000 mgr.x (mgr.34379) 483 : cluster [DBG] pgmap v769: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:40.618 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:05:40.618 INFO:teuthology.orchestra.run.gibba008.stdout: "name": "mon.a", 2021-03-04T23:05:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "cluster": "ceph", 2021-03-04T23:05:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2021-03-04T23:05:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "admin_socket_mode": "", 2021-03-04T23:05:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_client_required": "cephx, none", 2021-03-04T23:05:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_cluster_required": "cephx", 2021-03-04T23:05:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_debug": "true", 2021-03-04T23:05:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_mon_ticket_ttl": "43200.000000", 2021-03-04T23:05:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_service_required": "cephx", 2021-03-04T23:05:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_service_ticket_ttl": "3600.000000", 2021-03-04T23:05:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: "auth_supported": "", 2021-03-04T23:05:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_aio": "true", 2021-03-04T23:05:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_aio_max_queue_depth": "1024", 2021-03-04T23:05:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_aio_poll_ms": "250", 2021-03-04T23:05:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_aio_reap_max": "16", 2021-03-04T23:05:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_async_discard": "false", 2021-03-04T23:05:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_block_size": "4096", 2021-03-04T23:05:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_debug_aio": "false", 2021-03-04T23:05:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_debug_aio_log_age": "5.000000", 2021-03-04T23:05:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2021-03-04T23:05:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_debug_inflight_ios": "false", 2021-03-04T23:05:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_enable_discard": "false", 2021-03-04T23:05:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_flock_retry": "3", 2021-03-04T23:05:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_flock_retry_interval": "0.100000", 2021-03-04T23:05:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_inject_crash": "0", 2021-03-04T23:05:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_inject_crash_flush_delay": "2", 2021-03-04T23:05:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_ioring": "false", 2021-03-04T23:05:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_ioring_hipri": "false", 2021-03-04T23:05:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_ioring_sqthread_poll": "false", 2021-03-04T23:05:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_nvme_unbind_from_kernel": "false", 2021-03-04T23:05:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "bdev_type": "", 2021-03-04T23:05:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_alloc_size": "1048576", 2021-03-04T23:05:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_allocator": "hybrid", 2021-03-04T23:05:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_buffered_io": "false", 2021-03-04T23:05:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_check_for_zeros": "false", 2021-03-04T23:05:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_compact_log_sync": "false", 2021-03-04T23:05:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2021-03-04T23:05:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_log_compact_min_size": "16777216", 2021-03-04T23:05:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_log_replay_check_allocations": "true", 2021-03-04T23:05:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_max_log_runway": "4194304", 2021-03-04T23:05:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_max_prefetch": "1048576", 2021-03-04T23:05:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_min_flush_size": "524288", 2021-03-04T23:05:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_min_log_runway": "1048576", 2021-03-04T23:05:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_replay_recovery": "false", 2021-03-04T23:05:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_replay_recovery_disable_compact": "false", 2021-03-04T23:05:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_shared_alloc_size": "65536", 2021-03-04T23:05:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "bluefs_sync_write": "false", 2021-03-04T23:05:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2021-03-04T23:05:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2021-03-04T23:05:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2021-03-04T23:05:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_allocator": "hybrid", 2021-03-04T23:05:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2021-03-04T23:05:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2021-03-04T23:05:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2021-03-04T23:05:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_bitmapallocator_span_size": "1024", 2021-03-04T23:05:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_blobid_prealloc": "10240", 2021-03-04T23:05:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_create": "true", 2021-03-04T23:05:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_db_create": "false", 2021-03-04T23:05:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_db_path": "", 2021-03-04T23:05:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_db_size": "0", 2021-03-04T23:05:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_path": "", 2021-03-04T23:05:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_preallocate_file": "false", 2021-03-04T23:05:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_size": "107374182400", 2021-03-04T23:05:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_wal_create": "false", 2021-03-04T23:05:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_wal_path": "", 2021-03-04T23:05:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_block_wal_size": "100663296", 2021-03-04T23:05:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_bluefs": "true", 2021-03-04T23:05:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2021-03-04T23:05:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_bluefs_env_mirror": "false", 2021-03-04T23:05:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_autotune": "true", 2021-03-04T23:05:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_autotune_interval": "5.000000", 2021-03-04T23:05:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2021-03-04T23:05:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_kv_ratio": "0.450000", 2021-03-04T23:05:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_meta_ratio": "0.450000", 2021-03-04T23:05:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_size": "0", 2021-03-04T23:05:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_size_hdd": "1073741824", 2021-03-04T23:05:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_size_ssd": "3221225472", 2021-03-04T23:05:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_trim_interval": "0.050000", 2021-03-04T23:05:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_trim_max_skip_pinned": "64", 2021-03-04T23:05:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_cache_type": "2q", 2021-03-04T23:05:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_clone_cow": "true", 2021-03-04T23:05:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_algorithm": "snappy", 2021-03-04T23:05:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_max_blob_size": "0", 2021-03-04T23:05:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2021-03-04T23:05:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2021-03-04T23:05:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_min_blob_size": "0", 2021-03-04T23:05:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2021-03-04T23:05:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_min_blob_size_ssd": "8192", 2021-03-04T23:05:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_mode": "none", 2021-03-04T23:05:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_compression_required_ratio": "0.875000", 2021-03-04T23:05:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_csum_type": "crc32c", 2021-03-04T23:05:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_enforce_settings": "default", 2021-03-04T23:05:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_freelist": "false", 2021-03-04T23:05:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_fsck_abort": "false", 2021-03-04T23:05:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_inject_bug21040": "false", 2021-03-04T23:05:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2021-03-04T23:05:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_inject_read_err": "false", 2021-03-04T23:05:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_no_reuse_blocks": "false", 2021-03-04T23:05:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_omit_block_device_write": "false", 2021-03-04T23:05:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_omit_kv_commit": "false", 2021-03-04T23:05:40.640 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2021-03-04T23:05:40.640 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_prefill": "0.000000", 2021-03-04T23:05:40.640 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_prefragment_max": "1048576", 2021-03-04T23:05:40.640 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_random_read_err": "0.000000", 2021-03-04T23:05:40.640 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2021-03-04T23:05:40.641 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_small_allocations": "0", 2021-03-04T23:05:40.641 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2021-03-04T23:05:40.641 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_default_buffered_read": "true", 2021-03-04T23:05:40.641 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_default_buffered_write": "false", 2021-03-04T23:05:40.641 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_deferred_batch_ops": "0", 2021-03-04T23:05:40.642 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2021-03-04T23:05:40.642 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2021-03-04T23:05:40.642 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2021-03-04T23:05:40.642 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_extent_map_shard_max_size": "1200", 2021-03-04T23:05:40.642 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_extent_map_shard_min_size": "150", 2021-03-04T23:05:40.643 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_extent_map_shard_target_size": "500", 2021-03-04T23:05:40.643 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2021-03-04T23:05:40.643 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_freelist_blocks_per_key": "128", 2021-03-04T23:05:40.643 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2021-03-04T23:05:40.644 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2021-03-04T23:05:40.644 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_on_mkfs": "true", 2021-03-04T23:05:40.644 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2021-03-04T23:05:40.644 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_on_mount": "false", 2021-03-04T23:05:40.644 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_on_mount_deep": "false", 2021-03-04T23:05:40.645 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_on_umount": "false", 2021-03-04T23:05:40.645 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_on_umount_deep": "false", 2021-03-04T23:05:40.645 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_quick_fix_on_mount": "true", 2021-03-04T23:05:40.645 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_quick_fix_threads": "2", 2021-03-04T23:05:40.645 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2021-03-04T23:05:40.646 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_gc_enable_blob_threshold": "0", 2021-03-04T23:05:40.646 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_gc_enable_total_threshold": "0", 2021-03-04T23:05:40.646 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2021-03-04T23:05:40.646 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_ignore_data_csum": "false", 2021-03-04T23:05:40.646 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2021-03-04T23:05:40.647 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_kvbackend": "rocksdb", 2021-03-04T23:05:40.647 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_log_collection_list_age": "60.000000", 2021-03-04T23:05:40.647 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2021-03-04T23:05:40.647 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_log_op_age": "5.000000", 2021-03-04T23:05:40.647 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_max_alloc_size": "0", 2021-03-04T23:05:40.648 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_max_blob_size": "0", 2021-03-04T23:05:40.648 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_max_blob_size_hdd": "65536", 2021-03-04T23:05:40.648 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_max_blob_size_ssd": "65536", 2021-03-04T23:05:40.648 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_max_defer_interval": "3.000000", 2021-03-04T23:05:40.648 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_max_deferred_txc": "32", 2021-03-04T23:05:40.649 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_min_alloc_size": "0", 2021-03-04T23:05:40.649 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_min_alloc_size_hdd": "4096", 2021-03-04T23:05:40.649 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_min_alloc_size_ssd": "4096", 2021-03-04T23:05:40.649 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_nid_prealloc": "1024", 2021-03-04T23:05:40.649 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_prefer_deferred_size": "0", 2021-03-04T23:05:40.650 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2021-03-04T23:05:40.650 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2021-03-04T23:05:40.650 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_retry_disk_reads": "3", 2021-03-04T23:05:40.651 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_rocksdb_cf": "true", 2021-03-04T23:05:40.651 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L P", 2021-03-04T23:05:40.651 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=4,min_write_buffer_number_to_merge=1,recycle_log_file_num=4,write_buffer_size=268435456,writable_file_max_buffer_size=0,compaction_readahead_size=2097152,max_background_compactions=2,max_total_wal_size=1073741824", 2021-03-04T23:05:40.651 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_rocksdb_options_annex": "", 2021-03-04T23:05:40.652 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_spdk_coremask": "0x1", 2021-03-04T23:05:40.652 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_spdk_io_sleep": "5", 2021-03-04T23:05:40.652 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_spdk_max_io_completion": "0", 2021-03-04T23:05:40.652 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_spdk_mem": "512", 2021-03-04T23:05:40.652 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_sync_submit_transaction": "false", 2021-03-04T23:05:40.653 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_throttle_bytes": "67108864", 2021-03-04T23:05:40.653 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_throttle_cost_per_io": "0", 2021-03-04T23:05:40.653 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2021-03-04T23:05:40.653 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2021-03-04T23:05:40.653 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2021-03-04T23:05:40.654 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_throttle_trace_rate": "0.000000", 2021-03-04T23:05:40.654 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_tracing": "false", 2021-03-04T23:05:40.654 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2021-03-04T23:05:40.654 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_volume_selection_reserved": "0", 2021-03-04T23:05:40.654 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2021-03-04T23:05:40.655 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2021-03-04T23:05:40.655 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_warn_on_legacy_statfs": "true", 2021-03-04T23:05:40.655 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2021-03-04T23:05:40.655 INFO:teuthology.orchestra.run.gibba008.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2021-03-04T23:05:40.655 INFO:teuthology.orchestra.run.gibba008.stdout: "cephadm_path": "/usr/sbin/cephadm", 2021-03-04T23:05:40.656 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_action_update_interval": "2", 2021-03-04T23:05:40.656 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_directory_scan_interval": "10", 2021-03-04T23:05:40.656 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2021-03-04T23:05:40.656 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2021-03-04T23:05:40.657 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2021-03-04T23:05:40.657 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2021-03-04T23:05:40.657 INFO:teuthology.orchestra.run.gibba008.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2021-03-04T23:05:40.657 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_cluster_require_signatures": "false", 2021-03-04T23:05:40.657 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_cluster_require_version": "1", 2021-03-04T23:05:40.658 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_require_signatures": "false", 2021-03-04T23:05:40.658 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_require_version": "1", 2021-03-04T23:05:40.658 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_service_require_signatures": "false", 2021-03-04T23:05:40.658 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_service_require_version": "1", 2021-03-04T23:05:40.658 INFO:teuthology.orchestra.run.gibba008.stdout: "cephx_sign_messages": "true", 2021-03-04T23:05:40.659 INFO:teuthology.orchestra.run.gibba008.stdout: "chdir": "", 2021-03-04T23:05:40.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client_acl_type": "", 2021-03-04T23:05:40.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client_asio_thread_count": "2", 2021-03-04T23:05:40.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client_cache_mid": "0.750000", 2021-03-04T23:05:40.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client_cache_size": "16384", 2021-03-04T23:05:40.660 INFO:teuthology.orchestra.run.gibba008.stdout: "client_caps_release_delay": "5", 2021-03-04T23:05:40.660 INFO:teuthology.orchestra.run.gibba008.stdout: "client_check_pool_perm": "true", 2021-03-04T23:05:40.660 INFO:teuthology.orchestra.run.gibba008.stdout: "client_debug_force_sync_read": "false", 2021-03-04T23:05:40.660 INFO:teuthology.orchestra.run.gibba008.stdout: "client_debug_getattr_caps": "false", 2021-03-04T23:05:40.660 INFO:teuthology.orchestra.run.gibba008.stdout: "client_debug_inject_tick_delay": "0", 2021-03-04T23:05:40.661 INFO:teuthology.orchestra.run.gibba008.stdout: "client_die_on_failed_dentry_invalidate": "true", 2021-03-04T23:05:40.661 INFO:teuthology.orchestra.run.gibba008.stdout: "client_die_on_failed_remount": "false", 2021-03-04T23:05:40.661 INFO:teuthology.orchestra.run.gibba008.stdout: "client_dirsize_rbytes": "true", 2021-03-04T23:05:40.661 INFO:teuthology.orchestra.run.gibba008.stdout: "client_force_lazyio": "false", 2021-03-04T23:05:40.661 INFO:teuthology.orchestra.run.gibba008.stdout: "client_fs": "", 2021-03-04T23:05:40.662 INFO:teuthology.orchestra.run.gibba008.stdout: "client_inject_fixed_oldest_tid": "false", 2021-03-04T23:05:40.662 INFO:teuthology.orchestra.run.gibba008.stdout: "client_inject_release_failure": "false", 2021-03-04T23:05:40.662 INFO:teuthology.orchestra.run.gibba008.stdout: "client_max_inline_size": "4096", 2021-03-04T23:05:40.662 INFO:teuthology.orchestra.run.gibba008.stdout: "client_mds_namespace": "", 2021-03-04T23:05:40.663 INFO:teuthology.orchestra.run.gibba008.stdout: "client_metadata": "", 2021-03-04T23:05:40.663 INFO:teuthology.orchestra.run.gibba008.stdout: "client_mount_gid": "-1", 2021-03-04T23:05:40.663 INFO:teuthology.orchestra.run.gibba008.stdout: "client_mount_timeout": "300.000000", 2021-03-04T23:05:40.663 INFO:teuthology.orchestra.run.gibba008.stdout: "client_mount_uid": "-1", 2021-03-04T23:05:40.663 INFO:teuthology.orchestra.run.gibba008.stdout: "client_mountpoint": "/", 2021-03-04T23:05:40.664 INFO:teuthology.orchestra.run.gibba008.stdout: "client_notify_timeout": "10", 2021-03-04T23:05:40.664 INFO:teuthology.orchestra.run.gibba008.stdout: "client_oc": "true", 2021-03-04T23:05:40.664 INFO:teuthology.orchestra.run.gibba008.stdout: "client_oc_max_dirty": "104857600", 2021-03-04T23:05:40.664 INFO:teuthology.orchestra.run.gibba008.stdout: "client_oc_max_dirty_age": "5.000000", 2021-03-04T23:05:40.664 INFO:teuthology.orchestra.run.gibba008.stdout: "client_oc_max_objects": "1000", 2021-03-04T23:05:40.665 INFO:teuthology.orchestra.run.gibba008.stdout: "client_oc_size": "209715200", 2021-03-04T23:05:40.665 INFO:teuthology.orchestra.run.gibba008.stdout: "client_oc_target_dirty": "8388608", 2021-03-04T23:05:40.665 INFO:teuthology.orchestra.run.gibba008.stdout: "client_permissions": "true", 2021-03-04T23:05:40.665 INFO:teuthology.orchestra.run.gibba008.stdout: "client_quota_df": "true", 2021-03-04T23:05:40.665 INFO:teuthology.orchestra.run.gibba008.stdout: "client_readahead_max_bytes": "0", 2021-03-04T23:05:40.666 INFO:teuthology.orchestra.run.gibba008.stdout: "client_readahead_max_periods": "4", 2021-03-04T23:05:40.666 INFO:teuthology.orchestra.run.gibba008.stdout: "client_readahead_min": "131072", 2021-03-04T23:05:40.666 INFO:teuthology.orchestra.run.gibba008.stdout: "client_reconnect_stale": "false", 2021-03-04T23:05:40.666 INFO:teuthology.orchestra.run.gibba008.stdout: "client_shutdown_timeout": "30", 2021-03-04T23:05:40.666 INFO:teuthology.orchestra.run.gibba008.stdout: "client_snapdir": ".snap", 2021-03-04T23:05:40.667 INFO:teuthology.orchestra.run.gibba008.stdout: "client_tick_interval": "1", 2021-03-04T23:05:40.667 INFO:teuthology.orchestra.run.gibba008.stdout: "client_trace": "", 2021-03-04T23:05:40.667 INFO:teuthology.orchestra.run.gibba008.stdout: "client_try_dentry_invalidate": "false", 2021-03-04T23:05:40.667 INFO:teuthology.orchestra.run.gibba008.stdout: "client_use_faked_inos": "false", 2021-03-04T23:05:40.667 INFO:teuthology.orchestra.run.gibba008.stdout: "client_use_random_mds": "false", 2021-03-04T23:05:40.668 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_graylog": "false", 2021-03-04T23:05:40.668 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_graylog_host": "127.0.0.1", 2021-03-04T23:05:40.668 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_graylog_port": "12201", 2021-03-04T23:05:40.668 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_monitors": "default=true", 2021-03-04T23:05:40.669 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_syslog": "false", 2021-03-04T23:05:40.669 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2021-03-04T23:05:40.669 INFO:teuthology.orchestra.run.gibba008.stdout: "clog_to_syslog_level": "info", 2021-03-04T23:05:40.669 INFO:teuthology.orchestra.run.gibba008.stdout: "cluster_addr": "-", 2021-03-04T23:05:40.669 INFO:teuthology.orchestra.run.gibba008.stdout: "cluster_network": "", 2021-03-04T23:05:40.670 INFO:teuthology.orchestra.run.gibba008.stdout: "cluster_network_interface": "", 2021-03-04T23:05:40.670 INFO:teuthology.orchestra.run.gibba008.stdout: "compressor_zlib_isal": "false", 2021-03-04T23:05:40.670 INFO:teuthology.orchestra.run.gibba008.stdout: "compressor_zlib_level": "5", 2021-03-04T23:05:40.670 INFO:teuthology.orchestra.run.gibba008.stdout: "compressor_zlib_winsize": "-15", 2021-03-04T23:05:40.670 INFO:teuthology.orchestra.run.gibba008.stdout: "compressor_zstd_level": "1", 2021-03-04T23:05:40.671 INFO:teuthology.orchestra.run.gibba008.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9", 2021-03-04T23:05:40.671 INFO:teuthology.orchestra.run.gibba008.stdout: "crash_dir": "/var/lib/ceph/crash", 2021-03-04T23:05:40.671 INFO:teuthology.orchestra.run.gibba008.stdout: "crimson_alien_op_num_threads": "6", 2021-03-04T23:05:40.671 INFO:teuthology.orchestra.run.gibba008.stdout: "crimson_osd_obc_lru_size": "10", 2021-03-04T23:05:40.671 INFO:teuthology.orchestra.run.gibba008.stdout: "crimson_osd_scheduler_concurrency": "0", 2021-03-04T23:05:40.672 INFO:teuthology.orchestra.run.gibba008.stdout: "crush_location": "", 2021-03-04T23:05:40.672 INFO:teuthology.orchestra.run.gibba008.stdout: "crush_location_hook": "", 2021-03-04T23:05:40.672 INFO:teuthology.orchestra.run.gibba008.stdout: "crush_location_hook_timeout": "10", 2021-03-04T23:05:40.672 INFO:teuthology.orchestra.run.gibba008.stdout: "daemonize": "false", 2021-03-04T23:05:40.672 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_allow_any_pool_priority": "false", 2021-03-04T23:05:40.673 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_asok": "1/5", 2021-03-04T23:05:40.673 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_asok_assert_abort": "false", 2021-03-04T23:05:40.673 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_asserts_on_shutdown": "true", 2021-03-04T23:05:40.673 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_auth": "1/5", 2021-03-04T23:05:40.674 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_bdev": "1/3", 2021-03-04T23:05:40.674 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_bluefs": "1/5", 2021-03-04T23:05:40.674 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_bluestore": "1/5", 2021-03-04T23:05:40.674 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_buffer": "0/1", 2021-03-04T23:05:40.674 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_cephfs_mirror": "0/5", 2021-03-04T23:05:40.675 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_civetweb": "1/10", 2021-03-04T23:05:40.675 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_client": "0/5", 2021-03-04T23:05:40.675 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_compressor": "1/5", 2021-03-04T23:05:40.675 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_context": "0/1", 2021-03-04T23:05:40.675 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_crush": "1/1", 2021-03-04T23:05:40.676 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_crypto": "1/5", 2021-03-04T23:05:40.676 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_deliberately_leak_memory": "false", 2021-03-04T23:05:40.676 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_disable_randomized_ping": "false", 2021-03-04T23:05:40.676 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_dpdk": "1/5", 2021-03-04T23:05:40.676 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_eventtrace": "1/5", 2021-03-04T23:05:40.677 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_filer": "0/1", 2021-03-04T23:05:40.677 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_filestore": "1/3", 2021-03-04T23:05:40.677 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_finisher": "1/1", 2021-03-04T23:05:40.677 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_fuse": "1/5", 2021-03-04T23:05:40.678 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_heartbeat_testing_span": "0", 2021-03-04T23:05:40.678 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_heartbeatmap": "1/5", 2021-03-04T23:05:40.678 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_immutable_obj_cache": "0/5", 2021-03-04T23:05:40.678 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_javaclient": "1/5", 2021-03-04T23:05:40.678 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_journal": "1/3", 2021-03-04T23:05:40.679 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_journaler": "0/5", 2021-03-04T23:05:40.679 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_kstore": "1/5", 2021-03-04T23:05:40.679 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_leveldb": "4/5", 2021-03-04T23:05:40.679 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_lockdep": "0/1", 2021-03-04T23:05:40.679 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mds": "1/5", 2021-03-04T23:05:40.680 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mds_balancer": "1/5", 2021-03-04T23:05:40.680 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mds_locker": "1/5", 2021-03-04T23:05:40.680 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mds_log": "1/5", 2021-03-04T23:05:40.680 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mds_log_expire": "1/5", 2021-03-04T23:05:40.681 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mds_migrator": "1/5", 2021-03-04T23:05:40.681 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_memdb": "4/5", 2021-03-04T23:05:40.681 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mgr": "1/5", 2021-03-04T23:05:40.681 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mgrc": "1/5", 2021-03-04T23:05:40.681 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_mon": "20/20", 2021-03-04T23:05:40.682 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_monc": "0/10", 2021-03-04T23:05:40.682 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_ms": "1/1", 2021-03-04T23:05:40.682 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_none": "0/5", 2021-03-04T23:05:40.682 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_objclass": "0/5", 2021-03-04T23:05:40.682 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_objectcacher": "0/5", 2021-03-04T23:05:40.683 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_objecter": "0/1", 2021-03-04T23:05:40.683 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_optracker": "0/5", 2021-03-04T23:05:40.683 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_osd": "1/5", 2021-03-04T23:05:40.683 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_paxos": "20/20", 2021-03-04T23:05:40.683 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_perfcounter": "1/5", 2021-03-04T23:05:40.684 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_prioritycache": "1/5", 2021-03-04T23:05:40.684 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rados": "0/5", 2021-03-04T23:05:40.684 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rbd": "0/5", 2021-03-04T23:05:40.684 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rbd_mirror": "0/5", 2021-03-04T23:05:40.685 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rbd_pwl": "0/5", 2021-03-04T23:05:40.685 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rbd_replay": "0/5", 2021-03-04T23:05:40.685 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_refs": "0/0", 2021-03-04T23:05:40.685 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_reserver": "1/1", 2021-03-04T23:05:40.685 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rgw": "1/5", 2021-03-04T23:05:40.686 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rgw_sync": "1/5", 2021-03-04T23:05:40.686 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_rocksdb": "4/5", 2021-03-04T23:05:40.686 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_striper": "0/1", 2021-03-04T23:05:40.686 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_test": "0/5", 2021-03-04T23:05:40.686 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_throttle": "1/1", 2021-03-04T23:05:40.687 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_timer": "0/1", 2021-03-04T23:05:40.687 INFO:teuthology.orchestra.run.gibba008.stdout: "debug_tp": "0/5", 2021-03-04T23:05:40.687 INFO:teuthology.orchestra.run.gibba008.stdout: "device_failure_prediction_mode": "none", 2021-03-04T23:05:40.687 INFO:teuthology.orchestra.run.gibba008.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2021-03-04T23:05:40.687 INFO:teuthology.orchestra.run.gibba008.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2021-03-04T23:05:40.688 INFO:teuthology.orchestra.run.gibba008.stdout: "err_to_graylog": "false", 2021-03-04T23:05:40.688 INFO:teuthology.orchestra.run.gibba008.stdout: "err_to_stderr": "true", 2021-03-04T23:05:40.688 INFO:teuthology.orchestra.run.gibba008.stdout: "err_to_syslog": "false", 2021-03-04T23:05:40.688 INFO:teuthology.orchestra.run.gibba008.stdout: "event_tracing": "false", 2021-03-04T23:05:40.688 INFO:teuthology.orchestra.run.gibba008.stdout: "fake_statfs_for_testing": "0", 2021-03-04T23:05:40.689 INFO:teuthology.orchestra.run.gibba008.stdout: "fatal_signal_handlers": "true", 2021-03-04T23:05:40.689 INFO:teuthology.orchestra.run.gibba008.stdout: "filer_max_purge_ops": "10", 2021-03-04T23:05:40.689 INFO:teuthology.orchestra.run.gibba008.stdout: "filer_max_truncate_ops": "128", 2021-03-04T23:05:40.689 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_apply_finisher_threads": "1", 2021-03-04T23:05:40.690 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_blackhole": "false", 2021-03-04T23:05:40.690 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_btrfs_clone_range": "true", 2021-03-04T23:05:40.690 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_btrfs_snap": "true", 2021-03-04T23:05:40.690 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_caller_concurrency": "10", 2021-03-04T23:05:40.690 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_collect_device_partition_information": "true", 2021-03-04T23:05:40.691 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_commit_timeout": "600.000000", 2021-03-04T23:05:40.691 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_debug_inject_read_err": "false", 2021-03-04T23:05:40.691 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_debug_omap_check": "false", 2021-03-04T23:05:40.691 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_debug_random_read_err": "0.000000", 2021-03-04T23:05:40.691 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_debug_verify_split": "false", 2021-03-04T23:05:40.692 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_dump_file": "", 2021-03-04T23:05:40.692 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2021-03-04T23:05:40.692 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_expected_throughput_ops": "200.000000", 2021-03-04T23:05:40.692 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fadvise": "true", 2021-03-04T23:05:40.692 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fail_eio": "true", 2021-03-04T23:05:40.693 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fd_cache_shards": "16", 2021-03-04T23:05:40.693 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fd_cache_size": "128", 2021-03-04T23:05:40.693 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fiemap": "false", 2021-03-04T23:05:40.693 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fiemap_threshold": "4096", 2021-03-04T23:05:40.694 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_fsync_flushes_journal_data": "false", 2021-03-04T23:05:40.694 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_index_retry_probability": "0.000000", 2021-03-04T23:05:40.694 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_inject_stall": "0", 2021-03-04T23:05:40.694 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_journal_parallel": "false", 2021-03-04T23:05:40.694 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_journal_trailing": "false", 2021-03-04T23:05:40.695 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_journal_writeahead": "false", 2021-03-04T23:05:40.695 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_kill_at": "0", 2021-03-04T23:05:40.695 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_alloc_hint_size": "1048576", 2021-03-04T23:05:40.695 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattr_size": "0", 2021-03-04T23:05:40.695 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2021-03-04T23:05:40.696 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattr_size_other": "512", 2021-03-04T23:05:40.696 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2021-03-04T23:05:40.696 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattrs": "0", 2021-03-04T23:05:40.696 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2021-03-04T23:05:40.696 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattrs_other": "2", 2021-03-04T23:05:40.697 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_inline_xattrs_xfs": "10", 2021-03-04T23:05:40.697 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_sync_interval": "5.000000", 2021-03-04T23:05:40.697 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_xattr_value_size": "0", 2021-03-04T23:05:40.697 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2021-03-04T23:05:40.697 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_xattr_value_size_other": "1024", 2021-03-04T23:05:40.698 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2021-03-04T23:05:40.698 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_merge_threshold": "-10", 2021-03-04T23:05:40.698 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_min_sync_interval": "0.010000", 2021-03-04T23:05:40.698 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_odsync_write": "false", 2021-03-04T23:05:40.698 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_omap_backend": "rocksdb", 2021-03-04T23:05:40.699 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_omap_backend_path": "", 2021-03-04T23:05:40.699 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_omap_header_cache_size": "1024", 2021-03-04T23:05:40.699 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_ondisk_finisher_threads": "1", 2021-03-04T23:05:40.699 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_op_thread_suicide_timeout": "180", 2021-03-04T23:05:40.700 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_op_thread_timeout": "60", 2021-03-04T23:05:40.700 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_op_threads": "2", 2021-03-04T23:05:40.700 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_punch_hole": "false", 2021-03-04T23:05:40.700 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2021-03-04T23:05:40.700 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2021-03-04T23:05:40.701 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2021-03-04T23:05:40.701 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_high_threshhold": "0.900000", 2021-03-04T23:05:40.701 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_low_threshhold": "0.300000", 2021-03-04T23:05:40.701 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_max_bytes": "104857600", 2021-03-04T23:05:40.701 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2021-03-04T23:05:40.702 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2021-03-04T23:05:40.702 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2021-03-04T23:05:40.702 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_queue_max_ops": "50", 2021-03-04T23:05:40.702 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2021-03-04T23:05:40.702 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_seek_data_hole": "false", 2021-03-04T23:05:40.703 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_sloppy_crc": "false", 2021-03-04T23:05:40.703 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_sloppy_crc_block_size": "65536", 2021-03-04T23:05:40.703 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_splice": "false", 2021-03-04T23:05:40.703 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_split_multiple": "2", 2021-03-04T23:05:40.703 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_split_rand_factor": "20", 2021-03-04T23:05:40.704 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_update_to": "1000", 2021-03-04T23:05:40.704 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2021-03-04T23:05:40.704 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2021-03-04T23:05:40.704 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2021-03-04T23:05:40.705 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2021-03-04T23:05:40.705 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2021-03-04T23:05:40.705 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2021-03-04T23:05:40.705 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_enable": "true", 2021-03-04T23:05:40.705 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2021-03-04T23:05:40.706 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2021-03-04T23:05:40.706 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2021-03-04T23:05:40.706 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2021-03-04T23:05:40.706 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2021-03-04T23:05:40.706 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2021-03-04T23:05:40.707 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_xfs_extsize": "false", 2021-03-04T23:05:40.707 INFO:teuthology.orchestra.run.gibba008.stdout: "filestore_zfs_snap": "false", 2021-03-04T23:05:40.707 INFO:teuthology.orchestra.run.gibba008.stdout: "fio_dir": "/tmp/fio", 2021-03-04T23:05:40.707 INFO:teuthology.orchestra.run.gibba008.stdout: "fsid": "22a80224-7d3b-11eb-9066-001a4aab830c", 2021-03-04T23:05:40.707 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_allow_other": "true", 2021-03-04T23:05:40.708 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_atomic_o_trunc": "true", 2021-03-04T23:05:40.708 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_big_writes": "true", 2021-03-04T23:05:40.708 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_debug": "false", 2021-03-04T23:05:40.708 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_default_permissions": "false", 2021-03-04T23:05:40.708 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_disable_pagecache": "false", 2021-03-04T23:05:40.709 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_max_write": "0", 2021-03-04T23:05:40.709 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_multithreaded": "true", 2021-03-04T23:05:40.709 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_require_active_mds": "true", 2021-03-04T23:05:40.709 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_set_user_groups": "true", 2021-03-04T23:05:40.710 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_splice_move": "true", 2021-03-04T23:05:40.710 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_splice_read": "true", 2021-03-04T23:05:40.710 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_splice_write": "true", 2021-03-04T23:05:40.710 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_syncfs_on_mksnap": "true", 2021-03-04T23:05:40.710 INFO:teuthology.orchestra.run.gibba008.stdout: "fuse_use_invalidate_cb": "true", 2021-03-04T23:05:40.711 INFO:teuthology.orchestra.run.gibba008.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2021-03-04T23:05:40.711 INFO:teuthology.orchestra.run.gibba008.stdout: "gss_target_name": "ceph", 2021-03-04T23:05:40.711 INFO:teuthology.orchestra.run.gibba008.stdout: "heartbeat_file": "", 2021-03-04T23:05:40.711 INFO:teuthology.orchestra.run.gibba008.stdout: "heartbeat_inject_failure": "0", 2021-03-04T23:05:40.711 INFO:teuthology.orchestra.run.gibba008.stdout: "heartbeat_interval": "5", 2021-03-04T23:05:40.712 INFO:teuthology.orchestra.run.gibba008.stdout: "host": "", 2021-03-04T23:05:40.712 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2021-03-04T23:05:40.712 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_max_inflight_ops": "128", 2021-03-04T23:05:40.712 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_max_size": "1073741824", 2021-03-04T23:05:40.713 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2021-03-04T23:05:40.713 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_bps_burst": "0", 2021-03-04T23:05:40.713 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2021-03-04T23:05:40.713 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_bps_limit": "0", 2021-03-04T23:05:40.713 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_iops_burst": "0", 2021-03-04T23:05:40.714 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2021-03-04T23:05:40.714 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_iops_limit": "0", 2021-03-04T23:05:40.714 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2021-03-04T23:05:40.714 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2021-03-04T23:05:40.714 INFO:teuthology.orchestra.run.gibba008.stdout: "immutable_object_cache_watermark": "0.900000", 2021-03-04T23:05:40.715 INFO:teuthology.orchestra.run.gibba008.stdout: "inject_early_sigterm": "false", 2021-03-04T23:05:40.715 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_aio": "true", 2021-03-04T23:05:40.715 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_align_min_size": "65536", 2021-03-04T23:05:40.715 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_block_align": "true", 2021-03-04T23:05:40.715 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_block_size": "4096", 2021-03-04T23:05:40.716 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_dio": "true", 2021-03-04T23:05:40.716 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_discard": "false", 2021-03-04T23:05:40.716 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_force_aio": "false", 2021-03-04T23:05:40.716 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_ignore_corruption": "false", 2021-03-04T23:05:40.716 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_max_write_bytes": "10485760", 2021-03-04T23:05:40.717 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_max_write_entries": "100", 2021-03-04T23:05:40.717 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_replay_from": "0", 2021-03-04T23:05:40.717 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_throttle_high_multiple": "0.000000", 2021-03-04T23:05:40.717 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_throttle_high_threshhold": "0.900000", 2021-03-04T23:05:40.717 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_throttle_low_threshhold": "0.600000", 2021-03-04T23:05:40.718 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_throttle_max_multiple": "0.000000", 2021-03-04T23:05:40.718 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_write_header_frequency": "0", 2021-03-04T23:05:40.718 INFO:teuthology.orchestra.run.gibba008.stdout: "journal_zero_on_create": "false", 2021-03-04T23:05:40.718 INFO:teuthology.orchestra.run.gibba008.stdout: "journaler_prefetch_periods": "10", 2021-03-04T23:05:40.719 INFO:teuthology.orchestra.run.gibba008.stdout: "journaler_prezero_periods": "5", 2021-03-04T23:05:40.719 INFO:teuthology.orchestra.run.gibba008.stdout: "journaler_write_head_interval": "15", 2021-03-04T23:05:40.719 INFO:teuthology.orchestra.run.gibba008.stdout: "key": "", 2021-03-04T23:05:40.719 INFO:teuthology.orchestra.run.gibba008.stdout: "keyfile": "", 2021-03-04T23:05:40.719 INFO:teuthology.orchestra.run.gibba008.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2021-03-04T23:05:40.720 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_backend": "rocksdb", 2021-03-04T23:05:40.720 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_default_stripe_size": "65536", 2021-03-04T23:05:40.720 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_fsck_on_mount": "false", 2021-03-04T23:05:40.720 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_fsck_on_mount_deep": "true", 2021-03-04T23:05:40.720 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_max_bytes": "67108864", 2021-03-04T23:05:40.721 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_max_ops": "512", 2021-03-04T23:05:40.721 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_nid_prealloc": "1024", 2021-03-04T23:05:40.721 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_onode_map_size": "1024", 2021-03-04T23:05:40.721 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2021-03-04T23:05:40.721 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_sync_submit_transaction": "false", 2021-03-04T23:05:40.722 INFO:teuthology.orchestra.run.gibba008.stdout: "kstore_sync_transaction": "false", 2021-03-04T23:05:40.722 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_block_size": "65536", 2021-03-04T23:05:40.722 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_bloom_size": "0", 2021-03-04T23:05:40.722 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_cache_size": "536870912", 2021-03-04T23:05:40.723 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_compact_on_mount": "false", 2021-03-04T23:05:40.723 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_compression": "false", 2021-03-04T23:05:40.723 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_log": "", 2021-03-04T23:05:40.723 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_log_to_ceph_log": "true", 2021-03-04T23:05:40.723 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_max_open_files": "0", 2021-03-04T23:05:40.724 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_paranoid": "false", 2021-03-04T23:05:40.724 INFO:teuthology.orchestra.run.gibba008.stdout: "leveldb_write_buffer_size": "33554432", 2021-03-04T23:05:40.724 INFO:teuthology.orchestra.run.gibba008.stdout: "librados_thread_count": "2", 2021-03-04T23:05:40.724 INFO:teuthology.orchestra.run.gibba008.stdout: "lockdep": "false", 2021-03-04T23:05:40.724 INFO:teuthology.orchestra.run.gibba008.stdout: "lockdep_force_backtrace": "false", 2021-03-04T23:05:40.725 INFO:teuthology.orchestra.run.gibba008.stdout: "log_coarse_timestamps": "true", 2021-03-04T23:05:40.725 INFO:teuthology.orchestra.run.gibba008.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2021-03-04T23:05:40.725 INFO:teuthology.orchestra.run.gibba008.stdout: "log_flush_on_exit": "false", 2021-03-04T23:05:40.725 INFO:teuthology.orchestra.run.gibba008.stdout: "log_graylog_host": "127.0.0.1", 2021-03-04T23:05:40.725 INFO:teuthology.orchestra.run.gibba008.stdout: "log_graylog_port": "12201", 2021-03-04T23:05:40.726 INFO:teuthology.orchestra.run.gibba008.stdout: "log_max_new": "1000", 2021-03-04T23:05:40.726 INFO:teuthology.orchestra.run.gibba008.stdout: "log_max_recent": "10000", 2021-03-04T23:05:40.726 INFO:teuthology.orchestra.run.gibba008.stdout: "log_stderr_prefix": "debug ", 2021-03-04T23:05:40.726 INFO:teuthology.orchestra.run.gibba008.stdout: "log_stop_at_utilization": "0.970000", 2021-03-04T23:05:40.727 INFO:teuthology.orchestra.run.gibba008.stdout: "log_to_file": "true", 2021-03-04T23:05:40.727 INFO:teuthology.orchestra.run.gibba008.stdout: "log_to_graylog": "false", 2021-03-04T23:05:40.727 INFO:teuthology.orchestra.run.gibba008.stdout: "log_to_stderr": "false", 2021-03-04T23:05:40.727 INFO:teuthology.orchestra.run.gibba008.stdout: "log_to_syslog": "false", 2021-03-04T23:05:40.727 INFO:teuthology.orchestra.run.gibba008.stdout: "max_rotating_auth_attempts": "10", 2021-03-04T23:05:40.728 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_action_on_write_error": "1", 2021-03-04T23:05:40.728 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_alternate_name_max": "8192", 2021-03-04T23:05:40.728 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_asio_thread_count": "2", 2021-03-04T23:05:40.728 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_export_pin": "true", 2021-03-04T23:05:40.728 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_fragment_dirs": "true", 2021-03-04T23:05:40.729 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2021-03-04T23:05:40.729 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_fragment_interval": "5", 2021-03-04T23:05:40.729 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_fragment_size_max": "100000", 2021-03-04T23:05:40.729 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_idle_threshold": "0.000000", 2021-03-04T23:05:40.730 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_interval": "10", 2021-03-04T23:05:40.730 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_max": "-1", 2021-03-04T23:05:40.730 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_max_until": "-1", 2021-03-04T23:05:40.730 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_merge_size": "50", 2021-03-04T23:05:40.730 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_midchunk": "0.300000", 2021-03-04T23:05:40.731 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_min_rebalance": "0.100000", 2021-03-04T23:05:40.731 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_min_start": "0.200000", 2021-03-04T23:05:40.731 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_minchunk": "0.001000", 2021-03-04T23:05:40.731 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_mode": "0", 2021-03-04T23:05:40.731 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_need_max": "1.200000", 2021-03-04T23:05:40.732 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_need_min": "0.800000", 2021-03-04T23:05:40.732 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_replicate_threshold": "8000.000000", 2021-03-04T23:05:40.732 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_sample_interval": "3.000000", 2021-03-04T23:05:40.732 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_split_bits": "3", 2021-03-04T23:05:40.732 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_split_rd": "25000.000000", 2021-03-04T23:05:40.733 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_split_size": "10000", 2021-03-04T23:05:40.733 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_split_wr": "10000.000000", 2021-03-04T23:05:40.733 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_target_decay": "10.000000", 2021-03-04T23:05:40.733 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2021-03-04T23:05:40.734 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_beacon_grace": "15.000000", 2021-03-04T23:05:40.734 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_beacon_interval": "4.000000", 2021-03-04T23:05:40.734 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_memory_limit": "4294967296", 2021-03-04T23:05:40.734 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_mid": "0.700000", 2021-03-04T23:05:40.734 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_release_free_interval": "10", 2021-03-04T23:05:40.735 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_reservation": "0.050000", 2021-03-04T23:05:40.735 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_trim_decay_rate": "1.000000", 2021-03-04T23:05:40.735 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_trim_interval": "1", 2021-03-04T23:05:40.735 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cache_trim_threshold": "262144", 2021-03-04T23:05:40.735 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2021-03-04T23:05:40.736 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2021-03-04T23:05:40.736 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_client_delegate_inos_pct": "50", 2021-03-04T23:05:40.736 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_client_prealloc_inos": "1000", 2021-03-04T23:05:40.736 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2021-03-04T23:05:40.736 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_damage_table_max_entries": "10000", 2021-03-04T23:05:40.737 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2021-03-04T23:05:40.737 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_debug_auth_pins": "false", 2021-03-04T23:05:40.737 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_debug_frag": "false", 2021-03-04T23:05:40.737 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_debug_scatterstat": "false", 2021-03-04T23:05:40.737 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_debug_subtrees": "false", 2021-03-04T23:05:40.738 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_decay_halflife": "5.000000", 2021-03-04T23:05:40.738 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_default_dir_hash": "2", 2021-03-04T23:05:40.738 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_defer_session_stale": "true", 2021-03-04T23:05:40.738 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_deny_all_reconnect": "false", 2021-03-04T23:05:40.738 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dir_keys_per_op": "16384", 2021-03-04T23:05:40.739 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dir_max_commit_size": "10", 2021-03-04T23:05:40.739 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dirstat_min_interval": "1.000000", 2021-03-04T23:05:40.739 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dump_cache_after_rejoin": "false", 2021-03-04T23:05:40.739 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dump_cache_on_map": "false", 2021-03-04T23:05:40.740 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dump_cache_threshold_file": "0", 2021-03-04T23:05:40.740 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2021-03-04T23:05:40.740 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_early_reply": "true", 2021-03-04T23:05:40.740 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_enable_op_tracker": "true", 2021-03-04T23:05:40.740 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_enforce_unique_name": "true", 2021-03-04T23:05:40.741 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_export_ephemeral_distributed": "true", 2021-03-04T23:05:40.741 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2021-03-04T23:05:40.741 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_export_ephemeral_random": "true", 2021-03-04T23:05:40.741 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_export_ephemeral_random_max": "0.010000", 2021-03-04T23:05:40.741 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_forward_all_requests_to_auth": "false", 2021-03-04T23:05:40.742 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_freeze_tree_timeout": "30.000000", 2021-03-04T23:05:40.742 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2021-03-04T23:05:40.742 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_health_cache_threshold": "1.500000", 2021-03-04T23:05:40.742 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_health_summarize_threshold": "10", 2021-03-04T23:05:40.742 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_heartbeat_grace": "15.000000", 2021-03-04T23:05:40.743 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_inject_migrator_session_race": "false", 2021-03-04T23:05:40.743 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2021-03-04T23:05:40.743 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_join_fs": "", 2021-03-04T23:05:40.743 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_journal_format": "1", 2021-03-04T23:05:40.743 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_create_at": "0", 2021-03-04T23:05:40.744 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_export_at": "0", 2021-03-04T23:05:40.744 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_import_at": "0", 2021-03-04T23:05:40.744 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_journal_at": "0", 2021-03-04T23:05:40.744 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_journal_expire_at": "0", 2021-03-04T23:05:40.744 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_journal_replay_at": "0", 2021-03-04T23:05:40.745 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_link_at": "0", 2021-03-04T23:05:40.745 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_mdstable_at": "0", 2021-03-04T23:05:40.745 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_openc_at": "0", 2021-03-04T23:05:40.745 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_kill_rename_at": "0", 2021-03-04T23:05:40.746 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_events_per_segment": "1024", 2021-03-04T23:05:40.746 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_max_events": "-1", 2021-03-04T23:05:40.746 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_max_segments": "128", 2021-03-04T23:05:40.746 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_pause": "false", 2021-03-04T23:05:40.746 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_segment_size": "0", 2021-03-04T23:05:40.747 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_skip_corrupt_events": "false", 2021-03-04T23:05:40.747 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_log_warn_factor": "2.000000", 2021-03-04T23:05:40.747 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_caps_per_client": "1048576", 2021-03-04T23:05:40.747 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_completed_flushes": "100000", 2021-03-04T23:05:40.747 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_completed_requests": "100000", 2021-03-04T23:05:40.748 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_export_size": "20971520", 2021-03-04T23:05:40.748 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_file_recover": "32", 2021-03-04T23:05:40.748 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_purge_files": "64", 2021-03-04T23:05:40.748 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_purge_ops": "8192", 2021-03-04T23:05:40.748 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2021-03-04T23:05:40.749 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_retries_on_remount_failure": "5", 2021-03-04T23:05:40.749 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_scrub_ops_in_progress": "5", 2021-03-04T23:05:40.749 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_snaps_per_dir": "100", 2021-03-04T23:05:40.749 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_max_xattr_pairs_size": "65536", 2021-03-04T23:05:40.749 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_metrics_update_interval": "2", 2021-03-04T23:05:40.750 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_min_caps_per_client": "100", 2021-03-04T23:05:40.750 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_min_caps_working_set": "10000", 2021-03-04T23:05:40.750 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_mon_shutdown_timeout": "5.000000", 2021-03-04T23:05:40.750 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_numa_node": "-1", 2021-03-04T23:05:40.751 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_oft_prefetch_dirfrags": "true", 2021-03-04T23:05:40.751 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_op_complaint_time": "30.000000", 2021-03-04T23:05:40.751 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_op_history_duration": "600", 2021-03-04T23:05:40.751 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_op_history_size": "20", 2021-03-04T23:05:40.751 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_op_log_threshold": "5", 2021-03-04T23:05:40.752 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_ping_grace": "15", 2021-03-04T23:05:40.752 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_ping_interval": "5", 2021-03-04T23:05:40.752 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2021-03-04T23:05:40.752 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_recall_global_max_decay_threshold": "131072", 2021-03-04T23:05:40.752 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_recall_max_caps": "30000", 2021-03-04T23:05:40.753 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_recall_max_decay_rate": "1.500000", 2021-03-04T23:05:40.753 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_recall_max_decay_threshold": "131072", 2021-03-04T23:05:40.753 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_recall_warning_decay_rate": "60.000000", 2021-03-04T23:05:40.753 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_recall_warning_threshold": "262144", 2021-03-04T23:05:40.753 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_reconnect_timeout": "45.000000", 2021-03-04T23:05:40.754 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_replay_interval": "1.000000", 2021-03-04T23:05:40.754 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_replay_unsafe_with_closed_session": "false", 2021-03-04T23:05:40.754 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_request_load_average_decay_rate": "60.000000", 2021-03-04T23:05:40.754 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_root_ino_gid": "0", 2021-03-04T23:05:40.754 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_root_ino_uid": "0", 2021-03-04T23:05:40.755 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_scatter_nudge_interval": "5.000000", 2021-03-04T23:05:40.755 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_blocklist_on_evict": "true", 2021-03-04T23:05:40.755 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_blocklist_on_timeout": "true", 2021-03-04T23:05:40.755 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2021-03-04T23:05:40.755 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_cache_liveness_magnitude": "10", 2021-03-04T23:05:40.756 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_cap_acquisition_decay_rate": "10.000000", 2021-03-04T23:05:40.756 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_cap_acquisition_throttle": "500000", 2021-03-04T23:05:40.756 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2021-03-04T23:05:40.756 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_sessionmap_keys_per_op": "1024", 2021-03-04T23:05:40.756 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_shutdown_check": "0", 2021-03-04T23:05:40.757 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_skip_ino": "0", 2021-03-04T23:05:40.757 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_snap_max_uid": "4294967294", 2021-03-04T23:05:40.757 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_snap_min_uid": "0", 2021-03-04T23:05:40.757 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_snap_rstat": "false", 2021-03-04T23:05:40.758 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_task_status_update_interval": "2.000000", 2021-03-04T23:05:40.758 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_thrash_exports": "0", 2021-03-04T23:05:40.758 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_thrash_fragments": "0", 2021-03-04T23:05:40.758 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_tick_interval": "5.000000", 2021-03-04T23:05:40.758 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_verify_backtrace": "1", 2021-03-04T23:05:40.759 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_verify_scatter": "false", 2021-03-04T23:05:40.759 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_wipe_ino_prealloc": "false", 2021-03-04T23:05:40.759 INFO:teuthology.orchestra.run.gibba008.stdout: "mds_wipe_sessions": "false", 2021-03-04T23:05:40.759 INFO:teuthology.orchestra.run.gibba008.stdout: "mempool_debug": "false", 2021-03-04T23:05:40.759 INFO:teuthology.orchestra.run.gibba008.stdout: "memstore_debug_omit_block_device_write": "false", 2021-03-04T23:05:40.760 INFO:teuthology.orchestra.run.gibba008.stdout: "memstore_device_bytes": "1073741824", 2021-03-04T23:05:40.760 INFO:teuthology.orchestra.run.gibba008.stdout: "memstore_page_set": "false", 2021-03-04T23:05:40.760 INFO:teuthology.orchestra.run.gibba008.stdout: "memstore_page_size": "65536", 2021-03-04T23:05:40.760 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_client_bytes": "134217728", 2021-03-04T23:05:40.760 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_client_messages": "512", 2021-03-04T23:05:40.761 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2021-03-04T23:05:40.761 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_connect_retry_interval": "1.000000", 2021-03-04T23:05:40.761 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2021-03-04T23:05:40.761 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2021-03-04T23:05:40.761 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_disabled_modules": "", 2021-03-04T23:05:40.762 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_initial_modules": "restful iostat", 2021-03-04T23:05:40.762 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_mds_bytes": "134217728", 2021-03-04T23:05:40.762 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_mds_messages": "128", 2021-03-04T23:05:40.762 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2021-03-04T23:05:40.762 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_mon_bytes": "134217728", 2021-03-04T23:05:40.763 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_mon_messages": "128", 2021-03-04T23:05:40.763 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_osd_bytes": "536870912", 2021-03-04T23:05:40.763 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_osd_messages": "8192", 2021-03-04T23:05:40.763 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_service_beacon_grace": "60.000000", 2021-03-04T23:05:40.764 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_stats_period": "5", 2021-03-04T23:05:40.764 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_stats_threshold": "5", 2021-03-04T23:05:40.764 INFO:teuthology.orchestra.run.gibba008.stdout: "mgr_tick_period": "2", 2021-03-04T23:05:40.764 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_accept_timeout_factor": "2.000000", 2021-03-04T23:05:40.764 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_allow_pool_delete": "true", 2021-03-04T23:05:40.765 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_allow_pool_size_one": "false", 2021-03-04T23:05:40.765 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_auth_validate_all_caps": "true", 2021-03-04T23:05:40.765 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2021-03-04T23:05:40.765 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2021-03-04T23:05:40.765 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_bytes": "104857600", 2021-03-04T23:05:40.766 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_directed_command_retry": "2", 2021-03-04T23:05:40.766 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_hunt_interval": "3.000000", 2021-03-04T23:05:40.766 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2021-03-04T23:05:40.766 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2021-03-04T23:05:40.766 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2021-03-04T23:05:40.767 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_hunt_parallel": "3", 2021-03-04T23:05:40.767 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_log_interval": "1.000000", 2021-03-04T23:05:40.767 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_max_log_entries_per_message": "1000", 2021-03-04T23:05:40.767 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_ping_interval": "10.000000", 2021-03-04T23:05:40.767 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_client_ping_timeout": "30.000000", 2021-03-04T23:05:40.768 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_clock_drift_allowed": "1.000000", 2021-03-04T23:05:40.768 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2021-03-04T23:05:40.768 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2021-03-04T23:05:40.768 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_file_level": "debug", 2021-03-04T23:05:40.768 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_file": "false", 2021-03-04T23:05:40.769 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_graylog": "false", 2021-03-04T23:05:40.769 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2021-03-04T23:05:40.769 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_graylog_port": "12201", 2021-03-04T23:05:40.769 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_stderr": "true", 2021-03-04T23:05:40.769 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_syslog": "default=false", 2021-03-04T23:05:40.770 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2021-03-04T23:05:40.770 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cluster_log_to_syslog_level": "info", 2021-03-04T23:05:40.770 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_compact_on_bootstrap": "false", 2021-03-04T23:05:40.770 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_compact_on_start": "false", 2021-03-04T23:05:40.771 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_compact_on_trim": "true", 2021-03-04T23:05:40.771 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_con_tracker_persist_interval": "10", 2021-03-04T23:05:40.771 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_con_tracker_score_halflife": "43200", 2021-03-04T23:05:40.771 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_config_key_max_entry_size": "65536", 2021-03-04T23:05:40.771 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_cpu_threads": "4", 2021-03-04T23:05:40.772 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_crush_min_required_version": "hammer", 2021-03-04T23:05:40.772 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_daemon_bytes": "419430400", 2021-03-04T23:05:40.772 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2021-03-04T23:05:40.772 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_data_avail_crit": "5", 2021-03-04T23:05:40.772 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_data_avail_warn": "5", 2021-03-04T23:05:40.773 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_data_size_warn": "16106127360", 2021-03-04T23:05:40.773 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_block_osdmap_trim": "false", 2021-03-04T23:05:40.773 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_deprecated_as_obsolete": "false", 2021-03-04T23:05:40.773 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_dump_json": "false", 2021-03-04T23:05:40.773 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2021-03-04T23:05:40.774 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_dump_transactions": "false", 2021-03-04T23:05:40.774 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_extra_checks": "false", 2021-03-04T23:05:40.774 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_no_initial_persistent_features": "false", 2021-03-04T23:05:40.774 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2021-03-04T23:05:40.774 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_no_require_pacific": "false", 2021-03-04T23:05:40.775 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_no_require_quincy": "false", 2021-03-04T23:05:40.775 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2021-03-04T23:05:40.775 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_delta_reset_interval": "10.000000", 2021-03-04T23:05:40.775 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_dns_srv_name": "ceph-mon", 2021-03-04T23:05:40.776 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_election_default_strategy": "1", 2021-03-04T23:05:40.776 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_election_timeout": "5.000000", 2021-03-04T23:05:40.776 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2021-03-04T23:05:40.776 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_elector_ping_divisor": "2", 2021-03-04T23:05:40.776 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_elector_ping_timeout": "2.000000", 2021-03-04T23:05:40.777 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_enable_op_tracker": "true", 2021-03-04T23:05:40.777 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_fake_pool_delete": "false", 2021-03-04T23:05:40.777 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_force_quorum_join": "false", 2021-03-04T23:05:40.777 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_globalid_prealloc": "10000", 2021-03-04T23:05:40.777 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_health_detail_to_clog": "true", 2021-03-04T23:05:40.778 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_health_log_update_period": "5", 2021-03-04T23:05:40.778 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_health_max_detail": "50", 2021-03-04T23:05:40.778 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_health_to_clog": "true", 2021-03-04T23:05:40.778 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_health_to_clog_interval": "600", 2021-03-04T23:05:40.778 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2021-03-04T23:05:40.779 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_host": "[v2:172.21.2.108:3300/0,v1:172.21.2.108:6789/0] [v2:172.21.2.123:3300/0,v1:172.21.2.123:6789/0] [v2:172.21.2.108:3301/0,v1:172.21.2.108:6790/0]", 2021-03-04T23:05:40.779 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_host_override": "", 2021-03-04T23:05:40.779 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_initial_members": "", 2021-03-04T23:05:40.779 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2021-03-04T23:05:40.779 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2021-03-04T23:05:40.780 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_inject_transaction_delay_max": "10.000000", 2021-03-04T23:05:40.780 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2021-03-04T23:05:40.780 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_keyvaluedb": "rocksdb", 2021-03-04T23:05:40.780 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_lease": "5.000000", 2021-03-04T23:05:40.780 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2021-03-04T23:05:40.781 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_lease_renew_interval_factor": "0.600000", 2021-03-04T23:05:40.781 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_log_max_summary": "50", 2021-03-04T23:05:40.781 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_log_entries_per_event": "4096", 2021-03-04T23:05:40.781 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_log_epochs": "500", 2021-03-04T23:05:40.781 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_mdsmap_epochs": "500", 2021-03-04T23:05:40.782 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_mgrmap_epochs": "500", 2021-03-04T23:05:40.782 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_osd": "10000", 2021-03-04T23:05:40.782 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_pg_per_osd": "10000", 2021-03-04T23:05:40.782 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_pool_pg_num": "65536", 2021-03-04T23:05:40.782 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_max_snap_prune_per_epoch": "100", 2021-03-04T23:05:40.783 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mds_blocklist_interval": "86400.000000", 2021-03-04T23:05:40.783 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mds_force_trim_to": "0", 2021-03-04T23:05:40.783 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mds_skip_sanity": "false", 2021-03-04T23:05:40.783 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_memory_autotune": "true", 2021-03-04T23:05:40.784 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_memory_target": "2147483648", 2021-03-04T23:05:40.784 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mgr_beacon_grace": "30", 2021-03-04T23:05:40.784 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2021-03-04T23:05:40.784 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mgr_digest_period": "5", 2021-03-04T23:05:40.784 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mgr_inactive_grace": "60", 2021-03-04T23:05:40.785 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mgr_mkfs_grace": "240", 2021-03-04T23:05:40.785 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2021-03-04T23:05:40.785 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_min_osdmap_epochs": "500", 2021-03-04T23:05:40.785 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_op_complaint_time": "30", 2021-03-04T23:05:40.785 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_op_history_duration": "600", 2021-03-04T23:05:40.786 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_op_history_size": "20", 2021-03-04T23:05:40.786 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_op_history_slow_op_size": "20", 2021-03-04T23:05:40.786 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_op_history_slow_op_threshold": "10", 2021-03-04T23:05:40.786 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_op_log_threshold": "5", 2021-03-04T23:05:40.786 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_adjust_down_out_interval": "true", 2021-03-04T23:05:40.787 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2021-03-04T23:05:40.787 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2021-03-04T23:05:40.787 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_auto_mark_in": "false", 2021-03-04T23:05:40.787 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_auto_mark_new_in": "true", 2021-03-04T23:05:40.787 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2021-03-04T23:05:40.788 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2021-03-04T23:05:40.788 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_cache_size": "500", 2021-03-04T23:05:40.788 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_cache_size_min": "134217728", 2021-03-04T23:05:40.788 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_crush_smoke_test": "true", 2021-03-04T23:05:40.788 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_destroyed_out_interval": "600", 2021-03-04T23:05:40.789 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_down_out_interval": "600", 2021-03-04T23:05:40.789 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_down_out_subtree_limit": "rack", 2021-03-04T23:05:40.789 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2021-03-04T23:05:40.789 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_force_trim_to": "0", 2021-03-04T23:05:40.789 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_full_ratio": "0.950000", 2021-03-04T23:05:40.790 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2021-03-04T23:05:40.790 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_laggy_halflife": "3600", 2021-03-04T23:05:40.790 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_laggy_max_interval": "300", 2021-03-04T23:05:40.790 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_laggy_weight": "0.300000", 2021-03-04T23:05:40.791 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2021-03-04T23:05:40.791 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_max_creating_pgs": "1024", 2021-03-04T23:05:40.791 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_max_initial_pgs": "1024", 2021-03-04T23:05:40.791 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_min_down_reporters": "2", 2021-03-04T23:05:40.791 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_min_in_ratio": "0.750000", 2021-03-04T23:05:40.792 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_min_up_ratio": "0.300000", 2021-03-04T23:05:40.792 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_nearfull_ratio": "0.850000", 2021-03-04T23:05:40.792 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_prime_pg_temp": "true", 2021-03-04T23:05:40.792 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2021-03-04T23:05:40.792 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2021-03-04T23:05:40.793 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_report_timeout": "900", 2021-03-04T23:05:40.793 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_reporter_subtree_level": "osd", 2021-03-04T23:05:40.793 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2021-03-04T23:05:40.793 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_warn_num_repaired": "10", 2021-03-04T23:05:40.793 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osd_warn_op_age": "32.000000", 2021-03-04T23:05:40.794 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osdmap_full_prune_enabled": "true", 2021-03-04T23:05:40.794 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osdmap_full_prune_interval": "10", 2021-03-04T23:05:40.794 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osdmap_full_prune_min": "10000", 2021-03-04T23:05:40.794 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_osdmap_full_prune_txsize": "100", 2021-03-04T23:05:40.794 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2021-03-04T23:05:40.795 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pg_stuck_threshold": "60", 2021-03-04T23:05:40.795 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2021-03-04T23:05:40.795 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pg_warn_min_objects": "10000", 2021-03-04T23:05:40.795 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pg_warn_min_per_osd": "0", 2021-03-04T23:05:40.795 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pg_warn_min_pool_objects": "1000", 2021-03-04T23:05:40.796 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pool_quota_crit_threshold": "0", 2021-03-04T23:05:40.796 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_pool_quota_warn_threshold": "0", 2021-03-04T23:05:40.796 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_probe_timeout": "2.000000", 2021-03-04T23:05:40.796 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_reweight_max_change": "0.050000", 2021-03-04T23:05:40.797 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_reweight_max_osds": "4", 2021-03-04T23:05:40.797 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_reweight_min_bytes_per_osd": "10", 2021-03-04T23:05:40.797 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_reweight_min_pgs_per_osd": "4", 2021-03-04T23:05:40.797 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2021-03-04T23:05:40.797 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2021-03-04T23:05:40.798 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2021-03-04T23:05:40.798 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_scrub_interval": "86400", 2021-03-04T23:05:40.798 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_scrub_max_keys": "100", 2021-03-04T23:05:40.798 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_scrub_timeout": "300", 2021-03-04T23:05:40.798 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_session_timeout": "300", 2021-03-04T23:05:40.799 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_smart_report_timeout": "5", 2021-03-04T23:05:40.799 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_stat_smooth_intervals": "6", 2021-03-04T23:05:40.799 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2021-03-04T23:05:40.799 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_stretch_pool_min_size": "2", 2021-03-04T23:05:40.799 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_stretch_pool_size": "4", 2021-03-04T23:05:40.800 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2021-03-04T23:05:40.800 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_subscribe_interval": "86400.000000", 2021-03-04T23:05:40.800 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_sync_debug": "false", 2021-03-04T23:05:40.800 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_sync_max_payload_keys": "2000", 2021-03-04T23:05:40.800 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_sync_max_payload_size": "1048576", 2021-03-04T23:05:40.801 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_sync_provider_kill_at": "0", 2021-03-04T23:05:40.801 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_sync_requester_kill_at": "0", 2021-03-04T23:05:40.801 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_sync_timeout": "60.000000", 2021-03-04T23:05:40.801 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_target_pg_per_osd": "100", 2021-03-04T23:05:40.801 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_tick_interval": "5", 2021-03-04T23:05:40.802 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_timecheck_interval": "300.000000", 2021-03-04T23:05:40.802 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_timecheck_skew_interval": "30.000000", 2021-03-04T23:05:40.802 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_older_version_delay": "604800", 2021-03-04T23:05:40.802 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2021-03-04T23:05:40.802 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2021-03-04T23:05:40.803 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2021-03-04T23:05:40.803 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2021-03-04T23:05:40.803 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_misplaced": "false", 2021-03-04T23:05:40.803 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2021-03-04T23:05:40.803 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_older_version": "true", 2021-03-04T23:05:40.804 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2021-03-04T23:05:40.804 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_pool_no_app": "true", 2021-03-04T23:05:40.804 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_pool_no_redundancy": "true", 2021-03-04T23:05:40.804 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2021-03-04T23:05:40.805 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2021-03-04T23:05:40.805 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2021-03-04T23:05:40.805 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_on_too_few_osds": "false", 2021-03-04T23:05:40.805 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2021-03-04T23:05:40.805 INFO:teuthology.orchestra.run.gibba008.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2021-03-04T23:05:40.806 INFO:teuthology.orchestra.run.gibba008.stdout: "monmap": "", 2021-03-04T23:05:40.806 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_op_threads": "3", 2021-03-04T23:05:40.806 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_buffer_size": "131072", 2021-03-04T23:05:40.806 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_cm": "false", 2021-03-04T23:05:40.806 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_device_name": "", 2021-03-04T23:05:40.807 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_dscp": "96", 2021-03-04T23:05:40.807 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_enable_hugepage": "false", 2021-03-04T23:05:40.807 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_gid_idx": "0", 2021-03-04T23:05:40.807 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_local_gid": "", 2021-03-04T23:05:40.807 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_polling_us": "1000", 2021-03-04T23:05:40.808 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_port_num": "1", 2021-03-04T23:05:40.808 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_receive_buffers": "32768", 2021-03-04T23:05:40.808 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_receive_queue_len": "4096", 2021-03-04T23:05:40.808 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_roce_ver": "1", 2021-03-04T23:05:40.808 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_send_buffers": "1024", 2021-03-04T23:05:40.809 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_sl": "3", 2021-03-04T23:05:40.809 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_support_srq": "true", 2021-03-04T23:05:40.809 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_async_rdma_type": "ib", 2021-03-04T23:05:40.809 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_before_connect": "false", 2021-03-04T23:05:40.810 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_ipv4": "true", 2021-03-04T23:05:40.810 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_ipv6": "false", 2021-03-04T23:05:40.810 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_msgr1": "true", 2021-03-04T23:05:40.810 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_msgr2": "true", 2021-03-04T23:05:40.810 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_port_max": "7300", 2021-03-04T23:05:40.811 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_port_min": "6800", 2021-03-04T23:05:40.811 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_prefer_ipv4": "false", 2021-03-04T23:05:40.811 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_retry_count": "3", 2021-03-04T23:05:40.811 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_bind_retry_delay": "5", 2021-03-04T23:05:40.811 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_blackhole_client": "false", 2021-03-04T23:05:40.812 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_blackhole_mds": "false", 2021-03-04T23:05:40.812 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_blackhole_mgr": "false", 2021-03-04T23:05:40.812 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_blackhole_mon": "false", 2021-03-04T23:05:40.812 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_blackhole_osd": "false", 2021-03-04T23:05:40.812 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_client_mode": "crc secure", 2021-03-04T23:05:40.813 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_cluster_mode": "crc secure", 2021-03-04T23:05:40.813 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_cluster_type": "", 2021-03-04T23:05:40.813 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_connection_idle_timeout": "900", 2021-03-04T23:05:40.813 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_connection_ready_timeout": "10", 2021-03-04T23:05:40.813 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_crc_data": "true", 2021-03-04T23:05:40.814 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_crc_header": "true", 2021-03-04T23:05:40.814 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_die_on_bad_msg": "false", 2021-03-04T23:05:40.814 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_die_on_bug": "true", 2021-03-04T23:05:40.814 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_die_on_old_message": "true", 2021-03-04T23:05:40.814 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_die_on_skipped_message": "false", 2021-03-04T23:05:40.815 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_die_on_unhandled_msg": "false", 2021-03-04T23:05:40.815 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dispatch_throttle_bytes": "104857600", 2021-03-04T23:05:40.815 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_coremask": "0xF", 2021-03-04T23:05:40.815 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_debug_allow_loopback": "false", 2021-03-04T23:05:40.815 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2021-03-04T23:05:40.816 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_host_ipv4_addr": "", 2021-03-04T23:05:40.816 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_hugepages": "", 2021-03-04T23:05:40.816 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_hw_flow_control": "true", 2021-03-04T23:05:40.816 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2021-03-04T23:05:40.817 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_lro": "true", 2021-03-04T23:05:40.817 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_memory_channel": "4", 2021-03-04T23:05:40.817 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2021-03-04T23:05:40.817 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_pmd": "", 2021-03-04T23:05:40.817 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_port_id": "0", 2021-03-04T23:05:40.818 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2021-03-04T23:05:40.818 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dump_corrupt_message_level": "1", 2021-03-04T23:05:40.818 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_dump_on_send": "false", 2021-03-04T23:05:40.818 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_initial_backoff": "0.200000", 2021-03-04T23:05:40.818 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_inject_delay_max": "1.000000", 2021-03-04T23:05:40.819 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_inject_delay_probability": "0.000000", 2021-03-04T23:05:40.819 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_inject_delay_type": "", 2021-03-04T23:05:40.819 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_inject_internal_delays": "0.000000", 2021-03-04T23:05:40.819 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_inject_socket_failures": "0", 2021-03-04T23:05:40.820 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_learn_addr_from_peer": "true", 2021-03-04T23:05:40.820 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_max_accept_failures": "4", 2021-03-04T23:05:40.820 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_max_backoff": "15.000000", 2021-03-04T23:05:40.820 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_mon_client_mode": "secure crc", 2021-03-04T23:05:40.820 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_mon_cluster_mode": "secure crc", 2021-03-04T23:05:40.821 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_mon_service_mode": "secure crc", 2021-03-04T23:05:40.821 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2021-03-04T23:05:40.821 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_pq_min_cost": "65536", 2021-03-04T23:05:40.821 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_public_type": "", 2021-03-04T23:05:40.821 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_service_mode": "crc secure", 2021-03-04T23:05:40.822 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_tcp_listen_backlog": "512", 2021-03-04T23:05:40.822 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_tcp_nodelay": "true", 2021-03-04T23:05:40.822 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_tcp_prefetch_max_size": "4096", 2021-03-04T23:05:40.822 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_tcp_rcvbuf": "0", 2021-03-04T23:05:40.822 INFO:teuthology.orchestra.run.gibba008.stdout: "ms_type": "async+posix", 2021-03-04T23:05:40.823 INFO:teuthology.orchestra.run.gibba008.stdout: "no_config_file": "false", 2021-03-04T23:05:40.823 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_completion_locks_per_session": "32", 2021-03-04T23:05:40.823 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_debug_inject_relock_delay": "false", 2021-03-04T23:05:40.823 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_inflight_op_bytes": "104857600", 2021-03-04T23:05:40.823 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_inflight_ops": "1024", 2021-03-04T23:05:40.824 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_inject_no_watch_ping": "false", 2021-03-04T23:05:40.824 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_retry_writes_after_first_reply": "false", 2021-03-04T23:05:40.824 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_tick_interval": "5.000000", 2021-03-04T23:05:40.824 INFO:teuthology.orchestra.run.gibba008.stdout: "objecter_timeout": "10.000000", 2021-03-04T23:05:40.825 INFO:teuthology.orchestra.run.gibba008.stdout: "objectstore_blackhole": "false", 2021-03-04T23:05:40.825 INFO:teuthology.orchestra.run.gibba008.stdout: "openssl_engine_opts": "", 2021-03-04T23:05:40.825 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_delay_time": "5.000000", 2021-03-04T23:05:40.825 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_hist_halflife": "1000", 2021-03-04T23:05:40.825 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_max_low_ops": "2", 2021-03-04T23:05:40.826 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_max_ops": "4", 2021-03-04T23:05:40.826 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_min_evict_effort": "0.100000", 2021-03-04T23:05:40.826 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_quantize_effort": "0.100000", 2021-03-04T23:05:40.826 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_agent_slop": "0.020000", 2021-03-04T23:05:40.826 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_allow_recovery_below_min_size": "true", 2021-03-04T23:05:40.827 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_asio_thread_count": "2", 2021-03-04T23:05:40.827 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_async_recovery_min_cost": "100", 2021-03-04T23:05:40.827 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_auto_mark_unfound_lost": "false", 2021-03-04T23:05:40.827 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_backfill_retry_interval": "30.000000", 2021-03-04T23:05:40.827 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_backfill_scan_max": "512", 2021-03-04T23:05:40.828 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_backfill_scan_min": "64", 2021-03-04T23:05:40.828 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_backoff_on_degraded": "false", 2021-03-04T23:05:40.828 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_backoff_on_peering": "false", 2021-03-04T23:05:40.828 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_backoff_on_unfound": "true", 2021-03-04T23:05:40.828 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_beacon_report_interval": "300", 2021-03-04T23:05:40.829 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_bench_duration": "30", 2021-03-04T23:05:40.829 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_bench_large_size_max_throughput": "104857600", 2021-03-04T23:05:40.829 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_bench_max_block_size": "67108864", 2021-03-04T23:05:40.829 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_bench_small_size_max_iops": "100", 2021-03-04T23:05:40.830 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_blkin_trace_all": "false", 2021-03-04T23:05:40.830 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2021-03-04T23:05:40.830 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2021-03-04T23:05:40.830 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_check_for_log_corruption": "false", 2021-03-04T23:05:40.830 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_check_max_object_name_len_on_startup": "true", 2021-03-04T23:05:40.831 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-03-04T23:05:40.831 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2021-03-04T23:05:40.831 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-03-04T23:05:40.831 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_class_update_on_start": "true", 2021-03-04T23:05:40.831 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_client_message_cap": "0", 2021-03-04T23:05:40.832 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_client_message_size_cap": "524288000", 2021-03-04T23:05:40.832 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_client_op_priority": "63", 2021-03-04T23:05:40.832 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_client_watch_timeout": "30", 2021-03-04T23:05:40.832 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_command_max_records": "256", 2021-03-04T23:05:40.832 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_command_thread_suicide_timeout": "900", 2021-03-04T23:05:40.833 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_command_thread_timeout": "600", 2021-03-04T23:05:40.833 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_compact_on_start": "false", 2021-03-04T23:05:40.833 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_copyfrom_max_chunk": "8388608", 2021-03-04T23:05:40.833 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_crush_chooseleaf_type": "1", 2021-03-04T23:05:40.833 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_crush_initial_weight": "-1.000000", 2021-03-04T23:05:40.834 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_crush_update_on_start": "true", 2021-03-04T23:05:40.834 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_crush_update_weight_set": "true", 2021-03-04T23:05:40.834 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2021-03-04T23:05:40.834 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2021-03-04T23:05:40.834 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2021-03-04T23:05:40.835 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_drop_ping_duration": "0", 2021-03-04T23:05:40.835 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_drop_ping_probability": "0.000000", 2021-03-04T23:05:40.835 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_feed_pullee": "-1", 2021-03-04T23:05:40.835 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_inject_copyfrom_error": "false", 2021-03-04T23:05:40.835 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2021-03-04T23:05:40.836 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2021-03-04T23:05:40.836 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_misdirected_ops": "false", 2021-03-04T23:05:40.836 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_no_acting_change": "false", 2021-03-04T23:05:40.836 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_no_purge_strays": "false", 2021-03-04T23:05:40.837 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_op_order": "false", 2021-03-04T23:05:40.837 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_pg_log_writeout": "false", 2021-03-04T23:05:40.837 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_pretend_recovery_active": "false", 2021-03-04T23:05:40.837 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_random_push_read_error": "0.000000", 2021-03-04T23:05:40.837 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2021-03-04T23:05:40.838 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_shutdown": "false", 2021-03-04T23:05:40.838 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2021-03-04T23:05:40.838 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2021-03-04T23:05:40.838 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_verify_cached_snaps": "false", 2021-03-04T23:05:40.838 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_verify_missing_on_start": "false", 2021-03-04T23:05:40.839 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_verify_snaps": "false", 2021-03-04T23:05:40.839 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_debug_verify_stray_on_activate": "false", 2021-03-04T23:05:40.839 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_interval": "604800.000000", 2021-03-04T23:05:40.839 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_keys": "1024", 2021-03-04T23:05:40.839 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2021-03-04T23:05:40.840 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2021-03-04T23:05:40.840 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2021-03-04T23:05:40.840 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_stride": "524288", 2021-03-04T23:05:40.840 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2021-03-04T23:05:40.841 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_default_data_pool_replay_window": "45", 2021-03-04T23:05:40.841 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_default_notify_timeout": "30", 2021-03-04T23:05:40.841 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_delete_sleep": "0.000000", 2021-03-04T23:05:40.841 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_delete_sleep_hdd": "5.000000", 2021-03-04T23:05:40.841 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_delete_sleep_hybrid": "1.000000", 2021-03-04T23:05:40.842 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_delete_sleep_ssd": "1.000000", 2021-03-04T23:05:40.842 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_discard_disconnected_ops": "true", 2021-03-04T23:05:40.842 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_enable_op_tracker": "true", 2021-03-04T23:05:40.842 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_erasure_code_plugins": "jerasure lrc isa", 2021-03-04T23:05:40.842 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_failsafe_full_ratio": "0.970000", 2021-03-04T23:05:40.843 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_fast_fail_on_connection_refused": "true", 2021-03-04T23:05:40.843 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_fast_info": "true", 2021-03-04T23:05:40.843 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_fast_shutdown": "true", 2021-03-04T23:05:40.843 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_fast_shutdown_notify_mon": "false", 2021-03-04T23:05:40.843 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_find_best_info_ignore_history_les": "false", 2021-03-04T23:05:40.844 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_force_auth_primary_missing_objects": "100", 2021-03-04T23:05:40.844 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2021-03-04T23:05:40.844 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_function_tracing": "false", 2021-03-04T23:05:40.844 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_grace": "20", 2021-03-04T23:05:40.844 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_interval": "6", 2021-03-04T23:05:40.845 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2021-03-04T23:05:40.845 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_min_peers": "10", 2021-03-04T23:05:40.845 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_min_size": "2000", 2021-03-04T23:05:40.845 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_stale": "600", 2021-03-04T23:05:40.845 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2021-03-04T23:05:40.846 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_hit_set_max_size": "100000", 2021-03-04T23:05:40.846 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_hit_set_min_size": "1000", 2021-03-04T23:05:40.846 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_hit_set_namespace": ".ceph-internal", 2021-03-04T23:05:40.846 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_ignore_stale_divergent_priors": "false", 2021-03-04T23:05:40.847 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2021-03-04T23:05:40.847 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_inject_failure_on_pg_removal": "false", 2021-03-04T23:05:40.847 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2021-03-04T23:05:40.847 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_journal_flush_on_shutdown": "true", 2021-03-04T23:05:40.847 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_journal_size": "5120", 2021-03-04T23:05:40.848 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_kill_backfill_at": "0", 2021-03-04T23:05:40.848 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_loop_before_reset_tphandle": "64", 2021-03-04T23:05:40.848 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_map_cache_size": "50", 2021-03-04T23:05:40.848 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_map_dedup": "true", 2021-03-04T23:05:40.848 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_map_message_max": "40", 2021-03-04T23:05:40.849 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_map_message_max_bytes": "10485760", 2021-03-04T23:05:40.849 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_map_share_max_epochs": "40", 2021-03-04T23:05:40.849 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_attr_name_len": "100", 2021-03-04T23:05:40.849 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_attr_size": "0", 2021-03-04T23:05:40.849 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_backfills": "1", 2021-03-04T23:05:40.850 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_markdown_count": "5", 2021-03-04T23:05:40.850 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_markdown_period": "600", 2021-03-04T23:05:40.850 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_object_name_len": "2048", 2021-03-04T23:05:40.850 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_object_namespace_len": "256", 2021-03-04T23:05:40.850 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_object_size": "134217728", 2021-03-04T23:05:40.851 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2021-03-04T23:05:40.851 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_omap_entries_per_request": "1024", 2021-03-04T23:05:40.851 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_pg_blocked_by": "16", 2021-03-04T23:05:40.851 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_pg_log_entries": "10000", 2021-03-04T23:05:40.851 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2021-03-04T23:05:40.852 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_pgls": "1024", 2021-03-04T23:05:40.852 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_push_cost": "8388608", 2021-03-04T23:05:40.852 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_push_objects": "10", 2021-03-04T23:05:40.852 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_scrubs": "1", 2021-03-04T23:05:40.852 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2021-03-04T23:05:40.853 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_trimming_pgs": "2", 2021-03-04T23:05:40.853 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_write_op_reply_len": "32", 2021-03-04T23:05:40.853 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_max_write_size": "90", 2021-03-04T23:05:40.853 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_cost_per_io_msec": "0", 2021-03-04T23:05:40.854 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_cost_per_io_msec_hdd": "0", 2021-03-04T23:05:40.854 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_cost_per_io_msec_ssd": "0", 2021-03-04T23:05:40.854 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_max_capacity_iops": "0.000000", 2021-03-04T23:05:40.854 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_max_capacity_iops_hdd": "10000.000000", 2021-03-04T23:05:40.854 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2021-03-04T23:05:40.855 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_profile": "high_client_ops", 2021-03-04T23:05:40.855 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2021-03-04T23:05:40.855 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_background_best_effort_lim": "999999", 2021-03-04T23:05:40.855 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_background_best_effort_res": "1", 2021-03-04T23:05:40.855 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2021-03-04T23:05:40.856 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_background_recovery_lim": "999999", 2021-03-04T23:05:40.856 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_background_recovery_res": "1", 2021-03-04T23:05:40.856 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2021-03-04T23:05:40.856 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_client_lim": "999999", 2021-03-04T23:05:40.856 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_client_res": "1", 2021-03-04T23:05:40.857 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mclock_scheduler_client_wgt": "1", 2021-03-04T23:05:40.857 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_memory_base": "805306368", 2021-03-04T23:05:40.857 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_memory_cache_min": "134217728", 2021-03-04T23:05:40.857 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_memory_cache_resize_interval": "1.000000", 2021-03-04T23:05:40.857 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_memory_expected_fragmentation": "0.150000", 2021-03-04T23:05:40.858 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_memory_target": "4294967296", 2021-03-04T23:05:40.858 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2021-03-04T23:05:40.858 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_min_pg_log_entries": "250", 2021-03-04T23:05:40.858 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_min_recovery_priority": "0", 2021-03-04T23:05:40.858 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mon_heartbeat_interval": "30", 2021-03-04T23:05:40.859 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2021-03-04T23:05:40.859 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mon_report_interval": "5", 2021-03-04T23:05:40.859 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mon_report_max_in_flight": "2", 2021-03-04T23:05:40.859 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_mon_shutdown_timeout": "5.000000", 2021-03-04T23:05:40.859 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_num_cache_shards": "32", 2021-03-04T23:05:40.860 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_num_op_tracker_shard": "32", 2021-03-04T23:05:40.860 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_numa_auto_affinity": "true", 2021-03-04T23:05:40.860 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_numa_node": "-1", 2021-03-04T23:05:40.860 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_numa_prefer_iface": "true", 2021-03-04T23:05:40.861 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_object_clean_region_max_num_intervals": "10", 2021-03-04T23:05:40.861 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_objecter_finishers": "1", 2021-03-04T23:05:40.861 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_objectstore": "bluestore", 2021-03-04T23:05:40.861 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_objectstore_fuse": "false", 2021-03-04T23:05:40.861 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_objectstore_tracing": "false", 2021-03-04T23:05:40.862 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_complaint_time": "30.000000", 2021-03-04T23:05:40.862 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_history_duration": "600", 2021-03-04T23:05:40.862 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_history_size": "20", 2021-03-04T23:05:40.862 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_history_slow_op_size": "20", 2021-03-04T23:05:40.862 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2021-03-04T23:05:40.863 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_log_threshold": "5", 2021-03-04T23:05:40.863 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_num_shards": "0", 2021-03-04T23:05:40.863 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_num_shards_hdd": "5", 2021-03-04T23:05:40.863 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_num_shards_ssd": "8", 2021-03-04T23:05:40.863 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_num_threads_per_shard": "0", 2021-03-04T23:05:40.864 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2021-03-04T23:05:40.864 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2021-03-04T23:05:40.864 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2021-03-04T23:05:40.864 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_pq_min_cost": "65536", 2021-03-04T23:05:40.864 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_queue": "wpq", 2021-03-04T23:05:40.865 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_queue_cut_off": "high", 2021-03-04T23:05:40.865 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_thread_suicide_timeout": "150", 2021-03-04T23:05:40.865 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_op_thread_timeout": "15", 2021-03-04T23:05:40.865 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_open_classes_on_start": "true", 2021-03-04T23:05:40.865 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_os_flags": "0", 2021-03-04T23:05:40.866 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_peering_op_priority": "255", 2021-03-04T23:05:40.866 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_delete_cost": "1048576", 2021-03-04T23:05:40.866 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_delete_priority": "5", 2021-03-04T23:05:40.866 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2021-03-04T23:05:40.866 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2021-03-04T23:05:40.867 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_log_dups_tracked": "3000", 2021-03-04T23:05:40.867 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_log_trim_max": "10000", 2021-03-04T23:05:40.867 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_log_trim_min": "100", 2021-03-04T23:05:40.867 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2021-03-04T23:05:40.868 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_object_context_cache_count": "64", 2021-03-04T23:05:40.868 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pg_stat_report_interval_max": "500", 2021-03-04T23:05:40.868 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2021-03-04T23:05:40.868 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_cache_min_evict_age": "0", 2021-03-04T23:05:40.868 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_cache_min_flush_age": "0", 2021-03-04T23:05:40.869 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2021-03-04T23:05:40.869 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2021-03-04T23:05:40.869 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2021-03-04T23:05:40.869 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_crush_rule": "-1", 2021-03-04T23:05:40.869 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_ec_fast_read": "false", 2021-03-04T23:05:40.870 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd", 2021-03-04T23:05:40.870 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_flag_hashpspool": "true", 2021-03-04T23:05:40.870 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_flag_nodelete": "false", 2021-03-04T23:05:40.870 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_flag_nopgchange": "false", 2021-03-04T23:05:40.870 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_flag_nosizechange": "false", 2021-03-04T23:05:40.871 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_flags": "0", 2021-03-04T23:05:40.871 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2021-03-04T23:05:40.871 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_min_size": "0", 2021-03-04T23:05:40.871 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2021-03-04T23:05:40.871 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_pg_num": "32", 2021-03-04T23:05:40.872 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_pgp_num": "0", 2021-03-04T23:05:40.872 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2021-03-04T23:05:40.872 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_size": "3", 2021-03-04T23:05:40.872 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_default_type": "replicated", 2021-03-04T23:05:40.873 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2021-03-04T23:05:40.873 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_pool_use_gmt_hitset": "true", 2021-03-04T23:05:40.873 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_push_per_object_cost": "1000", 2021-03-04T23:05:40.873 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_read_ec_check_for_errors": "false", 2021-03-04T23:05:40.873 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recover_clone_overlap": "true", 2021-03-04T23:05:40.874 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recover_clone_overlap_limit": "10", 2021-03-04T23:05:40.874 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_cost": "20971520", 2021-03-04T23:05:40.874 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_delay_start": "0.000000", 2021-03-04T23:05:40.874 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_max_active": "0", 2021-03-04T23:05:40.874 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_max_active_hdd": "3", 2021-03-04T23:05:40.875 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_max_active_ssd": "10", 2021-03-04T23:05:40.875 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_max_chunk": "8388608", 2021-03-04T23:05:40.875 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2021-03-04T23:05:40.875 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_max_single_start": "1", 2021-03-04T23:05:40.875 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_op_priority": "3", 2021-03-04T23:05:40.876 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_op_warn_multiple": "16", 2021-03-04T23:05:40.876 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_priority": "5", 2021-03-04T23:05:40.876 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_retry_interval": "30.000000", 2021-03-04T23:05:40.876 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_sleep": "0.000000", 2021-03-04T23:05:40.876 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_sleep_hdd": "0.100000", 2021-03-04T23:05:40.877 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2021-03-04T23:05:40.877 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_recovery_sleep_ssd": "0.000000", 2021-03-04T23:05:40.877 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_repair_during_recovery": "false", 2021-03-04T23:05:40.877 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_requested_scrub_priority": "120", 2021-03-04T23:05:40.878 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_rollback_to_cluster_snap": "", 2021-03-04T23:05:40.878 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_auto_repair": "false", 2021-03-04T23:05:40.878 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_auto_repair_num_errors": "5", 2021-03-04T23:05:40.878 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_backoff_ratio": "0.660000", 2021-03-04T23:05:40.878 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_begin_hour": "0", 2021-03-04T23:05:40.879 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_begin_week_day": "0", 2021-03-04T23:05:40.879 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_chunk_max": "25", 2021-03-04T23:05:40.879 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_chunk_min": "5", 2021-03-04T23:05:40.879 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_cost": "52428800", 2021-03-04T23:05:40.879 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_during_recovery": "false", 2021-03-04T23:05:40.880 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_end_hour": "0", 2021-03-04T23:05:40.880 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_end_week_day": "0", 2021-03-04T23:05:40.880 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_extended_sleep": "0.000000", 2021-03-04T23:05:40.880 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2021-03-04T23:05:40.880 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_invalid_stats": "true", 2021-03-04T23:05:40.881 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_load_threshold": "0.500000", 2021-03-04T23:05:40.881 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_max_interval": "604800.000000", 2021-03-04T23:05:40.881 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_max_preemptions": "5", 2021-03-04T23:05:40.881 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_min_interval": "86400.000000", 2021-03-04T23:05:40.881 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_priority": "5", 2021-03-04T23:05:40.882 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_scrub_sleep": "0.000000", 2021-03-04T23:05:40.882 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_shutdown_pgref_assert": "false", 2021-03-04T23:05:40.882 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_skip_data_digest": "false", 2021-03-04T23:05:40.882 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_smart_report_timeout": "5", 2021-03-04T23:05:40.883 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_snap_trim_cost": "1048576", 2021-03-04T23:05:40.883 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_snap_trim_priority": "5", 2021-03-04T23:05:40.883 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_snap_trim_sleep": "0.000000", 2021-03-04T23:05:40.883 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2021-03-04T23:05:40.883 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2021-03-04T23:05:40.884 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2021-03-04T23:05:40.884 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2021-03-04T23:05:40.884 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_target_transaction_size": "30", 2021-03-04T23:05:40.884 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_hit_set_count": "4", 2021-03-04T23:05:40.884 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2021-03-04T23:05:40.885 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2021-03-04T23:05:40.885 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2021-03-04T23:05:40.885 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2021-03-04T23:05:40.885 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2021-03-04T23:05:40.885 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2021-03-04T23:05:40.886 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_default_cache_mode": "writeback", 2021-03-04T23:05:40.886 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2021-03-04T23:05:40.886 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tier_promote_max_objects_sec": "25", 2021-03-04T23:05:40.886 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_tracing": "false", 2021-03-04T23:05:40.887 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_use_stale_snap": "false", 2021-03-04T23:05:40.887 INFO:teuthology.orchestra.run.gibba008.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2021-03-04T23:05:40.887 INFO:teuthology.orchestra.run.gibba008.stdout: "osdc_blkin_trace_all": "false", 2021-03-04T23:05:40.887 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_kill_at": "0", 2021-03-04T23:05:40.887 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_max_join_drift": "10", 2021-03-04T23:05:40.888 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_min": "500", 2021-03-04T23:05:40.888 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_min_wait": "0.050000", 2021-03-04T23:05:40.888 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_propose_interval": "1.000000", 2021-03-04T23:05:40.888 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_service_trim_max": "500", 2021-03-04T23:05:40.888 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_service_trim_min": "250", 2021-03-04T23:05:40.888 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_stash_full_interval": "25", 2021-03-04T23:05:40.889 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_trim_max": "500", 2021-03-04T23:05:40.889 INFO:teuthology.orchestra.run.gibba008.stdout: "paxos_trim_min": "250", 2021-03-04T23:05:40.889 INFO:teuthology.orchestra.run.gibba008.stdout: "perf": "true", 2021-03-04T23:05:40.889 INFO:teuthology.orchestra.run.gibba008.stdout: "pid_file": "", 2021-03-04T23:05:40.890 INFO:teuthology.orchestra.run.gibba008.stdout: "plugin_crypto_accelerator": "crypto_isal", 2021-03-04T23:05:40.890 INFO:teuthology.orchestra.run.gibba008.stdout: "plugin_dir": "/usr/lib64/ceph", 2021-03-04T23:05:40.890 INFO:teuthology.orchestra.run.gibba008.stdout: "public_addr": "-", 2021-03-04T23:05:40.890 INFO:teuthology.orchestra.run.gibba008.stdout: "public_addrv": "", 2021-03-04T23:05:40.890 INFO:teuthology.orchestra.run.gibba008.stdout: "public_bind_addr": "-", 2021-03-04T23:05:40.891 INFO:teuthology.orchestra.run.gibba008.stdout: "public_network": "172.21.0.0/20", 2021-03-04T23:05:40.891 INFO:teuthology.orchestra.run.gibba008.stdout: "public_network_interface": "", 2021-03-04T23:05:40.891 INFO:teuthology.orchestra.run.gibba008.stdout: "qat_compressor_enabled": "false", 2021-03-04T23:05:40.891 INFO:teuthology.orchestra.run.gibba008.stdout: "rados_mon_op_timeout": "0", 2021-03-04T23:05:40.891 INFO:teuthology.orchestra.run.gibba008.stdout: "rados_osd_op_timeout": "0", 2021-03-04T23:05:40.892 INFO:teuthology.orchestra.run.gibba008.stdout: "rados_tracing": "false", 2021-03-04T23:05:40.892 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_atime_update_interval": "60", 2021-03-04T23:05:40.892 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2021-03-04T23:05:40.892 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_balance_parent_reads": "false", 2021-03-04T23:05:40.893 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_balance_snap_reads": "false", 2021-03-04T23:05:40.893 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_blkin_trace_all": "false", 2021-03-04T23:05:40.893 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_blocklist_expire_seconds": "0", 2021-03-04T23:05:40.893 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_blocklist_on_break_lock": "true", 2021-03-04T23:05:40.893 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache": "true", 2021-03-04T23:05:40.894 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_block_writes_upfront": "false", 2021-03-04T23:05:40.894 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_max_dirty": "25165824", 2021-03-04T23:05:40.894 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_max_dirty_age": "1.000000", 2021-03-04T23:05:40.894 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_max_dirty_object": "0", 2021-03-04T23:05:40.894 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_policy": "writearound", 2021-03-04T23:05:40.895 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_size": "33554432", 2021-03-04T23:05:40.895 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_target_dirty": "16777216", 2021-03-04T23:05:40.895 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_cache_writethrough_until_flush": "true", 2021-03-04T23:05:40.895 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_clone_copy_on_read": "false", 2021-03-04T23:05:40.895 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_compression_hint": "none", 2021-03-04T23:05:40.896 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_concurrent_management_ops": "10", 2021-03-04T23:05:40.896 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_config_pool_override_update_timestamp": "0", 2021-03-04T23:05:40.896 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_clone_format": "auto", 2021-03-04T23:05:40.896 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_data_pool": "", 2021-03-04T23:05:40.896 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_features": "61", 2021-03-04T23:05:40.897 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_format": "2", 2021-03-04T23:05:40.897 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_map_options": "", 2021-03-04T23:05:40.897 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_order": "22", 2021-03-04T23:05:40.897 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_pool": "rbd", 2021-03-04T23:05:40.897 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2021-03-04T23:05:40.898 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_stripe_count": "0", 2021-03-04T23:05:40.898 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_default_stripe_unit": "0", 2021-03-04T23:05:40.898 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_disable_zero_copy_writes": "true", 2021-03-04T23:05:40.898 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_discard_granularity_bytes": "65536", 2021-03-04T23:05:40.898 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_discard_on_zeroed_write_same": "true", 2021-03-04T23:05:40.899 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_enable_alloc_hint": "true", 2021-03-04T23:05:40.899 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2021-03-04T23:05:40.899 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_io_scheduler": "simple", 2021-03-04T23:05:40.899 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2021-03-04T23:05:40.900 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_commit_age": "5.000000", 2021-03-04T23:05:40.900 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2021-03-04T23:05:40.900 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_max_payload_bytes": "16384", 2021-03-04T23:05:40.900 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_object_flush_age": "0.000000", 2021-03-04T23:05:40.900 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_object_flush_bytes": "1048576", 2021-03-04T23:05:40.901 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_object_flush_interval": "0", 2021-03-04T23:05:40.901 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2021-03-04T23:05:40.901 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2021-03-04T23:05:40.901 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_order": "24", 2021-03-04T23:05:40.901 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_pool": "", 2021-03-04T23:05:40.902 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_journal_splay_width": "4", 2021-03-04T23:05:40.902 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_localize_parent_reads": "false", 2021-03-04T23:05:40.902 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_localize_snap_reads": "false", 2021-03-04T23:05:40.902 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2021-03-04T23:05:40.903 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2021-03-04T23:05:40.903 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2021-03-04T23:05:40.903 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2021-03-04T23:05:40.903 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2021-03-04T23:05:40.903 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2021-03-04T23:05:40.904 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_image_policy_type": "simple", 2021-03-04T23:05:40.904 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2021-03-04T23:05:40.904 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_image_state_check_interval": "30", 2021-03-04T23:05:40.904 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2021-03-04T23:05:40.904 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2021-03-04T23:05:40.905 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2021-03-04T23:05:40.905 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2021-03-04T23:05:40.905 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2021-03-04T23:05:40.905 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_autotune": "true", 2021-03-04T23:05:40.905 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_base": "805306368", 2021-03-04T23:05:40.906 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2021-03-04T23:05:40.906 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_cache_min": "134217728", 2021-03-04T23:05:40.906 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2021-03-04T23:05:40.906 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2021-03-04T23:05:40.907 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_memory_target": "4294967296", 2021-03-04T23:05:40.907 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_perf_stats_prio": "5", 2021-03-04T23:05:40.907 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2021-03-04T23:05:40.907 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2021-03-04T23:05:40.907 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirroring_delete_delay": "0", 2021-03-04T23:05:40.908 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirroring_max_mirroring_snapshots": "3", 2021-03-04T23:05:40.908 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirroring_replay_delay": "0", 2021-03-04T23:05:40.908 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2021-03-04T23:05:40.908 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2021-03-04T23:05:40.908 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_move_to_trash_on_remove": "false", 2021-03-04T23:05:40.909 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2021-03-04T23:05:40.909 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_mtime_update_interval": "60", 2021-03-04T23:05:40.909 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_non_blocking_aio": "true", 2021-03-04T23:05:40.909 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_op_thread_timeout": "60", 2021-03-04T23:05:40.909 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_op_threads": "1", 2021-03-04T23:05:40.910 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_parent_cache_enabled": "false", 2021-03-04T23:05:40.910 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_persistent_cache_log_periodic_stats": "false", 2021-03-04T23:05:40.910 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_persistent_cache_mode": "disabled", 2021-03-04T23:05:40.910 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_persistent_cache_path": "/tmp", 2021-03-04T23:05:40.911 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_persistent_cache_size": "1073741824", 2021-03-04T23:05:40.911 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_plugins": "", 2021-03-04T23:05:40.911 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_bps_burst": "0", 2021-03-04T23:05:40.911 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_bps_burst_seconds": "1", 2021-03-04T23:05:40.911 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_bps_limit": "0", 2021-03-04T23:05:40.912 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_exclude_ops": "0", 2021-03-04T23:05:40.912 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_iops_burst": "0", 2021-03-04T23:05:40.912 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_iops_burst_seconds": "1", 2021-03-04T23:05:40.912 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_iops_limit": "0", 2021-03-04T23:05:40.912 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_read_bps_burst": "0", 2021-03-04T23:05:40.913 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2021-03-04T23:05:40.913 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_read_bps_limit": "0", 2021-03-04T23:05:40.913 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_read_iops_burst": "0", 2021-03-04T23:05:40.913 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2021-03-04T23:05:40.913 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_read_iops_limit": "0", 2021-03-04T23:05:40.914 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_schedule_tick_min": "50", 2021-03-04T23:05:40.914 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_write_bps_burst": "0", 2021-03-04T23:05:40.914 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2021-03-04T23:05:40.914 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_write_bps_limit": "0", 2021-03-04T23:05:40.914 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_write_iops_burst": "0", 2021-03-04T23:05:40.915 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2021-03-04T23:05:40.915 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_qos_write_iops_limit": "0", 2021-03-04T23:05:40.915 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_quiesce_notification_attempts": "10", 2021-03-04T23:05:40.915 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_read_from_replica_policy": "default", 2021-03-04T23:05:40.916 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2021-03-04T23:05:40.916 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_readahead_max_bytes": "524288", 2021-03-04T23:05:40.916 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_readahead_trigger_requests": "10", 2021-03-04T23:05:40.916 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_request_timed_out_seconds": "30", 2021-03-04T23:05:40.916 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_skip_partial_discard": "true", 2021-03-04T23:05:40.917 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2021-03-04T23:05:40.917 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_tracing": "false", 2021-03-04T23:05:40.917 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_validate_names": "true", 2021-03-04T23:05:40.917 INFO:teuthology.orchestra.run.gibba008.stdout: "rbd_validate_pool": "true", 2021-03-04T23:05:40.917 INFO:teuthology.orchestra.run.gibba008.stdout: "restapi_base_url": "", 2021-03-04T23:05:40.918 INFO:teuthology.orchestra.run.gibba008.stdout: "restapi_log_level": "", 2021-03-04T23:05:40.918 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_acl_grants_max_num": "100", 2021-03-04T23:05:40.918 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_admin_entry": "admin", 2021-03-04T23:05:40.918 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_barbican_url": "", 2021-03-04T23:05:40.918 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2021-03-04T23:05:40.919 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_bucket_default_quota_max_size": "-1", 2021-03-04T23:05:40.919 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_bucket_index_max_aio": "128", 2021-03-04T23:05:40.919 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_bucket_quota_cache_size": "10000", 2021-03-04T23:05:40.919 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_bucket_quota_soft_threshold": "0.950000", 2021-03-04T23:05:40.919 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_bucket_quota_ttl": "600", 2021-03-04T23:05:40.920 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_cache_enabled": "true", 2021-03-04T23:05:40.920 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_cache_expiry_interval": "900", 2021-03-04T23:05:40.920 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_cache_lru_size": "10000", 2021-03-04T23:05:40.920 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_content_length_compat": "false", 2021-03-04T23:05:40.920 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_copy_obj_progress": "true", 2021-03-04T23:05:40.921 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2021-03-04T23:05:40.921 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_cors_rules_max_num": "100", 2021-03-04T23:05:40.921 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_cross_domain_policy": "", 2021-03-04T23:05:40.921 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_default_encryption_key": "", 2021-03-04T23:05:40.922 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_require_ssl": "true", 2021-03-04T23:05:40.922 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2021-03-04T23:05:40.922 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2021-03-04T23:05:40.922 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_suppress_logs": "true", 2021-03-04T23:05:40.923 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_vault_addr": "", 2021-03-04T23:05:40.923 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_vault_auth": "token", 2021-03-04T23:05:40.923 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_vault_namespace": "", 2021-03-04T23:05:40.923 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_vault_prefix": "", 2021-03-04T23:05:40.923 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_vault_secret_engine": "transit", 2021-03-04T23:05:40.924 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_crypt_vault_token_file": "", 2021-03-04T23:05:40.924 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_curl_buffersize": "524288", 2021-03-04T23:05:40.924 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_curl_low_speed_limit": "1024", 2021-03-04T23:05:40.924 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_curl_low_speed_time": "300", 2021-03-04T23:05:40.924 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_curl_wait_timeout_ms": "1000", 2021-03-04T23:05:40.925 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2021-03-04T23:05:40.925 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data_log_backing": "auto", 2021-03-04T23:05:40.925 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data_log_changes_size": "1000", 2021-03-04T23:05:40.925 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data_log_num_shards": "128", 2021-03-04T23:05:40.925 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data_log_obj_prefix": "data_log", 2021-03-04T23:05:40.926 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data_log_window": "30", 2021-03-04T23:05:40.926 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_data_notify_interval_msec": "200", 2021-03-04T23:05:40.926 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_default_realm_info_oid": "default.realm", 2021-03-04T23:05:40.926 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_default_region_info_oid": "default.region", 2021-03-04T23:05:40.926 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_default_zone_info_oid": "default.zone", 2021-03-04T23:05:40.927 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2021-03-04T23:05:40.927 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_defer_to_bucket_acls": "", 2021-03-04T23:05:40.927 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_delete_multi_obj_max_num": "1000", 2021-03-04T23:05:40.927 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_admin_lim": "0.000000", 2021-03-04T23:05:40.927 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_admin_res": "100.000000", 2021-03-04T23:05:40.928 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2021-03-04T23:05:40.928 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_auth_lim": "0.000000", 2021-03-04T23:05:40.928 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_auth_res": "200.000000", 2021-03-04T23:05:40.928 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2021-03-04T23:05:40.928 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_data_lim": "0.000000", 2021-03-04T23:05:40.929 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_data_res": "500.000000", 2021-03-04T23:05:40.929 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_data_wgt": "500.000000", 2021-03-04T23:05:40.929 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2021-03-04T23:05:40.929 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_metadata_res": "500.000000", 2021-03-04T23:05:40.929 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2021-03-04T23:05:40.930 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dns_name": "", 2021-03-04T23:05:40.930 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dns_s3website_name": "", 2021-03-04T23:05:40.930 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_dynamic_resharding": "true", 2021-03-04T23:05:40.930 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2021-03-04T23:05:40.930 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_gc_threads": "true", 2021-03-04T23:05:40.931 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_lc_threads": "true", 2021-03-04T23:05:40.931 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_ops_log": "false", 2021-03-04T23:05:40.931 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_quota_threads": "true", 2021-03-04T23:05:40.931 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_static_website": "false", 2021-03-04T23:05:40.932 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enable_usage_log": "false", 2021-03-04T23:05:40.932 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_enforce_swift_acls": "true", 2021-03-04T23:05:40.932 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_exit_timeout_secs": "120", 2021-03-04T23:05:40.932 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_expose_bucket": "false", 2021-03-04T23:05:40.932 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_extended_http_attrs": "", 2021-03-04T23:05:40.933 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_fcgi_socket_backlog": "1024", 2021-03-04T23:05:40.933 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2021-03-04T23:05:40.933 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_frontends": "beast port=7480", 2021-03-04T23:05:40.933 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_max_concurrent_io": "10", 2021-03-04T23:05:40.933 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_max_deferred": "50", 2021-03-04T23:05:40.934 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2021-03-04T23:05:40.934 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_max_objs": "32", 2021-03-04T23:05:40.934 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_max_queue_size": "134213632", 2021-03-04T23:05:40.934 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_max_trim_chunk": "16", 2021-03-04T23:05:40.935 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_obj_min_wait": "7200", 2021-03-04T23:05:40.935 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_processor_max_time": "3600", 2021-03-04T23:05:40.935 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_gc_processor_period": "3600", 2021-03-04T23:05:40.935 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_get_obj_max_req_size": "4194304", 2021-03-04T23:05:40.935 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_get_obj_window_size": "16777216", 2021-03-04T23:05:40.936 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_healthcheck_disabling_path": "", 2021-03-04T23:05:40.936 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_host": "", 2021-03-04T23:05:40.936 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ignore_get_invalid_range": "false", 2021-03-04T23:05:40.936 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_init_timeout": "300", 2021-03-04T23:05:40.936 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2021-03-04T23:05:40.937 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_accepted_admin_roles": "", 2021-03-04T23:05:40.937 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2021-03-04T23:05:40.937 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_domain": "", 2021-03-04T23:05:40.937 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_password": "", 2021-03-04T23:05:40.937 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_password_path": "", 2021-03-04T23:05:40.938 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_project": "", 2021-03-04T23:05:40.938 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_tenant": "", 2021-03-04T23:05:40.938 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_token": "", 2021-03-04T23:05:40.938 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_token_path": "", 2021-03-04T23:05:40.938 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_admin_user": "", 2021-03-04T23:05:40.939 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_api_version": "2", 2021-03-04T23:05:40.939 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_barbican_domain": "", 2021-03-04T23:05:40.939 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_barbican_password": "", 2021-03-04T23:05:40.939 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_barbican_project": "", 2021-03-04T23:05:40.939 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_barbican_tenant": "", 2021-03-04T23:05:40.940 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_barbican_user": "", 2021-03-04T23:05:40.940 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_implicit_tenants": "false", 2021-03-04T23:05:40.940 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_token_cache_size": "10000", 2021-03-04T23:05:40.940 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_url": "", 2021-03-04T23:05:40.941 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_keystone_verify_ssl": "true", 2021-03-04T23:05:40.941 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_debug_interval": "-1", 2021-03-04T23:05:40.941 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_lock_max_time": "90", 2021-03-04T23:05:40.941 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_max_objs": "32", 2021-03-04T23:05:40.941 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_max_rules": "1000", 2021-03-04T23:05:40.942 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_max_worker": "3", 2021-03-04T23:05:40.942 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_max_wp_worker": "3", 2021-03-04T23:05:40.942 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lc_thread_delay": "0", 2021-03-04T23:05:40.942 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2021-03-04T23:05:40.942 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ldap_dnattr": "uid", 2021-03-04T23:05:40.943 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2021-03-04T23:05:40.943 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ldap_searchfilter": "", 2021-03-04T23:05:40.943 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2021-03-04T23:05:40.943 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ldap_uri": "ldaps://", 2021-03-04T23:05:40.944 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2021-03-04T23:05:40.944 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_list_bucket_min_readahead": "1000", 2021-03-04T23:05:40.944 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_list_buckets_max_chunk": "1000", 2021-03-04T23:05:40.944 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_log_http_headers": "", 2021-03-04T23:05:40.944 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_log_nonexistent_bucket": "false", 2021-03-04T23:05:40.945 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2021-03-04T23:05:40.945 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_log_object_name_utc": "false", 2021-03-04T23:05:40.945 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2021-03-04T23:05:40.945 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_attr_name_len": "0", 2021-03-04T23:05:40.945 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_attr_size": "0", 2021-03-04T23:05:40.946 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_attrs_num_in_req": "0", 2021-03-04T23:05:40.946 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_chunk_size": "4194304", 2021-03-04T23:05:40.946 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_concurrent_requests": "1024", 2021-03-04T23:05:40.946 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_dynamic_shards": "1999", 2021-03-04T23:05:40.946 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_listing_results": "1000", 2021-03-04T23:05:40.947 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_notify_retries": "3", 2021-03-04T23:05:40.947 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_objs_per_shard": "100000", 2021-03-04T23:05:40.947 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_put_param_size": "1048576", 2021-03-04T23:05:40.947 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_put_size": "5368709120", 2021-03-04T23:05:40.947 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_max_slo_entries": "1000", 2021-03-04T23:05:40.948 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_md_log_max_shards": "64", 2021-03-04T23:05:40.948 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_md_notify_interval_msec": "200", 2021-03-04T23:05:40.948 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_mime_types_file": "/etc/mime.types", 2021-03-04T23:05:40.948 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_mp_lock_max_time": "600", 2021-03-04T23:05:40.948 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_multipart_min_part_size": "5242880", 2021-03-04T23:05:40.949 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_multipart_part_upload_limit": "10000", 2021-03-04T23:05:40.949 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_fhcache_partitions": "3", 2021-03-04T23:05:40.949 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_fhcache_size": "2017", 2021-03-04T23:05:40.949 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2021-03-04T23:05:40.949 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_lru_lanes": "5", 2021-03-04T23:05:40.949 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_max_gc": "300", 2021-03-04T23:05:40.950 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_namespace_expire_secs": "300", 2021-03-04T23:05:40.950 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_run_gc_threads": "false", 2021-03-04T23:05:40.950 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_run_lc_threads": "false", 2021-03-04T23:05:40.950 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_run_quota_threads": "false", 2021-03-04T23:05:40.951 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_run_sync_thread": "false", 2021-03-04T23:05:40.951 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_s3_fast_attrs": "false", 2021-03-04T23:05:40.951 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_nfs_write_completion_interval_s": "10", 2021-03-04T23:05:40.951 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_num_async_rados_threads": "32", 2021-03-04T23:05:40.951 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_num_control_oids": "8", 2021-03-04T23:05:40.952 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_num_rados_handles": "1", 2021-03-04T23:05:40.952 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_numa_node": "-1", 2021-03-04T23:05:40.952 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_obj_stripe_size": "4194304", 2021-03-04T23:05:40.952 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_obj_tombstone_cache_size": "1000", 2021-03-04T23:05:40.952 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_objexp_chunk_size": "100", 2021-03-04T23:05:40.953 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_objexp_gc_interval": "600", 2021-03-04T23:05:40.953 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_objexp_hints_num_shards": "127", 2021-03-04T23:05:40.953 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_olh_pending_timeout_sec": "3600", 2021-03-04T23:05:40.953 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_op_thread_suicide_timeout": "0", 2021-03-04T23:05:40.953 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_op_thread_timeout": "600", 2021-03-04T23:05:40.954 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_op_tracing": "false", 2021-03-04T23:05:40.954 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_opa_token": "", 2021-03-04T23:05:40.954 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_opa_url": "", 2021-03-04T23:05:40.954 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_opa_verify_ssl": "true", 2021-03-04T23:05:40.954 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ops_log_data_backlog": "5242880", 2021-03-04T23:05:40.955 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ops_log_rados": "true", 2021-03-04T23:05:40.955 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_ops_log_socket_path": "", 2021-03-04T23:05:40.955 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_override_bucket_index_max_shards": "0", 2021-03-04T23:05:40.955 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2021-03-04T23:05:40.956 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_period_push_interval": "2.000000", 2021-03-04T23:05:40.956 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_period_push_interval_max": "30.000000", 2021-03-04T23:05:40.956 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_period_root_pool": ".rgw.root", 2021-03-04T23:05:40.956 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_port": "", 2021-03-04T23:05:40.956 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_print_continue": "true", 2021-03-04T23:05:40.957 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_print_prohibited_content_length": "false", 2021-03-04T23:05:40.957 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_put_obj_max_window_size": "67108864", 2021-03-04T23:05:40.957 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_put_obj_min_window_size": "16777216", 2021-03-04T23:05:40.957 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2021-03-04T23:05:40.957 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_rados_pool_pg_num_min": "8", 2021-03-04T23:05:40.958 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_rados_pool_recovery_priority": "5", 2021-03-04T23:05:40.958 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_rados_tracing": "false", 2021-03-04T23:05:40.958 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_realm": "", 2021-03-04T23:05:40.958 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_realm_root_pool": ".rgw.root", 2021-03-04T23:05:40.958 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_region": "", 2021-03-04T23:05:40.959 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_region_root_pool": ".rgw.root", 2021-03-04T23:05:40.959 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_relaxed_region_enforcement": "false", 2021-03-04T23:05:40.959 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_relaxed_s3_bucket_names": "false", 2021-03-04T23:05:40.959 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2021-03-04T23:05:40.959 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_request_uri": "", 2021-03-04T23:05:40.960 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_reshard_batch_size": "64", 2021-03-04T23:05:40.960 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_reshard_bucket_lock_duration": "360", 2021-03-04T23:05:40.960 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_reshard_max_aio": "128", 2021-03-04T23:05:40.960 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_reshard_num_logs": "16", 2021-03-04T23:05:40.960 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_reshard_thread_interval": "600", 2021-03-04T23:05:40.961 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_resolve_cname": "false", 2021-03-04T23:05:40.961 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_rest_getusage_op_compat": "false", 2021-03-04T23:05:40.961 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_run_sync_thread": "true", 2021-03-04T23:05:40.961 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_s3_auth_order": "sts, external, local", 2021-03-04T23:05:40.961 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_s3_auth_use_keystone": "false", 2021-03-04T23:05:40.962 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_s3_auth_use_ldap": "false", 2021-03-04T23:05:40.962 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_s3_auth_use_rados": "true", 2021-03-04T23:05:40.962 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_s3_auth_use_sts": "false", 2021-03-04T23:05:40.962 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_s3_success_create_obj_status": "0", 2021-03-04T23:05:40.963 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_safe_max_objects_per_shard": "102400", 2021-03-04T23:05:40.963 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_scheduler_type": "throttler", 2021-03-04T23:05:40.963 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_script_uri": "", 2021-03-04T23:05:40.963 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_service_provider_name": "", 2021-03-04T23:05:40.963 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_shard_warning_threshold": "90.000000", 2021-03-04T23:05:40.964 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_socket_path": "", 2021-03-04T23:05:40.964 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_client_id": "", 2021-03-04T23:05:40.964 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_client_secret": "", 2021-03-04T23:05:40.964 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_entry": "sts", 2021-03-04T23:05:40.964 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_key": "sts", 2021-03-04T23:05:40.965 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_max_session_duration": "43200", 2021-03-04T23:05:40.965 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_min_session_duration": "900", 2021-03-04T23:05:40.965 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sts_token_introspection_url": "", 2021-03-04T23:05:40.965 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_account_in_url": "false", 2021-03-04T23:05:40.965 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_auth_entry": "auth", 2021-03-04T23:05:40.966 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_auth_url": "", 2021-03-04T23:05:40.966 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_custom_header": "", 2021-03-04T23:05:40.966 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_enforce_content_length": "false", 2021-03-04T23:05:40.966 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_need_stats": "true", 2021-03-04T23:05:40.966 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_tenant_name": "", 2021-03-04T23:05:40.967 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_token_expiration": "86400", 2021-03-04T23:05:40.967 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_url": "", 2021-03-04T23:05:40.967 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_url_prefix": "swift", 2021-03-04T23:05:40.967 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_swift_versioning_enabled": "false", 2021-03-04T23:05:40.968 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2021-03-04T23:05:40.968 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_lease_period": "120", 2021-03-04T23:05:40.968 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2021-03-04T23:05:40.968 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_log_trim_interval": "1200", 2021-03-04T23:05:40.968 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_log_trim_max_buckets": "16", 2021-03-04T23:05:40.969 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2021-03-04T23:05:40.969 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2021-03-04T23:05:40.969 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_obj_etag_verify": "false", 2021-03-04T23:05:40.969 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_trace_history_size": "4096", 2021-03-04T23:05:40.969 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_trace_per_node_log_size": "32", 2021-03-04T23:05:40.970 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2021-03-04T23:05:40.970 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_thread_pool_size": "512", 2021-03-04T23:05:40.970 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_comment": "", 2021-03-04T23:05:40.970 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_createby": "", 2021-03-04T23:05:40.970 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_encoding": "", 2021-03-04T23:05:40.971 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_flag": "false", 2021-03-04T23:05:40.971 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_origin": "", 2021-03-04T23:05:40.971 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_sha_unit": "524288", 2021-03-04T23:05:40.971 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_torrent_tracker": "", 2021-03-04T23:05:40.971 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_trust_forwarded_https": "false", 2021-03-04T23:05:40.972 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_usage_log_flush_threshold": "1024", 2021-03-04T23:05:40.972 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_usage_log_tick_interval": "30", 2021-03-04T23:05:40.972 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_usage_max_shards": "32", 2021-03-04T23:05:40.972 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_usage_max_user_shards": "1", 2021-03-04T23:05:40.972 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_use_opa_authz": "false", 2021-03-04T23:05:40.973 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_default_quota_max_objects": "-1", 2021-03-04T23:05:40.973 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_default_quota_max_size": "-1", 2021-03-04T23:05:40.973 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_max_buckets": "1000", 2021-03-04T23:05:40.973 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2021-03-04T23:05:40.974 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_quota_sync_idle_users": "false", 2021-03-04T23:05:40.974 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_quota_sync_interval": "86400", 2021-03-04T23:05:40.974 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_quota_sync_wait_time": "86400", 2021-03-04T23:05:40.974 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_user_unique_email": "true", 2021-03-04T23:05:40.974 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_verify_ssl": "true", 2021-03-04T23:05:40.975 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_website_routing_rules_max_num": "50", 2021-03-04T23:05:40.975 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_zone": "", 2021-03-04T23:05:40.975 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_zone_root_pool": ".rgw.root", 2021-03-04T23:05:40.975 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_zonegroup": "", 2021-03-04T23:05:40.975 INFO:teuthology.orchestra.run.gibba008.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2021-03-04T23:05:40.976 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_block_size": "4096", 2021-03-04T23:05:40.976 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_bloom_bits_per_key": "20", 2021-03-04T23:05:40.976 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2021-03-04T23:05:40.976 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2021-03-04T23:05:40.976 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_cache_row_ratio": "0.000000", 2021-03-04T23:05:40.977 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_cache_shard_bits": "4", 2021-03-04T23:05:40.977 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_cache_size": "536870912", 2021-03-04T23:05:40.977 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_cache_type": "binned_lru", 2021-03-04T23:05:40.977 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_collect_compaction_stats": "false", 2021-03-04T23:05:40.978 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_collect_extended_stats": "false", 2021-03-04T23:05:40.978 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_collect_memory_stats": "false", 2021-03-04T23:05:40.978 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_delete_range_threshold": "1048576", 2021-03-04T23:05:40.978 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_index_type": "binary_search", 2021-03-04T23:05:40.978 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_log_to_ceph_log": "true", 2021-03-04T23:05:40.979 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_metadata_block_size": "4096", 2021-03-04T23:05:40.979 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_partition_filters": "false", 2021-03-04T23:05:40.979 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_perf": "false", 2021-03-04T23:05:40.979 INFO:teuthology.orchestra.run.gibba008.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2021-03-04T23:05:40.979 INFO:teuthology.orchestra.run.gibba008.stdout: "rotating_keys_bootstrap_timeout": "30", 2021-03-04T23:05:40.980 INFO:teuthology.orchestra.run.gibba008.stdout: "rotating_keys_renewal_timeout": "10", 2021-03-04T23:05:40.980 INFO:teuthology.orchestra.run.gibba008.stdout: "run_dir": "/var/run/ceph", 2021-03-04T23:05:40.980 INFO:teuthology.orchestra.run.gibba008.stdout: "setgroup": "ceph", 2021-03-04T23:05:40.980 INFO:teuthology.orchestra.run.gibba008.stdout: "setuser": "ceph", 2021-03-04T23:05:40.981 INFO:teuthology.orchestra.run.gibba008.stdout: "setuser_match_path": "", 2021-03-04T23:05:40.981 INFO:teuthology.orchestra.run.gibba008.stdout: "target_max_misplaced_ratio": "0.050000", 2021-03-04T23:05:40.981 INFO:teuthology.orchestra.run.gibba008.stdout: "thp": "false", 2021-03-04T23:05:40.981 INFO:teuthology.orchestra.run.gibba008.stdout: "threadpool_default_timeout": "60", 2021-03-04T23:05:40.981 INFO:teuthology.orchestra.run.gibba008.stdout: "threadpool_empty_queue_max_wait": "2", 2021-03-04T23:05:40.982 INFO:teuthology.orchestra.run.gibba008.stdout: "throttler_perf_counter": "true" 2021-03-04T23:05:40.982 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:05:41.381 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2021-03-04T23:05:41.453 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:41 gibba008 bash[37770]: cluster 2021-03-04T23:05:40.937173+0000 mgr.x (mgr.34379) 484 : cluster [DBG] pgmap v770: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:41 gibba008 bash[39303]: cluster 2021-03-04T23:05:40.937173+0000 mgr.x (mgr.34379) 484 : cluster [DBG] pgmap v770: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:42.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:42 gibba023 bash[27374]: cluster 2021-03-04T23:05:40.937173+0000 mgr.x (mgr.34379) 484 : cluster [DBG] pgmap v770: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:44.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:44 gibba008 bash[39303]: cluster 2021-03-04T23:05:42.938298+0000 mgr.x (mgr.34379) 485 : cluster [DBG] pgmap v771: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:44.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:44 gibba008 bash[37770]: cluster 2021-03-04T23:05:42.938298+0000 mgr.x (mgr.34379) 485 : cluster [DBG] pgmap v771: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:44 gibba023 bash[27374]: cluster 2021-03-04T23:05:42.938298+0000 mgr.x (mgr.34379) 485 : cluster [DBG] pgmap v771: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:44.354 INFO:teuthology.orchestra.run.gibba008.stdout:mon.a: {} 2021-03-04T23:05:44.361 INFO:teuthology.orchestra.run.gibba008.stdout:mon.c: {} 2021-03-04T23:05:44.377 INFO:teuthology.orchestra.run.gibba008.stdout:mon.b: {} 2021-03-04T23:05:44.378 INFO:teuthology.orchestra.run.gibba008.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:05:44.378 INFO:teuthology.orchestra.run.gibba008.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:05:44.378 INFO:teuthology.orchestra.run.gibba008.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:05:45.088 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2021-03-04T23:05:45.088 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-03-04T23:05:45.089 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:05:45.091 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:05:45.091 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2021-03-04T23:05:45.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_0 16 2021-03-04T23:05:45.093 INFO:tasks.thrashosds.thrasher:starting do_thrash 2021-03-04T23:05:45.093 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:05:45.093 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:05:45.094 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:05:45.094 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd out 1 2021-03-04T23:05:45.095 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2021-03-04T23:05:45.095 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:45.095 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2021-03-04T23:05:45.096 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:05:45.096 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2021-03-04T23:05:45.097 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:05:45.098 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2021-03-04T23:05:45.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:05:45.180 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:45.181 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:45.181 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:45.182 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:45.182 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:45.191 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:45.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:05:45 gibba023 bash[18090]: debug 2021-03-04T23:05:45.185+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:45 gibba023 bash[27374]: audit 2021-03-04T23:05:44.343255+0000 mon.a (mon.0) 1022 : audit [DBG] from='client.? 172.21.2.108:0/3541242752' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:05:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:45 gibba023 bash[27374]: audit 2021-03-04T23:05:44.699217+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:05:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:45 gibba023 bash[27374]: audit 2021-03-04T23:05:44.700047+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:05:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:45 gibba023 bash[27374]: audit 2021-03-04T23:05:44.700745+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:05:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:45 gibba023 bash[27374]: audit 2021-03-04T23:05:44.824131+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:05:45.299 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:45.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[37770]: audit 2021-03-04T23:05:44.343255+0000 mon.a (mon.0) 1022 : audit [DBG] from='client.? 172.21.2.108:0/3541242752' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:05:45.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[37770]: audit 2021-03-04T23:05:44.699217+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:05:45.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[37770]: audit 2021-03-04T23:05:44.700047+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:05:45.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[37770]: audit 2021-03-04T23:05:44.700745+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:05:45.317 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[37770]: audit 2021-03-04T23:05:44.824131+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:05:45.317 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[39303]: audit 2021-03-04T23:05:44.343255+0000 mon.a (mon.0) 1022 : audit [DBG] from='client.? 172.21.2.108:0/3541242752' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:05:45.317 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[39303]: audit 2021-03-04T23:05:44.699217+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:05:45.318 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[39303]: audit 2021-03-04T23:05:44.700047+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:05:45.318 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[39303]: audit 2021-03-04T23:05:44.700745+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:05:45.318 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[39303]: audit 2021-03-04T23:05:44.824131+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:05:45.798 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:45.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:46.072 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:46 gibba008 bash[37770]: cluster 2021-03-04T23:05:44.939620+0000 mgr.x (mgr.34379) 486 : cluster [DBG] pgmap v772: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:46.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:46 gibba008 bash[39303]: cluster 2021-03-04T23:05:44.939620+0000 mgr.x (mgr.34379) 486 : cluster [DBG] pgmap v772: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:46.073 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:45 gibba008 bash[48858]: debug 2021-03-04T23:05:45.790+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:46.074 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:46.175 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:46.474 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:46 gibba008 bash[48858]: debug 2021-03-04T23:05:46.066+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:46.474 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:46 gibba023 bash[27374]: cluster 2021-03-04T23:05:44.939620+0000 mgr.x (mgr.34379) 486 : cluster [DBG] pgmap v772: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:46.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:46.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:05:46 gibba008 bash[47391]: debug 2021-03-04T23:05:46.466+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:46.984 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:47.091 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:47.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[39303]: audit 2021-03-04T23:05:46.042152+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:05:47.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[39303]: audit 2021-03-04T23:05:46.044549+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:05:47.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[39303]: audit 2021-03-04T23:05:46.044962+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:05:47.263 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:05:46 gibba008 bash[44600]: debug 2021-03-04T23:05:46.974+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:47.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[37770]: audit 2021-03-04T23:05:46.042152+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:05:47.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[37770]: audit 2021-03-04T23:05:46.044549+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:05:47.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[37770]: audit 2021-03-04T23:05:46.044962+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:05:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:47 gibba023 bash[27374]: audit 2021-03-04T23:05:46.042152+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:05:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:47 gibba023 bash[27374]: audit 2021-03-04T23:05:46.044549+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:05:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:47 gibba023 bash[27374]: audit 2021-03-04T23:05:46.044962+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:05:47.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:47.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:05:47.882 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[48858]: debug 2021-03-04T23:05:47.598+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:47.882 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:05:47.984 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:48.082 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:48.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:48 gibba008 bash[39303]: cluster 2021-03-04T23:05:46.941041+0000 mgr.x (mgr.34379) 487 : cluster [DBG] pgmap v773: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:48.178 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:48 gibba008 bash[37770]: cluster 2021-03-04T23:05:46.941041+0000 mgr.x (mgr.34379) 487 : cluster [DBG] pgmap v773: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:48.178 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:05:47 gibba008 bash[50326]: debug 2021-03-04T23:05:47.874+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:48.185 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:48.252 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:48 gibba023 bash[27374]: cluster 2021-03-04T23:05:46.941041+0000 mgr.x (mgr.34379) 487 : cluster [DBG] pgmap v773: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:48.253 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:48 gibba023 bash[16680]: debug 2021-03-04T23:05:48.073+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:48.253 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:48.355 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:48.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:48.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:05:48 gibba023 bash[15180]: debug 2021-03-04T23:05:48.449+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:48.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:48 gibba023 bash[16680]: debug 2021-03-04T23:05:48.245+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:48.567 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:48.638 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:48.742 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:48.946 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:49.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:48 gibba008 bash[48858]: debug 2021-03-04T23:05:48.938+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:49.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:48 gibba023 bash[16680]: debug 2021-03-04T23:05:48.633+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:49.053 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:49.557 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:49.660 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:49.767 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:49.867 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:05:49 gibba008 bash[44600]: debug 2021-03-04T23:05:49.550+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:49.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:49.998 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:49 gibba008 bash[37770]: cluster 2021-03-04T23:05:48.941531+0000 mgr.x (mgr.34379) 488 : cluster [DBG] pgmap v774: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:49.999 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:49 gibba008 bash[39303]: cluster 2021-03-04T23:05:48.941531+0000 mgr.x (mgr.34379) 488 : cluster [DBG] pgmap v774: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:49 gibba023 bash[27374]: cluster 2021-03-04T23:05:48.941531+0000 mgr.x (mgr.34379) 488 : cluster [DBG] pgmap v774: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:50.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:05:49 gibba023 bash[18090]: debug 2021-03-04T23:05:49.757+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:50.042 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:50.117 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:05:50 gibba008 bash[47391]: debug 2021-03-04T23:05:50.034+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:50.149 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:50.475 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:50.583 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:50.678 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:50.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:05:50 gibba008 bash[44600]: debug 2021-03-04T23:05:50.466+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:50.780 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:50.885 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:05:50 gibba023 bash[18090]: debug 2021-03-04T23:05:50.673+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:50.887 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:50.946 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:50 gibba008 bash[37770]: audit 2021-03-04T23:05:49.877645+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:50.947 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:50 gibba008 bash[37770]: cephadm 2021-03-04T23:05:49.879696+0000 mgr.x (mgr.34379) 489 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:05:50.947 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:50 gibba008 bash[39303]: audit 2021-03-04T23:05:49.877645+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:50.948 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:50 gibba008 bash[39303]: cephadm 2021-03-04T23:05:49.879696+0000 mgr.x (mgr.34379) 489 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:05:50.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:51.273 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:50 gibba023 bash[27374]: audit 2021-03-04T23:05:49.877645+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:50 gibba023 bash[27374]: cephadm 2021-03-04T23:05:49.879696+0000 mgr.x (mgr.34379) 489 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:05:51.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:50 gibba023 bash[16680]: debug 2021-03-04T23:05:50.877+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:51.381 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:51.520 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:51.622 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:05:51.696 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:05:51 gibba008 bash[47391]: debug 2021-03-04T23:05:51.262+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:51.722 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:51 gibba023 bash[16680]: debug 2021-03-04T23:05:51.513+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:51.723 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:05:51.831 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:51.991 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:51 gibba008 bash[39303]: cluster 2021-03-04T23:05:50.942766+0000 mgr.x (mgr.34379) 490 : cluster [DBG] pgmap v775: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:51.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:51 gibba008 bash[37770]: cluster 2021-03-04T23:05:50.942766+0000 mgr.x (mgr.34379) 490 : cluster [DBG] pgmap v775: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:52.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:51 gibba023 bash[27374]: cluster 2021-03-04T23:05:50.942766+0000 mgr.x (mgr.34379) 490 : cluster [DBG] pgmap v775: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:52.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:05:51 gibba023 bash[19550]: debug 2021-03-04T23:05:51.713+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:52.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:52.351 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:52.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:05:52 gibba008 bash[47391]: debug 2021-03-04T23:05:52.242+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:52.683 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:52.785 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:05:52.891 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:05:52.998 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:53.007 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:05:52 gibba008 bash[47391]: debug 2021-03-04T23:05:52.674+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:53.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:05:52 gibba023 bash[19550]: debug 2021-03-04T23:05:52.881+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:53.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:53.533 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:53.627 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:53.731 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:05:53.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:53 gibba008 bash[48858]: debug 2021-03-04T23:05:53.422+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:53.847 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:05:53 gibba023 bash[18090]: debug 2021-03-04T23:05:53.621+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:53.847 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:05:53.954 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:54.037 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:05:54.141 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:54.157 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:54 gibba023 bash[27374]: cluster 2021-03-04T23:05:52.943769+0000 mgr.x (mgr.34379) 491 : cluster [DBG] pgmap v776: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:54.158 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:05:54 gibba023 bash[18090]: debug 2021-03-04T23:05:54.029+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:54.159 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:05:53 gibba023 bash[19550]: debug 2021-03-04T23:05:53.841+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:54.250 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:54.310 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:54 gibba008 bash[37770]: cluster 2021-03-04T23:05:52.943769+0000 mgr.x (mgr.34379) 491 : cluster [DBG] pgmap v776: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:54.310 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:54 gibba008 bash[39303]: cluster 2021-03-04T23:05:52.943769+0000 mgr.x (mgr.34379) 491 : cluster [DBG] pgmap v776: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:54.352 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:54.470 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:54 gibba023 bash[16680]: debug 2021-03-04T23:05:54.245+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:54.471 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:54.574 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:54.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:05:54 gibba023 bash[15180]: debug 2021-03-04T23:05:54.465+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:55.047 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:55.149 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:55.337 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:55 gibba008 bash[48858]: debug 2021-03-04T23:05:55.039+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:55.417 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:05:55.519 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:55.615 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:55.719 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:55.730 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:05:55 gibba008 bash[44600]: debug 2021-03-04T23:05:55.411+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:56.015 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:05:55 gibba023 bash[15180]: debug 2021-03-04T23:05:55.609+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:56.199 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:56 gibba023 bash[27374]: cluster 2021-03-04T23:05:54.945231+0000 mgr.x (mgr.34379) 492 : cluster [DBG] pgmap v777: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:56.302 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:56 gibba008 bash[37770]: cluster 2021-03-04T23:05:54.945231+0000 mgr.x (mgr.34379) 492 : cluster [DBG] pgmap v777: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:56.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:56 gibba008 bash[39303]: cluster 2021-03-04T23:05:54.945231+0000 mgr.x (mgr.34379) 492 : cluster [DBG] pgmap v777: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:56.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:56 gibba008 bash[48858]: debug 2021-03-04T23:05:56.191+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:56.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:56.887 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:56.995 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:57.097 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:57.102 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:56 gibba008 bash[48858]: debug 2021-03-04T23:05:56.779+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:57.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:56 gibba023 bash[16680]: debug 2021-03-04T23:05:56.989+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:57.481 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:57.585 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:57.664 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:05:57.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:57 gibba008 bash[48858]: debug 2021-03-04T23:05:57.475+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:57.768 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:58.000 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:05:58.021 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:05:58.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:05:57 gibba023 bash[16680]: debug 2021-03-04T23:05:57.657+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:58.049 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:05:57 gibba008 bash[48858]: debug 2021-03-04T23:05:57.991+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:58.050 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[37770]: cluster 2021-03-04T23:05:56.945702+0000 mgr.x (mgr.34379) 493 : cluster [DBG] pgmap v778: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:58.051 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[37770]: audit 2021-03-04T23:05:57.071863+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.2.108:0/2398045723' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:05:58.051 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[37770]: audit 2021-03-04T23:05:57.072145+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:05:58.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[39303]: cluster 2021-03-04T23:05:56.945702+0000 mgr.x (mgr.34379) 493 : cluster [DBG] pgmap v778: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:58.052 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[39303]: audit 2021-03-04T23:05:57.071863+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.2.108:0/2398045723' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:05:58.053 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[39303]: audit 2021-03-04T23:05:57.072145+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:05:58.105 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:58.191 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:58 gibba023 bash[27374]: cluster 2021-03-04T23:05:56.945702+0000 mgr.x (mgr.34379) 493 : cluster [DBG] pgmap v778: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:05:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:58 gibba023 bash[27374]: audit 2021-03-04T23:05:57.071863+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.2.108:0/2398045723' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:05:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:58 gibba023 bash[27374]: audit 2021-03-04T23:05:57.072145+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:05:58.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:05:58 gibba023 bash[15180]: debug 2021-03-04T23:05:58.185+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:58.296 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:58.394 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[37770]: debug 2021-03-04T23:05:58.231+0000 7f3d3e3c5700 -1 mon.a@0(leader).osd e568 definitely_dead 0 2021-03-04T23:05:58.429 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:58.535 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:05:58.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:05:58 gibba023 bash[15180]: debug 2021-03-04T23:05:58.421+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:58.853 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:05:58.960 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:59.042 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_0' created 2021-03-04T23:05:59.043 INFO:teuthology.orchestra.run.gibba008.stderr:marked out osd.1. 2021-03-04T23:05:59.055 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:05:59.158 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:59.178 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:05:58 gibba008 bash[50326]: debug 2021-03-04T23:05:58.843+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:59.178 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: cluster 2021-03-04T23:05:58.011746+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:05:59.179 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.016072+0000 mon.a (mon.0) 1033 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:05:59.179 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: cluster 2021-03-04T23:05:58.016126+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-03-04T23:05:59.179 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.105920+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:05:59.180 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.235018+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.2.108:0/1609196145' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:05:59.180 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.235278+0000 mon.a (mon.0) 1036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:05:59.180 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: cluster 2021-03-04T23:05:58.235327+0000 mon.a (mon.0) 1037 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:05:59.181 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.260119+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:59.181 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.461879+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.2.108:0/1451310095' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-03-04T23:05:59.181 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.463336+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:59.182 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[37770]: audit 2021-03-04T23:05:58.463952+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-03-04T23:05:59.183 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: cluster 2021-03-04T23:05:58.011746+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:05:59.183 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.016072+0000 mon.a (mon.0) 1033 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:05:59.183 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: cluster 2021-03-04T23:05:58.016126+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-03-04T23:05:59.183 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.105920+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:05:59.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.235018+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.2.108:0/1609196145' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:05:59.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.235278+0000 mon.a (mon.0) 1036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:05:59.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: cluster 2021-03-04T23:05:58.235327+0000 mon.a (mon.0) 1037 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:05:59.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.260119+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:59.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.461879+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.2.108:0/1451310095' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-03-04T23:05:59.185 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.463336+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:59.185 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[39303]: audit 2021-03-04T23:05:58.463952+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-03-04T23:05:59.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[15180]: debug 2021-03-04T23:05:59.049+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:05:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: cluster 2021-03-04T23:05:58.011746+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:05:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.016072+0000 mon.a (mon.0) 1033 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:05:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: cluster 2021-03-04T23:05:58.016126+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-03-04T23:05:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.105920+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:05:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.235018+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.2.108:0/1609196145' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:05:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.235278+0000 mon.a (mon.0) 1036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:05:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: cluster 2021-03-04T23:05:58.235327+0000 mon.a (mon.0) 1037 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:05:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.260119+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.461879+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.2.108:0/1451310095' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-03-04T23:05:59.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.463336+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:05:59.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:05:59 gibba023 bash[27374]: audit 2021-03-04T23:05:58.463952+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-03-04T23:05:59.365 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:05:59.473 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:05:59.490 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[47391]: debug 2021-03-04T23:05:59.355+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:05:59.863 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:05:59.966 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:00.041 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:05:59 gibba008 bash[50326]: debug 2021-03-04T23:05:59.855+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:00.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[39303]: cephadm 2021-03-04T23:05:58.263499+0000 mgr.x (mgr.34379) 494 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:06:00.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[39303]: cluster 2021-03-04T23:05:58.946410+0000 mgr.x (mgr.34379) 495 : cluster [DBG] pgmap v780: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:06:00.042 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[39303]: audit 2021-03-04T23:05:59.031794+0000 mon.a (mon.0) 1041 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:06:00.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[39303]: audit 2021-03-04T23:05:59.032132+0000 mon.a (mon.0) 1042 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2021-03-04T23:06:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[39303]: cluster 2021-03-04T23:05:59.032363+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e569: 8 total, 8 up, 7 in 2021-03-04T23:06:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[39303]: cluster 2021-03-04T23:06:00.029172+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e570: 8 total, 8 up, 7 in 2021-03-04T23:06:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[37770]: cephadm 2021-03-04T23:05:58.263499+0000 mgr.x (mgr.34379) 494 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:06:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[37770]: cluster 2021-03-04T23:05:58.946410+0000 mgr.x (mgr.34379) 495 : cluster [DBG] pgmap v780: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:06:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[37770]: audit 2021-03-04T23:05:59.031794+0000 mon.a (mon.0) 1041 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:06:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[37770]: audit 2021-03-04T23:05:59.032132+0000 mon.a (mon.0) 1042 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2021-03-04T23:06:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[37770]: cluster 2021-03-04T23:05:59.032363+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e569: 8 total, 8 up, 7 in 2021-03-04T23:06:00.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[37770]: cluster 2021-03-04T23:06:00.029172+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e570: 8 total, 8 up, 7 in 2021-03-04T23:06:00.463 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:00.521 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:06:00.521 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:06:00.522 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:06:00.522 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:06:00.522 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:06:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[27374]: cephadm 2021-03-04T23:05:58.263499+0000 mgr.x (mgr.34379) 494 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:06:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[27374]: cluster 2021-03-04T23:05:58.946410+0000 mgr.x (mgr.34379) 495 : cluster [DBG] pgmap v780: 73 pgs: 73 active+clean; 3.3 KiB data, 141 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:06:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[27374]: audit 2021-03-04T23:05:59.031794+0000 mon.a (mon.0) 1041 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:06:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[27374]: audit 2021-03-04T23:05:59.032132+0000 mon.a (mon.0) 1042 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2021-03-04T23:06:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[27374]: cluster 2021-03-04T23:05:59.032363+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e569: 8 total, 8 up, 7 in 2021-03-04T23:06:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[27374]: cluster 2021-03-04T23:06:00.029172+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e570: 8 total, 8 up, 7 in 2021-03-04T23:06:00.535 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:06:00.548 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:06:00.561 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:06:00.566 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:00.578 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:06:00.592 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:06:00.607 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:06:00.623 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:06:00.625 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.625 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.625 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.625 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.626 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.626 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.626 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.626 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:06:00.672 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:00.694 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:00 gibba008 bash[44600]: debug 2021-03-04T23:06:00.455+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:00.774 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:01.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:00 gibba023 bash[16680]: debug 2021-03-04T23:06:00.665+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:01.174 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:01.181 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2021-03-04T23:06:01.270 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:01.276 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:01.390 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:01 gibba008 bash[37770]: audit 2021-03-04T23:06:00.505712+0000 mon.a (mon.0) 1045 : audit [DBG] from='client.? 172.21.2.108:0/2957079115' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:01.390 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:01 gibba008 bash[37770]: cluster 2021-03-04T23:06:01.037693+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e571: 8 total, 8 up, 7 in 2021-03-04T23:06:01.390 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:01 gibba008 bash[39303]: audit 2021-03-04T23:06:00.505712+0000 mon.a (mon.0) 1045 : audit [DBG] from='client.? 172.21.2.108:0/2957079115' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:01.391 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:01 gibba008 bash[39303]: cluster 2021-03-04T23:06:01.037693+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e571: 8 total, 8 up, 7 in 2021-03-04T23:06:01.391 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:01 gibba008 bash[47391]: debug 2021-03-04T23:06:01.167+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:01.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:01 gibba023 bash[27374]: audit 2021-03-04T23:06:00.505712+0000 mon.a (mon.0) 1045 : audit [DBG] from='client.? 172.21.2.108:0/2957079115' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:01 gibba023 bash[27374]: cluster 2021-03-04T23:06:01.037693+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e571: 8 total, 8 up, 7 in 2021-03-04T23:06:01.683 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:01.773 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:06:01.786 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:01.852 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:01.870 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:01.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:01.983 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:01 gibba008 bash[47391]: debug 2021-03-04T23:06:01.675+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:02.048 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:01 gibba023 bash[19550]: debug 2021-03-04T23:06:01.861+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:02.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:02 gibba008 bash[37770]: cluster 2021-03-04T23:06:00.947762+0000 mgr.x (mgr.34379) 496 : cluster [DBG] pgmap v783: 89 pgs: 2 creating+peering, 8 peering, 6 unknown, 73 active+clean; 3.3 KiB data, 115 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:02.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:02 gibba008 bash[37770]: cluster 2021-03-04T23:06:01.038810+0000 mon.a (mon.0) 1047 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:06:02.147 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:02 gibba008 bash[39303]: cluster 2021-03-04T23:06:00.947762+0000 mgr.x (mgr.34379) 496 : cluster [DBG] pgmap v783: 89 pgs: 2 creating+peering, 8 peering, 6 unknown, 73 active+clean; 3.3 KiB data, 115 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:02.147 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:02 gibba008 bash[39303]: cluster 2021-03-04T23:06:01.038810+0000 mon.a (mon.0) 1047 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:06:02.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:02.354 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:02.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:02 gibba008 bash[50326]: debug 2021-03-04T23:06:02.239+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:02 gibba023 bash[27374]: cluster 2021-03-04T23:06:00.947762+0000 mgr.x (mgr.34379) 496 : cluster [DBG] pgmap v783: 89 pgs: 2 creating+peering, 8 peering, 6 unknown, 73 active+clean; 3.3 KiB data, 115 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:02 gibba023 bash[27374]: cluster 2021-03-04T23:06:01.038810+0000 mon.a (mon.0) 1047 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:06:02.669 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:02.770 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:02.895 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:02.998 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:03.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:02 gibba008 bash[47391]: debug 2021-03-04T23:06:02.659+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:03.095 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:02 gibba023 bash[16680]: debug 2021-03-04T23:06:02.889+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:03.095 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:03.198 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:03.382 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:03.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:03.493 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:03 gibba008 bash[44600]: debug 2021-03-04T23:06:03.375+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:03.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:03 gibba023 bash[16680]: debug 2021-03-04T23:06:03.089+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:03.525 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:06:03.648 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:03.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:03.981 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:04.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:03 gibba008 bash[50326]: debug 2021-03-04T23:06:03.871+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:04.062 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:04.166 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:04 gibba008 bash[37770]: cluster 2021-03-04T23:06:02.948520+0000 mgr.x (mgr.34379) 497 : cluster [DBG] pgmap v785: 89 pgs: 2 creating+peering, 8 peering, 3 unknown, 76 active+clean; 3.3 KiB data, 115 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:04 gibba008 bash[39303]: cluster 2021-03-04T23:06:02.948520+0000 mgr.x (mgr.34379) 497 : cluster [DBG] pgmap v785: 89 pgs: 2 creating+peering, 8 peering, 3 unknown, 76 active+clean; 3.3 KiB data, 115 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:04.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:04 gibba023 bash[27374]: cluster 2021-03-04T23:06:02.948520+0000 mgr.x (mgr.34379) 497 : cluster [DBG] pgmap v785: 89 pgs: 2 creating+peering, 8 peering, 3 unknown, 76 active+clean; 3.3 KiB data, 115 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:04.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:04 gibba023 bash[16680]: debug 2021-03-04T23:06:04.057+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:04.275 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:04.382 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:04.504 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:04.608 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:04.625 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:04 gibba023 bash[18090]: debug 2021-03-04T23:06:04.269+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:04.626 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:04 gibba023 bash[18090]: debug 2021-03-04T23:06:04.497+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:04.739 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:04.844 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:04.973 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:05.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:04 gibba023 bash[16680]: debug 2021-03-04T23:06:04.733+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:05.076 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:05.107 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:04 gibba008 bash[48858]: debug 2021-03-04T23:06:04.967+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:05.236 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:05.338 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:05.431 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:05 gibba008 bash[39303]: cluster 2021-03-04T23:06:05.050932+0000 mon.a (mon.0) 1048 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:06:05.432 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:05 gibba008 bash[37770]: cluster 2021-03-04T23:06:05.050932+0000 mon.a (mon.0) 1048 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:06:05.432 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:05 gibba008 bash[50326]: debug 2021-03-04T23:06:05.227+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:05 gibba023 bash[27374]: cluster 2021-03-04T23:06:05.050932+0000 mon.a (mon.0) 1048 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:06:05.524 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:05.616 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:06:05.632 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:05.695 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:05 gibba008 bash[50326]: debug 2021-03-04T23:06:05.515+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:05.727 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:05.746 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:05.831 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:05.913 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:05 gibba023 bash[16680]: debug 2021-03-04T23:06:05.721+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:05.914 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:06.016 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:06.150 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:06.256 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:06.266 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:06 gibba023 bash[27374]: cluster 2021-03-04T23:06:04.949599+0000 mgr.x (mgr.34379) 498 : cluster [DBG] pgmap v786: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:06.267 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:06 gibba023 bash[15180]: debug 2021-03-04T23:06:06.145+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:06.267 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:05 gibba023 bash[18090]: debug 2021-03-04T23:06:05.905+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:06.343 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:06.398 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:06 gibba008 bash[37770]: cluster 2021-03-04T23:06:04.949599+0000 mgr.x (mgr.34379) 498 : cluster [DBG] pgmap v786: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:06.399 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:06 gibba008 bash[39303]: cluster 2021-03-04T23:06:04.949599+0000 mgr.x (mgr.34379) 498 : cluster [DBG] pgmap v786: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:06.449 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:06.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:06 gibba023 bash[19550]: debug 2021-03-04T23:06:06.337+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:06.856 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:06.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:07.148 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:06:07.149 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:06:07.149 INFO:tasks.thrashosds.thrasher:inject_pause on 4 2021-03-04T23:06:07.149 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:06:07.150 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:06:07.150 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 config set filestore_inject_stall 3 2021-03-04T23:06:07.226 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:06:07.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:06 gibba008 bash[50326]: debug 2021-03-04T23:06:06.847+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:07.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:07.573 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:07.584 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:07 gibba008 bash[47391]: debug 2021-03-04T23:06:07.463+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:08.036 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:08.138 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:08.495 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:08 gibba023 bash[27374]: cluster 2021-03-04T23:06:06.950979+0000 mgr.x (mgr.34379) 499 : cluster [DBG] pgmap v787: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:08.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:08 gibba008 bash[37770]: cluster 2021-03-04T23:06:06.950979+0000 mgr.x (mgr.34379) 499 : cluster [DBG] pgmap v787: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:08.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:08 gibba008 bash[39303]: cluster 2021-03-04T23:06:06.950979+0000 mgr.x (mgr.34379) 499 : cluster [DBG] pgmap v787: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:08.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:08 gibba008 bash[44600]: debug 2021-03-04T23:06:08.031+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:08.765 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:08.872 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:09.026 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:09.030 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:08 gibba008 bash[48858]: debug 2021-03-04T23:06:08.755+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:09.129 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:09.140 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:09 gibba023 bash[18090]: debug 2021-03-04T23:06:09.021+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:09.457 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:09.559 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:09.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:09 gibba023 bash[16680]: debug 2021-03-04T23:06:09.449+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:09.863 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:09.969 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:10.152 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:09 gibba023 bash[27374]: cluster 2021-03-04T23:06:08.952021+0000 mgr.x (mgr.34379) 500 : cluster [DBG] pgmap v788: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:10.153 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:09 gibba023 bash[15180]: debug 2021-03-04T23:06:09.853+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:10.153 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:10.259 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:09 gibba008 bash[37770]: cluster 2021-03-04T23:06:08.952021+0000 mgr.x (mgr.34379) 500 : cluster [DBG] pgmap v788: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:09 gibba008 bash[39303]: cluster 2021-03-04T23:06:08.952021+0000 mgr.x (mgr.34379) 500 : cluster [DBG] pgmap v788: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:10.331 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:06:10.331 INFO:teuthology.orchestra.run.gibba023.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:06:10.332 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:06:10.345 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:10.448 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:10.521 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:10 gibba023 bash[18090]: debug 2021-03-04T23:06:10.337+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:10.521 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:10 gibba023 bash[19550]: debug 2021-03-04T23:06:10.145+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:10.654 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:10.757 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:10.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:10 gibba008 bash[50326]: debug 2021-03-04T23:06:10.647+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:11.203 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:10 gibba008 bash[37770]: audit 2021-03-04T23:06:09.884315+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:11.203 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:10 gibba008 bash[39303]: audit 2021-03-04T23:06:09.884315+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:11.204 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:11.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:10 gibba023 bash[27374]: audit 2021-03-04T23:06:09.884315+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:11.311 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:11.408 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:11.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:11 gibba008 bash[50326]: debug 2021-03-04T23:06:11.195+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:11.512 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:11.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:11 gibba023 bash[18090]: debug 2021-03-04T23:06:11.401+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:11.889 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:11.991 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:12.086 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:12.191 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:12.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:12 gibba008 bash[37770]: cluster 2021-03-04T23:06:10.953396+0000 mgr.x (mgr.34379) 501 : cluster [DBG] pgmap v789: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:12.202 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:11 gibba008 bash[39303]: cluster 2021-03-04T23:06:10.953396+0000 mgr.x (mgr.34379) 501 : cluster [DBG] pgmap v789: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:12.202 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:11 gibba008 bash[50326]: debug 2021-03-04T23:06:11.883+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:11 gibba023 bash[27374]: cluster 2021-03-04T23:06:10.953396+0000 mgr.x (mgr.34379) 501 : cluster [DBG] pgmap v789: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:12.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:12 gibba023 bash[15180]: debug 2021-03-04T23:06:12.081+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:12.560 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:12.663 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:12.859 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:12 gibba008 bash[48858]: debug 2021-03-04T23:06:12.555+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:12.859 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:12.966 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:13.074 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:13.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:13.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:13 gibba023 bash[18090]: debug 2021-03-04T23:06:13.065+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:13.281 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:13.287 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:12 gibba008 bash[50326]: debug 2021-03-04T23:06:12.851+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:13.387 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:13.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:13 gibba023 bash[18090]: debug 2021-03-04T23:06:13.273+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:13.882 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:13.985 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:14.017 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rados' on pool 'unique_pool_0' 2021-03-04T23:06:14.189 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:13 gibba008 bash[50326]: debug 2021-03-04T23:06:13.875+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:14.189 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:14 gibba008 bash[37770]: cluster 2021-03-04T23:06:12.954529+0000 mgr.x (mgr.34379) 502 : cluster [DBG] pgmap v790: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:14.190 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:14 gibba008 bash[37770]: audit 2021-03-04T23:06:13.274401+0000 mon.a (mon.0) 1050 : audit [INF] from='client.? 172.21.2.108:0/2634876935' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:06:14.190 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:14 gibba008 bash[39303]: cluster 2021-03-04T23:06:12.954529+0000 mgr.x (mgr.34379) 502 : cluster [DBG] pgmap v790: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:14.190 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:14 gibba008 bash[39303]: audit 2021-03-04T23:06:13.274401+0000 mon.a (mon.0) 1050 : audit [INF] from='client.? 172.21.2.108:0/2634876935' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:06:14.222 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:14 gibba023 bash[27374]: cluster 2021-03-04T23:06:12.954529+0000 mgr.x (mgr.34379) 502 : cluster [DBG] pgmap v790: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:06:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:14 gibba023 bash[27374]: audit 2021-03-04T23:06:13.274401+0000 mon.a (mon.0) 1050 : audit [INF] from='client.? 172.21.2.108:0/2634876935' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:06:14.330 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:14.405 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:06:14.406 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:06:14.466 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:14 gibba008 bash[44600]: debug 2021-03-04T23:06:14.215+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:14.669 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:14.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:14 gibba008 bash[47391]: debug 2021-03-04T23:06:14.663+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:14.772 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:15.034 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:06:15.246 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:15.349 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:15.359 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:15 gibba023 bash[27374]: audit 2021-03-04T23:06:14.012476+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? 172.21.2.108:0/2634876935' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:06:15.359 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:15 gibba023 bash[27374]: cluster 2021-03-04T23:06:14.012551+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e572: 8 total, 8 up, 7 in 2021-03-04T23:06:15.360 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:15 gibba023 bash[27374]: audit 2021-03-04T23:06:14.510363+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? 172.21.2.108:0/1107105663' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:06:15.458 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[39303]: audit 2021-03-04T23:06:14.012476+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? 172.21.2.108:0/2634876935' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:06:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[39303]: cluster 2021-03-04T23:06:14.012551+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e572: 8 total, 8 up, 7 in 2021-03-04T23:06:15.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[39303]: audit 2021-03-04T23:06:14.510363+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? 172.21.2.108:0/1107105663' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:06:15.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[44600]: debug 2021-03-04T23:06:15.239+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:15.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[37770]: audit 2021-03-04T23:06:14.012476+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? 172.21.2.108:0/2634876935' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:06:15.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[37770]: cluster 2021-03-04T23:06:14.012551+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e572: 8 total, 8 up, 7 in 2021-03-04T23:06:15.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:15 gibba008 bash[37770]: audit 2021-03-04T23:06:14.510363+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? 172.21.2.108:0/1107105663' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:06:15.566 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:15.662 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:15 gibba023 bash[18090]: debug 2021-03-04T23:06:15.449+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:15.662 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:15.765 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:15.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:15.991 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:06:15.991 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:06:16.006 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:16.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:15 gibba023 bash[15180]: debug 2021-03-04T23:06:15.889+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:16.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:15 gibba023 bash[18090]: debug 2021-03-04T23:06:15.657+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:16.075 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:16.144 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[37770]: cluster 2021-03-04T23:06:14.955635+0000 mgr.x (mgr.34379) 503 : cluster [DBG] pgmap v792: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:16.145 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[37770]: cluster 2021-03-04T23:06:15.019218+0000 mon.a (mon.0) 1054 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:06:16.145 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[37770]: audit 2021-03-04T23:06:15.029618+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.2.108:0/1107105663' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:06:16.145 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[37770]: cluster 2021-03-04T23:06:15.029650+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e573: 8 total, 8 up, 7 in 2021-03-04T23:06:16.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[39303]: cluster 2021-03-04T23:06:14.955635+0000 mgr.x (mgr.34379) 503 : cluster [DBG] pgmap v792: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:16.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[39303]: cluster 2021-03-04T23:06:15.019218+0000 mon.a (mon.0) 1054 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:06:16.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[39303]: audit 2021-03-04T23:06:15.029618+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.2.108:0/1107105663' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:06:16.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[39303]: cluster 2021-03-04T23:06:15.029650+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e573: 8 total, 8 up, 7 in 2021-03-04T23:06:16.396 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:16.502 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:16 gibba023 bash[27374]: cluster 2021-03-04T23:06:14.955635+0000 mgr.x (mgr.34379) 503 : cluster [DBG] pgmap v792: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:16 gibba023 bash[27374]: cluster 2021-03-04T23:06:15.019218+0000 mon.a (mon.0) 1054 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:06:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:16 gibba023 bash[27374]: audit 2021-03-04T23:06:15.029618+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.2.108:0/1107105663' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:06:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:16 gibba023 bash[27374]: cluster 2021-03-04T23:06:15.029650+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e573: 8 total, 8 up, 7 in 2021-03-04T23:06:16.750 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:16 gibba008 bash[48858]: debug 2021-03-04T23:06:16.387+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:16.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:06:16.825 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:17.053 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:17.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:17.230 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:17 gibba008 bash[47391]: debug 2021-03-04T23:06:17.047+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:17.271 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:17.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:17.477 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:17 gibba023 bash[18090]: debug 2021-03-04T23:06:17.265+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:17.477 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:17.579 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:17.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:17 gibba023 bash[15180]: debug 2021-03-04T23:06:17.469+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:17.915 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:18.018 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:18.060 DEBUG:teuthology.orchestra.run.gibba008:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2021-03-04T23:06:18.067 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:06:18.069 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:06:18.069 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:06:18.073 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:06:18.086 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:06:18.087 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:hints = 1 2021-03-04T23:06:18.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:06:18.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object prefix: benchmark_data_gibba008_61550 2021-03-04T23:06:18.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:06:18.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:06:18.099 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:18.104 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:06:18.124 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:06:18.145 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:06:18.167 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:06:18.189 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:06:18.190 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.190 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.191 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.191 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.191 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.191 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.191 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.192 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:06:18.202 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:18.209 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:18 gibba008 bash[39303]: cluster 2021-03-04T23:06:16.957215+0000 mgr.x (mgr.34379) 504 : cluster [DBG] pgmap v794: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:18.210 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:17 gibba008 bash[44600]: debug 2021-03-04T23:06:17.907+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:18.210 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:18 gibba008 bash[37770]: cluster 2021-03-04T23:06:16.957215+0000 mgr.x (mgr.34379) 504 : cluster [DBG] pgmap v794: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:18 gibba023 bash[27374]: cluster 2021-03-04T23:06:16.957215+0000 mgr.x (mgr.34379) 504 : cluster [DBG] pgmap v794: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:18.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:18 gibba023 bash[16680]: debug 2021-03-04T23:06:18.093+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:18.609 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:18.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:18.806 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:18.909 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:18.916 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:18 gibba008 bash[50326]: debug 2021-03-04T23:06:18.603+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:19.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:18 gibba023 bash[18090]: debug 2021-03-04T23:06:18.801+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:19.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 1 16 8509 8493 530.77 530.812 0.00307486 0.0018798 2021-03-04T23:06:19.195 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:19 gibba008 bash[37770]: audit 2021-03-04T23:06:18.044324+0000 mon.a (mon.0) 1057 : audit [DBG] from='client.? 172.21.2.108:0/1813940114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:19.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:19 gibba008 bash[39303]: audit 2021-03-04T23:06:18.044324+0000 mon.a (mon.0) 1057 : audit [DBG] from='client.? 172.21.2.108:0/1813940114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:19.232 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:06:19.251 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:19.354 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:19.357 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:19.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:19 gibba008 bash[48858]: debug 2021-03-04T23:06:19.243+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:19.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:19 gibba023 bash[27374]: audit 2021-03-04T23:06:18.044324+0000 mon.a (mon.0) 1057 : audit [DBG] from='client.? 172.21.2.108:0/1813940114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:20.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 2 16 13851 13835 432.309 333.875 0.00204807 0.00230947 2021-03-04T23:06:20.126 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:20.229 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:20.348 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:20 gibba023 bash[27374]: cluster 2021-03-04T23:06:18.957680+0000 mgr.x (mgr.34379) 505 : cluster [DBG] pgmap v795: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:20.349 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:20.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:20.458 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:20 gibba008 bash[37770]: cluster 2021-03-04T23:06:18.957680+0000 mgr.x (mgr.34379) 505 : cluster [DBG] pgmap v795: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:20.459 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:20 gibba008 bash[39303]: cluster 2021-03-04T23:06:18.957680+0000 mgr.x (mgr.34379) 505 : cluster [DBG] pgmap v795: 89 pgs: 89 active+clean; 3.3 KiB data, 116 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:06:20.459 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:20 gibba008 bash[48858]: debug 2021-03-04T23:06:20.119+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:20.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:20 gibba023 bash[19550]: debug 2021-03-04T23:06:20.341+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:21.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 3 15 18790 18775 391.11 308.75 0.00814773 0.002543 2021-03-04T23:06:21.484 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:21.588 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:21.681 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:21.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:21 gibba008 bash[44600]: debug 2021-03-04T23:06:21.479+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:21.784 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:21.848 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:21 gibba023 bash[15180]: debug 2021-03-04T23:06:21.673+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:21.849 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:21.952 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:22.050 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:22.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 4 16 22177 22161 346.231 211.625 0.00323129 0.00288425 2021-03-04T23:06:22.153 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:22.159 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:22 gibba023 bash[27374]: cluster 2021-03-04T23:06:20.958089+0000 mgr.x (mgr.34379) 506 : cluster [DBG] pgmap v796: 89 pgs: 89 active+clean; 621 MiB data, 1.8 GiB used, 582 GiB / 588 GiB avail; 78 MiB/s wr, 1.24k op/s 2021-03-04T23:06:22.159 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:22 gibba023 bash[15180]: debug 2021-03-04T23:06:22.045+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:22.160 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:21 gibba023 bash[16680]: debug 2021-03-04T23:06:21.841+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:22.243 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:22.346 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:22.442 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:22 gibba023 bash[19550]: debug 2021-03-04T23:06:22.237+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:22.443 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:22 gibba023 bash[19550]: debug 2021-03-04T23:06:22.437+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:22.443 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:22 gibba008 bash[39303]: cluster 2021-03-04T23:06:20.958089+0000 mgr.x (mgr.34379) 506 : cluster [DBG] pgmap v796: 89 pgs: 89 active+clean; 621 MiB data, 1.8 GiB used, 582 GiB / 588 GiB avail; 78 MiB/s wr, 1.24k op/s 2021-03-04T23:06:22.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:22 gibba008 bash[37770]: cluster 2021-03-04T23:06:20.958089+0000 mgr.x (mgr.34379) 506 : cluster [DBG] pgmap v796: 89 pgs: 89 active+clean; 621 MiB data, 1.8 GiB used, 582 GiB / 588 GiB avail; 78 MiB/s wr, 1.24k op/s 2021-03-04T23:06:22.547 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:22.635 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:22.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:22.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:22 gibba023 bash[16680]: debug 2021-03-04T23:06:22.629+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:23.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 5 16 26762 26746 334.292 286.562 0.106475 0.00295994 2021-03-04T23:06:23.694 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:23.805 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:23.964 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:23 gibba008 bash[44600]: debug 2021-03-04T23:06:23.683+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:24.088 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 6 16 29277 29261 304.772 157.188 0.00194781 0.00327748 2021-03-04T23:06:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:24 gibba008 bash[37770]: cluster 2021-03-04T23:06:22.958812+0000 mgr.x (mgr.34379) 507 : cluster [DBG] pgmap v797: 89 pgs: 89 active+clean; 902 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:06:24.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:24 gibba008 bash[39303]: cluster 2021-03-04T23:06:22.958812+0000 mgr.x (mgr.34379) 507 : cluster [DBG] pgmap v797: 89 pgs: 89 active+clean; 902 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:06:24.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:24.383 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:24.388 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:24 gibba023 bash[27374]: cluster 2021-03-04T23:06:22.958812+0000 mgr.x (mgr.34379) 507 : cluster [DBG] pgmap v797: 89 pgs: 89 active+clean; 902 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:06:24.464 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:24 gibba008 bash[47391]: debug 2021-03-04T23:06:24.271+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:24.517 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:24.626 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:24.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:24 gibba023 bash[18090]: debug 2021-03-04T23:06:24.509+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:25.034 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:25.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 7 16 33364 33348 297.722 255.438 0.00373406 0.00335536 2021-03-04T23:06:25.138 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:25.236 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:25.340 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:25.347 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:25 gibba008 bash[50326]: debug 2021-03-04T23:06:25.027+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:25.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:25 gibba023 bash[18090]: debug 2021-03-04T23:06:25.229+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:25.814 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:25.923 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:26.041 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:26.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 8 16 37023 37007 289.09 228.688 0.00352792 0.0034553 2021-03-04T23:06:26.146 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:26 gibba008 bash[37770]: cluster 2021-03-04T23:06:24.959229+0000 mgr.x (mgr.34379) 508 : cluster [DBG] pgmap v798: 89 pgs: 89 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 137 MiB/s wr, 2.19k op/s 2021-03-04T23:06:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:26 gibba008 bash[39303]: cluster 2021-03-04T23:06:24.959229+0000 mgr.x (mgr.34379) 508 : cluster [DBG] pgmap v798: 89 pgs: 89 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 137 MiB/s wr, 2.19k op/s 2021-03-04T23:06:26.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:25 gibba008 bash[47391]: debug 2021-03-04T23:06:25.803+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:26 gibba023 bash[27374]: cluster 2021-03-04T23:06:24.959229+0000 mgr.x (mgr.34379) 508 : cluster [DBG] pgmap v798: 89 pgs: 89 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 137 MiB/s wr, 2.19k op/s 2021-03-04T23:06:26.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:26 gibba023 bash[19550]: debug 2021-03-04T23:06:26.033+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:26.338 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:26.441 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:26.523 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:26.625 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:06:26.626 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:26.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:26 gibba023 bash[15180]: debug 2021-03-04T23:06:26.517+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:26.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:26 gibba023 bash[16680]: debug 2021-03-04T23:06:26.333+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:26.861 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:27.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 9 15 40082 40067 278.218 191.25 0.00468407 0.00359101 2021-03-04T23:06:27.333 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:27.435 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:27.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:27 gibba008 bash[47391]: debug 2021-03-04T23:06:27.327+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:27.533 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:27.636 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:27.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:27 gibba023 bash[19550]: debug 2021-03-04T23:06:27.525+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:27.795 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:27.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:28.060 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:27 gibba023 bash[19550]: debug 2021-03-04T23:06:27.789+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:28.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 10 16 43289 43273 270.432 200.375 0.0029123 0.00369423 2021-03-04T23:06:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:28 gibba008 bash[37770]: cluster 2021-03-04T23:06:26.959698+0000 mgr.x (mgr.34379) 509 : cluster [DBG] pgmap v799: 89 pgs: 89 active+clean; 1.9 GiB data, 5.5 GiB used, 578 GiB / 588 GiB avail; 163 MiB/s wr, 2.60k op/s 2021-03-04T23:06:28.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:28 gibba008 bash[39303]: cluster 2021-03-04T23:06:26.959698+0000 mgr.x (mgr.34379) 509 : cluster [DBG] pgmap v799: 89 pgs: 89 active+clean; 1.9 GiB data, 5.5 GiB used, 578 GiB / 588 GiB avail; 163 MiB/s wr, 2.60k op/s 2021-03-04T23:06:28.410 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:28.513 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:28 gibba023 bash[27374]: cluster 2021-03-04T23:06:26.959698+0000 mgr.x (mgr.34379) 509 : cluster [DBG] pgmap v799: 89 pgs: 89 active+clean; 1.9 GiB data, 5.5 GiB used, 578 GiB / 588 GiB avail; 163 MiB/s wr, 2.60k op/s 2021-03-04T23:06:28.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:28 gibba008 bash[47391]: debug 2021-03-04T23:06:28.403+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:29.083 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:29.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 11 15 47032 47017 267.117 234 0.0109311 0.0037401 2021-03-04T23:06:29.187 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:29.498 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:29 gibba008 bash[44600]: debug 2021-03-04T23:06:29.075+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:29.606 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:29.711 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:29.764 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:29 gibba008 bash[48858]: debug 2021-03-04T23:06:29.599+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:29.905 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:29 gibba008 bash[37770]: cluster 2021-03-04T23:06:28.960069+0000 mgr.x (mgr.34379) 510 : cluster [DBG] pgmap v800: 89 pgs: 89 active+clean; 2.3 GiB data, 6.5 GiB used, 577 GiB / 588 GiB avail; 195 MiB/s wr, 3.11k op/s 2021-03-04T23:06:30.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 12 16 49447 49431 257.43 150.875 0.00381467 0.00388113 2021-03-04T23:06:30.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:29 gibba008 bash[39303]: cluster 2021-03-04T23:06:28.960069+0000 mgr.x (mgr.34379) 510 : cluster [DBG] pgmap v800: 89 pgs: 89 active+clean; 2.3 GiB data, 6.5 GiB used, 577 GiB / 588 GiB avail; 195 MiB/s wr, 3.11k op/s 2021-03-04T23:06:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:29 gibba023 bash[27374]: cluster 2021-03-04T23:06:28.960069+0000 mgr.x (mgr.34379) 510 : cluster [DBG] pgmap v800: 89 pgs: 89 active+clean; 2.3 GiB data, 6.5 GiB used, 577 GiB / 588 GiB avail; 195 MiB/s wr, 3.11k op/s 2021-03-04T23:06:30.282 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:30.385 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:30.502 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:30.605 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:30.690 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:30 gibba023 bash[15180]: debug 2021-03-04T23:06:30.493+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:30.691 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:30.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:30 gibba008 bash[48858]: debug 2021-03-04T23:06:30.275+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:30.795 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:30.916 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:31.019 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:31.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:30 gibba023 bash[15180]: debug 2021-03-04T23:06:30.685+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:31.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:30 gibba023 bash[16680]: debug 2021-03-04T23:06:30.905+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:31.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 13 16 52875 52859 254.107 214.25 0.00562392 0.00393204 2021-03-04T23:06:31.111 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:31.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:31.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:31 gibba023 bash[18090]: debug 2021-03-04T23:06:31.101+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:31.719 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:31.821 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:32.036 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:31 gibba008 bash[47391]: debug 2021-03-04T23:06:31.711+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:32.037 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:32 gibba008 bash[39303]: cluster 2021-03-04T23:06:30.960503+0000 mgr.x (mgr.34379) 511 : cluster [DBG] pgmap v801: 89 pgs: 89 active+clean; 2.9 GiB data, 8.7 GiB used, 575 GiB / 588 GiB avail; 246 MiB/s wr, 3.94k op/s 2021-03-04T23:06:32.038 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:32 gibba008 bash[37770]: cluster 2021-03-04T23:06:30.960503+0000 mgr.x (mgr.34379) 511 : cluster [DBG] pgmap v801: 89 pgs: 89 active+clean; 2.9 GiB data, 8.7 GiB used, 575 GiB / 588 GiB avail; 246 MiB/s wr, 3.94k op/s 2021-03-04T23:06:32.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 14 16 54459 54443 243.027 99 0.00783152 0.00411096 2021-03-04T23:06:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:32 gibba023 bash[27374]: cluster 2021-03-04T23:06:30.960503+0000 mgr.x (mgr.34379) 511 : cluster [DBG] pgmap v801: 89 pgs: 89 active+clean; 2.9 GiB data, 8.7 GiB used, 575 GiB / 588 GiB avail; 246 MiB/s wr, 3.94k op/s 2021-03-04T23:06:32.431 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:32.533 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:32.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:32 gibba023 bash[15180]: debug 2021-03-04T23:06:32.421+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:33.089 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 15 16 56460 56444 235.162 125.062 0.0102335 0.00424836 2021-03-04T23:06:33.156 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:33.262 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:33.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:33 gibba008 bash[50326]: debug 2021-03-04T23:06:33.147+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:33.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:33.940 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:34.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 16 16 58124 58108 226.961 104 0.00232606 0.00437995 2021-03-04T23:06:34.346 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:34 gibba023 bash[27374]: cluster 2021-03-04T23:06:32.960809+0000 mgr.x (mgr.34379) 512 : cluster [DBG] pgmap v802: 89 pgs: 89 active+clean; 3.1 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 209 MiB/s wr, 3.34k op/s 2021-03-04T23:06:34.347 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:33 gibba023 bash[18090]: debug 2021-03-04T23:06:33.825+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:34.466 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:34 gibba008 bash[39303]: cluster 2021-03-04T23:06:32.960809+0000 mgr.x (mgr.34379) 512 : cluster [DBG] pgmap v802: 89 pgs: 89 active+clean; 3.1 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 209 MiB/s wr, 3.34k op/s 2021-03-04T23:06:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:34 gibba008 bash[37770]: cluster 2021-03-04T23:06:32.960809+0000 mgr.x (mgr.34379) 512 : cluster [DBG] pgmap v802: 89 pgs: 89 active+clean; 3.1 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 209 MiB/s wr, 3.34k op/s 2021-03-04T23:06:34.571 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:34.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:34 gibba023 bash[18090]: debug 2021-03-04T23:06:34.457+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:35.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 17 16 59383 59367 218.238 78.6875 0.00348859 0.0045784 2021-03-04T23:06:35.509 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:35.625 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:35.817 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:35 gibba008 bash[50326]: debug 2021-03-04T23:06:35.503+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:36.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 18 16 60595 60579 210.322 75.75 0.0150966 0.00474932 2021-03-04T23:06:36.170 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:36.212 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:36 gibba008 bash[39303]: cluster 2021-03-04T23:06:34.961218+0000 mgr.x (mgr.34379) 513 : cluster [DBG] pgmap v803: 89 pgs: 89 active+clean; 3.3 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 205 MiB/s wr, 3.29k op/s 2021-03-04T23:06:36.212 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:36 gibba008 bash[37770]: cluster 2021-03-04T23:06:34.961218+0000 mgr.x (mgr.34379) 513 : cluster [DBG] pgmap v803: 89 pgs: 89 active+clean; 3.3 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 205 MiB/s wr, 3.29k op/s 2021-03-04T23:06:36.275 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:36 gibba023 bash[27374]: cluster 2021-03-04T23:06:34.961218+0000 mgr.x (mgr.34379) 513 : cluster [DBG] pgmap v803: 89 pgs: 89 active+clean; 3.3 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 205 MiB/s wr, 3.29k op/s 2021-03-04T23:06:36.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:36 gibba023 bash[15180]: debug 2021-03-04T23:06:36.165+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:36.621 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:36.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:37.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:36 gibba008 bash[47391]: debug 2021-03-04T23:06:36.615+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:37.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 19 16 63444 63428 208.623 178.062 0.00350826 0.0047887 2021-03-04T23:06:37.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:37.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:37.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:37 gibba008 bash[48858]: debug 2021-03-04T23:06:37.143+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:37.770 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:37.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:38.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:37 gibba023 bash[16680]: debug 2021-03-04T23:06:37.761+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:38.035 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:06:38.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:06:38.087819+0000 min lat: 0.000911735 max lat: 0.18456 avg lat: 0.00484729 2021-03-04T23:06:38.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:06:38.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 20 16 65992 65976 206.153 159.25 0.00527784 0.00484729 2021-03-04T23:06:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[37770]: cluster 2021-03-04T23:06:36.961629+0000 mgr.x (mgr.34379) 514 : cluster [DBG] pgmap v804: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:06:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[37770]: audit 2021-03-04T23:06:37.513642+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.2.108:0/2568360302' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:06:38.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[37770]: audit 2021-03-04T23:06:37.513932+0000 mon.a (mon.0) 1058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:06:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[39303]: cluster 2021-03-04T23:06:36.961629+0000 mgr.x (mgr.34379) 514 : cluster [DBG] pgmap v804: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:06:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[39303]: audit 2021-03-04T23:06:37.513642+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.2.108:0/2568360302' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:06:38.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[39303]: audit 2021-03-04T23:06:37.513932+0000 mon.a (mon.0) 1058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:06:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:38 gibba023 bash[27374]: cluster 2021-03-04T23:06:36.961629+0000 mgr.x (mgr.34379) 514 : cluster [DBG] pgmap v804: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:06:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:38 gibba023 bash[27374]: audit 2021-03-04T23:06:37.513642+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.2.108:0/2568360302' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:06:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:38 gibba023 bash[27374]: audit 2021-03-04T23:06:37.513932+0000 mon.a (mon.0) 1058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:06:38.704 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:38.809 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:38.967 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:38 gibba008 bash[48858]: debug 2021-03-04T23:06:38.695+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:39.079 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:06:39.079 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:06:39.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:06:39.080 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:06:39.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.080 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.44247.0:3869 15.6 15:66e06632:::rbd_data.acd71d13d0c9.0000000000000010:22 [sparse-read 0~2097152] snapc 0=[] ondisk+read+known_if_redirected e286)", 2021-03-04T23:06:39.080 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T22:57:55.994531+0000", 2021-03-04T23:06:39.081 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 523.07924545200001, 2021-03-04T23:06:39.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8004371929999996, 2021-03-04T23:06:39.081 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.081 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:06:39.082 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.082 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.44247", 2021-03-04T23:06:39.082 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3068191768", 2021-03-04T23:06:39.082 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 3869 2021-03-04T23:06:39.083 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.083 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.083 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.083 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.083 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994531+0000", 2021-03-04T23:06:39.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.084 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.084 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.084 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.084 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994531+0000", 2021-03-04T23:06:39.085 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0510000000000001e-06 2021-03-04T23:06:39.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.085 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.085 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994534+0000", 2021-03-04T23:06:39.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1960000000000001e-06 2021-03-04T23:06:39.086 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.087 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994538+0000", 2021-03-04T23:06:39.087 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3223e-05 2021-03-04T23:06:39.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.087 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.088 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.088 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994551+0000", 2021-03-04T23:06:39.088 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9489999999999999e-06 2021-03-04T23:06:39.088 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.088 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.089 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.089 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994558+0000", 2021-03-04T23:06:39.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7803000000000002e-05 2021-03-04T23:06:39.089 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.089 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.090 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.090 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994616+0000", 2021-03-04T23:06:39.090 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6032000000000001e-05 2021-03-04T23:06:39.090 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.091 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:06:39.091 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:57:55.994642+0000", 2021-03-04T23:06:39.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8000326700000002 2021-03-04T23:06:39.091 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.092 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:58:03.794675+0000", 2021-03-04T23:06:39.092 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00029326899999999997 2021-03-04T23:06:39.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:58:03.794968+0000", 2021-03-04T23:06:39.093 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8004371929999996 2021-03-04T23:06:39.093 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.094 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.094 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.095 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:38791 25.e 25:7a55fec0:::benchmark_data_gibba008_61550_object38790:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.095 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.483780+0000", 2021-03-04T23:06:39.095 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 12.58999592, 2021-03-04T23:06:39.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16681372699999999, 2021-03-04T23:06:39.096 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.096 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.096 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.096 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.097 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.097 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 38791 2021-03-04T23:06:39.097 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.097 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.097 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.098 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.098 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483780+0000", 2021-03-04T23:06:39.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.098 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.099 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483780+0000", 2021-03-04T23:06:39.099 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2809000000000001e-05 2021-03-04T23:06:39.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.100 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.100 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.100 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483793+0000", 2021-03-04T23:06:39.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6470000000000001e-06 2021-03-04T23:06:39.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.101 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483795+0000", 2021-03-04T23:06:39.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0253e-05 2021-03-04T23:06:39.102 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.102 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.102 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483805+0000", 2021-03-04T23:06:39.103 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4770000000000002e-06 2021-03-04T23:06:39.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.103 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.103 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.104 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483811+0000", 2021-03-04T23:06:39.104 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0907000000000001e-05 2021-03-04T23:06:39.104 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.104 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.104 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.105 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483841+0000", 2021-03-04T23:06:39.105 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104397 2021-03-04T23:06:39.105 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.105 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.105 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.106 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.483946+0000", 2021-03-04T23:06:39.106 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012511900000000001 2021-03-04T23:06:39.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.106 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.107 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:06:39.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484071+0000", 2021-03-04T23:06:39.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011569729999999999 2021-03-04T23:06:39.107 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.107 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485228+0000", 2021-03-04T23:06:39.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021064759999999999 2021-03-04T23:06:39.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.487334+0000", 2021-03-04T23:06:39.109 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16275391 2021-03-04T23:06:39.109 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.110 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.110 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.110 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.650088+0000", 2021-03-04T23:06:39.110 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00028161499999999998 2021-03-04T23:06:39.110 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.111 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.111 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.650370+0000", 2021-03-04T23:06:39.111 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022414399999999999 2021-03-04T23:06:39.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.112 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.650594+0000", 2021-03-04T23:06:39.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16681372699999999 2021-03-04T23:06:39.113 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.113 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.113 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.113 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.114 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:38803 25.e 25:74eaf5ef:::benchmark_data_gibba008_61550_object38802:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.114 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.486291+0000", 2021-03-04T23:06:39.114 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 12.587485214000001, 2021-03-04T23:06:39.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.178619204, 2021-03-04T23:06:39.115 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.115 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.115 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.115 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.116 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.116 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 38803 2021-03-04T23:06:39.116 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.116 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.116 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.117 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.117 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486291+0000", 2021-03-04T23:06:39.117 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.118 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.118 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.118 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486291+0000", 2021-03-04T23:06:39.118 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2085e-05 2021-03-04T23:06:39.118 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486303+0000", 2021-03-04T23:06:39.119 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.097e-06 2021-03-04T23:06:39.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.120 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486305+0000", 2021-03-04T23:06:39.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8019999999999998e-06 2021-03-04T23:06:39.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.121 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486314+0000", 2021-03-04T23:06:39.121 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0219999999999998e-06 2021-03-04T23:06:39.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.122 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.122 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.122 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486318+0000", 2021-03-04T23:06:39.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1724000000000002e-05 2021-03-04T23:06:39.123 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.123 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.124 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486360+0000", 2021-03-04T23:06:39.124 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6750999999999998e-05 2021-03-04T23:06:39.124 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.124 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.125 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.125 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486437+0000", 2021-03-04T23:06:39.125 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109354 2021-03-04T23:06:39.125 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.125 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.126 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:06:39.126 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486546+0000", 2021-03-04T23:06:39.126 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00095396399999999996 2021-03-04T23:06:39.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.126 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.127 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.487500+0000", 2021-03-04T23:06:39.127 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027601399999999999 2021-03-04T23:06:39.127 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.128 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.128 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.487776+0000", 2021-03-04T23:06:39.128 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17650753799999999 2021-03-04T23:06:39.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.129 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.664283+0000", 2021-03-04T23:06:39.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030257599999999998 2021-03-04T23:06:39.129 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.130 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.664586+0000", 2021-03-04T23:06:39.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00032427699999999999 2021-03-04T23:06:39.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.131 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.131 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.664910+0000", 2021-03-04T23:06:39.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.178619204 2021-03-04T23:06:39.132 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.132 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.132 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.132 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.133 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:54222 25.7 25:ea587243:::benchmark_data_gibba008_61550_object54221:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.133 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.726495+0000", 2021-03-04T23:06:39.133 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3472814150000003, 2021-03-04T23:06:39.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16113529100000001, 2021-03-04T23:06:39.133 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.134 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.134 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.134 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.134 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.135 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 54222 2021-03-04T23:06:39.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.135 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.135 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.136 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.726495+0000", 2021-03-04T23:06:39.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.136 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.136 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.726495+0000", 2021-03-04T23:06:39.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5495e-05 2021-03-04T23:06:39.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.138 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.726510+0000", 2021-03-04T23:06:39.138 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1429999999999999e-06 2021-03-04T23:06:39.138 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.138 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.139 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.139 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.726512+0000", 2021-03-04T23:06:39.139 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1699999999999996e-06 2021-03-04T23:06:39.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.140 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.140 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.140 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.726517+0000", 2021-03-04T23:06:39.140 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1049999999999999e-06 2021-03-04T23:06:39.140 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.141 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.141 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.141 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.726520+0000", 2021-03-04T23:06:39.141 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00089754400000000001 2021-03-04T23:06:39.141 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.142 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.142 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.142 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.727417+0000", 2021-03-04T23:06:39.142 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3307999999999998e-05 2021-03-04T23:06:39.143 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.143 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.143 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.143 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.727481+0000", 2021-03-04T23:06:39.143 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0229999999999996e-05 2021-03-04T23:06:39.144 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.144 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.144 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:06:39.144 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.727561+0000", 2021-03-04T23:06:39.144 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00125614 2021-03-04T23:06:39.145 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.145 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.145 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.145 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.728817+0000", 2021-03-04T23:06:39.145 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15785318600000001 2021-03-04T23:06:39.146 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.146 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.146 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.146 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886670+0000", 2021-03-04T23:06:39.147 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00060507400000000004 2021-03-04T23:06:39.147 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.147 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.147 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.147 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887275+0000", 2021-03-04T23:06:39.148 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017819400000000001 2021-03-04T23:06:39.148 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.148 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.148 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.148 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887453+0000", 2021-03-04T23:06:39.149 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017670199999999999 2021-03-04T23:06:39.149 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.149 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.149 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.149 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887630+0000", 2021-03-04T23:06:39.150 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16113529100000001 2021-03-04T23:06:39.150 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.150 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.150 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.151 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.151 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.151 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:54230 25.7 25:e5f33ebd:::benchmark_data_gibba008_61550_object54229:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.151 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.730899+0000", 2021-03-04T23:06:39.151 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3428777649999999, 2021-03-04T23:06:39.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15785284499999999, 2021-03-04T23:06:39.152 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.152 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.152 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.152 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.153 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.153 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 54230 2021-03-04T23:06:39.153 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.153 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.154 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.154 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.154 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730899+0000", 2021-03-04T23:06:39.154 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.154 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.155 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.155 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.155 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730899+0000", 2021-03-04T23:06:39.155 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7504999999999999e-05 2021-03-04T23:06:39.155 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.156 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.156 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730916+0000", 2021-03-04T23:06:39.156 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.838e-06 2021-03-04T23:06:39.156 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.157 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.157 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.157 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730918+0000", 2021-03-04T23:06:39.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5170000000000002e-06 2021-03-04T23:06:39.158 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.158 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.158 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.158 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730925+0000", 2021-03-04T23:06:39.158 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0199999999999996e-06 2021-03-04T23:06:39.159 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.159 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.159 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.159 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730929+0000", 2021-03-04T23:06:39.159 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8804000000000001e-05 2021-03-04T23:06:39.160 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.160 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.160 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.160 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.730958+0000", 2021-03-04T23:06:39.161 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6445999999999994e-05 2021-03-04T23:06:39.161 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.161 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.161 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.161 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.731025+0000", 2021-03-04T23:06:39.162 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9449999999999994e-05 2021-03-04T23:06:39.162 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:06:39.162 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.731094+0000", 2021-03-04T23:06:39.163 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0013623870000000001 2021-03-04T23:06:39.163 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.163 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.163 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.164 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.732457+0000", 2021-03-04T23:06:39.164 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15437303399999999 2021-03-04T23:06:39.164 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.164 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.164 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.165 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886830+0000", 2021-03-04T23:06:39.165 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001573767 2021-03-04T23:06:39.165 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.166 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.166 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.166 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.888403+0000", 2021-03-04T23:06:39.166 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020800699999999999 2021-03-04T23:06:39.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.167 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.167 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.167 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.888611+0000", 2021-03-04T23:06:39.167 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014007000000000001 2021-03-04T23:06:39.167 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.168 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.168 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.168 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.888751+0000", 2021-03-04T23:06:39.168 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15785284499999999 2021-03-04T23:06:39.168 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.169 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.169 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.169 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.169 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.170 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:54234 25.a 25:539c056f:::benchmark_data_gibba008_61550_object54233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.170 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.733026+0000", 2021-03-04T23:06:39.170 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3407506199999997, 2021-03-04T23:06:39.170 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.153641316, 2021-03-04T23:06:39.170 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.171 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.171 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.171 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.171 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.172 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 54234 2021-03-04T23:06:39.172 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.172 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.172 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.173 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.173 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733026+0000", 2021-03-04T23:06:39.173 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.173 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.173 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.174 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.174 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733026+0000", 2021-03-04T23:06:39.174 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.789e-05 2021-03-04T23:06:39.174 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.175 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.175 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.175 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733044+0000", 2021-03-04T23:06:39.175 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.561e-06 2021-03-04T23:06:39.175 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.176 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.176 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.176 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733045+0000", 2021-03-04T23:06:39.176 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9519999999999994e-06 2021-03-04T23:06:39.176 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.177 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.177 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.177 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733053+0000", 2021-03-04T23:06:39.177 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2240000000000003e-06 2021-03-04T23:06:39.178 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.178 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.178 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.178 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733058+0000", 2021-03-04T23:06:39.178 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.419e-05 2021-03-04T23:06:39.179 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.179 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733083+0000", 2021-03-04T23:06:39.179 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6170999999999999e-05 2021-03-04T23:06:39.180 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.180 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.180 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733169+0000", 2021-03-04T23:06:39.181 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8576000000000002e-05 2021-03-04T23:06:39.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:06:39.181 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733237+0000", 2021-03-04T23:06:39.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15276869800000001 2021-03-04T23:06:39.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.182 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886006+0000", 2021-03-04T23:06:39.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000179087 2021-03-04T23:06:39.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.183 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.183 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.183 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886185+0000", 2021-03-04T23:06:39.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014661700000000001 2021-03-04T23:06:39.184 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.184 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.185 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886332+0000", 2021-03-04T23:06:39.185 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000188934 2021-03-04T23:06:39.185 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.185 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.185 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.186 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886521+0000", 2021-03-04T23:06:39.186 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014641599999999999 2021-03-04T23:06:39.186 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.186 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.186 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.187 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886667+0000", 2021-03-04T23:06:39.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.153641316 2021-03-04T23:06:39.187 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.187 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.188 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.188 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.188 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.188 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:54236 25.7 25:e1d0355b:::benchmark_data_gibba008_61550_object54235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.189 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.733366+0000", 2021-03-04T23:06:39.189 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3404103870000004, 2021-03-04T23:06:39.189 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15590401300000001, 2021-03-04T23:06:39.189 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.189 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.190 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.190 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.190 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.190 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 54236 2021-03-04T23:06:39.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.191 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.191 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733366+0000", 2021-03-04T23:06:39.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733366+0000", 2021-03-04T23:06:39.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.399e-05 2021-03-04T23:06:39.193 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.193 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733380+0000", 2021-03-04T23:06:39.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.505e-06 2021-03-04T23:06:39.194 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.194 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.194 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733381+0000", 2021-03-04T23:06:39.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2219999999999996e-06 2021-03-04T23:06:39.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.195 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733389+0000", 2021-03-04T23:06:39.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1898e-05 2021-03-04T23:06:39.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.196 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.196 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733401+0000", 2021-03-04T23:06:39.197 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6064e-05 2021-03-04T23:06:39.197 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.198 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733427+0000", 2021-03-04T23:06:39.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2173000000000003e-05 2021-03-04T23:06:39.198 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.198 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.199 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733489+0000", 2021-03-04T23:06:39.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6286999999999997e-05 2021-03-04T23:06:39.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.199 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.200 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:06:39.200 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733555+0000", 2021-03-04T23:06:39.200 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.153512226 2021-03-04T23:06:39.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.201 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887067+0000", 2021-03-04T23:06:39.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2082000000000001e-05 2021-03-04T23:06:39.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887109+0000", 2021-03-04T23:06:39.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018356100000000001 2021-03-04T23:06:39.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.888945+0000", 2021-03-04T23:06:39.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017552900000000001 2021-03-04T23:06:39.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.889121+0000", 2021-03-04T23:06:39.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014942699999999999 2021-03-04T23:06:39.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.889270+0000", 2021-03-04T23:06:39.206 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15590401300000001 2021-03-04T23:06:39.206 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.206 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.206 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.207 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:54237 25.e 25:768fd012:::benchmark_data_gibba008_61550_object54236:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.207 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.733960+0000", 2021-03-04T23:06:39.207 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3398160780000001, 2021-03-04T23:06:39.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.161180776, 2021-03-04T23:06:39.208 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.208 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.209 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.209 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.209 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 54237 2021-03-04T23:06:39.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.209 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733960+0000", 2021-03-04T23:06:39.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733960+0000", 2021-03-04T23:06:39.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1090999999999999e-05 2021-03-04T23:06:39.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733971+0000", 2021-03-04T23:06:39.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.395e-06 2021-03-04T23:06:39.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733973+0000", 2021-03-04T23:06:39.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1109999999999999e-06 2021-03-04T23:06:39.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733978+0000", 2021-03-04T23:06:39.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6220000000000001e-06 2021-03-04T23:06:39.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.733980+0000", 2021-03-04T23:06:39.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.151982849 2021-03-04T23:06:39.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.885963+0000", 2021-03-04T23:06:39.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00056810499999999996 2021-03-04T23:06:39.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886531+0000", 2021-03-04T23:06:39.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00055108100000000003 2021-03-04T23:06:39.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.218 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.218 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:06:39.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887083+0000", 2021-03-04T23:06:39.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0065017670000000003 2021-03-04T23:06:39.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.893584+0000", 2021-03-04T23:06:39.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001078465 2021-03-04T23:06:39.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.221 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.894663+0000", 2021-03-04T23:06:39.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000136274 2021-03-04T23:06:39.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.894799+0000", 2021-03-04T23:06:39.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020211900000000001 2021-03-04T23:06:39.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.895001+0000", 2021-03-04T23:06:39.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013989699999999999 2021-03-04T23:06:39.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.895141+0000", 2021-03-04T23:06:39.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.161180776 2021-03-04T23:06:39.225 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.225 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.225 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.226 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:54235 25.b e573/569 25:d76ec57e:::benchmark_data_gibba008_61550_object54234:head v 573'3382, mlcod=573'3379)", 2021-03-04T23:06:39.226 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.734120+0000", 2021-03-04T23:06:39.226 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3396567089999998, 2021-03-04T23:06:39.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15843042900000001, 2021-03-04T23:06:39.227 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.227 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.227 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.228 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734120+0000", 2021-03-04T23:06:39.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734120+0000", 2021-03-04T23:06:39.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9029000000000004e-05 2021-03-04T23:06:39.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.230 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734209+0000", 2021-03-04T23:06:39.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.832e-06 2021-03-04T23:06:39.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.231 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734210+0000", 2021-03-04T23:06:39.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15158494 2021-03-04T23:06:39.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.232 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.885795+0000", 2021-03-04T23:06:39.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0117000000000002e-05 2021-03-04T23:06:39.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.232 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.885836+0000", 2021-03-04T23:06:39.233 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026751299999999998 2021-03-04T23:06:39.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886103+0000", 2021-03-04T23:06:39.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4975000000000005e-05 2021-03-04T23:06:39.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886188+0000", 2021-03-04T23:06:39.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0062314450000000004 2021-03-04T23:06:39.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.892419+0000", 2021-03-04T23:06:39.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013057800000000001 2021-03-04T23:06:39.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.237 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.892550+0000", 2021-03-04T23:06:39.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15843042900000001 2021-03-04T23:06:39.238 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.238 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.238 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.239 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:54234 25.a e573/569 ondisk, result = 0)", 2021-03-04T23:06:39.239 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.734732+0000", 2021-03-04T23:06:39.239 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3390438900000001, 2021-03-04T23:06:39.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15146338100000001, 2021-03-04T23:06:39.239 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.240 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:06:39.240 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734732+0000", 2021-03-04T23:06:39.241 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734732+0000", 2021-03-04T23:06:39.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1390000000000002e-06 2021-03-04T23:06:39.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734735+0000", 2021-03-04T23:06:39.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6109999999999999e-06 2021-03-04T23:06:39.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.734736+0000", 2021-03-04T23:06:39.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15102485299999999 2021-03-04T23:06:39.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.885761+0000", 2021-03-04T23:06:39.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0618000000000003e-05 2021-03-04T23:06:39.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.245 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.885802+0000", 2021-03-04T23:06:39.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00033032 2021-03-04T23:06:39.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.247 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886132+0000", 2021-03-04T23:06:39.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5992000000000001e-05 2021-03-04T23:06:39.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.247 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.248 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886158+0000", 2021-03-04T23:06:39.248 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7848000000000001e-05 2021-03-04T23:06:39.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.249 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886196+0000", 2021-03-04T23:06:39.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15146338100000001 2021-03-04T23:06:39.249 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.250 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.250 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.250 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:54232 25.f e573/569 25:fa2b6fe8:::benchmark_data_gibba008_61550_object54231:head v 573'3240, mlcod=573'3238)", 2021-03-04T23:06:39.251 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:31.735397+0000", 2021-03-04T23:06:39.251 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 7.3383789640000003, 2021-03-04T23:06:39.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16157342699999999, 2021-03-04T23:06:39.251 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.251 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.252 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.735397+0000", 2021-03-04T23:06:39.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.735397+0000", 2021-03-04T23:06:39.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2296000000000001e-05 2021-03-04T23:06:39.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.735460+0000", 2021-03-04T23:06:39.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:06:39.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.735461+0000", 2021-03-04T23:06:39.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15085195200000001 2021-03-04T23:06:39.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.257 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886313+0000", 2021-03-04T23:06:39.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3862999999999998e-05 2021-03-04T23:06:39.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.257 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.258 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.886337+0000", 2021-03-04T23:06:39.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001441501 2021-03-04T23:06:39.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887779+0000", 2021-03-04T23:06:39.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1295000000000001e-05 2021-03-04T23:06:39.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.887850+0000", 2021-03-04T23:06:39.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0089914820000000003 2021-03-04T23:06:39.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.896841+0000", 2021-03-04T23:06:39.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000129357 2021-03-04T23:06:39.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:31.896971+0000", 2021-03-04T23:06:39.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16157342699999999 2021-03-04T23:06:39.262 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.263 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.263 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.263 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:58081 25.a 25:5b7e6df8:::benchmark_data_gibba008_61550_object58080:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.264 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:33.995194+0000", 2021-03-04T23:06:39.264 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 5.0785826749999998, 2021-03-04T23:06:39.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11651895499999999, 2021-03-04T23:06:39.264 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.264 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.265 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.265 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.265 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.266 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 58081 2021-03-04T23:06:39.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.266 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.267 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995194+0000", 2021-03-04T23:06:39.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.267 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.267 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.268 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995194+0000", 2021-03-04T23:06:39.268 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1914e-05 2021-03-04T23:06:39.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.269 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995206+0000", 2021-03-04T23:06:39.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4389999999999999e-06 2021-03-04T23:06:39.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995207+0000", 2021-03-04T23:06:39.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1580000000000002e-06 2021-03-04T23:06:39.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995213+0000", 2021-03-04T23:06:39.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2540000000000001e-06 2021-03-04T23:06:39.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.272 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995216+0000", 2021-03-04T23:06:39.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7038000000000003e-05 2021-03-04T23:06:39.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995293+0000", 2021-03-04T23:06:39.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5153000000000002e-05 2021-03-04T23:06:39.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.274 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995389+0000", 2021-03-04T23:06:39.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114109 2021-03-04T23:06:39.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:06:39.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.995503+0000", 2021-03-04T23:06:39.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0015681619999999999 2021-03-04T23:06:39.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997071+0000", 2021-03-04T23:06:39.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015727499999999999 2021-03-04T23:06:39.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997228+0000", 2021-03-04T23:06:39.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.114135477 2021-03-04T23:06:39.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.278 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111364+0000", 2021-03-04T23:06:39.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019383000000000001 2021-03-04T23:06:39.279 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111557+0000", 2021-03-04T23:06:39.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015514599999999999 2021-03-04T23:06:39.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111713+0000", 2021-03-04T23:06:39.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11651895499999999 2021-03-04T23:06:39.281 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.281 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.281 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.282 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:58090 25.7 25:e34c9c2f:::benchmark_data_gibba008_61550_object58089:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.282 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:33.997201+0000", 2021-03-04T23:06:39.282 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 5.076575493, 2021-03-04T23:06:39.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122207831, 2021-03-04T23:06:39.283 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.283 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.283 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.283 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.284 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.284 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 58090 2021-03-04T23:06:39.284 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.284 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.285 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.285 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997201+0000", 2021-03-04T23:06:39.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.286 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.286 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997201+0000", 2021-03-04T23:06:39.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2034e-05 2021-03-04T23:06:39.286 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.286 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.287 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.287 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997213+0000", 2021-03-04T23:06:39.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.708e-06 2021-03-04T23:06:39.287 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.288 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997215+0000", 2021-03-04T23:06:39.288 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8259999999999993e-06 2021-03-04T23:06:39.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997222+0000", 2021-03-04T23:06:39.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3529999999999997e-06 2021-03-04T23:06:39.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997227+0000", 2021-03-04T23:06:39.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9203000000000001e-05 2021-03-04T23:06:39.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997256+0000", 2021-03-04T23:06:39.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7391000000000005e-05 2021-03-04T23:06:39.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997333+0000", 2021-03-04T23:06:39.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1848999999999995e-05 2021-03-04T23:06:39.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:06:39.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.997415+0000", 2021-03-04T23:06:39.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0015229729999999999 2021-03-04T23:06:39.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.294 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.998938+0000", 2021-03-04T23:06:39.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.112269206 2021-03-04T23:06:39.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111207+0000", 2021-03-04T23:06:39.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0078351689999999995 2021-03-04T23:06:39.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.296 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.119043+0000", 2021-03-04T23:06:39.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000211234 2021-03-04T23:06:39.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.119254+0000", 2021-03-04T23:06:39.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015488500000000001 2021-03-04T23:06:39.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.119409+0000", 2021-03-04T23:06:39.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122207831 2021-03-04T23:06:39.299 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.299 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.299 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.300 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:58088 25.b e573/569 25:d06f6fc9:::benchmark_data_gibba008_61550_object58087:head v 573'3628, mlcod=573'3625)", 2021-03-04T23:06:39.300 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:33.998933+0000", 2021-03-04T23:06:39.301 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 5.0748428480000003, 2021-03-04T23:06:39.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.123593496, 2021-03-04T23:06:39.301 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.301 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.301 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.998933+0000", 2021-03-04T23:06:39.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.303 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.303 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.998933+0000", 2021-03-04T23:06:39.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104768 2021-03-04T23:06:39.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.304 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999038+0000", 2021-03-04T23:06:39.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5209999999999999e-06 2021-03-04T23:06:39.305 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.305 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.305 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999040+0000", 2021-03-04T23:06:39.306 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.75e-06 2021-03-04T23:06:39.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.306 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.306 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999046+0000", 2021-03-04T23:06:39.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1820000000000002e-06 2021-03-04T23:06:39.307 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.307 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.307 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999049+0000", 2021-03-04T23:06:39.308 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5386999999999999e-05 2021-03-04T23:06:39.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.308 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999074+0000", 2021-03-04T23:06:39.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2279999999999999e-05 2021-03-04T23:06:39.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999086+0000", 2021-03-04T23:06:39.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.123300312 2021-03-04T23:06:39.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.122387+0000", 2021-03-04T23:06:39.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014029600000000001 2021-03-04T23:06:39.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.122527+0000", 2021-03-04T23:06:39.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.123593496 2021-03-04T23:06:39.312 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.313 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.313 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.313 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:58095 25.e 25:7ec17179:::benchmark_data_gibba008_61550_object58094:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.314 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:33.999342+0000", 2021-03-04T23:06:39.314 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 5.0744339619999996, 2021-03-04T23:06:39.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.134355839, 2021-03-04T23:06:39.314 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.314 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.315 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.315 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.315 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.315 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 58095 2021-03-04T23:06:39.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.316 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.316 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.316 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.316 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999342+0000", 2021-03-04T23:06:39.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.317 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999342+0000", 2021-03-04T23:06:39.318 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9290999999999999e-05 2021-03-04T23:06:39.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.319 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999362+0000", 2021-03-04T23:06:39.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8980000000000001e-06 2021-03-04T23:06:39.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.319 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:33.999364+0000", 2021-03-04T23:06:39.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.111627834 2021-03-04T23:06:39.320 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.321 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.321 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.110991+0000", 2021-03-04T23:06:39.321 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6940000000000001e-05 2021-03-04T23:06:39.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.322 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.322 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111038+0000", 2021-03-04T23:06:39.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017525799999999999 2021-03-04T23:06:39.322 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111214+0000", 2021-03-04T23:06:39.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00059218599999999997 2021-03-04T23:06:39.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.325 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.325 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.111806+0000", 2021-03-04T23:06:39.325 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00059715099999999998 2021-03-04T23:06:39.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.326 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:06:39.326 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.112403+0000", 2021-03-04T23:06:39.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0064216300000000002 2021-03-04T23:06:39.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.327 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.327 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.118825+0000", 2021-03-04T23:06:39.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00086026799999999997 2021-03-04T23:06:39.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.328 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.119685+0000", 2021-03-04T23:06:39.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013660356 2021-03-04T23:06:39.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.133345+0000", 2021-03-04T23:06:39.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000206842 2021-03-04T23:06:39.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.133552+0000", 2021-03-04T23:06:39.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014618500000000001 2021-03-04T23:06:39.331 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:34.133698+0000", 2021-03-04T23:06:39.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.134355839 2021-03-04T23:06:39.332 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.332 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.332 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.333 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.333 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:60535 25.7 25:e9354312:::benchmark_data_gibba008_61550_object60534:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:06:39.333 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:35.944070+0000", 2021-03-04T23:06:39.333 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 3.1297063430000001, 2021-03-04T23:06:39.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11396941100000001, 2021-03-04T23:06:39.334 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.334 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.334 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.334 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.335 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.335 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 60535 2021-03-04T23:06:39.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.335 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:35.944070+0000", 2021-03-04T23:06:39.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:35.944070+0000", 2021-03-04T23:06:39.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2089000000000001e-05 2021-03-04T23:06:39.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.338 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.338 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:35.944092+0000", 2021-03-04T23:06:39.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8300000000000001e-06 2021-03-04T23:06:39.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:35.944094+0000", 2021-03-04T23:06:39.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1339999999999998e-06 2021-03-04T23:06:39.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:35.944101+0000", 2021-03-04T23:06:39.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1980000000000003e-06 2021-03-04T23:06:39.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.341 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.341 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:35.944105+0000", 2021-03-04T23:06:39.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.091763964000000003 2021-03-04T23:06:39.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.035869+0000", 2021-03-04T23:06:39.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00067876600000000003 2021-03-04T23:06:39.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.036548+0000", 2021-03-04T23:06:39.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00062231600000000004 2021-03-04T23:06:39.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.344 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:06:39.344 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.037170+0000", 2021-03-04T23:06:39.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011398893 2021-03-04T23:06:39.345 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.345 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.345 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.345 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.048569+0000", 2021-03-04T23:06:39.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001794733 2021-03-04T23:06:39.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.346 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.050364+0000", 2021-03-04T23:06:39.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00729067 2021-03-04T23:06:39.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.057655+0000", 2021-03-04T23:06:39.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000167653 2021-03-04T23:06:39.348 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.057822+0000", 2021-03-04T23:06:39.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021716500000000001 2021-03-04T23:06:39.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.350 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.350 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:36.058039+0000", 2021-03-04T23:06:39.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11396941100000001 2021-03-04T23:06:39.350 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.350 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.351 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.351 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.351 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:67008 25.e 25:7acc7ba7:::benchmark_data_gibba008_61550_object67007:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e574)", 2021-03-04T23:06:39.352 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:38.420694+0000", 2021-03-04T23:06:39.352 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.65308186499999998, 2021-03-04T23:06:39.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.116611785, 2021-03-04T23:06:39.352 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.352 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.353 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:06:39.353 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:06:39.353 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:06:39.353 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 67008 2021-03-04T23:06:39.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.354 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.354 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.354 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420694+0000", 2021-03-04T23:06:39.355 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.355 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420694+0000", 2021-03-04T23:06:39.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7720999999999999e-05 2021-03-04T23:06:39.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.356 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.356 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420712+0000", 2021-03-04T23:06:39.357 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:06:39.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.357 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.357 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420714+0000", 2021-03-04T23:06:39.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.584e-06 2021-03-04T23:06:39.358 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.358 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.359 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420720+0000", 2021-03-04T23:06:39.359 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7390000000000001e-06 2021-03-04T23:06:39.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.359 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420724+0000", 2021-03-04T23:06:39.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0873000000000001e-05 2021-03-04T23:06:39.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420755+0000", 2021-03-04T23:06:39.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9414999999999997e-05 2021-03-04T23:06:39.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420844+0000", 2021-03-04T23:06:39.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000107928 2021-03-04T23:06:39.362 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.363 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:06:39.363 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420952+0000", 2021-03-04T23:06:39.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.107762759 2021-03-04T23:06:39.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.364 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.528715+0000", 2021-03-04T23:06:39.364 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0014452099999999999 2021-03-04T23:06:39.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:06:39.365 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.530160+0000", 2021-03-04T23:06:39.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0067599469999999997 2021-03-04T23:06:39.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.366 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:06:39.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.536920+0000", 2021-03-04T23:06:39.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000219366 2021-03-04T23:06:39.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.537140+0000", 2021-03-04T23:06:39.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000166677 2021-03-04T23:06:39.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.369 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.537306+0000", 2021-03-04T23:06:39.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.116611785 2021-03-04T23:06:39.369 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.369 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.370 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.370 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.370 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:66998 25.9 e574/569 25:9427fda6:::benchmark_data_gibba008_61550_object66997:head v 574'4249, mlcod=574'4246)", 2021-03-04T23:06:39.371 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:38.420870+0000", 2021-03-04T23:06:39.371 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.65290609200000005, 2021-03-04T23:06:39.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.128040441, 2021-03-04T23:06:39.371 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.372 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.372 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.372 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.372 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420870+0000", 2021-03-04T23:06:39.373 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.373 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.373 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.373 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420870+0000", 2021-03-04T23:06:39.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3760999999999999e-05 2021-03-04T23:06:39.374 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.374 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.374 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.375 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420884+0000", 2021-03-04T23:06:39.375 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9350000000000001e-06 2021-03-04T23:06:39.375 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.375 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.375 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.376 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420886+0000", 2021-03-04T23:06:39.376 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5599999999999996e-06 2021-03-04T23:06:39.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.377 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420893+0000", 2021-03-04T23:06:39.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7869999999999999e-06 2021-03-04T23:06:39.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.377 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.378 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420897+0000", 2021-03-04T23:06:39.378 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6149e-05 2021-03-04T23:06:39.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420923+0000", 2021-03-04T23:06:39.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3471e-05 2021-03-04T23:06:39.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420937+0000", 2021-03-04T23:06:39.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12780401299999999 2021-03-04T23:06:39.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.381 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.548741+0000", 2021-03-04T23:06:39.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000169765 2021-03-04T23:06:39.381 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.382 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.548911+0000", 2021-03-04T23:06:39.382 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.128040441 2021-03-04T23:06:39.383 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.383 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.383 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.383 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.383 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.384 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:67006 25.6 e574/569 25:628d0903:::benchmark_data_gibba008_61550_object67005:head v 574'4253, mlcod=574'4250)", 2021-03-04T23:06:39.384 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:38.420906+0000", 2021-03-04T23:06:39.384 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.65287032199999995, 2021-03-04T23:06:39.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11654070499999999, 2021-03-04T23:06:39.385 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.385 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.385 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420906+0000", 2021-03-04T23:06:39.386 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.387 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420906+0000", 2021-03-04T23:06:39.387 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1921e-05 2021-03-04T23:06:39.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.388 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.388 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420918+0000", 2021-03-04T23:06:39.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2550000000000001e-06 2021-03-04T23:06:39.388 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420919+0000", 2021-03-04T23:06:39.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0159999999999999e-06 2021-03-04T23:06:39.390 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.390 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420924+0000", 2021-03-04T23:06:39.390 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.298e-06 2021-03-04T23:06:39.391 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.391 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420927+0000", 2021-03-04T23:06:39.392 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5040000000000003e-05 2021-03-04T23:06:39.392 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.392 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.392 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.392 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.420963+0000", 2021-03-04T23:06:39.393 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.10199981399999999 2021-03-04T23:06:39.393 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.393 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.393 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.393 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.522962+0000", 2021-03-04T23:06:39.394 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014372194 2021-03-04T23:06:39.394 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.394 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.394 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.395 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.537335+0000", 2021-03-04T23:06:39.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000112167 2021-03-04T23:06:39.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.395 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.537447+0000", 2021-03-04T23:06:39.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11654070499999999 2021-03-04T23:06:39.396 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.396 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.396 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.397 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:67002 25.9 e574/569 25:9dd9a983:::benchmark_data_gibba008_61550_object67001:head v 574'4250, mlcod=574'4246)", 2021-03-04T23:06:39.397 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:38.422557+0000", 2021-03-04T23:06:39.397 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.65121916499999999, 2021-03-04T23:06:39.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12644951400000001, 2021-03-04T23:06:39.398 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:06:39.398 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:06:39.398 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:06:39.399 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.399 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:06:39.399 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.422557+0000", 2021-03-04T23:06:39.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:06:39.399 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.400 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.400 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:06:39.400 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.422557+0000", 2021-03-04T23:06:39.400 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5750999999999999e-05 2021-03-04T23:06:39.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.401 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.401 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:06:39.401 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.422573+0000", 2021-03-04T23:06:39.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5149999999999999e-06 2021-03-04T23:06:39.402 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.402 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.402 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:06:39.402 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.422574+0000", 2021-03-04T23:06:39.402 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.10050845 2021-03-04T23:06:39.403 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.403 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:06:39.403 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.523083+0000", 2021-03-04T23:06:39.403 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1801000000000003e-05 2021-03-04T23:06:39.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.404 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:06:39.404 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.523115+0000", 2021-03-04T23:06:39.405 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006560733 2021-03-04T23:06:39.405 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.405 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.405 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:06:39.405 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.529675+0000", 2021-03-04T23:06:39.406 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4010000000000005e-05 2021-03-04T23:06:39.406 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.406 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.406 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:06:39.406 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.529749+0000", 2021-03-04T23:06:39.407 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.019179221999999999 2021-03-04T23:06:39.407 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.407 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.407 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:06:39.408 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.548929+0000", 2021-03-04T23:06:39.408 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8032000000000001e-05 2021-03-04T23:06:39.408 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:06:39.408 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:06:39.408 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:06:39.409 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:38.549007+0000", 2021-03-04T23:06:39.409 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12644951400000001 2021-03-04T23:06:39.409 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.409 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.409 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.410 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:06:39.410 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:06:39.410 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:06:39.411 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 21 16 68138 68122 202.723 134.125 0.00644355 0.00492903 2021-03-04T23:06:39.412 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:39.413 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:39 gibba008 bash[39303]: audit 2021-03-04T23:06:38.030803+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:06:39.413 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:39 gibba008 bash[39303]: cluster 2021-03-04T23:06:38.030849+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e574: 8 total, 8 up, 7 in 2021-03-04T23:06:39.413 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:39 gibba008 bash[44600]: debug 2021-03-04T23:06:39.139+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:39.414 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:39 gibba008 bash[37770]: audit 2021-03-04T23:06:38.030803+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:06:39.414 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:39 gibba008 bash[37770]: cluster 2021-03-04T23:06:38.030849+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e574: 8 total, 8 up, 7 in 2021-03-04T23:06:39.513 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:39 gibba023 bash[27374]: audit 2021-03-04T23:06:38.030803+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:06:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:39 gibba023 bash[27374]: cluster 2021-03-04T23:06:38.030849+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e574: 8 total, 8 up, 7 in 2021-03-04T23:06:39.829 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:39.933 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:40.038 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:40 gibba008 bash[37770]: cluster 2021-03-04T23:06:38.961914+0000 mgr.x (mgr.34379) 515 : cluster [DBG] pgmap v806: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:06:40.039 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:39 gibba008 bash[47391]: debug 2021-03-04T23:06:39.819+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:40.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 22 16 70343 70327 199.772 137.812 0.00655749 0.0050022 2021-03-04T23:06:40.117 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:40.219 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:40.304 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:40 gibba023 bash[27374]: cluster 2021-03-04T23:06:38.961914+0000 mgr.x (mgr.34379) 515 : cluster [DBG] pgmap v806: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:06:40.305 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:40 gibba023 bash[18090]: debug 2021-03-04T23:06:40.109+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:40.306 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:40 gibba008 bash[39303]: cluster 2021-03-04T23:06:38.961914+0000 mgr.x (mgr.34379) 515 : cluster [DBG] pgmap v806: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:06:40.391 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:40.495 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:40.615 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:40.616 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:40 gibba023 bash[18090]: debug 2021-03-04T23:06:40.609+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:40.617 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:40 gibba023 bash[19550]: debug 2021-03-04T23:06:40.385+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:40.719 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:41.081 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:06:41.090 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 23 16 72416 72400 196.719 129.562 0.0360114 0.00507791 2021-03-04T23:06:41.223 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:41.326 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:41.332 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:41 gibba023 bash[27374]: audit 2021-03-04T23:06:40.796160+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.2.108:0/3963362480' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:06:41.332 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:41 gibba023 bash[27374]: audit 2021-03-04T23:06:40.796419+0000 mon.a (mon.0) 1061 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:06:41.425 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:41.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:41 gibba008 bash[37770]: audit 2021-03-04T23:06:40.796160+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.2.108:0/3963362480' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:06:41.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:41 gibba008 bash[37770]: audit 2021-03-04T23:06:40.796419+0000 mon.a (mon.0) 1061 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:06:41.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:41 gibba008 bash[39303]: audit 2021-03-04T23:06:40.796160+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.2.108:0/3963362480' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:06:41.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:41 gibba008 bash[39303]: audit 2021-03-04T23:06:40.796419+0000 mon.a (mon.0) 1061 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:06:41.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:41 gibba008 bash[47391]: debug 2021-03-04T23:06:41.215+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:41.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:41.612 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:41 gibba023 bash[19550]: debug 2021-03-04T23:06:41.417+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:41.613 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:41 gibba023 bash[19550]: debug 2021-03-04T23:06:41.601+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:41.614 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:41.715 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:41.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:06:41.844 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:42.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 24 16 74447 74431 193.811 126.938 0.0171141 0.00515446 2021-03-04T23:06:42.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[39303]: cluster 2021-03-04T23:06:40.962424+0000 mgr.x (mgr.34379) 516 : cluster [DBG] pgmap v807: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:06:42.161 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[39303]: cluster 2021-03-04T23:06:41.037190+0000 mon.a (mon.0) 1062 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:06:42.161 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[39303]: audit 2021-03-04T23:06:41.060601+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:06:42.162 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[39303]: cluster 2021-03-04T23:06:41.060900+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e575: 8 total, 8 up, 7 in 2021-03-04T23:06:42.163 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[37770]: cluster 2021-03-04T23:06:40.962424+0000 mgr.x (mgr.34379) 516 : cluster [DBG] pgmap v807: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:06:42.163 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[37770]: cluster 2021-03-04T23:06:41.037190+0000 mon.a (mon.0) 1062 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:06:42.163 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[37770]: audit 2021-03-04T23:06:41.060601+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:06:42.164 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[37770]: cluster 2021-03-04T23:06:41.060900+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e575: 8 total, 8 up, 7 in 2021-03-04T23:06:42.178 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:42.288 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:42.301 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:42 gibba023 bash[27374]: cluster 2021-03-04T23:06:40.962424+0000 mgr.x (mgr.34379) 516 : cluster [DBG] pgmap v807: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:06:42.301 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:42 gibba023 bash[27374]: cluster 2021-03-04T23:06:41.037190+0000 mon.a (mon.0) 1062 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:06:42.302 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:42 gibba023 bash[27374]: audit 2021-03-04T23:06:41.060601+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:06:42.302 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:42 gibba023 bash[27374]: cluster 2021-03-04T23:06:41.060900+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e575: 8 total, 8 up, 7 in 2021-03-04T23:06:42.404 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:42.508 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:42.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:42 gibba008 bash[50326]: debug 2021-03-04T23:06:42.167+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:42.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:42 gibba023 bash[16680]: debug 2021-03-04T23:06:42.393+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:43.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 25 16 75589 75573 188.912 71.375 0.00223021 0.00526394 2021-03-04T23:06:43.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:43.267 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:43.377 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:43.482 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:43.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:43 gibba008 bash[47391]: debug 2021-03-04T23:06:43.139+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:43.553 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:43 gibba023 bash[16680]: debug 2021-03-04T23:06:43.369+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:43.554 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:43.656 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:43.745 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:43.848 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:43.854 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:43 gibba023 bash[15180]: debug 2021-03-04T23:06:43.545+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:43.854 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:43 gibba023 bash[15180]: debug 2021-03-04T23:06:43.737+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:43.922 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:44.027 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:44.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 26 16 77832 77816 187.038 140.188 0.00508616 0.00534267 2021-03-04T23:06:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:44 gibba023 bash[27374]: cluster 2021-03-04T23:06:42.962739+0000 mgr.x (mgr.34379) 517 : cluster [DBG] pgmap v809: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:06:44.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:43 gibba023 bash[15180]: debug 2021-03-04T23:06:43.913+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:44.294 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:44 gibba008 bash[37770]: cluster 2021-03-04T23:06:42.962739+0000 mgr.x (mgr.34379) 517 : cluster [DBG] pgmap v809: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:06:44.295 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:44 gibba008 bash[39303]: cluster 2021-03-04T23:06:42.962739+0000 mgr.x (mgr.34379) 517 : cluster [DBG] pgmap v809: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:06:44.295 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:44.309 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:06:44.398 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:44.413 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:44.785 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:44 gibba008 bash[44600]: debug 2021-03-04T23:06:44.287+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:44.927 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:45.033 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:45.097 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 27 16 79789 79773 184.64 122.312 0.00914165 0.00541247 2021-03-04T23:06:45.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:44 gibba008 bash[44600]: debug 2021-03-04T23:06:44.919+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[37770]: audit 2021-03-04T23:06:44.704819+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 2]}]: dispatch 2021-03-04T23:06:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[37770]: audit 2021-03-04T23:06:44.705467+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [3, 5]}]: dispatch 2021-03-04T23:06:45.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[37770]: audit 2021-03-04T23:06:44.835394+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:06:45.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[39303]: audit 2021-03-04T23:06:44.704819+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 2]}]: dispatch 2021-03-04T23:06:45.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[39303]: audit 2021-03-04T23:06:44.705467+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [3, 5]}]: dispatch 2021-03-04T23:06:45.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[39303]: audit 2021-03-04T23:06:44.835394+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:06:45.324 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:45.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:45 gibba023 bash[27374]: audit 2021-03-04T23:06:44.704819+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 2]}]: dispatch 2021-03-04T23:06:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:45 gibba023 bash[27374]: audit 2021-03-04T23:06:44.705467+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [3, 5]}]: dispatch 2021-03-04T23:06:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:45 gibba023 bash[27374]: audit 2021-03-04T23:06:44.835394+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:06:45.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:45 gibba008 bash[50326]: debug 2021-03-04T23:06:45.311+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:46.007 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:46.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 28 16 81603 81587 182.095 113.375 0.00587039 0.00548819 2021-03-04T23:06:46.112 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:46.154 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:06:46.168 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:06:46.171 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:06:46.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:46 gibba008 bash[37770]: cluster 2021-03-04T23:06:44.963495+0000 mgr.x (mgr.34379) 518 : cluster [DBG] pgmap v810: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 122 MiB/s wr, 1.96k op/s 2021-03-04T23:06:46.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:46 gibba008 bash[39303]: cluster 2021-03-04T23:06:44.963495+0000 mgr.x (mgr.34379) 518 : cluster [DBG] pgmap v810: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 122 MiB/s wr, 1.96k op/s 2021-03-04T23:06:46.177 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:46 gibba008 bash[47391]: debug 2021-03-04T23:06:45.999+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:46.190 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:06:46.211 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:06:46.230 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:06:46.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:46.249 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:06:46.267 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:06:46.273 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:46.285 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:06:46.288 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.289 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.289 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.290 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.290 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.290 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.291 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.291 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:06:46.308 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:46 gibba008 bash[50326]: debug 2021-03-04T23:06:46.231+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:46.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:46 gibba023 bash[27374]: cluster 2021-03-04T23:06:44.963495+0000 mgr.x (mgr.34379) 518 : cluster [DBG] pgmap v810: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 122 MiB/s wr, 1.96k op/s 2021-03-04T23:06:46.659 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:46.768 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:46.873 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:46.979 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:47.024 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:46 gibba008 bash[48858]: debug 2021-03-04T23:06:46.651+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:47.054 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:46 gibba023 bash[19550]: debug 2021-03-04T23:06:46.865+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:47.054 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:47.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 29 16 83852 83836 180.662 140.562 0.0027762 0.0055231 2021-03-04T23:06:47.158 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:47.310 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:47.311 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:47 gibba023 bash[27374]: audit 2021-03-04T23:06:46.125898+0000 mon.a (mon.0) 1068 : audit [DBG] from='client.? 172.21.2.108:0/1036350231' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:47.311 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:47 gibba023 bash[16680]: debug 2021-03-04T23:06:47.049+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:47.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:47.549 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:47.560 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:47 gibba008 bash[39303]: audit 2021-03-04T23:06:46.125898+0000 mon.a (mon.0) 1068 : audit [DBG] from='client.? 172.21.2.108:0/1036350231' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:47.561 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:47 gibba008 bash[37770]: audit 2021-03-04T23:06:46.125898+0000 mon.a (mon.0) 1068 : audit [DBG] from='client.? 172.21.2.108:0/1036350231' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:06:47.652 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:47.664 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:47 gibba023 bash[19550]: debug 2021-03-04T23:06:47.301+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:47.664 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:47 gibba023 bash[19550]: debug 2021-03-04T23:06:47.541+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:47.750 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:47.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:47.950 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:47.951 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:47 gibba023 bash[18090]: debug 2021-03-04T23:06:47.745+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:47.951 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:47 gibba023 bash[16680]: debug 2021-03-04T23:06:47.941+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:48.056 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:48.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 30 16 85433 85417 177.933 98.8125 0.0121917 0.00561634 2021-03-04T23:06:48.141 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:48.243 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:48 gibba023 bash[27374]: cluster 2021-03-04T23:06:46.963931+0000 mgr.x (mgr.34379) 519 : cluster [DBG] pgmap v811: 89 pgs: 89 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:06:48.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:48 gibba023 bash[15180]: debug 2021-03-04T23:06:48.133+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:48 gibba008 bash[37770]: cluster 2021-03-04T23:06:46.963931+0000 mgr.x (mgr.34379) 519 : cluster [DBG] pgmap v811: 89 pgs: 89 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:06:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:48 gibba008 bash[39303]: cluster 2021-03-04T23:06:46.963931+0000 mgr.x (mgr.34379) 519 : cluster [DBG] pgmap v811: 89 pgs: 89 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:06:48.798 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:48.902 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:49.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 31 16 87434 87418 176.227 125.062 0.00539944 0.00567101 2021-03-04T23:06:49.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:48 gibba008 bash[50326]: debug 2021-03-04T23:06:48.791+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:49.277 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:49.380 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:49.756 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:49 gibba008 bash[44600]: debug 2021-03-04T23:06:49.271+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:50.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:49 gibba008 bash[39303]: cluster 2021-03-04T23:06:48.964289+0000 mgr.x (mgr.34379) 520 : cluster [DBG] pgmap v812: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 127 MiB/s wr, 2.02k op/s 2021-03-04T23:06:50.040 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:49 gibba008 bash[37770]: cluster 2021-03-04T23:06:48.964289+0000 mgr.x (mgr.34379) 520 : cluster [DBG] pgmap v812: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 127 MiB/s wr, 2.02k op/s 2021-03-04T23:06:50.091 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 32 16 88936 88920 173.654 93.875 0.0211165 0.00575148 2021-03-04T23:06:50.178 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:49 gibba023 bash[27374]: cluster 2021-03-04T23:06:48.964289+0000 mgr.x (mgr.34379) 520 : cluster [DBG] pgmap v812: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 127 MiB/s wr, 2.02k op/s 2021-03-04T23:06:50.282 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:50.427 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:50 gibba008 bash[48858]: debug 2021-03-04T23:06:50.167+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:50.680 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:50.766 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:06:50.782 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:50.868 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:50.878 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:50.981 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:50.997 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:50 gibba008 bash[47391]: debug 2021-03-04T23:06:50.671+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:51.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 33 16 90185 90169 170.756 78.0625 0.157874 0.00583209 2021-03-04T23:06:51.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:50 gibba023 bash[15180]: debug 2021-03-04T23:06:50.869+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:51.433 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:51.536 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:51.627 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:51.733 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:51.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:51 gibba008 bash[50326]: debug 2021-03-04T23:06:51.427+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:51.810 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:51 gibba023 bash[18090]: debug 2021-03-04T23:06:51.621+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:51.811 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:51.914 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:52.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 34 16 91685 91669 168.491 93.75 0.0039056 0.00592221 2021-03-04T23:06:52.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:52 gibba008 bash[39303]: cluster 2021-03-04T23:06:50.964727+0000 mgr.x (mgr.34379) 521 : cluster [DBG] pgmap v813: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:06:52.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:52 gibba008 bash[37770]: cluster 2021-03-04T23:06:50.964727+0000 mgr.x (mgr.34379) 521 : cluster [DBG] pgmap v813: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:06:52.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:52 gibba023 bash[27374]: cluster 2021-03-04T23:06:50.964727+0000 mgr.x (mgr.34379) 521 : cluster [DBG] pgmap v813: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:06:52.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:51 gibba023 bash[18090]: debug 2021-03-04T23:06:51.805+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:52.552 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:52.655 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:52.848 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:52.849 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:52 gibba008 bash[47391]: debug 2021-03-04T23:06:52.543+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:52.849 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:52 gibba008 bash[50326]: debug 2021-03-04T23:06:52.843+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:52.951 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:53.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 35 16 93301 93285 166.562 101 0.0143144 0.00599824 2021-03-04T23:06:53.338 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:53.442 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:53.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:53 gibba008 bash[48858]: debug 2021-03-04T23:06:53.327+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:53.827 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:53.931 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:54.079 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:54.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 36 16 94890 94874 164.694 99.3125 0.00494275 0.00606836 2021-03-04T23:06:54.182 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:54.187 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:54 gibba023 bash[27374]: cluster 2021-03-04T23:06:52.965025+0000 mgr.x (mgr.34379) 522 : cluster [DBG] pgmap v814: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:06:54.188 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:54 gibba023 bash[15180]: debug 2021-03-04T23:06:54.073+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:54.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:53 gibba008 bash[48858]: debug 2021-03-04T23:06:53.819+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:54.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:54 gibba008 bash[37770]: cluster 2021-03-04T23:06:52.965025+0000 mgr.x (mgr.34379) 522 : cluster [DBG] pgmap v814: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:06:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:54 gibba008 bash[39303]: cluster 2021-03-04T23:06:52.965025+0000 mgr.x (mgr.34379) 522 : cluster [DBG] pgmap v814: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:06:54.270 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:54.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:54.487 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:54 gibba023 bash[15180]: debug 2021-03-04T23:06:54.265+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:54.487 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:54 gibba023 bash[15180]: debug 2021-03-04T23:06:54.473+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:54.488 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:54.590 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:54.674 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:54.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:54 gibba023 bash[16680]: debug 2021-03-04T23:06:54.665+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:54.779 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:54.874 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:54.978 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:55.044 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:54 gibba023 bash[19550]: debug 2021-03-04T23:06:54.865+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:55.051 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:06:55.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 37 16 96874 96858 163.594 124 0.0321475 0.0061081 2021-03-04T23:06:55.158 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:55.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:55.311 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:55 gibba008 bash[39303]: audit 2021-03-04T23:06:54.955765+0000 mon.c (mon.1) 37 : audit [INF] from='client.? 172.21.2.108:0/3103963322' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:06:55.311 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:55 gibba008 bash[39303]: audit 2021-03-04T23:06:54.956117+0000 mon.a (mon.0) 1069 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:06:55.312 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:55 gibba008 bash[37770]: audit 2021-03-04T23:06:54.955765+0000 mon.c (mon.1) 37 : audit [INF] from='client.? 172.21.2.108:0/3103963322' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:06:55.312 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:55 gibba008 bash[37770]: audit 2021-03-04T23:06:54.956117+0000 mon.a (mon.0) 1069 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:06:55.356 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:55 gibba023 bash[27374]: audit 2021-03-04T23:06:54.955765+0000 mon.c (mon.1) 37 : audit [INF] from='client.? 172.21.2.108:0/3103963322' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:06:55.356 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:55 gibba023 bash[27374]: audit 2021-03-04T23:06:54.956117+0000 mon.a (mon.0) 1069 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:06:55.357 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:55 gibba023 bash[19550]: debug 2021-03-04T23:06:55.149+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:55.357 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:55 gibba023 bash[19550]: debug 2021-03-04T23:06:55.349+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:55.357 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:55.459 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:55.562 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:55.669 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:55.887 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:55 gibba023 bash[19550]: debug 2021-03-04T23:06:55.553+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:56.000 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:56.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 38 16 98354 98338 161.722 92.5 0.00922212 0.00617919 2021-03-04T23:06:56.104 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:56.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:55 gibba023 bash[16680]: debug 2021-03-04T23:06:55.993+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:56.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:56 gibba023 bash[27374]: cluster 2021-03-04T23:06:54.965357+0000 mgr.x (mgr.34379) 523 : cluster [DBG] pgmap v815: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 107 MiB/s wr, 1.72k op/s 2021-03-04T23:06:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:56 gibba023 bash[27374]: audit 2021-03-04T23:06:55.033939+0000 mon.a (mon.0) 1070 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:06:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:56 gibba023 bash[27374]: cluster 2021-03-04T23:06:55.034219+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e576: 8 total, 8 up, 7 in 2021-03-04T23:06:56.331 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[39303]: cluster 2021-03-04T23:06:54.965357+0000 mgr.x (mgr.34379) 523 : cluster [DBG] pgmap v815: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 107 MiB/s wr, 1.72k op/s 2021-03-04T23:06:56.331 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[39303]: audit 2021-03-04T23:06:55.033939+0000 mon.a (mon.0) 1070 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:06:56.332 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[39303]: cluster 2021-03-04T23:06:55.034219+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e576: 8 total, 8 up, 7 in 2021-03-04T23:06:56.332 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[37770]: cluster 2021-03-04T23:06:54.965357+0000 mgr.x (mgr.34379) 523 : cluster [DBG] pgmap v815: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 107 MiB/s wr, 1.72k op/s 2021-03-04T23:06:56.332 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[37770]: audit 2021-03-04T23:06:55.033939+0000 mon.a (mon.0) 1070 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:06:56.333 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[37770]: cluster 2021-03-04T23:06:55.034219+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e576: 8 total, 8 up, 7 in 2021-03-04T23:06:56.659 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:06:56.762 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:57.017 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:06:56 gibba008 bash[47391]: debug 2021-03-04T23:06:56.651+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:57.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 39 16 100416 100400 160.88 128.875 0.00320891 0.00621225 2021-03-04T23:06:57.190 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:57.293 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:57.376 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:06:57.479 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:57.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:57 gibba008 bash[44600]: debug 2021-03-04T23:06:57.183+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:57.576 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:06:57 gibba023 bash[15180]: debug 2021-03-04T23:06:57.369+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:57.577 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:57 gibba023 bash[16680]: debug 2021-03-04T23:06:57.569+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:57.577 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:57.680 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:58.061 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:06:58.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:06:58.090046+0000 min lat: 0.000911735 max lat: 0.192098 avg lat: 0.00623879 2021-03-04T23:06:58.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:06:58.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 40 16 102543 102527 160.181 132.938 0.0194479 0.00623879 2021-03-04T23:06:58.164 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:58.296 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:58.298 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:58 gibba023 bash[27374]: cluster 2021-03-04T23:06:56.965774+0000 mgr.x (mgr.34379) 524 : cluster [DBG] pgmap v817: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s 2021-03-04T23:06:58.298 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:58 gibba023 bash[19550]: debug 2021-03-04T23:06:58.289+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:58.400 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:58.510 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:06:58.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:58 gibba008 bash[39303]: cluster 2021-03-04T23:06:56.965774+0000 mgr.x (mgr.34379) 524 : cluster [DBG] pgmap v817: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s 2021-03-04T23:06:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:58 gibba008 bash[37770]: cluster 2021-03-04T23:06:56.965774+0000 mgr.x (mgr.34379) 524 : cluster [DBG] pgmap v817: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s 2021-03-04T23:06:58.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:06:58 gibba008 bash[50326]: debug 2021-03-04T23:06:58.055+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:58.617 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:58.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:06:58 gibba023 bash[18090]: debug 2021-03-04T23:06:58.501+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:58.823 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:06:58.929 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:59.049 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:06:59.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 41 16 104052 104036 158.574 94.3125 0.00484401 0.00630188 2021-03-04T23:06:59.152 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:59.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[39303]: audit 2021-03-04T23:06:58.112010+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:06:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[39303]: audit 2021-03-04T23:06:58.482129+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:06:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[39303]: audit 2021-03-04T23:06:58.751536+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[39303]: audit 2021-03-04T23:06:58.752395+0000 mon.a (mon.0) 1075 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:06:59.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[39303]: audit 2021-03-04T23:06:58.782876+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:59.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[39303]: audit 2021-03-04T23:06:58.783665+0000 mon.a (mon.0) 1077 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:06:59.264 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[48858]: debug 2021-03-04T23:06:59.043+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:06:59.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[37770]: audit 2021-03-04T23:06:58.112010+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:06:59.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[37770]: audit 2021-03-04T23:06:58.482129+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:06:59.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[37770]: audit 2021-03-04T23:06:58.751536+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:59.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[37770]: audit 2021-03-04T23:06:58.752395+0000 mon.a (mon.0) 1075 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:06:59.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[37770]: audit 2021-03-04T23:06:58.782876+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:59.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[37770]: audit 2021-03-04T23:06:58.783665+0000 mon.a (mon.0) 1077 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:06:59.266 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:06:59.380 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:59.392 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[19550]: debug 2021-03-04T23:06:59.257+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:59.392 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[27374]: audit 2021-03-04T23:06:58.112010+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:06:59.392 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[27374]: audit 2021-03-04T23:06:58.482129+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:06:59.393 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[27374]: audit 2021-03-04T23:06:58.751536+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:59.393 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[27374]: audit 2021-03-04T23:06:58.752395+0000 mon.a (mon.0) 1075 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:06:59.393 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[27374]: audit 2021-03-04T23:06:58.782876+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:06:59.394 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[27374]: audit 2021-03-04T23:06:58.783665+0000 mon.a (mon.0) 1077 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:06:59.487 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:06:59.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:06:59.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:06:59 gibba023 bash[16680]: debug 2021-03-04T23:06:59.481+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:06:59.973 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:00.006 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:07:00.007 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:07:00.076 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:00.092 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 42 16 105116 105100 156.382 66.5 0.0100829 0.00639099 2021-03-04T23:07:00.231 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:00.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:00 gibba008 bash[39303]: cluster 2021-03-04T23:06:58.966171+0000 mgr.x (mgr.34379) 525 : cluster [DBG] pgmap v818: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:07:00.270 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:06:59 gibba008 bash[44600]: debug 2021-03-04T23:06:59.967+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:00.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:00 gibba008 bash[37770]: cluster 2021-03-04T23:06:58.966171+0000 mgr.x (mgr.34379) 525 : cluster [DBG] pgmap v818: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:07:00.334 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:00 gibba023 bash[27374]: cluster 2021-03-04T23:06:58.966171+0000 mgr.x (mgr.34379) 525 : cluster [DBG] pgmap v818: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:07:00.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:00 gibba023 bash[18090]: debug 2021-03-04T23:07:00.221+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:00.903 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:01.006 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:01.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 43 16 106918 106902 155.364 112.625 0.00682218 0.00643267 2021-03-04T23:07:01.100 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:01.153 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:00 gibba008 bash[48858]: debug 2021-03-04T23:07:00.895+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:01.202 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:01.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:01 gibba023 bash[19550]: debug 2021-03-04T23:07:01.089+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:01.643 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:01.746 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:02.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:01 gibba008 bash[48858]: debug 2021-03-04T23:07:01.635+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:02.054 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:02 gibba008 bash[39303]: cluster 2021-03-04T23:07:00.966668+0000 mgr.x (mgr.34379) 526 : cluster [DBG] pgmap v819: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:07:02.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 44 16 108815 108799 154.528 118.562 0.00860364 0.00646783 2021-03-04T23:07:02.118 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:02.221 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:02.322 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:02 gibba023 bash[27374]: cluster 2021-03-04T23:07:00.966668+0000 mgr.x (mgr.34379) 526 : cluster [DBG] pgmap v819: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:07:02.327 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:02.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:02.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:02 gibba008 bash[37770]: cluster 2021-03-04T23:07:00.966668+0000 mgr.x (mgr.34379) 526 : cluster [DBG] pgmap v819: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:07:02.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:02 gibba008 bash[44600]: debug 2021-03-04T23:07:02.111+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:02.535 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:02.640 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:02.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:02 gibba023 bash[15180]: debug 2021-03-04T23:07:02.525+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:02.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:02 gibba023 bash[18090]: debug 2021-03-04T23:07:02.317+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:02.941 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:03.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:02 gibba008 bash[47391]: debug 2021-03-04T23:07:02.935+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:03.047 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:03.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 45 16 110750 110734 153.781 120.938 0.00566805 0.00649896 2021-03-04T23:07:03.142 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:03.244 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:03.342 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[16680]: debug 2021-03-04T23:07:03.133+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:03.345 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:03.451 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:03.543 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:03.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:03.653 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[15180]: debug 2021-03-04T23:07:03.337+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:03.654 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[16680]: debug 2021-03-04T23:07:03.537+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:03.735 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:03.839 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:03.874 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:07:03.927 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[18090]: debug 2021-03-04T23:07:03.729+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:03.930 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:03.960 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:07:03.977 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:04.035 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:04.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 46 16 112618 112602 152.976 116.75 0.00381743 0.00653335 2021-03-04T23:07:04.127 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:04.232 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:04.238 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[37770]: audit 2021-03-04T23:07:02.945995+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:04.238 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[37770]: cephadm 2021-03-04T23:07:02.949675+0000 mgr.x (mgr.34379) 527 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:07:04.238 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[37770]: cluster 2021-03-04T23:07:02.967051+0000 mgr.x (mgr.34379) 528 : cluster [DBG] pgmap v820: 89 pgs: 89 active+clean; 6.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:07:04.239 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[37770]: audit 2021-03-04T23:07:02.973511+0000 mon.c (mon.1) 38 : audit [INF] from='client.? 172.21.2.108:0/869148518' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:04.239 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[37770]: audit 2021-03-04T23:07:02.973830+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:04.239 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[39303]: audit 2021-03-04T23:07:02.945995+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:04.240 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[39303]: cephadm 2021-03-04T23:07:02.949675+0000 mgr.x (mgr.34379) 527 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:07:04.240 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[39303]: cluster 2021-03-04T23:07:02.967051+0000 mgr.x (mgr.34379) 528 : cluster [DBG] pgmap v820: 89 pgs: 89 active+clean; 6.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:07:04.240 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[39303]: audit 2021-03-04T23:07:02.973511+0000 mon.c (mon.1) 38 : audit [INF] from='client.? 172.21.2.108:0/869148518' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:04.240 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:03 gibba008 bash[39303]: audit 2021-03-04T23:07:02.973830+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:04.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[16680]: debug 2021-03-04T23:07:03.921+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:04.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:04 gibba023 bash[16680]: debug 2021-03-04T23:07:04.121+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[27374]: audit 2021-03-04T23:07:02.945995+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[27374]: cephadm 2021-03-04T23:07:02.949675+0000 mgr.x (mgr.34379) 527 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:07:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[27374]: cluster 2021-03-04T23:07:02.967051+0000 mgr.x (mgr.34379) 528 : cluster [DBG] pgmap v820: 89 pgs: 89 active+clean; 6.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:07:04.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[27374]: audit 2021-03-04T23:07:02.973511+0000 mon.c (mon.1) 38 : audit [INF] from='client.? 172.21.2.108:0/869148518' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:04.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:03 gibba023 bash[27374]: audit 2021-03-04T23:07:02.973830+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:04.456 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:04.528 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:04 gibba008 bash[44600]: debug 2021-03-04T23:07:04.447+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:04.560 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:04.668 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:04.771 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:04.956 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:04 gibba023 bash[16680]: debug 2021-03-04T23:07:04.661+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:05.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:04 gibba008 bash[37770]: cluster 2021-03-04T23:07:03.944758+0000 mon.a (mon.0) 1080 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:07:05.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:04 gibba008 bash[37770]: cluster 2021-03-04T23:07:03.944785+0000 mon.a (mon.0) 1081 : cluster [INF] Cluster is now healthy 2021-03-04T23:07:05.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:04 gibba008 bash[37770]: audit 2021-03-04T23:07:03.954314+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:07:05.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:04 gibba008 bash[37770]: cluster 2021-03-04T23:07:03.954387+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e577: 8 total, 8 up, 7 in 2021-03-04T23:07:05.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 47 16 114361 114345 152.039 108.938 0.009453 0.00657383 2021-03-04T23:07:05.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:04 gibba023 bash[27374]: cluster 2021-03-04T23:07:03.944758+0000 mon.a (mon.0) 1080 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:07:05.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:04 gibba023 bash[27374]: cluster 2021-03-04T23:07:03.944785+0000 mon.a (mon.0) 1081 : cluster [INF] Cluster is now healthy 2021-03-04T23:07:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:04 gibba023 bash[27374]: audit 2021-03-04T23:07:03.954314+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:07:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:04 gibba023 bash[27374]: cluster 2021-03-04T23:07:03.954387+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e577: 8 total, 8 up, 7 in 2021-03-04T23:07:05.335 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[39303]: cluster 2021-03-04T23:07:03.944758+0000 mon.a (mon.0) 1080 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:07:05.335 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[39303]: cluster 2021-03-04T23:07:03.944785+0000 mon.a (mon.0) 1081 : cluster [INF] Cluster is now healthy 2021-03-04T23:07:05.336 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[39303]: audit 2021-03-04T23:07:03.954314+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:07:05.336 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[39303]: cluster 2021-03-04T23:07:03.954387+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e577: 8 total, 8 up, 7 in 2021-03-04T23:07:05.338 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:05.449 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:05.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[48858]: debug 2021-03-04T23:07:05.327+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:05.795 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:05.899 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:05.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:06.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 48 16 115990 115974 150.992 101.812 0.00337377 0.00661954 2021-03-04T23:07:06.093 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:06.099 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:05 gibba023 bash[27374]: cluster 2021-03-04T23:07:04.967418+0000 mgr.x (mgr.34379) 529 : cluster [DBG] pgmap v822: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s 2021-03-04T23:07:06.099 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:05 gibba023 bash[15180]: debug 2021-03-04T23:07:05.789+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:06.100 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:05 gibba023 bash[16680]: debug 2021-03-04T23:07:05.981+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:06.172 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[39303]: cluster 2021-03-04T23:07:04.967418+0000 mgr.x (mgr.34379) 529 : cluster [DBG] pgmap v822: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s 2021-03-04T23:07:06.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:05 gibba008 bash[37770]: cluster 2021-03-04T23:07:04.967418+0000 mgr.x (mgr.34379) 529 : cluster [DBG] pgmap v822: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s 2021-03-04T23:07:06.274 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:06.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:06 gibba023 bash[15180]: debug 2021-03-04T23:07:06.165+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:06.731 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:06.833 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:06.926 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:07.015 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:06 gibba008 bash[44600]: debug 2021-03-04T23:07:06.723+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:07.030 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:07.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 49 16 117147 117131 149.386 72.3125 0.00544452 0.00669048 2021-03-04T23:07:07.148 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:06 gibba023 bash[16680]: debug 2021-03-04T23:07:06.917+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:07.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:07.253 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:07.336 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:07.442 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:07.448 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:07 gibba023 bash[18090]: debug 2021-03-04T23:07:07.325+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:07.448 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:07 gibba023 bash[19550]: debug 2021-03-04T23:07:07.141+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:07.527 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:07.629 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:07.669 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:07:07.692 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:07:07.711 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:07:07.716 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:07.719 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:07 gibba023 bash[16680]: debug 2021-03-04T23:07:07.517+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:07.734 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:07:07.755 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:07:07.773 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:07:07.794 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:07:07.814 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:07:07.817 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.817 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.817 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.817 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.818 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.818 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.818 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.818 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:07:07.822 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:07.918 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:08.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:08.022 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:07 gibba023 bash[18090]: debug 2021-03-04T23:07:07.909+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:08.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:07 gibba023 bash[19550]: debug 2021-03-04T23:07:07.709+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:08.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 50 16 118784 118768 148.444 102.312 0.00472745 0.00673114 2021-03-04T23:07:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:08 gibba008 bash[37770]: cluster 2021-03-04T23:07:06.967810+0000 mgr.x (mgr.34379) 530 : cluster [DBG] pgmap v823: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:07:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:08 gibba008 bash[37770]: audit 2021-03-04T23:07:07.642821+0000 mon.c (mon.1) 39 : audit [DBG] from='client.? 172.21.2.108:0/1097478757' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:08 gibba008 bash[39303]: cluster 2021-03-04T23:07:06.967810+0000 mgr.x (mgr.34379) 530 : cluster [DBG] pgmap v823: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:07:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:08 gibba008 bash[39303]: audit 2021-03-04T23:07:07.642821+0000 mon.c (mon.1) 39 : audit [DBG] from='client.? 172.21.2.108:0/1097478757' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:08 gibba023 bash[27374]: cluster 2021-03-04T23:07:06.967810+0000 mgr.x (mgr.34379) 530 : cluster [DBG] pgmap v823: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:07:08.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:08 gibba023 bash[27374]: audit 2021-03-04T23:07:07.642821+0000 mon.c (mon.1) 39 : audit [DBG] from='client.? 172.21.2.108:0/1097478757' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:08.389 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:08.492 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:08.585 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:08.688 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:08.692 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:08 gibba008 bash[47391]: debug 2021-03-04T23:07:08.379+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:08.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:08 gibba023 bash[18090]: debug 2021-03-04T23:07:08.577+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:09.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 51 16 120060 120044 147.097 79.75 0.00492797 0.00679479 2021-03-04T23:07:09.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:09.166 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:07:09.263 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:09.300 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:09.516 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:09 gibba008 bash[48858]: debug 2021-03-04T23:07:09.151+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:09.724 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:09.827 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:09.929 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:10.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:09 gibba008 bash[39303]: cluster 2021-03-04T23:07:08.972451+0000 mgr.x (mgr.34379) 531 : cluster [DBG] pgmap v824: 89 pgs: 89 active+clean; 7.1 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:07:10.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:09 gibba008 bash[37770]: cluster 2021-03-04T23:07:08.972451+0000 mgr.x (mgr.34379) 531 : cluster [DBG] pgmap v824: 89 pgs: 89 active+clean; 7.1 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:07:10.016 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:09 gibba008 bash[50326]: debug 2021-03-04T23:07:09.715+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:10.035 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:10.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 52 16 121628 121612 146.153 98 0.00401174 0.00683867 2021-03-04T23:07:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:09 gibba023 bash[27374]: cluster 2021-03-04T23:07:08.972451+0000 mgr.x (mgr.34379) 531 : cluster [DBG] pgmap v824: 89 pgs: 89 active+clean; 7.1 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:07:10.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:09 gibba023 bash[18090]: debug 2021-03-04T23:07:09.921+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:10.565 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:10.668 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:10.770 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:10.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:10.879 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:10 gibba008 bash[44600]: debug 2021-03-04T23:07:10.559+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:11.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:10 gibba023 bash[19550]: debug 2021-03-04T23:07:10.765+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:11.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 53 16 123567 123551 145.682 121.188 0.00672496 0.00686093 2021-03-04T23:07:11.341 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:11.447 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:11.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:11 gibba008 bash[47391]: debug 2021-03-04T23:07:11.335+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:11.859 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:11.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:12.093 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 54 16 125077 125061 144.732 94.375 0.0130261 0.00690518 2021-03-04T23:07:12.203 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:12 gibba008 bash[39303]: cluster 2021-03-04T23:07:10.972977+0000 mgr.x (mgr.34379) 532 : cluster [DBG] pgmap v825: 89 pgs: 89 active+clean; 7.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:07:12.204 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:12 gibba008 bash[39303]: audit 2021-03-04T23:07:11.561281+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:12.204 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:12 gibba008 bash[39303]: audit 2021-03-04T23:07:11.816127+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:12.204 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:11 gibba008 bash[44600]: debug 2021-03-04T23:07:11.851+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:12.205 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:12 gibba008 bash[37770]: cluster 2021-03-04T23:07:10.972977+0000 mgr.x (mgr.34379) 532 : cluster [DBG] pgmap v825: 89 pgs: 89 active+clean; 7.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:07:12.205 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:12 gibba008 bash[37770]: audit 2021-03-04T23:07:11.561281+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:12.205 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:12 gibba008 bash[37770]: audit 2021-03-04T23:07:11.816127+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:12 gibba023 bash[27374]: cluster 2021-03-04T23:07:10.972977+0000 mgr.x (mgr.34379) 532 : cluster [DBG] pgmap v825: 89 pgs: 89 active+clean; 7.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:07:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:12 gibba023 bash[27374]: audit 2021-03-04T23:07:11.561281+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:12 gibba023 bash[27374]: audit 2021-03-04T23:07:11.816127+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:07:12.421 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:12.525 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:12.800 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:12 gibba023 bash[15180]: debug 2021-03-04T23:07:12.413+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:12.920 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:13.024 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:13.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 55 16 126515 126499 143.734 89.875 0.00775907 0.00695374 2021-03-04T23:07:13.230 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:13.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:13 gibba023 bash[27374]: cephadm 2021-03-04T23:07:11.563236+0000 mgr.x (mgr.34379) 533 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:07:13.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:12 gibba023 bash[16680]: debug 2021-03-04T23:07:12.913+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:13.334 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:13.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:13 gibba008 bash[39303]: cephadm 2021-03-04T23:07:11.563236+0000 mgr.x (mgr.34379) 533 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:07:13.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:13 gibba008 bash[44600]: debug 2021-03-04T23:07:13.223+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:13.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:13 gibba008 bash[37770]: cephadm 2021-03-04T23:07:11.563236+0000 mgr.x (mgr.34379) 533 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:07:13.799 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:13.901 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:14.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 56 16 128224 128208 143.075 106.812 0.00710667 0.00698583 2021-03-04T23:07:14.204 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:07:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:14 gibba023 bash[27374]: cluster 2021-03-04T23:07:12.973320+0000 mgr.x (mgr.34379) 534 : cluster [DBG] pgmap v826: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:07:14.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:13 gibba023 bash[16680]: debug 2021-03-04T23:07:13.793+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:14.311 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:14.339 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:14 gibba008 bash[39303]: cluster 2021-03-04T23:07:12.973320+0000 mgr.x (mgr.34379) 534 : cluster [DBG] pgmap v826: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:07:14.340 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:14 gibba008 bash[37770]: cluster 2021-03-04T23:07:12.973320+0000 mgr.x (mgr.34379) 534 : cluster [DBG] pgmap v826: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:07:14.394 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:14.497 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:14.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:14 gibba023 bash[15180]: debug 2021-03-04T23:07:14.385+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:14.911 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:15.013 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:15.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 57 16 129580 129564 142.051 84.75 0.00296461 0.0070226 2021-03-04T23:07:15.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:14 gibba023 bash[19550]: debug 2021-03-04T23:07:14.905+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:15.597 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:15.701 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:15.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:16.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:15 gibba023 bash[19550]: debug 2021-03-04T23:07:15.589+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:16.042 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:07:16.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 58 16 131042 131026 141.177 91.375 0.00402684 0.00707999 2021-03-04T23:07:16.099 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:16.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:15 gibba008 bash[44600]: debug 2021-03-04T23:07:15.987+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:16.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:16 gibba008 bash[37770]: cluster 2021-03-04T23:07:14.973712+0000 mgr.x (mgr.34379) 535 : cluster [DBG] pgmap v827: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:07:16.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:16 gibba008 bash[37770]: audit 2021-03-04T23:07:15.732666+0000 mon.c (mon.1) 40 : audit [INF] from='client.? 172.21.2.108:0/1348586226' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:07:16.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:16 gibba008 bash[37770]: audit 2021-03-04T23:07:15.732958+0000 mon.a (mon.0) 1086 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:07:16.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:16 gibba008 bash[39303]: cluster 2021-03-04T23:07:14.973712+0000 mgr.x (mgr.34379) 535 : cluster [DBG] pgmap v827: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:07:16.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:16 gibba008 bash[39303]: audit 2021-03-04T23:07:15.732666+0000 mon.c (mon.1) 40 : audit [INF] from='client.? 172.21.2.108:0/1348586226' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:07:16.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:16 gibba008 bash[39303]: audit 2021-03-04T23:07:15.732958+0000 mon.a (mon.0) 1086 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:07:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:16 gibba023 bash[27374]: cluster 2021-03-04T23:07:14.973712+0000 mgr.x (mgr.34379) 535 : cluster [DBG] pgmap v827: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:07:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:16 gibba023 bash[27374]: audit 2021-03-04T23:07:15.732666+0000 mon.c (mon.1) 40 : audit [INF] from='client.? 172.21.2.108:0/1348586226' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:07:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:16 gibba023 bash[27374]: audit 2021-03-04T23:07:15.732958+0000 mon.a (mon.0) 1086 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:07:16.533 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:16.636 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:17.014 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:17.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:16 gibba023 bash[18090]: debug 2021-03-04T23:07:16.525+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:17.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 59 16 132208 132192 140.02 72.875 0.00545806 0.00713855 2021-03-04T23:07:17.110 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:07:17.111 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:07:17.111 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:07:17.111 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:07:17.111 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:07:17.118 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:17.165 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:17 gibba008 bash[47391]: debug 2021-03-04T23:07:17.007+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:17.166 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:17 gibba008 bash[37770]: audit 2021-03-04T23:07:16.036792+0000 mon.a (mon.0) 1087 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:07:17.166 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:17 gibba008 bash[37770]: cluster 2021-03-04T23:07:16.036842+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e578: 8 total, 8 up, 7 in 2021-03-04T23:07:17.166 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:17 gibba008 bash[39303]: audit 2021-03-04T23:07:16.036792+0000 mon.a (mon.0) 1087 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:07:17.167 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:17 gibba008 bash[39303]: cluster 2021-03-04T23:07:16.036842+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e578: 8 total, 8 up, 7 in 2021-03-04T23:07:17.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:17 gibba023 bash[27374]: audit 2021-03-04T23:07:16.036792+0000 mon.a (mon.0) 1087 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:07:17.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:17 gibba023 bash[27374]: cluster 2021-03-04T23:07:16.036842+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e578: 8 total, 8 up, 7 in 2021-03-04T23:07:17.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:17.748 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:18.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:17 gibba008 bash[48858]: debug 2021-03-04T23:07:17.639+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:18.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:07:18.091804+0000 min lat: 0.000911735 max lat: 0.212076 avg lat: 0.00720321 2021-03-04T23:07:18.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:07:18.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 60 16 133208 133192 138.728 62.5 0.0120952 0.00720321 2021-03-04T23:07:18.267 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:18.375 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:18.381 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:18 gibba008 bash[37770]: cluster 2021-03-04T23:07:16.974565+0000 mgr.x (mgr.34379) 536 : cluster [DBG] pgmap v829: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:07:18.382 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:18 gibba008 bash[39303]: cluster 2021-03-04T23:07:16.974565+0000 mgr.x (mgr.34379) 536 : cluster [DBG] pgmap v829: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:07:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:18 gibba023 bash[27374]: cluster 2021-03-04T23:07:16.974565+0000 mgr.x (mgr.34379) 536 : cluster [DBG] pgmap v829: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:07:18.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:18 gibba023 bash[16680]: debug 2021-03-04T23:07:18.253+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:18.666 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:18.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:18 gibba008 bash[50326]: debug 2021-03-04T23:07:18.659+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:18.768 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:19.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 61 16 134626 134610 137.906 88.625 0.00584263 0.00724785 2021-03-04T23:07:19.504 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:19.616 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:19.628 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:19 gibba008 bash[48858]: debug 2021-03-04T23:07:19.495+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:19.630 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:07:19.736 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:19.837 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:19.940 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:19.945 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:19 gibba023 bash[27374]: cluster 2021-03-04T23:07:18.975048+0000 mgr.x (mgr.34379) 537 : cluster [DBG] pgmap v830: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:07:19.946 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:19 gibba023 bash[16680]: debug 2021-03-04T23:07:19.829+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:19 gibba008 bash[37770]: cluster 2021-03-04T23:07:18.975048+0000 mgr.x (mgr.34379) 537 : cluster [DBG] pgmap v830: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:07:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:19 gibba008 bash[39303]: cluster 2021-03-04T23:07:18.975048+0000 mgr.x (mgr.34379) 537 : cluster [DBG] pgmap v830: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:07:20.026 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:20.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 62 16 135963 135947 137.029 83.5625 0.00448982 0.00729437 2021-03-04T23:07:20.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:20.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:20 gibba023 bash[19550]: debug 2021-03-04T23:07:20.017+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:20.488 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:20.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:07:20.590 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:20.676 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:20.679 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:20 gibba008 bash[44600]: debug 2021-03-04T23:07:20.479+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:20.680 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:20.783 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:21.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:20 gibba023 bash[19550]: debug 2021-03-04T23:07:20.673+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:21.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 63 15 137687 137672 136.566 107.812 0.0616771 0.00731681 2021-03-04T23:07:21.203 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:21.308 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:21.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:21 gibba008 bash[48858]: debug 2021-03-04T23:07:21.191+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:21.683 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:21.786 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:22.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:21 gibba008 bash[44600]: debug 2021-03-04T23:07:21.675+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:22.094 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 64 16 139100 139084 135.81 88.25 0.00469035 0.0073596 2021-03-04T23:07:22.366 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:22 gibba008 bash[39303]: cluster 2021-03-04T23:07:20.975462+0000 mgr.x (mgr.34379) 538 : cluster [DBG] pgmap v831: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:07:22.367 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:22.367 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:22 gibba008 bash[37770]: cluster 2021-03-04T23:07:20.975462+0000 mgr.x (mgr.34379) 538 : cluster [DBG] pgmap v831: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:07:22.368 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:22 gibba008 bash[50326]: debug 2021-03-04T23:07:22.359+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:22.469 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:22 gibba023 bash[27374]: cluster 2021-03-04T23:07:20.975462+0000 mgr.x (mgr.34379) 538 : cluster [DBG] pgmap v831: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:07:22.967 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:23.070 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:23.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 65 16 140870 140854 135.423 110.625 0.0104946 0.00738076 2021-03-04T23:07:23.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:22 gibba008 bash[47391]: debug 2021-03-04T23:07:22.959+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:23.483 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:23.585 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:23.672 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:23.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:23 gibba008 bash[44600]: debug 2021-03-04T23:07:23.475+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:23.776 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:23.855 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:23 gibba023 bash[19550]: debug 2021-03-04T23:07:23.665+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:23.857 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:23.961 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:24.076 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:24.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 66 16 142690 142674 135.094 113.75 0.0129275 0.00739889 2021-03-04T23:07:24.182 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:24.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:24 gibba023 bash[18090]: debug 2021-03-04T23:07:24.065+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:24.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:24 gibba023 bash[27374]: cluster 2021-03-04T23:07:22.975783+0000 mgr.x (mgr.34379) 539 : cluster [DBG] pgmap v832: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-03-04T23:07:24.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:23 gibba023 bash[19550]: debug 2021-03-04T23:07:23.849+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:24.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:24 gibba008 bash[39303]: cluster 2021-03-04T23:07:22.975783+0000 mgr.x (mgr.34379) 539 : cluster [DBG] pgmap v832: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-03-04T23:07:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:24 gibba008 bash[37770]: cluster 2021-03-04T23:07:22.975783+0000 mgr.x (mgr.34379) 539 : cluster [DBG] pgmap v832: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-03-04T23:07:24.724 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:24.828 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:25.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:24 gibba008 bash[44600]: debug 2021-03-04T23:07:24.719+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:25.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 67 16 143803 143787 134.116 69.5625 0.0121394 0.00745275 2021-03-04T23:07:25.515 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:25.618 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:26.025 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:25 gibba008 bash[48858]: debug 2021-03-04T23:07:25.507+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:26.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 68 16 145499 145483 133.703 106 0.0073096 0.00747477 2021-03-04T23:07:26.164 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:26.266 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:26.497 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:26 gibba008 bash[37770]: cluster 2021-03-04T23:07:24.976191+0000 mgr.x (mgr.34379) 540 : cluster [DBG] pgmap v833: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:07:26.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:26 gibba008 bash[39303]: cluster 2021-03-04T23:07:24.976191+0000 mgr.x (mgr.34379) 540 : cluster [DBG] pgmap v833: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:07:26.498 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:26 gibba008 bash[47391]: debug 2021-03-04T23:07:26.155+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:26 gibba023 bash[27374]: cluster 2021-03-04T23:07:24.976191+0000 mgr.x (mgr.34379) 540 : cluster [DBG] pgmap v833: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:07:26.524 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:26.627 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:26.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:26 gibba008 bash[50326]: debug 2021-03-04T23:07:26.519+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:27.055 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:07:27.070 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:27.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 69 16 147012 146996 133.135 94.5625 0.00506404 0.00750741 2021-03-04T23:07:27.179 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:27.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:27 gibba008 bash[44600]: debug 2021-03-04T23:07:27.063+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:27.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:27 gibba008 bash[37770]: audit 2021-03-04T23:07:26.472271+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:07:27.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:27 gibba008 bash[37770]: audit 2021-03-04T23:07:26.473158+0000 mon.b (mon.2) 3 : audit [INF] from='client.? 172.21.2.108:0/312485651' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:07:27.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:27 gibba008 bash[39303]: audit 2021-03-04T23:07:26.472271+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:07:27.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:27 gibba008 bash[39303]: audit 2021-03-04T23:07:26.473158+0000 mon.b (mon.2) 3 : audit [INF] from='client.? 172.21.2.108:0/312485651' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:07:27.302 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:27.305 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:27 gibba023 bash[27374]: audit 2021-03-04T23:07:26.472271+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:07:27.305 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:27 gibba023 bash[27374]: audit 2021-03-04T23:07:26.473158+0000 mon.b (mon.2) 3 : audit [INF] from='client.? 172.21.2.108:0/312485651' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:07:27.407 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:27.525 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:27.628 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:27.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:27 gibba023 bash[16680]: debug 2021-03-04T23:07:27.517+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:27.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:27 gibba023 bash[18090]: debug 2021-03-04T23:07:27.293+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:28.094 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:28.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 70 16 148338 148322 132.417 82.875 0.0167377 0.00754829 2021-03-04T23:07:28.198 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:28.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[44600]: debug 2021-03-04T23:07:28.087+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[37770]: cluster 2021-03-04T23:07:26.976633+0000 mgr.x (mgr.34379) 541 : cluster [DBG] pgmap v834: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 82 MiB/s wr, 1.32k op/s 2021-03-04T23:07:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[37770]: cluster 2021-03-04T23:07:27.032969+0000 mon.a (mon.0) 1090 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:07:28.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[37770]: audit 2021-03-04T23:07:27.042281+0000 mon.a (mon.0) 1091 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:07:28.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[37770]: cluster 2021-03-04T23:07:27.042546+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e579: 8 total, 8 up, 7 in 2021-03-04T23:07:28.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[39303]: cluster 2021-03-04T23:07:26.976633+0000 mgr.x (mgr.34379) 541 : cluster [DBG] pgmap v834: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 82 MiB/s wr, 1.32k op/s 2021-03-04T23:07:28.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[39303]: cluster 2021-03-04T23:07:27.032969+0000 mon.a (mon.0) 1090 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:07:28.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[39303]: audit 2021-03-04T23:07:27.042281+0000 mon.a (mon.0) 1091 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:07:28.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[39303]: cluster 2021-03-04T23:07:27.042546+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e579: 8 total, 8 up, 7 in 2021-03-04T23:07:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:28 gibba023 bash[27374]: cluster 2021-03-04T23:07:26.976633+0000 mgr.x (mgr.34379) 541 : cluster [DBG] pgmap v834: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 82 MiB/s wr, 1.32k op/s 2021-03-04T23:07:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:28 gibba023 bash[27374]: cluster 2021-03-04T23:07:27.032969+0000 mon.a (mon.0) 1090 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:07:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:28 gibba023 bash[27374]: audit 2021-03-04T23:07:27.042281+0000 mon.a (mon.0) 1091 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:07:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:28 gibba023 bash[27374]: cluster 2021-03-04T23:07:27.042546+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e579: 8 total, 8 up, 7 in 2021-03-04T23:07:28.737 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:28.840 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:28.954 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:29.020 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:28 gibba008 bash[50326]: debug 2021-03-04T23:07:28.731+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:29.057 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:29.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 71 16 150095 150079 132.099 109.812 0.00803598 0.00756647 2021-03-04T23:07:29.142 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:29.142 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:28 gibba023 bash[16680]: debug 2021-03-04T23:07:28.949+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:29.245 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:29.337 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:29.440 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:29.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:29 gibba023 bash[15180]: debug 2021-03-04T23:07:29.133+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:29.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:29 gibba023 bash[18090]: debug 2021-03-04T23:07:29.329+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:29.947 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:30.097 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 72 16 151526 151510 131.506 89.4375 0.00689144 0.00760086 2021-03-04T23:07:30.158 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:30.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:29 gibba008 bash[37770]: cluster 2021-03-04T23:07:28.977049+0000 mgr.x (mgr.34379) 542 : cluster [DBG] pgmap v836: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:07:30.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:29 gibba008 bash[39303]: cluster 2021-03-04T23:07:28.977049+0000 mgr.x (mgr.34379) 542 : cluster [DBG] pgmap v836: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:07:30.267 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:29 gibba008 bash[47391]: debug 2021-03-04T23:07:29.939+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:29 gibba023 bash[27374]: cluster 2021-03-04T23:07:28.977049+0000 mgr.x (mgr.34379) 542 : cluster [DBG] pgmap v836: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:07:30.517 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:30.620 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:31.038 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:30 gibba008 bash[48858]: debug 2021-03-04T23:07:30.511+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:31.052 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:31.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 73 16 153092 153076 131.045 97.875 0.00934918 0.0076275 2021-03-04T23:07:31.157 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:31.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:31 gibba008 bash[50326]: debug 2021-03-04T23:07:31.043+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:31.537 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:31.648 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:31.893 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:31 gibba008 bash[50326]: debug 2021-03-04T23:07:31.527+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:31.928 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:32.016 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:07:32.032 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:32.039 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:07:32.057 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:07:32.075 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:07:32.093 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:07:32.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 74 16 154539 154523 130.496 90.4375 0.0147506 0.00765962 2021-03-04T23:07:32.116 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:07:32.127 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:32.135 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:07:32.157 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:07:32.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.159 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.159 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.159 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:07:32.189 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:32 gibba008 bash[39303]: cluster 2021-03-04T23:07:30.977564+0000 mgr.x (mgr.34379) 543 : cluster [DBG] pgmap v837: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:07:32.190 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:32 gibba008 bash[39303]: audit 2021-03-04T23:07:31.994634+0000 mon.a (mon.0) 1093 : audit [DBG] from='client.? 172.21.2.108:0/1456901447' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:32.191 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:32 gibba008 bash[37770]: cluster 2021-03-04T23:07:30.977564+0000 mgr.x (mgr.34379) 543 : cluster [DBG] pgmap v837: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:07:32.192 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:32 gibba008 bash[37770]: audit 2021-03-04T23:07:31.994634+0000 mon.a (mon.0) 1093 : audit [DBG] from='client.? 172.21.2.108:0/1456901447' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:32.192 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:31 gibba008 bash[50326]: debug 2021-03-04T23:07:31.923+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:32.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:32.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:32 gibba023 bash[15180]: debug 2021-03-04T23:07:32.121+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:32 gibba023 bash[27374]: cluster 2021-03-04T23:07:30.977564+0000 mgr.x (mgr.34379) 543 : cluster [DBG] pgmap v837: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:07:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:32 gibba023 bash[27374]: audit 2021-03-04T23:07:31.994634+0000 mon.a (mon.0) 1093 : audit [DBG] from='client.? 172.21.2.108:0/1456901447' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:32.604 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:32.709 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:32.897 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:32 gibba008 bash[47391]: debug 2021-03-04T23:07:32.599+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:33.052 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:33.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 75 16 155498 155482 129.556 59.9375 0.00704951 0.00771543 2021-03-04T23:07:33.154 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:33.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:33 gibba008 bash[50326]: debug 2021-03-04T23:07:33.043+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:33.297 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:33.399 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:33.472 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:33 gibba023 bash[18090]: debug 2021-03-04T23:07:33.289+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:33.474 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:33.575 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:07:33.576 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:33.663 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:33.676 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:33.770 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:33.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:33 gibba023 bash[18090]: debug 2021-03-04T23:07:33.465+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:33.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:33 gibba023 bash[16680]: debug 2021-03-04T23:07:33.657+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:33.855 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:33.960 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:34.041 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:33 gibba023 bash[16680]: debug 2021-03-04T23:07:33.849+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:34.060 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:34.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 76 16 157082 157066 129.153 99 0.0165802 0.00773854 2021-03-04T23:07:34.166 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:34.273 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:34.378 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:34.438 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:34 gibba008 bash[39303]: cluster 2021-03-04T23:07:32.978350+0000 mgr.x (mgr.34379) 544 : cluster [DBG] pgmap v838: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:07:34.439 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:34 gibba008 bash[37770]: cluster 2021-03-04T23:07:32.978350+0000 mgr.x (mgr.34379) 544 : cluster [DBG] pgmap v838: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:07:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:34 gibba023 bash[27374]: cluster 2021-03-04T23:07:32.978350+0000 mgr.x (mgr.34379) 544 : cluster [DBG] pgmap v838: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:07:34.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:34 gibba023 bash[18090]: debug 2021-03-04T23:07:34.053+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:34.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:34 gibba023 bash[16680]: debug 2021-03-04T23:07:34.265+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:34.735 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:34.837 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:34.923 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:35.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:34 gibba008 bash[50326]: debug 2021-03-04T23:07:34.727+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:35.025 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:35.095 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 77 16 158247 158231 128.422 72.8125 0.00379884 0.00778344 2021-03-04T23:07:35.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:34 gibba023 bash[16680]: debug 2021-03-04T23:07:34.917+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:35.432 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:35.535 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:35.624 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:35.729 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:35.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:35 gibba008 bash[48858]: debug 2021-03-04T23:07:35.427+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:35.809 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:35.809 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:35 gibba023 bash[19550]: debug 2021-03-04T23:07:35.801+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:35.810 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:35 gibba023 bash[16680]: debug 2021-03-04T23:07:35.617+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:35.912 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:36.051 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:07:36.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 78 16 159924 159908 128.119 104.812 0.0113863 0.00780184 2021-03-04T23:07:36.161 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[39303]: cluster 2021-03-04T23:07:34.978769+0000 mgr.x (mgr.34379) 545 : cluster [DBG] pgmap v839: 89 pgs: 89 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:07:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[39303]: audit 2021-03-04T23:07:35.789882+0000 mon.a (mon.0) 1094 : audit [INF] from='client.? 172.21.2.108:0/3366699887' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:07:36.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[37770]: cluster 2021-03-04T23:07:34.978769+0000 mgr.x (mgr.34379) 545 : cluster [DBG] pgmap v839: 89 pgs: 89 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:07:36.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[37770]: audit 2021-03-04T23:07:35.789882+0000 mon.a (mon.0) 1094 : audit [INF] from='client.? 172.21.2.108:0/3366699887' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:07:36.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[50326]: debug 2021-03-04T23:07:36.155+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:36.264 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:36 gibba023 bash[27374]: cluster 2021-03-04T23:07:34.978769+0000 mgr.x (mgr.34379) 545 : cluster [DBG] pgmap v839: 89 pgs: 89 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:07:36.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:36 gibba023 bash[27374]: audit 2021-03-04T23:07:35.789882+0000 mon.a (mon.0) 1094 : audit [INF] from='client.? 172.21.2.108:0/3366699887' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:07:36.507 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:36.559 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:07:36.562 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[47391]: debug 2021-03-04T23:07:36.499+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:36.610 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:36.663 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:36.948 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:36.953 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:36 gibba008 bash[48858]: debug 2021-03-04T23:07:36.943+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:37.054 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:37.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 79 16 161313 161297 127.596 86.8125 0.00781562 0.00783403 2021-03-04T23:07:37.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:37 gibba008 bash[39303]: audit 2021-03-04T23:07:36.040896+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? 172.21.2.108:0/3366699887' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:07:37.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:37 gibba008 bash[39303]: cluster 2021-03-04T23:07:36.040967+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e580: 8 total, 8 up, 7 in 2021-03-04T23:07:37.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:37 gibba008 bash[37770]: audit 2021-03-04T23:07:36.040896+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? 172.21.2.108:0/3366699887' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:07:37.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:37 gibba008 bash[37770]: cluster 2021-03-04T23:07:36.040967+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e580: 8 total, 8 up, 7 in 2021-03-04T23:07:37.373 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:37.477 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:37.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:37 gibba023 bash[27374]: audit 2021-03-04T23:07:36.040896+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? 172.21.2.108:0/3366699887' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:07:37.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:37 gibba023 bash[27374]: cluster 2021-03-04T23:07:36.040967+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e580: 8 total, 8 up, 7 in 2021-03-04T23:07:37.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:37 gibba008 bash[44600]: debug 2021-03-04T23:07:37.367+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:37.837 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:37.940 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:38.026 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:38.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:07:38.093560+0000 min lat: 0.000911735 max lat: 0.212076 avg lat: 0.00785418 2021-03-04T23:07:38.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:07:38.097 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 80 16 162928 162912 127.263 100.938 0.006399 0.00785418 2021-03-04T23:07:38.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:38.138 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:38 gibba008 bash[37770]: cluster 2021-03-04T23:07:36.979094+0000 mgr.x (mgr.34379) 546 : cluster [DBG] pgmap v841: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:07:38.139 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:38 gibba008 bash[39303]: cluster 2021-03-04T23:07:36.979094+0000 mgr.x (mgr.34379) 546 : cluster [DBG] pgmap v841: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:07:38.140 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:37 gibba008 bash[48858]: debug 2021-03-04T23:07:37.831+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:38.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:38 gibba023 bash[15180]: debug 2021-03-04T23:07:38.017+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:38 gibba023 bash[27374]: cluster 2021-03-04T23:07:36.979094+0000 mgr.x (mgr.34379) 546 : cluster [DBG] pgmap v841: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:07:38.709 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:38.758 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:07:38.758 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:07:38.813 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:38.910 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:38.941 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:38 gibba008 bash[48858]: debug 2021-03-04T23:07:38.700+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:38.943 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:07:39.012 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:39.042 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:39.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 81 16 164559 164543 126.95 101.938 0.00376367 0.00787381 2021-03-04T23:07:39.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:38 gibba023 bash[18090]: debug 2021-03-04T23:07:38.901+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:39.317 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:39.428 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:39.435 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:39 gibba008 bash[44600]: debug 2021-03-04T23:07:39.308+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:39.623 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:39.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:39.821 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:39.878 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:39 gibba008 bash[47391]: debug 2021-03-04T23:07:39.616+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:39.927 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:40.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:39 gibba023 bash[27374]: cluster 2021-03-04T23:07:38.979465+0000 mgr.x (mgr.34379) 547 : cluster [DBG] pgmap v842: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:07:40.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:39 gibba023 bash[19550]: debug 2021-03-04T23:07:39.813+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:40.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 82 16 165888 165872 126.414 83.0625 0.00733543 0.00790707 2021-03-04T23:07:40.171 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:39 gibba008 bash[37770]: cluster 2021-03-04T23:07:38.979465+0000 mgr.x (mgr.34379) 547 : cluster [DBG] pgmap v842: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:07:40.172 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:39 gibba008 bash[39303]: cluster 2021-03-04T23:07:38.979465+0000 mgr.x (mgr.34379) 547 : cluster [DBG] pgmap v842: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:07:40.172 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:40.274 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:40.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:40 gibba008 bash[50326]: debug 2021-03-04T23:07:40.164+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:40.682 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:40.786 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:40.984 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:40 gibba008 bash[50326]: debug 2021-03-04T23:07:40.676+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:40.984 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:40.985 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:40 gibba008 bash[48858]: debug 2021-03-04T23:07:40.980+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:41.087 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:41.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 83 16 167031 167015 125.752 71.4375 0.00365374 0.00794691 2021-03-04T23:07:41.500 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:41.612 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:41.728 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:41.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:41 gibba008 bash[48858]: debug 2021-03-04T23:07:41.492+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:41.831 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:41.897 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:07:41.920 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:41 gibba023 bash[15180]: debug 2021-03-04T23:07:41.721+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:41.921 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:41.999 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:42.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:42.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 84 16 168425 168409 125.292 87.125 0.0037247 0.00797749 2021-03-04T23:07:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:42 gibba008 bash[37770]: cluster 2021-03-04T23:07:40.979872+0000 mgr.x (mgr.34379) 548 : cluster [DBG] pgmap v843: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:07:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:42 gibba008 bash[39303]: cluster 2021-03-04T23:07:40.979872+0000 mgr.x (mgr.34379) 548 : cluster [DBG] pgmap v843: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:07:42.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:42 gibba023 bash[27374]: cluster 2021-03-04T23:07:40.979872+0000 mgr.x (mgr.34379) 548 : cluster [DBG] pgmap v843: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:07:42.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:41 gibba023 bash[15180]: debug 2021-03-04T23:07:41.913+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:42.609 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:42.711 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:42.798 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:42.901 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:43.005 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:42 gibba023 bash[15180]: debug 2021-03-04T23:07:42.789+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:43.006 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:43.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:42 gibba008 bash[50326]: debug 2021-03-04T23:07:42.604+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:43.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 85 16 169702 169686 124.757 79.8125 0.00758961 0.00801209 2021-03-04T23:07:43.112 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:43.180 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:43.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:43 gibba023 bash[18090]: debug 2021-03-04T23:07:42.997+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:43.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:43 gibba023 bash[19550]: debug 2021-03-04T23:07:43.173+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:43.284 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:43.752 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:43.855 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:44.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:43 gibba008 bash[48858]: debug 2021-03-04T23:07:43.744+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:44.086 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:44.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 86 16 171268 171252 124.444 97.875 0.00391684 0.00803212 2021-03-04T23:07:44.190 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:44 gibba008 bash[37770]: cluster 2021-03-04T23:07:42.980179+0000 mgr.x (mgr.34379) 549 : cluster [DBG] pgmap v844: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:07:44.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:44 gibba008 bash[39303]: cluster 2021-03-04T23:07:42.980179+0000 mgr.x (mgr.34379) 549 : cluster [DBG] pgmap v844: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:07:44.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:44 gibba008 bash[47391]: debug 2021-03-04T23:07:44.080+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:44 gibba023 bash[27374]: cluster 2021-03-04T23:07:42.980179+0000 mgr.x (mgr.34379) 549 : cluster [DBG] pgmap v844: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:07:44.549 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:44.653 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:45.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:44 gibba008 bash[48858]: debug 2021-03-04T23:07:44.540+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:45.025 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:45.097 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 87 16 172481 172465 123.885 75.8125 0.0028998 0.00806629 2021-03-04T23:07:45.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:45.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[37770]: audit 2021-03-04T23:07:44.708666+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [3, 2]}]: dispatch 2021-03-04T23:07:45.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[37770]: audit 2021-03-04T23:07:44.708917+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:07:45.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[37770]: audit 2021-03-04T23:07:44.841837+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:07:45.505 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[39303]: audit 2021-03-04T23:07:44.708666+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [3, 2]}]: dispatch 2021-03-04T23:07:45.505 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[39303]: audit 2021-03-04T23:07:44.708917+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:07:45.505 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[39303]: audit 2021-03-04T23:07:44.841837+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:07:45.506 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[44600]: debug 2021-03-04T23:07:45.020+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:45.507 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:45 gibba023 bash[27374]: audit 2021-03-04T23:07:44.708666+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [3, 2]}]: dispatch 2021-03-04T23:07:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:45 gibba023 bash[27374]: audit 2021-03-04T23:07:44.708917+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:07:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:45 gibba023 bash[27374]: audit 2021-03-04T23:07:44.841837+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:07:45.609 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:45.698 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:45.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:45 gibba008 bash[47391]: debug 2021-03-04T23:07:45.500+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:45.801 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:45.866 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:45 gibba023 bash[19550]: debug 2021-03-04T23:07:45.689+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:45.866 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:45.971 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:46.096 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 88 16 173462 173446 123.174 61.3125 0.00865778 0.00811502 2021-03-04T23:07:46.203 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:46.246 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:46 gibba008 bash[39303]: cluster 2021-03-04T23:07:44.980586+0000 mgr.x (mgr.34379) 550 : cluster [DBG] pgmap v845: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:07:46.246 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:46 gibba008 bash[48858]: debug 2021-03-04T23:07:46.196+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:46.247 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:46 gibba008 bash[37770]: cluster 2021-03-04T23:07:44.980586+0000 mgr.x (mgr.34379) 550 : cluster [DBG] pgmap v845: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:07:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:46 gibba023 bash[27374]: cluster 2021-03-04T23:07:44.980586+0000 mgr.x (mgr.34379) 550 : cluster [DBG] pgmap v845: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:07:46.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:45 gibba023 bash[16680]: debug 2021-03-04T23:07:45.861+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:46.306 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:46.520 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:46.623 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:46.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:46 gibba008 bash[44600]: debug 2021-03-04T23:07:46.512+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:46.993 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:47.096 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:47.098 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 89 16 174720 174704 122.673 78.625 0.0049847 0.00814828 2021-03-04T23:07:47.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:46 gibba008 bash[48858]: debug 2021-03-04T23:07:46.988+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:47.705 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:47.808 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:48.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:47 gibba008 bash[48858]: debug 2021-03-04T23:07:47.700+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:48.097 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total time run: 90.0075 2021-03-04T23:07:48.097 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total writes made: 175928 2021-03-04T23:07:48.098 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Write size: 65536 2021-03-04T23:07:48.098 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object size: 65536 2021-03-04T23:07:48.098 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Bandwidth (MB/sec): 122.162 2021-03-04T23:07:48.098 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Bandwidth: 69.191 2021-03-04T23:07:48.099 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max bandwidth (MB/sec): 530.812 2021-03-04T23:07:48.099 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min bandwidth (MB/sec): 59.9375 2021-03-04T23:07:48.099 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average IOPS: 1954 2021-03-04T23:07:48.099 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev IOPS: 1107.06 2021-03-04T23:07:48.100 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max IOPS: 8493 2021-03-04T23:07:48.100 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min IOPS: 959 2021-03-04T23:07:48.100 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average Latency(s): 0.0081828 2021-03-04T23:07:48.100 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Latency(s): 0.0104358 2021-03-04T23:07:48.100 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max latency(s): 0.212076 2021-03-04T23:07:48.101 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min latency(s): 0.000911735 2021-03-04T23:07:48.101 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:07:48.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:48 gibba008 bash[37770]: cluster 2021-03-04T23:07:46.981194+0000 mgr.x (mgr.34379) 551 : cluster [DBG] pgmap v846: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 80 MiB/s wr, 1.27k op/s 2021-03-04T23:07:48.202 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:48 gibba008 bash[39303]: cluster 2021-03-04T23:07:46.981194+0000 mgr.x (mgr.34379) 551 : cluster [DBG] pgmap v846: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 80 MiB/s wr, 1.27k op/s 2021-03-04T23:07:48.203 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:48.304 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:48.309 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:48 gibba023 bash[27374]: cluster 2021-03-04T23:07:46.981194+0000 mgr.x (mgr.34379) 551 : cluster [DBG] pgmap v846: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 80 MiB/s wr, 1.27k op/s 2021-03-04T23:07:48.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:48.485 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:48.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:48 gibba008 bash[48858]: debug 2021-03-04T23:07:48.196+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:48.560 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:48.566 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:48 gibba023 bash[18090]: debug 2021-03-04T23:07:48.377+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:48.566 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:48 gibba023 bash[19550]: debug 2021-03-04T23:07:48.549+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:48.668 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:48.763 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:48.868 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:49.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:48 gibba023 bash[15180]: debug 2021-03-04T23:07:48.753+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:49.058 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:07:49.223 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:49.322 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:49 gibba008 bash[39303]: audit 2021-03-04T23:07:48.119699+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? 172.21.2.108:0/4156281766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:49.323 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:49 gibba008 bash[37770]: audit 2021-03-04T23:07:48.119699+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? 172.21.2.108:0/4156281766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:49.323 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:49 gibba008 bash[50326]: debug 2021-03-04T23:07:49.216+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:49.326 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:49.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:49 gibba023 bash[27374]: audit 2021-03-04T23:07:48.119699+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? 172.21.2.108:0/4156281766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:07:49.731 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:49.837 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:50.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:49 gibba008 bash[47391]: debug 2021-03-04T23:07:49.724+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:50 gibba023 bash[27374]: cluster 2021-03-04T23:07:48.981565+0000 mgr.x (mgr.34379) 552 : cluster [DBG] pgmap v847: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:07:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:50 gibba023 bash[27374]: cluster 2021-03-04T23:07:49.041895+0000 mon.a (mon.0) 1101 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:07:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:50 gibba023 bash[27374]: audit 2021-03-04T23:07:49.047565+0000 mon.a (mon.0) 1102 : audit [INF] from='client.? 172.21.2.108:0/4156281766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:07:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:50 gibba023 bash[27374]: cluster 2021-03-04T23:07:49.047599+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e581: 8 total, 8 up, 7 in 2021-03-04T23:07:50.318 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[37770]: cluster 2021-03-04T23:07:48.981565+0000 mgr.x (mgr.34379) 552 : cluster [DBG] pgmap v847: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:07:50.319 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[37770]: cluster 2021-03-04T23:07:49.041895+0000 mon.a (mon.0) 1101 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:07:50.319 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[37770]: audit 2021-03-04T23:07:49.047565+0000 mon.a (mon.0) 1102 : audit [INF] from='client.? 172.21.2.108:0/4156281766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:07:50.319 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[37770]: cluster 2021-03-04T23:07:49.047599+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e581: 8 total, 8 up, 7 in 2021-03-04T23:07:50.320 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[39303]: cluster 2021-03-04T23:07:48.981565+0000 mgr.x (mgr.34379) 552 : cluster [DBG] pgmap v847: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:07:50.320 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[39303]: cluster 2021-03-04T23:07:49.041895+0000 mon.a (mon.0) 1101 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:07:50.320 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[39303]: audit 2021-03-04T23:07:49.047565+0000 mon.a (mon.0) 1102 : audit [INF] from='client.? 172.21.2.108:0/4156281766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:07:50.320 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[39303]: cluster 2021-03-04T23:07:49.047599+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e581: 8 total, 8 up, 7 in 2021-03-04T23:07:50.417 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:50.524 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:50.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:50 gibba023 bash[19550]: debug 2021-03-04T23:07:50.409+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:50.867 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:50.973 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:51.255 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:50 gibba008 bash[50326]: debug 2021-03-04T23:07:50.860+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:51.255 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:07:51.358 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:51.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:07:51 gibba008 bash[44600]: debug 2021-03-04T23:07:51.248+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:52.014 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:52.091 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:07:52.109 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:07:52.117 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:52.126 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:07:52.146 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:07:52.164 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:07:52.184 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:07:52.206 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:07:52.224 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:07:52.225 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.225 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.225 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.226 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.226 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.226 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.226 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.227 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:07:52.258 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:52 gibba008 bash[39303]: cluster 2021-03-04T23:07:50.982095+0000 mgr.x (mgr.34379) 553 : cluster [DBG] pgmap v849: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 69 MiB/s wr, 1.34k op/s 2021-03-04T23:07:52.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:52 gibba008 bash[37770]: cluster 2021-03-04T23:07:50.982095+0000 mgr.x (mgr.34379) 553 : cluster [DBG] pgmap v849: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 69 MiB/s wr, 1.34k op/s 2021-03-04T23:07:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:52 gibba023 bash[27374]: cluster 2021-03-04T23:07:50.982095+0000 mgr.x (mgr.34379) 553 : cluster [DBG] pgmap v849: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 69 MiB/s wr, 1.34k op/s 2021-03-04T23:07:52.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:52 gibba023 bash[16680]: debug 2021-03-04T23:07:52.005+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:52.352 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:52.454 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:52.677 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:52 gibba008 bash[47391]: debug 2021-03-04T23:07:52.344+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:52.924 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:53.027 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:53 gibba023 bash[27374]: audit 2021-03-04T23:07:52.066001+0000 mon.a (mon.0) 1104 : audit [DBG] from='client.? 172.21.2.108:0/3748958496' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:53.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:52 gibba023 bash[18090]: debug 2021-03-04T23:07:52.913+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:53.400 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:53.504 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:53.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:53 gibba008 bash[39303]: audit 2021-03-04T23:07:52.066001+0000 mon.a (mon.0) 1104 : audit [DBG] from='client.? 172.21.2.108:0/3748958496' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:53.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:53 gibba008 bash[37770]: audit 2021-03-04T23:07:52.066001+0000 mon.a (mon.0) 1104 : audit [DBG] from='client.? 172.21.2.108:0/3748958496' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:07:53.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:53 gibba023 bash[19550]: debug 2021-03-04T23:07:53.393+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:53.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:07:54.004 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:54 gibba008 bash[37770]: cluster 2021-03-04T23:07:52.982420+0000 mgr.x (mgr.34379) 554 : cluster [DBG] pgmap v850: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 62 MiB/s wr, 1.36k op/s 2021-03-04T23:07:54.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:54 gibba008 bash[39303]: cluster 2021-03-04T23:07:52.982420+0000 mgr.x (mgr.34379) 554 : cluster [DBG] pgmap v850: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 62 MiB/s wr, 1.36k op/s 2021-03-04T23:07:54.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:07:53 gibba008 bash[50326]: debug 2021-03-04T23:07:53.892+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:54.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:54 gibba023 bash[27374]: cluster 2021-03-04T23:07:52.982420+0000 mgr.x (mgr.34379) 554 : cluster [DBG] pgmap v850: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 62 MiB/s wr, 1.36k op/s 2021-03-04T23:07:54.578 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:07:54.600 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:07:54.678 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:54.704 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:55.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:07:54 gibba023 bash[19550]: debug 2021-03-04T23:07:54.593+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:55.357 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:55.465 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:55.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:55 gibba008 bash[48858]: debug 2021-03-04T23:07:55.348+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:55.795 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:55.899 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:56.057 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:55 gibba008 bash[48858]: debug 2021-03-04T23:07:55.788+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:56.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:56 gibba008 bash[39303]: cluster 2021-03-04T23:07:54.982790+0000 mgr.x (mgr.34379) 555 : cluster [DBG] pgmap v851: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 49 MiB/s wr, 1.36k op/s 2021-03-04T23:07:56.450 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:56 gibba008 bash[48858]: debug 2021-03-04T23:07:56.444+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:56.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:56 gibba008 bash[37770]: cluster 2021-03-04T23:07:54.982790+0000 mgr.x (mgr.34379) 555 : cluster [DBG] pgmap v851: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 49 MiB/s wr, 1.36k op/s 2021-03-04T23:07:56.451 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:56.486 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:07:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:56 gibba023 bash[27374]: cluster 2021-03-04T23:07:54.982790+0000 mgr.x (mgr.34379) 555 : cluster [DBG] pgmap v851: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 49 MiB/s wr, 1.36k op/s 2021-03-04T23:07:56.554 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:56.588 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:07:57.038 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:07:57.070 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:07:57.142 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:57.261 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:57.363 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:57.369 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:57 gibba023 bash[27374]: audit 2021-03-04T23:07:56.108136+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.2.108:0/95279961' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:07:57.369 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:57 gibba023 bash[15180]: debug 2021-03-04T23:07:57.253+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:57.481 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:07:57.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:57 gibba008 bash[37770]: audit 2021-03-04T23:07:56.108136+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.2.108:0/95279961' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:07:57.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:57 gibba008 bash[39303]: audit 2021-03-04T23:07:56.108136+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.2.108:0/95279961' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:07:57.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:07:57 gibba008 bash[47391]: debug 2021-03-04T23:07:57.028+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:57.588 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:57.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:07:57 gibba023 bash[16680]: debug 2021-03-04T23:07:57.473+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:57.785 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:57.894 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:57.924 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:07:57.924 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:07:57.924 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.925 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188702 25.9 25.240b419 (undecoded) ondisk+write+known_if_redirected e582)", 2021-03-04T23:07:57.925 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.916805+0000", 2021-03-04T23:07:57.925 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0038682149999999999, 2021-03-04T23:07:57.925 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038895689999999998, 2021-03-04T23:07:57.925 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:07:57.926 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:07:57.926 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:07:57.926 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:07:57.926 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:07:57.927 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188702 2021-03-04T23:07:57.927 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.927 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:07:57.927 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.928 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:07:57.928 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.916805+0000", 2021-03-04T23:07:57.929 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:07:57.929 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.929 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.929 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:07:57.929 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.916805+0000", 2021-03-04T23:07:57.930 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.677e-06 2021-03-04T23:07:57.930 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.930 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.930 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:07:57.931 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.916806+0000", 2021-03-04T23:07:57.931 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7379999999999999e-06 2021-03-04T23:07:57.931 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.931 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.931 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:07:57.932 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.916808+0000", 2021-03-04T23:07:57.932 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6969999999999993e-06 2021-03-04T23:07:57.932 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.932 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.933 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:07:57.933 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.916816+0000", 2021-03-04T23:07:57.933 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.613e-06 2021-03-04T23:07:57.933 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.934 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.934 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:07:57.934 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.916819+0000", 2021-03-04T23:07:57.934 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4725e-05 2021-03-04T23:07:57.934 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.935 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:07:57.935 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.935 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.935 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.935 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188706 25.6 25:61e43440:::benchmark_data_gibba008_61550_object12775:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:07:57.936 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.917274+0000", 2021-03-04T23:07:57.936 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0033986239999999998, 2021-03-04T23:07:57.936 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0034769369999999998, 2021-03-04T23:07:57.936 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:07:57.936 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:07:57.937 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:07:57.937 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:07:57.937 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:07:57.937 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188706 2021-03-04T23:07:57.937 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.938 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:07:57.938 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.938 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:07:57.939 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917274+0000", 2021-03-04T23:07:57.939 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:07:57.940 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.940 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.940 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:07:57.940 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917274+0000", 2021-03-04T23:07:57.941 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.567e-06 2021-03-04T23:07:57.941 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.941 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.941 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:07:57.942 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917276+0000", 2021-03-04T23:07:57.942 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.624e-06 2021-03-04T23:07:57.942 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.942 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.942 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:07:57.943 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917277+0000", 2021-03-04T23:07:57.943 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9310000000000008e-06 2021-03-04T23:07:57.943 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.943 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.943 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:07:57.944 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917285+0000", 2021-03-04T23:07:57.944 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3760000000000001e-06 2021-03-04T23:07:57.944 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.944 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.945 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:07:57.945 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917290+0000", 2021-03-04T23:07:57.945 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3908000000000001e-05 2021-03-04T23:07:57.945 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.945 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.946 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:07:57.946 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917323+0000", 2021-03-04T23:07:57.946 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9656999999999999e-05 2021-03-04T23:07:57.946 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.947 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.947 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:07:57.947 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917413+0000", 2021-03-04T23:07:57.947 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8683999999999995e-05 2021-03-04T23:07:57.947 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.948 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.948 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:07:57.948 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917482+0000", 2021-03-04T23:07:57.948 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020774699999999999 2021-03-04T23:07:57.948 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.949 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:07:57.949 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.949 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.949 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.950 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188676 25.9 25:97d3793b:::benchmark_data_gibba008_61550_object12745:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:07:57.950 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.899779+0000", 2021-03-04T23:07:57.950 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.020893531, 2021-03-04T23:07:57.950 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021038073000000001, 2021-03-04T23:07:57.951 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:07:57.951 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:07:57.951 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:07:57.952 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:07:57.952 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:07:57.952 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188676 2021-03-04T23:07:57.952 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.952 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:07:57.953 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.954 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:07:57.954 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.899779+0000", 2021-03-04T23:07:57.954 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:07:57.954 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.955 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.955 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:07:57.955 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.899779+0000", 2021-03-04T23:07:57.955 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6819999999999999e-06 2021-03-04T23:07:57.955 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.956 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.956 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:07:57.957 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.899781+0000", 2021-03-04T23:07:57.957 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0499999999999999e-06 2021-03-04T23:07:57.957 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.957 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.957 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:07:57.958 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.899783+0000", 2021-03-04T23:07:57.958 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7849999999999992e-06 2021-03-04T23:07:57.958 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.958 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.958 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:07:57.959 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.899791+0000", 2021-03-04T23:07:57.959 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1350000000000002e-06 2021-03-04T23:07:57.959 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.959 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.960 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:07:57.960 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.899795+0000", 2021-03-04T23:07:57.960 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013162419999999999 2021-03-04T23:07:57.960 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.961 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.961 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:07:57.961 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.912957+0000", 2021-03-04T23:07:57.961 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1704000000000003e-05 2021-03-04T23:07:57.961 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.962 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.962 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:07:57.962 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.913029+0000", 2021-03-04T23:07:57.963 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6975000000000001e-05 2021-03-04T23:07:57.963 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.963 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.963 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:07:57.964 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.913106+0000", 2021-03-04T23:07:57.964 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0041818879999999999 2021-03-04T23:07:57.964 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.964 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.964 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:07:57.965 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917288+0000", 2021-03-04T23:07:57.965 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017508638999999999 2021-03-04T23:07:57.965 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.965 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:07:57.965 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.966 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.966 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.966 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:188676 25.9 e582/569)", 2021-03-04T23:07:57.967 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.917326+0000", 2021-03-04T23:07:57.967 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0033468130000000001, 2021-03-04T23:07:57.967 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0035695729999999999, 2021-03-04T23:07:57.967 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:07:57.967 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:07:57.968 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:07:57.968 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.968 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:07:57.968 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917326+0000", 2021-03-04T23:07:57.969 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:07:57.969 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.969 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.969 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:07:57.969 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917326+0000", 2021-03-04T23:07:57.971 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9400000000000004e-07 2021-03-04T23:07:57.972 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.972 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.972 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:07:57.974 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917327+0000", 2021-03-04T23:07:57.975 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1149999999999999e-06 2021-03-04T23:07:57.975 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.975 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.975 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:07:57.976 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917328+0000", 2021-03-04T23:07:57.976 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1019999999999996e-06 2021-03-04T23:07:57.976 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.976 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.976 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:07:57.977 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917333+0000", 2021-03-04T23:07:57.977 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0910000000000001e-06 2021-03-04T23:07:57.977 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.977 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.978 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:07:57.978 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917336+0000", 2021-03-04T23:07:57.979 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0202e-05 2021-03-04T23:07:57.979 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.979 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:07:57.979 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.980 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.980 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.980 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188680 25.9 25:9377e5e2:::benchmark_data_gibba008_61550_object12749:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:07:57.980 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.900114+0000", 2021-03-04T23:07:57.981 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.020558460000000001, 2021-03-04T23:07:57.981 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020826732000000001, 2021-03-04T23:07:57.982 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:07:57.982 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:07:57.982 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:07:57.983 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:07:57.983 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:07:57.983 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188680 2021-03-04T23:07:57.983 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.984 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:07:57.984 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.984 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:07:57.984 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.900114+0000", 2021-03-04T23:07:57.985 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:07:57.985 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.985 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.986 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:07:57.986 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.900114+0000", 2021-03-04T23:07:57.986 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.761e-06 2021-03-04T23:07:57.987 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.987 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.987 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:07:57.987 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.900116+0000", 2021-03-04T23:07:57.987 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6729999999999999e-06 2021-03-04T23:07:57.988 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.988 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.989 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:07:57.989 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.900118+0000", 2021-03-04T23:07:57.989 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2119999999999997e-06 2021-03-04T23:07:57.989 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.990 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.990 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:07:57.990 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.900125+0000", 2021-03-04T23:07:57.991 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8580000000000002e-06 2021-03-04T23:07:57.991 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.991 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.991 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:07:57.992 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.900129+0000", 2021-03-04T23:07:57.992 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017294932999999998 2021-03-04T23:07:57.992 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.992 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.993 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:07:57.993 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917424+0000", 2021-03-04T23:07:57.993 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8244999999999995e-05 2021-03-04T23:07:57.993 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.995 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.995 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:07:57.995 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917492+0000", 2021-03-04T23:07:57.996 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6370000000000001e-05 2021-03-04T23:07:57.996 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:07:57.997 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:07:57.997 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:07:57.998 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.917588+0000", 2021-03-04T23:07:57.998 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017474052 2021-03-04T23:07:57.999 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.999 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:07:57.999 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:57.999 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:07:58.000 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:07:58.000 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 5 2021-03-04T23:07:58.000 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:07:58.001 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:58.063 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:57 gibba023 bash[15180]: debug 2021-03-04T23:07:57.977+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:58.064 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:57 gibba023 bash[18090]: debug 2021-03-04T23:07:57.777+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:58.065 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:58 gibba008 bash[37770]: cluster 2021-03-04T23:07:56.983323+0000 mgr.x (mgr.34379) 556 : cluster [DBG] pgmap v852: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 102 B/s rd, 28 MiB/s wr, 1.34k op/s 2021-03-04T23:07:58.065 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:58 gibba008 bash[37770]: audit 2021-03-04T23:07:57.061859+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.2.108:0/95279961' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:07:58.065 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:58 gibba008 bash[37770]: cluster 2021-03-04T23:07:57.061936+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e582: 8 total, 8 up, 7 in 2021-03-04T23:07:58.103 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:58.185 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:58.292 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:58.376 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:58 gibba023 bash[18090]: debug 2021-03-04T23:07:58.177+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:58.376 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:58 gibba023 bash[27374]: cluster 2021-03-04T23:07:56.983323+0000 mgr.x (mgr.34379) 556 : cluster [DBG] pgmap v852: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 102 B/s rd, 28 MiB/s wr, 1.34k op/s 2021-03-04T23:07:58.376 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:58 gibba023 bash[27374]: audit 2021-03-04T23:07:57.061859+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.2.108:0/95279961' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:07:58.377 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:58 gibba023 bash[27374]: cluster 2021-03-04T23:07:57.061936+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e582: 8 total, 8 up, 7 in 2021-03-04T23:07:58.378 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:58.484 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:58.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:58 gibba008 bash[39303]: cluster 2021-03-04T23:07:56.983323+0000 mgr.x (mgr.34379) 556 : cluster [DBG] pgmap v852: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 102 B/s rd, 28 MiB/s wr, 1.34k op/s 2021-03-04T23:07:58.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:58 gibba008 bash[39303]: audit 2021-03-04T23:07:57.061859+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.2.108:0/95279961' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:07:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:58 gibba008 bash[39303]: cluster 2021-03-04T23:07:57.061936+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e582: 8 total, 8 up, 7 in 2021-03-04T23:07:58.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:07:58.678 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:58.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:58 gibba023 bash[15180]: debug 2021-03-04T23:07:58.369+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:58.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:07:58 gibba023 bash[15180]: debug 2021-03-04T23:07:58.569+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:07:59.171 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:59.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:59.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:07:59 gibba023 bash[27374]: audit 2021-03-04T23:07:58.116673+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:07:59.412 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:07:59.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:07:59 gibba008 bash[37770]: audit 2021-03-04T23:07:58.116673+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:07:59.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:07:59 gibba008 bash[39303]: audit 2021-03-04T23:07:58.116673+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:07:59.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:07:59 gibba008 bash[48858]: debug 2021-03-04T23:07:59.164+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:07:59.514 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:07:59.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:07:59 gibba023 bash[18090]: debug 2021-03-04T23:07:59.405+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:00.057 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:00.160 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:00.201 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:08:00.325 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:00 gibba008 bash[39303]: cluster 2021-03-04T23:07:58.983693+0000 mgr.x (mgr.34379) 557 : cluster [DBG] pgmap v854: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 103 B/s rd, 14 MiB/s wr, 1.32k op/s 2021-03-04T23:08:00.326 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:00 gibba008 bash[48858]: debug 2021-03-04T23:08:00.052+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:00.326 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:00 gibba008 bash[37770]: cluster 2021-03-04T23:07:58.983693+0000 mgr.x (mgr.34379) 557 : cluster [DBG] pgmap v854: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 103 B/s rd, 14 MiB/s wr, 1.32k op/s 2021-03-04T23:08:00.343 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:00.359 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:00.466 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:00.472 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:00 gibba023 bash[27374]: cluster 2021-03-04T23:07:58.983693+0000 mgr.x (mgr.34379) 557 : cluster [DBG] pgmap v854: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 103 B/s rd, 14 MiB/s wr, 1.32k op/s 2021-03-04T23:08:00.582 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:00.676 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:08:00.677 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:00 gibba008 bash[48858]: debug 2021-03-04T23:08:00.352+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:00.688 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:00.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:00 gibba023 bash[16680]: debug 2021-03-04T23:08:00.573+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:00.777 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:00.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:01.067 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:01.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:00 gibba008 bash[44600]: debug 2021-03-04T23:08:00.956+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:01.479 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:01.582 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:01.739 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:01.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:01 gibba008 bash[44600]: debug 2021-03-04T23:08:01.472+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:01.842 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:02.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:01 gibba023 bash[18090]: debug 2021-03-04T23:08:01.729+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:02.151 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:02 gibba008 bash[39303]: cluster 2021-03-04T23:08:00.984191+0000 mgr.x (mgr.34379) 558 : cluster [DBG] pgmap v855: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 1.2 MiB/s wr, 1.29k op/s 2021-03-04T23:08:02.152 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:02 gibba008 bash[37770]: cluster 2021-03-04T23:08:00.984191+0000 mgr.x (mgr.34379) 558 : cluster [DBG] pgmap v855: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 1.2 MiB/s wr, 1.29k op/s 2021-03-04T23:08:02.244 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:02.347 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:02.357 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:02 gibba023 bash[27374]: cluster 2021-03-04T23:08:00.984191+0000 mgr.x (mgr.34379) 558 : cluster [DBG] pgmap v855: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 1.2 MiB/s wr, 1.29k op/s 2021-03-04T23:08:02.475 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:02.531 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:02 gibba008 bash[50326]: debug 2021-03-04T23:08:02.236+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:02.578 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:02.700 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:02 gibba023 bash[19550]: debug 2021-03-04T23:08:02.469+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:02.702 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:02.807 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:03.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:02 gibba023 bash[15180]: debug 2021-03-04T23:08:02.693+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:03.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:03.262 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:03.355 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:03.460 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:03.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:03 gibba008 bash[48858]: debug 2021-03-04T23:08:03.152+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:03.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:03 gibba023 bash[18090]: debug 2021-03-04T23:08:03.349+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:03.540 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:03.644 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:04.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:03 gibba023 bash[15180]: debug 2021-03-04T23:08:03.533+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:04.143 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:04.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:04.490 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:04 gibba008 bash[37770]: cluster 2021-03-04T23:08:02.984533+0000 mgr.x (mgr.34379) 559 : cluster [DBG] pgmap v856: 89 pgs: 89 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 58 KiB/s wr, 1.29k op/s 2021-03-04T23:08:04.491 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:04 gibba008 bash[39303]: cluster 2021-03-04T23:08:02.984533+0000 mgr.x (mgr.34379) 559 : cluster [DBG] pgmap v856: 89 pgs: 89 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 58 KiB/s wr, 1.29k op/s 2021-03-04T23:08:04.491 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:04.492 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:04 gibba008 bash[50326]: debug 2021-03-04T23:08:04.136+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:04 gibba023 bash[27374]: cluster 2021-03-04T23:08:02.984533+0000 mgr.x (mgr.34379) 559 : cluster [DBG] pgmap v856: 89 pgs: 89 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 58 KiB/s wr, 1.29k op/s 2021-03-04T23:08:04.594 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:04.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:04 gibba008 bash[44600]: debug 2021-03-04T23:08:04.484+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:04.907 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:05.010 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:05.125 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:05.230 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:05.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:04 gibba008 bash[44600]: debug 2021-03-04T23:08:04.900+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:05.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:05 gibba023 bash[15180]: debug 2021-03-04T23:08:05.117+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:05.408 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:05.510 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:05.610 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:05.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:05.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:05 gibba023 bash[18090]: debug 2021-03-04T23:08:05.401+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:05.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:05 gibba023 bash[19550]: debug 2021-03-04T23:08:05.601+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:06.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:06.346 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:06.351 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:06 gibba023 bash[27374]: cluster 2021-03-04T23:08:04.984932+0000 mgr.x (mgr.34379) 560 : cluster [DBG] pgmap v857: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:08:06.356 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:06 gibba008 bash[39303]: cluster 2021-03-04T23:08:04.984932+0000 mgr.x (mgr.34379) 560 : cluster [DBG] pgmap v857: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:08:06.356 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:06 gibba008 bash[44600]: debug 2021-03-04T23:08:06.236+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:06.357 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:06 gibba008 bash[37770]: cluster 2021-03-04T23:08:04.984932+0000 mgr.x (mgr.34379) 560 : cluster [DBG] pgmap v857: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:08:06.434 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:06.540 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:06.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:06 gibba023 bash[19550]: debug 2021-03-04T23:08:06.429+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:06.957 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:07.061 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:07.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:06 gibba008 bash[44600]: debug 2021-03-04T23:08:06.952+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:07.528 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:07.631 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:07.986 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:07 gibba008 bash[44600]: debug 2021-03-04T23:08:07.520+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:07.987 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:07 gibba008 bash[44600]: debug 2021-03-04T23:08:07.980+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:07.989 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:08.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:08 gibba008 bash[37770]: cluster 2021-03-04T23:08:06.985321+0000 mgr.x (mgr.34379) 561 : cluster [DBG] pgmap v858: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:08:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:08 gibba008 bash[39303]: cluster 2021-03-04T23:08:06.985321+0000 mgr.x (mgr.34379) 561 : cluster [DBG] pgmap v858: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:08:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:08 gibba023 bash[27374]: cluster 2021-03-04T23:08:06.985321+0000 mgr.x (mgr.34379) 561 : cluster [DBG] pgmap v858: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:08:08.579 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:08.682 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:09.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:08 gibba008 bash[50326]: debug 2021-03-04T23:08:08.572+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:09.086 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:09.189 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:09.475 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:09 gibba008 bash[48858]: debug 2021-03-04T23:08:09.080+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:09.687 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:09.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:09 gibba008 bash[50326]: debug 2021-03-04T23:08:09.680+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:09.789 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:09.879 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:09.985 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:10.080 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:09 gibba023 bash[19550]: debug 2021-03-04T23:08:09.869+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:10.080 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:09 gibba023 bash[27374]: cluster 2021-03-04T23:08:08.985839+0000 mgr.x (mgr.34379) 562 : cluster [DBG] pgmap v859: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:08:10.081 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:10.184 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:10.226 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:09 gibba008 bash[37770]: cluster 2021-03-04T23:08:08.985839+0000 mgr.x (mgr.34379) 562 : cluster [DBG] pgmap v859: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:08:10.227 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:09 gibba008 bash[39303]: cluster 2021-03-04T23:08:08.985839+0000 mgr.x (mgr.34379) 562 : cluster [DBG] pgmap v859: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:08:10.278 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:10.384 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:10.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:10 gibba023 bash[15180]: debug 2021-03-04T23:08:10.269+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:10.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:10 gibba023 bash[18090]: debug 2021-03-04T23:08:10.069+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:10.725 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:10.828 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:10.900 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:08:10.933 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:10 gibba008 bash[39303]: audit 2021-03-04T23:08:10.231766+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.2.108:0/2176590445' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:08:10.934 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:10 gibba008 bash[47391]: debug 2021-03-04T23:08:10.720+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:10.935 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:10 gibba008 bash[37770]: audit 2021-03-04T23:08:10.231766+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.2.108:0/2176590445' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:08:10.955 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:11.059 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:11.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:11.149 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:10 gibba023 bash[27374]: audit 2021-03-04T23:08:10.231766+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.2.108:0/2176590445' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:08:11.149 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:10 gibba023 bash[16680]: debug 2021-03-04T23:08:10.945+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:11.155 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:08:11.173 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:08:11.190 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:08:11.206 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:08:11.230 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:08:11.248 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:08:11.251 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:11.266 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:08:11.290 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:08:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.291 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.292 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.293 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:08:11.366 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:11.475 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:11.482 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[18090]: debug 2021-03-04T23:08:11.353+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:11.482 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[19550]: debug 2021-03-04T23:08:11.141+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:11.558 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:11.664 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:11.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[18090]: debug 2021-03-04T23:08:11.549+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:11.835 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:11.938 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: cluster 2021-03-04T23:08:10.885261+0000 mon.a (mon.0) 1110 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:08:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: audit 2021-03-04T23:08:10.892919+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.2.108:0/2176590445' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:08:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: cluster 2021-03-04T23:08:10.892954+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e583: 8 total, 8 up, 7 in 2021-03-04T23:08:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: cluster 2021-03-04T23:08:10.986166+0000 mgr.x (mgr.34379) 563 : cluster [DBG] pgmap v861: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:08:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: audit 2021-03-04T23:08:11.134098+0000 mon.c (mon.1) 41 : audit [DBG] from='client.? 172.21.2.108:0/586927073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: audit 2021-03-04T23:08:11.820324+0000 mon.a (mon.0) 1113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:08:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: audit 2021-03-04T23:08:11.823985+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:08:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[39303]: audit 2021-03-04T23:08:11.824155+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:08:12.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: cluster 2021-03-04T23:08:10.885261+0000 mon.a (mon.0) 1110 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:08:12.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: audit 2021-03-04T23:08:10.892919+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.2.108:0/2176590445' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:08:12.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: cluster 2021-03-04T23:08:10.892954+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e583: 8 total, 8 up, 7 in 2021-03-04T23:08:12.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: cluster 2021-03-04T23:08:10.986166+0000 mgr.x (mgr.34379) 563 : cluster [DBG] pgmap v861: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:08:12.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: audit 2021-03-04T23:08:11.134098+0000 mon.c (mon.1) 41 : audit [DBG] from='client.? 172.21.2.108:0/586927073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:12.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: audit 2021-03-04T23:08:11.820324+0000 mon.a (mon.0) 1113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:08:12.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: audit 2021-03-04T23:08:11.823985+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:08:12.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:11 gibba008 bash[37770]: audit 2021-03-04T23:08:11.824155+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:08:12.015 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:12.123 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:12.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:12 gibba023 bash[18090]: debug 2021-03-04T23:08:12.009+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:12.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: cluster 2021-03-04T23:08:10.885261+0000 mon.a (mon.0) 1110 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:08:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: audit 2021-03-04T23:08:10.892919+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.2.108:0/2176590445' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:08:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: cluster 2021-03-04T23:08:10.892954+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e583: 8 total, 8 up, 7 in 2021-03-04T23:08:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: cluster 2021-03-04T23:08:10.986166+0000 mgr.x (mgr.34379) 563 : cluster [DBG] pgmap v861: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:08:12.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: audit 2021-03-04T23:08:11.134098+0000 mon.c (mon.1) 41 : audit [DBG] from='client.? 172.21.2.108:0/586927073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:12.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: audit 2021-03-04T23:08:11.820324+0000 mon.a (mon.0) 1113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:08:12.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: audit 2021-03-04T23:08:11.823985+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:08:12.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[27374]: audit 2021-03-04T23:08:11.824155+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:08:12.276 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:11 gibba023 bash[16680]: debug 2021-03-04T23:08:11.829+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:12.466 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:12.568 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:12.573 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:12 gibba008 bash[47391]: debug 2021-03-04T23:08:12.460+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:12.976 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:13.081 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:13.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:12 gibba008 bash[50326]: debug 2021-03-04T23:08:12.972+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:13.340 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:13.443 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:13.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:13 gibba008 bash[47391]: debug 2021-03-04T23:08:13.332+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:13.796 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:13.907 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:14.077 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:14 gibba008 bash[37770]: cluster 2021-03-04T23:08:12.986522+0000 mgr.x (mgr.34379) 564 : cluster [DBG] pgmap v862: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:08:14.077 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:13 gibba008 bash[50326]: debug 2021-03-04T23:08:13.784+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:14.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:14 gibba008 bash[39303]: cluster 2021-03-04T23:08:12.986522+0000 mgr.x (mgr.34379) 564 : cluster [DBG] pgmap v862: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:08:14.390 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:14.493 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:14 gibba023 bash[27374]: cluster 2021-03-04T23:08:12.986522+0000 mgr.x (mgr.34379) 564 : cluster [DBG] pgmap v862: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:08:14.627 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:14.672 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:14 gibba008 bash[48858]: debug 2021-03-04T23:08:14.380+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:14.672 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:14 gibba008 bash[48858]: debug 2021-03-04T23:08:14.620+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:14.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:14.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:14.977 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:14 gibba008 bash[48858]: debug 2021-03-04T23:08:14.872+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:14.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:15.052 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:08:15.084 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:08:15.084 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:08:15.152 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:15.257 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:15.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:15 gibba023 bash[15180]: debug 2021-03-04T23:08:15.145+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:15.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:15 gibba023 bash[27374]: audit 2021-03-04T23:08:15.027555+0000 mon.c (mon.1) 42 : audit [INF] from='client.? 172.21.2.108:0/2447139172' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:08:15.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:15 gibba023 bash[27374]: audit 2021-03-04T23:08:15.027878+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:08:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:15 gibba008 bash[39303]: audit 2021-03-04T23:08:15.027555+0000 mon.c (mon.1) 42 : audit [INF] from='client.? 172.21.2.108:0/2447139172' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:08:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:15 gibba008 bash[39303]: audit 2021-03-04T23:08:15.027878+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:08:15.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:15 gibba008 bash[37770]: audit 2021-03-04T23:08:15.027555+0000 mon.c (mon.1) 42 : audit [INF] from='client.? 172.21.2.108:0/2447139172' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:08:15.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:15 gibba008 bash[37770]: audit 2021-03-04T23:08:15.027878+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:08:15.642 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:15.746 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:15.806 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:08:15.811 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:15 gibba008 bash[47391]: debug 2021-03-04T23:08:15.632+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:15.837 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:15.909 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:15.940 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:16.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:15 gibba023 bash[19550]: debug 2021-03-04T23:08:15.829+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:16.024 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:08:16.131 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:16.171 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[39303]: cluster 2021-03-04T23:08:14.986907+0000 mgr.x (mgr.34379) 565 : cluster [DBG] pgmap v863: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:08:16.171 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[39303]: audit 2021-03-04T23:08:15.045496+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:08:16.171 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[39303]: cluster 2021-03-04T23:08:15.045546+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e584: 8 total, 8 up, 7 in 2021-03-04T23:08:16.171 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[39303]: audit 2021-03-04T23:08:15.928644+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:16.172 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[37770]: cluster 2021-03-04T23:08:14.986907+0000 mgr.x (mgr.34379) 565 : cluster [DBG] pgmap v863: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:08:16.172 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[37770]: audit 2021-03-04T23:08:15.045496+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:08:16.172 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[37770]: cluster 2021-03-04T23:08:15.045546+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e584: 8 total, 8 up, 7 in 2021-03-04T23:08:16.172 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[37770]: audit 2021-03-04T23:08:15.928644+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:16.417 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:16.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:16 gibba008 bash[47391]: debug 2021-03-04T23:08:16.408+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:16.520 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:16 gibba023 bash[27374]: cluster 2021-03-04T23:08:14.986907+0000 mgr.x (mgr.34379) 565 : cluster [DBG] pgmap v863: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:08:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:16 gibba023 bash[27374]: audit 2021-03-04T23:08:15.045496+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:08:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:16 gibba023 bash[27374]: cluster 2021-03-04T23:08:15.045546+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e584: 8 total, 8 up, 7 in 2021-03-04T23:08:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:16 gibba023 bash[27374]: audit 2021-03-04T23:08:15.928644+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:16.617 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:16.720 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:17.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:16 gibba023 bash[19550]: debug 2021-03-04T23:08:16.609+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:17.054 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:17.157 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:17.322 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:17 gibba023 bash[27374]: cephadm 2021-03-04T23:08:15.930483+0000 mgr.x (mgr.34379) 566 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:08:17.326 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:17.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:17.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:17 gibba008 bash[37770]: cephadm 2021-03-04T23:08:15.930483+0000 mgr.x (mgr.34379) 566 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:08:17.505 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:17 gibba008 bash[39303]: cephadm 2021-03-04T23:08:15.930483+0000 mgr.x (mgr.34379) 566 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:08:17.505 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:17 gibba008 bash[47391]: debug 2021-03-04T23:08:17.048+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:17.506 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:08:17.529 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:17.607 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:17.633 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:17.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:17 gibba023 bash[18090]: debug 2021-03-04T23:08:17.317+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:17.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:17 gibba023 bash[16680]: debug 2021-03-04T23:08:17.521+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:18.026 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:18.129 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:18.252 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:18.356 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:18.362 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:18 gibba023 bash[27374]: cluster 2021-03-04T23:08:16.987370+0000 mgr.x (mgr.34379) 567 : cluster [DBG] pgmap v865: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:18.363 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:18 gibba023 bash[18090]: debug 2021-03-04T23:08:18.245+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:18.454 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:18.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:18 gibba008 bash[37770]: cluster 2021-03-04T23:08:16.987370+0000 mgr.x (mgr.34379) 567 : cluster [DBG] pgmap v865: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:18.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:18 gibba008 bash[39303]: cluster 2021-03-04T23:08:16.987370+0000 mgr.x (mgr.34379) 567 : cluster [DBG] pgmap v865: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:18.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:18 gibba008 bash[47391]: debug 2021-03-04T23:08:18.020+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:18.558 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:18.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:18 gibba023 bash[16680]: debug 2021-03-04T23:08:18.445+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:18.931 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:19.035 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:19.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:18 gibba008 bash[44600]: debug 2021-03-04T23:08:18.924+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:19.533 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:19.539 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:08:19.636 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:19.638 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:19.771 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:19.810 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[47391]: debug 2021-03-04T23:08:19.524+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:19.810 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[37770]: audit 2021-03-04T23:08:18.807979+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:19.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[37770]: cephadm 2021-03-04T23:08:18.809836+0000 mgr.x (mgr.34379) 568 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:08:19.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[37770]: cluster 2021-03-04T23:08:18.987741+0000 mgr.x (mgr.34379) 569 : cluster [DBG] pgmap v866: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:08:19.811 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[37770]: audit 2021-03-04T23:08:19.084248+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:19.875 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:20.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[39303]: audit 2021-03-04T23:08:18.807979+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:20.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[39303]: cephadm 2021-03-04T23:08:18.809836+0000 mgr.x (mgr.34379) 568 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:08:20.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[39303]: cluster 2021-03-04T23:08:18.987741+0000 mgr.x (mgr.34379) 569 : cluster [DBG] pgmap v866: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:08:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:19 gibba008 bash[39303]: audit 2021-03-04T23:08:19.084248+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:20.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:19 gibba023 bash[15180]: debug 2021-03-04T23:08:19.765+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:19 gibba023 bash[27374]: audit 2021-03-04T23:08:18.807979+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:19 gibba023 bash[27374]: cephadm 2021-03-04T23:08:18.809836+0000 mgr.x (mgr.34379) 568 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:08:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:19 gibba023 bash[27374]: cluster 2021-03-04T23:08:18.987741+0000 mgr.x (mgr.34379) 569 : cluster [DBG] pgmap v866: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:08:20.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:19 gibba023 bash[27374]: audit 2021-03-04T23:08:19.084248+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:08:20.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:20.550 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:20.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:20.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:20 gibba008 bash[47391]: debug 2021-03-04T23:08:20.432+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:20.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:21.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:20 gibba023 bash[15180]: debug 2021-03-04T23:08:20.665+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:21.078 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:21 gibba008 bash[50326]: debug 2021-03-04T23:08:21.072+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:21.079 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:21.180 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:21.305 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:21.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:21.497 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:21 gibba023 bash[18090]: debug 2021-03-04T23:08:21.297+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:21.499 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:21.607 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:21.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:21 gibba023 bash[15180]: debug 2021-03-04T23:08:21.489+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:22.135 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:22.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:22.334 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:22 gibba023 bash[27374]: cluster 2021-03-04T23:08:20.988211+0000 mgr.x (mgr.34379) 570 : cluster [DBG] pgmap v867: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:22.335 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:22 gibba023 bash[16680]: debug 2021-03-04T23:08:22.329+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:22.337 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:22.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:22.446 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:22 gibba008 bash[39303]: cluster 2021-03-04T23:08:20.988211+0000 mgr.x (mgr.34379) 570 : cluster [DBG] pgmap v867: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:22.447 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:22 gibba008 bash[48858]: debug 2021-03-04T23:08:22.128+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:22.447 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:22 gibba008 bash[37770]: cluster 2021-03-04T23:08:20.988211+0000 mgr.x (mgr.34379) 570 : cluster [DBG] pgmap v867: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:22.610 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:22.700 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:22 gibba008 bash[47391]: debug 2021-03-04T23:08:22.604+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:22.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:22.845 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:22.948 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:23.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:22 gibba023 bash[18090]: debug 2021-03-04T23:08:22.833+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:23.154 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:23.256 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:24.100 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:23 gibba023 bash[16680]: debug 2021-03-04T23:08:23.029+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:24.193 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:24.295 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:24.301 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:24 gibba008 bash[39303]: cluster 2021-03-04T23:08:22.988543+0000 mgr.x (mgr.34379) 571 : cluster [DBG] pgmap v868: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:08:24.301 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:24 gibba008 bash[37770]: cluster 2021-03-04T23:08:22.988543+0000 mgr.x (mgr.34379) 571 : cluster [DBG] pgmap v868: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:08:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:24 gibba023 bash[27374]: cluster 2021-03-04T23:08:22.988543+0000 mgr.x (mgr.34379) 571 : cluster [DBG] pgmap v868: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:08:24.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:24 gibba023 bash[16680]: debug 2021-03-04T23:08:24.185+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:24.756 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:24.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:24.944 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:25.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:24 gibba008 bash[47391]: debug 2021-03-04T23:08:24.748+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:25.047 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:25.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:24 gibba023 bash[19550]: debug 2021-03-04T23:08:24.937+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:25.403 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:25.506 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:25.711 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:25.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:25 gibba008 bash[48858]: debug 2021-03-04T23:08:25.396+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:25.813 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:25.819 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:25 gibba023 bash[15180]: debug 2021-03-04T23:08:25.705+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:25.936 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:26.038 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:26.049 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:26 gibba008 bash[37770]: cluster 2021-03-04T23:08:24.989552+0000 mgr.x (mgr.34379) 572 : cluster [DBG] pgmap v869: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:08:26.120 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:26 gibba023 bash[27374]: cluster 2021-03-04T23:08:24.989552+0000 mgr.x (mgr.34379) 572 : cluster [DBG] pgmap v869: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:08:26.121 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:25 gibba023 bash[19550]: debug 2021-03-04T23:08:25.929+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:26.121 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:26 gibba023 bash[19550]: debug 2021-03-04T23:08:26.113+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:26.121 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:26.225 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:26.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:26 gibba008 bash[39303]: cluster 2021-03-04T23:08:24.989552+0000 mgr.x (mgr.34379) 572 : cluster [DBG] pgmap v869: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:08:26.818 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:26.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:27.291 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:26 gibba008 bash[50326]: debug 2021-03-04T23:08:26.812+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:27.430 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:27.538 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:27.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:27 gibba023 bash[19550]: debug 2021-03-04T23:08:27.421+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:28.009 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:28.112 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:28.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:28 gibba008 bash[39303]: cluster 2021-03-04T23:08:26.990269+0000 mgr.x (mgr.34379) 573 : cluster [DBG] pgmap v870: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:08:28.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:28 gibba008 bash[48858]: debug 2021-03-04T23:08:28.004+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:28.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:28 gibba008 bash[37770]: cluster 2021-03-04T23:08:26.990269+0000 mgr.x (mgr.34379) 573 : cluster [DBG] pgmap v870: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:08:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:28 gibba023 bash[27374]: cluster 2021-03-04T23:08:26.990269+0000 mgr.x (mgr.34379) 573 : cluster [DBG] pgmap v870: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:08:28.668 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:28.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:28 gibba008 bash[47391]: debug 2021-03-04T23:08:28.660+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:28.772 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:29.224 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:29.327 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:29.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:29 gibba023 bash[18090]: debug 2021-03-04T23:08:29.217+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:30.047 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:30.149 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:30.155 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:29 gibba008 bash[39303]: cluster 2021-03-04T23:08:28.990686+0000 mgr.x (mgr.34379) 574 : cluster [DBG] pgmap v871: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:30.156 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:30 gibba008 bash[47391]: debug 2021-03-04T23:08:30.040+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:30.157 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:29 gibba008 bash[37770]: cluster 2021-03-04T23:08:28.990686+0000 mgr.x (mgr.34379) 574 : cluster [DBG] pgmap v871: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:29 gibba023 bash[27374]: cluster 2021-03-04T23:08:28.990686+0000 mgr.x (mgr.34379) 574 : cluster [DBG] pgmap v871: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:08:30.586 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:30.689 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:31.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:30 gibba008 bash[50326]: debug 2021-03-04T23:08:30.580+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:31.177 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:31.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:31.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:31 gibba008 bash[44600]: debug 2021-03-04T23:08:31.172+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:31.835 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:31.938 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:32.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:32 gibba008 bash[39303]: cluster 2021-03-04T23:08:30.991311+0000 mgr.x (mgr.34379) 575 : cluster [DBG] pgmap v872: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:08:32.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:31 gibba008 bash[44600]: debug 2021-03-04T23:08:31.828+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:32 gibba008 bash[37770]: cluster 2021-03-04T23:08:30.991311+0000 mgr.x (mgr.34379) 575 : cluster [DBG] pgmap v872: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:08:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:32 gibba023 bash[27374]: cluster 2021-03-04T23:08:30.991311+0000 mgr.x (mgr.34379) 575 : cluster [DBG] pgmap v872: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:08:32.285 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:32.389 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:32.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:32 gibba023 bash[16680]: debug 2021-03-04T23:08:32.277+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:32.838 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:32.899 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:08:32.923 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:08:32.941 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:32.945 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:08:32.976 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:08:32.997 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:08:33.018 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:08:33.040 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:08:33.063 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:08:33.063 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:08:33.075 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.076 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.076 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.076 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.076 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.077 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.077 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.077 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:08:33.137 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:33.213 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:33 gibba008 bash[47391]: debug 2021-03-04T23:08:33.132+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:33.214 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:33 gibba008 bash[37770]: audit 2021-03-04T23:08:32.605939+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? 172.21.2.108:0/3208674609' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:08:33.214 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:33 gibba008 bash[37770]: audit 2021-03-04T23:08:32.875341+0000 mon.c (mon.1) 43 : audit [DBG] from='client.? 172.21.2.108:0/853786501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:33.214 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:33 gibba008 bash[39303]: audit 2021-03-04T23:08:32.605939+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? 172.21.2.108:0/3208674609' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:08:33.215 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:33 gibba008 bash[39303]: audit 2021-03-04T23:08:32.875341+0000 mon.c (mon.1) 43 : audit [DBG] from='client.? 172.21.2.108:0/853786501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:33.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:33.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:33 gibba023 bash[27374]: audit 2021-03-04T23:08:32.605939+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? 172.21.2.108:0/3208674609' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:08:33.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:33 gibba023 bash[27374]: audit 2021-03-04T23:08:32.875341+0000 mon.c (mon.1) 43 : audit [DBG] from='client.? 172.21.2.108:0/853786501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:33.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:32 gibba023 bash[18090]: debug 2021-03-04T23:08:32.829+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:33.328 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:08:33.329 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:08:33.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:08:33.330 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:08:33.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.331 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54244.0:11252 17.e 17:74f03fb8:::rb.0.d3e4.2f960a22.000000000022:head [delete] snapc 2a=[2a,28,26] ondisk+write+known_if_redirected e357)", 2021-03-04T23:08:33.331 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T22:59:44.247915+0000", 2021-03-04T23:08:33.332 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 529.07526207000001, 2021-03-04T23:08:33.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.808754213, 2021-03-04T23:08:33.332 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.332 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:33.333 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.333 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54244", 2021-03-04T23:08:33.334 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/50869521", 2021-03-04T23:08:33.334 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 11252 2021-03-04T23:08:33.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.335 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247915+0000", 2021-03-04T23:08:33.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247915+0000", 2021-03-04T23:08:33.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1260000000000001e-06 2021-03-04T23:08:33.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247917+0000", 2021-03-04T23:08:33.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6509999999999999e-06 2021-03-04T23:08:33.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247918+0000", 2021-03-04T23:08:33.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3179999999999996e-06 2021-03-04T23:08:33.340 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.341 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247927+0000", 2021-03-04T23:08:33.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6480000000000001e-06 2021-03-04T23:08:33.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247931+0000", 2021-03-04T23:08:33.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5803999999999997e-05 2021-03-04T23:08:33.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.247977+0000", 2021-03-04T23:08:33.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1238000000000001e-05 2021-03-04T23:08:33.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.344 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:08:33.344 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.248008+0000", 2021-03-04T23:08:33.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.805108292 2021-03-04T23:08:33.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:58.053116+0000", 2021-03-04T23:08:33.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00042503799999999998 2021-03-04T23:08:33.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:58.053542+0000", 2021-03-04T23:08:33.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0031280980000000002 2021-03-04T23:08:33.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.350 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:58.056670+0000", 2021-03-04T23:08:33.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.808754213 2021-03-04T23:08:33.352 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.352 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.352 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.353 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.34403.0:14 2.1 2:88c1567c:::rbd_trash_purge_schedule:head [omap-get-vals] snapc 0=[] ondisk+read+known_if_redirected e357)", 2021-03-04T23:08:33.353 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T22:59:44.807261+0000", 2021-03-04T23:08:33.354 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 528.51591602200006, 2021-03-04T23:08:33.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.245483286000001, 2021-03-04T23:08:33.354 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.355 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:08:33.355 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.355 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.34403", 2021-03-04T23:08:33.355 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.123:0/3660828053", 2021-03-04T23:08:33.355 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 14 2021-03-04T23:08:33.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.356 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.357 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.357 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807261+0000", 2021-03-04T23:08:33.357 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.358 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.358 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807261+0000", 2021-03-04T23:08:33.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.573e-06 2021-03-04T23:08:33.358 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.359 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.359 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807263+0000", 2021-03-04T23:08:33.359 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0729999999999999e-06 2021-03-04T23:08:33.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807265+0000", 2021-03-04T23:08:33.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7690000000000002e-06 2021-03-04T23:08:33.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.363 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807274+0000", 2021-03-04T23:08:33.364 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6529999999999994e-06 2021-03-04T23:08:33.364 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.365 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807282+0000", 2021-03-04T23:08:33.365 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0548e-05 2021-03-04T23:08:33.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807312+0000", 2021-03-04T23:08:33.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8895000000000001e-05 2021-03-04T23:08:33.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:08:33.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:44.807331+0000", 2021-03-04T23:08:33.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.245073 2021-03-04T23:08:33.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:58.052404+0000", 2021-03-04T23:08:33.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00034077499999999998 2021-03-04T23:08:33.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.369 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T22:59:58.052745+0000", 2021-03-04T23:08:33.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.245483286000001 2021-03-04T23:08:33.370 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.370 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.370 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.372 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.372 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.373 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188303 25.6 25:614b4883:::benchmark_data_gibba008_61550_object12372:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.373 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.356244+0000", 2021-03-04T23:08:33.373 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.966933210000001, 2021-03-04T23:08:33.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214233063, 2021-03-04T23:08:33.374 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.374 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.374 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.375 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.375 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.375 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188303 2021-03-04T23:08:33.375 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.376 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.376 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.377 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356244+0000", 2021-03-04T23:08:33.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356244+0000", 2021-03-04T23:08:33.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.857e-06 2021-03-04T23:08:33.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356246+0000", 2021-03-04T23:08:33.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8279999999999999e-06 2021-03-04T23:08:33.381 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356248+0000", 2021-03-04T23:08:33.383 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2359999999999998e-06 2021-03-04T23:08:33.383 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.384 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.384 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.384 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356255+0000", 2021-03-04T23:08:33.384 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6110000000000004e-06 2021-03-04T23:08:33.384 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.385 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.385 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356260+0000", 2021-03-04T23:08:33.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00052614399999999998 2021-03-04T23:08:33.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356786+0000", 2021-03-04T23:08:33.387 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2614000000000006e-05 2021-03-04T23:08:33.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356859+0000", 2021-03-04T23:08:33.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6576999999999995e-05 2021-03-04T23:08:33.388 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.388 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:08:33.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356945+0000", 2021-03-04T23:08:33.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0044333300000000001 2021-03-04T23:08:33.389 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.361378+0000", 2021-03-04T23:08:33.390 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010500100000000001 2021-03-04T23:08:33.391 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.392 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.361483+0000", 2021-03-04T23:08:33.392 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20877219899999999 2021-03-04T23:08:33.393 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.393 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.393 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.393 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570256+0000", 2021-03-04T23:08:33.394 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000118717 2021-03-04T23:08:33.394 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.395 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.395 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570374+0000", 2021-03-04T23:08:33.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010294900000000001 2021-03-04T23:08:33.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.396 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.396 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570477+0000", 2021-03-04T23:08:33.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214233063 2021-03-04T23:08:33.397 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.397 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.397 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.398 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188321 25.6 25:6015a825:::benchmark_data_gibba008_61550_object12390:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.398 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.364508+0000", 2021-03-04T23:08:33.398 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.958669297999997, 2021-03-04T23:08:33.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20696189400000001, 2021-03-04T23:08:33.399 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.399 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.399 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.400 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.400 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.400 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188321 2021-03-04T23:08:33.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.400 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.401 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.401 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.401 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364508+0000", 2021-03-04T23:08:33.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.401 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.402 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.402 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.402 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364508+0000", 2021-03-04T23:08:33.402 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.638e-06 2021-03-04T23:08:33.403 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.403 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.403 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364510+0000", 2021-03-04T23:08:33.403 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7680000000000001e-06 2021-03-04T23:08:33.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.404 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.404 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364512+0000", 2021-03-04T23:08:33.405 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.464e-06 2021-03-04T23:08:33.405 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.405 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.406 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.406 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364519+0000", 2021-03-04T23:08:33.406 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0260000000000001e-06 2021-03-04T23:08:33.407 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.407 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.407 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.407 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364523+0000", 2021-03-04T23:08:33.408 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0766999999999999e-05 2021-03-04T23:08:33.408 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.408 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.408 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.409 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364554+0000", 2021-03-04T23:08:33.409 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2589000000000006e-05 2021-03-04T23:08:33.409 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.410 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.410 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.410 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364626+0000", 2021-03-04T23:08:33.411 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4603000000000005e-05 2021-03-04T23:08:33.411 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.412 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.412 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:08:33.413 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.364691+0000", 2021-03-04T23:08:33.413 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.205818111 2021-03-04T23:08:33.413 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.414 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.414 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.414 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570509+0000", 2021-03-04T23:08:33.414 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000302477 2021-03-04T23:08:33.415 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.415 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.415 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.416 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570812+0000", 2021-03-04T23:08:33.416 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000304013 2021-03-04T23:08:33.417 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.417 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.418 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.418 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.571116+0000", 2021-03-04T23:08:33.418 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020395299999999999 2021-03-04T23:08:33.418 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.419 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.419 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.419 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.571320+0000", 2021-03-04T23:08:33.420 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015048500000000001 2021-03-04T23:08:33.420 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.420 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.420 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.421 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.571470+0000", 2021-03-04T23:08:33.421 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20696189400000001 2021-03-04T23:08:33.421 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.421 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.422 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.422 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.422 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.423 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188323 25.6 25:6f5ebc0c:::benchmark_data_gibba008_61550_object12392:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.423 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.366223+0000", 2021-03-04T23:08:33.423 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.956954195000002, 2021-03-04T23:08:33.424 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20619968899999999, 2021-03-04T23:08:33.424 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.424 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.425 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.425 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.425 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.425 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188323 2021-03-04T23:08:33.426 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.426 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.426 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.427 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.427 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.366223+0000", 2021-03-04T23:08:33.427 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.428 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.428 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.428 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.429 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.366223+0000", 2021-03-04T23:08:33.429 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.55e-06 2021-03-04T23:08:33.429 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.430 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.430 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.430 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.366225+0000", 2021-03-04T23:08:33.431 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.488e-06 2021-03-04T23:08:33.431 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.431 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.431 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.431 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.366226+0000", 2021-03-04T23:08:33.432 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8859999999999998e-06 2021-03-04T23:08:33.432 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.432 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.432 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.433 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.366233+0000", 2021-03-04T23:08:33.433 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5999999999999998e-06 2021-03-04T23:08:33.433 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.433 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.433 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.434 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.366237+0000", 2021-03-04T23:08:33.434 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020780460000000001 2021-03-04T23:08:33.434 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.434 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.435 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.435 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.368315+0000", 2021-03-04T23:08:33.435 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0222999999999994e-05 2021-03-04T23:08:33.435 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.435 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.436 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.436 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.368395+0000", 2021-03-04T23:08:33.436 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8311000000000002e-05 2021-03-04T23:08:33.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.436 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:08:33.437 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.368483+0000", 2021-03-04T23:08:33.437 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20205661 2021-03-04T23:08:33.438 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.438 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.438 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.438 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570540+0000", 2021-03-04T23:08:33.439 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00039963500000000002 2021-03-04T23:08:33.439 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.440 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.440 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.441 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570940+0000", 2021-03-04T23:08:33.441 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001046235 2021-03-04T23:08:33.441 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.442 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.571986+0000", 2021-03-04T23:08:33.442 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024119500000000001 2021-03-04T23:08:33.443 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.443 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.443 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.443 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.572227+0000", 2021-03-04T23:08:33.444 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019591000000000001 2021-03-04T23:08:33.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.444 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.444 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.444 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.572423+0000", 2021-03-04T23:08:33.445 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20619968899999999 2021-03-04T23:08:33.445 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.445 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.446 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.446 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.446 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.446 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188325 25.6 25:66e36e25:::benchmark_data_gibba008_61550_object12394:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.447 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.367131+0000", 2021-03-04T23:08:33.447 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.956046370999999, 2021-03-04T23:08:33.447 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23604982399999999, 2021-03-04T23:08:33.447 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.447 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.448 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.448 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.448 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.449 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188325 2021-03-04T23:08:33.449 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.449 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.449 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.450 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.450 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367131+0000", 2021-03-04T23:08:33.450 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.451 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.451 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.451 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.451 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367131+0000", 2021-03-04T23:08:33.452 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.637e-06 2021-03-04T23:08:33.452 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.452 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.452 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.453 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367133+0000", 2021-03-04T23:08:33.453 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.66e-06 2021-03-04T23:08:33.453 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.453 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.453 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.454 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367134+0000", 2021-03-04T23:08:33.454 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2429999999999999e-06 2021-03-04T23:08:33.454 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.454 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.455 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367142+0000", 2021-03-04T23:08:33.455 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6219999999999998e-06 2021-03-04T23:08:33.456 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.456 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.456 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.457 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367145+0000", 2021-03-04T23:08:33.457 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19151051799999999 2021-03-04T23:08:33.458 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.458 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.458 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.459 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558656+0000", 2021-03-04T23:08:33.459 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00052290599999999996 2021-03-04T23:08:33.459 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.460 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.460 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.460 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.559179+0000", 2021-03-04T23:08:33.461 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00055309599999999999 2021-03-04T23:08:33.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:08:33.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.559732+0000", 2021-03-04T23:08:33.463 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011834301 2021-03-04T23:08:33.463 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.463 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.464 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.464 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.571566+0000", 2021-03-04T23:08:33.464 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030676045999999998 2021-03-04T23:08:33.465 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.465 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.465 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.466 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602242+0000", 2021-03-04T23:08:33.466 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048573000000000003 2021-03-04T23:08:33.466 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.467 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.467 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.467 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602728+0000", 2021-03-04T23:08:33.467 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024545399999999998 2021-03-04T23:08:33.467 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.468 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.468 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.468 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602973+0000", 2021-03-04T23:08:33.468 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020761099999999999 2021-03-04T23:08:33.468 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.469 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.469 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.469 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.603181+0000", 2021-03-04T23:08:33.469 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23604982399999999 2021-03-04T23:08:33.470 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.470 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.470 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.471 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.471 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.471 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188330 25.1 25:81a004c5:::benchmark_data_gibba008_61550_object12399:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.472 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.370444+0000", 2021-03-04T23:08:33.472 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.952733756999997, 2021-03-04T23:08:33.472 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19995191800000001, 2021-03-04T23:08:33.472 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.473 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.473 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.473 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.473 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.474 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188330 2021-03-04T23:08:33.474 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.474 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.474 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.475 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.370444+0000", 2021-03-04T23:08:33.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.475 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.370444+0000", 2021-03-04T23:08:33.476 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.547e-06 2021-03-04T23:08:33.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.477 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.477 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.477 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.370445+0000", 2021-03-04T23:08:33.478 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.536e-06 2021-03-04T23:08:33.478 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.370447+0000", 2021-03-04T23:08:33.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8120000000000008e-06 2021-03-04T23:08:33.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.479 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.370455+0000", 2021-03-04T23:08:33.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0940000000000001e-06 2021-03-04T23:08:33.480 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.481 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.481 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.370459+0000", 2021-03-04T23:08:33.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00073240000000000002 2021-03-04T23:08:33.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.482 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.482 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371191+0000", 2021-03-04T23:08:33.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8181000000000002e-05 2021-03-04T23:08:33.482 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.483 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.483 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.483 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371279+0000", 2021-03-04T23:08:33.484 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5981000000000003e-05 2021-03-04T23:08:33.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.484 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.484 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:08:33.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371355+0000", 2021-03-04T23:08:33.485 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.187524529 2021-03-04T23:08:33.485 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.486 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558880+0000", 2021-03-04T23:08:33.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00095757899999999996 2021-03-04T23:08:33.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.486 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.486 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.559837+0000", 2021-03-04T23:08:33.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010314841 2021-03-04T23:08:33.487 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570152+0000", 2021-03-04T23:08:33.488 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014043500000000001 2021-03-04T23:08:33.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.488 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.489 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570293+0000", 2021-03-04T23:08:33.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000102983 2021-03-04T23:08:33.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.489 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570396+0000", 2021-03-04T23:08:33.490 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19995191800000001 2021-03-04T23:08:33.490 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.490 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.490 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.491 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.491 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:188332 25.a e582/569 25:522caf6e:::benchmark_data_gibba008_61550_object12401:head v 582'11738, mlcod=582'11736)", 2021-03-04T23:08:33.491 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.371431+0000", 2021-03-04T23:08:33.492 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.951746937000003, 2021-03-04T23:08:33.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.203226674, 2021-03-04T23:08:33.492 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.492 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.492 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.493 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.493 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.493 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371431+0000", 2021-03-04T23:08:33.493 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.494 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.494 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.494 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.494 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371431+0000", 2021-03-04T23:08:33.495 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.131e-06 2021-03-04T23:08:33.495 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.495 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.495 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.495 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371433+0000", 2021-03-04T23:08:33.496 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.762e-06 2021-03-04T23:08:33.496 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.496 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.496 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.496 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371434+0000", 2021-03-04T23:08:33.497 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7669999999999998e-06 2021-03-04T23:08:33.497 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.497 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.497 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.497 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371441+0000", 2021-03-04T23:08:33.498 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.393e-06 2021-03-04T23:08:33.498 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.498 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.498 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.499 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371445+0000", 2021-03-04T23:08:33.499 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5717999999999999e-05 2021-03-04T23:08:33.499 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.499 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.500 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.500 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371480+0000", 2021-03-04T23:08:33.500 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3138e-05 2021-03-04T23:08:33.500 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.501 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.501 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.501 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371493+0000", 2021-03-04T23:08:33.501 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20306595499999999 2021-03-04T23:08:33.502 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.502 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.502 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.502 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.574559+0000", 2021-03-04T23:08:33.502 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.781e-05 2021-03-04T23:08:33.503 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.503 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.503 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.503 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.574657+0000", 2021-03-04T23:08:33.503 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.203226674 2021-03-04T23:08:33.504 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.504 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.504 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.504 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.505 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.505 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188343 25.6 25:65455a82:::benchmark_data_gibba008_61550_object12412:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.505 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.381798+0000", 2021-03-04T23:08:33.505 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 35.941379191000003, 2021-03-04T23:08:33.505 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22272293900000001, 2021-03-04T23:08:33.506 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.506 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.506 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.506 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.507 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.507 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188343 2021-03-04T23:08:33.507 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.507 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.507 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.508 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.508 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381798+0000", 2021-03-04T23:08:33.508 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.508 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.508 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.509 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.509 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381798+0000", 2021-03-04T23:08:33.509 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3180000000000001e-06 2021-03-04T23:08:33.509 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.509 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.510 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.510 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381801+0000", 2021-03-04T23:08:33.510 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.796e-06 2021-03-04T23:08:33.510 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.511 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.511 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.511 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381802+0000", 2021-03-04T23:08:33.512 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.176626809 2021-03-04T23:08:33.512 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.512 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.512 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.513 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558429+0000", 2021-03-04T23:08:33.513 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6217999999999998e-05 2021-03-04T23:08:33.513 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.513 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.513 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.514 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558465+0000", 2021-03-04T23:08:33.514 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014110118 2021-03-04T23:08:33.514 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.515 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.515 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.516 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.572576+0000", 2021-03-04T23:08:33.516 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00073683099999999997 2021-03-04T23:08:33.516 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.517 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.517 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.518 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.573312+0000", 2021-03-04T23:08:33.518 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048983900000000005 2021-03-04T23:08:33.518 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.518 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.518 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:08:33.519 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.573802+0000", 2021-03-04T23:08:33.519 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028711467000000001 2021-03-04T23:08:33.519 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.519 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.520 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.520 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602514+0000", 2021-03-04T23:08:33.520 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00093573899999999999 2021-03-04T23:08:33.520 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.521 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.521 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.521 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.603449+0000", 2021-03-04T23:08:33.521 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00080694499999999999 2021-03-04T23:08:33.521 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.522 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.522 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.522 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.604256+0000", 2021-03-04T23:08:33.522 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015049200000000001 2021-03-04T23:08:33.522 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.523 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.523 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.523 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.604407+0000", 2021-03-04T23:08:33.524 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114367 2021-03-04T23:08:33.524 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.524 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.524 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.525 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.604521+0000", 2021-03-04T23:08:33.525 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22272293900000001 2021-03-04T23:08:33.525 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.525 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.526 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.526 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.526 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.526 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193439 25.1 25:864e8f25:::benchmark_data_gibba008_61550_object17508:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.526 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.984109+0000", 2021-03-04T23:08:33.527 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.339068019999999, 2021-03-04T23:08:33.527 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.225669922, 2021-03-04T23:08:33.527 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.527 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.528 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.528 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.528 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.528 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193439 2021-03-04T23:08:33.529 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.529 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.529 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.529 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.529 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984109+0000", 2021-03-04T23:08:33.530 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.530 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.530 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.530 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.531 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984109+0000", 2021-03-04T23:08:33.531 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.372e-06 2021-03-04T23:08:33.531 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.531 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.531 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.532 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984111+0000", 2021-03-04T23:08:33.532 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3179999999999999e-06 2021-03-04T23:08:33.532 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.532 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.532 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.533 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984112+0000", 2021-03-04T23:08:33.533 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9469999999999997e-06 2021-03-04T23:08:33.533 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.533 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.533 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.534 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984119+0000", 2021-03-04T23:08:33.534 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4620000000000001e-06 2021-03-04T23:08:33.534 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.534 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.534 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.535 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984123+0000", 2021-03-04T23:08:33.535 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0049445440000000004 2021-03-04T23:08:33.535 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.535 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.536 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.536 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989067+0000", 2021-03-04T23:08:33.536 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2466000000000006e-05 2021-03-04T23:08:33.536 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.537 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.537 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.537 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989150+0000", 2021-03-04T23:08:33.538 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4889000000000007e-05 2021-03-04T23:08:33.538 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.539 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.539 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:08:33.539 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989234+0000", 2021-03-04T23:08:33.540 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0073753830000000001 2021-03-04T23:08:33.540 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.541 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.541 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.541 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996610+0000", 2021-03-04T23:08:33.542 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9917000000000002e-05 2021-03-04T23:08:33.542 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.543 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.543 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.543 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996670+0000", 2021-03-04T23:08:33.544 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.212881983 2021-03-04T23:08:33.544 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.545 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.545 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.545 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209552+0000", 2021-03-04T23:08:33.546 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012440199999999999 2021-03-04T23:08:33.546 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.547 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.547 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.548 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209676+0000", 2021-03-04T23:08:33.548 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010323900000000001 2021-03-04T23:08:33.548 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.549 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.549 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.550 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209779+0000", 2021-03-04T23:08:33.550 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.225669922 2021-03-04T23:08:33.550 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.551 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.551 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.552 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.552 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.553 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193446 25.1 25:8f39907e:::benchmark_data_gibba008_61550_object17515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.553 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.988059+0000", 2021-03-04T23:08:33.553 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.335118000999998, 2021-03-04T23:08:33.554 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22249687800000001, 2021-03-04T23:08:33.554 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.555 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.555 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.555 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.556 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.556 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193446 2021-03-04T23:08:33.557 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.557 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.557 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.558 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.558 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988059+0000", 2021-03-04T23:08:33.559 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.559 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.559 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.560 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.560 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988059+0000", 2021-03-04T23:08:33.561 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.344e-06 2021-03-04T23:08:33.561 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.561 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.562 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.562 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988061+0000", 2021-03-04T23:08:33.563 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.437e-06 2021-03-04T23:08:33.563 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.564 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.564 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.564 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988062+0000", 2021-03-04T23:08:33.565 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1199999999999999e-06 2021-03-04T23:08:33.565 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.566 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.566 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.566 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988068+0000", 2021-03-04T23:08:33.567 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0639999999999998e-06 2021-03-04T23:08:33.567 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.568 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.568 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.568 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988071+0000", 2021-03-04T23:08:33.569 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0051094110000000003 2021-03-04T23:08:33.569 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.570 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.570 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.570 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.993181+0000", 2021-03-04T23:08:33.571 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7719000000000007e-05 2021-03-04T23:08:33.571 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.572 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.572 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.573 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.993249+0000", 2021-03-04T23:08:33.573 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1773000000000006e-05 2021-03-04T23:08:33.573 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.574 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.574 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:08:33.574 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.993310+0000", 2021-03-04T23:08:33.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.216052671 2021-03-04T23:08:33.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.575 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209363+0000", 2021-03-04T23:08:33.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00061397999999999997 2021-03-04T23:08:33.576 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209977+0000", 2021-03-04T23:08:33.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00036411000000000001 2021-03-04T23:08:33.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.578 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210341+0000", 2021-03-04T23:08:33.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011835100000000001 2021-03-04T23:08:33.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.580 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210459+0000", 2021-03-04T23:08:33.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6898000000000006e-05 2021-03-04T23:08:33.580 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.580 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.581 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210556+0000", 2021-03-04T23:08:33.581 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22249687800000001 2021-03-04T23:08:33.581 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.582 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.582 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.582 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.583 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193448 25.9 25:93638588:::benchmark_data_gibba008_61550_object17517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.583 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.989219+0000", 2021-03-04T23:08:33.583 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.333958795000001, 2021-03-04T23:08:33.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22150734899999999, 2021-03-04T23:08:33.583 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.584 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.584 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.584 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.584 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.585 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193448 2021-03-04T23:08:33.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.585 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.585 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.586 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989219+0000", 2021-03-04T23:08:33.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.586 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989219+0000", 2021-03-04T23:08:33.587 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.652e-06 2021-03-04T23:08:33.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.588 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.588 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989220+0000", 2021-03-04T23:08:33.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4389999999999999e-06 2021-03-04T23:08:33.589 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.589 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.589 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.590 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989222+0000", 2021-03-04T23:08:33.590 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6730000000000003e-06 2021-03-04T23:08:33.590 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.590 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.591 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.591 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989228+0000", 2021-03-04T23:08:33.591 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0330000000000002e-06 2021-03-04T23:08:33.591 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.592 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.592 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.592 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989232+0000", 2021-03-04T23:08:33.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0075200650000000003 2021-03-04T23:08:33.593 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.593 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.593 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.593 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996753+0000", 2021-03-04T23:08:33.594 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0715000000000003e-05 2021-03-04T23:08:33.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996823+0000", 2021-03-04T23:08:33.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6841999999999994e-05 2021-03-04T23:08:33.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.595 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:08:33.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996900+0000", 2021-03-04T23:08:33.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.212968193 2021-03-04T23:08:33.596 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209868+0000", 2021-03-04T23:08:33.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00034359899999999999 2021-03-04T23:08:33.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.598 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210212+0000", 2021-03-04T23:08:33.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000206844 2021-03-04T23:08:33.599 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.599 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.599 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210419+0000", 2021-03-04T23:08:33.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000167052 2021-03-04T23:08:33.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.601 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210586+0000", 2021-03-04T23:08:33.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000140242 2021-03-04T23:08:33.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210726+0000", 2021-03-04T23:08:33.602 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22150734899999999 2021-03-04T23:08:33.602 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.603 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.603 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.603 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.604 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193458 25.1 25:8e98f640:::benchmark_data_gibba008_61550_object17527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.604 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.994031+0000", 2021-03-04T23:08:33.604 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.329146055999999, 2021-03-04T23:08:33.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21687833500000001, 2021-03-04T23:08:33.605 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.605 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.605 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.605 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.606 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.606 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193458 2021-03-04T23:08:33.606 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.606 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.607 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.607 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994031+0000", 2021-03-04T23:08:33.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.608 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.608 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.608 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.608 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994031+0000", 2021-03-04T23:08:33.609 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4130000000000001e-06 2021-03-04T23:08:33.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.609 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.609 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.609 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994033+0000", 2021-03-04T23:08:33.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4959999999999999e-06 2021-03-04T23:08:33.610 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.610 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.611 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994034+0000", 2021-03-04T23:08:33.611 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1250000000000004e-06 2021-03-04T23:08:33.611 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.612 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994041+0000", 2021-03-04T23:08:33.612 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5250000000000001e-06 2021-03-04T23:08:33.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.613 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.613 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994045+0000", 2021-03-04T23:08:33.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027215910000000002 2021-03-04T23:08:33.614 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.614 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.614 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996767+0000", 2021-03-04T23:08:33.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0161000000000006e-05 2021-03-04T23:08:33.615 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.616 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996857+0000", 2021-03-04T23:08:33.616 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0878000000000006e-05 2021-03-04T23:08:33.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:08:33.617 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996948+0000", 2021-03-04T23:08:33.617 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21319721699999999 2021-03-04T23:08:33.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210145+0000", 2021-03-04T23:08:33.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7008000000000002e-05 2021-03-04T23:08:33.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.619 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210182+0000", 2021-03-04T23:08:33.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000470951 2021-03-04T23:08:33.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.620 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210653+0000", 2021-03-04T23:08:33.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000126141 2021-03-04T23:08:33.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.621 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.621 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.622 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210779+0000", 2021-03-04T23:08:33.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000130829 2021-03-04T23:08:33.622 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.622 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.623 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.623 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210910+0000", 2021-03-04T23:08:33.623 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21687833500000001 2021-03-04T23:08:33.623 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.624 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.624 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.624 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.624 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193461 25.9 25:916914c0:::benchmark_data_gibba008_61550_object17530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.625 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.996800+0000", 2021-03-04T23:08:33.625 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.326377102000002, 2021-03-04T23:08:33.625 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24452869699999999, 2021-03-04T23:08:33.625 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.626 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.626 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.626 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.626 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.627 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193461 2021-03-04T23:08:33.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.627 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996800+0000", 2021-03-04T23:08:33.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996800+0000", 2021-03-04T23:08:33.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6470000000000001e-06 2021-03-04T23:08:33.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.630 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.630 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996802+0000", 2021-03-04T23:08:33.631 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7090000000000001e-06 2021-03-04T23:08:33.631 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996804+0000", 2021-03-04T23:08:33.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9170000000000006e-06 2021-03-04T23:08:33.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.632 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996812+0000", 2021-03-04T23:08:33.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1679999999999997e-06 2021-03-04T23:08:33.633 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.634 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.634 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.634 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996816+0000", 2021-03-04T23:08:33.635 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214053511 2021-03-04T23:08:33.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.635 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.636 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210869+0000", 2021-03-04T23:08:33.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00041859699999999999 2021-03-04T23:08:33.636 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.636 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.637 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.211288+0000", 2021-03-04T23:08:33.637 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00047092800000000001 2021-03-04T23:08:33.637 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.637 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.638 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:08:33.638 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.211759+0000", 2021-03-04T23:08:33.638 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015308041 2021-03-04T23:08:33.638 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.639 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.639 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.639 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.227067+0000", 2021-03-04T23:08:33.639 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013638449 2021-03-04T23:08:33.640 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.640 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.640 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.640 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.240705+0000", 2021-03-04T23:08:33.641 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024027099999999999 2021-03-04T23:08:33.641 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.641 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.641 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.642 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.240946+0000", 2021-03-04T23:08:33.642 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021773100000000001 2021-03-04T23:08:33.642 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.642 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.643 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.643 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.241163+0000", 2021-03-04T23:08:33.643 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000165728 2021-03-04T23:08:33.643 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.643 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.644 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.644 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.241329+0000", 2021-03-04T23:08:33.644 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24452869699999999 2021-03-04T23:08:33.644 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.645 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.645 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.645 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.645 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.646 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:193439 25.1 e582/569 ondisk, result = 0)", 2021-03-04T23:08:33.646 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.997269+0000", 2021-03-04T23:08:33.646 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.325908785999999, 2021-03-04T23:08:33.646 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21252100600000001, 2021-03-04T23:08:33.647 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.647 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:33.647 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.647 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.648 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.648 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997269+0000", 2021-03-04T23:08:33.648 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.648 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.649 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.649 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.649 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997269+0000", 2021-03-04T23:08:33.649 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.046e-06 2021-03-04T23:08:33.649 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.650 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.650 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.650 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997270+0000", 2021-03-04T23:08:33.650 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3400000000000001e-06 2021-03-04T23:08:33.651 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.651 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.651 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.651 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997271+0000", 2021-03-04T23:08:33.652 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.409e-06 2021-03-04T23:08:33.652 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.652 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.652 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.653 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997277+0000", 2021-03-04T23:08:33.653 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6550000000000002e-06 2021-03-04T23:08:33.653 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.653 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.654 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.654 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997281+0000", 2021-03-04T23:08:33.654 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21213654200000001 2021-03-04T23:08:33.654 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.655 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.655 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.655 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209418+0000", 2021-03-04T23:08:33.655 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110775 2021-03-04T23:08:33.655 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.656 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.656 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.656 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209528+0000", 2021-03-04T23:08:33.656 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026123900000000002 2021-03-04T23:08:33.657 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.657 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.657 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.657 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209790+0000", 2021-03-04T23:08:33.658 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21252100600000001 2021-03-04T23:08:33.658 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.658 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.658 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.659 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.659 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.659 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:193462 25.8 e582/569 25:1ce7ad49:::benchmark_data_gibba008_61550_object17531:head v 582'11984, mlcod=582'11982)", 2021-03-04T23:08:33.659 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.997434+0000", 2021-03-04T23:08:33.660 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.325743457000002, 2021-03-04T23:08:33.660 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21199225999999999, 2021-03-04T23:08:33.660 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.660 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.661 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.661 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.661 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.661 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997434+0000", 2021-03-04T23:08:33.662 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.662 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.662 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.662 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.663 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997434+0000", 2021-03-04T23:08:33.663 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7859999999999999e-06 2021-03-04T23:08:33.663 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.663 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.664 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.664 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997436+0000", 2021-03-04T23:08:33.664 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.717e-06 2021-03-04T23:08:33.664 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.664 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.665 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.665 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997438+0000", 2021-03-04T23:08:33.665 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3770000000000001e-06 2021-03-04T23:08:33.666 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.666 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.666 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.666 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997444+0000", 2021-03-04T23:08:33.667 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1970000000000001e-06 2021-03-04T23:08:33.667 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.667 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.667 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.668 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997447+0000", 2021-03-04T23:08:33.668 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1418999999999999e-05 2021-03-04T23:08:33.668 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.668 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.669 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.669 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997479+0000", 2021-03-04T23:08:33.669 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4070000000000001e-05 2021-03-04T23:08:33.669 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.670 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.670 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.670 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997493+0000", 2021-03-04T23:08:33.670 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21183031499999999 2021-03-04T23:08:33.671 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.671 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.671 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.671 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209323+0000", 2021-03-04T23:08:33.672 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000103379 2021-03-04T23:08:33.672 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.672 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.672 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.673 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209426+0000", 2021-03-04T23:08:33.673 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21199225999999999 2021-03-04T23:08:33.673 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.673 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.674 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.674 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.674 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.674 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193463 25.6 25:60936db3:::benchmark_data_gibba008_61550_object17532:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:08:33.675 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.997676+0000", 2021-03-04T23:08:33.675 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.325501576000001, 2021-03-04T23:08:33.675 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26198544600000001, 2021-03-04T23:08:33.675 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.676 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.676 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:33.676 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:33.676 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:33.677 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193463 2021-03-04T23:08:33.677 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.677 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.677 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.677 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.678 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997676+0000", 2021-03-04T23:08:33.678 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.678 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.679 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.679 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.679 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997676+0000", 2021-03-04T23:08:33.679 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7710000000000001e-06 2021-03-04T23:08:33.679 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.680 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.680 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.680 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997678+0000", 2021-03-04T23:08:33.680 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.821e-06 2021-03-04T23:08:33.681 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.681 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.681 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.681 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997679+0000", 2021-03-04T23:08:33.682 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4970000000000001e-06 2021-03-04T23:08:33.682 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.682 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.682 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.683 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997688+0000", 2021-03-04T23:08:33.683 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3460000000000004e-06 2021-03-04T23:08:33.683 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.683 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.684 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.684 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997692+0000", 2021-03-04T23:08:33.684 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1585000000000003e-05 2021-03-04T23:08:33.685 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.685 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.685 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.685 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997724+0000", 2021-03-04T23:08:33.685 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21200234900000001 2021-03-04T23:08:33.686 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.686 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.686 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.687 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209726+0000", 2021-03-04T23:08:33.687 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000484554 2021-03-04T23:08:33.687 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.687 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.688 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:08:33.688 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210211+0000", 2021-03-04T23:08:33.688 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.043185002 2021-03-04T23:08:33.688 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.689 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.689 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.689 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.253396+0000", 2021-03-04T23:08:33.689 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1458000000000001e-05 2021-03-04T23:08:33.690 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.690 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.690 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:08:33.690 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.253447+0000", 2021-03-04T23:08:33.690 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0004793 2021-03-04T23:08:33.691 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.691 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.691 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:08:33.691 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.253927+0000", 2021-03-04T23:08:33.692 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0056016039999999996 2021-03-04T23:08:33.692 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.692 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.693 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.693 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.259528+0000", 2021-03-04T23:08:33.693 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013315899999999999 2021-03-04T23:08:33.693 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.694 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.694 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.694 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.259661+0000", 2021-03-04T23:08:33.694 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26198544600000001 2021-03-04T23:08:33.695 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.695 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.695 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.695 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.696 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.696 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:193466 25.2 e582/569 25:4bf3ee29:::benchmark_data_gibba008_61550_object17535:head v 582'12286, mlcod=582'12284)", 2021-03-04T23:08:33.696 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.999921+0000", 2021-03-04T23:08:33.696 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.323256692999998, 2021-03-04T23:08:33.697 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23122194400000001, 2021-03-04T23:08:33.697 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.697 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:08:33.697 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.698 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.698 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.698 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999921+0000", 2021-03-04T23:08:33.698 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.699 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.699 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.699 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.699 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999921+0000", 2021-03-04T23:08:33.703 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8940000000000002e-06 2021-03-04T23:08:33.703 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.704 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.704 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.704 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999924+0000", 2021-03-04T23:08:33.704 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.871e-06 2021-03-04T23:08:33.705 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.705 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.706 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999926+0000", 2021-03-04T23:08:33.706 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.209393459 2021-03-04T23:08:33.706 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.706 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.707 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.707 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209319+0000", 2021-03-04T23:08:33.707 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2134000000000001e-05 2021-03-04T23:08:33.707 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.707 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.708 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.708 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209351+0000", 2021-03-04T23:08:33.708 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000187942 2021-03-04T23:08:33.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.709 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.709 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.709 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209539+0000", 2021-03-04T23:08:33.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8252999999999999e-05 2021-03-04T23:08:33.710 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.710 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.710 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.710 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209607+0000", 2021-03-04T23:08:33.711 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021420956000000001 2021-03-04T23:08:33.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.711 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:08:33.712 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231028+0000", 2021-03-04T23:08:33.712 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114435 2021-03-04T23:08:33.712 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.712 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.713 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.713 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231143+0000", 2021-03-04T23:08:33.713 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23122194400000001 2021-03-04T23:08:33.713 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.714 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.714 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.714 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.715 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:193448 25.9 e582/569 ondisk, result = 0)", 2021-03-04T23:08:33.715 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:01.000569+0000", 2021-03-04T23:08:33.715 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.322608602999999, 2021-03-04T23:08:33.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20930363199999999, 2021-03-04T23:08:33.716 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.716 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:33.716 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.717 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.717 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.000569+0000", 2021-03-04T23:08:33.717 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.717 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.718 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.718 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.000569+0000", 2021-03-04T23:08:33.718 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:08:33.719 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.719 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.719 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.719 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.000571+0000", 2021-03-04T23:08:33.720 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3140000000000002e-06 2021-03-04T23:08:33.720 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.720 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.721 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.721 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.000573+0000", 2021-03-04T23:08:33.721 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20868425299999999 2021-03-04T23:08:33.721 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.722 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.722 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.722 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209257+0000", 2021-03-04T23:08:33.722 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4189e-05 2021-03-04T23:08:33.723 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.723 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.723 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.723 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209301+0000", 2021-03-04T23:08:33.724 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00053689700000000005 2021-03-04T23:08:33.724 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.724 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.724 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.725 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209838+0000", 2021-03-04T23:08:33.725 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3862999999999999e-05 2021-03-04T23:08:33.725 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.725 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.726 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.726 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209852+0000", 2021-03-04T23:08:33.726 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0327e-05 2021-03-04T23:08:33.726 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.727 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.727 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.727 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209872+0000", 2021-03-04T23:08:33.728 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20930363199999999 2021-03-04T23:08:33.728 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.728 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.728 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.728 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.729 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.729 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:193448 25.9 e582/569 ondisk, result = 0)", 2021-03-04T23:08:33.729 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:01.001153+0000", 2021-03-04T23:08:33.730 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.322024104999997, 2021-03-04T23:08:33.730 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20959091599999999, 2021-03-04T23:08:33.730 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:33.730 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:33.730 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:33.731 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.731 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:33.731 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.001153+0000", 2021-03-04T23:08:33.732 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:33.732 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.732 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.732 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:33.733 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.001153+0000", 2021-03-04T23:08:33.733 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.513e-06 2021-03-04T23:08:33.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.733 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:33.734 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.001155+0000", 2021-03-04T23:08:33.734 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5239999999999999e-06 2021-03-04T23:08:33.734 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.735 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.735 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:33.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.001156+0000", 2021-03-04T23:08:33.735 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20812243699999999 2021-03-04T23:08:33.736 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.736 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.736 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:33.736 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209279+0000", 2021-03-04T23:08:33.737 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3750000000000003e-05 2021-03-04T23:08:33.737 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.737 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.737 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:33.738 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209363+0000", 2021-03-04T23:08:33.738 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00098056899999999993 2021-03-04T23:08:33.738 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.738 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.739 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:33.739 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210343+0000", 2021-03-04T23:08:33.739 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2823000000000002e-05 2021-03-04T23:08:33.739 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.740 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.740 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:33.740 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210366+0000", 2021-03-04T23:08:33.741 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00037829999999999998 2021-03-04T23:08:33.741 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:33.741 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:33.741 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:08:33.742 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210744+0000", 2021-03-04T23:08:33.742 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20959091599999999 2021-03-04T23:08:33.742 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.742 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.742 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.743 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:33.743 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:33.743 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:08:33.745 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:33.846 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:33.850 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:33 gibba008 bash[47391]: debug 2021-03-04T23:08:33.720+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:34.085 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:08:34.191 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[39303]: cluster 2021-03-04T23:08:32.991671+0000 mgr.x (mgr.34379) 576 : cluster [DBG] pgmap v873: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:08:34.191 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[39303]: cluster 2021-03-04T23:08:33.046619+0000 mon.a (mon.0) 1123 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:08:34.191 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[39303]: cluster 2021-03-04T23:08:33.046656+0000 mon.a (mon.0) 1124 : cluster [INF] Cluster is now healthy 2021-03-04T23:08:34.192 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[39303]: audit 2021-03-04T23:08:33.056077+0000 mon.a (mon.0) 1125 : audit [INF] from='client.? 172.21.2.108:0/3208674609' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:08:34.192 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[39303]: cluster 2021-03-04T23:08:33.056126+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e585: 8 total, 8 up, 7 in 2021-03-04T23:08:34.192 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[39303]: audit 2021-03-04T23:08:33.316864+0000 mon.a (mon.0) 1127 : audit [INF] from='client.? 172.21.2.108:0/1037981198' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:08:34.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[37770]: cluster 2021-03-04T23:08:32.991671+0000 mgr.x (mgr.34379) 576 : cluster [DBG] pgmap v873: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:08:34.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[37770]: cluster 2021-03-04T23:08:33.046619+0000 mon.a (mon.0) 1123 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:08:34.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[37770]: cluster 2021-03-04T23:08:33.046656+0000 mon.a (mon.0) 1124 : cluster [INF] Cluster is now healthy 2021-03-04T23:08:34.193 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[37770]: audit 2021-03-04T23:08:33.056077+0000 mon.a (mon.0) 1125 : audit [INF] from='client.? 172.21.2.108:0/3208674609' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:08:34.194 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[37770]: cluster 2021-03-04T23:08:33.056126+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e585: 8 total, 8 up, 7 in 2021-03-04T23:08:34.194 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[37770]: audit 2021-03-04T23:08:33.316864+0000 mon.a (mon.0) 1127 : audit [INF] from='client.? 172.21.2.108:0/1037981198' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:08:34.194 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:34.302 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[27374]: cluster 2021-03-04T23:08:32.991671+0000 mgr.x (mgr.34379) 576 : cluster [DBG] pgmap v873: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:08:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[27374]: cluster 2021-03-04T23:08:33.046619+0000 mon.a (mon.0) 1123 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:08:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[27374]: cluster 2021-03-04T23:08:33.046656+0000 mon.a (mon.0) 1124 : cluster [INF] Cluster is now healthy 2021-03-04T23:08:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[27374]: audit 2021-03-04T23:08:33.056077+0000 mon.a (mon.0) 1125 : audit [INF] from='client.? 172.21.2.108:0/3208674609' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:08:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[27374]: cluster 2021-03-04T23:08:33.056126+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e585: 8 total, 8 up, 7 in 2021-03-04T23:08:34.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[27374]: audit 2021-03-04T23:08:33.316864+0000 mon.a (mon.0) 1127 : audit [INF] from='client.? 172.21.2.108:0/1037981198' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:08:34.538 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[50326]: debug 2021-03-04T23:08:34.184+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:34.672 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:34.776 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:34.892 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:34.994 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:35.000 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:34 gibba008 bash[47391]: debug 2021-03-04T23:08:34.664+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:35.072 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:34 gibba023 bash[15180]: debug 2021-03-04T23:08:34.885+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:35.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:35 gibba008 bash[39303]: audit 2021-03-04T23:08:34.073199+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? 172.21.2.108:0/1037981198' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:08:35.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:35 gibba008 bash[39303]: cluster 2021-03-04T23:08:34.073439+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e586: 8 total, 8 up, 7 in 2021-03-04T23:08:35.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:35 gibba008 bash[37770]: audit 2021-03-04T23:08:34.073199+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? 172.21.2.108:0/1037981198' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:08:35.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:35 gibba008 bash[37770]: cluster 2021-03-04T23:08:34.073439+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e586: 8 total, 8 up, 7 in 2021-03-04T23:08:35.294 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:35.397 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:35.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:35 gibba023 bash[27374]: audit 2021-03-04T23:08:34.073199+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? 172.21.2.108:0/1037981198' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:08:35.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:35 gibba023 bash[27374]: cluster 2021-03-04T23:08:34.073439+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e586: 8 total, 8 up, 7 in 2021-03-04T23:08:35.766 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:35 gibba008 bash[50326]: debug 2021-03-04T23:08:35.288+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:35.939 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:36.043 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:36 gibba008 bash[37770]: cluster 2021-03-04T23:08:34.992008+0000 mgr.x (mgr.34379) 577 : cluster [DBG] pgmap v876: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:08:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:36 gibba008 bash[39303]: cluster 2021-03-04T23:08:34.992008+0000 mgr.x (mgr.34379) 577 : cluster [DBG] pgmap v876: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:08:36.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:35 gibba008 bash[50326]: debug 2021-03-04T23:08:35.932+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:36 gibba023 bash[27374]: cluster 2021-03-04T23:08:34.992008+0000 mgr.x (mgr.34379) 577 : cluster [DBG] pgmap v876: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:08:36.662 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:36.764 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:36.866 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:36.956 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:36 gibba008 bash[50326]: debug 2021-03-04T23:08:36.656+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:36.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:08:36.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:37.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:36 gibba023 bash[18090]: debug 2021-03-04T23:08:36.857+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:37.036 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:08:37.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:08:37.068 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:37.151 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:37.388 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:37 gibba008 bash[48858]: debug 2021-03-04T23:08:37.380+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:37.388 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:37.490 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:38.012 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:38.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:38.212 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:38.314 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:38.320 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:38 gibba008 bash[39303]: cluster 2021-03-04T23:08:36.992392+0000 mgr.x (mgr.34379) 578 : cluster [DBG] pgmap v877: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:08:38.320 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:38 gibba008 bash[48858]: debug 2021-03-04T23:08:38.008+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:38.321 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:38 gibba008 bash[37770]: cluster 2021-03-04T23:08:36.992392+0000 mgr.x (mgr.34379) 578 : cluster [DBG] pgmap v877: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:08:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:38 gibba023 bash[27374]: cluster 2021-03-04T23:08:36.992392+0000 mgr.x (mgr.34379) 578 : cluster [DBG] pgmap v877: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:08:38.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:38 gibba023 bash[18090]: debug 2021-03-04T23:08:38.201+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:38.890 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:08:38.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:38.975 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:08:38.992 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:39.022 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:39.086 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:39.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:38 gibba008 bash[47391]: debug 2021-03-04T23:08:38.912+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:39.393 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:39.496 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:39.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:39 gibba008 bash[44600]: debug 2021-03-04T23:08:39.392+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:39.852 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:39.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:39 gibba008 bash[37770]: cluster 2021-03-04T23:08:38.992750+0000 mgr.x (mgr.34379) 579 : cluster [DBG] pgmap v878: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:08:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:39 gibba008 bash[39303]: cluster 2021-03-04T23:08:38.992750+0000 mgr.x (mgr.34379) 579 : cluster [DBG] pgmap v878: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:08:40.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:39 gibba008 bash[47391]: debug 2021-03-04T23:08:39.844+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:39 gibba023 bash[27374]: cluster 2021-03-04T23:08:38.992750+0000 mgr.x (mgr.34379) 579 : cluster [DBG] pgmap v878: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:08:40.402 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:40.505 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:40.613 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:40.720 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:40.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:40 gibba008 bash[44600]: debug 2021-03-04T23:08:40.396+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:40.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:40 gibba023 bash[15180]: debug 2021-03-04T23:08:40.605+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:40.838 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:40.944 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:41.046 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:41.152 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:41.157 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:40 gibba023 bash[18090]: debug 2021-03-04T23:08:40.829+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:41.158 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:41 gibba023 bash[19550]: debug 2021-03-04T23:08:41.037+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:41.274 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:41.378 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:41.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:41 gibba023 bash[15180]: debug 2021-03-04T23:08:41.265+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:41.708 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:41.812 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:42.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:41 gibba008 bash[47391]: debug 2021-03-04T23:08:41.704+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:42.485 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:42 gibba008 bash[37770]: cluster 2021-03-04T23:08:40.993170+0000 mgr.x (mgr.34379) 580 : cluster [DBG] pgmap v879: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:08:42.486 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:42 gibba008 bash[39303]: cluster 2021-03-04T23:08:40.993170+0000 mgr.x (mgr.34379) 580 : cluster [DBG] pgmap v879: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:08:42.488 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:42 gibba023 bash[27374]: cluster 2021-03-04T23:08:40.993170+0000 mgr.x (mgr.34379) 580 : cluster [DBG] pgmap v879: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:08:42.594 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:42.809 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:42 gibba008 bash[44600]: debug 2021-03-04T23:08:42.480+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:43.076 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:43.180 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:43.332 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:43 gibba008 bash[48858]: debug 2021-03-04T23:08:43.072+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:43.394 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:43.497 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:43.582 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:43 gibba008 bash[44600]: debug 2021-03-04T23:08:43.380+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:43.641 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:43.744 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:43.853 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:43 gibba008 bash[50326]: debug 2021-03-04T23:08:43.632+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:43.955 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:44.058 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:44.138 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:44.242 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:44.248 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:44 gibba008 bash[37770]: cluster 2021-03-04T23:08:42.993494+0000 mgr.x (mgr.34379) 581 : cluster [DBG] pgmap v880: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:08:44.249 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:44 gibba008 bash[39303]: cluster 2021-03-04T23:08:42.993494+0000 mgr.x (mgr.34379) 581 : cluster [DBG] pgmap v880: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:08:44.249 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:43 gibba008 bash[44600]: debug 2021-03-04T23:08:43.948+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:44 gibba023 bash[27374]: cluster 2021-03-04T23:08:42.993494+0000 mgr.x (mgr.34379) 581 : cluster [DBG] pgmap v880: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:08:44.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:44 gibba023 bash[19550]: debug 2021-03-04T23:08:44.133+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:44.657 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:44.761 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:44.856 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:44.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:45.005 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:44 gibba008 bash[47391]: debug 2021-03-04T23:08:44.652+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:45.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:44 gibba023 bash[18090]: debug 2021-03-04T23:08:44.849+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:45.075 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:45.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:45.257 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:45.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[39303]: audit 2021-03-04T23:08:44.712040+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:08:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[39303]: audit 2021-03-04T23:08:44.712450+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]: dispatch 2021-03-04T23:08:45.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[39303]: audit 2021-03-04T23:08:44.843707+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:08:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[37770]: audit 2021-03-04T23:08:44.712040+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:08:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[37770]: audit 2021-03-04T23:08:44.712450+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]: dispatch 2021-03-04T23:08:45.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[37770]: audit 2021-03-04T23:08:44.843707+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:08:45.361 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:45 gibba023 bash[27374]: audit 2021-03-04T23:08:44.712040+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:08:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:45 gibba023 bash[27374]: audit 2021-03-04T23:08:44.712450+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]: dispatch 2021-03-04T23:08:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:45 gibba023 bash[27374]: audit 2021-03-04T23:08:44.843707+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:08:45.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:45 gibba023 bash[16680]: debug 2021-03-04T23:08:45.249+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:45.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:45 gibba023 bash[19550]: debug 2021-03-04T23:08:45.065+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:45.782 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:45.886 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:46.057 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:45 gibba008 bash[50326]: debug 2021-03-04T23:08:45.776+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:46.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:46 gibba008 bash[39303]: cluster 2021-03-04T23:08:44.993862+0000 mgr.x (mgr.34379) 582 : cluster [DBG] pgmap v881: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:08:46.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:46 gibba008 bash[37770]: cluster 2021-03-04T23:08:44.993862+0000 mgr.x (mgr.34379) 582 : cluster [DBG] pgmap v881: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:08:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:46 gibba023 bash[27374]: cluster 2021-03-04T23:08:44.993862+0000 mgr.x (mgr.34379) 582 : cluster [DBG] pgmap v881: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:08:46.544 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:46.649 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:46.900 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:46 gibba008 bash[47391]: debug 2021-03-04T23:08:46.536+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:46.901 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:46.902 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:46 gibba008 bash[44600]: debug 2021-03-04T23:08:46.896+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:47.005 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:47.118 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:47.221 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:47.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:47 gibba023 bash[15180]: debug 2021-03-04T23:08:47.109+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:47.307 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:47.411 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:47.527 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:47.638 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:47.648 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:47 gibba023 bash[15180]: debug 2021-03-04T23:08:47.301+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:47.649 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:47 gibba023 bash[18090]: debug 2021-03-04T23:08:47.517+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:47.785 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:47.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:48.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:47 gibba023 bash[15180]: debug 2021-03-04T23:08:47.777+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:48 gibba008 bash[39303]: cluster 2021-03-04T23:08:46.994277+0000 mgr.x (mgr.34379) 583 : cluster [DBG] pgmap v882: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:08:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:48 gibba008 bash[37770]: cluster 2021-03-04T23:08:46.994277+0000 mgr.x (mgr.34379) 583 : cluster [DBG] pgmap v882: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:08:48.496 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:48 gibba023 bash[27374]: cluster 2021-03-04T23:08:46.994277+0000 mgr.x (mgr.34379) 583 : cluster [DBG] pgmap v882: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:08:48.600 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:48.605 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:48 gibba008 bash[44600]: debug 2021-03-04T23:08:48.492+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:48.861 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:48.964 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:49.078 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:49.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:49.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:48 gibba008 bash[48858]: debug 2021-03-04T23:08:48.856+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:49.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:49 gibba023 bash[19550]: debug 2021-03-04T23:08:49.065+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:49.324 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:49.427 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:49.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:49 gibba023 bash[18090]: debug 2021-03-04T23:08:49.313+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:49.944 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:50.047 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:50.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:49 gibba008 bash[48858]: debug 2021-03-04T23:08:49.940+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:50.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:49 gibba008 bash[39303]: cluster 2021-03-04T23:08:48.994637+0000 mgr.x (mgr.34379) 584 : cluster [DBG] pgmap v883: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:08:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:49 gibba008 bash[37770]: cluster 2021-03-04T23:08:48.994637+0000 mgr.x (mgr.34379) 584 : cluster [DBG] pgmap v883: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:08:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:49 gibba023 bash[27374]: cluster 2021-03-04T23:08:48.994637+0000 mgr.x (mgr.34379) 584 : cluster [DBG] pgmap v883: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:08:50.492 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:50.595 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:50.704 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:50.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:50 gibba008 bash[44600]: debug 2021-03-04T23:08:50.484+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:50.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:50.964 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:50 gibba023 bash[19550]: debug 2021-03-04T23:08:50.697+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:50.965 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:51.073 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:51.229 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:51 gibba023 bash[19550]: debug 2021-03-04T23:08:51.221+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:51.230 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:50 gibba023 bash[16680]: debug 2021-03-04T23:08:50.957+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:51.231 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:51.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:51.550 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:51.653 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:51.659 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:51 gibba008 bash[47391]: debug 2021-03-04T23:08:51.544+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:52.134 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:52.237 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:52 gibba008 bash[37770]: cluster 2021-03-04T23:08:50.995859+0000 mgr.x (mgr.34379) 585 : cluster [DBG] pgmap v884: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:08:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:52 gibba008 bash[39303]: cluster 2021-03-04T23:08:50.995859+0000 mgr.x (mgr.34379) 585 : cluster [DBG] pgmap v884: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:08:52.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:52 gibba008 bash[47391]: debug 2021-03-04T23:08:52.128+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:52 gibba023 bash[27374]: cluster 2021-03-04T23:08:50.995859+0000 mgr.x (mgr.34379) 585 : cluster [DBG] pgmap v884: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:08:52.683 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:52.786 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:53.002 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:52 gibba008 bash[48858]: debug 2021-03-04T23:08:52.676+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:53.003 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:52 gibba008 bash[48858]: debug 2021-03-04T23:08:52.996+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:53.003 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:53.106 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:53.317 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:53.395 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:08:53.397 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:08:53.420 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:53.577 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:53 gibba008 bash[50326]: debug 2021-03-04T23:08:53.312+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:53.591 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:53.701 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:53.795 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:08:53.795 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:08:53.796 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.796 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:269911 25.c e586/569 25:3048ac50:::benchmark_data_gibba008_61550_object93980:head v 586'16780, mlcod=586'16778)", 2021-03-04T23:08:53.796 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:53.788730+0000", 2021-03-04T23:08:53.796 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0033191570000000001, 2021-03-04T23:08:53.797 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0033448710000000001, 2021-03-04T23:08:53.797 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:53.797 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:53.797 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:53.797 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.798 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:53.798 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788730+0000", 2021-03-04T23:08:53.798 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:53.798 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.799 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.799 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:53.799 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788730+0000", 2021-03-04T23:08:53.799 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3e-06 2021-03-04T23:08:53.799 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.800 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.800 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:53.800 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788732+0000", 2021-03-04T23:08:53.800 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8330000000000004e-06 2021-03-04T23:08:53.800 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.801 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.801 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:53.801 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788736+0000", 2021-03-04T23:08:53.801 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4880000000000001e-06 2021-03-04T23:08:53.802 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.802 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.802 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:53.802 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788743+0000", 2021-03-04T23:08:53.802 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.002e-06 2021-03-04T23:08:53.803 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.803 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.803 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:53.803 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788747+0000", 2021-03-04T23:08:53.804 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5761999999999998e-05 2021-03-04T23:08:53.804 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.804 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.804 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:53.804 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788773+0000", 2021-03-04T23:08:53.805 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3752e-05 2021-03-04T23:08:53.805 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.805 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.806 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:53.806 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.788787+0000", 2021-03-04T23:08:53.806 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7136999999999999e-05 2021-03-04T23:08:53.807 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.807 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:53.807 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.807 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.807 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.808 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:269915 25.e e586/569 25:72ec880e:::benchmark_data_gibba008_61550_object93984:head v 586'16753, mlcod=586'16751)", 2021-03-04T23:08:53.808 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:53.791426+0000", 2021-03-04T23:08:53.808 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00062237200000000005, 2021-03-04T23:08:53.808 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00070852899999999995, 2021-03-04T23:08:53.809 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:53.809 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:53.809 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:53.809 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.809 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:53.810 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791426+0000", 2021-03-04T23:08:53.810 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:53.810 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.810 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.810 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:53.811 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791426+0000", 2021-03-04T23:08:53.811 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4729999999999999e-06 2021-03-04T23:08:53.811 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.812 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.812 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:53.812 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791429+0000", 2021-03-04T23:08:53.812 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0779999999999998e-06 2021-03-04T23:08:53.812 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.813 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.813 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:53.813 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791431+0000", 2021-03-04T23:08:53.813 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8300000000000008e-06 2021-03-04T23:08:53.813 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.814 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.814 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:53.814 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791441+0000", 2021-03-04T23:08:53.814 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3030000000000001e-06 2021-03-04T23:08:53.815 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.815 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.815 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:53.815 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791445+0000", 2021-03-04T23:08:53.815 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2746000000000001e-05 2021-03-04T23:08:53.816 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.816 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.816 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:53.816 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791478+0000", 2021-03-04T23:08:53.816 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1238e-05 2021-03-04T23:08:53.817 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.818 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.818 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:53.818 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791489+0000", 2021-03-04T23:08:53.818 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2668000000000004e-05 2021-03-04T23:08:53.819 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.819 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:53.819 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.819 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.819 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.820 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:269916 25.2 e586/569 25:41d5463b:::benchmark_data_gibba008_61550_object93985:head v 586'17140, mlcod=586'17138)", 2021-03-04T23:08:53.820 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:53.791611+0000", 2021-03-04T23:08:53.820 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00043813400000000002, 2021-03-04T23:08:53.820 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00057902300000000002, 2021-03-04T23:08:53.820 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:53.821 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:08:53.821 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:53.821 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.821 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:53.822 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791611+0000", 2021-03-04T23:08:53.822 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:53.822 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.822 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.822 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:53.823 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791611+0000", 2021-03-04T23:08:53.823 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.869e-06 2021-03-04T23:08:53.823 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.823 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.824 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:53.824 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791612+0000", 2021-03-04T23:08:53.824 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6109999999999999e-06 2021-03-04T23:08:53.824 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.824 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.825 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:53.825 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791614+0000", 2021-03-04T23:08:53.825 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.201e-05 2021-03-04T23:08:53.825 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.825 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.826 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:53.826 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791626+0000", 2021-03-04T23:08:53.826 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6449999999999998e-06 2021-03-04T23:08:53.826 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.827 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.827 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:53.827 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791630+0000", 2021-03-04T23:08:53.827 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4786999999999998e-05 2021-03-04T23:08:53.827 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.828 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.828 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:53.828 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791655+0000", 2021-03-04T23:08:53.828 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1078e-05 2021-03-04T23:08:53.828 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.829 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.829 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:53.829 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791666+0000", 2021-03-04T23:08:53.829 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5000000000000002e-05 2021-03-04T23:08:53.830 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.830 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:53.830 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.830 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.830 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.831 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:269917 25.5 25:a86d2db3:::benchmark_data_gibba008_61550_object93986:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:08:53.831 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:53.791764+0000", 2021-03-04T23:08:53.831 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00028486400000000002, 2021-03-04T23:08:53.831 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000476377, 2021-03-04T23:08:53.831 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:08:53.832 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:08:53.832 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:08:53.832 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:08:53.832 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:08:53.833 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 269917 2021-03-04T23:08:53.833 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.833 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:08:53.833 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.833 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:08:53.834 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791764+0000", 2021-03-04T23:08:53.834 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:08:53.834 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.834 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.835 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:08:53.835 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791764+0000", 2021-03-04T23:08:53.835 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.187e-06 2021-03-04T23:08:53.835 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.835 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.836 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:08:53.836 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791766+0000", 2021-03-04T23:08:53.836 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9250000000000002e-06 2021-03-04T23:08:53.836 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.836 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.837 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:08:53.837 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791768+0000", 2021-03-04T23:08:53.837 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.04e-05 2021-03-04T23:08:53.837 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.838 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.838 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:08:53.838 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791778+0000", 2021-03-04T23:08:53.838 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.561e-06 2021-03-04T23:08:53.838 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.839 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.839 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:08:53.839 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791783+0000", 2021-03-04T23:08:53.839 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4365e-05 2021-03-04T23:08:53.839 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.840 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.840 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:08:53.840 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791817+0000", 2021-03-04T23:08:53.840 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9387000000000003e-05 2021-03-04T23:08:53.841 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.841 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.841 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:08:53.841 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.791907+0000", 2021-03-04T23:08:53.841 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4710000000000006e-05 2021-03-04T23:08:53.842 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:08:53.842 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:08:53.842 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:08:53.842 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:53.792001+0000", 2021-03-04T23:08:53.842 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023753500000000001 2021-03-04T23:08:53.843 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.843 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:08:53.843 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.843 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:08:53.844 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:08:53.844 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 4 2021-03-04T23:08:53.844 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:08:53.845 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:53.946 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:53.952 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:53 gibba008 bash[48858]: debug 2021-03-04T23:08:53.584+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:54.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:53 gibba023 bash[16680]: debug 2021-03-04T23:08:53.797+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:54.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[39303]: cluster 2021-03-04T23:08:52.996261+0000 mgr.x (mgr.34379) 586 : cluster [DBG] pgmap v885: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:08:54.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[39303]: audit 2021-03-04T23:08:53.979353+0000 mon.c (mon.1) 44 : audit [INF] from='client.? 172.21.2.108:0/3411949789' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:08:54.272 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[39303]: audit 2021-03-04T23:08:53.979600+0000 mon.a (mon.0) 1133 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:08:54.272 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[37770]: cluster 2021-03-04T23:08:52.996261+0000 mgr.x (mgr.34379) 586 : cluster [DBG] pgmap v885: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:08:54.272 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[37770]: audit 2021-03-04T23:08:53.979353+0000 mon.c (mon.1) 44 : audit [INF] from='client.? 172.21.2.108:0/3411949789' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:08:54.272 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[37770]: audit 2021-03-04T23:08:53.979600+0000 mon.a (mon.0) 1133 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:08:54.367 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:54.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:54 gibba023 bash[27374]: cluster 2021-03-04T23:08:52.996261+0000 mgr.x (mgr.34379) 586 : cluster [DBG] pgmap v885: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:08:54.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:54 gibba023 bash[27374]: audit 2021-03-04T23:08:53.979353+0000 mon.c (mon.1) 44 : audit [INF] from='client.? 172.21.2.108:0/3411949789' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:08:54.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:54 gibba023 bash[27374]: audit 2021-03-04T23:08:53.979600+0000 mon.a (mon.0) 1133 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:08:54.628 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:54.734 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:08:54.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:54 gibba008 bash[47391]: debug 2021-03-04T23:08:54.360+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:54.836 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:54.894 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:08:54.915 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:08:54 gibba023 bash[16680]: debug 2021-03-04T23:08:54.725+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:54.915 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:55.018 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:55.118 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:55.223 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:55.229 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:55 gibba023 bash[15180]: debug 2021-03-04T23:08:55.109+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:55.229 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:55 gibba023 bash[27374]: audit 2021-03-04T23:08:53.381579+0000 mgr.x (mgr.34379) 587 : audit [DBG] from='client.54871 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:08:55.230 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:55 gibba023 bash[27374]: cluster 2021-03-04T23:08:54.886302+0000 mon.a (mon.0) 1134 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:08:55.230 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:55 gibba023 bash[27374]: audit 2021-03-04T23:08:54.889587+0000 mon.a (mon.0) 1135 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:08:55.231 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:55 gibba023 bash[27374]: cluster 2021-03-04T23:08:54.889650+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e587: 8 total, 8 up, 7 in 2021-03-04T23:08:55.231 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:54 gibba023 bash[18090]: debug 2021-03-04T23:08:54.909+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:55.253 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[39303]: audit 2021-03-04T23:08:53.381579+0000 mgr.x (mgr.34379) 587 : audit [DBG] from='client.54871 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:08:55.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[39303]: cluster 2021-03-04T23:08:54.886302+0000 mon.a (mon.0) 1134 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:08:55.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[39303]: audit 2021-03-04T23:08:54.889587+0000 mon.a (mon.0) 1135 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:08:55.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[39303]: cluster 2021-03-04T23:08:54.889650+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e587: 8 total, 8 up, 7 in 2021-03-04T23:08:55.255 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[37770]: audit 2021-03-04T23:08:53.381579+0000 mgr.x (mgr.34379) 587 : audit [DBG] from='client.54871 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:08:55.255 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[37770]: cluster 2021-03-04T23:08:54.886302+0000 mon.a (mon.0) 1134 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:08:55.255 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[37770]: audit 2021-03-04T23:08:54.889587+0000 mon.a (mon.0) 1135 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:08:55.255 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[37770]: cluster 2021-03-04T23:08:54.889650+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e587: 8 total, 8 up, 7 in 2021-03-04T23:08:55.299 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:55.383 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:08:55.403 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:08:55.404 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:55.423 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:08:55.442 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:08:55.464 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:08:55.484 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:08:55.508 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:08:55.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:55 gibba023 bash[19550]: debug 2021-03-04T23:08:55.293+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:55.530 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:08:55.531 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.533 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:08:55.932 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:56.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:56 gibba008 bash[39303]: cluster 2021-03-04T23:08:54.996574+0000 mgr.x (mgr.34379) 588 : cluster [DBG] pgmap v887: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:08:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:56 gibba008 bash[39303]: audit 2021-03-04T23:08:55.357179+0000 mon.c (mon.1) 45 : audit [DBG] from='client.? 172.21.2.108:0/2464420801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:56.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:55 gibba008 bash[50326]: debug 2021-03-04T23:08:55.928+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:56.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:56 gibba008 bash[37770]: cluster 2021-03-04T23:08:54.996574+0000 mgr.x (mgr.34379) 588 : cluster [DBG] pgmap v887: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:08:56.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:56 gibba008 bash[37770]: audit 2021-03-04T23:08:55.357179+0000 mon.c (mon.1) 45 : audit [DBG] from='client.? 172.21.2.108:0/2464420801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:56.377 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":885,"stamp":"2021-03-04T23:08:52.996104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5673454912,"num_objects":86593,"num_object_clones":0,"num_object_copies":259779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86593,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":265339,"num_write_kb":11259413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129133,"ondisk_log_size":129133,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":21432064,"kb_used_data":16793096,"kb_used_omap":0,"kb_used_meta":4638912,"kb_avail":595130624,"statfs":{"total":631360192512,"available":609413758976,"internally_reserved":4294967296,"allocated":17196130304,"data_stored":17176513244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4750245888},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,12,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1011810304,"num_objects":-15439,"num_object_clones":0,"num_object_copies":-46317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-15439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15439,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003221"},"pg_stats":[{"pgid":"25.0","version":"586'16617","reported_seq":"16642","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.655938+0000","last_change":"2021-03-04T23:06:00.037872+0000","last_active":"2021-03-04T23:08:50.655938+0000","last_peered":"2021-03-04T23:08:50.655938+0000","last_clean":"2021-03-04T23:08:50.655938+0000","last_became_active":"2021-03-04T23:06:00.037537+0000","last_became_peered":"2021-03-04T23:06:00.037537+0000","last_unstale":"2021-03-04T23:08:50.655938+0000","last_undegraded":"2021-03-04T23:08:50.655938+0000","last_fullsized":"2021-03-04T23:08:50.655938+0000","mapping_epoch":569,"log_start":"578'9100","ondisk_log_start":"578'9100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7517,"ondisk_log_size":7517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":344653824,"num_objects":5259,"num_object_clones":0,"num_object_copies":15777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16617,"num_write_kb":700032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"573","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061138+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:08:33.061138+0000","last_peered":"2021-03-04T23:08:33.061138+0000","last_clean":"2021-03-04T23:08:33.061138+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:08:33.061138+0000","last_undegraded":"2021-03-04T23:08:33.061138+0000","last_fullsized":"2021-03-04T23:08:33.061138+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"541","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058775+0000","last_change":"2021-03-04T23:06:00.034236+0000","last_active":"2021-03-04T23:08:33.058775+0000","last_peered":"2021-03-04T23:08:33.058775+0000","last_clean":"2021-03-04T23:08:33.058775+0000","last_became_active":"2021-03-04T23:06:00.034042+0000","last_became_peered":"2021-03-04T23:06:00.034042+0000","last_unstale":"2021-03-04T23:08:33.058775+0000","last_undegraded":"2021-03-04T23:08:33.058775+0000","last_fullsized":"2021-03-04T23:08:33.058775+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3","version":"586'16634","reported_seq":"16659","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.698891+0000","last_change":"2021-03-04T23:06:00.040800+0000","last_active":"2021-03-04T23:08:50.698891+0000","last_peered":"2021-03-04T23:08:50.698891+0000","last_clean":"2021-03-04T23:08:50.698891+0000","last_became_active":"2021-03-04T23:06:00.040503+0000","last_became_peered":"2021-03-04T23:06:00.040503+0000","last_unstale":"2021-03-04T23:08:50.698891+0000","last_undegraded":"2021-03-04T23:08:50.698891+0000","last_fullsized":"2021-03-04T23:08:50.698891+0000","mapping_epoch":569,"log_start":"579'9300","ondisk_log_start":"579'9300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7334,"ondisk_log_size":7334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":346947584,"num_objects":5294,"num_object_clones":0,"num_object_copies":15882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16634,"num_write_kb":701696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"324","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057186+0000","last_change":"2021-03-04T23:06:00.034270+0000","last_active":"2021-03-04T23:08:33.057186+0000","last_peered":"2021-03-04T23:08:33.057186+0000","last_clean":"2021-03-04T23:08:33.057186+0000","last_became_active":"2021-03-04T23:06:00.034030+0000","last_became_peered":"2021-03-04T23:06:00.034030+0000","last_unstale":"2021-03-04T23:08:33.057186+0000","last_undegraded":"2021-03-04T23:08:33.057186+0000","last_fullsized":"2021-03-04T23:08:33.057186+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"533","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.063939+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:08:33.063939+0000","last_peered":"2021-03-04T23:08:33.063939+0000","last_clean":"2021-03-04T23:08:33.063939+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:08:33.063939+0000","last_undegraded":"2021-03-04T23:08:33.063939+0000","last_fullsized":"2021-03-04T23:08:33.063939+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2","version":"586'16877","reported_seq":"16902","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.691723+0000","last_change":"2021-03-04T23:06:00.040619+0000","last_active":"2021-03-04T23:08:50.691723+0000","last_peered":"2021-03-04T23:08:50.691723+0000","last_clean":"2021-03-04T23:08:50.691723+0000","last_became_active":"2021-03-04T23:06:00.040347+0000","last_became_peered":"2021-03-04T23:06:00.040347+0000","last_unstale":"2021-03-04T23:08:50.691723+0000","last_undegraded":"2021-03-04T23:08:50.691723+0000","last_fullsized":"2021-03-04T23:08:50.691723+0000","mapping_epoch":569,"log_start":"579'9500","ondisk_log_start":"579'9500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7377,"ondisk_log_size":7377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":361562112,"num_objects":5517,"num_object_clones":0,"num_object_copies":16551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16877,"num_write_kb":716608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"557","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057339+0000","last_change":"2021-03-04T23:06:00.036718+0000","last_active":"2021-03-04T23:08:33.057339+0000","last_peered":"2021-03-04T23:08:33.057339+0000","last_clean":"2021-03-04T23:08:33.057339+0000","last_became_active":"2021-03-04T23:06:00.036276+0000","last_became_peered":"2021-03-04T23:06:00.036276+0000","last_unstale":"2021-03-04T23:08:33.057339+0000","last_undegraded":"2021-03-04T23:08:33.057339+0000","last_fullsized":"2021-03-04T23:08:33.057339+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"556","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.063278+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:08:33.063278+0000","last_peered":"2021-03-04T23:08:33.063278+0000","last_clean":"2021-03-04T23:08:33.063278+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:08:33.063278+0000","last_undegraded":"2021-03-04T23:08:33.063278+0000","last_fullsized":"2021-03-04T23:08:33.063278+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.d","version":"586'16669","reported_seq":"16695","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.666946+0000","last_change":"2021-03-04T23:06:00.037188+0000","last_active":"2021-03-04T23:08:50.666946+0000","last_peered":"2021-03-04T23:08:50.666946+0000","last_clean":"2021-03-04T23:08:50.666946+0000","last_became_active":"2021-03-04T23:06:00.036288+0000","last_became_peered":"2021-03-04T23:06:00.036288+0000","last_unstale":"2021-03-04T23:08:50.666946+0000","last_undegraded":"2021-03-04T23:08:50.666946+0000","last_fullsized":"2021-03-04T23:08:50.666946+0000","mapping_epoch":569,"log_start":"578'9100","ondisk_log_start":"578'9100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7569,"ondisk_log_size":7569,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":354549784,"num_objects":5411,"num_object_clones":0,"num_object_copies":16233,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5411,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":16669,"num_write_kb":706497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"532","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061918+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:08:33.061918+0000","last_peered":"2021-03-04T23:08:33.061918+0000","last_clean":"2021-03-04T23:08:33.061918+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:08:33.061918+0000","last_undegraded":"2021-03-04T23:08:33.061918+0000","last_fullsized":"2021-03-04T23:08:33.061918+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"541","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057276+0000","last_change":"2021-03-04T23:06:00.034091+0000","last_active":"2021-03-04T23:08:33.057276+0000","last_peered":"2021-03-04T23:08:33.057276+0000","last_clean":"2021-03-04T23:08:33.057276+0000","last_became_active":"2021-03-04T23:06:00.033896+0000","last_became_peered":"2021-03-04T23:06:00.033896+0000","last_unstale":"2021-03-04T23:08:33.057276+0000","last_undegraded":"2021-03-04T23:08:33.057276+0000","last_fullsized":"2021-03-04T23:08:33.057276+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"586'16522","reported_seq":"16547","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.692771+0000","last_change":"2021-03-04T23:06:00.036732+0000","last_active":"2021-03-04T23:08:50.692771+0000","last_peered":"2021-03-04T23:08:50.692771+0000","last_clean":"2021-03-04T23:08:50.692771+0000","last_became_active":"2021-03-04T23:06:00.035932+0000","last_became_peered":"2021-03-04T23:06:00.035932+0000","last_unstale":"2021-03-04T23:08:50.692771+0000","last_undegraded":"2021-03-04T23:08:50.692771+0000","last_fullsized":"2021-03-04T23:08:50.692771+0000","mapping_epoch":569,"log_start":"576'6500","ondisk_log_start":"576'6500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10022,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":352321536,"num_objects":5376,"num_object_clones":0,"num_object_copies":16128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5376,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16522,"num_write_kb":700736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"557","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059783+0000","last_change":"2021-03-04T23:06:00.036774+0000","last_active":"2021-03-04T23:08:33.059783+0000","last_peered":"2021-03-04T23:08:33.059783+0000","last_clean":"2021-03-04T23:08:33.059783+0000","last_became_active":"2021-03-04T23:06:00.036452+0000","last_became_peered":"2021-03-04T23:06:00.036452+0000","last_unstale":"2021-03-04T23:08:33.059783+0000","last_undegraded":"2021-03-04T23:08:33.059783+0000","last_fullsized":"2021-03-04T23:08:33.059783+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"518","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057271+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:08:33.057271+0000","last_peered":"2021-03-04T23:08:33.057271+0000","last_clean":"2021-03-04T23:08:33.057271+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:08:33.057271+0000","last_undegraded":"2021-03-04T23:08:33.057271+0000","last_fullsized":"2021-03-04T23:08:33.057271+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.f","version":"586'16226","reported_seq":"16251","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.685481+0000","last_change":"2021-03-04T23:06:00.036724+0000","last_active":"2021-03-04T23:08:50.685481+0000","last_peered":"2021-03-04T23:08:50.685481+0000","last_clean":"2021-03-04T23:08:50.685481+0000","last_became_active":"2021-03-04T23:06:00.036369+0000","last_became_peered":"2021-03-04T23:06:00.036369+0000","last_unstale":"2021-03-04T23:08:50.685481+0000","last_undegraded":"2021-03-04T23:08:50.685481+0000","last_fullsized":"2021-03-04T23:08:50.685481+0000","mapping_epoch":569,"log_start":"576'6200","ondisk_log_start":"576'6200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10026,"ondisk_log_size":10026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":346292224,"num_objects":5284,"num_object_clones":0,"num_object_copies":15852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16226,"num_write_kb":688320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"546","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061846+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:08:33.061846+0000","last_peered":"2021-03-04T23:08:33.061846+0000","last_clean":"2021-03-04T23:08:33.061846+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:08:33.061846+0000","last_undegraded":"2021-03-04T23:08:33.061846+0000","last_fullsized":"2021-03-04T23:08:33.061846+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"310","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058453+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:08:33.058453+0000","last_peered":"2021-03-04T23:08:33.058453+0000","last_clean":"2021-03-04T23:08:33.058453+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:08:33.058453+0000","last_undegraded":"2021-03-04T23:08:33.058453+0000","last_fullsized":"2021-03-04T23:08:33.058453+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.e","version":"586'16265","reported_seq":"16290","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:48.120455+0000","last_change":"2021-03-04T23:06:00.039337+0000","last_active":"2021-03-04T23:08:48.120455+0000","last_peered":"2021-03-04T23:08:48.120455+0000","last_clean":"2021-03-04T23:08:48.120455+0000","last_became_active":"2021-03-04T23:06:00.039130+0000","last_became_peered":"2021-03-04T23:06:00.039130+0000","last_unstale":"2021-03-04T23:08:48.120455+0000","last_undegraded":"2021-03-04T23:08:48.120455+0000","last_fullsized":"2021-03-04T23:08:48.120455+0000","mapping_epoch":569,"log_start":"579'9200","ondisk_log_start":"579'9200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7065,"ondisk_log_size":7065,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":372572160,"num_objects":5685,"num_object_clones":0,"num_object_copies":17055,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5685,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16265,"num_write_kb":702400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"546","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058961+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:08:33.058961+0000","last_peered":"2021-03-04T23:08:33.058961+0000","last_clean":"2021-03-04T23:08:33.058961+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:08:33.058961+0000","last_undegraded":"2021-03-04T23:08:33.058961+0000","last_fullsized":"2021-03-04T23:08:33.058961+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"556","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059080+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:08:33.059080+0000","last_peered":"2021-03-04T23:08:33.059080+0000","last_clean":"2021-03-04T23:08:33.059080+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:08:33.059080+0000","last_undegraded":"2021-03-04T23:08:33.059080+0000","last_fullsized":"2021-03-04T23:08:33.059080+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.9","version":"586'16686","reported_seq":"16709","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:52.639868+0000","last_change":"2021-03-04T23:06:00.039620+0000","last_active":"2021-03-04T23:08:52.639868+0000","last_peered":"2021-03-04T23:08:52.639868+0000","last_clean":"2021-03-04T23:08:52.639868+0000","last_became_active":"2021-03-04T23:06:00.039410+0000","last_became_peered":"2021-03-04T23:06:00.039410+0000","last_unstale":"2021-03-04T23:08:52.639868+0000","last_undegraded":"2021-03-04T23:08:52.639868+0000","last_fullsized":"2021-03-04T23:08:52.639868+0000","mapping_epoch":569,"log_start":"576'6600","ondisk_log_start":"576'6600","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10086,"ondisk_log_size":10086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333578240,"num_objects":5090,"num_object_clones":0,"num_object_copies":15270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16686,"num_write_kb":696832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"545","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.060975+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:08:33.060975+0000","last_peered":"2021-03-04T23:08:33.060975+0000","last_clean":"2021-03-04T23:08:33.060975+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:08:33.060975+0000","last_undegraded":"2021-03-04T23:08:33.060975+0000","last_fullsized":"2021-03-04T23:08:33.060975+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"541","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058449+0000","last_change":"2021-03-04T23:06:00.038748+0000","last_active":"2021-03-04T23:08:33.058449+0000","last_peered":"2021-03-04T23:08:33.058449+0000","last_clean":"2021-03-04T23:08:33.058449+0000","last_became_active":"2021-03-04T23:06:00.038522+0000","last_became_peered":"2021-03-04T23:06:00.038522+0000","last_unstale":"2021-03-04T23:08:33.058449+0000","last_undegraded":"2021-03-04T23:08:33.058449+0000","last_fullsized":"2021-03-04T23:08:33.058449+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.8","version":"586'16527","reported_seq":"16552","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.702019+0000","last_change":"2021-03-04T23:06:00.039036+0000","last_active":"2021-03-04T23:08:50.702019+0000","last_peered":"2021-03-04T23:08:50.702019+0000","last_clean":"2021-03-04T23:08:50.702019+0000","last_became_active":"2021-03-04T23:06:00.038792+0000","last_became_peered":"2021-03-04T23:06:00.038792+0000","last_unstale":"2021-03-04T23:08:50.702019+0000","last_undegraded":"2021-03-04T23:08:50.702019+0000","last_fullsized":"2021-03-04T23:08:50.702019+0000","mapping_epoch":569,"log_start":"578'9000","ondisk_log_start":"578'9000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7527,"ondisk_log_size":7527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":348323840,"num_objects":5315,"num_object_clones":0,"num_object_copies":15945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16527,"num_write_kb":698944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"532","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.055655+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:08:33.055655+0000","last_peered":"2021-03-04T23:08:33.055655+0000","last_clean":"2021-03-04T23:08:33.055655+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:08:33.055655+0000","last_undegraded":"2021-03-04T23:08:33.055655+0000","last_fullsized":"2021-03-04T23:08:33.055655+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"547","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059804+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:08:33.059804+0000","last_peered":"2021-03-04T23:08:33.059804+0000","last_clean":"2021-03-04T23:08:33.059804+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:08:33.059804+0000","last_undegraded":"2021-03-04T23:08:33.059804+0000","last_fullsized":"2021-03-04T23:08:33.059804+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.b","version":"586'16449","reported_seq":"16473","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:50.687609+0000","last_change":"2021-03-04T23:06:00.037693+0000","last_active":"2021-03-04T23:08:50.687609+0000","last_peered":"2021-03-04T23:08:50.687609+0000","last_clean":"2021-03-04T23:08:50.687609+0000","last_became_active":"2021-03-04T23:06:00.036848+0000","last_became_peered":"2021-03-04T23:06:00.036848+0000","last_unstale":"2021-03-04T23:08:50.687609+0000","last_undegraded":"2021-03-04T23:08:50.687609+0000","last_fullsized":"2021-03-04T23:08:50.687609+0000","mapping_epoch":569,"log_start":"578'9100","ondisk_log_start":"578'9100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7349,"ondisk_log_size":7349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":357498880,"num_objects":5455,"num_object_clones":0,"num_object_copies":16365,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5455,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16449,"num_write_kb":700928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"528","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.060826+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:08:33.060826+0000","last_peered":"2021-03-04T23:08:33.060826+0000","last_clean":"2021-03-04T23:08:33.060826+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:08:33.060826+0000","last_undegraded":"2021-03-04T23:08:33.060826+0000","last_fullsized":"2021-03-04T23:08:33.060826+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"533","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.063849+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:08:33.063849+0000","last_peered":"2021-03-04T23:08:33.063849+0000","last_clean":"2021-03-04T23:08:33.063849+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:08:33.063849+0000","last_undegraded":"2021-03-04T23:08:33.063849+0000","last_fullsized":"2021-03-04T23:08:33.063849+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"586'16398","reported_seq":"16423","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:48.102815+0000","last_change":"2021-03-04T23:06:00.038433+0000","last_active":"2021-03-04T23:08:48.102815+0000","last_peered":"2021-03-04T23:08:48.102815+0000","last_clean":"2021-03-04T23:08:48.102815+0000","last_became_active":"2021-03-04T23:06:00.038218+0000","last_became_peered":"2021-03-04T23:06:00.038218+0000","last_unstale":"2021-03-04T23:08:48.102815+0000","last_undegraded":"2021-03-04T23:08:48.102815+0000","last_fullsized":"2021-03-04T23:08:48.102815+0000","mapping_epoch":569,"log_start":"579'9400","ondisk_log_start":"579'9400","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6998,"ondisk_log_size":6998,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":369229824,"num_objects":5634,"num_object_clones":0,"num_object_copies":16902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16398,"num_write_kb":705024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"556","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058281+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:08:33.058281+0000","last_peered":"2021-03-04T23:08:33.058281+0000","last_clean":"2021-03-04T23:08:33.058281+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:08:33.058281+0000","last_undegraded":"2021-03-04T23:08:33.058281+0000","last_fullsized":"2021-03-04T23:08:33.058281+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"541","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058253+0000","last_change":"2021-03-04T23:06:00.037259+0000","last_active":"2021-03-04T23:08:33.058253+0000","last_peered":"2021-03-04T23:08:33.058253+0000","last_clean":"2021-03-04T23:08:33.058253+0000","last_became_active":"2021-03-04T23:06:00.037022+0000","last_became_peered":"2021-03-04T23:06:00.037022+0000","last_unstale":"2021-03-04T23:08:33.058253+0000","last_undegraded":"2021-03-04T23:08:33.058253+0000","last_fullsized":"2021-03-04T23:08:33.058253+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"544","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061512+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:08:33.061512+0000","last_peered":"2021-03-04T23:08:33.061512+0000","last_clean":"2021-03-04T23:08:33.061512+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:08:33.061512+0000","last_undegraded":"2021-03-04T23:08:33.061512+0000","last_fullsized":"2021-03-04T23:08:33.061512+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"532","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059550+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:08:33.059550+0000","last_peered":"2021-03-04T23:08:33.059550+0000","last_clean":"2021-03-04T23:08:33.059550+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:08:33.059550+0000","last_undegraded":"2021-03-04T23:08:33.059550+0000","last_fullsized":"2021-03-04T23:08:33.059550+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"558","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061158+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:08:33.061158+0000","last_peered":"2021-03-04T23:08:33.061158+0000","last_clean":"2021-03-04T23:08:33.061158+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:08:33.061158+0000","last_undegraded":"2021-03-04T23:08:33.061158+0000","last_fullsized":"2021-03-04T23:08:33.061158+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"571","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058904+0000","last_change":"2021-03-04T23:06:00.038148+0000","last_active":"2021-03-04T23:08:33.058904+0000","last_peered":"2021-03-04T23:08:33.058904+0000","last_clean":"2021-03-04T23:08:33.058904+0000","last_became_active":"2021-03-04T23:06:00.037857+0000","last_became_peered":"2021-03-04T23:06:00.037857+0000","last_unstale":"2021-03-04T23:08:33.058904+0000","last_undegraded":"2021-03-04T23:08:33.058904+0000","last_fullsized":"2021-03-04T23:08:33.058904+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"529","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061944+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:08:33.061944+0000","last_peered":"2021-03-04T23:08:33.061944+0000","last_clean":"2021-03-04T23:08:33.061944+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:08:33.061944+0000","last_undegraded":"2021-03-04T23:08:33.061944+0000","last_fullsized":"2021-03-04T23:08:33.061944+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"556","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058377+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:08:33.058377+0000","last_peered":"2021-03-04T23:08:33.058377+0000","last_clean":"2021-03-04T23:08:33.058377+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:08:33.058377+0000","last_undegraded":"2021-03-04T23:08:33.058377+0000","last_fullsized":"2021-03-04T23:08:33.058377+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"548","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059631+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:08:33.059631+0000","last_peered":"2021-03-04T23:08:33.059631+0000","last_clean":"2021-03-04T23:08:33.059631+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:08:33.059631+0000","last_undegraded":"2021-03-04T23:08:33.059631+0000","last_fullsized":"2021-03-04T23:08:33.059631+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"542","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.055482+0000","last_change":"2021-03-04T23:06:00.038349+0000","last_active":"2021-03-04T23:08:33.055482+0000","last_peered":"2021-03-04T23:08:33.055482+0000","last_clean":"2021-03-04T23:08:33.055482+0000","last_became_active":"2021-03-04T23:06:00.038126+0000","last_became_peered":"2021-03-04T23:06:00.038126+0000","last_unstale":"2021-03-04T23:08:33.055482+0000","last_undegraded":"2021-03-04T23:08:33.055482+0000","last_fullsized":"2021-03-04T23:08:33.055482+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"521","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057474+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:08:33.057474+0000","last_peered":"2021-03-04T23:08:33.057474+0000","last_clean":"2021-03-04T23:08:33.057474+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:08:33.057474+0000","last_undegraded":"2021-03-04T23:08:33.057474+0000","last_fullsized":"2021-03-04T23:08:33.057474+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"547","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059057+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:08:33.059057+0000","last_peered":"2021-03-04T23:08:33.059057+0000","last_clean":"2021-03-04T23:08:33.059057+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:08:33.059057+0000","last_undegraded":"2021-03-04T23:08:33.059057+0000","last_fullsized":"2021-03-04T23:08:33.059057+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"557","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058335+0000","last_change":"2021-03-04T23:06:00.040212+0000","last_active":"2021-03-04T23:08:33.058335+0000","last_peered":"2021-03-04T23:08:33.058335+0000","last_clean":"2021-03-04T23:08:33.058335+0000","last_became_active":"2021-03-04T23:06:00.039872+0000","last_became_peered":"2021-03-04T23:06:00.039872+0000","last_unstale":"2021-03-04T23:08:33.058335+0000","last_undegraded":"2021-03-04T23:08:33.058335+0000","last_fullsized":"2021-03-04T23:08:33.058335+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"571","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059011+0000","last_change":"2021-03-04T23:06:00.038625+0000","last_active":"2021-03-04T23:08:33.059011+0000","last_peered":"2021-03-04T23:08:33.059011+0000","last_clean":"2021-03-04T23:08:33.059011+0000","last_became_active":"2021-03-04T23:06:00.038412+0000","last_became_peered":"2021-03-04T23:06:00.038412+0000","last_unstale":"2021-03-04T23:08:33.059011+0000","last_undegraded":"2021-03-04T23:08:33.059011+0000","last_fullsized":"2021-03-04T23:08:33.059011+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"548","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058779+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:08:33.058779+0000","last_peered":"2021-03-04T23:08:33.058779+0000","last_clean":"2021-03-04T23:08:33.058779+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:08:33.058779+0000","last_undegraded":"2021-03-04T23:08:33.058779+0000","last_fullsized":"2021-03-04T23:08:33.058779+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"556","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059196+0000","last_change":"2021-03-04T23:06:00.038679+0000","last_active":"2021-03-04T23:08:33.059196+0000","last_peered":"2021-03-04T23:08:33.059196+0000","last_clean":"2021-03-04T23:08:33.059196+0000","last_became_active":"2021-03-04T23:06:00.038405+0000","last_became_peered":"2021-03-04T23:06:00.038405+0000","last_unstale":"2021-03-04T23:08:33.059196+0000","last_undegraded":"2021-03-04T23:08:33.059196+0000","last_fullsized":"2021-03-04T23:08:33.059196+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"542","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057272+0000","last_change":"2021-03-04T23:06:00.037157+0000","last_active":"2021-03-04T23:08:33.057272+0000","last_peered":"2021-03-04T23:08:33.057272+0000","last_clean":"2021-03-04T23:08:33.057272+0000","last_became_active":"2021-03-04T23:06:00.036948+0000","last_became_peered":"2021-03-04T23:06:00.036948+0000","last_unstale":"2021-03-04T23:08:33.057272+0000","last_undegraded":"2021-03-04T23:08:33.057272+0000","last_fullsized":"2021-03-04T23:08:33.057272+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"324","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058470+0000","last_change":"2021-03-04T23:06:00.037359+0000","last_active":"2021-03-04T23:08:33.058470+0000","last_peered":"2021-03-04T23:08:33.058470+0000","last_clean":"2021-03-04T23:08:33.058470+0000","last_became_active":"2021-03-04T23:06:00.037081+0000","last_became_peered":"2021-03-04T23:06:00.037081+0000","last_unstale":"2021-03-04T23:08:33.058470+0000","last_undegraded":"2021-03-04T23:08:33.058470+0000","last_fullsized":"2021-03-04T23:08:33.058470+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"325","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.055291+0000","last_change":"2021-03-04T23:06:00.039116+0000","last_active":"2021-03-04T23:08:33.055291+0000","last_peered":"2021-03-04T23:08:33.055291+0000","last_clean":"2021-03-04T23:08:33.055291+0000","last_became_active":"2021-03-04T23:06:00.038850+0000","last_became_peered":"2021-03-04T23:06:00.038850+0000","last_unstale":"2021-03-04T23:08:33.055291+0000","last_undegraded":"2021-03-04T23:08:33.055291+0000","last_fullsized":"2021-03-04T23:08:33.055291+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"563","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059723+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:08:33.059723+0000","last_peered":"2021-03-04T23:08:33.059723+0000","last_clean":"2021-03-04T23:08:33.059723+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:08:33.059723+0000","last_undegraded":"2021-03-04T23:08:33.059723+0000","last_fullsized":"2021-03-04T23:08:33.059723+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"279","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059636+0000","last_change":"2021-03-04T23:06:00.036650+0000","last_active":"2021-03-04T23:08:33.059636+0000","last_peered":"2021-03-04T23:08:33.059636+0000","last_clean":"2021-03-04T23:08:33.059636+0000","last_became_active":"2021-03-04T23:06:00.036256+0000","last_became_peered":"2021-03-04T23:06:00.036256+0000","last_unstale":"2021-03-04T23:08:33.059636+0000","last_undegraded":"2021-03-04T23:08:33.059636+0000","last_fullsized":"2021-03-04T23:08:33.059636+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"561","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059595+0000","last_change":"2021-03-04T23:06:00.037198+0000","last_active":"2021-03-04T23:08:33.059595+0000","last_peered":"2021-03-04T23:08:33.059595+0000","last_clean":"2021-03-04T23:08:33.059595+0000","last_became_active":"2021-03-04T23:06:00.036924+0000","last_became_peered":"2021-03-04T23:06:00.036924+0000","last_unstale":"2021-03-04T23:08:33.059595+0000","last_undegraded":"2021-03-04T23:08:33.059595+0000","last_fullsized":"2021-03-04T23:08:33.059595+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"548","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058998+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:08:33.058998+0000","last_peered":"2021-03-04T23:08:33.058998+0000","last_clean":"2021-03-04T23:08:33.058998+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:08:33.058998+0000","last_undegraded":"2021-03-04T23:08:33.058998+0000","last_fullsized":"2021-03-04T23:08:33.058998+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"339","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057927+0000","last_change":"2021-03-04T23:06:00.038519+0000","last_active":"2021-03-04T23:08:33.057927+0000","last_peered":"2021-03-04T23:08:33.057927+0000","last_clean":"2021-03-04T23:08:33.057927+0000","last_became_active":"2021-03-04T23:06:00.038239+0000","last_became_peered":"2021-03-04T23:06:00.038239+0000","last_unstale":"2021-03-04T23:08:33.057927+0000","last_undegraded":"2021-03-04T23:08:33.057927+0000","last_fullsized":"2021-03-04T23:08:33.057927+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"551","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057812+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:08:33.057812+0000","last_peered":"2021-03-04T23:08:33.057812+0000","last_clean":"2021-03-04T23:08:33.057812+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:08:33.057812+0000","last_undegraded":"2021-03-04T23:08:33.057812+0000","last_fullsized":"2021-03-04T23:08:33.057812+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"310","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057752+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:08:33.057752+0000","last_peered":"2021-03-04T23:08:33.057752+0000","last_clean":"2021-03-04T23:08:33.057752+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:08:33.057752+0000","last_undegraded":"2021-03-04T23:08:33.057752+0000","last_fullsized":"2021-03-04T23:08:33.057752+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"320","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.062621+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:08:33.062621+0000","last_peered":"2021-03-04T23:08:33.062621+0000","last_clean":"2021-03-04T23:08:33.062621+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:08:33.062621+0000","last_undegraded":"2021-03-04T23:08:33.062621+0000","last_fullsized":"2021-03-04T23:08:33.062621+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"552","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059650+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:08:33.059650+0000","last_peered":"2021-03-04T23:08:33.059650+0000","last_clean":"2021-03-04T23:08:33.059650+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:08:33.059650+0000","last_undegraded":"2021-03-04T23:08:33.059650+0000","last_fullsized":"2021-03-04T23:08:33.059650+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"550","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.060819+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:08:33.060819+0000","last_peered":"2021-03-04T23:08:33.060819+0000","last_clean":"2021-03-04T23:08:33.060819+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:08:33.060819+0000","last_undegraded":"2021-03-04T23:08:33.060819+0000","last_fullsized":"2021-03-04T23:08:33.060819+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"517","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058702+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:08:33.058702+0000","last_peered":"2021-03-04T23:08:33.058702+0000","last_clean":"2021-03-04T23:08:33.058702+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:08:33.058702+0000","last_undegraded":"2021-03-04T23:08:33.058702+0000","last_fullsized":"2021-03-04T23:08:33.058702+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"532","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058611+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:08:33.058611+0000","last_peered":"2021-03-04T23:08:33.058611+0000","last_clean":"2021-03-04T23:08:33.058611+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:08:33.058611+0000","last_undegraded":"2021-03-04T23:08:33.058611+0000","last_fullsized":"2021-03-04T23:08:33.058611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"571","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.060738+0000","last_change":"2021-03-04T23:06:00.040850+0000","last_active":"2021-03-04T23:08:33.060738+0000","last_peered":"2021-03-04T23:08:33.060738+0000","last_clean":"2021-03-04T23:08:33.060738+0000","last_became_active":"2021-03-04T23:06:00.040533+0000","last_became_peered":"2021-03-04T23:06:00.040533+0000","last_unstale":"2021-03-04T23:08:33.060738+0000","last_undegraded":"2021-03-04T23:08:33.060738+0000","last_fullsized":"2021-03-04T23:08:33.060738+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"532","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.056646+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:08:33.056646+0000","last_peered":"2021-03-04T23:08:33.056646+0000","last_clean":"2021-03-04T23:08:33.056646+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:08:33.056646+0000","last_undegraded":"2021-03-04T23:08:33.056646+0000","last_fullsized":"2021-03-04T23:08:33.056646+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"557","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.063923+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:08:33.063923+0000","last_peered":"2021-03-04T23:08:33.063923+0000","last_clean":"2021-03-04T23:08:33.063923+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:08:33.063923+0000","last_undegraded":"2021-03-04T23:08:33.063923+0000","last_fullsized":"2021-03-04T23:08:33.063923+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"547","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061891+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:08:33.061891+0000","last_peered":"2021-03-04T23:08:33.061891+0000","last_clean":"2021-03-04T23:08:33.061891+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:08:33.061891+0000","last_undegraded":"2021-03-04T23:08:33.061891+0000","last_fullsized":"2021-03-04T23:08:33.061891+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"310","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058000+0000","last_change":"2021-03-04T23:06:00.040535+0000","last_active":"2021-03-04T23:08:33.058000+0000","last_peered":"2021-03-04T23:08:33.058000+0000","last_clean":"2021-03-04T23:08:33.058000+0000","last_became_active":"2021-03-04T23:06:00.040077+0000","last_became_peered":"2021-03-04T23:06:00.040077+0000","last_unstale":"2021-03-04T23:08:33.058000+0000","last_undegraded":"2021-03-04T23:08:33.058000+0000","last_fullsized":"2021-03-04T23:08:33.058000+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"518","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.055301+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:08:33.055301+0000","last_peered":"2021-03-04T23:08:33.055301+0000","last_clean":"2021-03-04T23:08:33.055301+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:08:33.055301+0000","last_undegraded":"2021-03-04T23:08:33.055301+0000","last_fullsized":"2021-03-04T23:08:33.055301+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"521","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058378+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:08:33.058378+0000","last_peered":"2021-03-04T23:08:33.058378+0000","last_clean":"2021-03-04T23:08:33.058378+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:08:33.058378+0000","last_undegraded":"2021-03-04T23:08:33.058378+0000","last_fullsized":"2021-03-04T23:08:33.058378+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"279","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058499+0000","last_change":"2021-03-04T23:06:00.040150+0000","last_active":"2021-03-04T23:08:33.058499+0000","last_peered":"2021-03-04T23:08:33.058499+0000","last_clean":"2021-03-04T23:08:33.058499+0000","last_became_active":"2021-03-04T23:06:00.039888+0000","last_became_peered":"2021-03-04T23:06:00.039888+0000","last_unstale":"2021-03-04T23:08:33.058499+0000","last_undegraded":"2021-03-04T23:08:33.058499+0000","last_fullsized":"2021-03-04T23:08:33.058499+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"518","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057191+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:08:33.057191+0000","last_peered":"2021-03-04T23:08:33.057191+0000","last_clean":"2021-03-04T23:08:33.057191+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:08:33.057191+0000","last_undegraded":"2021-03-04T23:08:33.057191+0000","last_fullsized":"2021-03-04T23:08:33.057191+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"552","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.063231+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:08:33.063231+0000","last_peered":"2021-03-04T23:08:33.063231+0000","last_clean":"2021-03-04T23:08:33.063231+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:08:33.063231+0000","last_undegraded":"2021-03-04T23:08:33.063231+0000","last_fullsized":"2021-03-04T23:08:33.063231+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"550","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.064013+0000","last_change":"2021-03-04T23:06:00.129796+0000","last_active":"2021-03-04T23:08:33.064013+0000","last_peered":"2021-03-04T23:08:33.064013+0000","last_clean":"2021-03-04T23:08:33.064013+0000","last_became_active":"2021-03-04T23:06:00.036232+0000","last_became_peered":"2021-03-04T23:06:00.036232+0000","last_unstale":"2021-03-04T23:08:33.064013+0000","last_undegraded":"2021-03-04T23:08:33.064013+0000","last_fullsized":"2021-03-04T23:08:33.064013+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"532","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058798+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:08:33.058798+0000","last_peered":"2021-03-04T23:08:33.058798+0000","last_clean":"2021-03-04T23:08:33.058798+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:08:33.058798+0000","last_undegraded":"2021-03-04T23:08:33.058798+0000","last_fullsized":"2021-03-04T23:08:33.058798+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1","version":"586'16954","reported_seq":"16979","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:52.607571+0000","last_change":"2021-03-04T23:06:00.038095+0000","last_active":"2021-03-04T23:08:52.607571+0000","last_peered":"2021-03-04T23:08:52.607571+0000","last_clean":"2021-03-04T23:08:52.607571+0000","last_became_active":"2021-03-04T23:06:00.037870+0000","last_became_peered":"2021-03-04T23:06:00.037870+0000","last_unstale":"2021-03-04T23:08:52.607571+0000","last_undegraded":"2021-03-04T23:08:52.607571+0000","last_fullsized":"2021-03-04T23:08:52.607571+0000","mapping_epoch":569,"log_start":"576'6900","ondisk_log_start":"576'6900","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":343015424,"num_objects":5234,"num_object_clones":0,"num_object_copies":15702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16954,"num_write_kb":710016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"522","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.055371+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:08:33.055371+0000","last_peered":"2021-03-04T23:08:33.055371+0000","last_clean":"2021-03-04T23:08:33.055371+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:08:33.055371+0000","last_undegraded":"2021-03-04T23:08:33.055371+0000","last_fullsized":"2021-03-04T23:08:33.055371+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"570","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058044+0000","last_change":"2021-03-04T23:06:00.039456+0000","last_active":"2021-03-04T23:08:33.058044+0000","last_peered":"2021-03-04T23:08:33.058044+0000","last_clean":"2021-03-04T23:08:33.058044+0000","last_became_active":"2021-03-04T23:06:00.039089+0000","last_became_peered":"2021-03-04T23:06:00.039089+0000","last_unstale":"2021-03-04T23:08:33.058044+0000","last_undegraded":"2021-03-04T23:08:33.058044+0000","last_fullsized":"2021-03-04T23:08:33.058044+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.6","version":"586'16754","reported_seq":"16777","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:52.612205+0000","last_change":"2021-03-04T23:06:00.041088+0000","last_active":"2021-03-04T23:08:52.612205+0000","last_peered":"2021-03-04T23:08:52.612205+0000","last_clean":"2021-03-04T23:08:52.612205+0000","last_became_active":"2021-03-04T23:06:00.040844+0000","last_became_peered":"2021-03-04T23:06:00.040844+0000","last_unstale":"2021-03-04T23:08:52.612205+0000","last_undegraded":"2021-03-04T23:08:52.612205+0000","last_fullsized":"2021-03-04T23:08:52.612205+0000","mapping_epoch":569,"log_start":"576'6700","ondisk_log_start":"576'6700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339345408,"num_objects":5178,"num_object_clones":0,"num_object_copies":15534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16754,"num_write_kb":701824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"563","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059723+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:08:33.059723+0000","last_peered":"2021-03-04T23:08:33.059723+0000","last_clean":"2021-03-04T23:08:33.059723+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:08:33.059723+0000","last_undegraded":"2021-03-04T23:08:33.059723+0000","last_fullsized":"2021-03-04T23:08:33.059723+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"571","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059160+0000","last_change":"2021-03-04T23:06:00.038288+0000","last_active":"2021-03-04T23:08:33.059160+0000","last_peered":"2021-03-04T23:08:33.059160+0000","last_clean":"2021-03-04T23:08:33.059160+0000","last_became_active":"2021-03-04T23:06:00.037930+0000","last_became_peered":"2021-03-04T23:06:00.037930+0000","last_unstale":"2021-03-04T23:08:33.059160+0000","last_undegraded":"2021-03-04T23:08:33.059160+0000","last_fullsized":"2021-03-04T23:08:33.059160+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.7","version":"586'16313","reported_seq":"16338","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:48.103879+0000","last_change":"2021-03-04T23:06:00.036571+0000","last_active":"2021-03-04T23:08:48.103879+0000","last_peered":"2021-03-04T23:08:48.103879+0000","last_clean":"2021-03-04T23:08:48.103879+0000","last_became_active":"2021-03-04T23:06:00.036299+0000","last_became_peered":"2021-03-04T23:06:00.036299+0000","last_unstale":"2021-03-04T23:08:48.103879+0000","last_undegraded":"2021-03-04T23:08:48.103879+0000","last_fullsized":"2021-03-04T23:08:48.103879+0000","mapping_epoch":569,"log_start":"579'9300","ondisk_log_start":"579'9300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":369033216,"num_objects":5631,"num_object_clones":0,"num_object_copies":16893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16313,"num_write_kb":702208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"535","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.059715+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:08:33.059715+0000","last_peered":"2021-03-04T23:08:33.059715+0000","last_clean":"2021-03-04T23:08:33.059715+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:08:33.059715+0000","last_undegraded":"2021-03-04T23:08:33.059715+0000","last_fullsized":"2021-03-04T23:08:33.059715+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"562","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061019+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:08:33.061019+0000","last_peered":"2021-03-04T23:08:33.061019+0000","last_clean":"2021-03-04T23:08:33.061019+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:08:33.061019+0000","last_undegraded":"2021-03-04T23:08:33.061019+0000","last_fullsized":"2021-03-04T23:08:33.061019+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.4","version":"586'16565","reported_seq":"16590","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:49.350577+0000","last_change":"2021-03-04T23:06:00.034232+0000","last_active":"2021-03-04T23:08:49.350577+0000","last_peered":"2021-03-04T23:08:49.350577+0000","last_clean":"2021-03-04T23:08:49.350577+0000","last_became_active":"2021-03-04T23:06:00.033769+0000","last_became_peered":"2021-03-04T23:06:00.033769+0000","last_unstale":"2021-03-04T23:08:49.350577+0000","last_undegraded":"2021-03-04T23:08:49.350577+0000","last_fullsized":"2021-03-04T23:08:49.350577+0000","mapping_epoch":569,"log_start":"579'10000","ondisk_log_start":"579'10000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6565,"ondisk_log_size":6565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366018560,"num_objects":5585,"num_object_clones":0,"num_object_copies":16755,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5585,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16565,"num_write_kb":708800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"549","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058699+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:08:33.058699+0000","last_peered":"2021-03-04T23:08:33.058699+0000","last_clean":"2021-03-04T23:08:33.058699+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:08:33.058699+0000","last_undegraded":"2021-03-04T23:08:33.058699+0000","last_fullsized":"2021-03-04T23:08:33.058699+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"562","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.057162+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:08:33.057162+0000","last_peered":"2021-03-04T23:08:33.057162+0000","last_clean":"2021-03-04T23:08:33.057162+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:08:33.057162+0000","last_undegraded":"2021-03-04T23:08:33.057162+0000","last_fullsized":"2021-03-04T23:08:33.057162+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.5","version":"586'16831","reported_seq":"16856","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:49.364538+0000","last_change":"2021-03-04T23:06:00.037238+0000","last_active":"2021-03-04T23:08:49.364538+0000","last_peered":"2021-03-04T23:08:49.364538+0000","last_clean":"2021-03-04T23:08:49.364538+0000","last_became_active":"2021-03-04T23:06:00.037002+0000","last_became_peered":"2021-03-04T23:06:00.037002+0000","last_unstale":"2021-03-04T23:08:49.364538+0000","last_undegraded":"2021-03-04T23:08:49.364538+0000","last_fullsized":"2021-03-04T23:08:49.364538+0000","mapping_epoch":569,"log_start":"580'10300","ondisk_log_start":"580'10300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6531,"ondisk_log_size":6531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368508928,"num_objects":5623,"num_object_clones":0,"num_object_copies":16869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16831,"num_write_kb":718528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"540","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.061855+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:08:33.061855+0000","last_peered":"2021-03-04T23:08:33.061855+0000","last_clean":"2021-03-04T23:08:33.061855+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:08:33.061855+0000","last_undegraded":"2021-03-04T23:08:33.061855+0000","last_fullsized":"2021-03-04T23:08:33.061855+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"556","reported_epoch":"585","state":"active+clean","last_fresh":"2021-03-04T23:08:33.058774+0000","last_change":"2021-03-04T23:06:00.036224+0000","last_active":"2021-03-04T23:08:33.058774+0000","last_peered":"2021-03-04T23:08:33.058774+0000","last_clean":"2021-03-04T23:08:33.058774+0000","last_became_active":"2021-03-04T23:06:00.035012+0000","last_became_peered":"2021-03-04T23:06:00.035012+0000","last_unstale":"2021-03-04T23:08:33.058774+0000","last_undegraded":"2021-03-04T23:08:33.058774+0000","last_fullsized":"2021-03-04T23:08:33.058774+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":16,"stat_sum":{"num_bytes":5673451544,"num_objects":86571,"num_object_clones":0,"num_object_copies":259713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86571,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":265287,"num_write_kb":11259393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17032228864,"data_stored":17032216648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129087,"ondisk_log_size":129087,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495853,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3492072,"kb_used_data":2443488,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84588312,"statfs":{"total":90194313216,"available":86618431488,"internally_reserved":1073741824,"allocated":2502131712,"data_stored":2499317763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:07 2021","interfaces":[{"interface":"back","average":{"1min":4.3449999999999998,"5min":3.6120000000000001,"15min":2.3820000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":69.120999999999995,"5min":90.209999999999994,"15min":90.209999999999994},"last":1.423},{"interface":"front","average":{"1min":4.6200000000000001,"5min":3.6840000000000002,"15min":2.444},"min":{"1min":0.21099999999999999,"5min":0.191,"15min":0.189},"max":{"1min":68.929000000000002,"5min":90.311999999999998,"15min":90.311999999999998},"last":0.215}]},{"osd":1,"last update":"Thu Mar 4 23:08:34 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.0720000000000001,"15min":1.3149999999999999},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":4.5190000000000001,"5min":4.5190000000000001,"15min":4.5190000000000001},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.0109999999999999,"15min":1.4350000000000001},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":1.3640000000000001,"5min":2.5369999999999999,"15min":2.7799999999999998},"last":1.458}]},{"osd":2,"last update":"Thu Mar 4 23:08:01 2021","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":1.784,"15min":1.651},"min":{"1min":0.253,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":2.3380000000000001,"5min":49.512999999999998,"15min":49.512999999999998},"last":0.189},{"interface":"front","average":{"1min":0.39200000000000002,"5min":1.6799999999999999,"15min":1.6759999999999999},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.79500000000000004,"5min":48.527999999999999,"15min":48.527999999999999},"last":1.482}]},{"osd":3,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.159,"15min":1.3660000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":5.0019999999999998,"5min":5.0019999999999998,"15min":5.0019999999999998},"last":0.20100000000000001},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.361,"15min":1.6399999999999999},"min":{"1min":0.222,"5min":0.221,"15min":0.221},"max":{"1min":4.6500000000000004,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.26300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:08:07 2021","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.98099999999999998,"15min":1.093},"min":{"1min":0.14599999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":3.2890000000000001,"5min":3.2890000000000001,"15min":4.0209999999999999},"last":1.3580000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.95299999999999996,"15min":1.0920000000000001},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.127},"max":{"1min":4.1929999999999996,"5min":4.1929999999999996,"15min":4.1929999999999996},"last":0.16800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:08:07 2021","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.1459999999999999,"15min":1.216},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":3.6419999999999999,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":0.248},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.1830000000000001,"15min":1.3660000000000001},"min":{"1min":0.19900000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":2.137,"5min":2.9060000000000001,"15min":4.2699999999999996},"last":1.3919999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":1.2250000000000001,"15min":1.45},"min":{"1min":0.20999999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":1.6519999999999999,"5min":2.7989999999999999,"15min":4.4539999999999997},"last":1.4450000000000001},{"interface":"front","average":{"1min":0.68899999999999995,"5min":1.0940000000000001,"15min":1.3169999999999999},"min":{"1min":0.246,"5min":0.19800000000000001,"15min":0.152},"max":{"1min":4.1509999999999998,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":1.6319999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659377,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3475936,"kb_used_data":2427352,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84604448,"statfs":{"total":90194313216,"available":86634954752,"internally_reserved":1073741824,"allocated":2485608448,"data_stored":2482802569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:23 2021","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.347,"15min":1.4339999999999999},"min":{"1min":0.14999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":5.5540000000000003,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.4730000000000001,"15min":1.613},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":5.5199999999999996,"5min":7.2590000000000003,"15min":7.2590000000000003},"last":0.23699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:08:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.0700000000000001,"15min":1.3240000000000001},"min":{"1min":0.223,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":3.0880000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1579999999999999,"15min":1.2809999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9500000000000002,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.26300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:07:53 2021","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.956,"15min":1.752},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":7.7530000000000001,"5min":44.115000000000002,"15min":44.115000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.548,"5min":1.9359999999999999,"15min":1.7430000000000001},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":8.0380000000000003,"5min":43.927999999999997,"15min":43.927999999999997},"last":0.28899999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:08:23 2021","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.788,"15min":1.6379999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.0880000000000001,"5min":43.122,"15min":43.122},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.155,"5min":2.0390000000000001,"15min":1.9410000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.601,"5min":43.274000000000001,"15min":43.274000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.0980000000000001,"15min":1.1299999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":4.5529999999999999,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.163,"5min":1.214,"15min":1.159},"min":{"1min":0.187,"5min":0.17599999999999999,"15min":0.157},"max":{"1min":7.7949999999999999,"5min":7.8550000000000004,"15min":7.8550000000000004},"last":0.317}]},{"osd":5,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.0229999999999999,"15min":1.1659999999999999},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":2.8809999999999998,"5min":3.044,"15min":3.044},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.1739999999999999,"15min":1.3580000000000001},"min":{"1min":0.19500000000000001,"5min":0.185,"15min":0.184},"max":{"1min":4.3470000000000004,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":0.218}]},{"osd":7,"last update":"Thu Mar 4 23:08:07 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":1.2569999999999999,"15min":1.476},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":4.0540000000000003,"5min":4.0540000000000003,"15min":4.0540000000000003},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.83099999999999996,"5min":1.5049999999999999,"15min":1.7210000000000001},"min":{"1min":0.247,"5min":0.224,"15min":0.20899999999999999},"max":{"1min":4.016,"5min":4.016,"15min":4.016},"last":0.42699999999999999}]}]},{"osd":1,"up_from":0,"seq":1464583848053,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712197,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3046616,"kb_used_data":2897360,"kb_used_omap":0,"kb_used_meta":149248,"kb_avail":85033768,"statfs":{"total":90194313216,"available":87074578432,"internally_reserved":0,"allocated":2966896640,"data_stored":2964096859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":152829952},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:08:33 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.16200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.92500000000000004,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.316},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.71499999999999997,"15min":0.78100000000000003},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":2.1560000000000001,"5min":2.1560000000000001,"15min":4.0540000000000003},"last":0.28100000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:08:00 2021","interfaces":[{"interface":"back","average":{"1min":2.9820000000000002,"5min":1.4139999999999999,"15min":1.0229999999999999},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":33.518999999999998,"5min":33.518999999999998,"15min":33.518999999999998},"last":0.26400000000000001},{"interface":"front","average":{"1min":3.3140000000000001,"5min":1.7,"15min":1.409},"min":{"1min":0.17499999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":36.021000000000001,"5min":36.021000000000001,"15min":36.021000000000001},"last":0.376}]},{"osd":3,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":2.879,"5min":2.3639999999999999,"15min":1.5429999999999999},"min":{"1min":0.17499999999999999,"5min":0.16,"15min":0.16},"max":{"1min":36.124000000000002,"5min":75.367999999999995,"15min":75.367999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":2.6280000000000001,"5min":2.5619999999999998,"15min":1.8169999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":36.905999999999999,"5min":76.686000000000007,"15min":76.686000000000007},"last":0.29899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":1.3460000000000001,"15min":1.4790000000000001},"min":{"1min":0.23499999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.996,"5min":2.9969999999999999,"15min":3.3199999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.498,"5min":1.1419999999999999,"15min":1.431},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.1930000000000001,"5min":5.0570000000000004,"15min":5.0570000000000004},"last":0.33600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":1.357,"15min":1.645},"min":{"1min":0.27700000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.506,"5min":2.7770000000000001,"15min":4.0499999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":1.1559999999999999,"15min":1.5},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":2.218,"5min":2.3479999999999999,"15min":4.1719999999999997},"last":0.36299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":1.228,"15min":1.6419999999999999},"min":{"1min":0.252,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.028,"5min":2.649,"15min":3.242},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.4990000000000001,"15min":1.792},"min":{"1min":0.33200000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.7799999999999998,"5min":3.0209999999999999,"15min":3.1429999999999998},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.3939999999999999,"15min":1.7649999999999999},"min":{"1min":0.28000000000000003,"5min":0.217,"15min":0.217},"max":{"1min":2.512,"5min":3.8450000000000002,"15min":4.1710000000000003},"last":0.437},{"interface":"front","average":{"1min":0.55000000000000004,"5min":1.516,"15min":1.875},"min":{"1min":0.35099999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.6859999999999999,"5min":3.2280000000000002,"15min":4.3490000000000002},"last":0.52100000000000002}]}]},{"osd":2,"up_from":356,"seq":1529008357488,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2505364,"kb_used_data":2364940,"kb_used_omap":0,"kb_used_meta":140416,"kb_avail":85575020,"statfs":{"total":90194313216,"available":87628820480,"internally_reserved":0,"allocated":2421698560,"data_stored":2418902863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":143785984},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.879,"15min":0.85799999999999998},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":1.3799999999999999,"5min":29.581,"15min":29.581},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.071,"15min":1.004},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":5.141,"5min":29.547000000000001,"15min":29.547000000000001},"last":0.183}]},{"osd":1,"last update":"Thu Mar 4 23:08:02 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.75800000000000001,"15min":0.88300000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.504,"5min":2.8559999999999999,"15min":2.8559999999999999},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.83899999999999997,"15min":1.0069999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":5.3179999999999996,"5min":5.3179999999999996,"15min":5.3179999999999996},"last":0.31900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":1.1220000000000001,"15min":1.179},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.097,"5min":29.5,"15min":29.5},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.304},"min":{"1min":0.182,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":3.3370000000000002,"5min":29.850000000000001,"15min":29.850000000000001},"last":0.26200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:08:02 2021","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":1.369,"15min":1.6339999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9630000000000001,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.206,"15min":1.391},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.0030000000000001,"5min":7.0030000000000001,"15min":7.0030000000000001},"last":0.28399999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:08:02 2021","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.2629999999999999,"15min":1.4850000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":7.1890000000000001,"5min":7.1890000000000001,"15min":7.1890000000000001},"last":0.224},{"interface":"front","average":{"1min":0.70699999999999996,"5min":1.216,"15min":1.5209999999999999},"min":{"1min":0.26800000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.843,"5min":2.843,"15min":3.0840000000000001},"last":0.29799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:02 2021","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.395,"15min":1.621},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.6239999999999997,"5min":5.6239999999999997,"15min":5.6239999999999997},"last":0.375},{"interface":"front","average":{"1min":1.387,"5min":1.3759999999999999,"15min":1.5700000000000001},"min":{"1min":0.27800000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.3339999999999996,"5min":7.3339999999999996,"15min":7.3339999999999996},"last":1.431}]},{"osd":7,"last update":"Thu Mar 4 23:08:02 2021","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1.377,"15min":1.6699999999999999},"min":{"1min":0.33000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.774,"5min":2.9169999999999998,"15min":3.2679999999999998},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.90000000000000002,"5min":1.579,"15min":1.831},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":1.478}]}]},{"osd":3,"up_from":370,"seq":1589137899626,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3002516,"kb_used_data":2847564,"kb_used_omap":0,"kb_used_meta":154944,"kb_avail":85077868,"statfs":{"total":90194313216,"available":87119736832,"internally_reserved":0,"allocated":2915905536,"data_stored":2913109366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":158662656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.74099999999999999,"15min":0.89500000000000002},"min":{"1min":0.14399999999999999,"5min":0.125,"15min":0.125},"max":{"1min":3.6720000000000002,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":0.497},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.78100000000000003,"15min":1.0189999999999999},"min":{"1min":0.154,"5min":0.153,"15min":0.153},"max":{"1min":1.7909999999999999,"5min":7.3860000000000001,"15min":7.3860000000000001},"last":0.55600000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.85399999999999998,"15min":1.1970000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.7450000000000001,"5min":3.7450000000000001,"15min":3.7450000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.83999999999999997,"15min":1.1599999999999999},"min":{"1min":0.19700000000000001,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":4.2329999999999997},"last":0.60499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":1.444,"15min":1.47},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":33.32,"5min":33.32,"15min":33.32},"last":0.81000000000000005},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.27,"15min":1.2809999999999999},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":33.372,"5min":33.372,"15min":33.372},"last":0.68400000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.423,"15min":1.8420000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":4.7910000000000004,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.3029999999999999,"15min":1.6619999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":3.2000000000000002,"5min":3.2000000000000002,"15min":4.069},"last":0.88400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.294,"15min":1.536},"min":{"1min":0.23100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.621,"5min":7.7539999999999996,"15min":7.7539999999999996},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.522,"15min":1.9219999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.9459999999999997,"5min":6.7370000000000001,"15min":6.7370000000000001},"last":6.46}]},{"osd":6,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.3109999999999999,"15min":1.619},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7909999999999999,"5min":8.3420000000000005,"15min":8.3420000000000005},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.667,"15min":2.0310000000000001},"min":{"1min":0.317,"5min":0.22,"15min":0.22},"max":{"1min":7.2720000000000002,"5min":7.2720000000000002,"15min":7.2720000000000002},"last":2.7949999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.647,"15min":2.0030000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.1180000000000003,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":1.2989999999999999},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.458,"15min":1.8260000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.1749999999999998,"5min":4.907,"15min":4.907},"last":1.1719999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986426,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3142116,"kb_used_data":2093532,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84938268,"statfs":{"total":90194313216,"available":86976786432,"internally_reserved":1073741824,"allocated":2143776768,"data_stored":2140966845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:18 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":2.1880000000000002,"15min":1.855},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":3.0470000000000002,"5min":62.878999999999998,"15min":62.878999999999998},"last":0.187},{"interface":"front","average":{"1min":0.437,"5min":2.2599999999999998,"15min":2.0619999999999998},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.1869999999999998,"5min":62.924999999999997,"15min":62.924999999999997},"last":0.34200000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:08:28 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.96899999999999997,"15min":1.3380000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":2.8889999999999998,"5min":3.294,"15min":3.294},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.98399999999999999,"15min":1.349},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:08:01 2021","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.5589999999999999,"15min":1.78},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":14.414,"5min":14.414,"15min":14.414},"last":0.20000000000000001},{"interface":"front","average":{"1min":1.379,"5min":1.514,"15min":1.661},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":14.433,"5min":14.433,"15min":14.433},"last":0.24199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:08:21 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":1.272,"15min":1.7150000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.4950000000000001,"5min":3.4140000000000001,"15min":3.4140000000000001},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.306,"15min":1.6799999999999999},"min":{"1min":0.22800000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.093,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":0.27000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:08:21 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":1.052,"15min":1.1259999999999999},"min":{"1min":0.153,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":5.2729999999999997,"5min":5.2729999999999997,"15min":5.2729999999999997},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.998,"15min":1.077},"min":{"1min":0.17100000000000001,"5min":0.156,"15min":0.156},"max":{"1min":2.8119999999999998,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.255}]},{"osd":6,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.042,"15min":1.1459999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":3.3730000000000002,"5min":4.609,"15min":4.609},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.63400000000000001,"5min":1.177,"15min":1.3180000000000001},"min":{"1min":0.19800000000000001,"5min":0.19,"15min":0.19},"max":{"1min":2.0249999999999999,"5min":5.4820000000000002,"15min":5.4820000000000002},"last":2.8069999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:08:04 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":1.371,"15min":1.466},"min":{"1min":0.23200000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":3.3820000000000001,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.323,"15min":1.405},"min":{"1min":0.248,"5min":0.184,"15min":0.184},"max":{"1min":3.0249999999999999,"5min":3.0249999999999999,"15min":3.0630000000000002},"last":2.5409999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822901,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2767444,"kb_used_data":1718860,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85312940,"statfs":{"total":90194313216,"available":87360450560,"internally_reserved":1073741824,"allocated":1760112640,"data_stored":1757316979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:08 2021","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":1.3100000000000001,"15min":1.3859999999999999},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.1289999999999996,"5min":13.834,"15min":13.834},"last":0.156},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.4650000000000001,"15min":1.4079999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":3.8500000000000001,"5min":13.609,"15min":13.609},"last":0.185}]},{"osd":1,"last update":"Thu Mar 4 23:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":1.1539999999999999,"15min":1.4079999999999999},"min":{"1min":0.187,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.091,"5min":3.153,"15min":3.153},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":1.1439999999999999,"15min":1.333},"min":{"1min":0.23100000000000001,"5min":0.188,"15min":0.188},"max":{"1min":3.149,"5min":3.149,"15min":3.149},"last":0.313}]},{"osd":2,"last update":"Thu Mar 4 23:08:05 2021","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.3839999999999999,"15min":1.6259999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.3119999999999998,"5min":3.3119999999999998,"15min":3.3119999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.71799999999999997,"5min":1.4219999999999999,"15min":1.716},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.3319999999999999,"5min":3.3319999999999999,"15min":3.3319999999999999},"last":0.28999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":1.3540000000000001,"15min":1.5760000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.8010000000000002,"5min":3.8010000000000002,"15min":3.8010000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.024,"5min":1.423,"15min":1.661},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":3.819,"5min":3.819,"15min":3.819},"last":0.40500000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.877,"15min":1.014},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.125},"max":{"1min":3.9649999999999999,"5min":3.9649999999999999,"15min":3.9649999999999999},"last":0.255},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.96699999999999997,"15min":1.1259999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.569,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.43099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:07:53 2021","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":1.1930000000000001,"15min":1.2889999999999999},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.20300000000000001},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.226,"15min":1.2809999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.152},"max":{"1min":6.8099999999999996,"5min":6.8099999999999996,"15min":6.8099999999999996},"last":0.35699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:08:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.278,"15min":1.367},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.156},"max":{"1min":1.6870000000000001,"5min":2.8889999999999998,"15min":2.8889999999999998},"last":0.372},{"interface":"front","average":{"1min":0.67300000000000004,"5min":1.2629999999999999,"15min":1.4730000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":3.0670000000000002,"5min":3.0670000000000002,"15min":3.0670000000000002},"last":0.32900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2933329920,"data_stored":2933325848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2387345408,"data_stored":2387345408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2905608192,"data_stored":2905604120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2115698688,"data_stored":2115698688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1752760320,"data_stored":1752760320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2459439104,"data_stored":2459435032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2478047232,"data_stored":2478047232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:08:56.384 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:08:56.439 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:56.487 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:56 gibba023 bash[27374]: cluster 2021-03-04T23:08:54.996574+0000 mgr.x (mgr.34379) 588 : cluster [DBG] pgmap v887: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:08:56.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:56 gibba023 bash[27374]: audit 2021-03-04T23:08:55.357179+0000 mon.c (mon.1) 45 : audit [DBG] from='client.? 172.21.2.108:0/2464420801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:08:56.543 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:56.626 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:08:56.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:56.737 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:56 gibba008 bash[47391]: debug 2021-03-04T23:08:56.436+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:57.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:08:56 gibba023 bash[15180]: debug 2021-03-04T23:08:56.617+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:57.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:08:57.346 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:57.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:08:57 gibba008 bash[50326]: debug 2021-03-04T23:08:57.236+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:57.918 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:08:58.020 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:58.158 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:58.241 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:58 gibba008 bash[39303]: cluster 2021-03-04T23:08:56.996987+0000 mgr.x (mgr.34379) 589 : cluster [DBG] pgmap v888: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:08:58.242 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:08:58.243 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:08:57 gibba008 bash[48858]: debug 2021-03-04T23:08:57.912+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:58.244 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:58 gibba008 bash[37770]: cluster 2021-03-04T23:08:56.996987+0000 mgr.x (mgr.34379) 589 : cluster [DBG] pgmap v888: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:08:58.260 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:58.335 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:58 gibba023 bash[27374]: cluster 2021-03-04T23:08:56.996987+0000 mgr.x (mgr.34379) 589 : cluster [DBG] pgmap v888: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:08:58.336 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:58 gibba023 bash[18090]: debug 2021-03-04T23:08:58.145+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:58.336 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:08:58.350 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:58.438 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:58.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:08:58 gibba023 bash[19550]: debug 2021-03-04T23:08:58.329+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:08:58.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:08:59.026 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:08:59 gibba008 bash[37770]: audit 2021-03-04T23:08:58.119296+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:08:59.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:08:59 gibba008 bash[39303]: audit 2021-03-04T23:08:58.119296+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:08:59.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:08:58 gibba008 bash[44600]: debug 2021-03-04T23:08:58.916+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:08:59.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:08:59 gibba023 bash[27374]: audit 2021-03-04T23:08:58.119296+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:08:59.614 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:08:59.717 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:59.824 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:08:59.927 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:00.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:08:59 gibba008 bash[47391]: debug 2021-03-04T23:08:59.608+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:00.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:08:59 gibba023 bash[18090]: debug 2021-03-04T23:08:59.817+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:00.048 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:00.154 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:00.237 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:00.339 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:00.350 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:00 gibba023 bash[27374]: cluster 2021-03-04T23:08:58.997439+0000 mgr.x (mgr.34379) 590 : cluster [DBG] pgmap v889: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:00.350 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:00 gibba023 bash[16680]: debug 2021-03-04T23:09:00.229+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:00.351 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:00 gibba023 bash[18090]: debug 2021-03-04T23:09:00.041+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:00.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:09:00.441 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:00 gibba008 bash[39303]: cluster 2021-03-04T23:08:58.997439+0000 mgr.x (mgr.34379) 590 : cluster [DBG] pgmap v889: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:00.441 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:00 gibba008 bash[37770]: cluster 2021-03-04T23:08:58.997439+0000 mgr.x (mgr.34379) 590 : cluster [DBG] pgmap v889: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:00.524 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:00.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:09:00.589 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:00.629 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:00.661 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:00.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:00 gibba023 bash[16680]: debug 2021-03-04T23:09:00.517+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:00.934 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:01.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:00 gibba008 bash[50326]: debug 2021-03-04T23:09:00.928+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:01.037 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:01.139 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:01.244 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:01.514 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:01.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:01 gibba023 bash[16680]: debug 2021-03-04T23:09:01.133+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:01.618 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:01.697 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:01.799 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:01.807 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:01 gibba008 bash[44600]: debug 2021-03-04T23:09:01.512+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:02.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:01 gibba023 bash[18090]: debug 2021-03-04T23:09:01.689+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:02.175 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:02.278 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:02.363 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:02 gibba008 bash[37770]: cluster 2021-03-04T23:09:00.997913+0000 mgr.x (mgr.34379) 591 : cluster [DBG] pgmap v890: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:09:02.364 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:02 gibba008 bash[47391]: debug 2021-03-04T23:09:02.168+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:02.364 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:02 gibba008 bash[39303]: cluster 2021-03-04T23:09:00.997913+0000 mgr.x (mgr.34379) 591 : cluster [DBG] pgmap v890: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:09:02.365 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:02.367 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:02 gibba023 bash[27374]: cluster 2021-03-04T23:09:00.997913+0000 mgr.x (mgr.34379) 591 : cluster [DBG] pgmap v890: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:09:02.367 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:02 gibba023 bash[16680]: debug 2021-03-04T23:09:02.357+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:02.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:02.541 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:02.644 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:02.649 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:02 gibba023 bash[16680]: debug 2021-03-04T23:09:02.533+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:02.765 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:02.871 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:03.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:02 gibba023 bash[16680]: debug 2021-03-04T23:09:02.757+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:03.278 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:03.381 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:03.533 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:03.562 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:03 gibba008 bash[47391]: debug 2021-03-04T23:09:03.272+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:03.636 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:03.641 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:03 gibba023 bash[15180]: debug 2021-03-04T23:09:03.525+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:03.710 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:03.816 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:04.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:03 gibba023 bash[16680]: debug 2021-03-04T23:09:03.701+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:04.341 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:04 gibba008 bash[39303]: cluster 2021-03-04T23:09:02.998267+0000 mgr.x (mgr.34379) 592 : cluster [DBG] pgmap v891: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:09:04.342 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:04 gibba008 bash[37770]: cluster 2021-03-04T23:09:02.998267+0000 mgr.x (mgr.34379) 592 : cluster [DBG] pgmap v891: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:09:04.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:04.447 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:04 gibba023 bash[27374]: cluster 2021-03-04T23:09:02.998267+0000 mgr.x (mgr.34379) 592 : cluster [DBG] pgmap v891: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:09:04.610 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:04 gibba008 bash[50326]: debug 2021-03-04T23:09:04.336+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:04.611 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:04.714 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:04.993 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:04 gibba008 bash[44600]: debug 2021-03-04T23:09:04.604+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:04.993 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:05.096 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:05.314 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:04 gibba008 bash[44600]: debug 2021-03-04T23:09:04.988+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:05.584 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:05.689 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:06.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:05 gibba023 bash[15180]: debug 2021-03-04T23:09:05.577+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:06.114 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:06.219 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:06.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:06 gibba008 bash[37770]: cluster 2021-03-04T23:09:04.998594+0000 mgr.x (mgr.34379) 593 : cluster [DBG] pgmap v892: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:06 gibba008 bash[39303]: cluster 2021-03-04T23:09:04.998594+0000 mgr.x (mgr.34379) 593 : cluster [DBG] pgmap v892: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:06.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:06 gibba008 bash[44600]: debug 2021-03-04T23:09:06.108+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:06.556 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:06 gibba023 bash[27374]: cluster 2021-03-04T23:09:04.998594+0000 mgr.x (mgr.34379) 593 : cluster [DBG] pgmap v892: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:06.682 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:06.785 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:06.979 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:07.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:06 gibba023 bash[19550]: debug 2021-03-04T23:09:06.673+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:07.082 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:07.087 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:06 gibba008 bash[44600]: debug 2021-03-04T23:09:06.972+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:07.397 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:07.499 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:07.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:07 gibba008 bash[50326]: debug 2021-03-04T23:09:07.392+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:07.967 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:08.070 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:08 gibba008 bash[37770]: cluster 2021-03-04T23:09:06.998994+0000 mgr.x (mgr.34379) 594 : cluster [DBG] pgmap v893: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:09:08.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:08 gibba008 bash[39303]: cluster 2021-03-04T23:09:06.998994+0000 mgr.x (mgr.34379) 594 : cluster [DBG] pgmap v893: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:09:08.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:07 gibba008 bash[48858]: debug 2021-03-04T23:09:07.960+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:08 gibba023 bash[27374]: cluster 2021-03-04T23:09:06.998994+0000 mgr.x (mgr.34379) 594 : cluster [DBG] pgmap v893: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:09:08.534 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:08.637 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:09.000 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:09.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:08 gibba023 bash[18090]: debug 2021-03-04T23:09:08.525+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:09.103 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:09.275 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:09 gibba008 bash[44600]: debug 2021-03-04T23:09:08.992+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:09.278 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:09.385 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:09.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:09 gibba008 bash[48858]: debug 2021-03-04T23:09:09.268+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:09.887 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:09.991 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:09 gibba008 bash[37770]: cluster 2021-03-04T23:09:08.999360+0000 mgr.x (mgr.34379) 595 : cluster [DBG] pgmap v894: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:10.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:09 gibba008 bash[44600]: debug 2021-03-04T23:09:09.880+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:09 gibba008 bash[39303]: cluster 2021-03-04T23:09:08.999360+0000 mgr.x (mgr.34379) 595 : cluster [DBG] pgmap v894: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:09 gibba023 bash[27374]: cluster 2021-03-04T23:09:08.999360+0000 mgr.x (mgr.34379) 595 : cluster [DBG] pgmap v894: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:10.460 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:10.563 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:10.689 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:10.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:10 gibba023 bash[15180]: debug 2021-03-04T23:09:10.681+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:10.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:10 gibba023 bash[19550]: debug 2021-03-04T23:09:10.453+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:10.792 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:10.897 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:11.008 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:11.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:10 gibba023 bash[19550]: debug 2021-03-04T23:09:10.889+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:11.350 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:11.363 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:09:11.363 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:09:11.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:11.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:11 gibba008 bash[47391]: debug 2021-03-04T23:09:11.340+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:11.643 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:09:11.651 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:09:11.759 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:11.861 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:12.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:11 gibba008 bash[48858]: debug 2021-03-04T23:09:11.748+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:12.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:12 gibba008 bash[37770]: cluster 2021-03-04T23:09:10.999863+0000 mgr.x (mgr.34379) 596 : cluster [DBG] pgmap v895: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:09:12.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:12 gibba008 bash[39303]: cluster 2021-03-04T23:09:10.999863+0000 mgr.x (mgr.34379) 596 : cluster [DBG] pgmap v895: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:09:12.262 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:12.366 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:12.371 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:12 gibba023 bash[27374]: cluster 2021-03-04T23:09:10.999863+0000 mgr.x (mgr.34379) 596 : cluster [DBG] pgmap v895: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:09:12.457 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:12.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:12 gibba008 bash[47391]: debug 2021-03-04T23:09:12.252+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:12.561 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:12.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:12 gibba023 bash[19550]: debug 2021-03-04T23:09:12.449+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:13.017 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:13.120 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:13.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:13 gibba008 bash[37770]: audit 2021-03-04T23:09:11.634015+0000 mgr.x (mgr.34379) 597 : audit [DBG] from='client.44949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:13.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:13 gibba008 bash[39303]: audit 2021-03-04T23:09:11.634015+0000 mgr.x (mgr.34379) 597 : audit [DBG] from='client.44949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:13.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:13 gibba008 bash[48858]: debug 2021-03-04T23:09:13.008+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:13.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:13 gibba023 bash[27374]: audit 2021-03-04T23:09:11.634015+0000 mgr.x (mgr.34379) 597 : audit [DBG] from='client.44949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:13.548 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:13.650 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:14.049 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:13 gibba008 bash[50326]: debug 2021-03-04T23:09:13.536+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:14.209 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:14.314 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:14.320 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:14 gibba008 bash[39303]: cluster 2021-03-04T23:09:13.000161+0000 mgr.x (mgr.34379) 598 : cluster [DBG] pgmap v896: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:09:14.321 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:14 gibba008 bash[37770]: cluster 2021-03-04T23:09:13.000161+0000 mgr.x (mgr.34379) 598 : cluster [DBG] pgmap v896: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:09:14.321 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:14 gibba008 bash[50326]: debug 2021-03-04T23:09:14.196+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:14.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:14 gibba023 bash[27374]: cluster 2021-03-04T23:09:13.000161+0000 mgr.x (mgr.34379) 598 : cluster [DBG] pgmap v896: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:09:14.572 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:14.626 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:14 gibba008 bash[48858]: debug 2021-03-04T23:09:14.460+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:14.628 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:09:14.658 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:14.727 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:14.731 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":895,"stamp":"2021-03-04T23:09:10.999516+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3918531904,"num_objects":59815,"num_object_clones":0,"num_object_copies":179445,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59815,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":292117,"num_write_kb":11259413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129311,"ondisk_log_size":129311,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":16291284,"kb_used_data":11617116,"kb_used_omap":0,"kb_used_meta":4673984,"kb_avail":600271404,"statfs":{"total":631360192512,"available":614677917696,"internally_reserved":4294967296,"allocated":11895926784,"data_stored":11876277881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4786159616},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1198915584,"num_objects":-18294,"num_object_clones":0,"num_object_copies":-54882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-18294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18294,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002255"},"pg_stats":[{"pgid":"25.0","version":"587'18296","reported_seq":"18322","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.801065+0000","last_change":"2021-03-04T23:06:00.037872+0000","last_active":"2021-03-04T23:09:10.801065+0000","last_peered":"2021-03-04T23:09:10.801065+0000","last_clean":"2021-03-04T23:09:10.801065+0000","last_became_active":"2021-03-04T23:06:00.037537+0000","last_became_peered":"2021-03-04T23:06:00.037537+0000","last_unstale":"2021-03-04T23:09:10.801065+0000","last_undegraded":"2021-03-04T23:09:10.801065+0000","last_fullsized":"2021-03-04T23:09:10.801065+0000","mapping_epoch":569,"log_start":"580'10700","ondisk_log_start":"580'10700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7596,"ondisk_log_size":7596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":234618880,"num_objects":3580,"num_object_clones":0,"num_object_copies":10740,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18296,"num_write_kb":700032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"574","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082005+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:08:34.082005+0000","last_peered":"2021-03-04T23:08:34.082005+0000","last_clean":"2021-03-04T23:08:34.082005+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:08:34.082005+0000","last_undegraded":"2021-03-04T23:08:34.082005+0000","last_fullsized":"2021-03-04T23:08:34.082005+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"542","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.105922+0000","last_change":"2021-03-04T23:06:00.034236+0000","last_active":"2021-03-04T23:08:34.105922+0000","last_peered":"2021-03-04T23:08:34.105922+0000","last_clean":"2021-03-04T23:08:34.105922+0000","last_became_active":"2021-03-04T23:06:00.034042+0000","last_became_peered":"2021-03-04T23:06:00.034042+0000","last_unstale":"2021-03-04T23:08:34.105922+0000","last_undegraded":"2021-03-04T23:08:34.105922+0000","last_fullsized":"2021-03-04T23:08:34.105922+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3","version":"587'18327","reported_seq":"18353","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.733119+0000","last_change":"2021-03-04T23:06:00.040800+0000","last_active":"2021-03-04T23:09:10.733119+0000","last_peered":"2021-03-04T23:09:10.733119+0000","last_clean":"2021-03-04T23:09:10.733119+0000","last_became_active":"2021-03-04T23:06:00.040503+0000","last_became_peered":"2021-03-04T23:06:00.040503+0000","last_unstale":"2021-03-04T23:09:10.733119+0000","last_undegraded":"2021-03-04T23:09:10.733119+0000","last_fullsized":"2021-03-04T23:09:10.733119+0000","mapping_epoch":569,"log_start":"580'11000","ondisk_log_start":"580'11000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7327,"ondisk_log_size":7327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":235995136,"num_objects":3601,"num_object_clones":0,"num_object_copies":10803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18327,"num_write_kb":701696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"325","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071590+0000","last_change":"2021-03-04T23:06:00.034270+0000","last_active":"2021-03-04T23:08:34.071590+0000","last_peered":"2021-03-04T23:08:34.071590+0000","last_clean":"2021-03-04T23:08:34.071590+0000","last_became_active":"2021-03-04T23:06:00.034030+0000","last_became_peered":"2021-03-04T23:06:00.034030+0000","last_unstale":"2021-03-04T23:08:34.071590+0000","last_undegraded":"2021-03-04T23:08:34.071590+0000","last_fullsized":"2021-03-04T23:08:34.071590+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"534","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.088696+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:08:34.088696+0000","last_peered":"2021-03-04T23:08:34.088696+0000","last_clean":"2021-03-04T23:08:34.088696+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:08:34.088696+0000","last_undegraded":"2021-03-04T23:08:34.088696+0000","last_fullsized":"2021-03-04T23:08:34.088696+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2","version":"587'18689","reported_seq":"18715","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.760345+0000","last_change":"2021-03-04T23:06:00.040619+0000","last_active":"2021-03-04T23:09:10.760345+0000","last_peered":"2021-03-04T23:09:10.760345+0000","last_clean":"2021-03-04T23:09:10.760345+0000","last_became_active":"2021-03-04T23:06:00.040347+0000","last_became_peered":"2021-03-04T23:06:00.040347+0000","last_unstale":"2021-03-04T23:09:10.760345+0000","last_undegraded":"2021-03-04T23:09:10.760345+0000","last_fullsized":"2021-03-04T23:09:10.760345+0000","mapping_epoch":569,"log_start":"581'11300","ondisk_log_start":"581'11300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7389,"ondisk_log_size":7389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242810880,"num_objects":3705,"num_object_clones":0,"num_object_copies":11115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18689,"num_write_kb":716608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"558","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071614+0000","last_change":"2021-03-04T23:06:00.036718+0000","last_active":"2021-03-04T23:08:34.071614+0000","last_peered":"2021-03-04T23:08:34.071614+0000","last_clean":"2021-03-04T23:08:34.071614+0000","last_became_active":"2021-03-04T23:06:00.036276+0000","last_became_peered":"2021-03-04T23:06:00.036276+0000","last_unstale":"2021-03-04T23:08:34.071614+0000","last_undegraded":"2021-03-04T23:08:34.071614+0000","last_fullsized":"2021-03-04T23:08:34.071614+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"557","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.094695+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:08:34.094695+0000","last_peered":"2021-03-04T23:08:34.094695+0000","last_clean":"2021-03-04T23:08:34.094695+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:08:34.094695+0000","last_undegraded":"2021-03-04T23:08:34.094695+0000","last_fullsized":"2021-03-04T23:08:34.094695+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.d","version":"587'18420","reported_seq":"18447","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.562607+0000","last_change":"2021-03-04T23:06:00.037188+0000","last_active":"2021-03-04T23:09:10.562607+0000","last_peered":"2021-03-04T23:09:10.562607+0000","last_clean":"2021-03-04T23:09:10.562607+0000","last_became_active":"2021-03-04T23:06:00.036288+0000","last_became_peered":"2021-03-04T23:06:00.036288+0000","last_unstale":"2021-03-04T23:09:10.562607+0000","last_undegraded":"2021-03-04T23:09:10.562607+0000","last_fullsized":"2021-03-04T23:09:10.562607+0000","mapping_epoch":569,"log_start":"580'10900","ondisk_log_start":"580'10900","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7520,"ondisk_log_size":7520,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239796248,"num_objects":3660,"num_object_clones":0,"num_object_copies":10980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3660,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":18420,"num_write_kb":706497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"533","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.097837+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:08:34.097837+0000","last_peered":"2021-03-04T23:08:34.097837+0000","last_clean":"2021-03-04T23:08:34.097837+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:08:34.097837+0000","last_undegraded":"2021-03-04T23:08:34.097837+0000","last_fullsized":"2021-03-04T23:08:34.097837+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"542","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071394+0000","last_change":"2021-03-04T23:06:00.034091+0000","last_active":"2021-03-04T23:08:34.071394+0000","last_peered":"2021-03-04T23:08:34.071394+0000","last_clean":"2021-03-04T23:08:34.071394+0000","last_became_active":"2021-03-04T23:06:00.033896+0000","last_became_peered":"2021-03-04T23:06:00.033896+0000","last_unstale":"2021-03-04T23:08:34.071394+0000","last_undegraded":"2021-03-04T23:08:34.071394+0000","last_fullsized":"2021-03-04T23:08:34.071394+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"587'18222","reported_seq":"18248","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.757343+0000","last_change":"2021-03-04T23:06:00.036732+0000","last_active":"2021-03-04T23:09:10.757343+0000","last_peered":"2021-03-04T23:09:10.757343+0000","last_clean":"2021-03-04T23:09:10.757343+0000","last_became_active":"2021-03-04T23:06:00.035932+0000","last_became_peered":"2021-03-04T23:06:00.035932+0000","last_unstale":"2021-03-04T23:09:10.757343+0000","last_undegraded":"2021-03-04T23:09:10.757343+0000","last_fullsized":"2021-03-04T23:09:10.757343+0000","mapping_epoch":569,"log_start":"578'8200","ondisk_log_start":"578'8200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10022,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240910336,"num_objects":3676,"num_object_clones":0,"num_object_copies":11028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18222,"num_write_kb":700736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"558","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.090706+0000","last_change":"2021-03-04T23:06:00.036774+0000","last_active":"2021-03-04T23:08:34.090706+0000","last_peered":"2021-03-04T23:08:34.090706+0000","last_clean":"2021-03-04T23:08:34.090706+0000","last_became_active":"2021-03-04T23:06:00.036452+0000","last_became_peered":"2021-03-04T23:06:00.036452+0000","last_unstale":"2021-03-04T23:08:34.090706+0000","last_undegraded":"2021-03-04T23:08:34.090706+0000","last_fullsized":"2021-03-04T23:08:34.090706+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"519","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.072425+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:08:34.072425+0000","last_peered":"2021-03-04T23:08:34.072425+0000","last_clean":"2021-03-04T23:08:34.072425+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:08:34.072425+0000","last_undegraded":"2021-03-04T23:08:34.072425+0000","last_fullsized":"2021-03-04T23:08:34.072425+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.f","version":"587'17949","reported_seq":"17975","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.742253+0000","last_change":"2021-03-04T23:06:00.036724+0000","last_active":"2021-03-04T23:09:10.742253+0000","last_peered":"2021-03-04T23:09:10.742253+0000","last_clean":"2021-03-04T23:09:10.742253+0000","last_became_active":"2021-03-04T23:06:00.036369+0000","last_became_peered":"2021-03-04T23:06:00.036369+0000","last_unstale":"2021-03-04T23:09:10.742253+0000","last_undegraded":"2021-03-04T23:09:10.742253+0000","last_fullsized":"2021-03-04T23:09:10.742253+0000","mapping_epoch":569,"log_start":"577'7900","ondisk_log_start":"577'7900","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10049,"ondisk_log_size":10049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":233373696,"num_objects":3561,"num_object_clones":0,"num_object_copies":10683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3561,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17949,"num_write_kb":688320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"547","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.079276+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:08:34.079276+0000","last_peered":"2021-03-04T23:08:34.079276+0000","last_clean":"2021-03-04T23:08:34.079276+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:08:34.079276+0000","last_undegraded":"2021-03-04T23:08:34.079276+0000","last_fullsized":"2021-03-04T23:08:34.079276+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"311","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.085041+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:08:34.085041+0000","last_peered":"2021-03-04T23:08:34.085041+0000","last_clean":"2021-03-04T23:08:34.085041+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:08:34.085041+0000","last_undegraded":"2021-03-04T23:08:34.085041+0000","last_fullsized":"2021-03-04T23:08:34.085041+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.e","version":"587'18046","reported_seq":"18072","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:08.143170+0000","last_change":"2021-03-04T23:06:00.039337+0000","last_active":"2021-03-04T23:09:08.143170+0000","last_peered":"2021-03-04T23:09:08.143170+0000","last_clean":"2021-03-04T23:09:08.143170+0000","last_became_active":"2021-03-04T23:06:00.039130+0000","last_became_peered":"2021-03-04T23:06:00.039130+0000","last_unstale":"2021-03-04T23:09:08.143170+0000","last_undegraded":"2021-03-04T23:09:08.143170+0000","last_fullsized":"2021-03-04T23:09:08.143170+0000","mapping_epoch":569,"log_start":"580'11000","ondisk_log_start":"580'11000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7046,"ondisk_log_size":7046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255852544,"num_objects":3904,"num_object_clones":0,"num_object_copies":11712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18046,"num_write_kb":702400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"547","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082289+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:08:34.082289+0000","last_peered":"2021-03-04T23:08:34.082289+0000","last_clean":"2021-03-04T23:08:34.082289+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:08:34.082289+0000","last_undegraded":"2021-03-04T23:08:34.082289+0000","last_fullsized":"2021-03-04T23:08:34.082289+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"557","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.095073+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:08:34.095073+0000","last_peered":"2021-03-04T23:08:34.095073+0000","last_clean":"2021-03-04T23:08:34.095073+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:08:34.095073+0000","last_undegraded":"2021-03-04T23:08:34.095073+0000","last_fullsized":"2021-03-04T23:08:34.095073+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.9","version":"587'17991","reported_seq":"18017","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:07.589465+0000","last_change":"2021-03-04T23:06:00.039620+0000","last_active":"2021-03-04T23:09:07.589465+0000","last_peered":"2021-03-04T23:09:07.589465+0000","last_clean":"2021-03-04T23:09:07.589465+0000","last_became_active":"2021-03-04T23:06:00.039410+0000","last_became_peered":"2021-03-04T23:06:00.039410+0000","last_unstale":"2021-03-04T23:09:07.589465+0000","last_undegraded":"2021-03-04T23:09:07.589465+0000","last_fullsized":"2021-03-04T23:09:07.589465+0000","mapping_epoch":569,"log_start":"577'7900","ondisk_log_start":"577'7900","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10091,"ondisk_log_size":10091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":248053760,"num_objects":3785,"num_object_clones":0,"num_object_copies":11355,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17991,"num_write_kb":696832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"546","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.077204+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:08:34.077204+0000","last_peered":"2021-03-04T23:08:34.077204+0000","last_clean":"2021-03-04T23:08:34.077204+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:08:34.077204+0000","last_undegraded":"2021-03-04T23:08:34.077204+0000","last_fullsized":"2021-03-04T23:08:34.077204+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"542","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.106563+0000","last_change":"2021-03-04T23:06:00.038748+0000","last_active":"2021-03-04T23:08:34.106563+0000","last_peered":"2021-03-04T23:08:34.106563+0000","last_clean":"2021-03-04T23:08:34.106563+0000","last_became_active":"2021-03-04T23:06:00.038522+0000","last_became_peered":"2021-03-04T23:06:00.038522+0000","last_unstale":"2021-03-04T23:08:34.106563+0000","last_undegraded":"2021-03-04T23:08:34.106563+0000","last_fullsized":"2021-03-04T23:08:34.106563+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.8","version":"587'18230","reported_seq":"18256","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.810467+0000","last_change":"2021-03-04T23:06:00.039036+0000","last_active":"2021-03-04T23:09:10.810467+0000","last_peered":"2021-03-04T23:09:10.810467+0000","last_clean":"2021-03-04T23:09:10.810467+0000","last_became_active":"2021-03-04T23:06:00.038792+0000","last_became_peered":"2021-03-04T23:06:00.038792+0000","last_unstale":"2021-03-04T23:09:10.810467+0000","last_undegraded":"2021-03-04T23:09:10.810467+0000","last_fullsized":"2021-03-04T23:09:10.810467+0000","mapping_epoch":569,"log_start":"580'10700","ondisk_log_start":"580'10700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":236716032,"num_objects":3612,"num_object_clones":0,"num_object_copies":10836,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3612,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18230,"num_write_kb":698944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"533","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.078414+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:08:34.078414+0000","last_peered":"2021-03-04T23:08:34.078414+0000","last_clean":"2021-03-04T23:08:34.078414+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:08:34.078414+0000","last_undegraded":"2021-03-04T23:08:34.078414+0000","last_fullsized":"2021-03-04T23:08:34.078414+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"548","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.083419+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:08:34.083419+0000","last_peered":"2021-03-04T23:08:34.083419+0000","last_clean":"2021-03-04T23:08:34.083419+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:08:34.083419+0000","last_undegraded":"2021-03-04T23:08:34.083419+0000","last_fullsized":"2021-03-04T23:08:34.083419+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.b","version":"587'18239","reported_seq":"18265","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:10.739833+0000","last_change":"2021-03-04T23:06:00.037693+0000","last_active":"2021-03-04T23:09:10.739833+0000","last_peered":"2021-03-04T23:09:10.739833+0000","last_clean":"2021-03-04T23:09:10.739833+0000","last_became_active":"2021-03-04T23:06:00.036848+0000","last_became_peered":"2021-03-04T23:06:00.036848+0000","last_unstale":"2021-03-04T23:09:10.739833+0000","last_undegraded":"2021-03-04T23:09:10.739833+0000","last_fullsized":"2021-03-04T23:09:10.739833+0000","mapping_epoch":569,"log_start":"580'10900","ondisk_log_start":"580'10900","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7339,"ondisk_log_size":7339,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240189440,"num_objects":3665,"num_object_clones":0,"num_object_copies":10995,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3665,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18239,"num_write_kb":700928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"529","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.105311+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:08:34.105311+0000","last_peered":"2021-03-04T23:08:34.105311+0000","last_clean":"2021-03-04T23:08:34.105311+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:08:34.105311+0000","last_undegraded":"2021-03-04T23:08:34.105311+0000","last_fullsized":"2021-03-04T23:08:34.105311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"534","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.088305+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:08:34.088305+0000","last_peered":"2021-03-04T23:08:34.088305+0000","last_clean":"2021-03-04T23:08:34.088305+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:08:34.088305+0000","last_undegraded":"2021-03-04T23:08:34.088305+0000","last_fullsized":"2021-03-04T23:08:34.088305+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"587'18171","reported_seq":"18197","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:08.170404+0000","last_change":"2021-03-04T23:06:00.038433+0000","last_active":"2021-03-04T23:09:08.170404+0000","last_peered":"2021-03-04T23:09:08.170404+0000","last_clean":"2021-03-04T23:09:08.170404+0000","last_became_active":"2021-03-04T23:06:00.038218+0000","last_became_peered":"2021-03-04T23:06:00.038218+0000","last_unstale":"2021-03-04T23:09:08.170404+0000","last_undegraded":"2021-03-04T23:09:08.170404+0000","last_fullsized":"2021-03-04T23:09:08.170404+0000","mapping_epoch":569,"log_start":"580'11100","ondisk_log_start":"580'11100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7071,"ondisk_log_size":7071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":253034496,"num_objects":3861,"num_object_clones":0,"num_object_copies":11583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18171,"num_write_kb":705024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"557","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.083975+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:08:34.083975+0000","last_peered":"2021-03-04T23:08:34.083975+0000","last_clean":"2021-03-04T23:08:34.083975+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:08:34.083975+0000","last_undegraded":"2021-03-04T23:08:34.083975+0000","last_fullsized":"2021-03-04T23:08:34.083975+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"542","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.074099+0000","last_change":"2021-03-04T23:06:00.037259+0000","last_active":"2021-03-04T23:08:34.074099+0000","last_peered":"2021-03-04T23:08:34.074099+0000","last_clean":"2021-03-04T23:08:34.074099+0000","last_became_active":"2021-03-04T23:06:00.037022+0000","last_became_peered":"2021-03-04T23:06:00.037022+0000","last_unstale":"2021-03-04T23:08:34.074099+0000","last_undegraded":"2021-03-04T23:08:34.074099+0000","last_fullsized":"2021-03-04T23:08:34.074099+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"545","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.103037+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:08:34.103037+0000","last_peered":"2021-03-04T23:08:34.103037+0000","last_clean":"2021-03-04T23:08:34.103037+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:08:34.103037+0000","last_undegraded":"2021-03-04T23:08:34.103037+0000","last_fullsized":"2021-03-04T23:08:34.103037+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"533","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.081726+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:08:34.081726+0000","last_peered":"2021-03-04T23:08:34.081726+0000","last_clean":"2021-03-04T23:08:34.081726+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:08:34.081726+0000","last_undegraded":"2021-03-04T23:08:34.081726+0000","last_fullsized":"2021-03-04T23:08:34.081726+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"559","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.078036+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:08:34.078036+0000","last_peered":"2021-03-04T23:08:34.078036+0000","last_clean":"2021-03-04T23:08:34.078036+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:08:34.078036+0000","last_undegraded":"2021-03-04T23:08:34.078036+0000","last_fullsized":"2021-03-04T23:08:34.078036+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"572","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.081997+0000","last_change":"2021-03-04T23:06:00.038148+0000","last_active":"2021-03-04T23:08:34.081997+0000","last_peered":"2021-03-04T23:08:34.081997+0000","last_clean":"2021-03-04T23:08:34.081997+0000","last_became_active":"2021-03-04T23:06:00.037857+0000","last_became_peered":"2021-03-04T23:06:00.037857+0000","last_unstale":"2021-03-04T23:08:34.081997+0000","last_undegraded":"2021-03-04T23:08:34.081997+0000","last_fullsized":"2021-03-04T23:08:34.081997+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"530","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.079684+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:08:34.079684+0000","last_peered":"2021-03-04T23:08:34.079684+0000","last_clean":"2021-03-04T23:08:34.079684+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:08:34.079684+0000","last_undegraded":"2021-03-04T23:08:34.079684+0000","last_fullsized":"2021-03-04T23:08:34.079684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"557","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.084631+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:08:34.084631+0000","last_peered":"2021-03-04T23:08:34.084631+0000","last_clean":"2021-03-04T23:08:34.084631+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:08:34.084631+0000","last_undegraded":"2021-03-04T23:08:34.084631+0000","last_fullsized":"2021-03-04T23:08:34.084631+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"549","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.102405+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:08:34.102405+0000","last_peered":"2021-03-04T23:08:34.102405+0000","last_clean":"2021-03-04T23:08:34.102405+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:08:34.102405+0000","last_undegraded":"2021-03-04T23:08:34.102405+0000","last_fullsized":"2021-03-04T23:08:34.102405+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"543","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.079445+0000","last_change":"2021-03-04T23:06:00.038349+0000","last_active":"2021-03-04T23:08:34.079445+0000","last_peered":"2021-03-04T23:08:34.079445+0000","last_clean":"2021-03-04T23:08:34.079445+0000","last_became_active":"2021-03-04T23:06:00.038126+0000","last_became_peered":"2021-03-04T23:06:00.038126+0000","last_unstale":"2021-03-04T23:08:34.079445+0000","last_undegraded":"2021-03-04T23:08:34.079445+0000","last_fullsized":"2021-03-04T23:08:34.079445+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"522","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.074582+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:08:34.074582+0000","last_peered":"2021-03-04T23:08:34.074582+0000","last_clean":"2021-03-04T23:08:34.074582+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:08:34.074582+0000","last_undegraded":"2021-03-04T23:08:34.074582+0000","last_fullsized":"2021-03-04T23:08:34.074582+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"548","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.083015+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:08:34.083015+0000","last_peered":"2021-03-04T23:08:34.083015+0000","last_clean":"2021-03-04T23:08:34.083015+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:08:34.083015+0000","last_undegraded":"2021-03-04T23:08:34.083015+0000","last_fullsized":"2021-03-04T23:08:34.083015+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"558","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.084071+0000","last_change":"2021-03-04T23:06:00.040212+0000","last_active":"2021-03-04T23:08:34.084071+0000","last_peered":"2021-03-04T23:08:34.084071+0000","last_clean":"2021-03-04T23:08:34.084071+0000","last_became_active":"2021-03-04T23:06:00.039872+0000","last_became_peered":"2021-03-04T23:06:00.039872+0000","last_unstale":"2021-03-04T23:08:34.084071+0000","last_undegraded":"2021-03-04T23:08:34.084071+0000","last_fullsized":"2021-03-04T23:08:34.084071+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"572","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082525+0000","last_change":"2021-03-04T23:06:00.038625+0000","last_active":"2021-03-04T23:08:34.082525+0000","last_peered":"2021-03-04T23:08:34.082525+0000","last_clean":"2021-03-04T23:08:34.082525+0000","last_became_active":"2021-03-04T23:06:00.038412+0000","last_became_peered":"2021-03-04T23:06:00.038412+0000","last_unstale":"2021-03-04T23:08:34.082525+0000","last_undegraded":"2021-03-04T23:08:34.082525+0000","last_fullsized":"2021-03-04T23:08:34.082525+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"549","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.081125+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:08:34.081125+0000","last_peered":"2021-03-04T23:08:34.081125+0000","last_clean":"2021-03-04T23:08:34.081125+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:08:34.081125+0000","last_undegraded":"2021-03-04T23:08:34.081125+0000","last_fullsized":"2021-03-04T23:08:34.081125+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"557","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.084449+0000","last_change":"2021-03-04T23:06:00.038679+0000","last_active":"2021-03-04T23:08:34.084449+0000","last_peered":"2021-03-04T23:08:34.084449+0000","last_clean":"2021-03-04T23:08:34.084449+0000","last_became_active":"2021-03-04T23:06:00.038405+0000","last_became_peered":"2021-03-04T23:06:00.038405+0000","last_unstale":"2021-03-04T23:08:34.084449+0000","last_undegraded":"2021-03-04T23:08:34.084449+0000","last_fullsized":"2021-03-04T23:08:34.084449+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"543","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071432+0000","last_change":"2021-03-04T23:06:00.037157+0000","last_active":"2021-03-04T23:08:34.071432+0000","last_peered":"2021-03-04T23:08:34.071432+0000","last_clean":"2021-03-04T23:08:34.071432+0000","last_became_active":"2021-03-04T23:06:00.036948+0000","last_became_peered":"2021-03-04T23:06:00.036948+0000","last_unstale":"2021-03-04T23:08:34.071432+0000","last_undegraded":"2021-03-04T23:08:34.071432+0000","last_fullsized":"2021-03-04T23:08:34.071432+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"325","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.074240+0000","last_change":"2021-03-04T23:06:00.037359+0000","last_active":"2021-03-04T23:08:34.074240+0000","last_peered":"2021-03-04T23:08:34.074240+0000","last_clean":"2021-03-04T23:08:34.074240+0000","last_became_active":"2021-03-04T23:06:00.037081+0000","last_became_peered":"2021-03-04T23:06:00.037081+0000","last_unstale":"2021-03-04T23:08:34.074240+0000","last_undegraded":"2021-03-04T23:08:34.074240+0000","last_fullsized":"2021-03-04T23:08:34.074240+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"326","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.078208+0000","last_change":"2021-03-04T23:06:00.039116+0000","last_active":"2021-03-04T23:08:34.078208+0000","last_peered":"2021-03-04T23:08:34.078208+0000","last_clean":"2021-03-04T23:08:34.078208+0000","last_became_active":"2021-03-04T23:06:00.038850+0000","last_became_peered":"2021-03-04T23:06:00.038850+0000","last_unstale":"2021-03-04T23:08:34.078208+0000","last_undegraded":"2021-03-04T23:08:34.078208+0000","last_fullsized":"2021-03-04T23:08:34.078208+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"564","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082986+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:08:34.082986+0000","last_peered":"2021-03-04T23:08:34.082986+0000","last_clean":"2021-03-04T23:08:34.082986+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:08:34.082986+0000","last_undegraded":"2021-03-04T23:08:34.082986+0000","last_fullsized":"2021-03-04T23:08:34.082986+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"280","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.083098+0000","last_change":"2021-03-04T23:06:00.036650+0000","last_active":"2021-03-04T23:08:34.083098+0000","last_peered":"2021-03-04T23:08:34.083098+0000","last_clean":"2021-03-04T23:08:34.083098+0000","last_became_active":"2021-03-04T23:06:00.036256+0000","last_became_peered":"2021-03-04T23:06:00.036256+0000","last_unstale":"2021-03-04T23:08:34.083098+0000","last_undegraded":"2021-03-04T23:08:34.083098+0000","last_fullsized":"2021-03-04T23:08:34.083098+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"562","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082663+0000","last_change":"2021-03-04T23:06:00.037198+0000","last_active":"2021-03-04T23:08:34.082663+0000","last_peered":"2021-03-04T23:08:34.082663+0000","last_clean":"2021-03-04T23:08:34.082663+0000","last_became_active":"2021-03-04T23:06:00.036924+0000","last_became_peered":"2021-03-04T23:06:00.036924+0000","last_unstale":"2021-03-04T23:08:34.082663+0000","last_undegraded":"2021-03-04T23:08:34.082663+0000","last_fullsized":"2021-03-04T23:08:34.082663+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"549","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.094650+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:08:34.094650+0000","last_peered":"2021-03-04T23:08:34.094650+0000","last_clean":"2021-03-04T23:08:34.094650+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:08:34.094650+0000","last_undegraded":"2021-03-04T23:08:34.094650+0000","last_fullsized":"2021-03-04T23:08:34.094650+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"340","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071842+0000","last_change":"2021-03-04T23:06:00.038519+0000","last_active":"2021-03-04T23:08:34.071842+0000","last_peered":"2021-03-04T23:08:34.071842+0000","last_clean":"2021-03-04T23:08:34.071842+0000","last_became_active":"2021-03-04T23:06:00.038239+0000","last_became_peered":"2021-03-04T23:06:00.038239+0000","last_unstale":"2021-03-04T23:08:34.071842+0000","last_undegraded":"2021-03-04T23:08:34.071842+0000","last_fullsized":"2021-03-04T23:08:34.071842+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"552","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.086065+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:08:34.086065+0000","last_peered":"2021-03-04T23:08:34.086065+0000","last_clean":"2021-03-04T23:08:34.086065+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:08:34.086065+0000","last_undegraded":"2021-03-04T23:08:34.086065+0000","last_fullsized":"2021-03-04T23:08:34.086065+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"311","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071980+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:08:34.071980+0000","last_peered":"2021-03-04T23:08:34.071980+0000","last_clean":"2021-03-04T23:08:34.071980+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:08:34.071980+0000","last_undegraded":"2021-03-04T23:08:34.071980+0000","last_fullsized":"2021-03-04T23:08:34.071980+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"321","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.095010+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:08:34.095010+0000","last_peered":"2021-03-04T23:08:34.095010+0000","last_clean":"2021-03-04T23:08:34.095010+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:08:34.095010+0000","last_undegraded":"2021-03-04T23:08:34.095010+0000","last_fullsized":"2021-03-04T23:08:34.095010+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"553","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082848+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:08:34.082848+0000","last_peered":"2021-03-04T23:08:34.082848+0000","last_clean":"2021-03-04T23:08:34.082848+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:08:34.082848+0000","last_undegraded":"2021-03-04T23:08:34.082848+0000","last_fullsized":"2021-03-04T23:08:34.082848+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"551","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.076161+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:08:34.076161+0000","last_peered":"2021-03-04T23:08:34.076161+0000","last_clean":"2021-03-04T23:08:34.076161+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:08:34.076161+0000","last_undegraded":"2021-03-04T23:08:34.076161+0000","last_fullsized":"2021-03-04T23:08:34.076161+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"518","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.073514+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:08:34.073514+0000","last_peered":"2021-03-04T23:08:34.073514+0000","last_clean":"2021-03-04T23:08:34.073514+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:08:34.073514+0000","last_undegraded":"2021-03-04T23:08:34.073514+0000","last_fullsized":"2021-03-04T23:08:34.073514+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"533","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.085677+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:08:34.085677+0000","last_peered":"2021-03-04T23:08:34.085677+0000","last_clean":"2021-03-04T23:08:34.085677+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:08:34.085677+0000","last_undegraded":"2021-03-04T23:08:34.085677+0000","last_fullsized":"2021-03-04T23:08:34.085677+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"572","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.076038+0000","last_change":"2021-03-04T23:06:00.040850+0000","last_active":"2021-03-04T23:08:34.076038+0000","last_peered":"2021-03-04T23:08:34.076038+0000","last_clean":"2021-03-04T23:08:34.076038+0000","last_became_active":"2021-03-04T23:06:00.040533+0000","last_became_peered":"2021-03-04T23:06:00.040533+0000","last_unstale":"2021-03-04T23:08:34.076038+0000","last_undegraded":"2021-03-04T23:08:34.076038+0000","last_fullsized":"2021-03-04T23:08:34.076038+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"533","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.077621+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:08:34.077621+0000","last_peered":"2021-03-04T23:08:34.077621+0000","last_clean":"2021-03-04T23:08:34.077621+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:08:34.077621+0000","last_undegraded":"2021-03-04T23:08:34.077621+0000","last_fullsized":"2021-03-04T23:08:34.077621+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"558","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.088370+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:08:34.088370+0000","last_peered":"2021-03-04T23:08:34.088370+0000","last_clean":"2021-03-04T23:08:34.088370+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:08:34.088370+0000","last_undegraded":"2021-03-04T23:08:34.088370+0000","last_fullsized":"2021-03-04T23:08:34.088370+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"548","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.079385+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:08:34.079385+0000","last_peered":"2021-03-04T23:08:34.079385+0000","last_clean":"2021-03-04T23:08:34.079385+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:08:34.079385+0000","last_undegraded":"2021-03-04T23:08:34.079385+0000","last_fullsized":"2021-03-04T23:08:34.079385+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"311","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.072160+0000","last_change":"2021-03-04T23:06:00.040535+0000","last_active":"2021-03-04T23:08:34.072160+0000","last_peered":"2021-03-04T23:08:34.072160+0000","last_clean":"2021-03-04T23:08:34.072160+0000","last_became_active":"2021-03-04T23:06:00.040077+0000","last_became_peered":"2021-03-04T23:06:00.040077+0000","last_unstale":"2021-03-04T23:08:34.072160+0000","last_undegraded":"2021-03-04T23:08:34.072160+0000","last_fullsized":"2021-03-04T23:08:34.072160+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"519","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.078598+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:08:34.078598+0000","last_peered":"2021-03-04T23:08:34.078598+0000","last_clean":"2021-03-04T23:08:34.078598+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:08:34.078598+0000","last_undegraded":"2021-03-04T23:08:34.078598+0000","last_fullsized":"2021-03-04T23:08:34.078598+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"522","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.074664+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:08:34.074664+0000","last_peered":"2021-03-04T23:08:34.074664+0000","last_clean":"2021-03-04T23:08:34.074664+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:08:34.074664+0000","last_undegraded":"2021-03-04T23:08:34.074664+0000","last_fullsized":"2021-03-04T23:08:34.074664+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"280","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.085537+0000","last_change":"2021-03-04T23:06:00.040150+0000","last_active":"2021-03-04T23:08:34.085537+0000","last_peered":"2021-03-04T23:08:34.085537+0000","last_clean":"2021-03-04T23:08:34.085537+0000","last_became_active":"2021-03-04T23:06:00.039888+0000","last_became_peered":"2021-03-04T23:06:00.039888+0000","last_unstale":"2021-03-04T23:08:34.085537+0000","last_undegraded":"2021-03-04T23:08:34.085537+0000","last_fullsized":"2021-03-04T23:08:34.085537+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"519","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071009+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:08:34.071009+0000","last_peered":"2021-03-04T23:08:34.071009+0000","last_clean":"2021-03-04T23:08:34.071009+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:08:34.071009+0000","last_undegraded":"2021-03-04T23:08:34.071009+0000","last_fullsized":"2021-03-04T23:08:34.071009+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"553","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.094301+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:08:34.094301+0000","last_peered":"2021-03-04T23:08:34.094301+0000","last_clean":"2021-03-04T23:08:34.094301+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:08:34.094301+0000","last_undegraded":"2021-03-04T23:08:34.094301+0000","last_fullsized":"2021-03-04T23:08:34.094301+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"551","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.088678+0000","last_change":"2021-03-04T23:06:00.129796+0000","last_active":"2021-03-04T23:08:34.088678+0000","last_peered":"2021-03-04T23:08:34.088678+0000","last_clean":"2021-03-04T23:08:34.088678+0000","last_became_active":"2021-03-04T23:06:00.036232+0000","last_became_peered":"2021-03-04T23:06:00.036232+0000","last_unstale":"2021-03-04T23:08:34.088678+0000","last_undegraded":"2021-03-04T23:08:34.088678+0000","last_fullsized":"2021-03-04T23:08:34.088678+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"533","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.081623+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:08:34.081623+0000","last_peered":"2021-03-04T23:08:34.081623+0000","last_clean":"2021-03-04T23:08:34.081623+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:08:34.081623+0000","last_undegraded":"2021-03-04T23:08:34.081623+0000","last_fullsized":"2021-03-04T23:08:34.081623+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1","version":"587'18269","reported_seq":"18295","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:07.592743+0000","last_change":"2021-03-04T23:06:00.038095+0000","last_active":"2021-03-04T23:09:07.592743+0000","last_peered":"2021-03-04T23:09:07.592743+0000","last_clean":"2021-03-04T23:09:07.592743+0000","last_became_active":"2021-03-04T23:06:00.037870+0000","last_became_peered":"2021-03-04T23:06:00.037870+0000","last_unstale":"2021-03-04T23:09:07.592743+0000","last_undegraded":"2021-03-04T23:09:07.592743+0000","last_fullsized":"2021-03-04T23:09:07.592743+0000","mapping_epoch":569,"log_start":"577'8200","ondisk_log_start":"577'8200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10069,"ondisk_log_size":10069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256835584,"num_objects":3919,"num_object_clones":0,"num_object_copies":11757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18269,"num_write_kb":710016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"523","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.079011+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:08:34.079011+0000","last_peered":"2021-03-04T23:08:34.079011+0000","last_clean":"2021-03-04T23:08:34.079011+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:08:34.079011+0000","last_undegraded":"2021-03-04T23:08:34.079011+0000","last_fullsized":"2021-03-04T23:08:34.079011+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"571","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.072369+0000","last_change":"2021-03-04T23:06:00.039456+0000","last_active":"2021-03-04T23:08:34.072369+0000","last_peered":"2021-03-04T23:08:34.072369+0000","last_clean":"2021-03-04T23:08:34.072369+0000","last_became_active":"2021-03-04T23:06:00.039089+0000","last_became_peered":"2021-03-04T23:06:00.039089+0000","last_unstale":"2021-03-04T23:08:34.072369+0000","last_undegraded":"2021-03-04T23:08:34.072369+0000","last_fullsized":"2021-03-04T23:08:34.072369+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.6","version":"587'18104","reported_seq":"18130","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:07.577943+0000","last_change":"2021-03-04T23:06:00.041088+0000","last_active":"2021-03-04T23:09:07.577943+0000","last_peered":"2021-03-04T23:09:07.577943+0000","last_clean":"2021-03-04T23:09:07.577943+0000","last_became_active":"2021-03-04T23:06:00.040844+0000","last_became_peered":"2021-03-04T23:06:00.040844+0000","last_unstale":"2021-03-04T23:09:07.577943+0000","last_undegraded":"2021-03-04T23:09:07.577943+0000","last_fullsized":"2021-03-04T23:09:07.577943+0000","mapping_epoch":569,"log_start":"577'8100","ondisk_log_start":"577'8100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10004,"ondisk_log_size":10004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250871808,"num_objects":3828,"num_object_clones":0,"num_object_copies":11484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3828,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18104,"num_write_kb":701824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"564","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.102884+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:08:34.102884+0000","last_peered":"2021-03-04T23:08:34.102884+0000","last_clean":"2021-03-04T23:08:34.102884+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:08:34.102884+0000","last_undegraded":"2021-03-04T23:08:34.102884+0000","last_fullsized":"2021-03-04T23:08:34.102884+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"572","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.095435+0000","last_change":"2021-03-04T23:06:00.038288+0000","last_active":"2021-03-04T23:08:34.095435+0000","last_peered":"2021-03-04T23:08:34.095435+0000","last_clean":"2021-03-04T23:08:34.095435+0000","last_became_active":"2021-03-04T23:06:00.037930+0000","last_became_peered":"2021-03-04T23:06:00.037930+0000","last_unstale":"2021-03-04T23:08:34.095435+0000","last_undegraded":"2021-03-04T23:08:34.095435+0000","last_fullsized":"2021-03-04T23:08:34.095435+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.7","version":"587'18040","reported_seq":"18066","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:08.147213+0000","last_change":"2021-03-04T23:06:00.036571+0000","last_active":"2021-03-04T23:09:08.147213+0000","last_peered":"2021-03-04T23:09:08.147213+0000","last_clean":"2021-03-04T23:09:08.147213+0000","last_became_active":"2021-03-04T23:06:00.036299+0000","last_became_peered":"2021-03-04T23:06:00.036299+0000","last_unstale":"2021-03-04T23:09:08.147213+0000","last_undegraded":"2021-03-04T23:09:08.147213+0000","last_fullsized":"2021-03-04T23:09:08.147213+0000","mapping_epoch":569,"log_start":"580'11000","ondisk_log_start":"580'11000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7040,"ondisk_log_size":7040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255852544,"num_objects":3904,"num_object_clones":0,"num_object_copies":11712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18040,"num_write_kb":702208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"536","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.082960+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:08:34.082960+0000","last_peered":"2021-03-04T23:08:34.082960+0000","last_clean":"2021-03-04T23:08:34.082960+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:08:34.082960+0000","last_undegraded":"2021-03-04T23:08:34.082960+0000","last_fullsized":"2021-03-04T23:08:34.082960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"563","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.081425+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:08:34.081425+0000","last_peered":"2021-03-04T23:08:34.081425+0000","last_clean":"2021-03-04T23:08:34.081425+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:08:34.081425+0000","last_undegraded":"2021-03-04T23:08:34.081425+0000","last_fullsized":"2021-03-04T23:08:34.081425+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.4","version":"587'18383","reported_seq":"18409","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:09.392969+0000","last_change":"2021-03-04T23:06:00.034232+0000","last_active":"2021-03-04T23:09:09.392969+0000","last_peered":"2021-03-04T23:09:09.392969+0000","last_clean":"2021-03-04T23:09:09.392969+0000","last_became_active":"2021-03-04T23:06:00.033769+0000","last_became_peered":"2021-03-04T23:06:00.033769+0000","last_unstale":"2021-03-04T23:09:09.392969+0000","last_undegraded":"2021-03-04T23:09:09.392969+0000","last_fullsized":"2021-03-04T23:09:09.392969+0000","mapping_epoch":569,"log_start":"581'11800","ondisk_log_start":"581'11800","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6583,"ondisk_log_size":6583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":246874112,"num_objects":3767,"num_object_clones":0,"num_object_copies":11301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18383,"num_write_kb":708800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"550","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.075240+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:08:34.075240+0000","last_peered":"2021-03-04T23:08:34.075240+0000","last_clean":"2021-03-04T23:08:34.075240+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:08:34.075240+0000","last_undegraded":"2021-03-04T23:08:34.075240+0000","last_fullsized":"2021-03-04T23:08:34.075240+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"563","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.071216+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:08:34.071216+0000","last_peered":"2021-03-04T23:08:34.071216+0000","last_clean":"2021-03-04T23:08:34.071216+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:08:34.071216+0000","last_undegraded":"2021-03-04T23:08:34.071216+0000","last_fullsized":"2021-03-04T23:08:34.071216+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.5","version":"587'18689","reported_seq":"18715","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:09:09.398351+0000","last_change":"2021-03-04T23:06:00.037238+0000","last_active":"2021-03-04T23:09:09.398351+0000","last_peered":"2021-03-04T23:09:09.398351+0000","last_clean":"2021-03-04T23:09:09.398351+0000","last_became_active":"2021-03-04T23:06:00.037002+0000","last_became_peered":"2021-03-04T23:06:00.037002+0000","last_unstale":"2021-03-04T23:09:09.398351+0000","last_undegraded":"2021-03-04T23:09:09.398351+0000","last_fullsized":"2021-03-04T23:09:09.398351+0000","mapping_epoch":569,"log_start":"582'12100","ondisk_log_start":"582'12100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6589,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":246743040,"num_objects":3765,"num_object_clones":0,"num_object_copies":11295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18689,"num_write_kb":718528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"541","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.097609+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:08:34.097609+0000","last_peered":"2021-03-04T23:08:34.097609+0000","last_clean":"2021-03-04T23:08:34.097609+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:08:34.097609+0000","last_undegraded":"2021-03-04T23:08:34.097609+0000","last_fullsized":"2021-03-04T23:08:34.097609+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"557","reported_epoch":"586","state":"active+clean","last_fresh":"2021-03-04T23:08:34.080916+0000","last_change":"2021-03-04T23:06:00.036224+0000","last_active":"2021-03-04T23:08:34.080916+0000","last_peered":"2021-03-04T23:08:34.080916+0000","last_clean":"2021-03-04T23:08:34.080916+0000","last_became_active":"2021-03-04T23:06:00.035012+0000","last_became_peered":"2021-03-04T23:06:00.035012+0000","last_unstale":"2021-03-04T23:08:34.080916+0000","last_undegraded":"2021-03-04T23:08:34.080916+0000","last_fullsized":"2021-03-04T23:08:34.080916+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":16,"stat_sum":{"num_bytes":3918528536,"num_objects":59793,"num_object_clones":0,"num_object_copies":179379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59793,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":292065,"num_write_kb":11259393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11719684096,"data_stored":11719671880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129265,"ondisk_log_size":129265,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495857,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2712436,"kb_used_data":1663852,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85367948,"statfs":{"total":90194313216,"available":87416778752,"internally_reserved":1073741824,"allocated":1703784448,"data_stored":1700965950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":3.3450000000000002,"15min":2.306},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3519999999999999,"5min":90.209999999999994,"15min":90.209999999999994},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":3.4969999999999999,"15min":2.3809999999999998},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.189},"max":{"1min":4.8070000000000004,"5min":90.311999999999998,"15min":90.311999999999998},"last":0.65200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:08:34 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.0720000000000001,"15min":1.3149999999999999},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":4.5190000000000001,"5min":4.5190000000000001,"15min":4.5190000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.0109999999999999,"15min":1.4350000000000001},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":1.3640000000000001,"5min":2.5369999999999999,"15min":2.7799999999999998},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":1.613,"15min":1.597},"min":{"1min":0.17699999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":4.3600000000000003,"5min":49.512999999999998,"15min":49.512999999999998},"last":0.501},{"interface":"front","average":{"1min":0.78900000000000003,"5min":1.4630000000000001,"15min":1.6160000000000001},"min":{"1min":0.21299999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.141,"5min":48.527999999999999,"15min":48.527999999999999},"last":0.69599999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.159,"15min":1.3660000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":5.0019999999999998,"5min":5.0019999999999998,"15min":5.0019999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.361,"15min":1.6399999999999999},"min":{"1min":0.222,"5min":0.221,"15min":0.221},"max":{"1min":4.6500000000000004,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.93700000000000006}]},{"osd":4,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.89700000000000002,"15min":1.054},"min":{"1min":0.16700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":4.0209999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.748,"5min":0.89300000000000002,"15min":1.048},"min":{"1min":0.16800000000000001,"5min":0.14999999999999999,"15min":0.127},"max":{"1min":2.4159999999999999,"5min":4.1929999999999996,"15min":4.1929999999999996},"last":0.36899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":1.056,"15min":1.1759999999999999},"min":{"1min":0.17899999999999999,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":4.9329999999999998,"5min":4.9329999999999998,"15min":4.9329999999999998},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.81599999999999995,"5min":1.0509999999999999,"15min":1.304},"min":{"1min":0.20799999999999999,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":2.0369999999999999,"5min":2.9060000000000001,"15min":4.2699999999999996},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":1.085,"15min":1.385},"min":{"1min":0.22500000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.8820000000000001,"5min":3.8820000000000001,"15min":4.4539999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.996,"15min":1.2509999999999999},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.152},"max":{"1min":3.0409999999999999,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.441}]}]},{"osd":6,"up_from":41,"seq":176093659381,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2694700,"kb_used_data":1646116,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85385684,"statfs":{"total":90194313216,"available":87434940416,"internally_reserved":1073741824,"allocated":1685622784,"data_stored":1682812356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:23 2021","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.347,"15min":1.4339999999999999},"min":{"1min":0.14999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":5.5540000000000003,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":0.151},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.4730000000000001,"15min":1.613},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":5.5199999999999996,"5min":7.2590000000000003,"15min":7.2590000000000003},"last":0.183}]},{"osd":1,"last update":"Thu Mar 4 23:08:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.0700000000000001,"15min":1.3240000000000001},"min":{"1min":0.223,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":3.0880000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1579999999999999,"15min":1.2809999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9500000000000002,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.29699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:08:56 2021","interfaces":[{"interface":"back","average":{"1min":4.0030000000000001,"5min":2.363,"15min":1.9119999999999999},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":81.930000000000007,"5min":81.930000000000007,"15min":81.930000000000007},"last":0.27100000000000002},{"interface":"front","average":{"1min":3.8809999999999998,"5min":2.4020000000000001,"15min":1.8919999999999999},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":82.245000000000005,"5min":82.245000000000005,"15min":82.245000000000005},"last":1.093}]},{"osd":3,"last update":"Thu Mar 4 23:08:23 2021","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.788,"15min":1.6379999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.0880000000000001,"5min":43.122,"15min":43.122},"last":0.25800000000000001},{"interface":"front","average":{"1min":1.155,"5min":2.0390000000000001,"15min":1.9410000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.601,"5min":43.274000000000001,"15min":43.274000000000001},"last":1.0429999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.0980000000000001,"15min":1.1299999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":4.5529999999999999,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.20000000000000001},{"interface":"front","average":{"1min":1.163,"5min":1.214,"15min":1.159},"min":{"1min":0.187,"5min":0.17599999999999999,"15min":0.157},"max":{"1min":7.7949999999999999,"5min":7.8550000000000004,"15min":7.8550000000000004},"last":0.28199999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.0229999999999999,"15min":1.1659999999999999},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":2.8809999999999998,"5min":3.044,"15min":3.044},"last":0.216},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.1739999999999999,"15min":1.3580000000000001},"min":{"1min":0.19500000000000001,"5min":0.185,"15min":0.184},"max":{"1min":4.3470000000000004,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":0.22800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.1559999999999999,"15min":1.4330000000000001},"min":{"1min":0.218,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":4.4379999999999997,"5min":4.4379999999999997,"15min":4.4379999999999997},"last":0.248},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.3779999999999999,"15min":1.669},"min":{"1min":0.28399999999999997,"5min":0.224,"15min":0.20899999999999999},"max":{"1min":4.6660000000000004,"5min":4.6660000000000004,"15min":4.6660000000000004},"last":0.308}]}]},{"osd":1,"up_from":0,"seq":1464583848056,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712201,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2174500,"kb_used_data":2007004,"kb_used_omap":0,"kb_used_meta":167424,"kb_avail":85905884,"statfs":{"total":90194313216,"available":87967625216,"internally_reserved":0,"allocated":2055172096,"data_stored":2052367766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":171442176},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:08:33 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.16200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.92500000000000004,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.627},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.71499999999999997,"15min":0.78100000000000003},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":2.1560000000000001,"5min":2.1560000000000001,"15min":4.0540000000000003},"last":0.81100000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.2689999999999999,"15min":1.006},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":3.8650000000000002,"5min":33.518999999999998,"15min":33.518999999999998},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":1.5349999999999999,"15min":1.3779999999999999},"min":{"1min":0.17899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":4.032,"5min":36.021000000000001,"15min":36.021000000000001},"last":1.161}]},{"osd":3,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":2.879,"5min":2.3639999999999999,"15min":1.5429999999999999},"min":{"1min":0.17499999999999999,"5min":0.16,"15min":0.16},"max":{"1min":36.124000000000002,"5min":75.367999999999995,"15min":75.367999999999995},"last":73.388999999999996},{"interface":"front","average":{"1min":2.6280000000000001,"5min":2.5619999999999998,"15min":1.8169999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":36.905999999999999,"5min":76.686000000000007,"15min":76.686000000000007},"last":73.647999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":1.3460000000000001,"15min":1.4790000000000001},"min":{"1min":0.23499999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.996,"5min":2.9969999999999999,"15min":3.3199999999999998},"last":1.6950000000000001},{"interface":"front","average":{"1min":0.498,"5min":1.1419999999999999,"15min":1.431},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.1930000000000001,"5min":5.0570000000000004,"15min":5.0570000000000004},"last":0.97199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":1.357,"15min":1.645},"min":{"1min":0.27700000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.506,"5min":2.7770000000000001,"15min":4.0499999999999998},"last":1.821},{"interface":"front","average":{"1min":0.54200000000000004,"5min":1.1559999999999999,"15min":1.5},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":2.218,"5min":2.3479999999999999,"15min":4.1719999999999997},"last":1.3069999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":1.228,"15min":1.6419999999999999},"min":{"1min":0.252,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.028,"5min":2.649,"15min":3.242},"last":1.407},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.4990000000000001,"15min":1.792},"min":{"1min":0.33200000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.7799999999999998,"5min":3.0209999999999999,"15min":3.1429999999999998},"last":1.52}]},{"osd":7,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.3939999999999999,"15min":1.7649999999999999},"min":{"1min":0.28000000000000003,"5min":0.217,"15min":0.217},"max":{"1min":2.512,"5min":3.8450000000000002,"15min":4.1710000000000003},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":1.516,"15min":1.875},"min":{"1min":0.35099999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.6859999999999999,"5min":3.2280000000000002,"15min":4.3490000000000002},"last":1.905}]}]},{"osd":2,"up_from":356,"seq":1529008357491,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1921824,"kb_used_data":1774680,"kb_used_omap":0,"kb_used_meta":147072,"kb_avail":86158560,"statfs":{"total":90194313216,"available":88226365440,"internally_reserved":0,"allocated":1817272320,"data_stored":1814472074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":150601728},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.82699999999999996,"15min":0.83499999999999996},"min":{"1min":0.151,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":3.036,"5min":29.581,"15min":29.581},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.0580000000000001,"15min":0.996},"min":{"1min":0.155,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":4.6100000000000003,"5min":29.547000000000001,"15min":29.547000000000001},"last":0.17399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.68300000000000005,"15min":0.85999999999999999},"min":{"1min":0.184,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.0630000000000002,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.72999999999999998,"15min":0.97499999999999998},"min":{"1min":0.17699999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4249999999999998,"5min":5.3179999999999996,"15min":5.3179999999999996},"last":0.27700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":1.1220000000000001,"15min":1.179},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.097,"5min":29.5,"15min":29.5},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.304},"min":{"1min":0.182,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":3.3370000000000002,"5min":29.850000000000001,"15min":29.850000000000001},"last":0.253}]},{"osd":4,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":1.111,"15min":1.5660000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.6030000000000002,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.315},{"interface":"front","average":{"1min":0.59599999999999997,"5min":1.004,"15min":1.3320000000000001},"min":{"1min":0.222,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.2269999999999999,"5min":7.0030000000000001,"15min":7.0030000000000001},"last":0.26600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":1.081,"15min":1.4219999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.4990000000000001,"5min":7.1890000000000001,"15min":7.1890000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":1.046,"15min":1.4610000000000001},"min":{"1min":0.29799999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1259999999999999,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.2130000000000001,"15min":1.5649999999999999},"min":{"1min":0.248,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.1269999999999998,"5min":5.6239999999999997,"15min":5.6239999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.262,"15min":1.5289999999999999},"min":{"1min":0.28599999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.2910000000000004,"5min":7.3339999999999996,"15min":7.3339999999999996},"last":0.34100000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.1819999999999999,"15min":1.603},"min":{"1min":0.29899999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.2679999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":1.663,"5min":1.4970000000000001,"15min":1.8140000000000001},"min":{"1min":0.35799999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":7.4290000000000003,"5min":7.4290000000000003,"15min":7.4290000000000003},"last":0.42899999999999999}]}]},{"osd":3,"up_from":370,"seq":1589137899630,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2105568,"kb_used_data":1940376,"kb_used_omap":0,"kb_used_meta":165184,"kb_avail":85974816,"statfs":{"total":90194313216,"available":88038211584,"internally_reserved":0,"allocated":1986945024,"data_stored":1984144305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":169148416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.74099999999999999,"15min":0.89500000000000002},"min":{"1min":0.14399999999999999,"5min":0.125,"15min":0.125},"max":{"1min":3.6720000000000002,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":14.712999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.78100000000000003,"15min":1.0189999999999999},"min":{"1min":0.154,"5min":0.153,"15min":0.153},"max":{"1min":1.7909999999999999,"5min":7.3860000000000001,"15min":7.3860000000000001},"last":15.404}]},{"osd":1,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.85399999999999998,"15min":1.1970000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.7450000000000001,"5min":3.7450000000000001,"15min":3.7450000000000001},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.83999999999999997,"15min":1.1599999999999999},"min":{"1min":0.19700000000000001,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":4.2329999999999997},"last":0.192}]},{"osd":2,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":1.444,"15min":1.47},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":33.32,"5min":33.32,"15min":33.32},"last":0.251},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.27,"15min":1.2809999999999999},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":33.372,"5min":33.372,"15min":33.372},"last":0.22900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.423,"15min":1.8420000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":4.7910000000000004,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.3029999999999999,"15min":1.6619999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":3.2000000000000002,"5min":3.2000000000000002,"15min":4.069},"last":0.26600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.294,"15min":1.536},"min":{"1min":0.23100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.621,"5min":7.7539999999999996,"15min":7.7539999999999996},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.522,"15min":1.9219999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.9459999999999997,"5min":6.7370000000000001,"15min":6.7370000000000001},"last":0.21199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.3109999999999999,"15min":1.619},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7909999999999999,"5min":8.3420000000000005,"15min":8.3420000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.667,"15min":2.0310000000000001},"min":{"1min":0.317,"5min":0.22,"15min":0.22},"max":{"1min":7.2720000000000002,"5min":7.2720000000000002,"15min":7.2720000000000002},"last":0.36399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.647,"15min":2.0030000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.1180000000000003,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.312},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.458,"15min":1.8260000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.1749999999999998,"5min":4.907,"15min":4.907},"last":0.32000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986430,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2470896,"kb_used_data":1422312,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85609488,"statfs":{"total":90194313216,"available":87664115712,"internally_reserved":1073741824,"allocated":1456447488,"data_stored":1453633016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:18 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":2.1880000000000002,"15min":1.855},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":3.0470000000000002,"5min":62.878999999999998,"15min":62.878999999999998},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.437,"5min":2.2599999999999998,"15min":2.0619999999999998},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.1869999999999998,"5min":62.924999999999997,"15min":62.924999999999997},"last":0.24199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:08:28 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.96899999999999997,"15min":1.3380000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":2.8889999999999998,"5min":3.294,"15min":3.294},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.98399999999999999,"15min":1.349},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:09:02 2021","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.6950000000000001,"15min":1.823},"min":{"1min":0.20000000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":22.952000000000002,"5min":22.952000000000002,"15min":22.952000000000002},"last":0.27900000000000003},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.6519999999999999,"15min":1.716},"min":{"1min":0.219,"5min":0.191,"15min":0.191},"max":{"1min":22.927,"5min":22.927,"15min":22.927},"last":0.23100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:08:21 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":1.272,"15min":1.7150000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.4950000000000001,"5min":3.4140000000000001,"15min":3.4140000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.306,"15min":1.6799999999999999},"min":{"1min":0.22800000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.093,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":0.27000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:08:21 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":1.052,"15min":1.1259999999999999},"min":{"1min":0.153,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":5.2729999999999997,"5min":5.2729999999999997,"15min":5.2729999999999997},"last":0.154},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.998,"15min":1.077},"min":{"1min":0.17100000000000001,"5min":0.156,"15min":0.156},"max":{"1min":2.8119999999999998,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.19800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.042,"15min":1.1459999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":3.3730000000000002,"5min":4.609,"15min":4.609},"last":0.312},{"interface":"front","average":{"1min":0.63400000000000001,"5min":1.177,"15min":1.3180000000000001},"min":{"1min":0.19800000000000001,"5min":0.19,"15min":0.19},"max":{"1min":2.0249999999999999,"5min":5.4820000000000002,"15min":5.4820000000000002},"last":0.185}]},{"osd":7,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":1.161,"15min":1.393},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.117,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.221},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.1399999999999999,"15min":1.3320000000000001},"min":{"1min":0.217,"5min":0.184,"15min":0.184},"max":{"1min":2.5409999999999999,"5min":3.0249999999999999,"15min":3.0630000000000002},"last":0.34300000000000003}]}]},{"osd":5,"up_from":36,"seq":154618822905,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2211360,"kb_used_data":1162776,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85869024,"statfs":{"total":90194313216,"available":87929880576,"internally_reserved":1073741824,"allocated":1190682624,"data_stored":1187882414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:08 2021","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":1.3100000000000001,"15min":1.3859999999999999},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.1289999999999996,"5min":13.834,"15min":13.834},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.4650000000000001,"15min":1.4079999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":3.8500000000000001,"5min":13.609,"15min":13.609},"last":1.1870000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":1.1539999999999999,"15min":1.4079999999999999},"min":{"1min":0.187,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.091,"5min":3.153,"15min":3.153},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":1.1439999999999999,"15min":1.333},"min":{"1min":0.23100000000000001,"5min":0.188,"15min":0.188},"max":{"1min":3.149,"5min":3.149,"15min":3.149},"last":1.8779999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":1.2010000000000001,"15min":1.5680000000000001},"min":{"1min":0.217,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.774,"5min":3.774,"15min":3.774},"last":1.099},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.2230000000000001,"15min":1.633},"min":{"1min":0.20399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.875,"5min":3.875,"15min":3.875},"last":1.3959999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":1.3540000000000001,"15min":1.5760000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.8010000000000002,"5min":3.8010000000000002,"15min":3.8010000000000002},"last":2.0070000000000001},{"interface":"front","average":{"1min":1.024,"5min":1.423,"15min":1.661},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":3.819,"5min":3.819,"15min":3.819},"last":2.1589999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.877,"15min":1.014},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.125},"max":{"1min":3.9649999999999999,"5min":3.9649999999999999,"15min":3.9649999999999999},"last":2.2480000000000002},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.96699999999999997,"15min":1.1259999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.569,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":2.4590000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:08:56 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":1.0800000000000001,"15min":1.222},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":4.2619999999999996,"5min":4.2619999999999996,"15min":4.2619999999999996},"last":2.5880000000000001},{"interface":"front","average":{"1min":0.871,"5min":1.115,"15min":1.2270000000000001},"min":{"1min":0.19700000000000001,"5min":0.182,"15min":0.152},"max":{"1min":3.1200000000000001,"5min":6.8099999999999996,"15min":6.8099999999999996},"last":2.3879999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":1.133,"15min":1.3180000000000001},"min":{"1min":0.21299999999999999,"5min":0.16900000000000001,"15min":0.156},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":2.6720000000000002},{"interface":"front","average":{"1min":0.83299999999999996,"5min":1.143,"15min":1.4099999999999999},"min":{"1min":0.218,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":2.0819999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2013204480,"data_stored":2013200408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1782382592,"data_stored":1782382592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1970671616,"data_stored":1970667544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1428619264,"data_stored":1428619264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1182597120,"data_stored":1182597120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1664356352,"data_stored":1664352280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1677852672,"data_stored":1677852672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:09:14.742 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:09:14.743 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:09:14.744 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2021-03-04T23:09:14.744 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:09:14.763 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:14.850 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:14.886 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:14 gibba023 bash[15180]: debug 2021-03-04T23:09:14.649+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:14.887 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:14 gibba023 bash[16680]: debug 2021-03-04T23:09:14.881+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:14.888 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:14.996 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:15.089 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:15.193 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:15.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:15 gibba023 bash[19550]: debug 2021-03-04T23:09:15.077+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:15.711 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:15.814 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:16.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:15 gibba008 bash[48858]: debug 2021-03-04T23:09:15.700+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:16.424 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:16 gibba008 bash[37770]: cluster 2021-03-04T23:09:15.000534+0000 mgr.x (mgr.34379) 599 : cluster [DBG] pgmap v897: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:09:16.424 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:16 gibba008 bash[39303]: cluster 2021-03-04T23:09:15.000534+0000 mgr.x (mgr.34379) 599 : cluster [DBG] pgmap v897: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:09:16.427 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:16 gibba023 bash[27374]: cluster 2021-03-04T23:09:15.000534+0000 mgr.x (mgr.34379) 599 : cluster [DBG] pgmap v897: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:09:16.531 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:16.618 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:16.641 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:09:16.660 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:09:16.678 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:09:16.695 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:09:16.719 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:09:16.723 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:16.742 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:09:16.759 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:09:16.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:16 gibba008 bash[50326]: debug 2021-03-04T23:09:16.416+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:16.781 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:09:16.782 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.782 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.782 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.782 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.783 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.783 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.783 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.783 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:09:16.818 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:16.821 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:16 gibba023 bash[19550]: debug 2021-03-04T23:09:16.613+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:16.923 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:17.074 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:16 gibba023 bash[15180]: debug 2021-03-04T23:09:16.813+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:17.074 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:17 gibba023 bash[27374]: audit 2021-03-04T23:09:16.615863+0000 mon.a (mon.0) 1138 : audit [DBG] from='client.? 172.21.2.108:0/4221627958' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:17.075 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:17 gibba023 bash[27374]: audit 2021-03-04T23:09:16.809902+0000 mon.a (mon.0) 1139 : audit [INF] from='client.? 172.21.2.108:0/133891049' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:17.077 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:09:17.126 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:17 gibba008 bash[37770]: audit 2021-03-04T23:09:16.615863+0000 mon.a (mon.0) 1138 : audit [DBG] from='client.? 172.21.2.108:0/4221627958' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:17.126 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:17 gibba008 bash[37770]: audit 2021-03-04T23:09:16.809902+0000 mon.a (mon.0) 1139 : audit [INF] from='client.? 172.21.2.108:0/133891049' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:17.127 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:17 gibba008 bash[39303]: audit 2021-03-04T23:09:16.615863+0000 mon.a (mon.0) 1138 : audit [DBG] from='client.? 172.21.2.108:0/4221627958' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:17.127 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:17 gibba008 bash[39303]: audit 2021-03-04T23:09:16.809902+0000 mon.a (mon.0) 1139 : audit [INF] from='client.? 172.21.2.108:0/133891049' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:17.394 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:17 gibba008 bash[47391]: debug 2021-03-04T23:09:17.384+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:17.395 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:17.498 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:17.582 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:17.685 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:17.770 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:17 gibba023 bash[16680]: debug 2021-03-04T23:09:17.573+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:17.770 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:17.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:18.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:17 gibba023 bash[15180]: debug 2021-03-04T23:09:17.765+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:18.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[39303]: cluster 2021-03-04T23:09:17.001247+0000 mgr.x (mgr.34379) 600 : cluster [DBG] pgmap v898: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:09:18.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[39303]: cluster 2021-03-04T23:09:17.067348+0000 mon.a (mon.0) 1140 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:09:18.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[39303]: audit 2021-03-04T23:09:17.072756+0000 mon.a (mon.0) 1141 : audit [INF] from='client.? 172.21.2.108:0/133891049' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:09:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[39303]: cluster 2021-03-04T23:09:17.072788+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e588: 8 total, 8 up, 7 in 2021-03-04T23:09:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[37770]: cluster 2021-03-04T23:09:17.001247+0000 mgr.x (mgr.34379) 600 : cluster [DBG] pgmap v898: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:09:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[37770]: cluster 2021-03-04T23:09:17.067348+0000 mon.a (mon.0) 1140 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:09:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[37770]: audit 2021-03-04T23:09:17.072756+0000 mon.a (mon.0) 1141 : audit [INF] from='client.? 172.21.2.108:0/133891049' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:09:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[37770]: cluster 2021-03-04T23:09:17.072788+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e588: 8 total, 8 up, 7 in 2021-03-04T23:09:18.493 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:18 gibba023 bash[27374]: cluster 2021-03-04T23:09:17.001247+0000 mgr.x (mgr.34379) 600 : cluster [DBG] pgmap v898: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:09:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:18 gibba023 bash[27374]: cluster 2021-03-04T23:09:17.067348+0000 mon.a (mon.0) 1140 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:09:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:18 gibba023 bash[27374]: audit 2021-03-04T23:09:17.072756+0000 mon.a (mon.0) 1141 : audit [INF] from='client.? 172.21.2.108:0/133891049' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:09:18.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:18 gibba023 bash[27374]: cluster 2021-03-04T23:09:17.072788+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e588: 8 total, 8 up, 7 in 2021-03-04T23:09:18.602 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:18.770 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:18 gibba008 bash[47391]: debug 2021-03-04T23:09:18.480+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:19.151 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:19.254 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:19.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[44600]: debug 2021-03-04T23:09:19.140+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:19.596 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:19.699 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:19.853 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[44600]: debug 2021-03-04T23:09:19.584+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:19.855 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:19.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:20.109 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:20.111 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[47391]: debug 2021-03-04T23:09:19.844+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:20.112 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[37770]: cluster 2021-03-04T23:09:19.001761+0000 mgr.x (mgr.34379) 601 : cluster [DBG] pgmap v900: 89 pgs: 89 active+clean; 3.1 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:09:20.112 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[37770]: audit 2021-03-04T23:09:19.088573+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:09:20.112 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[37770]: audit 2021-03-04T23:09:19.089972+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:20.113 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[37770]: audit 2021-03-04T23:09:19.090113+0000 mon.a (mon.0) 1145 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:20.114 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[39303]: cluster 2021-03-04T23:09:19.001761+0000 mgr.x (mgr.34379) 601 : cluster [DBG] pgmap v900: 89 pgs: 89 active+clean; 3.1 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:09:20.114 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[39303]: audit 2021-03-04T23:09:19.088573+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:09:20.115 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[39303]: audit 2021-03-04T23:09:19.089972+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:20.115 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:19 gibba008 bash[39303]: audit 2021-03-04T23:09:19.090113+0000 mon.a (mon.0) 1145 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:20.218 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:19 gibba023 bash[27374]: cluster 2021-03-04T23:09:19.001761+0000 mgr.x (mgr.34379) 601 : cluster [DBG] pgmap v900: 89 pgs: 89 active+clean; 3.1 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:09:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:19 gibba023 bash[27374]: audit 2021-03-04T23:09:19.088573+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:09:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:19 gibba023 bash[27374]: audit 2021-03-04T23:09:19.089972+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:19 gibba023 bash[27374]: audit 2021-03-04T23:09:19.090113+0000 mon.a (mon.0) 1145 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:20.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:20 gibba008 bash[50326]: debug 2021-03-04T23:09:20.100+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:20.641 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:20.745 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:20.858 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:20.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:21.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:20 gibba008 bash[48858]: debug 2021-03-04T23:09:20.628+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:21.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:20 gibba023 bash[15180]: debug 2021-03-04T23:09:20.849+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:21.057 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:21.160 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:21.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:21 gibba023 bash[16680]: debug 2021-03-04T23:09:21.049+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:21.623 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:21.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:21.814 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:09:21.821 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:21.854 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:09:21.923 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:21.927 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:21.966 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:21.967 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:21 gibba008 bash[44600]: debug 2021-03-04T23:09:21.612+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:22.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:21 gibba023 bash[16680]: debug 2021-03-04T23:09:21.813+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:22.025 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:22.129 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:22.190 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:22.257 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:22 gibba008 bash[39303]: cluster 2021-03-04T23:09:21.002197+0000 mgr.x (mgr.34379) 602 : cluster [DBG] pgmap v901: 89 pgs: 89 active+clean; 2.8 GiB data, 9.0 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:09:22.257 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:22 gibba008 bash[37770]: cluster 2021-03-04T23:09:21.002197+0000 mgr.x (mgr.34379) 602 : cluster [DBG] pgmap v901: 89 pgs: 89 active+clean; 2.8 GiB data, 9.0 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:09:22.293 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:22.301 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:22 gibba023 bash[27374]: cluster 2021-03-04T23:09:21.002197+0000 mgr.x (mgr.34379) 602 : cluster [DBG] pgmap v901: 89 pgs: 89 active+clean; 2.8 GiB data, 9.0 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:09:22.301 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:22 gibba023 bash[18090]: debug 2021-03-04T23:09:22.017+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:22.302 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:22 gibba023 bash[16680]: debug 2021-03-04T23:09:22.181+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:22.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:22.487 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:22.575 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:22 gibba023 bash[15180]: debug 2021-03-04T23:09:22.377+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:22.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:22.576 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:22 gibba023 bash[18090]: debug 2021-03-04T23:09:22.569+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:22.681 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:23.348 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:23.451 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:23.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:23 gibba008 bash[50326]: debug 2021-03-04T23:09:23.336+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:23.967 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:24.071 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:24.223 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[37770]: cluster 2021-03-04T23:09:23.002537+0000 mgr.x (mgr.34379) 603 : cluster [DBG] pgmap v902: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:09:24.223 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[37770]: audit 2021-03-04T23:09:23.219883+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:24.224 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[37770]: cephadm 2021-03-04T23:09:23.221603+0000 mgr.x (mgr.34379) 604 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:09:24.224 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:23 gibba008 bash[50326]: debug 2021-03-04T23:09:23.920+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:24.388 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:24.491 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:24.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[39303]: cluster 2021-03-04T23:09:23.002537+0000 mgr.x (mgr.34379) 603 : cluster [DBG] pgmap v902: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:09:24.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[39303]: audit 2021-03-04T23:09:23.219883+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:24.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[39303]: cephadm 2021-03-04T23:09:23.221603+0000 mgr.x (mgr.34379) 604 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:09:24.500 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[50326]: debug 2021-03-04T23:09:24.376+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:24 gibba023 bash[27374]: cluster 2021-03-04T23:09:23.002537+0000 mgr.x (mgr.34379) 603 : cluster [DBG] pgmap v902: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:09:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:24 gibba023 bash[27374]: audit 2021-03-04T23:09:23.219883+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:24 gibba023 bash[27374]: cephadm 2021-03-04T23:09:23.221603+0000 mgr.x (mgr.34379) 604 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:09:24.948 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:25.052 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:25.191 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:25.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:24 gibba008 bash[48858]: debug 2021-03-04T23:09:24.936+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:25.302 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:25.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:25 gibba023 bash[15180]: debug 2021-03-04T23:09:25.181+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:25.779 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:25.882 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:26.072 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:26.073 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:25 gibba008 bash[47391]: debug 2021-03-04T23:09:25.768+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:26.078 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:26 gibba008 bash[44600]: debug 2021-03-04T23:09:26.064+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:26.179 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:26.327 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:26.328 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:26 gibba008 bash[39303]: cluster 2021-03-04T23:09:25.002952+0000 mgr.x (mgr.34379) 605 : cluster [DBG] pgmap v903: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:09:26.328 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:26 gibba008 bash[48858]: debug 2021-03-04T23:09:26.316+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:26.329 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:26 gibba008 bash[37770]: cluster 2021-03-04T23:09:25.002952+0000 mgr.x (mgr.34379) 605 : cluster [DBG] pgmap v903: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:09:26.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:26 gibba023 bash[27374]: cluster 2021-03-04T23:09:25.002952+0000 mgr.x (mgr.34379) 605 : cluster [DBG] pgmap v903: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:09:26.572 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:09:26.572 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:09:26.572 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:09:26.572 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:09:26.573 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.573 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54244.0:12371 17.9 17:952198a1:::image239.rbd:head [watch reconnect cookie 140515559946160 gen 1] snapc 0=[] ondisk+write+known_if_redirected e370)", 2021-03-04T23:09:26.573 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:00:10.034830+0000", 2021-03-04T23:09:26.573 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 556.53199084100004, 2021-03-04T23:09:26.574 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.865454942, 2021-03-04T23:09:26.574 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.574 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:09:26.574 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.574 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54244", 2021-03-04T23:09:26.575 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/50869521", 2021-03-04T23:09:26.575 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 12371 2021-03-04T23:09:26.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.575 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034830+0000", 2021-03-04T23:09:26.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.577 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034830+0000", 2021-03-04T23:09:26.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5689999999999999e-06 2021-03-04T23:09:26.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.578 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034831+0000", 2021-03-04T23:09:26.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4930000000000001e-06 2021-03-04T23:09:26.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034834+0000", 2021-03-04T23:09:26.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3305000000000001e-05 2021-03-04T23:09:26.580 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.580 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.580 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034847+0000", 2021-03-04T23:09:26.581 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2739999999999998e-06 2021-03-04T23:09:26.581 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.581 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.581 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.582 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034852+0000", 2021-03-04T23:09:26.582 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0125e-05 2021-03-04T23:09:26.582 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.582 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.583 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034892+0000", 2021-03-04T23:09:26.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6524999999999998e-05 2021-03-04T23:09:26.583 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.583 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.584 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:09:26.584 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034909+0000", 2021-03-04T23:09:26.584 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0011406709999999 2021-03-04T23:09:26.584 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.585 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.585 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.036050+0000", 2021-03-04T23:09:26.585 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2894000000000001e-05 2021-03-04T23:09:26.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.586 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.586 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:09:26.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.036072+0000", 2021-03-04T23:09:26.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 12.861104328 2021-03-04T23:09:26.586 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.897177+0000", 2021-03-04T23:09:26.588 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016588 2021-03-04T23:09:26.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.588 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.588 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.897343+0000", 2021-03-04T23:09:26.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029418780000000002 2021-03-04T23:09:26.589 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.589 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.589 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.590 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.900285+0000", 2021-03-04T23:09:26.590 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.865454942 2021-03-04T23:09:26.590 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.590 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.591 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.591 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.591 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.591 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54244.0:12372 17.9 17:952198a1:::image239.rbd:head [call rbd.snap_add in=11b] snapc 0=[] ondisk+write+known_if_redirected e370)", 2021-03-04T23:09:26.591 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:00:10.034866+0000", 2021-03-04T23:09:26.592 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 556.531954047, 2021-03-04T23:09:26.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.866826454, 2021-03-04T23:09:26.592 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.592 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.592 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.593 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54244", 2021-03-04T23:09:26.593 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/50869521", 2021-03-04T23:09:26.593 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 12372 2021-03-04T23:09:26.593 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.594 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.594 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034866+0000", 2021-03-04T23:09:26.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.595 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.595 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034866+0000", 2021-03-04T23:09:26.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1100000000000004e-07 2021-03-04T23:09:26.596 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034867+0000", 2021-03-04T23:09:26.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0920000000000001e-06 2021-03-04T23:09:26.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034868+0000", 2021-03-04T23:09:26.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2189999999999998e-06 2021-03-04T23:09:26.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.598 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.599 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034873+0000", 2021-03-04T23:09:26.599 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6720000000000004e-06 2021-03-04T23:09:26.599 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.600 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034880+0000", 2021-03-04T23:09:26.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7533000000000005e-05 2021-03-04T23:09:26.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.601 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.601 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034958+0000", 2021-03-04T23:09:26.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7159999999999997e-06 2021-03-04T23:09:26.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:09:26.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:10.034965+0000", 2021-03-04T23:09:26.602 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0011216009999999 2021-03-04T23:09:26.602 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.603 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.603 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.603 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.036086+0000", 2021-03-04T23:09:26.603 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1027e-05 2021-03-04T23:09:26.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.604 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.604 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:09:26.604 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.036107+0000", 2021-03-04T23:09:26.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 12.861919220000001 2021-03-04T23:09:26.605 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.605 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.605 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.605 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.898026+0000", 2021-03-04T23:09:26.605 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027294500000000002 2021-03-04T23:09:26.606 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.606 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.606 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.606 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.898299+0000", 2021-03-04T23:09:26.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00084835900000000003 2021-03-04T23:09:26.607 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.607 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:09:26.608 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.899148+0000", 2021-03-04T23:09:26.608 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0014559729999999999 2021-03-04T23:09:26.608 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.608 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.609 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:09:26.609 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.900604+0000", 2021-03-04T23:09:26.609 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00054278499999999995 2021-03-04T23:09:26.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.610 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.610 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.901146+0000", 2021-03-04T23:09:26.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000159689 2021-03-04T23:09:26.611 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.611 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.611 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.901306+0000", 2021-03-04T23:09:26.612 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011297499999999999 2021-03-04T23:09:26.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.612 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.901419+0000", 2021-03-04T23:09:26.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027373700000000003 2021-03-04T23:09:26.613 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.613 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.901693+0000", 2021-03-04T23:09:26.614 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 13.866826454 2021-03-04T23:09:26.614 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.614 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.614 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.615 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.615 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54244.0:12374 17.9 17:952198a1:::image239.rbd:head [watch ping cookie 140515559946160 gen 1] snapc 0=[] ondisk+write+known_if_redirected e371)", 2021-03-04T23:09:26.615 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:00:11.842518+0000", 2021-03-04T23:09:26.616 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 554.72430290399996, 2021-03-04T23:09:26.616 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 12.059881126000001, 2021-03-04T23:09:26.616 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.616 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:09:26.617 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.617 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54244", 2021-03-04T23:09:26.617 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/50869521", 2021-03-04T23:09:26.617 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 12374 2021-03-04T23:09:26.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.618 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.618 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842518+0000", 2021-03-04T23:09:26.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.619 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842518+0000", 2021-03-04T23:09:26.620 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.596e-06 2021-03-04T23:09:26.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.620 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842521+0000", 2021-03-04T23:09:26.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1065e-05 2021-03-04T23:09:26.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.621 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.621 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.621 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842532+0000", 2021-03-04T23:09:26.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1404999999999999e-05 2021-03-04T23:09:26.622 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.622 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.622 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.623 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842554+0000", 2021-03-04T23:09:26.623 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9142000000000001e-05 2021-03-04T23:09:26.623 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.623 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.623 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.624 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842573+0000", 2021-03-04T23:09:26.624 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018877299999999999 2021-03-04T23:09:26.624 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.624 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.625 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842762+0000", 2021-03-04T23:09:26.625 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010090900000000001 2021-03-04T23:09:26.625 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.625 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.625 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:09:26.626 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:11.842862+0000", 2021-03-04T23:09:26.626 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 12.056863208999999 2021-03-04T23:09:26.626 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.626 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.627 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.899726+0000", 2021-03-04T23:09:26.627 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015328999999999999 2021-03-04T23:09:26.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:09:26.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.899879+0000", 2021-03-04T23:09:26.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0019934969999999999 2021-03-04T23:09:26.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.901872+0000", 2021-03-04T23:09:26.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023342299999999999 2021-03-04T23:09:26.629 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.630 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.630 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.902106+0000", 2021-03-04T23:09:26.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00029281700000000001 2021-03-04T23:09:26.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.631 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.902399+0000", 2021-03-04T23:09:26.631 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 12.059881126000001 2021-03-04T23:09:26.631 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.632 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.632 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.632 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.633 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54244.0:12376 17.9 17:952198a1:::image239.rbd:head [watch ping cookie 140515559946160 gen 1] snapc 0=[] ondisk+write+known_if_redirected e371)", 2021-03-04T23:09:26.633 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:00:16.842828+0000", 2021-03-04T23:09:26.633 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 549.72399206099999, 2021-03-04T23:09:26.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.06032788, 2021-03-04T23:09:26.633 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.634 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:09:26.634 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.634 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54244", 2021-03-04T23:09:26.634 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/50869521", 2021-03-04T23:09:26.634 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 12376 2021-03-04T23:09:26.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.635 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.635 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.635 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.842828+0000", 2021-03-04T23:09:26.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.636 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.636 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.637 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.842828+0000", 2021-03-04T23:09:26.637 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4709999999999998e-06 2021-03-04T23:09:26.637 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.637 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.637 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.638 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.842834+0000", 2021-03-04T23:09:26.638 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1249999999999993e-06 2021-03-04T23:09:26.638 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.638 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.638 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.639 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.842842+0000", 2021-03-04T23:09:26.639 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5154000000000003e-05 2021-03-04T23:09:26.639 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.639 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.640 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.640 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.842877+0000", 2021-03-04T23:09:26.640 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6058999999999999e-05 2021-03-04T23:09:26.640 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.640 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.641 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.641 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.842903+0000", 2021-03-04T23:09:26.641 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022260199999999999 2021-03-04T23:09:26.641 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.641 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.642 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.642 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.843126+0000", 2021-03-04T23:09:26.642 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010127400000000001 2021-03-04T23:09:26.642 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.642 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.643 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:09:26.643 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:16.843227+0000", 2021-03-04T23:09:26.643 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.057179949 2021-03-04T23:09:26.643 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.644 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.644 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.644 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.900407+0000", 2021-03-04T23:09:26.644 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017064200000000001 2021-03-04T23:09:26.644 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.645 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.645 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:09:26.645 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.900578+0000", 2021-03-04T23:09:26.645 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0019536890000000002 2021-03-04T23:09:26.645 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.646 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.646 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.646 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.902531+0000", 2021-03-04T23:09:26.646 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000203821 2021-03-04T23:09:26.646 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.647 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.647 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.647 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.902735+0000", 2021-03-04T23:09:26.647 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000421094 2021-03-04T23:09:26.647 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.648 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.648 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.648 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.903156+0000", 2021-03-04T23:09:26.648 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.06032788 2021-03-04T23:09:26.648 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.649 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.649 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.649 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.649 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.650 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54244.0:12378 17.9 17:952198a1:::image239.rbd:head [watch ping cookie 140515559946160 gen 1] snapc 0=[] ondisk+write+known_if_redirected e372)", 2021-03-04T23:09:26.650 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:00:21.843065+0000", 2021-03-04T23:09:26.650 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 544.72375519900004, 2021-03-04T23:09:26.650 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0607528679999998, 2021-03-04T23:09:26.650 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.651 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:09:26.651 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.651 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54244", 2021-03-04T23:09:26.651 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/50869521", 2021-03-04T23:09:26.651 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 12378 2021-03-04T23:09:26.652 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.652 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.652 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.652 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.652 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843065+0000", 2021-03-04T23:09:26.653 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.653 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.653 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.653 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.654 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843065+0000", 2021-03-04T23:09:26.654 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2400000000000004e-06 2021-03-04T23:09:26.654 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.654 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.654 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.655 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843071+0000", 2021-03-04T23:09:26.655 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7680000000000008e-06 2021-03-04T23:09:26.655 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.655 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.656 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.656 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843079+0000", 2021-03-04T23:09:26.656 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2833000000000002e-05 2021-03-04T23:09:26.656 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.657 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.657 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.657 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843112+0000", 2021-03-04T23:09:26.657 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.039e-05 2021-03-04T23:09:26.657 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.658 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.658 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.658 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843132+0000", 2021-03-04T23:09:26.658 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000192626 2021-03-04T23:09:26.658 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.659 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.659 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.659 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843325+0000", 2021-03-04T23:09:26.659 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4172999999999994e-05 2021-03-04T23:09:26.660 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.660 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.660 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for readable", 2021-03-04T23:09:26.660 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:21.843419+0000", 2021-03-04T23:09:26.660 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0573284709999999 2021-03-04T23:09:26.661 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.661 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.661 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.661 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.900748+0000", 2021-03-04T23:09:26.661 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026896500000000002 2021-03-04T23:09:26.662 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.662 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.662 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:09:26.662 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.901017+0000", 2021-03-04T23:09:26.663 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022255460000000001 2021-03-04T23:09:26.663 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.663 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.663 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.663 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.903242+0000", 2021-03-04T23:09:26.664 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030783900000000002 2021-03-04T23:09:26.664 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.664 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.664 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.664 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.903550+0000", 2021-03-04T23:09:26.665 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026801700000000001 2021-03-04T23:09:26.665 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.665 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.665 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.665 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:00:23.903818+0000", 2021-03-04T23:09:26.666 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0607528679999998 2021-03-04T23:09:26.666 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.666 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.666 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.667 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.667 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.667 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:38790 25.0 e573/569 25:0c934811:::benchmark_data_gibba008_61550_object38789:head v 573'2511, mlcod=573'2508)", 2021-03-04T23:09:26.667 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.484687+0000", 2021-03-04T23:09:26.667 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 180.08213307400001, 2021-03-04T23:09:26.668 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.164589868, 2021-03-04T23:09:26.668 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.668 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.668 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.668 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.669 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.669 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484687+0000", 2021-03-04T23:09:26.669 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.669 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.670 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.670 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.670 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484687+0000", 2021-03-04T23:09:26.670 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8504e-05 2021-03-04T23:09:26.670 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.671 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.671 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.671 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484716+0000", 2021-03-04T23:09:26.671 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.708e-06 2021-03-04T23:09:26.672 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.672 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.672 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.672 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484718+0000", 2021-03-04T23:09:26.672 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8220000000000003e-06 2021-03-04T23:09:26.673 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.673 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.673 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.673 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484723+0000", 2021-03-04T23:09:26.673 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9120000000000004e-06 2021-03-04T23:09:26.674 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.674 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.674 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.674 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484732+0000", 2021-03-04T23:09:26.675 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7824999999999999e-05 2021-03-04T23:09:26.675 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.675 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.675 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.675 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484760+0000", 2021-03-04T23:09:26.676 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8329999999999999e-05 2021-03-04T23:09:26.676 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.676 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.676 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.677 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484778+0000", 2021-03-04T23:09:26.677 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16436573300000001 2021-03-04T23:09:26.677 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.677 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.677 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.678 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649144+0000", 2021-03-04T23:09:26.678 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000133034 2021-03-04T23:09:26.678 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.678 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.678 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.679 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649277+0000", 2021-03-04T23:09:26.679 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.164589868 2021-03-04T23:09:26.679 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.679 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.680 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.680 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.680 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.680 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:38791 25.e e573/569 25:7a55fec0:::benchmark_data_gibba008_61550_object38790:head v 573'2353, mlcod=573'2351)", 2021-03-04T23:09:26.680 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.484786+0000", 2021-03-04T23:09:26.681 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 180.08203436700001, 2021-03-04T23:09:26.681 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16457000099999999, 2021-03-04T23:09:26.681 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.681 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.681 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.682 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.682 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.682 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484786+0000", 2021-03-04T23:09:26.682 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.683 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.683 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.683 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.683 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484786+0000", 2021-03-04T23:09:26.683 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6218999999999998e-05 2021-03-04T23:09:26.684 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.684 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.684 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.684 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484802+0000", 2021-03-04T23:09:26.684 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.637e-06 2021-03-04T23:09:26.685 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.685 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.685 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.685 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484804+0000", 2021-03-04T23:09:26.685 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8760000000000004e-06 2021-03-04T23:09:26.686 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.686 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.686 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.686 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484809+0000", 2021-03-04T23:09:26.687 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3709999999999998e-06 2021-03-04T23:09:26.687 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.687 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.687 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.687 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484811+0000", 2021-03-04T23:09:26.688 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8127e-05 2021-03-04T23:09:26.688 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.688 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.688 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.688 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484839+0000", 2021-03-04T23:09:26.689 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1384999999999999e-05 2021-03-04T23:09:26.689 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.689 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.689 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.690 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484861+0000", 2021-03-04T23:09:26.690 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16428770600000001 2021-03-04T23:09:26.690 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.690 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.690 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.691 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649148+0000", 2021-03-04T23:09:26.691 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020767999999999999 2021-03-04T23:09:26.691 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.691 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.691 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.692 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649356+0000", 2021-03-04T23:09:26.692 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16457000099999999 2021-03-04T23:09:26.692 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.692 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.693 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.693 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.693 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.693 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:38796 25.5 25:a960f665:::benchmark_data_gibba008_61550_object38795:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:09:26.693 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.484989+0000", 2021-03-04T23:09:26.694 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 180.08183124999999, 2021-03-04T23:09:26.694 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17069827500000001, 2021-03-04T23:09:26.694 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.694 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.694 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.695 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:09:26.695 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:26.695 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 38796 2021-03-04T23:09:26.695 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.696 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.696 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.696 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.696 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484989+0000", 2021-03-04T23:09:26.696 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.697 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.697 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.697 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.697 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.484989+0000", 2021-03-04T23:09:26.697 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8791999999999999e-05 2021-03-04T23:09:26.698 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.698 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.698 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.698 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485008+0000", 2021-03-04T23:09:26.699 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7920000000000001e-06 2021-03-04T23:09:26.699 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.699 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.699 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.699 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485011+0000", 2021-03-04T23:09:26.700 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4670000000000001e-06 2021-03-04T23:09:26.700 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.700 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.700 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.700 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485017+0000", 2021-03-04T23:09:26.701 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1659999999999998e-06 2021-03-04T23:09:26.701 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.701 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.701 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.702 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485020+0000", 2021-03-04T23:09:26.702 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6732000000000001e-05 2021-03-04T23:09:26.702 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.702 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.702 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.703 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485047+0000", 2021-03-04T23:09:26.703 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8517999999999995e-05 2021-03-04T23:09:26.703 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.703 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.704 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.704 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485136+0000", 2021-03-04T23:09:26.704 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5205999999999997e-05 2021-03-04T23:09:26.704 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.704 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.705 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:09:26.705 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485221+0000", 2021-03-04T23:09:26.705 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16970813500000001 2021-03-04T23:09:26.705 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.706 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.706 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.654929+0000", 2021-03-04T23:09:26.706 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012540199999999999 2021-03-04T23:09:26.706 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.707 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.707 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.707 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.655054+0000", 2021-03-04T23:09:26.707 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012260999999999999 2021-03-04T23:09:26.707 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.708 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.708 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:09:26.708 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.655177+0000", 2021-03-04T23:09:26.708 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035957399999999998 2021-03-04T23:09:26.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.709 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.709 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.709 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.655537+0000", 2021-03-04T23:09:26.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015088100000000001 2021-03-04T23:09:26.710 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.710 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.710 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.710 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.655687+0000", 2021-03-04T23:09:26.710 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17069827500000001 2021-03-04T23:09:26.711 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.711 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.711 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.712 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:38795 25.b e573/569 25:d0301a82:::benchmark_data_gibba008_61550_object38794:head v 573'2440, mlcod=573'2438)", 2021-03-04T23:09:26.712 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.485319+0000", 2021-03-04T23:09:26.712 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 180.08150174100001, 2021-03-04T23:09:26.712 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17012192900000001, 2021-03-04T23:09:26.712 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.713 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.713 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.713 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.713 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.714 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485319+0000", 2021-03-04T23:09:26.714 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.714 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.714 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.715 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485319+0000", 2021-03-04T23:09:26.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011582399999999999 2021-03-04T23:09:26.715 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.715 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.715 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.716 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485435+0000", 2021-03-04T23:09:26.716 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.88e-06 2021-03-04T23:09:26.716 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.717 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.717 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485436+0000", 2021-03-04T23:09:26.717 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4709999999999996e-06 2021-03-04T23:09:26.717 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.717 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.718 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485446+0000", 2021-03-04T23:09:26.718 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5059999999999997e-06 2021-03-04T23:09:26.718 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.719 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.719 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.719 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.485450+0000", 2021-03-04T23:09:26.719 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16406732099999999 2021-03-04T23:09:26.719 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.720 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.720 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.720 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649518+0000", 2021-03-04T23:09:26.720 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9345999999999996e-05 2021-03-04T23:09:26.720 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.721 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.721 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.721 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649587+0000", 2021-03-04T23:09:26.721 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.005738885 2021-03-04T23:09:26.721 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.722 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.722 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.722 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.655326+0000", 2021-03-04T23:09:26.722 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114696 2021-03-04T23:09:26.723 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.723 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.723 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.723 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.655441+0000", 2021-03-04T23:09:26.723 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17012192900000001 2021-03-04T23:09:26.724 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.724 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.724 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.724 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.724 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.725 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:38803 25.e e573/569 25:74eaf5ef:::benchmark_data_gibba008_61550_object38802:head v 573'2354, mlcod=573'2351)", 2021-03-04T23:09:26.725 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.486643+0000", 2021-03-04T23:09:26.725 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 180.08017718299999, 2021-03-04T23:09:26.725 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.172678519, 2021-03-04T23:09:26.725 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.726 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.726 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.726 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.726 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.727 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486643+0000", 2021-03-04T23:09:26.727 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.727 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.727 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.727 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.728 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486643+0000", 2021-03-04T23:09:26.728 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0893999999999999e-05 2021-03-04T23:09:26.728 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.728 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.728 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.729 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486654+0000", 2021-03-04T23:09:26.729 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.967e-06 2021-03-04T23:09:26.729 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.729 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.729 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.730 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486656+0000", 2021-03-04T23:09:26.730 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.162459564 2021-03-04T23:09:26.730 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.730 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.731 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.731 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649116+0000", 2021-03-04T23:09:26.731 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4246999999999998e-05 2021-03-04T23:09:26.731 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.731 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.732 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.732 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649160+0000", 2021-03-04T23:09:26.732 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000304536 2021-03-04T23:09:26.732 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.732 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.733 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.733 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649464+0000", 2021-03-04T23:09:26.733 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3094000000000002e-05 2021-03-04T23:09:26.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.733 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.734 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649538+0000", 2021-03-04T23:09:26.734 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0096294880000000003 2021-03-04T23:09:26.734 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.734 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.735 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.659167+0000", 2021-03-04T23:09:26.735 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015472899999999999 2021-03-04T23:09:26.735 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.736 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.736 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.736 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.659322+0000", 2021-03-04T23:09:26.736 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.172678519 2021-03-04T23:09:26.736 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.737 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.737 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.737 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.737 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.737 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:38804 25.5 25:acf3eaf8:::benchmark_data_gibba008_61550_object38803:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:09:26.738 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:06:26.486779+0000", 2021-03-04T23:09:26.738 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 180.08004177500001, 2021-03-04T23:09:26.738 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.170681852, 2021-03-04T23:09:26.738 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.739 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.739 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.739 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:09:26.739 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:26.739 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 38804 2021-03-04T23:09:26.740 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.740 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.740 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.740 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.740 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486779+0000", 2021-03-04T23:09:26.741 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.741 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.741 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.741 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.741 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486779+0000", 2021-03-04T23:09:26.742 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5472e-05 2021-03-04T23:09:26.742 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.742 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.742 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.743 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486794+0000", 2021-03-04T23:09:26.743 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.485e-06 2021-03-04T23:09:26.743 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.743 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.743 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.744 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.486796+0000", 2021-03-04T23:09:26.744 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16235448 2021-03-04T23:09:26.744 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.744 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.744 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.745 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649150+0000", 2021-03-04T23:09:26.745 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6922000000000002e-05 2021-03-04T23:09:26.745 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.745 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.746 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.746 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649197+0000", 2021-03-04T23:09:26.746 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012042 2021-03-04T23:09:26.746 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.746 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.747 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.747 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649317+0000", 2021-03-04T23:09:26.747 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00049701400000000005 2021-03-04T23:09:26.747 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.747 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.748 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.748 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.649814+0000", 2021-03-04T23:09:26.748 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00061707500000000002 2021-03-04T23:09:26.748 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.749 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.749 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:09:26.749 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.650432+0000", 2021-03-04T23:09:26.749 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0059284200000000002 2021-03-04T23:09:26.749 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.750 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.750 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.750 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.656360+0000", 2021-03-04T23:09:26.750 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0348000000000001e-05 2021-03-04T23:09:26.750 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.751 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.751 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:09:26.751 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.656400+0000", 2021-03-04T23:09:26.751 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000718599 2021-03-04T23:09:26.752 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.752 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.752 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.752 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.657119+0000", 2021-03-04T23:09:26.752 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019623899999999999 2021-03-04T23:09:26.753 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.753 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.753 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.753 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.657315+0000", 2021-03-04T23:09:26.753 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014537799999999999 2021-03-04T23:09:26.754 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.754 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.754 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.754 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:06:26.657461+0000", 2021-03-04T23:09:26.755 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.170681852 2021-03-04T23:09:26.755 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.755 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.755 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.755 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.756 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.756 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:129570 25.4 25:2eb83242:::benchmark_data_gibba008_61550_object129569:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:26.756 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:14.976835+0000", 2021-03-04T23:09:26.756 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 131.589985877, 2021-03-04T23:09:26.757 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15870926799999999, 2021-03-04T23:09:26.757 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.757 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.757 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:09:26.757 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:09:26.758 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:26.758 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 129570 2021-03-04T23:09:26.758 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.758 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.759 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.759 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.759 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976835+0000", 2021-03-04T23:09:26.759 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.759 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.760 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.760 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.760 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976835+0000", 2021-03-04T23:09:26.760 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1620999999999998e-05 2021-03-04T23:09:26.760 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.761 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.761 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.761 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976856+0000", 2021-03-04T23:09:26.761 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:09:26.761 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.762 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.762 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.762 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976858+0000", 2021-03-04T23:09:26.762 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.867e-06 2021-03-04T23:09:26.763 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.763 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.763 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.763 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976867+0000", 2021-03-04T23:09:26.763 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7600000000000002e-06 2021-03-04T23:09:26.764 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.764 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.764 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.764 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976872+0000", 2021-03-04T23:09:26.764 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3376000000000001e-05 2021-03-04T23:09:26.765 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.765 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.765 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.765 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976895+0000", 2021-03-04T23:09:26.765 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9462999999999995e-05 2021-03-04T23:09:26.766 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.766 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.766 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.766 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.976964+0000", 2021-03-04T23:09:26.767 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9962000000000005e-05 2021-03-04T23:09:26.767 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.767 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.767 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:09:26.767 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.977034+0000", 2021-03-04T23:09:26.768 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023850540000000002 2021-03-04T23:09:26.768 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.768 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.768 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.768 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.979419+0000", 2021-03-04T23:09:26.769 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2471e-05 2021-03-04T23:09:26.769 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.769 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.769 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:09:26.769 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.979472+0000", 2021-03-04T23:09:26.770 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00059913900000000005 2021-03-04T23:09:26.770 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.770 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.770 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:26.771 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980071+0000", 2021-03-04T23:09:26.771 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15529691300000001 2021-03-04T23:09:26.771 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.771 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.771 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.772 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135368+0000", 2021-03-04T23:09:26.772 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017585300000000001 2021-03-04T23:09:26.772 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.772 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.772 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.773 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135544+0000", 2021-03-04T23:09:26.773 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15870926799999999 2021-03-04T23:09:26.773 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.773 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.773 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.774 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.774 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.774 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:129573 25.d e577/569 25:b4aa624d:::benchmark_data_gibba008_61550_object129572:head v 577'8109, mlcod=577'8107)", 2021-03-04T23:09:26.774 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:14.979880+0000", 2021-03-04T23:09:26.774 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 131.58694059600001, 2021-03-04T23:09:26.775 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15560227400000001, 2021-03-04T23:09:26.775 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.775 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.775 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.775 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.776 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.776 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.979880+0000", 2021-03-04T23:09:26.776 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.776 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.776 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.777 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.777 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.979880+0000", 2021-03-04T23:09:26.777 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000138603 2021-03-04T23:09:26.777 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.778 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.778 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.778 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980018+0000", 2021-03-04T23:09:26.778 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:09:26.778 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.779 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.779 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.779 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980020+0000", 2021-03-04T23:09:26.779 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5180000000000004e-06 2021-03-04T23:09:26.779 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.780 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.780 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.780 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980026+0000", 2021-03-04T23:09:26.780 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.118e-06 2021-03-04T23:09:26.781 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.781 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.781 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.781 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980029+0000", 2021-03-04T23:09:26.781 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3146000000000002e-05 2021-03-04T23:09:26.782 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.782 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.782 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.782 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980052+0000", 2021-03-04T23:09:26.783 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5799999999999998e-06 2021-03-04T23:09:26.783 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.783 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.783 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.783 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980061+0000", 2021-03-04T23:09:26.784 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15530703100000001 2021-03-04T23:09:26.784 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.784 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.784 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.784 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135368+0000", 2021-03-04T23:09:26.785 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113715 2021-03-04T23:09:26.785 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.785 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.785 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.786 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135482+0000", 2021-03-04T23:09:26.786 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15560227400000001 2021-03-04T23:09:26.786 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.786 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.786 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.787 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.787 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.787 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:129570 25.4 e577/569 ondisk, result = 0)", 2021-03-04T23:09:26.787 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:14.980034+0000", 2021-03-04T23:09:26.788 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 131.58678599300001, 2021-03-04T23:09:26.788 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15552678, 2021-03-04T23:09:26.788 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.788 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:09:26.788 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.789 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.789 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.789 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980034+0000", 2021-03-04T23:09:26.789 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.790 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.790 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.790 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.790 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980034+0000", 2021-03-04T23:09:26.790 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6199999999999998e-07 2021-03-04T23:09:26.791 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.791 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.791 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.791 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980035+0000", 2021-03-04T23:09:26.792 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7199999999999998e-07 2021-03-04T23:09:26.792 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.792 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.792 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.792 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980036+0000", 2021-03-04T23:09:26.793 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2059999999999999e-06 2021-03-04T23:09:26.793 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.793 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.793 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.793 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980039+0000", 2021-03-04T23:09:26.794 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.905e-06 2021-03-04T23:09:26.794 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.794 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.794 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.795 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980041+0000", 2021-03-04T23:09:26.795 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1665999999999999e-05 2021-03-04T23:09:26.795 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.795 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.795 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.796 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980062+0000", 2021-03-04T23:09:26.796 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4170000000000002e-06 2021-03-04T23:09:26.796 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.796 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.796 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.797 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.980067+0000", 2021-03-04T23:09:26.797 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.155494352 2021-03-04T23:09:26.797 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.797 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.798 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.798 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135561+0000", 2021-03-04T23:09:26.798 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15552678 2021-03-04T23:09:26.798 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.798 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.799 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.799 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.799 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.799 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:129575 25.c e577/569 25:30f9ce96:::benchmark_data_gibba008_61550_object129574:head v 577'8026, mlcod=577'8024)", 2021-03-04T23:09:26.799 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:14.983625+0000", 2021-03-04T23:09:26.800 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 131.58319495200001, 2021-03-04T23:09:26.800 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.174735258, 2021-03-04T23:09:26.800 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.800 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.801 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.801 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.801 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.801 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.983625+0000", 2021-03-04T23:09:26.801 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.802 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.802 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.802 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.802 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.983625+0000", 2021-03-04T23:09:26.802 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7119e-05 2021-03-04T23:09:26.803 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.803 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.803 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.803 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.983683+0000", 2021-03-04T23:09:26.804 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.559e-06 2021-03-04T23:09:26.804 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.804 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.804 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.804 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.983684+0000", 2021-03-04T23:09:26.805 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.151736909 2021-03-04T23:09:26.805 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.805 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.805 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.805 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135421+0000", 2021-03-04T23:09:26.806 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9309e-05 2021-03-04T23:09:26.806 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.806 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.806 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.807 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135450+0000", 2021-03-04T23:09:26.807 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022718099999999999 2021-03-04T23:09:26.807 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.807 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.807 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.808 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135678+0000", 2021-03-04T23:09:26.808 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5296000000000006e-05 2021-03-04T23:09:26.808 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.808 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.808 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.809 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135743+0000", 2021-03-04T23:09:26.809 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.022480481 2021-03-04T23:09:26.809 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.809 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.809 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.810 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.158223+0000", 2021-03-04T23:09:26.810 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013740399999999999 2021-03-04T23:09:26.810 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.810 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.811 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.811 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.158361+0000", 2021-03-04T23:09:26.811 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.174735258 2021-03-04T23:09:26.811 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.811 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.812 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.812 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.812 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.812 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:129576 25.e e577/569 25:75522c1b:::benchmark_data_gibba008_61550_object129575:head v 577'8049, mlcod=577'8047)", 2021-03-04T23:09:26.812 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:14.985113+0000", 2021-03-04T23:09:26.813 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 131.58170705200001, 2021-03-04T23:09:26.813 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16305461199999999, 2021-03-04T23:09:26.813 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.813 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.814 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.814 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.814 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.814 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.985113+0000", 2021-03-04T23:09:26.814 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.815 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.815 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.815 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.815 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.985113+0000", 2021-03-04T23:09:26.815 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0627e-05 2021-03-04T23:09:26.816 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.816 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.816 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.816 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.985124+0000", 2021-03-04T23:09:26.816 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.502e-06 2021-03-04T23:09:26.817 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.817 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.817 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.817 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:14.985126+0000", 2021-03-04T23:09:26.818 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.15022088 2021-03-04T23:09:26.818 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.818 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.818 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.818 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135346+0000", 2021-03-04T23:09:26.819 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6919999999999999e-05 2021-03-04T23:09:26.819 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.819 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.819 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.819 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135383+0000", 2021-03-04T23:09:26.820 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00057024599999999995 2021-03-04T23:09:26.820 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.820 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.820 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.820 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.135954+0000", 2021-03-04T23:09:26.821 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6874999999999999e-05 2021-03-04T23:09:26.821 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.821 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.821 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.822 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.136020+0000", 2021-03-04T23:09:26.822 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012010646 2021-03-04T23:09:26.822 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.822 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.822 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.823 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.148031+0000", 2021-03-04T23:09:26.823 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000136916 2021-03-04T23:09:26.823 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.823 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.823 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.824 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:15.148168+0000", 2021-03-04T23:09:26.824 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.16305461199999999 2021-03-04T23:09:26.824 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.824 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.825 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.825 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.825 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.825 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:133070 25.c e578/569 25:34fb61d9:::benchmark_data_gibba008_61550_object133069:head v 578'8236, mlcod=578'8233)", 2021-03-04T23:09:26.825 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:17.771846+0000", 2021-03-04T23:09:26.826 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 128.794974903, 2021-03-04T23:09:26.826 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12856859800000001, 2021-03-04T23:09:26.826 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.826 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.827 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.827 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.827 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.827 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.771846+0000", 2021-03-04T23:09:26.827 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.828 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.828 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.828 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.828 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.771846+0000", 2021-03-04T23:09:26.828 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4572000000000004e-05 2021-03-04T23:09:26.829 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.829 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.829 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.829 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.771920+0000", 2021-03-04T23:09:26.830 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5689999999999999e-06 2021-03-04T23:09:26.830 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.830 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.830 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.830 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.771922+0000", 2021-03-04T23:09:26.831 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4670000000000001e-06 2021-03-04T23:09:26.831 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.831 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.831 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.831 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.771928+0000", 2021-03-04T23:09:26.832 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4879999999999999e-06 2021-03-04T23:09:26.832 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.832 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.832 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.833 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.771932+0000", 2021-03-04T23:09:26.833 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.090482955000000004 2021-03-04T23:09:26.833 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.833 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.833 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.834 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.862415+0000", 2021-03-04T23:09:26.834 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8799000000000001e-05 2021-03-04T23:09:26.834 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.834 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.834 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.835 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.862513+0000", 2021-03-04T23:09:26.835 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.037796609000000002 2021-03-04T23:09:26.835 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.835 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.835 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.836 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.900310+0000", 2021-03-04T23:09:26.836 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104139 2021-03-04T23:09:26.836 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.836 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.837 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.837 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:17.900414+0000", 2021-03-04T23:09:26.837 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12856859800000001 2021-03-04T23:09:26.837 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.837 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.838 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.838 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.838 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.838 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:205770 25.c e582/569 25:3d37e4fa:::benchmark_data_gibba008_61550_object29839:head v 582'12811, mlcod=582'12807)", 2021-03-04T23:09:26.839 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:09.387455+0000", 2021-03-04T23:09:26.839 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 77.179365077, 2021-03-04T23:09:26.839 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.121957279, 2021-03-04T23:09:26.839 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.839 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.840 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.840 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.840 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.840 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.387455+0000", 2021-03-04T23:09:26.841 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.841 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.841 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.841 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.841 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.387455+0000", 2021-03-04T23:09:26.842 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.101e-06 2021-03-04T23:09:26.842 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.842 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.842 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.842 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.387458+0000", 2021-03-04T23:09:26.843 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0880000000000002e-06 2021-03-04T23:09:26.843 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.843 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.843 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.843 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.387461+0000", 2021-03-04T23:09:26.844 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.073159770999999998 2021-03-04T23:09:26.844 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.844 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.844 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.845 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.460620+0000", 2021-03-04T23:09:26.845 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8166e-05 2021-03-04T23:09:26.845 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.845 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.845 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.846 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.460658+0000", 2021-03-04T23:09:26.846 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012238901999999999 2021-03-04T23:09:26.846 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.846 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.846 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.847 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.472897+0000", 2021-03-04T23:09:26.847 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1303999999999994e-05 2021-03-04T23:09:26.847 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.847 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.847 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.848 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.472969+0000", 2021-03-04T23:09:26.848 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.036329288000000001 2021-03-04T23:09:26.848 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.848 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.849 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.849 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.509298+0000", 2021-03-04T23:09:26.849 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114659 2021-03-04T23:09:26.849 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.849 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.850 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.850 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:09.509413+0000", 2021-03-04T23:09:26.850 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.121957279 2021-03-04T23:09:26.850 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.850 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.851 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.851 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.851 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.851 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:309656 25.d e588/569 25:b6fbbbd5:::benchmark_data_gibba008_61550_object133725:head v 588'19421, mlcod=588'19419)", 2021-03-04T23:09:26.851 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:09:22.008756+0000", 2021-03-04T23:09:26.852 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 4.558064334, 2021-03-04T23:09:26.852 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13292327700000001, 2021-03-04T23:09:26.852 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.852 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.853 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.853 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.853 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.853 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.008756+0000", 2021-03-04T23:09:26.853 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.854 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.854 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.854 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.854 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.008756+0000", 2021-03-04T23:09:26.854 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2060000000000001e-06 2021-03-04T23:09:26.855 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.855 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.855 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.855 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.008758+0000", 2021-03-04T23:09:26.855 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7770000000000001e-06 2021-03-04T23:09:26.856 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.856 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.856 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.856 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.008760+0000", 2021-03-04T23:09:26.856 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5710000000000003e-06 2021-03-04T23:09:26.857 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.857 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.857 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.857 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.008767+0000", 2021-03-04T23:09:26.858 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4460000000000001e-06 2021-03-04T23:09:26.858 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.858 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.858 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.858 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.008770+0000", 2021-03-04T23:09:26.859 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.10285423 2021-03-04T23:09:26.859 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.859 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.859 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.859 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.111624+0000", 2021-03-04T23:09:26.860 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010128000000000001 2021-03-04T23:09:26.860 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.860 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.860 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.860 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.111726+0000", 2021-03-04T23:09:26.861 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.029835438999999998 2021-03-04T23:09:26.861 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.861 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.861 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.862 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.141561+0000", 2021-03-04T23:09:26.862 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000118328 2021-03-04T23:09:26.862 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.862 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.862 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.863 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.141679+0000", 2021-03-04T23:09:26.863 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13292327700000001 2021-03-04T23:09:26.863 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.863 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.863 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.864 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.864 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.864 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:309658 25.2 e588/569 25:4d20adfd:::benchmark_data_gibba008_61550_object133727:head v 588'19694, mlcod=588'19690)", 2021-03-04T23:09:26.864 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:09:22.010225+0000", 2021-03-04T23:09:26.864 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 4.5565958459999996, 2021-03-04T23:09:26.865 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124553254, 2021-03-04T23:09:26.865 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:09:26.865 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:26.865 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:09:26.865 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.866 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:09:26.866 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.010225+0000", 2021-03-04T23:09:26.866 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:09:26.866 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.867 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.867 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:09:26.867 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.010225+0000", 2021-03-04T23:09:26.867 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0449999999999999e-06 2021-03-04T23:09:26.867 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.868 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.868 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:09:26.868 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.010227+0000", 2021-03-04T23:09:26.868 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.607e-06 2021-03-04T23:09:26.868 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.869 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.869 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:09:26.869 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.010228+0000", 2021-03-04T23:09:26.869 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.101151383 2021-03-04T23:09:26.869 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.870 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.870 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:09:26.870 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.111380+0000", 2021-03-04T23:09:26.870 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6517000000000002e-05 2021-03-04T23:09:26.871 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.871 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.871 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:09:26.871 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.111426+0000", 2021-03-04T23:09:26.871 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00028364800000000001 2021-03-04T23:09:26.872 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.872 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.872 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:09:26.872 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.111710+0000", 2021-03-04T23:09:26.872 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7595000000000004e-05 2021-03-04T23:09:26.873 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.873 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.873 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:09:26.873 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.111797+0000", 2021-03-04T23:09:26.873 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.022841304 2021-03-04T23:09:26.874 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.874 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.874 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:09:26.874 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.134639+0000", 2021-03-04T23:09:26.874 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013915499999999999 2021-03-04T23:09:26.875 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:09:26.875 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:09:26.875 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:09:26.875 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:09:22.134778+0000", 2021-03-04T23:09:26.875 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124553254 2021-03-04T23:09:26.876 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.876 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.876 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.876 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:09:26.876 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:09:26.877 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:09:26.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:26.898 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:26 gibba008 bash[50326]: debug 2021-03-04T23:09:26.620+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:26.979 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:27.019 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:09:27.021 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:09:27.091 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:27.200 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:27.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:27 gibba023 bash[18090]: debug 2021-03-04T23:09:27.081+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:27.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[37770]: audit 2021-03-04T23:09:26.425322+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:27.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[37770]: cephadm 2021-03-04T23:09:26.427135+0000 mgr.x (mgr.34379) 606 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:09:27.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[37770]: audit 2021-03-04T23:09:26.723306+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:27.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[37770]: cluster 2021-03-04T23:09:27.003356+0000 mgr.x (mgr.34379) 607 : cluster [DBG] pgmap v904: 89 pgs: 89 active+clean; 2.4 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:27.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[37770]: audit 2021-03-04T23:09:27.007667+0000 mgr.x (mgr.34379) 608 : audit [DBG] from='client.44967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:27.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[39303]: audit 2021-03-04T23:09:26.425322+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:27.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[39303]: cephadm 2021-03-04T23:09:26.427135+0000 mgr.x (mgr.34379) 606 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:09:27.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[39303]: audit 2021-03-04T23:09:26.723306+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:27.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[39303]: cluster 2021-03-04T23:09:27.003356+0000 mgr.x (mgr.34379) 607 : cluster [DBG] pgmap v904: 89 pgs: 89 active+clean; 2.4 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:27.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[39303]: audit 2021-03-04T23:09:27.007667+0000 mgr.x (mgr.34379) 608 : audit [DBG] from='client.44967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:27.632 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:27.736 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:27.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:27 gibba023 bash[27374]: audit 2021-03-04T23:09:26.425322+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:27.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:27 gibba023 bash[27374]: cephadm 2021-03-04T23:09:26.427135+0000 mgr.x (mgr.34379) 606 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:09:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:27 gibba023 bash[27374]: audit 2021-03-04T23:09:26.723306+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:09:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:27 gibba023 bash[27374]: cluster 2021-03-04T23:09:27.003356+0000 mgr.x (mgr.34379) 607 : cluster [DBG] pgmap v904: 89 pgs: 89 active+clean; 2.4 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:27 gibba023 bash[27374]: audit 2021-03-04T23:09:27.007667+0000 mgr.x (mgr.34379) 608 : audit [DBG] from='client.44967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:27.997 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:27.998 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[50326]: debug 2021-03-04T23:09:27.624+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:28.100 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:28.721 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:27 gibba008 bash[44600]: debug 2021-03-04T23:09:27.988+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:28.817 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:28.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:29.024 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:28 gibba008 bash[50326]: debug 2021-03-04T23:09:28.808+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:29.037 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:29.143 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:29.237 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:29 gibba023 bash[16680]: debug 2021-03-04T23:09:29.029+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:29.238 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:29.344 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:29.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:29 gibba023 bash[18090]: debug 2021-03-04T23:09:29.229+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:29.696 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:09:29.802 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:09:29.823 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:29.926 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:30.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:29 gibba008 bash[37770]: cluster 2021-03-04T23:09:29.003668+0000 mgr.x (mgr.34379) 609 : cluster [DBG] pgmap v905: 89 pgs: 89 active+clean; 2.2 GiB data, 7.3 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:09:30.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:29 gibba008 bash[39303]: cluster 2021-03-04T23:09:29.003668+0000 mgr.x (mgr.34379) 609 : cluster [DBG] pgmap v905: 89 pgs: 89 active+clean; 2.2 GiB data, 7.3 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:09:30.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:29 gibba008 bash[50326]: debug 2021-03-04T23:09:29.813+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:29 gibba023 bash[27374]: cluster 2021-03-04T23:09:29.003668+0000 mgr.x (mgr.34379) 609 : cluster [DBG] pgmap v905: 89 pgs: 89 active+clean; 2.2 GiB data, 7.3 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:09:30.387 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:30.490 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:30.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:30 gibba008 bash[47391]: debug 2021-03-04T23:09:30.373+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:30.984 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:31.088 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:31.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:30 gibba023 bash[19550]: debug 2021-03-04T23:09:30.977+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:31.279 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":904,"stamp":"2021-03-04T23:09:27.003099+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2534214976,"num_objects":38692,"num_object_clones":0,"num_object_copies":116076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38692,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":313240,"num_write_kb":11259413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129334,"ondisk_log_size":129334,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":12268456,"kb_used_data":7584816,"kb_used_omap":0,"kb_used_meta":4683328,"kb_avail":604294232,"statfs":{"total":631360192512,"available":618797293568,"internally_reserved":4294967296,"allocated":7766851584,"data_stored":7747170838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4795727872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,8,4,8,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-934871040,"num_objects":-14265,"num_object_clones":0,"num_object_copies":-42795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14265,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002368"},"pg_stats":[{"pgid":"25.0","version":"588'19645","reported_seq":"19672","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.851217+0000","last_change":"2021-03-04T23:06:00.037872+0000","last_active":"2021-03-04T23:09:25.851217+0000","last_peered":"2021-03-04T23:09:25.851217+0000","last_clean":"2021-03-04T23:09:25.851217+0000","last_became_active":"2021-03-04T23:06:00.037537+0000","last_became_peered":"2021-03-04T23:06:00.037537+0000","last_unstale":"2021-03-04T23:09:25.851217+0000","last_undegraded":"2021-03-04T23:09:25.851217+0000","last_fullsized":"2021-03-04T23:09:25.851217+0000","mapping_epoch":569,"log_start":"582'12100","ondisk_log_start":"582'12100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7545,"ondisk_log_size":7545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":146210816,"num_objects":2231,"num_object_clones":0,"num_object_copies":6693,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2231,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19645,"num_write_kb":700032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"575","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.897931+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:08:54.897931+0000","last_peered":"2021-03-04T23:08:54.897931+0000","last_clean":"2021-03-04T23:08:54.897931+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:08:54.897931+0000","last_undegraded":"2021-03-04T23:08:54.897931+0000","last_fullsized":"2021-03-04T23:08:54.897931+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"543","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889216+0000","last_change":"2021-03-04T23:06:00.034236+0000","last_active":"2021-03-04T23:08:54.889216+0000","last_peered":"2021-03-04T23:08:54.889216+0000","last_clean":"2021-03-04T23:08:54.889216+0000","last_became_active":"2021-03-04T23:06:00.034042+0000","last_became_peered":"2021-03-04T23:06:00.034042+0000","last_unstale":"2021-03-04T23:08:54.889216+0000","last_undegraded":"2021-03-04T23:08:54.889216+0000","last_fullsized":"2021-03-04T23:08:54.889216+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3","version":"588'19670","reported_seq":"19697","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.822745+0000","last_change":"2021-03-04T23:06:00.040800+0000","last_active":"2021-03-04T23:09:25.822745+0000","last_peered":"2021-03-04T23:09:25.822745+0000","last_clean":"2021-03-04T23:09:25.822745+0000","last_became_active":"2021-03-04T23:06:00.040503+0000","last_became_peered":"2021-03-04T23:06:00.040503+0000","last_unstale":"2021-03-04T23:09:25.822745+0000","last_undegraded":"2021-03-04T23:09:25.822745+0000","last_fullsized":"2021-03-04T23:09:25.822745+0000","mapping_epoch":569,"log_start":"582'12300","ondisk_log_start":"582'12300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7370,"ondisk_log_size":7370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147980288,"num_objects":2258,"num_object_clones":0,"num_object_copies":6774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19670,"num_write_kb":701696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"326","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888831+0000","last_change":"2021-03-04T23:06:00.034270+0000","last_active":"2021-03-04T23:08:54.888831+0000","last_peered":"2021-03-04T23:08:54.888831+0000","last_clean":"2021-03-04T23:08:54.888831+0000","last_became_active":"2021-03-04T23:06:00.034030+0000","last_became_peered":"2021-03-04T23:06:00.034030+0000","last_unstale":"2021-03-04T23:08:54.888831+0000","last_undegraded":"2021-03-04T23:08:54.888831+0000","last_fullsized":"2021-03-04T23:08:54.888831+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"535","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.891256+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:08:54.891256+0000","last_peered":"2021-03-04T23:08:54.891256+0000","last_clean":"2021-03-04T23:08:54.891256+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:08:54.891256+0000","last_undegraded":"2021-03-04T23:08:54.891256+0000","last_fullsized":"2021-03-04T23:08:54.891256+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2","version":"588'20050","reported_seq":"20077","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.813647+0000","last_change":"2021-03-04T23:06:00.040619+0000","last_active":"2021-03-04T23:09:25.813647+0000","last_peered":"2021-03-04T23:09:25.813647+0000","last_clean":"2021-03-04T23:09:25.813647+0000","last_became_active":"2021-03-04T23:06:00.040347+0000","last_became_peered":"2021-03-04T23:06:00.040347+0000","last_unstale":"2021-03-04T23:09:25.813647+0000","last_undegraded":"2021-03-04T23:09:25.813647+0000","last_fullsized":"2021-03-04T23:09:25.813647+0000","mapping_epoch":569,"log_start":"582'12700","ondisk_log_start":"582'12700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7350,"ondisk_log_size":7350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153616384,"num_objects":2344,"num_object_clones":0,"num_object_copies":7032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20050,"num_write_kb":716608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"559","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888942+0000","last_change":"2021-03-04T23:06:00.036718+0000","last_active":"2021-03-04T23:08:54.888942+0000","last_peered":"2021-03-04T23:08:54.888942+0000","last_clean":"2021-03-04T23:08:54.888942+0000","last_became_active":"2021-03-04T23:06:00.036276+0000","last_became_peered":"2021-03-04T23:06:00.036276+0000","last_unstale":"2021-03-04T23:08:54.888942+0000","last_undegraded":"2021-03-04T23:08:54.888942+0000","last_fullsized":"2021-03-04T23:08:54.888942+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"558","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894516+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:08:54.894516+0000","last_peered":"2021-03-04T23:08:54.894516+0000","last_clean":"2021-03-04T23:08:54.894516+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:08:54.894516+0000","last_undegraded":"2021-03-04T23:08:54.894516+0000","last_fullsized":"2021-03-04T23:08:54.894516+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.d","version":"588'19781","reported_seq":"19809","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.854067+0000","last_change":"2021-03-04T23:06:00.037188+0000","last_active":"2021-03-04T23:09:25.854067+0000","last_peered":"2021-03-04T23:09:25.854067+0000","last_clean":"2021-03-04T23:09:25.854067+0000","last_became_active":"2021-03-04T23:06:00.036288+0000","last_became_peered":"2021-03-04T23:06:00.036288+0000","last_unstale":"2021-03-04T23:09:25.854067+0000","last_undegraded":"2021-03-04T23:09:25.854067+0000","last_fullsized":"2021-03-04T23:09:25.854067+0000","mapping_epoch":569,"log_start":"582'12200","ondisk_log_start":"582'12200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7581,"ondisk_log_size":7581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":150601752,"num_objects":2299,"num_object_clones":0,"num_object_copies":6897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2299,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":19781,"num_write_kb":706497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"534","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892915+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:08:54.892915+0000","last_peered":"2021-03-04T23:08:54.892915+0000","last_clean":"2021-03-04T23:08:54.892915+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:08:54.892915+0000","last_undegraded":"2021-03-04T23:08:54.892915+0000","last_fullsized":"2021-03-04T23:08:54.892915+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"543","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888886+0000","last_change":"2021-03-04T23:06:00.034091+0000","last_active":"2021-03-04T23:08:54.888886+0000","last_peered":"2021-03-04T23:08:54.888886+0000","last_clean":"2021-03-04T23:08:54.888886+0000","last_became_active":"2021-03-04T23:06:00.033896+0000","last_became_peered":"2021-03-04T23:06:00.033896+0000","last_unstale":"2021-03-04T23:08:54.888886+0000","last_undegraded":"2021-03-04T23:08:54.888886+0000","last_fullsized":"2021-03-04T23:08:54.888886+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"588'19581","reported_seq":"19606","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.787167+0000","last_change":"2021-03-04T23:06:00.036732+0000","last_active":"2021-03-04T23:09:25.787167+0000","last_peered":"2021-03-04T23:09:25.787167+0000","last_clean":"2021-03-04T23:09:25.787167+0000","last_became_active":"2021-03-04T23:06:00.035932+0000","last_became_peered":"2021-03-04T23:06:00.035932+0000","last_unstale":"2021-03-04T23:09:25.787167+0000","last_undegraded":"2021-03-04T23:09:25.787167+0000","last_fullsized":"2021-03-04T23:09:25.787167+0000","mapping_epoch":569,"log_start":"579'9500","ondisk_log_start":"579'9500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10081,"ondisk_log_size":10081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":151846912,"num_objects":2317,"num_object_clones":0,"num_object_copies":6951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19581,"num_write_kb":700736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"559","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892341+0000","last_change":"2021-03-04T23:06:00.036774+0000","last_active":"2021-03-04T23:08:54.892341+0000","last_peered":"2021-03-04T23:08:54.892341+0000","last_clean":"2021-03-04T23:08:54.892341+0000","last_became_active":"2021-03-04T23:06:00.036452+0000","last_became_peered":"2021-03-04T23:06:00.036452+0000","last_unstale":"2021-03-04T23:08:54.892341+0000","last_undegraded":"2021-03-04T23:08:54.892341+0000","last_fullsized":"2021-03-04T23:08:54.892341+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"520","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889014+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:08:54.889014+0000","last_peered":"2021-03-04T23:08:54.889014+0000","last_clean":"2021-03-04T23:08:54.889014+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:08:54.889014+0000","last_undegraded":"2021-03-04T23:08:54.889014+0000","last_fullsized":"2021-03-04T23:08:54.889014+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.f","version":"588'19233","reported_seq":"19258","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.821336+0000","last_change":"2021-03-04T23:06:00.036724+0000","last_active":"2021-03-04T23:09:25.821336+0000","last_peered":"2021-03-04T23:09:25.821336+0000","last_clean":"2021-03-04T23:09:25.821336+0000","last_became_active":"2021-03-04T23:06:00.036369+0000","last_became_peered":"2021-03-04T23:06:00.036369+0000","last_unstale":"2021-03-04T23:09:25.821336+0000","last_undegraded":"2021-03-04T23:09:25.821336+0000","last_fullsized":"2021-03-04T23:09:25.821336+0000","mapping_epoch":569,"log_start":"579'9200","ondisk_log_start":"579'9200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10033,"ondisk_log_size":10033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":149225472,"num_objects":2277,"num_object_clones":0,"num_object_copies":6831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19233,"num_write_kb":688320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"548","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893447+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:08:54.893447+0000","last_peered":"2021-03-04T23:08:54.893447+0000","last_clean":"2021-03-04T23:08:54.893447+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:08:54.893447+0000","last_undegraded":"2021-03-04T23:08:54.893447+0000","last_fullsized":"2021-03-04T23:08:54.893447+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"312","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892377+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:08:54.892377+0000","last_peered":"2021-03-04T23:08:54.892377+0000","last_clean":"2021-03-04T23:08:54.892377+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:08:54.892377+0000","last_undegraded":"2021-03-04T23:08:54.892377+0000","last_fullsized":"2021-03-04T23:08:54.892377+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.e","version":"588'19349","reported_seq":"19376","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:23.183888+0000","last_change":"2021-03-04T23:06:00.039337+0000","last_active":"2021-03-04T23:09:23.183888+0000","last_peered":"2021-03-04T23:09:23.183888+0000","last_clean":"2021-03-04T23:09:23.183888+0000","last_became_active":"2021-03-04T23:06:00.039130+0000","last_became_peered":"2021-03-04T23:06:00.039130+0000","last_unstale":"2021-03-04T23:09:23.183888+0000","last_undegraded":"2021-03-04T23:09:23.183888+0000","last_fullsized":"2021-03-04T23:09:23.183888+0000","mapping_epoch":569,"log_start":"582'12300","ondisk_log_start":"582'12300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7049,"ondisk_log_size":7049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":170459136,"num_objects":2601,"num_object_clones":0,"num_object_copies":7803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19349,"num_write_kb":702400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"548","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.897960+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:08:54.897960+0000","last_peered":"2021-03-04T23:08:54.897960+0000","last_clean":"2021-03-04T23:08:54.897960+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:08:54.897960+0000","last_undegraded":"2021-03-04T23:08:54.897960+0000","last_fullsized":"2021-03-04T23:08:54.897960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"558","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.898033+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:08:54.898033+0000","last_peered":"2021-03-04T23:08:54.898033+0000","last_clean":"2021-03-04T23:08:54.898033+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:08:54.898033+0000","last_undegraded":"2021-03-04T23:08:54.898033+0000","last_fullsized":"2021-03-04T23:08:54.898033+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.9","version":"588'19199","reported_seq":"19226","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:22.653452+0000","last_change":"2021-03-04T23:06:00.039620+0000","last_active":"2021-03-04T23:09:22.653452+0000","last_peered":"2021-03-04T23:09:22.653452+0000","last_clean":"2021-03-04T23:09:22.653452+0000","last_became_active":"2021-03-04T23:06:00.039410+0000","last_became_peered":"2021-03-04T23:06:00.039410+0000","last_unstale":"2021-03-04T23:09:22.653452+0000","last_undegraded":"2021-03-04T23:09:22.653452+0000","last_fullsized":"2021-03-04T23:09:22.653452+0000","mapping_epoch":569,"log_start":"579'9100","ondisk_log_start":"579'9100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10099,"ondisk_log_size":10099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168886272,"num_objects":2577,"num_object_clones":0,"num_object_copies":7731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19199,"num_write_kb":696832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"547","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893468+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:08:54.893468+0000","last_peered":"2021-03-04T23:08:54.893468+0000","last_clean":"2021-03-04T23:08:54.893468+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:08:54.893468+0000","last_undegraded":"2021-03-04T23:08:54.893468+0000","last_fullsized":"2021-03-04T23:08:54.893468+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"543","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889989+0000","last_change":"2021-03-04T23:06:00.038748+0000","last_active":"2021-03-04T23:08:54.889989+0000","last_peered":"2021-03-04T23:08:54.889989+0000","last_clean":"2021-03-04T23:08:54.889989+0000","last_became_active":"2021-03-04T23:06:00.038522+0000","last_became_peered":"2021-03-04T23:06:00.038522+0000","last_unstale":"2021-03-04T23:08:54.889989+0000","last_undegraded":"2021-03-04T23:08:54.889989+0000","last_fullsized":"2021-03-04T23:08:54.889989+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.8","version":"588'19549","reported_seq":"19576","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.851495+0000","last_change":"2021-03-04T23:06:00.039036+0000","last_active":"2021-03-04T23:09:25.851495+0000","last_peered":"2021-03-04T23:09:25.851495+0000","last_clean":"2021-03-04T23:09:25.851495+0000","last_became_active":"2021-03-04T23:06:00.038792+0000","last_became_peered":"2021-03-04T23:06:00.038792+0000","last_unstale":"2021-03-04T23:09:25.851495+0000","last_undegraded":"2021-03-04T23:09:25.851495+0000","last_fullsized":"2021-03-04T23:09:25.851495+0000","mapping_epoch":569,"log_start":"582'12000","ondisk_log_start":"582'12000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7549,"ondisk_log_size":7549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":150274048,"num_objects":2293,"num_object_clones":0,"num_object_copies":6879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19549,"num_write_kb":698944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"534","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.891071+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:08:54.891071+0000","last_peered":"2021-03-04T23:08:54.891071+0000","last_clean":"2021-03-04T23:08:54.891071+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:08:54.891071+0000","last_undegraded":"2021-03-04T23:08:54.891071+0000","last_fullsized":"2021-03-04T23:08:54.891071+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"549","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892485+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:08:54.892485+0000","last_peered":"2021-03-04T23:08:54.892485+0000","last_clean":"2021-03-04T23:08:54.892485+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:08:54.892485+0000","last_undegraded":"2021-03-04T23:08:54.892485+0000","last_fullsized":"2021-03-04T23:08:54.892485+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.b","version":"588'19556","reported_seq":"19583","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:25.772116+0000","last_change":"2021-03-04T23:06:00.037693+0000","last_active":"2021-03-04T23:09:25.772116+0000","last_peered":"2021-03-04T23:09:25.772116+0000","last_clean":"2021-03-04T23:09:25.772116+0000","last_became_active":"2021-03-04T23:06:00.036848+0000","last_became_peered":"2021-03-04T23:06:00.036848+0000","last_unstale":"2021-03-04T23:09:25.772116+0000","last_undegraded":"2021-03-04T23:09:25.772116+0000","last_fullsized":"2021-03-04T23:09:25.772116+0000","mapping_epoch":569,"log_start":"582'12200","ondisk_log_start":"582'12200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7356,"ondisk_log_size":7356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153878528,"num_objects":2348,"num_object_clones":0,"num_object_copies":7044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19556,"num_write_kb":700928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"530","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.896917+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:08:54.896917+0000","last_peered":"2021-03-04T23:08:54.896917+0000","last_clean":"2021-03-04T23:08:54.896917+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:08:54.896917+0000","last_undegraded":"2021-03-04T23:08:54.896917+0000","last_fullsized":"2021-03-04T23:08:54.896917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"535","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.891197+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:08:54.891197+0000","last_peered":"2021-03-04T23:08:54.891197+0000","last_clean":"2021-03-04T23:08:54.891197+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:08:54.891197+0000","last_undegraded":"2021-03-04T23:08:54.891197+0000","last_fullsized":"2021-03-04T23:08:54.891197+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"588'19490","reported_seq":"19515","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:23.190592+0000","last_change":"2021-03-04T23:06:00.038433+0000","last_active":"2021-03-04T23:09:23.190592+0000","last_peered":"2021-03-04T23:09:23.190592+0000","last_clean":"2021-03-04T23:09:23.190592+0000","last_became_active":"2021-03-04T23:06:00.038218+0000","last_became_peered":"2021-03-04T23:06:00.038218+0000","last_unstale":"2021-03-04T23:09:23.190592+0000","last_undegraded":"2021-03-04T23:09:23.190592+0000","last_fullsized":"2021-03-04T23:09:23.190592+0000","mapping_epoch":569,"log_start":"582'12500","ondisk_log_start":"582'12500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6990,"ondisk_log_size":6990,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166592512,"num_objects":2542,"num_object_clones":0,"num_object_copies":7626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19490,"num_write_kb":705024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"558","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894273+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:08:54.894273+0000","last_peered":"2021-03-04T23:08:54.894273+0000","last_clean":"2021-03-04T23:08:54.894273+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:08:54.894273+0000","last_undegraded":"2021-03-04T23:08:54.894273+0000","last_fullsized":"2021-03-04T23:08:54.894273+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"543","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889546+0000","last_change":"2021-03-04T23:06:00.037259+0000","last_active":"2021-03-04T23:08:54.889546+0000","last_peered":"2021-03-04T23:08:54.889546+0000","last_clean":"2021-03-04T23:08:54.889546+0000","last_became_active":"2021-03-04T23:06:00.037022+0000","last_became_peered":"2021-03-04T23:06:00.037022+0000","last_unstale":"2021-03-04T23:08:54.889546+0000","last_undegraded":"2021-03-04T23:08:54.889546+0000","last_fullsized":"2021-03-04T23:08:54.889546+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"546","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893652+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:08:54.893652+0000","last_peered":"2021-03-04T23:08:54.893652+0000","last_clean":"2021-03-04T23:08:54.893652+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:08:54.893652+0000","last_undegraded":"2021-03-04T23:08:54.893652+0000","last_fullsized":"2021-03-04T23:08:54.893652+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"534","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892022+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:08:54.892022+0000","last_peered":"2021-03-04T23:08:54.892022+0000","last_clean":"2021-03-04T23:08:54.892022+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:08:54.892022+0000","last_undegraded":"2021-03-04T23:08:54.892022+0000","last_fullsized":"2021-03-04T23:08:54.892022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"560","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893564+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:08:54.893564+0000","last_peered":"2021-03-04T23:08:54.893564+0000","last_clean":"2021-03-04T23:08:54.893564+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:08:54.893564+0000","last_undegraded":"2021-03-04T23:08:54.893564+0000","last_fullsized":"2021-03-04T23:08:54.893564+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"573","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894775+0000","last_change":"2021-03-04T23:06:00.038148+0000","last_active":"2021-03-04T23:08:54.894775+0000","last_peered":"2021-03-04T23:08:54.894775+0000","last_clean":"2021-03-04T23:08:54.894775+0000","last_became_active":"2021-03-04T23:06:00.037857+0000","last_became_peered":"2021-03-04T23:06:00.037857+0000","last_unstale":"2021-03-04T23:08:54.894775+0000","last_undegraded":"2021-03-04T23:08:54.894775+0000","last_fullsized":"2021-03-04T23:08:54.894775+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"531","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893547+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:08:54.893547+0000","last_peered":"2021-03-04T23:08:54.893547+0000","last_clean":"2021-03-04T23:08:54.893547+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:08:54.893547+0000","last_undegraded":"2021-03-04T23:08:54.893547+0000","last_fullsized":"2021-03-04T23:08:54.893547+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"558","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892299+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:08:54.892299+0000","last_peered":"2021-03-04T23:08:54.892299+0000","last_clean":"2021-03-04T23:08:54.892299+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:08:54.892299+0000","last_undegraded":"2021-03-04T23:08:54.892299+0000","last_fullsized":"2021-03-04T23:08:54.892299+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"550","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892382+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:08:54.892382+0000","last_peered":"2021-03-04T23:08:54.892382+0000","last_clean":"2021-03-04T23:08:54.892382+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:08:54.892382+0000","last_undegraded":"2021-03-04T23:08:54.892382+0000","last_fullsized":"2021-03-04T23:08:54.892382+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"544","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893561+0000","last_change":"2021-03-04T23:06:00.038349+0000","last_active":"2021-03-04T23:08:54.893561+0000","last_peered":"2021-03-04T23:08:54.893561+0000","last_clean":"2021-03-04T23:08:54.893561+0000","last_became_active":"2021-03-04T23:06:00.038126+0000","last_became_peered":"2021-03-04T23:06:00.038126+0000","last_unstale":"2021-03-04T23:08:54.893561+0000","last_undegraded":"2021-03-04T23:08:54.893561+0000","last_fullsized":"2021-03-04T23:08:54.893561+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"523","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889082+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:08:54.889082+0000","last_peered":"2021-03-04T23:08:54.889082+0000","last_clean":"2021-03-04T23:08:54.889082+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:08:54.889082+0000","last_undegraded":"2021-03-04T23:08:54.889082+0000","last_fullsized":"2021-03-04T23:08:54.889082+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"549","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.898061+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:08:54.898061+0000","last_peered":"2021-03-04T23:08:54.898061+0000","last_clean":"2021-03-04T23:08:54.898061+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:08:54.898061+0000","last_undegraded":"2021-03-04T23:08:54.898061+0000","last_fullsized":"2021-03-04T23:08:54.898061+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"559","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892235+0000","last_change":"2021-03-04T23:06:00.040212+0000","last_active":"2021-03-04T23:08:54.892235+0000","last_peered":"2021-03-04T23:08:54.892235+0000","last_clean":"2021-03-04T23:08:54.892235+0000","last_became_active":"2021-03-04T23:06:00.039872+0000","last_became_peered":"2021-03-04T23:06:00.039872+0000","last_unstale":"2021-03-04T23:08:54.892235+0000","last_undegraded":"2021-03-04T23:08:54.892235+0000","last_fullsized":"2021-03-04T23:08:54.892235+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"573","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.898090+0000","last_change":"2021-03-04T23:06:00.038625+0000","last_active":"2021-03-04T23:08:54.898090+0000","last_peered":"2021-03-04T23:08:54.898090+0000","last_clean":"2021-03-04T23:08:54.898090+0000","last_became_active":"2021-03-04T23:06:00.038412+0000","last_became_peered":"2021-03-04T23:06:00.038412+0000","last_unstale":"2021-03-04T23:08:54.898090+0000","last_undegraded":"2021-03-04T23:08:54.898090+0000","last_fullsized":"2021-03-04T23:08:54.898090+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"550","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894656+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:08:54.894656+0000","last_peered":"2021-03-04T23:08:54.894656+0000","last_clean":"2021-03-04T23:08:54.894656+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:08:54.894656+0000","last_undegraded":"2021-03-04T23:08:54.894656+0000","last_fullsized":"2021-03-04T23:08:54.894656+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"558","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.898164+0000","last_change":"2021-03-04T23:06:00.038679+0000","last_active":"2021-03-04T23:08:54.898164+0000","last_peered":"2021-03-04T23:08:54.898164+0000","last_clean":"2021-03-04T23:08:54.898164+0000","last_became_active":"2021-03-04T23:06:00.038405+0000","last_became_peered":"2021-03-04T23:06:00.038405+0000","last_unstale":"2021-03-04T23:08:54.898164+0000","last_undegraded":"2021-03-04T23:08:54.898164+0000","last_fullsized":"2021-03-04T23:08:54.898164+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"544","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888812+0000","last_change":"2021-03-04T23:06:00.037157+0000","last_active":"2021-03-04T23:08:54.888812+0000","last_peered":"2021-03-04T23:08:54.888812+0000","last_clean":"2021-03-04T23:08:54.888812+0000","last_became_active":"2021-03-04T23:06:00.036948+0000","last_became_peered":"2021-03-04T23:06:00.036948+0000","last_unstale":"2021-03-04T23:08:54.888812+0000","last_undegraded":"2021-03-04T23:08:54.888812+0000","last_fullsized":"2021-03-04T23:08:54.888812+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"326","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889601+0000","last_change":"2021-03-04T23:06:00.037359+0000","last_active":"2021-03-04T23:08:54.889601+0000","last_peered":"2021-03-04T23:08:54.889601+0000","last_clean":"2021-03-04T23:08:54.889601+0000","last_became_active":"2021-03-04T23:06:00.037081+0000","last_became_peered":"2021-03-04T23:06:00.037081+0000","last_unstale":"2021-03-04T23:08:54.889601+0000","last_undegraded":"2021-03-04T23:08:54.889601+0000","last_fullsized":"2021-03-04T23:08:54.889601+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"327","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.891088+0000","last_change":"2021-03-04T23:06:00.039116+0000","last_active":"2021-03-04T23:08:54.891088+0000","last_peered":"2021-03-04T23:08:54.891088+0000","last_clean":"2021-03-04T23:08:54.891088+0000","last_became_active":"2021-03-04T23:06:00.038850+0000","last_became_peered":"2021-03-04T23:06:00.038850+0000","last_unstale":"2021-03-04T23:08:54.891088+0000","last_undegraded":"2021-03-04T23:08:54.891088+0000","last_fullsized":"2021-03-04T23:08:54.891088+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"565","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892405+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:08:54.892405+0000","last_peered":"2021-03-04T23:08:54.892405+0000","last_clean":"2021-03-04T23:08:54.892405+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:08:54.892405+0000","last_undegraded":"2021-03-04T23:08:54.892405+0000","last_fullsized":"2021-03-04T23:08:54.892405+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"281","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892080+0000","last_change":"2021-03-04T23:06:00.036650+0000","last_active":"2021-03-04T23:08:54.892080+0000","last_peered":"2021-03-04T23:08:54.892080+0000","last_clean":"2021-03-04T23:08:54.892080+0000","last_became_active":"2021-03-04T23:06:00.036256+0000","last_became_peered":"2021-03-04T23:06:00.036256+0000","last_unstale":"2021-03-04T23:08:54.892080+0000","last_undegraded":"2021-03-04T23:08:54.892080+0000","last_fullsized":"2021-03-04T23:08:54.892080+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"563","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892059+0000","last_change":"2021-03-04T23:06:00.037198+0000","last_active":"2021-03-04T23:08:54.892059+0000","last_peered":"2021-03-04T23:08:54.892059+0000","last_clean":"2021-03-04T23:08:54.892059+0000","last_became_active":"2021-03-04T23:06:00.036924+0000","last_became_peered":"2021-03-04T23:06:00.036924+0000","last_unstale":"2021-03-04T23:08:54.892059+0000","last_undegraded":"2021-03-04T23:08:54.892059+0000","last_fullsized":"2021-03-04T23:08:54.892059+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"550","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.897952+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:08:54.897952+0000","last_peered":"2021-03-04T23:08:54.897952+0000","last_clean":"2021-03-04T23:08:54.897952+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:08:54.897952+0000","last_undegraded":"2021-03-04T23:08:54.897952+0000","last_fullsized":"2021-03-04T23:08:54.897952+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"341","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888878+0000","last_change":"2021-03-04T23:06:00.038519+0000","last_active":"2021-03-04T23:08:54.888878+0000","last_peered":"2021-03-04T23:08:54.888878+0000","last_clean":"2021-03-04T23:08:54.888878+0000","last_became_active":"2021-03-04T23:06:00.038239+0000","last_became_peered":"2021-03-04T23:06:00.038239+0000","last_unstale":"2021-03-04T23:08:54.888878+0000","last_undegraded":"2021-03-04T23:08:54.888878+0000","last_fullsized":"2021-03-04T23:08:54.888878+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"553","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.897083+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:08:54.897083+0000","last_peered":"2021-03-04T23:08:54.897083+0000","last_clean":"2021-03-04T23:08:54.897083+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:08:54.897083+0000","last_undegraded":"2021-03-04T23:08:54.897083+0000","last_fullsized":"2021-03-04T23:08:54.897083+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"312","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888628+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:08:54.888628+0000","last_peered":"2021-03-04T23:08:54.888628+0000","last_clean":"2021-03-04T23:08:54.888628+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:08:54.888628+0000","last_undegraded":"2021-03-04T23:08:54.888628+0000","last_fullsized":"2021-03-04T23:08:54.888628+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"322","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893721+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:08:54.893721+0000","last_peered":"2021-03-04T23:08:54.893721+0000","last_clean":"2021-03-04T23:08:54.893721+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:08:54.893721+0000","last_undegraded":"2021-03-04T23:08:54.893721+0000","last_fullsized":"2021-03-04T23:08:54.893721+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"554","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892151+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:08:54.892151+0000","last_peered":"2021-03-04T23:08:54.892151+0000","last_clean":"2021-03-04T23:08:54.892151+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:08:54.892151+0000","last_undegraded":"2021-03-04T23:08:54.892151+0000","last_fullsized":"2021-03-04T23:08:54.892151+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"552","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.896932+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:08:54.896932+0000","last_peered":"2021-03-04T23:08:54.896932+0000","last_clean":"2021-03-04T23:08:54.896932+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:08:54.896932+0000","last_undegraded":"2021-03-04T23:08:54.896932+0000","last_fullsized":"2021-03-04T23:08:54.896932+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"519","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889223+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:08:54.889223+0000","last_peered":"2021-03-04T23:08:54.889223+0000","last_clean":"2021-03-04T23:08:54.889223+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:08:54.889223+0000","last_undegraded":"2021-03-04T23:08:54.889223+0000","last_fullsized":"2021-03-04T23:08:54.889223+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"534","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892717+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:08:54.892717+0000","last_peered":"2021-03-04T23:08:54.892717+0000","last_clean":"2021-03-04T23:08:54.892717+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:08:54.892717+0000","last_undegraded":"2021-03-04T23:08:54.892717+0000","last_fullsized":"2021-03-04T23:08:54.892717+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"573","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.896854+0000","last_change":"2021-03-04T23:06:00.040850+0000","last_active":"2021-03-04T23:08:54.896854+0000","last_peered":"2021-03-04T23:08:54.896854+0000","last_clean":"2021-03-04T23:08:54.896854+0000","last_became_active":"2021-03-04T23:06:00.040533+0000","last_became_peered":"2021-03-04T23:06:00.040533+0000","last_unstale":"2021-03-04T23:08:54.896854+0000","last_undegraded":"2021-03-04T23:08:54.896854+0000","last_fullsized":"2021-03-04T23:08:54.896854+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"534","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.890958+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:08:54.890958+0000","last_peered":"2021-03-04T23:08:54.890958+0000","last_clean":"2021-03-04T23:08:54.890958+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:08:54.890958+0000","last_undegraded":"2021-03-04T23:08:54.890958+0000","last_fullsized":"2021-03-04T23:08:54.890958+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"559","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.891251+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:08:54.891251+0000","last_peered":"2021-03-04T23:08:54.891251+0000","last_clean":"2021-03-04T23:08:54.891251+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:08:54.891251+0000","last_undegraded":"2021-03-04T23:08:54.891251+0000","last_fullsized":"2021-03-04T23:08:54.891251+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"549","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893460+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:08:54.893460+0000","last_peered":"2021-03-04T23:08:54.893460+0000","last_clean":"2021-03-04T23:08:54.893460+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:08:54.893460+0000","last_undegraded":"2021-03-04T23:08:54.893460+0000","last_fullsized":"2021-03-04T23:08:54.893460+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"312","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888943+0000","last_change":"2021-03-04T23:06:00.040535+0000","last_active":"2021-03-04T23:08:54.888943+0000","last_peered":"2021-03-04T23:08:54.888943+0000","last_clean":"2021-03-04T23:08:54.888943+0000","last_became_active":"2021-03-04T23:06:00.040077+0000","last_became_peered":"2021-03-04T23:06:00.040077+0000","last_unstale":"2021-03-04T23:08:54.888943+0000","last_undegraded":"2021-03-04T23:08:54.888943+0000","last_fullsized":"2021-03-04T23:08:54.888943+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"520","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893486+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:08:54.893486+0000","last_peered":"2021-03-04T23:08:54.893486+0000","last_clean":"2021-03-04T23:08:54.893486+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:08:54.893486+0000","last_undegraded":"2021-03-04T23:08:54.893486+0000","last_fullsized":"2021-03-04T23:08:54.893486+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"523","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889647+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:08:54.889647+0000","last_peered":"2021-03-04T23:08:54.889647+0000","last_clean":"2021-03-04T23:08:54.889647+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:08:54.889647+0000","last_undegraded":"2021-03-04T23:08:54.889647+0000","last_fullsized":"2021-03-04T23:08:54.889647+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"281","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892394+0000","last_change":"2021-03-04T23:06:00.040150+0000","last_active":"2021-03-04T23:08:54.892394+0000","last_peered":"2021-03-04T23:08:54.892394+0000","last_clean":"2021-03-04T23:08:54.892394+0000","last_became_active":"2021-03-04T23:06:00.039888+0000","last_became_peered":"2021-03-04T23:06:00.039888+0000","last_unstale":"2021-03-04T23:08:54.892394+0000","last_undegraded":"2021-03-04T23:08:54.892394+0000","last_fullsized":"2021-03-04T23:08:54.892394+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"520","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888705+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:08:54.888705+0000","last_peered":"2021-03-04T23:08:54.888705+0000","last_clean":"2021-03-04T23:08:54.888705+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:08:54.888705+0000","last_undegraded":"2021-03-04T23:08:54.888705+0000","last_fullsized":"2021-03-04T23:08:54.888705+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"554","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894434+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:08:54.894434+0000","last_peered":"2021-03-04T23:08:54.894434+0000","last_clean":"2021-03-04T23:08:54.894434+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:08:54.894434+0000","last_undegraded":"2021-03-04T23:08:54.894434+0000","last_fullsized":"2021-03-04T23:08:54.894434+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"552","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.891315+0000","last_change":"2021-03-04T23:06:00.129796+0000","last_active":"2021-03-04T23:08:54.891315+0000","last_peered":"2021-03-04T23:08:54.891315+0000","last_clean":"2021-03-04T23:08:54.891315+0000","last_became_active":"2021-03-04T23:06:00.036232+0000","last_became_peered":"2021-03-04T23:06:00.036232+0000","last_unstale":"2021-03-04T23:08:54.891315+0000","last_undegraded":"2021-03-04T23:08:54.891315+0000","last_fullsized":"2021-03-04T23:08:54.891315+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"534","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894702+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:08:54.894702+0000","last_peered":"2021-03-04T23:08:54.894702+0000","last_clean":"2021-03-04T23:08:54.894702+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:08:54.894702+0000","last_undegraded":"2021-03-04T23:08:54.894702+0000","last_fullsized":"2021-03-04T23:08:54.894702+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1","version":"588'19606","reported_seq":"19633","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:22.641543+0000","last_change":"2021-03-04T23:06:00.038095+0000","last_active":"2021-03-04T23:09:22.641543+0000","last_peered":"2021-03-04T23:09:22.641543+0000","last_clean":"2021-03-04T23:09:22.641543+0000","last_became_active":"2021-03-04T23:06:00.037870+0000","last_became_peered":"2021-03-04T23:06:00.037870+0000","last_unstale":"2021-03-04T23:09:22.641543+0000","last_undegraded":"2021-03-04T23:09:22.641543+0000","last_fullsized":"2021-03-04T23:09:22.641543+0000","mapping_epoch":569,"log_start":"579'9600","ondisk_log_start":"579'9600","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10006,"ondisk_log_size":10006,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169213952,"num_objects":2582,"num_object_clones":0,"num_object_copies":7746,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2582,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19606,"num_write_kb":710016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"524","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.893510+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:08:54.893510+0000","last_peered":"2021-03-04T23:08:54.893510+0000","last_clean":"2021-03-04T23:08:54.893510+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:08:54.893510+0000","last_undegraded":"2021-03-04T23:08:54.893510+0000","last_fullsized":"2021-03-04T23:08:54.893510+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"572","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889001+0000","last_change":"2021-03-04T23:06:00.039456+0000","last_active":"2021-03-04T23:08:54.889001+0000","last_peered":"2021-03-04T23:08:54.889001+0000","last_clean":"2021-03-04T23:08:54.889001+0000","last_became_active":"2021-03-04T23:06:00.039089+0000","last_became_peered":"2021-03-04T23:06:00.039089+0000","last_unstale":"2021-03-04T23:08:54.889001+0000","last_undegraded":"2021-03-04T23:08:54.889001+0000","last_fullsized":"2021-03-04T23:08:54.889001+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.6","version":"588'19393","reported_seq":"19420","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:22.647341+0000","last_change":"2021-03-04T23:06:00.041088+0000","last_active":"2021-03-04T23:09:22.647341+0000","last_peered":"2021-03-04T23:09:22.647341+0000","last_clean":"2021-03-04T23:09:22.647341+0000","last_became_active":"2021-03-04T23:06:00.040844+0000","last_became_peered":"2021-03-04T23:06:00.040844+0000","last_unstale":"2021-03-04T23:09:22.647341+0000","last_undegraded":"2021-03-04T23:09:22.647341+0000","last_fullsized":"2021-03-04T23:09:22.647341+0000","mapping_epoch":569,"log_start":"579'9300","ondisk_log_start":"579'9300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10093,"ondisk_log_size":10093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166395904,"num_objects":2539,"num_object_clones":0,"num_object_copies":7617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19393,"num_write_kb":701824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"565","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892489+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:08:54.892489+0000","last_peered":"2021-03-04T23:08:54.892489+0000","last_clean":"2021-03-04T23:08:54.892489+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:08:54.892489+0000","last_undegraded":"2021-03-04T23:08:54.892489+0000","last_fullsized":"2021-03-04T23:08:54.892489+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"573","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.898125+0000","last_change":"2021-03-04T23:06:00.038288+0000","last_active":"2021-03-04T23:08:54.898125+0000","last_peered":"2021-03-04T23:08:54.898125+0000","last_clean":"2021-03-04T23:08:54.898125+0000","last_became_active":"2021-03-04T23:06:00.037930+0000","last_became_peered":"2021-03-04T23:06:00.037930+0000","last_unstale":"2021-03-04T23:08:54.898125+0000","last_undegraded":"2021-03-04T23:08:54.898125+0000","last_fullsized":"2021-03-04T23:08:54.898125+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.7","version":"588'19347","reported_seq":"19374","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:23.151874+0000","last_change":"2021-03-04T23:06:00.036571+0000","last_active":"2021-03-04T23:09:23.151874+0000","last_peered":"2021-03-04T23:09:23.151874+0000","last_clean":"2021-03-04T23:09:23.151874+0000","last_became_active":"2021-03-04T23:06:00.036299+0000","last_became_peered":"2021-03-04T23:06:00.036299+0000","last_unstale":"2021-03-04T23:09:23.151874+0000","last_undegraded":"2021-03-04T23:09:23.151874+0000","last_fullsized":"2021-03-04T23:09:23.151874+0000","mapping_epoch":569,"log_start":"582'12300","ondisk_log_start":"582'12300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7047,"ondisk_log_size":7047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":170196992,"num_objects":2597,"num_object_clones":0,"num_object_copies":7791,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2597,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19347,"num_write_kb":702208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"537","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892331+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:08:54.892331+0000","last_peered":"2021-03-04T23:08:54.892331+0000","last_clean":"2021-03-04T23:08:54.892331+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:08:54.892331+0000","last_undegraded":"2021-03-04T23:08:54.892331+0000","last_fullsized":"2021-03-04T23:08:54.892331+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"564","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.897787+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:08:54.897787+0000","last_peered":"2021-03-04T23:08:54.897787+0000","last_clean":"2021-03-04T23:08:54.897787+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:08:54.897787+0000","last_undegraded":"2021-03-04T23:08:54.897787+0000","last_fullsized":"2021-03-04T23:08:54.897787+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.4","version":"588'19734","reported_seq":"19761","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:24.420476+0000","last_change":"2021-03-04T23:06:00.034232+0000","last_active":"2021-03-04T23:09:24.420476+0000","last_peered":"2021-03-04T23:09:24.420476+0000","last_clean":"2021-03-04T23:09:24.420476+0000","last_became_active":"2021-03-04T23:06:00.033769+0000","last_became_peered":"2021-03-04T23:06:00.033769+0000","last_unstale":"2021-03-04T23:09:24.420476+0000","last_undegraded":"2021-03-04T23:09:24.420476+0000","last_fullsized":"2021-03-04T23:09:24.420476+0000","mapping_epoch":569,"log_start":"583'13200","ondisk_log_start":"583'13200","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6534,"ondisk_log_size":6534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":158334976,"num_objects":2416,"num_object_clones":0,"num_object_copies":7248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19734,"num_write_kb":708800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"551","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.889320+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:08:54.889320+0000","last_peered":"2021-03-04T23:08:54.889320+0000","last_clean":"2021-03-04T23:08:54.889320+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:08:54.889320+0000","last_undegraded":"2021-03-04T23:08:54.889320+0000","last_fullsized":"2021-03-04T23:08:54.889320+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"564","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.888761+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:08:54.888761+0000","last_peered":"2021-03-04T23:08:54.888761+0000","last_clean":"2021-03-04T23:08:54.888761+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:08:54.888761+0000","last_undegraded":"2021-03-04T23:08:54.888761+0000","last_fullsized":"2021-03-04T23:08:54.888761+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.5","version":"588'20005","reported_seq":"20032","reported_epoch":"588","state":"active+clean","last_fresh":"2021-03-04T23:09:24.407975+0000","last_change":"2021-03-04T23:06:00.037238+0000","last_active":"2021-03-04T23:09:24.407975+0000","last_peered":"2021-03-04T23:09:24.407975+0000","last_clean":"2021-03-04T23:09:24.407975+0000","last_became_active":"2021-03-04T23:06:00.037002+0000","last_became_peered":"2021-03-04T23:06:00.037002+0000","last_unstale":"2021-03-04T23:09:24.407975+0000","last_undegraded":"2021-03-04T23:09:24.407975+0000","last_fullsized":"2021-03-04T23:09:24.407975+0000","mapping_epoch":569,"log_start":"583'13400","ondisk_log_start":"583'13400","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":160497664,"num_objects":2449,"num_object_clones":0,"num_object_copies":7347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20005,"num_write_kb":718528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"542","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.892859+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:08:54.892859+0000","last_peered":"2021-03-04T23:08:54.892859+0000","last_clean":"2021-03-04T23:08:54.892859+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:08:54.892859+0000","last_undegraded":"2021-03-04T23:08:54.892859+0000","last_fullsized":"2021-03-04T23:08:54.892859+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"558","reported_epoch":"587","state":"active+clean","last_fresh":"2021-03-04T23:08:54.894591+0000","last_change":"2021-03-04T23:06:00.036224+0000","last_active":"2021-03-04T23:08:54.894591+0000","last_peered":"2021-03-04T23:08:54.894591+0000","last_clean":"2021-03-04T23:08:54.894591+0000","last_became_active":"2021-03-04T23:06:00.035012+0000","last_became_peered":"2021-03-04T23:06:00.035012+0000","last_unstale":"2021-03-04T23:08:54.894591+0000","last_undegraded":"2021-03-04T23:08:54.894591+0000","last_fullsized":"2021-03-04T23:08:54.894591+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":16,"stat_sum":{"num_bytes":2534211608,"num_objects":38670,"num_object_clones":0,"num_object_copies":116010,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38670,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":313188,"num_write_kb":11259393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7564636160,"data_stored":7564623944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129288,"ondisk_log_size":129288,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495860,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2117120,"kb_used_data":1068536,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85963264,"statfs":{"total":90194313216,"available":88026382336,"internally_reserved":1073741824,"allocated":1094180864,"data_stored":1091357817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":3.3450000000000002,"15min":2.306},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3519999999999999,"5min":90.209999999999994,"15min":90.209999999999994},"last":0.161},{"interface":"front","average":{"1min":0.90600000000000003,"5min":3.4969999999999999,"15min":2.3809999999999998},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.189},"max":{"1min":4.8070000000000004,"5min":90.311999999999998,"15min":90.311999999999998},"last":0.26300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:08:34 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.0720000000000001,"15min":1.3149999999999999},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":4.5190000000000001,"5min":4.5190000000000001,"15min":4.5190000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.0109999999999999,"15min":1.4350000000000001},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":1.3640000000000001,"5min":2.5369999999999999,"15min":2.7799999999999998},"last":0.29599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":1.613,"15min":1.597},"min":{"1min":0.17699999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":4.3600000000000003,"5min":49.512999999999998,"15min":49.512999999999998},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.78900000000000003,"5min":1.4630000000000001,"15min":1.6160000000000001},"min":{"1min":0.21299999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.141,"5min":48.527999999999999,"15min":48.527999999999999},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.044,"15min":1.327},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":4.3460000000000001,"5min":5.0019999999999998,"15min":5.0019999999999998},"last":4.3460000000000001},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.1970000000000001,"15min":1.581},"min":{"1min":0.253,"5min":0.221,"15min":0.221},"max":{"1min":3.294,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.44600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.89700000000000002,"15min":1.054},"min":{"1min":0.16700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":4.0209999999999999},"last":0.248},{"interface":"front","average":{"1min":0.748,"5min":0.89300000000000002,"15min":1.048},"min":{"1min":0.16800000000000001,"5min":0.14999999999999999,"15min":0.127},"max":{"1min":2.4159999999999999,"5min":4.1929999999999996,"15min":4.1929999999999996},"last":0.17999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":1.056,"15min":1.1759999999999999},"min":{"1min":0.17899999999999999,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":4.9329999999999998,"5min":4.9329999999999998,"15min":4.9329999999999998},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.81599999999999995,"5min":1.0509999999999999,"15min":1.304},"min":{"1min":0.20799999999999999,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":2.0369999999999999,"5min":2.9060000000000001,"15min":4.2699999999999996},"last":0.27700000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":1.085,"15min":1.385},"min":{"1min":0.22500000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.8820000000000001,"5min":3.8820000000000001,"15min":4.4539999999999997},"last":0.317},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.996,"15min":1.2509999999999999},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.152},"max":{"1min":3.0409999999999999,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.222}]}]},{"osd":6,"up_from":41,"seq":176093659384,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2103544,"kb_used_data":1054960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85976840,"statfs":{"total":90194313216,"available":88040284160,"internally_reserved":1073741824,"allocated":1080279040,"data_stored":1077464063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:25 2021","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":1.143,"15min":1.381},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":3.2869999999999999,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.80500000000000005,"5min":1.2649999999999999,"15min":1.5509999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":3.3620000000000001,"5min":7.2590000000000003,"15min":7.2590000000000003},"last":0.38700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:08:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.0700000000000001,"15min":1.3240000000000001},"min":{"1min":0.223,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":3.0880000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1579999999999999,"15min":1.2809999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9500000000000002,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.34000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:08:56 2021","interfaces":[{"interface":"back","average":{"1min":4.0030000000000001,"5min":2.363,"15min":1.9119999999999999},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":81.930000000000007,"5min":81.930000000000007,"15min":81.930000000000007},"last":0.53900000000000003},{"interface":"front","average":{"1min":3.8809999999999998,"5min":2.4020000000000001,"15min":1.8919999999999999},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":82.245000000000005,"5min":82.245000000000005,"15min":82.245000000000005},"last":0.28699999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.7230000000000001,"15min":1.615},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.6559999999999997,"5min":43.122,"15min":43.122},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.474,"5min":1.9390000000000001,"15min":1.913},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":7.5439999999999996,"5min":43.274000000000001,"15min":43.274000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.0980000000000001,"15min":1.1299999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":4.5529999999999999,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.20599999999999999},{"interface":"front","average":{"1min":1.163,"5min":1.214,"15min":1.159},"min":{"1min":0.187,"5min":0.17599999999999999,"15min":0.157},"max":{"1min":7.7949999999999999,"5min":7.8550000000000004,"15min":7.8550000000000004},"last":0.17899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.0229999999999999,"15min":1.1659999999999999},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":2.8809999999999998,"5min":3.044,"15min":3.044},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.1739999999999999,"15min":1.3580000000000001},"min":{"1min":0.19500000000000001,"5min":0.185,"15min":0.184},"max":{"1min":4.3470000000000004,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":0.23699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.1559999999999999,"15min":1.4330000000000001},"min":{"1min":0.218,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":4.4379999999999997,"5min":4.4379999999999997,"15min":4.4379999999999997},"last":0.19},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.3779999999999999,"15min":1.669},"min":{"1min":0.28399999999999997,"5min":0.224,"15min":0.20899999999999999},"max":{"1min":4.6660000000000004,"5min":4.6660000000000004,"15min":4.6660000000000004},"last":0.26000000000000001}]}]},{"osd":1,"up_from":0,"seq":1464583848060,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712204,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1520112,"kb_used_data":1349160,"kb_used_omap":0,"kb_used_meta":170752,"kb_avail":86560272,"statfs":{"total":90194313216,"available":88637718528,"internally_reserved":0,"allocated":1381539840,"data_stored":1378730961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":174850048},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,1,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:08:33 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.16200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.92500000000000004,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.215},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.71499999999999997,"15min":0.78100000000000003},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":2.1560000000000001,"5min":2.1560000000000001,"15min":4.0540000000000003},"last":0.189}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.2689999999999999,"15min":1.006},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":3.8650000000000002,"5min":33.518999999999998,"15min":33.518999999999998},"last":0.14599999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":1.5349999999999999,"15min":1.3779999999999999},"min":{"1min":0.17899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":4.032,"5min":36.021000000000001,"15min":36.021000000000001},"last":0.24399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":2.879,"5min":2.3639999999999999,"15min":1.5429999999999999},"min":{"1min":0.17499999999999999,"5min":0.16,"15min":0.16},"max":{"1min":36.124000000000002,"5min":75.367999999999995,"15min":75.367999999999995},"last":0.16700000000000001},{"interface":"front","average":{"1min":2.6280000000000001,"5min":2.5619999999999998,"15min":1.8169999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":36.905999999999999,"5min":76.686000000000007,"15min":76.686000000000007},"last":0.34200000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":1.3460000000000001,"15min":1.4790000000000001},"min":{"1min":0.23499999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.996,"5min":2.9969999999999999,"15min":3.3199999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.498,"5min":1.1419999999999999,"15min":1.431},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.1930000000000001,"5min":5.0570000000000004,"15min":5.0570000000000004},"last":0.23100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":1.357,"15min":1.645},"min":{"1min":0.27700000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.506,"5min":2.7770000000000001,"15min":4.0499999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":1.1559999999999999,"15min":1.5},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":2.218,"5min":2.3479999999999999,"15min":4.1719999999999997},"last":0.32400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":1.228,"15min":1.6419999999999999},"min":{"1min":0.252,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.028,"5min":2.649,"15min":3.242},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.4990000000000001,"15min":1.792},"min":{"1min":0.33200000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.7799999999999998,"5min":3.0209999999999999,"15min":3.1429999999999998},"last":0.38700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:08:22 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.3939999999999999,"15min":1.7649999999999999},"min":{"1min":0.28000000000000003,"5min":0.217,"15min":0.217},"max":{"1min":2.512,"5min":3.8450000000000002,"15min":4.1710000000000003},"last":0.307},{"interface":"front","average":{"1min":0.55000000000000004,"5min":1.516,"15min":1.875},"min":{"1min":0.35099999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.6859999999999999,"5min":3.2280000000000002,"15min":4.3490000000000002},"last":0.41199999999999998}]}]},{"osd":2,"up_from":356,"seq":1529008357494,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1332972,"kb_used_data":1183332,"kb_used_omap":0,"kb_used_meta":149632,"kb_avail":86747412,"statfs":{"total":90194313216,"available":88829349888,"internally_reserved":0,"allocated":1211731968,"data_stored":1208927173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":153223168},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.82699999999999996,"15min":0.83499999999999996},"min":{"1min":0.151,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":3.036,"5min":29.581,"15min":29.581},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.0580000000000001,"15min":0.996},"min":{"1min":0.155,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":4.6100000000000003,"5min":29.547000000000001,"15min":29.547000000000001},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.68300000000000005,"15min":0.85999999999999999},"min":{"1min":0.184,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.0630000000000002,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":0.252},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.72999999999999998,"15min":0.97499999999999998},"min":{"1min":0.17699999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4249999999999998,"5min":5.3179999999999996,"15min":5.3179999999999996},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":1.1220000000000001,"15min":1.179},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.097,"5min":29.5,"15min":29.5},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.304},"min":{"1min":0.182,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":3.3370000000000002,"5min":29.850000000000001,"15min":29.850000000000001},"last":0.30299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":1.111,"15min":1.5660000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.6030000000000002,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":1.004,"15min":1.3320000000000001},"min":{"1min":0.222,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.2269999999999999,"5min":7.0030000000000001,"15min":7.0030000000000001},"last":2.6539999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":1.081,"15min":1.4219999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.4990000000000001,"5min":7.1890000000000001,"15min":7.1890000000000001},"last":2.6890000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":1.046,"15min":1.4610000000000001},"min":{"1min":0.29799999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1259999999999999,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.40500000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.2130000000000001,"15min":1.5649999999999999},"min":{"1min":0.248,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.1269999999999998,"5min":5.6239999999999997,"15min":5.6239999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.262,"15min":1.5289999999999999},"min":{"1min":0.28599999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.2910000000000004,"5min":7.3339999999999996,"15min":7.3339999999999996},"last":2.718}]},{"osd":7,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.1819999999999999,"15min":1.603},"min":{"1min":0.29899999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.2679999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.663,"5min":1.4970000000000001,"15min":1.8140000000000001},"min":{"1min":0.35799999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":7.4290000000000003,"5min":7.4290000000000003,"15min":7.4290000000000003},"last":0.47599999999999998}]}]},{"osd":3,"up_from":370,"seq":1589137899633,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1436460,"kb_used_data":1267812,"kb_used_omap":0,"kb_used_meta":168640,"kb_avail":86643924,"statfs":{"total":90194313216,"available":88723378176,"internally_reserved":0,"allocated":1298239488,"data_stored":1295434220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":172687360},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.74099999999999999,"15min":0.89500000000000002},"min":{"1min":0.14399999999999999,"5min":0.125,"15min":0.125},"max":{"1min":3.6720000000000002,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":0.247},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.78100000000000003,"15min":1.0189999999999999},"min":{"1min":0.154,"5min":0.153,"15min":0.153},"max":{"1min":1.7909999999999999,"5min":7.3860000000000001,"15min":7.3860000000000001},"last":0.27000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.85399999999999998,"15min":1.1970000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.7450000000000001,"5min":3.7450000000000001,"15min":3.7450000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.83999999999999997,"15min":1.1599999999999999},"min":{"1min":0.19700000000000001,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":4.2329999999999997},"last":0.36399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":1.444,"15min":1.47},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":33.32,"5min":33.32,"15min":33.32},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.27,"15min":1.2809999999999999},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":33.372,"5min":33.372,"15min":33.372},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.423,"15min":1.8420000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":4.7910000000000004,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.3029999999999999,"15min":1.6619999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":3.2000000000000002,"5min":3.2000000000000002,"15min":4.069},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.294,"15min":1.536},"min":{"1min":0.23100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.621,"5min":7.7539999999999996,"15min":7.7539999999999996},"last":2.3319999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.522,"15min":1.9219999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.9459999999999997,"5min":6.7370000000000001,"15min":6.7370000000000001},"last":0.45200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.3109999999999999,"15min":1.619},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.7909999999999999,"5min":8.3420000000000005,"15min":8.3420000000000005},"last":2.371},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.667,"15min":2.0310000000000001},"min":{"1min":0.317,"5min":0.22,"15min":0.22},"max":{"1min":7.2720000000000002,"5min":7.2720000000000002,"15min":7.2720000000000002},"last":2.4540000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.647,"15min":2.0030000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.1180000000000003,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":1.948},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.458,"15min":1.8260000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.1749999999999998,"5min":4.907,"15min":4.907},"last":0.439}]}]},{"osd":4,"up_from":31,"seq":133143986433,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1966268,"kb_used_data":917620,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":86114116,"statfs":{"total":90194313216,"available":88180854784,"internally_reserved":1073741824,"allocated":939642880,"data_stored":936823859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:18 2021","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.5270000000000001,"15min":1.954},"min":{"1min":0.152,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.462000000000003,"5min":62.878999999999998,"15min":62.878999999999998},"last":0.22500000000000001},{"interface":"front","average":{"1min":3.3399999999999999,"5min":2.5579999999999998,"15min":2.1480000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":44.518999999999998,"5min":62.924999999999997,"15min":62.924999999999997},"last":0.24199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:08:28 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.96899999999999997,"15min":1.3380000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":2.8889999999999998,"5min":3.294,"15min":3.294},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.98399999999999999,"15min":1.349},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"last":0.26700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:09:02 2021","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.6950000000000001,"15min":1.823},"min":{"1min":0.20000000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":22.952000000000002,"5min":22.952000000000002,"15min":22.952000000000002},"last":1.419},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.6519999999999999,"15min":1.716},"min":{"1min":0.219,"5min":0.191,"15min":0.191},"max":{"1min":22.927,"5min":22.927,"15min":22.927},"last":1.373}]},{"osd":3,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":4.2930000000000001,"5min":1.7909999999999999,"15min":1.8720000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":56.844000000000001,"5min":56.844000000000001,"15min":56.844000000000001},"last":0.308},{"interface":"front","average":{"1min":4.3310000000000004,"5min":1.835,"15min":1.845},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":56.823999999999998,"5min":56.823999999999998,"15min":56.823999999999998},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.91800000000000004,"15min":1.081},"min":{"1min":0.14699999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.0659999999999998,"5min":5.2729999999999997,"15min":5.2729999999999997},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90800000000000003,"15min":1.056},"min":{"1min":0.16700000000000001,"5min":0.156,"15min":0.156},"max":{"1min":3.9649999999999999,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.20699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:44 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.042,"15min":1.1459999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":3.3730000000000002,"5min":4.609,"15min":4.609},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.63400000000000001,"5min":1.177,"15min":1.3180000000000001},"min":{"1min":0.19800000000000001,"5min":0.19,"15min":0.19},"max":{"1min":2.0249999999999999,"5min":5.4820000000000002,"15min":5.4820000000000002},"last":0.36299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":1.161,"15min":1.393},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.117,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.1399999999999999,"15min":1.3320000000000001},"min":{"1min":0.217,"5min":0.184,"15min":0.184},"max":{"1min":2.5409999999999999,"5min":3.0249999999999999,"15min":3.0630000000000002},"last":0.38700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822908,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1791980,"kb_used_data":743396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":86288404,"statfs":{"total":90194313216,"available":88359325696,"internally_reserved":1073741824,"allocated":761237504,"data_stored":758432745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":1.1020000000000001,"15min":1.3169999999999999},"min":{"1min":0.156,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.77300000000000002,"5min":13.834,"15min":13.834},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":1.264,"15min":1.359},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.9449999999999998,"5min":13.609,"15min":13.609},"last":0.17199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":1.1539999999999999,"15min":1.4079999999999999},"min":{"1min":0.187,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.091,"5min":3.153,"15min":3.153},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":1.1439999999999999,"15min":1.333},"min":{"1min":0.23100000000000001,"5min":0.188,"15min":0.188},"max":{"1min":3.149,"5min":3.149,"15min":3.149},"last":2.8820000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":1.2010000000000001,"15min":1.5680000000000001},"min":{"1min":0.217,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.774,"5min":3.774,"15min":3.774},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.2230000000000001,"15min":1.633},"min":{"1min":0.20399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.875,"5min":3.875,"15min":3.875},"last":0.253}]},{"osd":3,"last update":"Thu Mar 4 23:08:26 2021","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":1.3540000000000001,"15min":1.5760000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.8010000000000002,"5min":3.8010000000000002,"15min":3.8010000000000002},"last":0.24399999999999999},{"interface":"front","average":{"1min":1.024,"5min":1.423,"15min":1.661},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":3.819,"5min":3.819,"15min":3.819},"last":0.28299999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.877,"15min":1.014},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.125},"max":{"1min":3.9649999999999999,"5min":3.9649999999999999,"15min":3.9649999999999999},"last":0.14399999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.96699999999999997,"15min":1.1259999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.569,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.157}]},{"osd":6,"last update":"Thu Mar 4 23:08:56 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":1.0800000000000001,"15min":1.222},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":4.2619999999999996,"5min":4.2619999999999996,"15min":4.2619999999999996},"last":0.183},{"interface":"front","average":{"1min":0.871,"5min":1.115,"15min":1.2270000000000001},"min":{"1min":0.19700000000000001,"5min":0.182,"15min":0.152},"max":{"1min":3.1200000000000001,"5min":6.8099999999999996,"15min":6.8099999999999996},"last":0.20300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":1.133,"15min":1.3180000000000001},"min":{"1min":0.21299999999999999,"5min":0.16900000000000001,"15min":0.156},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":0.222},{"interface":"front","average":{"1min":0.83299999999999996,"5min":1.143,"15min":1.4099999999999999},"min":{"1min":0.218,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.30199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1337790464,"data_stored":1337786392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1182466048,"data_stored":1182466048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1280184320,"data_stored":1280180248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":907345920,"data_stored":907345920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":746717184,"data_stored":746717184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1050480640,"data_stored":1050476568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1059651584,"data_stored":1059651584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:09:31.285 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pgp_num 1 2021-03-04T23:09:31.386 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:31.494 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:31.597 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:31.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:31 gibba023 bash[18090]: debug 2021-03-04T23:09:31.485+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:32.079 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:32.182 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:32.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:32 gibba008 bash[37770]: cluster 2021-03-04T23:09:31.004133+0000 mgr.x (mgr.34379) 610 : cluster [DBG] pgmap v906: 89 pgs: 89 active+clean; 1.9 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:09:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:32 gibba008 bash[39303]: cluster 2021-03-04T23:09:31.004133+0000 mgr.x (mgr.34379) 610 : cluster [DBG] pgmap v906: 89 pgs: 89 active+clean; 1.9 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:09:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:32 gibba023 bash[27374]: cluster 2021-03-04T23:09:31.004133+0000 mgr.x (mgr.34379) 610 : cluster [DBG] pgmap v906: 89 pgs: 89 active+clean; 1.9 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:09:32.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:32 gibba023 bash[18090]: debug 2021-03-04T23:09:32.069+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:32.654 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:32.757 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:33.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:32 gibba023 bash[16680]: debug 2021-03-04T23:09:32.649+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:33.162 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:33.265 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:33.450 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:33.523 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:33 gibba008 bash[50326]: debug 2021-03-04T23:09:33.441+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:33.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:33 gibba023 bash[19550]: debug 2021-03-04T23:09:33.157+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:33.554 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:33.731 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:33.773 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:33 gibba008 bash[48858]: debug 2021-03-04T23:09:33.721+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:33.834 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:33.960 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:09:33.980 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:09:34.003 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:09:34.017 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:09:34.032 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:09:34.050 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:09:34.075 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:09:34.093 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:09:34.121 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:09:34.122 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.122 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.123 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.124 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:09:34.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:34 gibba023 bash[27374]: cluster 2021-03-04T23:09:33.004436+0000 mgr.x (mgr.34379) 611 : cluster [DBG] pgmap v907: 89 pgs: 89 active+clean; 1.8 GiB data, 6.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:09:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:34 gibba023 bash[27374]: audit 2021-03-04T23:09:33.869565+0000 mon.c (mon.1) 46 : audit [INF] from='client.? 172.21.2.108:0/2078264887' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:09:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:34 gibba023 bash[27374]: audit 2021-03-04T23:09:33.869943+0000 mon.a (mon.0) 1149 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:09:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:34 gibba023 bash[27374]: audit 2021-03-04T23:09:33.938905+0000 mon.a (mon.0) 1150 : audit [DBG] from='client.? 172.21.2.108:0/69745517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[39303]: cluster 2021-03-04T23:09:33.004436+0000 mgr.x (mgr.34379) 611 : cluster [DBG] pgmap v907: 89 pgs: 89 active+clean; 1.8 GiB data, 6.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:09:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[39303]: audit 2021-03-04T23:09:33.869565+0000 mon.c (mon.1) 46 : audit [INF] from='client.? 172.21.2.108:0/2078264887' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:09:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[39303]: audit 2021-03-04T23:09:33.869943+0000 mon.a (mon.0) 1149 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:09:34.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[39303]: audit 2021-03-04T23:09:33.938905+0000 mon.a (mon.0) 1150 : audit [DBG] from='client.? 172.21.2.108:0/69745517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[37770]: cluster 2021-03-04T23:09:33.004436+0000 mgr.x (mgr.34379) 611 : cluster [DBG] pgmap v907: 89 pgs: 89 active+clean; 1.8 GiB data, 6.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:09:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[37770]: audit 2021-03-04T23:09:33.869565+0000 mon.c (mon.1) 46 : audit [INF] from='client.? 172.21.2.108:0/2078264887' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:09:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[37770]: audit 2021-03-04T23:09:33.869943+0000 mon.a (mon.0) 1149 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:09:34.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:34 gibba008 bash[37770]: audit 2021-03-04T23:09:33.938905+0000 mon.a (mon.0) 1150 : audit [DBG] from='client.? 172.21.2.108:0/69745517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:34.653 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:34.756 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:35.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:34 gibba023 bash[18090]: debug 2021-03-04T23:09:34.645+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:35.125 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:35.228 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:35.427 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:35 gibba023 bash[27374]: cluster 2021-03-04T23:09:34.057925+0000 mon.a (mon.0) 1151 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:09:35.427 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:35 gibba023 bash[27374]: audit 2021-03-04T23:09:34.071157+0000 mon.a (mon.0) 1152 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:09:35.428 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:35 gibba023 bash[27374]: cluster 2021-03-04T23:09:34.071193+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e589: 8 total, 8 up, 7 in 2021-03-04T23:09:35.428 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:35.482 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[44600]: debug 2021-03-04T23:09:35.117+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:35.483 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[37770]: cluster 2021-03-04T23:09:34.057925+0000 mon.a (mon.0) 1151 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:09:35.483 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[37770]: audit 2021-03-04T23:09:34.071157+0000 mon.a (mon.0) 1152 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:09:35.484 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[37770]: cluster 2021-03-04T23:09:34.071193+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e589: 8 total, 8 up, 7 in 2021-03-04T23:09:35.484 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[39303]: cluster 2021-03-04T23:09:34.057925+0000 mon.a (mon.0) 1151 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:09:35.484 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[39303]: audit 2021-03-04T23:09:34.071157+0000 mon.a (mon.0) 1152 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:09:35.484 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[39303]: cluster 2021-03-04T23:09:34.071193+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e589: 8 total, 8 up, 7 in 2021-03-04T23:09:35.533 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:35.737 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:35 gibba023 bash[19550]: debug 2021-03-04T23:09:35.421+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:35.975 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:36.078 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:36 gibba008 bash[39303]: cluster 2021-03-04T23:09:35.004875+0000 mgr.x (mgr.34379) 612 : cluster [DBG] pgmap v909: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:09:36.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:35 gibba008 bash[47391]: debug 2021-03-04T23:09:35.965+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:36 gibba008 bash[37770]: cluster 2021-03-04T23:09:35.004875+0000 mgr.x (mgr.34379) 612 : cluster [DBG] pgmap v909: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:09:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:36 gibba023 bash[27374]: cluster 2021-03-04T23:09:35.004875+0000 mgr.x (mgr.34379) 612 : cluster [DBG] pgmap v909: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:09:36.378 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:36.481 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:36.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:36 gibba023 bash[19550]: debug 2021-03-04T23:09:36.369+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:36.806 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:36.910 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:37.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:36 gibba008 bash[50326]: debug 2021-03-04T23:09:36.793+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:37.421 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:37.524 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:37.670 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:37.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:37 gibba008 bash[47391]: debug 2021-03-04T23:09:37.409+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:37.772 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:37.846 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:37 gibba023 bash[19550]: debug 2021-03-04T23:09:37.661+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:37.952 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:09:37.953 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:09:38.167 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:38.271 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:38.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:38 gibba023 bash[27374]: cluster 2021-03-04T23:09:37.005343+0000 mgr.x (mgr.34379) 613 : cluster [DBG] pgmap v910: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:38.460 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:38 gibba008 bash[39303]: cluster 2021-03-04T23:09:37.005343+0000 mgr.x (mgr.34379) 613 : cluster [DBG] pgmap v910: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:38.461 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:38 gibba008 bash[44600]: debug 2021-03-04T23:09:38.157+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:38.461 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:38 gibba008 bash[37770]: cluster 2021-03-04T23:09:37.005343+0000 mgr.x (mgr.34379) 613 : cluster [DBG] pgmap v910: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:38.462 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:38.563 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:38.607 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:09:38.638 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:38.722 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:38.741 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:38.751 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:38 gibba008 bash[47391]: debug 2021-03-04T23:09:38.453+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:38.751 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:38 gibba008 bash[44600]: debug 2021-03-04T23:09:38.629+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:38.811 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:09:38.922 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:38.929 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:09:39.035 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:09:39.129 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:39.232 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:39.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:39 gibba008 bash[50326]: debug 2021-03-04T23:09:39.121+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:39.529 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:39.632 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:39.915 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:39 gibba023 bash[27374]: audit 2021-03-04T23:09:38.904411+0000 mon.a (mon.0) 1154 : audit [INF] from='client.? 172.21.2.108:0/4063920034' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:09:39.916 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:39 gibba023 bash[27374]: cluster 2021-03-04T23:09:39.005759+0000 mgr.x (mgr.34379) 614 : cluster [DBG] pgmap v911: 89 pgs: 89 active+clean; 1.3 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:39.916 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:39 gibba023 bash[15180]: debug 2021-03-04T23:09:39.521+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:39.945 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 1 pgp_num to 1 2021-03-04T23:09:40.051 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:40.154 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:40.159 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:40 gibba008 bash[48858]: debug 2021-03-04T23:09:40.045+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:40.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:39 gibba008 bash[39303]: audit 2021-03-04T23:09:38.904411+0000 mon.a (mon.0) 1154 : audit [INF] from='client.? 172.21.2.108:0/4063920034' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:09:40.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:39 gibba008 bash[39303]: cluster 2021-03-04T23:09:39.005759+0000 mgr.x (mgr.34379) 614 : cluster [DBG] pgmap v911: 89 pgs: 89 active+clean; 1.3 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:40.161 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:39 gibba008 bash[37770]: audit 2021-03-04T23:09:38.904411+0000 mon.a (mon.0) 1154 : audit [INF] from='client.? 172.21.2.108:0/4063920034' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:09:40.161 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:39 gibba008 bash[37770]: cluster 2021-03-04T23:09:39.005759+0000 mgr.x (mgr.34379) 614 : cluster [DBG] pgmap v911: 89 pgs: 89 active+clean; 1.3 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:09:40.502 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:40.606 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:40.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:40 gibba008 bash[47391]: debug 2021-03-04T23:09:40.493+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:40.805 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:40 gibba023 bash[18090]: debug 2021-03-04T23:09:40.797+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:40.806 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:40.909 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:41.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:40 gibba008 bash[39303]: audit 2021-03-04T23:09:39.920296+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.2.108:0/4063920034' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished 2021-03-04T23:09:41.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:40 gibba008 bash[39303]: cluster 2021-03-04T23:09:39.920468+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e590: 8 total, 8 up, 7 in 2021-03-04T23:09:41.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:40 gibba008 bash[37770]: audit 2021-03-04T23:09:39.920296+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.2.108:0/4063920034' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished 2021-03-04T23:09:41.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:40 gibba008 bash[37770]: cluster 2021-03-04T23:09:39.920468+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e590: 8 total, 8 up, 7 in 2021-03-04T23:09:41.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:40 gibba023 bash[27374]: audit 2021-03-04T23:09:39.920296+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.2.108:0/4063920034' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished 2021-03-04T23:09:41.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:40 gibba023 bash[27374]: cluster 2021-03-04T23:09:39.920468+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e590: 8 total, 8 up, 7 in 2021-03-04T23:09:41.572 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:41.675 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:41.817 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:41.920 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:41.922 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:41 gibba023 bash[16680]: debug 2021-03-04T23:09:41.561+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:42.103 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:41 gibba008 bash[39303]: cluster 2021-03-04T23:09:41.006220+0000 mgr.x (mgr.34379) 615 : cluster [DBG] pgmap v913: 89 pgs: 89 active+clean; 1.1 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:09:42.104 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:41 gibba008 bash[44600]: debug 2021-03-04T23:09:41.809+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:42.104 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:41 gibba008 bash[37770]: cluster 2021-03-04T23:09:41.006220+0000 mgr.x (mgr.34379) 615 : cluster [DBG] pgmap v913: 89 pgs: 89 active+clean; 1.1 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:09:42.237 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:41 gibba023 bash[27374]: cluster 2021-03-04T23:09:41.006220+0000 mgr.x (mgr.34379) 615 : cluster [DBG] pgmap v913: 89 pgs: 89 active+clean; 1.1 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:09:42.238 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:42 gibba023 bash[18090]: debug 2021-03-04T23:09:42.229+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:42.239 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:42.341 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:42.766 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:42.869 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:43.009 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:43.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:42 gibba023 bash[15180]: debug 2021-03-04T23:09:42.757+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:43.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:43 gibba023 bash[19550]: debug 2021-03-04T23:09:43.001+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:43.112 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:43.209 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:43.312 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:43.427 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:09:43.427 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:09:43.445 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:43 gibba023 bash[19550]: debug 2021-03-04T23:09:43.201+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:43.449 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:43.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:43.595 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:43 gibba023 bash[15180]: debug 2021-03-04T23:09:43.437+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:43.805 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:43.908 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:43.999 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:43 gibba008 bash[50326]: debug 2021-03-04T23:09:43.797+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:44.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:44 gibba008 bash[39303]: cluster 2021-03-04T23:09:43.006515+0000 mgr.x (mgr.34379) 616 : cluster [DBG] pgmap v914: 89 pgs: 89 active+clean; 993 MiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:09:44.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:44 gibba008 bash[37770]: cluster 2021-03-04T23:09:43.006515+0000 mgr.x (mgr.34379) 616 : cluster [DBG] pgmap v914: 89 pgs: 89 active+clean; 993 MiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:09:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:44 gibba023 bash[27374]: cluster 2021-03-04T23:09:43.006515+0000 mgr.x (mgr.34379) 616 : cluster [DBG] pgmap v914: 89 pgs: 89 active+clean; 993 MiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:09:44.323 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:44.426 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:44.440 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:09:44.544 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:09:44.579 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:44 gibba023 bash[16680]: debug 2021-03-04T23:09:44.317+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:44.951 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:45.054 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[37770]: audit 2021-03-04T23:09:44.715309+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 2]}]: dispatch 2021-03-04T23:09:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[37770]: audit 2021-03-04T23:09:44.715585+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:09:45.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[37770]: audit 2021-03-04T23:09:44.846807+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:09:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[39303]: audit 2021-03-04T23:09:44.715309+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 2]}]: dispatch 2021-03-04T23:09:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[39303]: audit 2021-03-04T23:09:44.715585+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:09:45.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[39303]: audit 2021-03-04T23:09:44.846807+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:09:45.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:44 gibba008 bash[50326]: debug 2021-03-04T23:09:44.945+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:45.496 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:45 gibba023 bash[27374]: audit 2021-03-04T23:09:44.715309+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 2]}]: dispatch 2021-03-04T23:09:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:45 gibba023 bash[27374]: audit 2021-03-04T23:09:44.715585+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:09:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:45 gibba023 bash[27374]: audit 2021-03-04T23:09:44.846807+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:09:45.601 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:45.760 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:45.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:45 gibba008 bash[48858]: debug 2021-03-04T23:09:45.485+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:45.863 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:45.885 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:45 gibba023 bash[18090]: debug 2021-03-04T23:09:45.753+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:46.130 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:46 gibba008 bash[39303]: cluster 2021-03-04T23:09:45.006855+0000 mgr.x (mgr.34379) 617 : cluster [DBG] pgmap v915: 89 pgs: 89 active+clean; 853 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:46.131 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:46 gibba008 bash[37770]: cluster 2021-03-04T23:09:45.006855+0000 mgr.x (mgr.34379) 617 : cluster [DBG] pgmap v915: 89 pgs: 89 active+clean; 853 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:46.131 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:46.212 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:46 gibba023 bash[27374]: cluster 2021-03-04T23:09:45.006855+0000 mgr.x (mgr.34379) 617 : cluster [DBG] pgmap v915: 89 pgs: 89 active+clean; 853 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:09:46.234 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:46.509 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:09:46.509 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:09:46.509 INFO:tasks.thrashosds.thrasher:Growing pool rbd 2021-03-04T23:09:46.510 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:09:46.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:46 gibba008 bash[48858]: debug 2021-03-04T23:09:46.121+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:46.569 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:46.614 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:46.673 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:46.734 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:09:46.748 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:09:46.776 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:09:46.796 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:09:46.815 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:09:46.833 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:09:46.853 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:09:46.874 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:09:46.875 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.875 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.875 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.876 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.876 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.876 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.876 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:09:46.876 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:09:47.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:46 gibba023 bash[18090]: debug 2021-03-04T23:09:46.561+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:47.138 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:47.242 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:47.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:47 gibba008 bash[37770]: audit 2021-03-04T23:09:46.712374+0000 mon.a (mon.0) 1160 : audit [DBG] from='client.? 172.21.2.108:0/3506229383' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:47.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:47 gibba008 bash[39303]: audit 2021-03-04T23:09:46.712374+0000 mon.a (mon.0) 1160 : audit [DBG] from='client.? 172.21.2.108:0/3506229383' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:47 gibba023 bash[27374]: audit 2021-03-04T23:09:46.712374+0000 mon.a (mon.0) 1160 : audit [DBG] from='client.? 172.21.2.108:0/3506229383' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:09:47.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:47 gibba023 bash[19550]: debug 2021-03-04T23:09:47.129+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:47.568 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:47.671 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:48.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:47 gibba023 bash[18090]: debug 2021-03-04T23:09:47.561+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:48.077 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:48.180 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:48 gibba008 bash[37770]: cluster 2021-03-04T23:09:47.007319+0000 mgr.x (mgr.34379) 618 : cluster [DBG] pgmap v916: 89 pgs: 89 active+clean; 624 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:09:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:48 gibba008 bash[39303]: cluster 2021-03-04T23:09:47.007319+0000 mgr.x (mgr.34379) 618 : cluster [DBG] pgmap v916: 89 pgs: 89 active+clean; 624 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:09:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:48 gibba023 bash[27374]: cluster 2021-03-04T23:09:47.007319+0000 mgr.x (mgr.34379) 618 : cluster [DBG] pgmap v916: 89 pgs: 89 active+clean; 624 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:09:48.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:48 gibba023 bash[19550]: debug 2021-03-04T23:09:48.065+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:48.730 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:48.833 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:48.987 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:48 gibba008 bash[47391]: debug 2021-03-04T23:09:48.721+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:48.988 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:49.005 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:09:49.005 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:09:49.005 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:09:49.006 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:09:49.006 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.006 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:38795 25.b 25:d0301a82:::benchmark_data_gibba008_61550_object38794:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:09:49.006 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:26.486352+0000", 2021-03-04T23:09:49.007 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 202.51471741500001, 2021-03-04T23:09:49.007 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17146773200000001, 2021-03-04T23:09:49.007 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.007 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.007 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.008 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.008 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.008 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 38795 2021-03-04T23:09:49.008 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.009 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.009 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486352+0000", 2021-03-04T23:09:49.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.010 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.010 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486352+0000", 2021-03-04T23:09:49.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6308e-05 2021-03-04T23:09:49.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.011 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.011 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486449+0000", 2021-03-04T23:09:49.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.59e-06 2021-03-04T23:09:49.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.012 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486450+0000", 2021-03-04T23:09:49.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6900000000000004e-06 2021-03-04T23:09:49.013 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.013 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.014 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486460+0000", 2021-03-04T23:09:49.014 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3990000000000003e-06 2021-03-04T23:09:49.014 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.014 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.015 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.015 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486465+0000", 2021-03-04T23:09:49.015 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4234000000000003e-05 2021-03-04T23:09:49.015 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.016 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.016 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486519+0000", 2021-03-04T23:09:49.016 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109716 2021-03-04T23:09:49.016 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.017 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.017 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.017 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486629+0000", 2021-03-04T23:09:49.017 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5129000000000005e-05 2021-03-04T23:09:49.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.018 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.018 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.018 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486704+0000", 2021-03-04T23:09:49.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0012742960000000001 2021-03-04T23:09:49.018 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.019 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.019 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.019 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.487979+0000", 2021-03-04T23:09:49.019 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019483200000000001 2021-03-04T23:09:49.019 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.020 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.020 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488173+0000", 2021-03-04T23:09:49.021 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16932189 2021-03-04T23:09:49.021 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.021 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.021 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.021 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657495+0000", 2021-03-04T23:09:49.022 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014378000000000001 2021-03-04T23:09:49.022 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.022 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657639+0000", 2021-03-04T23:09:49.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018086799999999999 2021-03-04T23:09:49.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.023 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.023 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657820+0000", 2021-03-04T23:09:49.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17146773200000001 2021-03-04T23:09:49.024 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.024 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.024 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.025 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:54235 25.b 25:d76ec57e:::benchmark_data_gibba008_61550_object54234:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:09:49.025 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:31.734777+0000", 2021-03-04T23:09:49.025 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 197.26629228100001, 2021-03-04T23:09:49.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16023077199999999, 2021-03-04T23:09:49.026 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.026 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.026 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.026 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.027 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.027 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 54235 2021-03-04T23:09:49.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.027 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734777+0000", 2021-03-04T23:09:49.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734777+0000", 2021-03-04T23:09:49.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000142767 2021-03-04T23:09:49.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734920+0000", 2021-03-04T23:09:49.030 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3149999999999999e-06 2021-03-04T23:09:49.030 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.031 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.031 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734922+0000", 2021-03-04T23:09:49.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4504999999999999e-05 2021-03-04T23:09:49.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.032 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.032 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.032 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734937+0000", 2021-03-04T23:09:49.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.452e-06 2021-03-04T23:09:49.032 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.033 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.033 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.033 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734944+0000", 2021-03-04T23:09:49.033 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8631000000000002e-05 2021-03-04T23:09:49.033 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.034 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.034 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.034 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.735003+0000", 2021-03-04T23:09:49.035 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022974900000000001 2021-03-04T23:09:49.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.035 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.035 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.036 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.735233+0000", 2021-03-04T23:09:49.036 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025012500000000002 2021-03-04T23:09:49.036 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.036 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.036 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.037 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.735483+0000", 2021-03-04T23:09:49.037 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024658060000000001 2021-03-04T23:09:49.037 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.037 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.038 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.737949+0000", 2021-03-04T23:09:49.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3822e-05 2021-03-04T23:09:49.038 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.038 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.039 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.039 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.737973+0000", 2021-03-04T23:09:49.039 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15660205399999999 2021-03-04T23:09:49.039 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.039 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.894575+0000", 2021-03-04T23:09:49.040 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025412600000000003 2021-03-04T23:09:49.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.894829+0000", 2021-03-04T23:09:49.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017942000000000001 2021-03-04T23:09:49.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.042 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.895008+0000", 2021-03-04T23:09:49.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16023077199999999 2021-03-04T23:09:49.043 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.043 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.043 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.043 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.044 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:58088 25.b 25:d06f6fc9:::benchmark_data_gibba008_61550_object58087:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:09:49.044 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:33.999110+0000", 2021-03-04T23:09:49.044 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 195.00196004700001, 2021-03-04T23:09:49.044 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.125221218, 2021-03-04T23:09:49.045 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.045 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.045 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.045 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.045 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.046 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 58088 2021-03-04T23:09:49.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.046 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.046 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.047 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999110+0000", 2021-03-04T23:09:49.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.047 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.047 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.047 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.048 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999110+0000", 2021-03-04T23:09:49.048 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2521e-05 2021-03-04T23:09:49.048 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999132+0000", 2021-03-04T23:09:49.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0070000000000001e-06 2021-03-04T23:09:49.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.050 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999133+0000", 2021-03-04T23:09:49.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6460000000000004e-06 2021-03-04T23:09:49.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999140+0000", 2021-03-04T23:09:49.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:09:49.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999143+0000", 2021-03-04T23:09:49.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4542999999999999e-05 2021-03-04T23:09:49.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.053 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999168+0000", 2021-03-04T23:09:49.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000121107 2021-03-04T23:09:49.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.054 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999289+0000", 2021-03-04T23:09:49.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012430899999999999 2021-03-04T23:09:49.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:33.999413+0000", 2021-03-04T23:09:49.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003066544 2021-03-04T23:09:49.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.002480+0000", 2021-03-04T23:09:49.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7010000000000004e-06 2021-03-04T23:09:49.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.057 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.002485+0000", 2021-03-04T23:09:49.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12174470900000001 2021-03-04T23:09:49.058 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.059 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.124229+0000", 2021-03-04T23:09:49.059 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7058000000000002e-05 2021-03-04T23:09:49.059 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.059 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.060 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.124286+0000", 2021-03-04T23:09:49.060 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4406999999999997e-05 2021-03-04T23:09:49.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.061 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.124331+0000", 2021-03-04T23:09:49.061 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.125221218 2021-03-04T23:09:49.061 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.061 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.062 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.062 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.062 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.062 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:58103 25.b 25:d79d5a30:::benchmark_data_gibba008_61550_object58102:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:09:49.062 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:34.003266+0000", 2021-03-04T23:09:49.063 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 194.99780358800001, 2021-03-04T23:09:49.063 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12646501399999999, 2021-03-04T23:09:49.063 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.063 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.064 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.064 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.064 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.064 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 58103 2021-03-04T23:09:49.064 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.065 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.065 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.065 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.065 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003266+0000", 2021-03-04T23:09:49.066 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.066 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.066 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.066 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.067 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003266+0000", 2021-03-04T23:09:49.067 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6196000000000002e-05 2021-03-04T23:09:49.067 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.067 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.067 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.068 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003322+0000", 2021-03-04T23:09:49.068 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.212e-06 2021-03-04T23:09:49.068 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.068 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.068 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.069 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003323+0000", 2021-03-04T23:09:49.069 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9780000000000005e-06 2021-03-04T23:09:49.069 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.069 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.070 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.070 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003331+0000", 2021-03-04T23:09:49.070 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6299999999999997e-06 2021-03-04T23:09:49.070 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.070 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.071 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.071 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003336+0000", 2021-03-04T23:09:49.071 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030646900000000002 2021-03-04T23:09:49.071 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.071 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.072 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.072 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003643+0000", 2021-03-04T23:09:49.072 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9994000000000006e-05 2021-03-04T23:09:49.072 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.072 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.073 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.073 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003733+0000", 2021-03-04T23:09:49.073 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4886000000000001e-05 2021-03-04T23:09:49.073 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.073 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.074 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.074 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.003807+0000", 2021-03-04T23:09:49.074 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0015393970000000001 2021-03-04T23:09:49.074 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.075 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.075 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.075 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.005347+0000", 2021-03-04T23:09:49.075 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000152991 2021-03-04T23:09:49.075 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.076 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.076 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.076 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.005500+0000", 2021-03-04T23:09:49.076 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.124096052 2021-03-04T23:09:49.076 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.077 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.077 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.077 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.129596+0000", 2021-03-04T23:09:49.077 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2787999999999994e-05 2021-03-04T23:09:49.078 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.078 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.078 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.078 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.129679+0000", 2021-03-04T23:09:49.079 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2420999999999998e-05 2021-03-04T23:09:49.079 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.079 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.079 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.079 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:34.129731+0000", 2021-03-04T23:09:49.080 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12646501399999999 2021-03-04T23:09:49.080 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.080 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.080 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.081 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.081 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.081 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75122 25.b 25:de39ca66:::benchmark_data_gibba008_61550_object75121:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:09:49.081 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.528378+0000", 2021-03-04T23:09:49.082 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 186.472691594, 2021-03-04T23:09:49.082 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13953145, 2021-03-04T23:09:49.082 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.082 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.082 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.083 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.083 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.083 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75122 2021-03-04T23:09:49.083 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.083 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.084 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.084 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.084 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528378+0000", 2021-03-04T23:09:49.084 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.085 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.085 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.085 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.085 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528378+0000", 2021-03-04T23:09:49.085 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0432000000000001e-05 2021-03-04T23:09:49.086 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.086 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.087 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.087 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528428+0000", 2021-03-04T23:09:49.087 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5099999999999999e-06 2021-03-04T23:09:49.087 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.088 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.088 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.088 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528430+0000", 2021-03-04T23:09:49.088 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6179999999999995e-06 2021-03-04T23:09:49.089 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.089 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.089 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.089 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528439+0000", 2021-03-04T23:09:49.090 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.703e-06 2021-03-04T23:09:49.090 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.090 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.090 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.091 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528442+0000", 2021-03-04T23:09:49.091 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5913e-05 2021-03-04T23:09:49.091 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.092 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.092 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.092 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528478+0000", 2021-03-04T23:09:49.092 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7793000000000005e-05 2021-03-04T23:09:49.093 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.093 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.093 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.093 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528566+0000", 2021-03-04T23:09:49.093 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016093600000000001 2021-03-04T23:09:49.094 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.094 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.094 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.094 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528727+0000", 2021-03-04T23:09:49.095 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037223239999999999 2021-03-04T23:09:49.095 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.095 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.095 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.095 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.532449+0000", 2021-03-04T23:09:49.096 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7178000000000002e-05 2021-03-04T23:09:49.096 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.096 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.096 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.096 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.532486+0000", 2021-03-04T23:09:49.097 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.135300378 2021-03-04T23:09:49.097 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.097 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.097 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.098 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.667787+0000", 2021-03-04T23:09:49.099 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8895999999999999e-05 2021-03-04T23:09:49.099 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.099 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.099 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.099 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.667856+0000", 2021-03-04T23:09:49.100 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3769e-05 2021-03-04T23:09:49.100 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.100 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.100 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.101 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.667909+0000", 2021-03-04T23:09:49.101 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13953145 2021-03-04T23:09:49.101 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.101 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.102 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.102 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.102 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.102 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75128 25.b 25:dfb17c1d:::benchmark_data_gibba008_61550_object75127:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:09:49.102 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.530602+0000", 2021-03-04T23:09:49.103 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 186.47046745099999, 2021-03-04T23:09:49.103 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13790913399999999, 2021-03-04T23:09:49.103 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.103 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.104 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.104 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.104 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.105 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75128 2021-03-04T23:09:49.105 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.105 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.105 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.106 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.106 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530602+0000", 2021-03-04T23:09:49.106 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.106 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.107 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.107 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.107 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530602+0000", 2021-03-04T23:09:49.107 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9764e-05 2021-03-04T23:09:49.108 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.108 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.108 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.108 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530652+0000", 2021-03-04T23:09:49.109 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4170000000000001e-06 2021-03-04T23:09:49.109 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.109 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.110 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.110 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530655+0000", 2021-03-04T23:09:49.110 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7879999999999995e-06 2021-03-04T23:09:49.110 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.111 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.111 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.111 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530664+0000", 2021-03-04T23:09:49.111 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2339999999999996e-06 2021-03-04T23:09:49.111 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.112 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.112 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.112 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530668+0000", 2021-03-04T23:09:49.112 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4239999999999998e-05 2021-03-04T23:09:49.113 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.113 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.113 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.113 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530693+0000", 2021-03-04T23:09:49.114 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2569000000000002e-05 2021-03-04T23:09:49.114 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.114 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.115 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.115 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530775+0000", 2021-03-04T23:09:49.115 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101413 2021-03-04T23:09:49.115 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.115 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.116 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.116 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.530877+0000", 2021-03-04T23:09:49.116 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001773192 2021-03-04T23:09:49.116 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.117 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.117 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.117 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.532650+0000", 2021-03-04T23:09:49.117 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015681399999999999 2021-03-04T23:09:49.117 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.118 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.118 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.118 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.532807+0000", 2021-03-04T23:09:49.118 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13547176599999999 2021-03-04T23:09:49.119 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.119 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.119 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.119 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.668278+0000", 2021-03-04T23:09:49.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013093100000000001 2021-03-04T23:09:49.120 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.120 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.120 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.668409+0000", 2021-03-04T23:09:49.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000102006 2021-03-04T23:09:49.121 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.121 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.121 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.122 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.668511+0000", 2021-03-04T23:09:49.122 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13790913399999999 2021-03-04T23:09:49.122 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.123 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.123 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.123 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.123 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.123 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119761 25.b 25:db6b4732:::benchmark_data_gibba008_61550_object119760:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:49.124 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.682786+0000", 2021-03-04T23:09:49.124 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 160.318283541, 2021-03-04T23:09:49.124 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15645671999999999, 2021-03-04T23:09:49.125 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.125 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.125 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.125 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.126 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.126 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119761 2021-03-04T23:09:49.126 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.126 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.126 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.127 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.127 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.682786+0000", 2021-03-04T23:09:49.127 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.127 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.128 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.128 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.128 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.682786+0000", 2021-03-04T23:09:49.128 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012213099999999999 2021-03-04T23:09:49.128 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.129 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.129 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.682908+0000", 2021-03-04T23:09:49.130 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.204e-06 2021-03-04T23:09:49.130 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.130 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.130 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.130 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.682910+0000", 2021-03-04T23:09:49.131 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4870000000000002e-06 2021-03-04T23:09:49.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.131 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.131 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.132 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.682919+0000", 2021-03-04T23:09:49.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.754e-06 2021-03-04T23:09:49.132 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.132 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.682923+0000", 2021-03-04T23:09:49.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027939620000000001 2021-03-04T23:09:49.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.134 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685717+0000", 2021-03-04T23:09:49.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9441e-05 2021-03-04T23:09:49.135 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.135 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.135 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.135 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685806+0000", 2021-03-04T23:09:49.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7023999999999999e-05 2021-03-04T23:09:49.136 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.136 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.137 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685893+0000", 2021-03-04T23:09:49.137 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0060143619999999997 2021-03-04T23:09:49.137 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.137 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.137 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.138 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.691907+0000", 2021-03-04T23:09:49.138 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025389219999999999 2021-03-04T23:09:49.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.139 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.139 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.139 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.694446+0000", 2021-03-04T23:09:49.140 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14443756899999999 2021-03-04T23:09:49.140 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.140 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.140 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.141 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.838884+0000", 2021-03-04T23:09:49.141 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018620099999999999 2021-03-04T23:09:49.141 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.141 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.142 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.142 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.839070+0000", 2021-03-04T23:09:49.142 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017266300000000001 2021-03-04T23:09:49.142 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.143 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.143 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.143 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.839243+0000", 2021-03-04T23:09:49.144 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15645671999999999 2021-03-04T23:09:49.144 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.144 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.144 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.145 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.145 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.145 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119763 25.b 25:d71a87c2:::benchmark_data_gibba008_61550_object119762:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:49.145 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.685275+0000", 2021-03-04T23:09:49.146 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 160.31579429000001, 2021-03-04T23:09:49.146 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15461793600000001, 2021-03-04T23:09:49.146 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.147 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.147 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.147 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.148 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.148 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119763 2021-03-04T23:09:49.148 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.148 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.149 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.149 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.149 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685275+0000", 2021-03-04T23:09:49.150 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.150 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685275+0000", 2021-03-04T23:09:49.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1357e-05 2021-03-04T23:09:49.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.151 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.152 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685357+0000", 2021-03-04T23:09:49.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.28e-06 2021-03-04T23:09:49.152 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685358+0000", 2021-03-04T23:09:49.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3319999999999998e-06 2021-03-04T23:09:49.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685367+0000", 2021-03-04T23:09:49.154 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5379999999999996e-06 2021-03-04T23:09:49.154 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.155 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.155 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685372+0000", 2021-03-04T23:09:49.155 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066158049999999998 2021-03-04T23:09:49.156 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.156 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.156 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.156 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.691988+0000", 2021-03-04T23:09:49.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7836999999999994e-05 2021-03-04T23:09:49.157 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.157 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.157 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.157 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692065+0000", 2021-03-04T23:09:49.158 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0902000000000006e-05 2021-03-04T23:09:49.158 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.158 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.158 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.158 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692146+0000", 2021-03-04T23:09:49.159 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0083882479999999992 2021-03-04T23:09:49.159 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.159 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.159 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.159 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700535+0000", 2021-03-04T23:09:49.160 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8387999999999998e-05 2021-03-04T23:09:49.160 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.160 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.161 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.161 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700583+0000", 2021-03-04T23:09:49.161 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13882092200000001 2021-03-04T23:09:49.161 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.162 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.162 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.162 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.839404+0000", 2021-03-04T23:09:49.162 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026041699999999998 2021-03-04T23:09:49.162 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.163 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.163 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.163 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.839664+0000", 2021-03-04T23:09:49.163 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022891 2021-03-04T23:09:49.164 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.164 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.164 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.164 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.839893+0000", 2021-03-04T23:09:49.165 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15461793600000001 2021-03-04T23:09:49.165 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.165 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.165 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.166 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.166 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.166 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119769 25.b 25:d9e67b53:::benchmark_data_gibba008_61550_object119768:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:49.167 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.688898+0000", 2021-03-04T23:09:49.167 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 160.31217195100001, 2021-03-04T23:09:49.167 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15150661000000001, 2021-03-04T23:09:49.167 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.168 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.168 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.168 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.168 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.169 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119769 2021-03-04T23:09:49.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.169 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.169 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.170 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.688898+0000", 2021-03-04T23:09:49.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.171 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.171 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.688898+0000", 2021-03-04T23:09:49.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018047899999999999 2021-03-04T23:09:49.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.171 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.172 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.172 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.689078+0000", 2021-03-04T23:09:49.172 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.001e-06 2021-03-04T23:09:49.172 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.172 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.173 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.173 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.689079+0000", 2021-03-04T23:09:49.173 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8909999999999995e-06 2021-03-04T23:09:49.173 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.174 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.174 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.174 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.689087+0000", 2021-03-04T23:09:49.174 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.399e-06 2021-03-04T23:09:49.174 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.175 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.175 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.689090+0000", 2021-03-04T23:09:49.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053699170000000001 2021-03-04T23:09:49.176 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.176 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.177 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.694460+0000", 2021-03-04T23:09:49.177 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8942000000000004e-05 2021-03-04T23:09:49.177 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.177 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.178 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.178 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.694539+0000", 2021-03-04T23:09:49.179 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6902000000000002e-05 2021-03-04T23:09:49.179 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.179 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.180 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.180 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.694626+0000", 2021-03-04T23:09:49.180 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0059607879999999999 2021-03-04T23:09:49.180 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.181 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.181 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700587+0000", 2021-03-04T23:09:49.182 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6598000000000002e-05 2021-03-04T23:09:49.182 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.182 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.182 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.183 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700654+0000", 2021-03-04T23:09:49.183 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.139415068 2021-03-04T23:09:49.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.183 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.184 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.184 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.840069+0000", 2021-03-04T23:09:49.184 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014356899999999999 2021-03-04T23:09:49.184 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.185 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.185 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.185 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.840212+0000", 2021-03-04T23:09:49.185 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019205599999999999 2021-03-04T23:09:49.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.186 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.186 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.840404+0000", 2021-03-04T23:09:49.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15150661000000001 2021-03-04T23:09:49.186 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.187 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.187 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.188 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119772 25.b 25:d6912e50:::benchmark_data_gibba008_61550_object119771:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:49.188 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.692133+0000", 2021-03-04T23:09:49.188 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 160.30893680099999, 2021-03-04T23:09:49.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14897605999999999, 2021-03-04T23:09:49.189 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.189 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.189 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.189 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.189 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.190 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119772 2021-03-04T23:09:49.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.190 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.190 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.191 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.191 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692133+0000", 2021-03-04T23:09:49.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.191 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.191 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.192 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.192 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692133+0000", 2021-03-04T23:09:49.192 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3486000000000003e-05 2021-03-04T23:09:49.193 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.193 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.193 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692186+0000", 2021-03-04T23:09:49.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.097e-06 2021-03-04T23:09:49.194 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.194 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.194 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.194 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692187+0000", 2021-03-04T23:09:49.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0319999999999998e-06 2021-03-04T23:09:49.195 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.195 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.195 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.195 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692194+0000", 2021-03-04T23:09:49.196 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8139999999999998e-06 2021-03-04T23:09:49.196 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.196 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.196 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.197 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692198+0000", 2021-03-04T23:09:49.197 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045597149999999998 2021-03-04T23:09:49.197 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.198 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.198 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.696758+0000", 2021-03-04T23:09:49.198 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8948000000000005e-05 2021-03-04T23:09:49.198 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.199 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.199 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.199 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.696827+0000", 2021-03-04T23:09:49.199 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6835000000000006e-05 2021-03-04T23:09:49.200 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.200 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.200 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.200 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.696904+0000", 2021-03-04T23:09:49.201 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036872290000000002 2021-03-04T23:09:49.201 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.201 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.201 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.201 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700591+0000", 2021-03-04T23:09:49.202 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00034511999999999998 2021-03-04T23:09:49.202 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.202 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.202 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.203 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700936+0000", 2021-03-04T23:09:49.203 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13974235900000001 2021-03-04T23:09:49.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.203 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.204 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.840678+0000", 2021-03-04T23:09:49.204 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024653099999999997 2021-03-04T23:09:49.204 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.204 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.205 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.840925+0000", 2021-03-04T23:09:49.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018389400000000001 2021-03-04T23:09:49.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.841109+0000", 2021-03-04T23:09:49.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14897605999999999 2021-03-04T23:09:49.206 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.207 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.207 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.207 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.207 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119775 25.b 25:d550534f:::benchmark_data_gibba008_61550_object119774:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:49.208 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.695779+0000", 2021-03-04T23:09:49.208 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 160.30529104600001, 2021-03-04T23:09:49.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.146179907, 2021-03-04T23:09:49.208 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.209 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.209 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.209 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.210 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.210 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119775 2021-03-04T23:09:49.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.210 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.211 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.211 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.211 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695779+0000", 2021-03-04T23:09:49.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.211 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.212 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.212 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695779+0000", 2021-03-04T23:09:49.212 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3163999999999994e-05 2021-03-04T23:09:49.212 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.213 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.213 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.213 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695842+0000", 2021-03-04T23:09:49.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8150000000000002e-06 2021-03-04T23:09:49.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.214 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.214 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695845+0000", 2021-03-04T23:09:49.214 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0070000000000003e-06 2021-03-04T23:09:49.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695854+0000", 2021-03-04T23:09:49.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7139999999999999e-06 2021-03-04T23:09:49.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695857+0000", 2021-03-04T23:09:49.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002879787 2021-03-04T23:09:49.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.217 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.217 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.217 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.698737+0000", 2021-03-04T23:09:49.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4836000000000001e-05 2021-03-04T23:09:49.218 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.218 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.218 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.219 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.698802+0000", 2021-03-04T23:09:49.219 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9599999999999997e-05 2021-03-04T23:09:49.219 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.219 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.219 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.220 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.698882+0000", 2021-03-04T23:09:49.220 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019297470000000001 2021-03-04T23:09:49.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.220 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.700811+0000", 2021-03-04T23:09:49.221 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00041203700000000003 2021-03-04T23:09:49.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.701223+0000", 2021-03-04T23:09:49.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14004835500000001 2021-03-04T23:09:49.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.841272+0000", 2021-03-04T23:09:49.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025597599999999999 2021-03-04T23:09:49.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.841528+0000", 2021-03-04T23:09:49.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043086900000000001 2021-03-04T23:09:49.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.225 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.225 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.841958+0000", 2021-03-04T23:09:49.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.146179907 2021-03-04T23:09:49.226 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.226 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.226 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.227 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:120449 25.b 25:daadda63:::benchmark_data_gibba008_61550_object120448:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:09:49.227 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:09.295459+0000", 2021-03-04T23:09:49.227 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 159.70561068200001, 2021-03-04T23:09:49.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.121463371, 2021-03-04T23:09:49.228 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.228 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.228 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.229 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.229 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.229 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 120449 2021-03-04T23:09:49.229 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.230 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.230 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.231 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.295459+0000", 2021-03-04T23:09:49.231 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.231 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.232 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.232 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.232 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.295459+0000", 2021-03-04T23:09:49.232 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1362999999999999e-05 2021-03-04T23:09:49.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.233 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.233 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.295480+0000", 2021-03-04T23:09:49.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1500000000000005e-07 2021-03-04T23:09:49.233 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.234 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.295481+0000", 2021-03-04T23:09:49.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5889999999999999e-06 2021-03-04T23:09:49.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.235 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.295484+0000", 2021-03-04T23:09:49.236 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1330000000000002e-06 2021-03-04T23:09:49.236 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.236 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.237 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.295487+0000", 2021-03-04T23:09:49.237 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034735909999999998 2021-03-04T23:09:49.237 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.238 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.238 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.238 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.298960+0000", 2021-03-04T23:09:49.238 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012036000000000001 2021-03-04T23:09:49.239 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.239 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.239 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.239 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.299080+0000", 2021-03-04T23:09:49.239 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014195599999999999 2021-03-04T23:09:49.240 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.240 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.240 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.240 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.299222+0000", 2021-03-04T23:09:49.240 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053562719999999996 2021-03-04T23:09:49.241 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.241 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.241 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.241 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.304579+0000", 2021-03-04T23:09:49.242 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00048769500000000001 2021-03-04T23:09:49.242 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.242 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.242 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.243 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.305066+0000", 2021-03-04T23:09:49.243 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.111686244 2021-03-04T23:09:49.243 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.243 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.244 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.244 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.416753+0000", 2021-03-04T23:09:49.244 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2193000000000003e-05 2021-03-04T23:09:49.245 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.245 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.245 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.246 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.416845+0000", 2021-03-04T23:09:49.246 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7459999999999994e-05 2021-03-04T23:09:49.246 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.246 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.247 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.247 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:09.416922+0000", 2021-03-04T23:09:49.247 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.121463371 2021-03-04T23:09:49.247 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.248 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.248 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.248 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.248 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.248 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:184116 25.b 25:d493586d:::benchmark_data_gibba008_61550_object8185:head [delete] snapc 0=[] ondisk+write+known_if_redirected e581)", 2021-03-04T23:09:49.249 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:53.643102+0000", 2021-03-04T23:09:49.249 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 115.35796804100001, 2021-03-04T23:09:49.249 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.126135161, 2021-03-04T23:09:49.249 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.250 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.250 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.250 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.250 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.250 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 184116 2021-03-04T23:09:49.251 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.251 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.251 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.251 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.251 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643102+0000", 2021-03-04T23:09:49.252 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.252 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.252 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.252 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.253 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643102+0000", 2021-03-04T23:09:49.253 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7099999999999999e-06 2021-03-04T23:09:49.253 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.253 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.253 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.254 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643103+0000", 2021-03-04T23:09:49.254 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.263e-06 2021-03-04T23:09:49.254 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.256 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.256 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.257 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643105+0000", 2021-03-04T23:09:49.257 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1806e-05 2021-03-04T23:09:49.257 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.258 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.258 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.258 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643116+0000", 2021-03-04T23:09:49.258 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9609999999999999e-06 2021-03-04T23:09:49.259 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.259 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.259 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.259 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643120+0000", 2021-03-04T23:09:49.260 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5894e-05 2021-03-04T23:09:49.260 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.260 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.261 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.261 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643146+0000", 2021-03-04T23:09:49.261 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7712000000000005e-05 2021-03-04T23:09:49.261 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.261 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.262 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.262 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643214+0000", 2021-03-04T23:09:49.262 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0782999999999997e-05 2021-03-04T23:09:49.262 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.263 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.263 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.263 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.643275+0000", 2021-03-04T23:09:49.263 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025736370000000001 2021-03-04T23:09:49.264 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.264 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.264 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.264 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.645848+0000", 2021-03-04T23:09:49.265 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019786199999999999 2021-03-04T23:09:49.265 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.265 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.265 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.265 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.647827+0000", 2021-03-04T23:09:49.266 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12119082 2021-03-04T23:09:49.266 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.266 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.266 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.267 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.769018+0000", 2021-03-04T23:09:49.267 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112701 2021-03-04T23:09:49.267 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.267 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.268 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.268 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.769130+0000", 2021-03-04T23:09:49.268 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106254 2021-03-04T23:09:49.268 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.268 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.269 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.269 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.769237+0000", 2021-03-04T23:09:49.269 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.126135161 2021-03-04T23:09:49.269 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.270 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.270 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.270 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.270 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.271 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:265754 25.b 25:da1c7c77:::benchmark_data_gibba008_61550_object89823:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:09:49.272 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:50.678888+0000", 2021-03-04T23:09:49.272 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 58.32218203, 2021-03-04T23:09:49.273 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.294870048, 2021-03-04T23:09:49.273 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.274 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.274 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.274 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.274 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.275 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 265754 2021-03-04T23:09:49.275 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.275 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.276 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.278 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.278 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.678888+0000", 2021-03-04T23:09:49.278 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.278 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.279 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.279 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.280 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.678888+0000", 2021-03-04T23:09:49.280 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:09:49.282 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.282 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.283 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.283 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.678889+0000", 2021-03-04T23:09:49.283 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8700000000000004e-07 2021-03-04T23:09:49.284 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.284 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.284 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.284 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.678890+0000", 2021-03-04T23:09:49.285 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7080000000000003e-06 2021-03-04T23:09:49.285 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.286 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.286 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.286 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.678898+0000", 2021-03-04T23:09:49.286 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6440000000000002e-06 2021-03-04T23:09:49.286 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.287 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.287 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.287 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.678902+0000", 2021-03-04T23:09:49.287 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0057269349999999998 2021-03-04T23:09:49.288 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.288 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.288 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.288 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.684629+0000", 2021-03-04T23:09:49.288 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000107848 2021-03-04T23:09:49.289 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.289 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.289 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.290 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.684737+0000", 2021-03-04T23:09:49.290 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011308500000000001 2021-03-04T23:09:49.290 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.291 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.291 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.291 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.684850+0000", 2021-03-04T23:09:49.291 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029275360000000001 2021-03-04T23:09:49.291 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.292 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.292 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.292 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.687777+0000", 2021-03-04T23:09:49.292 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5951e-05 2021-03-04T23:09:49.293 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.293 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.293 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.293 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.687793+0000", 2021-03-04T23:09:49.293 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28571888200000001 2021-03-04T23:09:49.294 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.294 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.294 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.294 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.973512+0000", 2021-03-04T23:09:49.295 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014083800000000001 2021-03-04T23:09:49.295 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.296 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.296 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.296 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.973653+0000", 2021-03-04T23:09:49.296 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010452500000000001 2021-03-04T23:09:49.297 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.297 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.297 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.297 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.973758+0000", 2021-03-04T23:09:49.298 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.294870048 2021-03-04T23:09:49.298 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.298 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.298 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.299 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.300 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.301 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:265782 25.b 25:d22dc67f:::benchmark_data_gibba008_61550_object89851:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:09:49.301 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:50.698906+0000", 2021-03-04T23:09:49.301 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 58.302163253000003, 2021-03-04T23:09:49.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27561247300000002, 2021-03-04T23:09:49.302 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.302 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.302 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.302 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.302 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.303 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 265782 2021-03-04T23:09:49.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.303 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.304 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.304 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698906+0000", 2021-03-04T23:09:49.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.304 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.304 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.305 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.305 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698906+0000", 2021-03-04T23:09:49.305 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1069999999999999e-06 2021-03-04T23:09:49.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.306 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698907+0000", 2021-03-04T23:09:49.306 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2610000000000001e-06 2021-03-04T23:09:49.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.307 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.307 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698909+0000", 2021-03-04T23:09:49.307 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8990000000000007e-06 2021-03-04T23:09:49.308 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.308 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698918+0000", 2021-03-04T23:09:49.308 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5990000000000002e-06 2021-03-04T23:09:49.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.309 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.310 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698921+0000", 2021-03-04T23:09:49.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2480000000000002e-05 2021-03-04T23:09:49.310 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.310 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.311 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.311 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.698944+0000", 2021-03-04T23:09:49.311 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6427000000000006e-05 2021-03-04T23:09:49.311 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.311 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.312 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.312 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.699010+0000", 2021-03-04T23:09:49.312 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2960999999999996e-05 2021-03-04T23:09:49.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.313 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.313 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.699073+0000", 2021-03-04T23:09:49.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026277589999999999 2021-03-04T23:09:49.313 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.313 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.314 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.314 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.701701+0000", 2021-03-04T23:09:49.314 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031346800000000001 2021-03-04T23:09:49.314 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.314 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.315 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.315 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.702014+0000", 2021-03-04T23:09:49.315 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27224709000000002 2021-03-04T23:09:49.315 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.316 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.316 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.316 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.974261+0000", 2021-03-04T23:09:49.316 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014939099999999999 2021-03-04T23:09:49.317 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.317 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.317 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.317 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.974411+0000", 2021-03-04T23:09:49.317 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000108031 2021-03-04T23:09:49.318 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.318 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.318 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.318 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.974519+0000", 2021-03-04T23:09:49.319 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27561247300000002 2021-03-04T23:09:49.319 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.319 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.319 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.320 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.320 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:318510 25.b 25:d7f91fe8:::benchmark_data_gibba008_61550_object142579:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:09:49.320 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:28.491210+0000", 2021-03-04T23:09:49.320 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 20.509859649999999, 2021-03-04T23:09:49.320 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15850043699999999, 2021-03-04T23:09:49.321 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.321 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.321 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.321 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.321 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.322 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318510 2021-03-04T23:09:49.322 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.322 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.322 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.323 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.323 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491210+0000", 2021-03-04T23:09:49.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.323 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.324 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.324 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.324 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491210+0000", 2021-03-04T23:09:49.325 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5200000000000002e-06 2021-03-04T23:09:49.325 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.325 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.326 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491213+0000", 2021-03-04T23:09:49.326 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2560000000000001e-06 2021-03-04T23:09:49.326 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.326 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.326 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.327 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491216+0000", 2021-03-04T23:09:49.327 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3735e-05 2021-03-04T23:09:49.327 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.327 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.327 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.328 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491229+0000", 2021-03-04T23:09:49.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0709999999999997e-06 2021-03-04T23:09:49.328 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.328 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.328 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.329 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491237+0000", 2021-03-04T23:09:49.329 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7434000000000004e-05 2021-03-04T23:09:49.329 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.329 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.329 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.330 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491314+0000", 2021-03-04T23:09:49.330 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013693900000000001 2021-03-04T23:09:49.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.331 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491451+0000", 2021-03-04T23:09:49.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112706 2021-03-04T23:09:49.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.332 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.332 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.491564+0000", 2021-03-04T23:09:49.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012491968000000001 2021-03-04T23:09:49.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504056+0000", 2021-03-04T23:09:49.333 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.01288593 2021-03-04T23:09:49.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.334 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.334 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.334 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.516942+0000", 2021-03-04T23:09:49.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13233309700000001 2021-03-04T23:09:49.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.335 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.335 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.335 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649275+0000", 2021-03-04T23:09:49.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021089399999999999 2021-03-04T23:09:49.336 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.336 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.336 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.336 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649486+0000", 2021-03-04T23:09:49.337 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000224887 2021-03-04T23:09:49.337 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.337 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.337 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.337 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649710+0000", 2021-03-04T23:09:49.338 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15850043699999999 2021-03-04T23:09:49.338 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.338 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.338 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.338 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.339 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.339 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:318513 25.b 25:d2dbba7e:::benchmark_data_gibba008_61550_object142582:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:09:49.339 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:28.495155+0000", 2021-03-04T23:09:49.339 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 20.505914551, 2021-03-04T23:09:49.339 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15506961999999999, 2021-03-04T23:09:49.340 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.340 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.340 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.340 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.341 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.341 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318513 2021-03-04T23:09:49.341 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.341 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.341 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.342 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.342 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.495155+0000", 2021-03-04T23:09:49.342 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.342 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.342 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.343 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.343 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.495155+0000", 2021-03-04T23:09:49.343 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.33e-06 2021-03-04T23:09:49.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.344 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.495159+0000", 2021-03-04T23:09:49.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.745e-06 2021-03-04T23:09:49.345 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.345 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.495162+0000", 2021-03-04T23:09:49.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8235000000000001e-05 2021-03-04T23:09:49.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.346 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.346 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.346 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.495180+0000", 2021-03-04T23:09:49.346 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0159e-05 2021-03-04T23:09:49.347 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.347 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.347 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.347 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.495191+0000", 2021-03-04T23:09:49.348 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00082960800000000002 2021-03-04T23:09:49.348 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.348 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.348 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.348 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.496020+0000", 2021-03-04T23:09:49.349 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016800499999999999 2021-03-04T23:09:49.349 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.349 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.496188+0000", 2021-03-04T23:09:49.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012746799999999999 2021-03-04T23:09:49.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.350 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.350 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.350 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.496316+0000", 2021-03-04T23:09:49.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0077545549999999998 2021-03-04T23:09:49.351 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.351 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.351 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504070+0000", 2021-03-04T23:09:49.352 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012928 2021-03-04T23:09:49.352 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.352 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.353 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.353 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.516998+0000", 2021-03-04T23:09:49.353 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13287554300000001 2021-03-04T23:09:49.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.354 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649874+0000", 2021-03-04T23:09:49.354 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000190946 2021-03-04T23:09:49.354 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.355 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.355 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.650065+0000", 2021-03-04T23:09:49.355 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016002599999999999 2021-03-04T23:09:49.355 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.356 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.356 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.356 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.650225+0000", 2021-03-04T23:09:49.356 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15506961999999999 2021-03-04T23:09:49.356 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.357 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.357 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.357 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.357 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.357 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:318515 25.b 25:d6e6609f:::benchmark_data_gibba008_61550_object142584:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:09:49.358 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:28.498575+0000", 2021-03-04T23:09:49.358 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 20.502494839000001, 2021-03-04T23:09:49.358 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15239946500000001, 2021-03-04T23:09:49.358 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.359 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.359 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.359 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.359 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.359 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318515 2021-03-04T23:09:49.360 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.360 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.360 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.360 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.360 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.498575+0000", 2021-03-04T23:09:49.361 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.361 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.361 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.361 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.361 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.498575+0000", 2021-03-04T23:09:49.362 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0589999999999998e-06 2021-03-04T23:09:49.362 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.362 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.362 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.498578+0000", 2021-03-04T23:09:49.363 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7e-06 2021-03-04T23:09:49.363 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.363 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.363 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.364 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.498580+0000", 2021-03-04T23:09:49.364 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0409000000000001e-05 2021-03-04T23:09:49.364 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.364 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.364 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.365 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.498600+0000", 2021-03-04T23:09:49.365 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5039999999999996e-06 2021-03-04T23:09:49.365 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.365 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.366 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.366 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.498607+0000", 2021-03-04T23:09:49.366 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0012023649999999999 2021-03-04T23:09:49.366 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.367 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.367 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.367 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.499810+0000", 2021-03-04T23:09:49.367 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016964500000000001 2021-03-04T23:09:49.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.368 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.368 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.368 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.499979+0000", 2021-03-04T23:09:49.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000164604 2021-03-04T23:09:49.368 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.369 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.369 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.369 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500144+0000", 2021-03-04T23:09:49.369 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0073575050000000003 2021-03-04T23:09:49.369 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.370 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.507502+0000", 2021-03-04T23:09:49.370 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0095412099999999996 2021-03-04T23:09:49.371 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.371 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.371 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.517043+0000", 2021-03-04T23:09:49.371 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.133444431 2021-03-04T23:09:49.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.372 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.372 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.372 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.650487+0000", 2021-03-04T23:09:49.372 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027061899999999999 2021-03-04T23:09:49.373 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.373 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.374 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.650758+0000", 2021-03-04T23:09:49.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021641400000000001 2021-03-04T23:09:49.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.375 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.650974+0000", 2021-03-04T23:09:49.375 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15239946500000001 2021-03-04T23:09:49.376 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.376 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.376 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.376 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.377 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.377 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:318518 25.b 25:d6e4c38d:::benchmark_data_gibba008_61550_object142587:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:09:49.377 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:28.500069+0000", 2021-03-04T23:09:49.377 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 20.501001113000001, 2021-03-04T23:09:49.378 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15161613600000001, 2021-03-04T23:09:49.378 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.378 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.378 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.379 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.379 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.379 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318518 2021-03-04T23:09:49.379 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.379 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.380 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.380 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.380 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500069+0000", 2021-03-04T23:09:49.380 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.380 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.381 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.381 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.381 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500069+0000", 2021-03-04T23:09:49.381 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9030000000000003e-06 2021-03-04T23:09:49.382 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.382 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.382 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.382 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500073+0000", 2021-03-04T23:09:49.382 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.136e-06 2021-03-04T23:09:49.383 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.383 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.383 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.383 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500076+0000", 2021-03-04T23:09:49.383 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8546000000000002e-05 2021-03-04T23:09:49.384 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.384 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.384 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.384 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500094+0000", 2021-03-04T23:09:49.384 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6120000000000001e-06 2021-03-04T23:09:49.385 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.385 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.385 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.385 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.500102+0000", 2021-03-04T23:09:49.386 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0040153819999999996 2021-03-04T23:09:49.386 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.386 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.386 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.386 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504117+0000", 2021-03-04T23:09:49.387 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000130813 2021-03-04T23:09:49.387 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.387 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.387 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.387 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504248+0000", 2021-03-04T23:09:49.388 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110943 2021-03-04T23:09:49.388 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.388 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.388 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.388 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504359+0000", 2021-03-04T23:09:49.389 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003288905 2021-03-04T23:09:49.389 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.389 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.389 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.389 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.507648+0000", 2021-03-04T23:09:49.390 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0096077539999999996 2021-03-04T23:09:49.390 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.390 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.390 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.391 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.517256+0000", 2021-03-04T23:09:49.391 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13400688599999999 2021-03-04T23:09:49.392 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.392 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.392 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.392 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.651262+0000", 2021-03-04T23:09:49.392 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025163799999999999 2021-03-04T23:09:49.393 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.393 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.393 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.393 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.651514+0000", 2021-03-04T23:09:49.393 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017061800000000001 2021-03-04T23:09:49.394 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.394 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.394 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.394 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.651685+0000", 2021-03-04T23:09:49.395 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15161613600000001 2021-03-04T23:09:49.395 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.395 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.397 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.397 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.398 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.398 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:346717 25.b 25:da1a0e34:::benchmark_data_gibba008_61550_object170786:head [delete] snapc 0=[] ondisk+write+known_if_redirected e590)", 2021-03-04T23:09:49.398 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:47.644939+0000", 2021-03-04T23:09:49.398 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 1.356130925, 2021-03-04T23:09:49.399 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.034846171000000002, 2021-03-04T23:09:49.399 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:09:49.399 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:09:49.399 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:09:49.399 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:09:49.400 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:09:49.400 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 346717 2021-03-04T23:09:49.400 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.401 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:09:49.401 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.402 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:09:49.402 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.644939+0000", 2021-03-04T23:09:49.402 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:09:49.402 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.403 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.403 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:09:49.403 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.644939+0000", 2021-03-04T23:09:49.403 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4380000000000001e-06 2021-03-04T23:09:49.403 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.404 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.404 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:09:49.404 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.644948+0000", 2021-03-04T23:09:49.404 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6989999999999997e-06 2021-03-04T23:09:49.405 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.405 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.405 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:09:49.405 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.644955+0000", 2021-03-04T23:09:49.405 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4080999999999999e-05 2021-03-04T23:09:49.406 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.406 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.406 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:09:49.407 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.645009+0000", 2021-03-04T23:09:49.407 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4442000000000001e-05 2021-03-04T23:09:49.407 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.407 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.407 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:09:49.408 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.645033+0000", 2021-03-04T23:09:49.410 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017269400000000001 2021-03-04T23:09:49.411 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.411 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.411 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:09:49.411 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.645206+0000", 2021-03-04T23:09:49.412 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00051718700000000001 2021-03-04T23:09:49.412 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.412 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.412 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:09:49.412 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.645723+0000", 2021-03-04T23:09:49.413 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00055968700000000001 2021-03-04T23:09:49.413 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.413 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.413 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:09:49.413 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.646283+0000", 2021-03-04T23:09:49.414 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011232865999999999 2021-03-04T23:09:49.414 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.414 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.415 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.416 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.657516+0000", 2021-03-04T23:09:49.416 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022850400000000001 2021-03-04T23:09:49.416 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.416 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.417 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:09:49.417 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.657744+0000", 2021-03-04T23:09:49.417 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.021797690000000002 2021-03-04T23:09:49.417 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.418 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.418 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:09:49.418 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.679542+0000", 2021-03-04T23:09:49.418 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016966099999999999 2021-03-04T23:09:49.418 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.419 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.419 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:09:49.419 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.679712+0000", 2021-03-04T23:09:49.419 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3221999999999998e-05 2021-03-04T23:09:49.424 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:09:49.424 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:09:49.424 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:09:49.425 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:47.679785+0000", 2021-03-04T23:09:49.425 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.034846171000000002 2021-03-04T23:09:49.426 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.426 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.426 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.426 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:09:49.426 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:09:49.427 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:09:49.427 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:49.429 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:09:49.429 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:49 gibba023 bash[27374]: audit 2021-03-04T23:09:48.091152+0000 mon.c (mon.1) 47 : audit [INF] from='client.? 172.21.2.108:0/2165458956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:49.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:49 gibba023 bash[27374]: audit 2021-03-04T23:09:48.091468+0000 mon.a (mon.0) 1161 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:49.431 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:48 gibba008 bash[47391]: debug 2021-03-04T23:09:48.981+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:49.431 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:49 gibba008 bash[37770]: audit 2021-03-04T23:09:48.091152+0000 mon.c (mon.1) 47 : audit [INF] from='client.? 172.21.2.108:0/2165458956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:49.432 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:49 gibba008 bash[37770]: audit 2021-03-04T23:09:48.091468+0000 mon.a (mon.0) 1161 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:49.432 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:49 gibba008 bash[39303]: audit 2021-03-04T23:09:48.091152+0000 mon.c (mon.1) 47 : audit [INF] from='client.? 172.21.2.108:0/2165458956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:49.432 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:49 gibba008 bash[39303]: audit 2021-03-04T23:09:48.091468+0000 mon.a (mon.0) 1161 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:09:49.868 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:49.967 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:09:49.971 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:50.078 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:09:50.140 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:50.243 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:50.249 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[39303]: cluster 2021-03-04T23:09:49.007679+0000 mgr.x (mgr.34379) 619 : cluster [DBG] pgmap v917: 89 pgs: 89 active+clean; 450 MiB data, 2.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:09:50.250 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[39303]: cluster 2021-03-04T23:09:49.068941+0000 mon.a (mon.0) 1162 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:09:50.250 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[39303]: cluster 2021-03-04T23:09:49.068966+0000 mon.a (mon.0) 1163 : cluster [INF] Cluster is now healthy 2021-03-04T23:09:50.250 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[39303]: audit 2021-03-04T23:09:49.074502+0000 mon.a (mon.0) 1164 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:09:50.250 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[39303]: cluster 2021-03-04T23:09:49.074565+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e591: 8 total, 8 up, 7 in 2021-03-04T23:09:50.251 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[47391]: debug 2021-03-04T23:09:50.129+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:50.251 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[37770]: cluster 2021-03-04T23:09:49.007679+0000 mgr.x (mgr.34379) 619 : cluster [DBG] pgmap v917: 89 pgs: 89 active+clean; 450 MiB data, 2.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:09:50.252 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[37770]: cluster 2021-03-04T23:09:49.068941+0000 mon.a (mon.0) 1162 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:09:50.252 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[37770]: cluster 2021-03-04T23:09:49.068966+0000 mon.a (mon.0) 1163 : cluster [INF] Cluster is now healthy 2021-03-04T23:09:50.252 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[37770]: audit 2021-03-04T23:09:49.074502+0000 mon.a (mon.0) 1164 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:09:50.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[37770]: cluster 2021-03-04T23:09:49.074565+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e591: 8 total, 8 up, 7 in 2021-03-04T23:09:50.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:49 gibba023 bash[15180]: debug 2021-03-04T23:09:49.861+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:50 gibba023 bash[27374]: cluster 2021-03-04T23:09:49.007679+0000 mgr.x (mgr.34379) 619 : cluster [DBG] pgmap v917: 89 pgs: 89 active+clean; 450 MiB data, 2.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:09:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:50 gibba023 bash[27374]: cluster 2021-03-04T23:09:49.068941+0000 mon.a (mon.0) 1162 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:09:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:50 gibba023 bash[27374]: cluster 2021-03-04T23:09:49.068966+0000 mon.a (mon.0) 1163 : cluster [INF] Cluster is now healthy 2021-03-04T23:09:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:50 gibba023 bash[27374]: audit 2021-03-04T23:09:49.074502+0000 mon.a (mon.0) 1164 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:09:50.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:50 gibba023 bash[27374]: cluster 2021-03-04T23:09:49.074565+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e591: 8 total, 8 up, 7 in 2021-03-04T23:09:50.398 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:50.501 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:50.507 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[48858]: debug 2021-03-04T23:09:50.385+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:50.695 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:50.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:50 gibba008 bash[44600]: debug 2021-03-04T23:09:50.685+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:50.799 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:50.938 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Removed 175928 objects 2021-03-04T23:09:50.938 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Clean up completed and total clean up time :122.837 2021-03-04T23:09:51.125 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:51.231 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:51.432 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:09:51.433 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:51 gibba023 bash[18090]: debug 2021-03-04T23:09:51.117+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:51.493 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:51.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:51 gibba008 bash[44600]: debug 2021-03-04T23:09:51.485+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:51.513 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:51.596 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:51.830 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:51.938 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:52.083 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:51 gibba023 bash[16680]: debug 2021-03-04T23:09:51.821+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:52.266 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:09:52.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:52 gibba023 bash[27374]: cluster 2021-03-04T23:09:51.008284+0000 mgr.x (mgr.34379) 620 : cluster [DBG] pgmap v919: 89 pgs: 89 active+clean; 147 MiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:09:52.280 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:52.351 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:52.373 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:52 gibba008 bash[37770]: cluster 2021-03-04T23:09:51.008284+0000 mgr.x (mgr.34379) 620 : cluster [DBG] pgmap v919: 89 pgs: 89 active+clean; 147 MiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:09:52.374 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:52 gibba008 bash[39303]: cluster 2021-03-04T23:09:51.008284+0000 mgr.x (mgr.34379) 620 : cluster [DBG] pgmap v919: 89 pgs: 89 active+clean; 147 MiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:09:52.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:52.418 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:52 gibba023 bash[15180]: debug 2021-03-04T23:09:52.273+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:52.751 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:09:52.853 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:53.096 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:53.199 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:53.209 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:53 gibba023 bash[15180]: debug 2021-03-04T23:09:53.089+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:53.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:09:52 gibba008 bash[50326]: debug 2021-03-04T23:09:52.741+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:53.327 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:53.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:53.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:53 gibba023 bash[15180]: debug 2021-03-04T23:09:53.321+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:53.557 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:09:53.557 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:09:53.558 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:09:53.558 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:09:53.621 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:53.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:53.804 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:53 gibba008 bash[47391]: debug 2021-03-04T23:09:53.613+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:54.091 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:54.187 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:09:54.193 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:54.263 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:09:54.266 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:54.369 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:54.385 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:54 gibba023 bash[27374]: cluster 2021-03-04T23:09:53.009215+0000 mgr.x (mgr.34379) 621 : cluster [DBG] pgmap v920: 89 pgs: 89 active+clean; 89 MiB data, 962 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:09:54.386 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:54 gibba023 bash[15180]: debug 2021-03-04T23:09:54.261+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:54.386 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:54 gibba023 bash[19550]: debug 2021-03-04T23:09:54.085+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:54.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:54 gibba008 bash[37770]: cluster 2021-03-04T23:09:53.009215+0000 mgr.x (mgr.34379) 621 : cluster [DBG] pgmap v920: 89 pgs: 89 active+clean; 89 MiB data, 962 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:09:54.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:54 gibba008 bash[39303]: cluster 2021-03-04T23:09:53.009215+0000 mgr.x (mgr.34379) 621 : cluster [DBG] pgmap v920: 89 pgs: 89 active+clean; 89 MiB data, 962 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:09:54.774 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:54.839 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:09:54.840 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:09:54.881 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:55.178 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:54 gibba023 bash[19550]: debug 2021-03-04T23:09:54.765+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:55.179 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:09:55.281 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:55.458 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:09:55 gibba023 bash[15180]: debug 2021-03-04T23:09:55.173+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:55.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:55.980 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:56.141 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:55 gibba008 bash[48858]: debug 2021-03-04T23:09:55.869+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:56.141 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:56 gibba008 bash[37770]: audit 2021-03-04T23:09:54.821752+0000 mgr.x (mgr.34379) 622 : audit [DBG] from='client.45000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:56.142 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:56 gibba008 bash[37770]: cluster 2021-03-04T23:09:55.010499+0000 mgr.x (mgr.34379) 623 : cluster [DBG] pgmap v921: 89 pgs: 89 active+clean; 19 MiB data, 709 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:09:56.160 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:56.241 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:56 gibba023 bash[19550]: debug 2021-03-04T23:09:56.153+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:56.242 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:56 gibba023 bash[27374]: audit 2021-03-04T23:09:54.821752+0000 mgr.x (mgr.34379) 622 : audit [DBG] from='client.45000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:56.242 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:56 gibba023 bash[27374]: cluster 2021-03-04T23:09:55.010499+0000 mgr.x (mgr.34379) 623 : cluster [DBG] pgmap v921: 89 pgs: 89 active+clean; 19 MiB data, 709 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:09:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:56 gibba008 bash[39303]: audit 2021-03-04T23:09:54.821752+0000 mgr.x (mgr.34379) 622 : audit [DBG] from='client.45000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:09:56.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:56 gibba008 bash[39303]: cluster 2021-03-04T23:09:55.010499+0000 mgr.x (mgr.34379) 623 : cluster [DBG] pgmap v921: 89 pgs: 89 active+clean; 19 MiB data, 709 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:09:56.267 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:56.787 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:56.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:57.255 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:56 gibba008 bash[48858]: debug 2021-03-04T23:09:56.777+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:57.256 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:09:57.263 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":920,"stamp":"2021-03-04T23:09:53.008640+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":92933440,"num_objects":1441,"num_object_clones":0,"num_object_copies":4323,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1441,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":350491,"num_write_kb":11259413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129385,"ondisk_log_size":129385,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":5179800,"kb_used_data":448544,"kb_used_omap":0,"kb_used_meta":4731136,"kb_avail":611382888,"statfs":{"total":631360192512,"available":626056077312,"internally_reserved":4294967296,"allocated":459309056,"data_stored":439539899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4844683264},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,2,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-947847168,"num_objects":-14463,"num_object_clones":0,"num_object_copies":-43389,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14463,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14463,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002278"},"pg_stats":[{"pgid":"25.0","version":"591'21846","reported_seq":"21876","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.544986+0000","last_change":"2021-03-04T23:06:00.037872+0000","last_active":"2021-03-04T23:09:50.544986+0000","last_peered":"2021-03-04T23:09:50.544986+0000","last_clean":"2021-03-04T23:09:50.544986+0000","last_became_active":"2021-03-04T23:06:00.037537+0000","last_became_peered":"2021-03-04T23:06:00.037537+0000","last_unstale":"2021-03-04T23:09:50.544986+0000","last_undegraded":"2021-03-04T23:09:50.544986+0000","last_fullsized":"2021-03-04T23:09:50.544986+0000","mapping_epoch":569,"log_start":"584'14300","ondisk_log_start":"584'14300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7546,"ondisk_log_size":7546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1966080,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21846,"num_write_kb":700032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"578","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.935207+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:09:39.935207+0000","last_peered":"2021-03-04T23:09:39.935207+0000","last_clean":"2021-03-04T23:09:39.935207+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:09:39.935207+0000","last_undegraded":"2021-03-04T23:09:39.935207+0000","last_fullsized":"2021-03-04T23:09:39.935207+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"546","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.939149+0000","last_change":"2021-03-04T23:06:00.034236+0000","last_active":"2021-03-04T23:09:39.939149+0000","last_peered":"2021-03-04T23:09:39.939149+0000","last_clean":"2021-03-04T23:09:39.939149+0000","last_became_active":"2021-03-04T23:06:00.034042+0000","last_became_peered":"2021-03-04T23:06:00.034042+0000","last_unstale":"2021-03-04T23:09:39.939149+0000","last_undegraded":"2021-03-04T23:09:39.939149+0000","last_fullsized":"2021-03-04T23:09:39.939149+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3","version":"591'21900","reported_seq":"21930","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.543722+0000","last_change":"2021-03-04T23:06:00.040800+0000","last_active":"2021-03-04T23:09:50.543722+0000","last_peered":"2021-03-04T23:09:50.543722+0000","last_clean":"2021-03-04T23:09:50.543722+0000","last_became_active":"2021-03-04T23:06:00.040503+0000","last_became_peered":"2021-03-04T23:06:00.040503+0000","last_unstale":"2021-03-04T23:09:50.543722+0000","last_undegraded":"2021-03-04T23:09:50.543722+0000","last_fullsized":"2021-03-04T23:09:50.543722+0000","mapping_epoch":569,"log_start":"584'14500","ondisk_log_start":"584'14500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7400,"ondisk_log_size":7400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1835008,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21900,"num_write_kb":701696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"329","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929444+0000","last_change":"2021-03-04T23:06:00.034270+0000","last_active":"2021-03-04T23:09:39.929444+0000","last_peered":"2021-03-04T23:09:39.929444+0000","last_clean":"2021-03-04T23:09:39.929444+0000","last_became_active":"2021-03-04T23:06:00.034030+0000","last_became_peered":"2021-03-04T23:06:00.034030+0000","last_unstale":"2021-03-04T23:09:39.929444+0000","last_undegraded":"2021-03-04T23:09:39.929444+0000","last_fullsized":"2021-03-04T23:09:39.929444+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"537","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.087079+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:09:34.087079+0000","last_peered":"2021-03-04T23:09:34.087079+0000","last_clean":"2021-03-04T23:09:34.087079+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:09:34.087079+0000","last_undegraded":"2021-03-04T23:09:34.087079+0000","last_fullsized":"2021-03-04T23:09:34.087079+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2","version":"591'22355","reported_seq":"22384","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.565979+0000","last_change":"2021-03-04T23:06:00.040619+0000","last_active":"2021-03-04T23:09:50.565979+0000","last_peered":"2021-03-04T23:09:50.565979+0000","last_clean":"2021-03-04T23:09:50.565979+0000","last_became_active":"2021-03-04T23:06:00.040347+0000","last_became_peered":"2021-03-04T23:06:00.040347+0000","last_unstale":"2021-03-04T23:09:50.565979+0000","last_undegraded":"2021-03-04T23:09:50.565979+0000","last_fullsized":"2021-03-04T23:09:50.565979+0000","mapping_epoch":569,"log_start":"584'15000","ondisk_log_start":"584'15000","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7355,"ondisk_log_size":7355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2555904,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22355,"num_write_kb":716608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"562","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930385+0000","last_change":"2021-03-04T23:06:00.036718+0000","last_active":"2021-03-04T23:09:39.930385+0000","last_peered":"2021-03-04T23:09:39.930385+0000","last_clean":"2021-03-04T23:09:39.930385+0000","last_became_active":"2021-03-04T23:06:00.036276+0000","last_became_peered":"2021-03-04T23:06:00.036276+0000","last_unstale":"2021-03-04T23:09:39.930385+0000","last_undegraded":"2021-03-04T23:09:39.930385+0000","last_fullsized":"2021-03-04T23:09:39.930385+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"561","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.925653+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:09:39.925653+0000","last_peered":"2021-03-04T23:09:39.925653+0000","last_clean":"2021-03-04T23:09:39.925653+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:09:39.925653+0000","last_undegraded":"2021-03-04T23:09:39.925653+0000","last_fullsized":"2021-03-04T23:09:39.925653+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.d","version":"591'22039","reported_seq":"22070","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.572289+0000","last_change":"2021-03-04T23:06:00.037188+0000","last_active":"2021-03-04T23:09:50.572289+0000","last_peered":"2021-03-04T23:09:50.572289+0000","last_clean":"2021-03-04T23:09:50.572289+0000","last_became_active":"2021-03-04T23:06:00.036288+0000","last_became_peered":"2021-03-04T23:06:00.036288+0000","last_unstale":"2021-03-04T23:09:50.572289+0000","last_undegraded":"2021-03-04T23:09:50.572289+0000","last_fullsized":"2021-03-04T23:09:50.572289+0000","mapping_epoch":569,"log_start":"584'14500","ondisk_log_start":"584'14500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7539,"ondisk_log_size":7539,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2621464,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":22039,"num_write_kb":706497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"536","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.084377+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:09:34.084377+0000","last_peered":"2021-03-04T23:09:34.084377+0000","last_clean":"2021-03-04T23:09:34.084377+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:09:34.084377+0000","last_undegraded":"2021-03-04T23:09:34.084377+0000","last_fullsized":"2021-03-04T23:09:34.084377+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"546","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930088+0000","last_change":"2021-03-04T23:06:00.034091+0000","last_active":"2021-03-04T23:09:39.930088+0000","last_peered":"2021-03-04T23:09:39.930088+0000","last_clean":"2021-03-04T23:09:39.930088+0000","last_became_active":"2021-03-04T23:06:00.033896+0000","last_became_peered":"2021-03-04T23:06:00.033896+0000","last_unstale":"2021-03-04T23:09:39.930088+0000","last_undegraded":"2021-03-04T23:09:39.930088+0000","last_fullsized":"2021-03-04T23:09:39.930088+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"591'21843","reported_seq":"21873","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.554719+0000","last_change":"2021-03-04T23:06:00.036732+0000","last_active":"2021-03-04T23:09:50.554719+0000","last_peered":"2021-03-04T23:09:50.554719+0000","last_clean":"2021-03-04T23:09:50.554719+0000","last_became_active":"2021-03-04T23:06:00.035932+0000","last_became_peered":"2021-03-04T23:06:00.035932+0000","last_unstale":"2021-03-04T23:09:50.554719+0000","last_undegraded":"2021-03-04T23:09:50.554719+0000","last_fullsized":"2021-03-04T23:09:50.554719+0000","mapping_epoch":569,"log_start":"582'11800","ondisk_log_start":"582'11800","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10043,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3604480,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21843,"num_write_kb":700736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"562","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930426+0000","last_change":"2021-03-04T23:06:00.036774+0000","last_active":"2021-03-04T23:09:39.930426+0000","last_peered":"2021-03-04T23:09:39.930426+0000","last_clean":"2021-03-04T23:09:39.930426+0000","last_became_active":"2021-03-04T23:06:00.036452+0000","last_became_peered":"2021-03-04T23:06:00.036452+0000","last_unstale":"2021-03-04T23:09:39.930426+0000","last_undegraded":"2021-03-04T23:09:39.930426+0000","last_fullsized":"2021-03-04T23:09:39.930426+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"523","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930128+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:09:39.930128+0000","last_peered":"2021-03-04T23:09:39.930128+0000","last_clean":"2021-03-04T23:09:39.930128+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:09:39.930128+0000","last_undegraded":"2021-03-04T23:09:39.930128+0000","last_fullsized":"2021-03-04T23:09:39.930128+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.f","version":"591'21474","reported_seq":"21503","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.557641+0000","last_change":"2021-03-04T23:06:00.036724+0000","last_active":"2021-03-04T23:09:50.557641+0000","last_peered":"2021-03-04T23:09:50.557641+0000","last_clean":"2021-03-04T23:09:50.557641+0000","last_became_active":"2021-03-04T23:06:00.036369+0000","last_became_peered":"2021-03-04T23:06:00.036369+0000","last_unstale":"2021-03-04T23:09:50.557641+0000","last_undegraded":"2021-03-04T23:09:50.557641+0000","last_fullsized":"2021-03-04T23:09:50.557641+0000","mapping_epoch":569,"log_start":"581'11400","ondisk_log_start":"581'11400","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10074,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2359296,"num_objects":36,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21474,"num_write_kb":688320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"551","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.928856+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:09:39.928856+0000","last_peered":"2021-03-04T23:09:39.928856+0000","last_clean":"2021-03-04T23:09:39.928856+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:09:39.928856+0000","last_undegraded":"2021-03-04T23:09:39.928856+0000","last_fullsized":"2021-03-04T23:09:39.928856+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"315","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.924703+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:09:39.924703+0000","last_peered":"2021-03-04T23:09:39.924703+0000","last_clean":"2021-03-04T23:09:39.924703+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:09:39.924703+0000","last_undegraded":"2021-03-04T23:09:39.924703+0000","last_fullsized":"2021-03-04T23:09:39.924703+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.e","version":"590'21685","reported_seq":"21714","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:48.317233+0000","last_change":"2021-03-04T23:06:00.039337+0000","last_active":"2021-03-04T23:09:48.317233+0000","last_peered":"2021-03-04T23:09:48.317233+0000","last_clean":"2021-03-04T23:09:48.317233+0000","last_became_active":"2021-03-04T23:06:00.039130+0000","last_became_peered":"2021-03-04T23:06:00.039130+0000","last_unstale":"2021-03-04T23:09:48.317233+0000","last_undegraded":"2021-03-04T23:09:48.317233+0000","last_fullsized":"2021-03-04T23:09:48.317233+0000","mapping_epoch":569,"log_start":"584'14700","ondisk_log_start":"584'14700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6985,"ondisk_log_size":6985,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17367040,"num_objects":265,"num_object_clones":0,"num_object_copies":795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21685,"num_write_kb":702400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"551","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.940335+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:09:39.940335+0000","last_peered":"2021-03-04T23:09:39.940335+0000","last_clean":"2021-03-04T23:09:39.940335+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:09:39.940335+0000","last_undegraded":"2021-03-04T23:09:39.940335+0000","last_fullsized":"2021-03-04T23:09:39.940335+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"561","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.942810+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:09:39.942810+0000","last_peered":"2021-03-04T23:09:39.942810+0000","last_clean":"2021-03-04T23:09:39.942810+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:09:39.942810+0000","last_undegraded":"2021-03-04T23:09:39.942810+0000","last_fullsized":"2021-03-04T23:09:39.942810+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.9","version":"591'21776","reported_seq":"21806","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.927029+0000","last_change":"2021-03-04T23:06:00.039620+0000","last_active":"2021-03-04T23:09:50.927029+0000","last_peered":"2021-03-04T23:09:50.927029+0000","last_clean":"2021-03-04T23:09:50.927029+0000","last_became_active":"2021-03-04T23:06:00.039410+0000","last_became_peered":"2021-03-04T23:06:00.039410+0000","last_unstale":"2021-03-04T23:09:50.927029+0000","last_undegraded":"2021-03-04T23:09:50.927029+0000","last_fullsized":"2021-03-04T23:09:50.927029+0000","mapping_epoch":569,"log_start":"582'11700","ondisk_log_start":"582'11700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10076,"ondisk_log_size":10076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21776,"num_write_kb":696832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"550","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.927904+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:09:39.927904+0000","last_peered":"2021-03-04T23:09:39.927904+0000","last_clean":"2021-03-04T23:09:39.927904+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:09:39.927904+0000","last_undegraded":"2021-03-04T23:09:39.927904+0000","last_fullsized":"2021-03-04T23:09:39.927904+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"546","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.939267+0000","last_change":"2021-03-04T23:06:00.038748+0000","last_active":"2021-03-04T23:09:39.939267+0000","last_peered":"2021-03-04T23:09:39.939267+0000","last_clean":"2021-03-04T23:09:39.939267+0000","last_became_active":"2021-03-04T23:06:00.038522+0000","last_became_peered":"2021-03-04T23:06:00.038522+0000","last_unstale":"2021-03-04T23:09:39.939267+0000","last_undegraded":"2021-03-04T23:09:39.939267+0000","last_fullsized":"2021-03-04T23:09:39.939267+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.8","version":"591'21807","reported_seq":"21837","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.565062+0000","last_change":"2021-03-04T23:06:00.039036+0000","last_active":"2021-03-04T23:09:50.565062+0000","last_peered":"2021-03-04T23:09:50.565062+0000","last_clean":"2021-03-04T23:09:50.565062+0000","last_became_active":"2021-03-04T23:06:00.038792+0000","last_became_peered":"2021-03-04T23:06:00.038792+0000","last_unstale":"2021-03-04T23:09:50.565062+0000","last_undegraded":"2021-03-04T23:09:50.565062+0000","last_fullsized":"2021-03-04T23:09:50.565062+0000","mapping_epoch":569,"log_start":"584'14300","ondisk_log_start":"584'14300","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7507,"ondisk_log_size":7507,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2293760,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21807,"num_write_kb":698944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"536","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.084089+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:09:34.084089+0000","last_peered":"2021-03-04T23:09:34.084089+0000","last_clean":"2021-03-04T23:09:34.084089+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:09:34.084089+0000","last_undegraded":"2021-03-04T23:09:34.084089+0000","last_fullsized":"2021-03-04T23:09:34.084089+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"552","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930597+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:09:39.930597+0000","last_peered":"2021-03-04T23:09:39.930597+0000","last_clean":"2021-03-04T23:09:39.930597+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:09:39.930597+0000","last_undegraded":"2021-03-04T23:09:39.930597+0000","last_fullsized":"2021-03-04T23:09:39.930597+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.b","version":"591'21868","reported_seq":"21898","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.563758+0000","last_change":"2021-03-04T23:06:00.037693+0000","last_active":"2021-03-04T23:09:50.563758+0000","last_peered":"2021-03-04T23:09:50.563758+0000","last_clean":"2021-03-04T23:09:50.563758+0000","last_became_active":"2021-03-04T23:06:00.036848+0000","last_became_peered":"2021-03-04T23:06:00.036848+0000","last_unstale":"2021-03-04T23:09:50.563758+0000","last_undegraded":"2021-03-04T23:09:50.563758+0000","last_fullsized":"2021-03-04T23:09:50.563758+0000","mapping_epoch":569,"log_start":"584'14500","ondisk_log_start":"584'14500","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7368,"ondisk_log_size":7368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2359296,"num_objects":36,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21868,"num_write_kb":700928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"533","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.927395+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:09:39.927395+0000","last_peered":"2021-03-04T23:09:39.927395+0000","last_clean":"2021-03-04T23:09:39.927395+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:09:39.927395+0000","last_undegraded":"2021-03-04T23:09:39.927395+0000","last_fullsized":"2021-03-04T23:09:39.927395+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"537","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.087039+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:09:34.087039+0000","last_peered":"2021-03-04T23:09:34.087039+0000","last_clean":"2021-03-04T23:09:34.087039+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:09:34.087039+0000","last_undegraded":"2021-03-04T23:09:34.087039+0000","last_fullsized":"2021-03-04T23:09:34.087039+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"590'21755","reported_seq":"21784","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:48.277874+0000","last_change":"2021-03-04T23:06:00.038433+0000","last_active":"2021-03-04T23:09:48.277874+0000","last_peered":"2021-03-04T23:09:48.277874+0000","last_clean":"2021-03-04T23:09:48.277874+0000","last_became_active":"2021-03-04T23:06:00.038218+0000","last_became_peered":"2021-03-04T23:06:00.038218+0000","last_unstale":"2021-03-04T23:09:48.277874+0000","last_undegraded":"2021-03-04T23:09:48.277874+0000","last_fullsized":"2021-03-04T23:09:48.277874+0000","mapping_epoch":569,"log_start":"584'14700","ondisk_log_start":"584'14700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7055,"ondisk_log_size":7055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18153472,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21755,"num_write_kb":705024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"561","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.947527+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:09:39.947527+0000","last_peered":"2021-03-04T23:09:39.947527+0000","last_clean":"2021-03-04T23:09:39.947527+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:09:39.947527+0000","last_undegraded":"2021-03-04T23:09:39.947527+0000","last_fullsized":"2021-03-04T23:09:39.947527+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"546","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.931345+0000","last_change":"2021-03-04T23:06:00.037259+0000","last_active":"2021-03-04T23:09:39.931345+0000","last_peered":"2021-03-04T23:09:39.931345+0000","last_clean":"2021-03-04T23:09:39.931345+0000","last_became_active":"2021-03-04T23:06:00.037022+0000","last_became_peered":"2021-03-04T23:06:00.037022+0000","last_unstale":"2021-03-04T23:09:39.931345+0000","last_undegraded":"2021-03-04T23:09:39.931345+0000","last_fullsized":"2021-03-04T23:09:39.931345+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"549","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929864+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:09:39.929864+0000","last_peered":"2021-03-04T23:09:39.929864+0000","last_clean":"2021-03-04T23:09:39.929864+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:09:39.929864+0000","last_undegraded":"2021-03-04T23:09:39.929864+0000","last_fullsized":"2021-03-04T23:09:39.929864+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"537","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929398+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:09:39.929398+0000","last_peered":"2021-03-04T23:09:39.929398+0000","last_clean":"2021-03-04T23:09:39.929398+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:09:39.929398+0000","last_undegraded":"2021-03-04T23:09:39.929398+0000","last_fullsized":"2021-03-04T23:09:39.929398+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"563","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930165+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:09:39.930165+0000","last_peered":"2021-03-04T23:09:39.930165+0000","last_clean":"2021-03-04T23:09:39.930165+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:09:39.930165+0000","last_undegraded":"2021-03-04T23:09:39.930165+0000","last_fullsized":"2021-03-04T23:09:39.930165+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"576","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.934880+0000","last_change":"2021-03-04T23:06:00.038148+0000","last_active":"2021-03-04T23:09:39.934880+0000","last_peered":"2021-03-04T23:09:39.934880+0000","last_clean":"2021-03-04T23:09:39.934880+0000","last_became_active":"2021-03-04T23:06:00.037857+0000","last_became_peered":"2021-03-04T23:06:00.037857+0000","last_unstale":"2021-03-04T23:09:39.934880+0000","last_undegraded":"2021-03-04T23:09:39.934880+0000","last_fullsized":"2021-03-04T23:09:39.934880+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"534","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929262+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:09:39.929262+0000","last_peered":"2021-03-04T23:09:39.929262+0000","last_clean":"2021-03-04T23:09:39.929262+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:09:39.929262+0000","last_undegraded":"2021-03-04T23:09:39.929262+0000","last_fullsized":"2021-03-04T23:09:39.929262+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"561","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.924309+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:09:39.924309+0000","last_peered":"2021-03-04T23:09:39.924309+0000","last_clean":"2021-03-04T23:09:39.924309+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:09:39.924309+0000","last_undegraded":"2021-03-04T23:09:39.924309+0000","last_fullsized":"2021-03-04T23:09:39.924309+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"553","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930206+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:09:39.930206+0000","last_peered":"2021-03-04T23:09:39.930206+0000","last_clean":"2021-03-04T23:09:39.930206+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:09:39.930206+0000","last_undegraded":"2021-03-04T23:09:39.930206+0000","last_fullsized":"2021-03-04T23:09:39.930206+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"546","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.084113+0000","last_change":"2021-03-04T23:06:00.038349+0000","last_active":"2021-03-04T23:09:34.084113+0000","last_peered":"2021-03-04T23:09:34.084113+0000","last_clean":"2021-03-04T23:09:34.084113+0000","last_became_active":"2021-03-04T23:06:00.038126+0000","last_became_peered":"2021-03-04T23:06:00.038126+0000","last_unstale":"2021-03-04T23:09:34.084113+0000","last_undegraded":"2021-03-04T23:09:34.084113+0000","last_fullsized":"2021-03-04T23:09:34.084113+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"526","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.931628+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:09:39.931628+0000","last_peered":"2021-03-04T23:09:39.931628+0000","last_clean":"2021-03-04T23:09:39.931628+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:09:39.931628+0000","last_undegraded":"2021-03-04T23:09:39.931628+0000","last_fullsized":"2021-03-04T23:09:39.931628+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"552","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.940769+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:09:39.940769+0000","last_peered":"2021-03-04T23:09:39.940769+0000","last_clean":"2021-03-04T23:09:39.940769+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:09:39.940769+0000","last_undegraded":"2021-03-04T23:09:39.940769+0000","last_fullsized":"2021-03-04T23:09:39.940769+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"562","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.923706+0000","last_change":"2021-03-04T23:06:00.040212+0000","last_active":"2021-03-04T23:09:39.923706+0000","last_peered":"2021-03-04T23:09:39.923706+0000","last_clean":"2021-03-04T23:09:39.923706+0000","last_became_active":"2021-03-04T23:06:00.039872+0000","last_became_peered":"2021-03-04T23:06:00.039872+0000","last_unstale":"2021-03-04T23:09:39.923706+0000","last_undegraded":"2021-03-04T23:09:39.923706+0000","last_fullsized":"2021-03-04T23:09:39.923706+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"576","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.935757+0000","last_change":"2021-03-04T23:06:00.038625+0000","last_active":"2021-03-04T23:09:39.935757+0000","last_peered":"2021-03-04T23:09:39.935757+0000","last_clean":"2021-03-04T23:09:39.935757+0000","last_became_active":"2021-03-04T23:06:00.038412+0000","last_became_peered":"2021-03-04T23:06:00.038412+0000","last_unstale":"2021-03-04T23:09:39.935757+0000","last_undegraded":"2021-03-04T23:09:39.935757+0000","last_fullsized":"2021-03-04T23:09:39.935757+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"553","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.934439+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:09:39.934439+0000","last_peered":"2021-03-04T23:09:39.934439+0000","last_clean":"2021-03-04T23:09:39.934439+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:09:39.934439+0000","last_undegraded":"2021-03-04T23:09:39.934439+0000","last_fullsized":"2021-03-04T23:09:39.934439+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"561","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.936538+0000","last_change":"2021-03-04T23:06:00.038679+0000","last_active":"2021-03-04T23:09:39.936538+0000","last_peered":"2021-03-04T23:09:39.936538+0000","last_clean":"2021-03-04T23:09:39.936538+0000","last_became_active":"2021-03-04T23:06:00.038405+0000","last_became_peered":"2021-03-04T23:06:00.038405+0000","last_unstale":"2021-03-04T23:09:39.936538+0000","last_undegraded":"2021-03-04T23:09:39.936538+0000","last_fullsized":"2021-03-04T23:09:39.936538+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"547","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929800+0000","last_change":"2021-03-04T23:06:00.037157+0000","last_active":"2021-03-04T23:09:39.929800+0000","last_peered":"2021-03-04T23:09:39.929800+0000","last_clean":"2021-03-04T23:09:39.929800+0000","last_became_active":"2021-03-04T23:06:00.036948+0000","last_became_peered":"2021-03-04T23:06:00.036948+0000","last_unstale":"2021-03-04T23:09:39.929800+0000","last_undegraded":"2021-03-04T23:09:39.929800+0000","last_fullsized":"2021-03-04T23:09:39.929800+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"329","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.931728+0000","last_change":"2021-03-04T23:06:00.037359+0000","last_active":"2021-03-04T23:09:39.931728+0000","last_peered":"2021-03-04T23:09:39.931728+0000","last_clean":"2021-03-04T23:09:39.931728+0000","last_became_active":"2021-03-04T23:06:00.037081+0000","last_became_peered":"2021-03-04T23:06:00.037081+0000","last_unstale":"2021-03-04T23:09:39.931728+0000","last_undegraded":"2021-03-04T23:09:39.931728+0000","last_fullsized":"2021-03-04T23:09:39.931728+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"329","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.084112+0000","last_change":"2021-03-04T23:06:00.039116+0000","last_active":"2021-03-04T23:09:34.084112+0000","last_peered":"2021-03-04T23:09:34.084112+0000","last_clean":"2021-03-04T23:09:34.084112+0000","last_became_active":"2021-03-04T23:06:00.038850+0000","last_became_peered":"2021-03-04T23:06:00.038850+0000","last_unstale":"2021-03-04T23:09:34.084112+0000","last_undegraded":"2021-03-04T23:09:34.084112+0000","last_fullsized":"2021-03-04T23:09:34.084112+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"568","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930526+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:09:39.930526+0000","last_peered":"2021-03-04T23:09:39.930526+0000","last_clean":"2021-03-04T23:09:39.930526+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:09:39.930526+0000","last_undegraded":"2021-03-04T23:09:39.930526+0000","last_fullsized":"2021-03-04T23:09:39.930526+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"284","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930018+0000","last_change":"2021-03-04T23:06:00.036650+0000","last_active":"2021-03-04T23:09:39.930018+0000","last_peered":"2021-03-04T23:09:39.930018+0000","last_clean":"2021-03-04T23:09:39.930018+0000","last_became_active":"2021-03-04T23:06:00.036256+0000","last_became_peered":"2021-03-04T23:06:00.036256+0000","last_unstale":"2021-03-04T23:09:39.930018+0000","last_undegraded":"2021-03-04T23:09:39.930018+0000","last_fullsized":"2021-03-04T23:09:39.930018+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"566","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929672+0000","last_change":"2021-03-04T23:06:00.037198+0000","last_active":"2021-03-04T23:09:39.929672+0000","last_peered":"2021-03-04T23:09:39.929672+0000","last_clean":"2021-03-04T23:09:39.929672+0000","last_became_active":"2021-03-04T23:06:00.036924+0000","last_became_peered":"2021-03-04T23:06:00.036924+0000","last_unstale":"2021-03-04T23:09:39.929672+0000","last_undegraded":"2021-03-04T23:09:39.929672+0000","last_fullsized":"2021-03-04T23:09:39.929672+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"553","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.942383+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:09:39.942383+0000","last_peered":"2021-03-04T23:09:39.942383+0000","last_clean":"2021-03-04T23:09:39.942383+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:09:39.942383+0000","last_undegraded":"2021-03-04T23:09:39.942383+0000","last_fullsized":"2021-03-04T23:09:39.942383+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"344","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.918926+0000","last_change":"2021-03-04T23:06:00.038519+0000","last_active":"2021-03-04T23:09:39.918926+0000","last_peered":"2021-03-04T23:09:39.918926+0000","last_clean":"2021-03-04T23:09:39.918926+0000","last_became_active":"2021-03-04T23:06:00.038239+0000","last_became_peered":"2021-03-04T23:06:00.038239+0000","last_unstale":"2021-03-04T23:09:39.918926+0000","last_undegraded":"2021-03-04T23:09:39.918926+0000","last_fullsized":"2021-03-04T23:09:39.918926+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"556","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.921764+0000","last_change":"2021-03-04T23:00:11.034209+0000","last_active":"2021-03-04T23:09:39.921764+0000","last_peered":"2021-03-04T23:09:39.921764+0000","last_clean":"2021-03-04T23:09:39.921764+0000","last_became_active":"2021-03-04T23:00:11.033949+0000","last_became_peered":"2021-03-04T23:00:11.033949+0000","last_unstale":"2021-03-04T23:09:39.921764+0000","last_undegraded":"2021-03-04T23:09:39.921764+0000","last_fullsized":"2021-03-04T23:09:39.921764+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"315","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.917768+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:09:39.917768+0000","last_peered":"2021-03-04T23:09:39.917768+0000","last_clean":"2021-03-04T23:09:39.917768+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:09:39.917768+0000","last_undegraded":"2021-03-04T23:09:39.917768+0000","last_fullsized":"2021-03-04T23:09:39.917768+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"325","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.944746+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:09:39.944746+0000","last_peered":"2021-03-04T23:09:39.944746+0000","last_clean":"2021-03-04T23:09:39.944746+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:09:39.944746+0000","last_undegraded":"2021-03-04T23:09:39.944746+0000","last_fullsized":"2021-03-04T23:09:39.944746+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"557","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930058+0000","last_change":"2021-03-04T22:59:44.242413+0000","last_active":"2021-03-04T23:09:39.930058+0000","last_peered":"2021-03-04T23:09:39.930058+0000","last_clean":"2021-03-04T23:09:39.930058+0000","last_became_active":"2021-03-04T22:59:44.242201+0000","last_became_peered":"2021-03-04T22:59:44.242201+0000","last_unstale":"2021-03-04T23:09:39.930058+0000","last_undegraded":"2021-03-04T23:09:39.930058+0000","last_fullsized":"2021-03-04T23:09:39.930058+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"555","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.936115+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:09:39.936115+0000","last_peered":"2021-03-04T23:09:39.936115+0000","last_clean":"2021-03-04T23:09:39.936115+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:09:39.936115+0000","last_undegraded":"2021-03-04T23:09:39.936115+0000","last_fullsized":"2021-03-04T23:09:39.936115+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"522","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.938645+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:09:39.938645+0000","last_peered":"2021-03-04T23:09:39.938645+0000","last_clean":"2021-03-04T23:09:39.938645+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:09:39.938645+0000","last_undegraded":"2021-03-04T23:09:39.938645+0000","last_fullsized":"2021-03-04T23:09:39.938645+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"537","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.927803+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:09:39.927803+0000","last_peered":"2021-03-04T23:09:39.927803+0000","last_clean":"2021-03-04T23:09:39.927803+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:09:39.927803+0000","last_undegraded":"2021-03-04T23:09:39.927803+0000","last_fullsized":"2021-03-04T23:09:39.927803+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"576","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.935672+0000","last_change":"2021-03-04T23:06:00.040850+0000","last_active":"2021-03-04T23:09:39.935672+0000","last_peered":"2021-03-04T23:09:39.935672+0000","last_clean":"2021-03-04T23:09:39.935672+0000","last_became_active":"2021-03-04T23:06:00.040533+0000","last_became_peered":"2021-03-04T23:06:00.040533+0000","last_unstale":"2021-03-04T23:09:39.935672+0000","last_undegraded":"2021-03-04T23:09:39.935672+0000","last_fullsized":"2021-03-04T23:09:39.935672+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"536","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.083887+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:09:34.083887+0000","last_peered":"2021-03-04T23:09:34.083887+0000","last_clean":"2021-03-04T23:09:34.083887+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:09:34.083887+0000","last_undegraded":"2021-03-04T23:09:34.083887+0000","last_fullsized":"2021-03-04T23:09:34.083887+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"561","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.087082+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:09:34.087082+0000","last_peered":"2021-03-04T23:09:34.087082+0000","last_clean":"2021-03-04T23:09:34.087082+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:09:34.087082+0000","last_undegraded":"2021-03-04T23:09:34.087082+0000","last_fullsized":"2021-03-04T23:09:34.087082+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"552","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.928797+0000","last_change":"2021-03-04T22:57:54.917466+0000","last_active":"2021-03-04T23:09:39.928797+0000","last_peered":"2021-03-04T23:09:39.928797+0000","last_clean":"2021-03-04T23:09:39.928797+0000","last_became_active":"2021-03-04T22:57:54.917221+0000","last_became_peered":"2021-03-04T22:57:54.917221+0000","last_unstale":"2021-03-04T23:09:39.928797+0000","last_undegraded":"2021-03-04T23:09:39.928797+0000","last_fullsized":"2021-03-04T23:09:39.928797+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"315","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.919335+0000","last_change":"2021-03-04T23:06:00.040535+0000","last_active":"2021-03-04T23:09:39.919335+0000","last_peered":"2021-03-04T23:09:39.919335+0000","last_clean":"2021-03-04T23:09:39.919335+0000","last_became_active":"2021-03-04T23:06:00.040077+0000","last_became_peered":"2021-03-04T23:06:00.040077+0000","last_unstale":"2021-03-04T23:09:39.919335+0000","last_undegraded":"2021-03-04T23:09:39.919335+0000","last_fullsized":"2021-03-04T23:09:39.919335+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"522","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.083992+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:09:34.083992+0000","last_peered":"2021-03-04T23:09:34.083992+0000","last_clean":"2021-03-04T23:09:34.083992+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:09:34.083992+0000","last_undegraded":"2021-03-04T23:09:34.083992+0000","last_fullsized":"2021-03-04T23:09:34.083992+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"526","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.932328+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:09:39.932328+0000","last_peered":"2021-03-04T23:09:39.932328+0000","last_clean":"2021-03-04T23:09:39.932328+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:09:39.932328+0000","last_undegraded":"2021-03-04T23:09:39.932328+0000","last_fullsized":"2021-03-04T23:09:39.932328+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"284","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.925042+0000","last_change":"2021-03-04T23:06:00.040150+0000","last_active":"2021-03-04T23:09:39.925042+0000","last_peered":"2021-03-04T23:09:39.925042+0000","last_clean":"2021-03-04T23:09:39.925042+0000","last_became_active":"2021-03-04T23:06:00.039888+0000","last_became_peered":"2021-03-04T23:06:00.039888+0000","last_unstale":"2021-03-04T23:09:39.925042+0000","last_undegraded":"2021-03-04T23:09:39.925042+0000","last_fullsized":"2021-03-04T23:09:39.925042+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"523","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929256+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:09:39.929256+0000","last_peered":"2021-03-04T23:09:39.929256+0000","last_clean":"2021-03-04T23:09:39.929256+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:09:39.929256+0000","last_undegraded":"2021-03-04T23:09:39.929256+0000","last_fullsized":"2021-03-04T23:09:39.929256+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"557","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.925404+0000","last_change":"2021-03-04T22:59:44.243881+0000","last_active":"2021-03-04T23:09:39.925404+0000","last_peered":"2021-03-04T23:09:39.925404+0000","last_clean":"2021-03-04T23:09:39.925404+0000","last_became_active":"2021-03-04T22:59:44.243652+0000","last_became_peered":"2021-03-04T22:59:44.243652+0000","last_unstale":"2021-03-04T23:09:39.925404+0000","last_undegraded":"2021-03-04T23:09:39.925404+0000","last_fullsized":"2021-03-04T23:09:39.925404+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T22:49:58.369425+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"554","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.087127+0000","last_change":"2021-03-04T23:06:00.129796+0000","last_active":"2021-03-04T23:09:34.087127+0000","last_peered":"2021-03-04T23:09:34.087127+0000","last_clean":"2021-03-04T23:09:34.087127+0000","last_became_active":"2021-03-04T23:06:00.036232+0000","last_became_peered":"2021-03-04T23:06:00.036232+0000","last_unstale":"2021-03-04T23:09:34.087127+0000","last_undegraded":"2021-03-04T23:09:34.087127+0000","last_fullsized":"2021-03-04T23:09:34.087127+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"537","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.934395+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:09:39.934395+0000","last_peered":"2021-03-04T23:09:39.934395+0000","last_clean":"2021-03-04T23:09:39.934395+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:09:39.934395+0000","last_undegraded":"2021-03-04T23:09:39.934395+0000","last_fullsized":"2021-03-04T23:09:39.934395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1","version":"591'22188","reported_seq":"22218","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.935141+0000","last_change":"2021-03-04T23:06:00.038095+0000","last_active":"2021-03-04T23:09:50.935141+0000","last_peered":"2021-03-04T23:09:50.935141+0000","last_clean":"2021-03-04T23:09:50.935141+0000","last_became_active":"2021-03-04T23:06:00.037870+0000","last_became_peered":"2021-03-04T23:06:00.037870+0000","last_unstale":"2021-03-04T23:09:50.935141+0000","last_undegraded":"2021-03-04T23:09:50.935141+0000","last_fullsized":"2021-03-04T23:09:50.935141+0000","mapping_epoch":569,"log_start":"582'12100","ondisk_log_start":"582'12100","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10088,"ondisk_log_size":10088,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22188,"num_write_kb":710016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"526","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.084036+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:09:34.084036+0000","last_peered":"2021-03-04T23:09:34.084036+0000","last_clean":"2021-03-04T23:09:34.084036+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:09:34.084036+0000","last_undegraded":"2021-03-04T23:09:34.084036+0000","last_fullsized":"2021-03-04T23:09:34.084036+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"575","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.919631+0000","last_change":"2021-03-04T23:06:00.039456+0000","last_active":"2021-03-04T23:09:39.919631+0000","last_peered":"2021-03-04T23:09:39.919631+0000","last_clean":"2021-03-04T23:09:39.919631+0000","last_became_active":"2021-03-04T23:06:00.039089+0000","last_became_peered":"2021-03-04T23:06:00.039089+0000","last_unstale":"2021-03-04T23:09:39.919631+0000","last_undegraded":"2021-03-04T23:09:39.919631+0000","last_fullsized":"2021-03-04T23:09:39.919631+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.6","version":"591'21932","reported_seq":"21962","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:50.932570+0000","last_change":"2021-03-04T23:06:00.041088+0000","last_active":"2021-03-04T23:09:50.932570+0000","last_peered":"2021-03-04T23:09:50.932570+0000","last_clean":"2021-03-04T23:09:50.932570+0000","last_became_active":"2021-03-04T23:06:00.040844+0000","last_became_peered":"2021-03-04T23:06:00.040844+0000","last_unstale":"2021-03-04T23:09:50.932570+0000","last_undegraded":"2021-03-04T23:09:50.932570+0000","last_fullsized":"2021-03-04T23:09:50.932570+0000","mapping_epoch":569,"log_start":"582'11900","ondisk_log_start":"582'11900","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":10032,"ondisk_log_size":10032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21932,"num_write_kb":701824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"568","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930425+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:09:39.930425+0000","last_peered":"2021-03-04T23:09:39.930425+0000","last_clean":"2021-03-04T23:09:39.930425+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:09:39.930425+0000","last_undegraded":"2021-03-04T23:09:39.930425+0000","last_fullsized":"2021-03-04T23:09:39.930425+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"576","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.943217+0000","last_change":"2021-03-04T23:06:00.038288+0000","last_active":"2021-03-04T23:09:39.943217+0000","last_peered":"2021-03-04T23:09:39.943217+0000","last_clean":"2021-03-04T23:09:39.943217+0000","last_became_active":"2021-03-04T23:06:00.037930+0000","last_became_peered":"2021-03-04T23:06:00.037930+0000","last_unstale":"2021-03-04T23:09:39.943217+0000","last_undegraded":"2021-03-04T23:09:39.943217+0000","last_fullsized":"2021-03-04T23:09:39.943217+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.7","version":"590'21665","reported_seq":"21694","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:48.335449+0000","last_change":"2021-03-04T23:06:00.036571+0000","last_active":"2021-03-04T23:09:48.335449+0000","last_peered":"2021-03-04T23:09:48.335449+0000","last_clean":"2021-03-04T23:09:48.335449+0000","last_became_active":"2021-03-04T23:06:00.036299+0000","last_became_peered":"2021-03-04T23:06:00.036299+0000","last_unstale":"2021-03-04T23:09:48.335449+0000","last_undegraded":"2021-03-04T23:09:48.335449+0000","last_fullsized":"2021-03-04T23:09:48.335449+0000","mapping_epoch":569,"log_start":"584'14600","ondisk_log_start":"584'14600","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":7065,"ondisk_log_size":7065,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18284544,"num_objects":279,"num_object_clones":0,"num_object_copies":837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21665,"num_write_kb":702208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"540","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.930060+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:09:39.930060+0000","last_peered":"2021-03-04T23:09:39.930060+0000","last_clean":"2021-03-04T23:09:39.930060+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:09:39.930060+0000","last_undegraded":"2021-03-04T23:09:39.930060+0000","last_fullsized":"2021-03-04T23:09:39.930060+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"567","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.934646+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:09:39.934646+0000","last_peered":"2021-03-04T23:09:39.934646+0000","last_clean":"2021-03-04T23:09:39.934646+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:09:39.934646+0000","last_undegraded":"2021-03-04T23:09:39.934646+0000","last_fullsized":"2021-03-04T23:09:39.934646+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.4","version":"591'21998","reported_seq":"22027","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:49.415967+0000","last_change":"2021-03-04T23:06:00.034232+0000","last_active":"2021-03-04T23:09:49.415967+0000","last_peered":"2021-03-04T23:09:49.415967+0000","last_clean":"2021-03-04T23:09:49.415967+0000","last_became_active":"2021-03-04T23:06:00.033769+0000","last_became_peered":"2021-03-04T23:06:00.033769+0000","last_unstale":"2021-03-04T23:09:49.415967+0000","last_undegraded":"2021-03-04T23:09:49.415967+0000","last_fullsized":"2021-03-04T23:09:49.415967+0000","mapping_epoch":569,"log_start":"586'15400","ondisk_log_start":"586'15400","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6598,"ondisk_log_size":6598,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9961472,"num_objects":152,"num_object_clones":0,"num_object_copies":456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21998,"num_write_kb":708800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"554","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.942292+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:09:39.942292+0000","last_peered":"2021-03-04T23:09:39.942292+0000","last_clean":"2021-03-04T23:09:39.942292+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:09:39.942292+0000","last_undegraded":"2021-03-04T23:09:39.942292+0000","last_fullsized":"2021-03-04T23:09:39.942292+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"567","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.929092+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:09:39.929092+0000","last_peered":"2021-03-04T23:09:39.929092+0000","last_clean":"2021-03-04T23:09:39.929092+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:09:39.929092+0000","last_undegraded":"2021-03-04T23:09:39.929092+0000","last_fullsized":"2021-03-04T23:09:39.929092+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.5","version":"591'22308","reported_seq":"22338","reported_epoch":"591","state":"active+clean","last_fresh":"2021-03-04T23:09:49.362969+0000","last_change":"2021-03-04T23:06:00.037238+0000","last_active":"2021-03-04T23:09:49.362969+0000","last_peered":"2021-03-04T23:09:49.362969+0000","last_clean":"2021-03-04T23:09:49.362969+0000","last_became_active":"2021-03-04T23:06:00.037002+0000","last_became_peered":"2021-03-04T23:06:00.037002+0000","last_unstale":"2021-03-04T23:09:49.362969+0000","last_undegraded":"2021-03-04T23:09:49.362969+0000","last_fullsized":"2021-03-04T23:09:49.362969+0000","mapping_epoch":569,"log_start":"586'15700","ondisk_log_start":"586'15700","created":569,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:59.019311+0000","last_clean_scrub_stamp":"2021-03-04T23:05:59.019311+0000","log_size":6608,"ondisk_log_size":6608,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9568256,"num_objects":146,"num_object_clones":0,"num_object_copies":438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":146,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22308,"num_write_kb":718528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"544","reported_epoch":"589","state":"active+clean","last_fresh":"2021-03-04T23:09:34.084228+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:09:34.084228+0000","last_peered":"2021-03-04T23:09:34.084228+0000","last_clean":"2021-03-04T23:09:34.084228+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:09:34.084228+0000","last_undegraded":"2021-03-04T23:09:34.084228+0000","last_fullsized":"2021-03-04T23:09:34.084228+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"561","reported_epoch":"590","state":"active+clean","last_fresh":"2021-03-04T23:09:39.934056+0000","last_change":"2021-03-04T23:06:00.036224+0000","last_active":"2021-03-04T23:09:39.934056+0000","last_peered":"2021-03-04T23:09:39.934056+0000","last_clean":"2021-03-04T23:09:39.934056+0000","last_became_active":"2021-03-04T23:06:00.035012+0000","last_became_peered":"2021-03-04T23:06:00.035012+0000","last_unstale":"2021-03-04T23:09:39.934056+0000","last_undegraded":"2021-03-04T23:09:39.934056+0000","last_fullsized":"2021-03-04T23:09:39.934056+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":16,"stat_sum":{"num_bytes":92930072,"num_objects":1419,"num_object_clones":0,"num_object_copies":4257,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1419,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":350439,"num_write_kb":11259393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":273821696,"data_stored":273809480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129339,"ondisk_log_size":129339,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495865,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1086564,"kb_used_data":37980,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":86993820,"statfs":{"total":90194313216,"available":89081671680,"internally_reserved":1073741824,"allocated":38891520,"data_stored":36055193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":3.3450000000000002,"15min":2.306},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3519999999999999,"5min":90.209999999999994,"15min":90.209999999999994},"last":0.187},{"interface":"front","average":{"1min":0.90600000000000003,"5min":3.4969999999999999,"15min":2.3809999999999998},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.189},"max":{"1min":4.8070000000000004,"5min":90.311999999999998,"15min":90.311999999999998},"last":0.214}]},{"osd":1,"last update":"Thu Mar 4 23:09:35 2021","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":1.262},"min":{"1min":0.222,"5min":0.191,"15min":0.191},"max":{"1min":2.1280000000000001,"5min":4.5190000000000001,"15min":4.5190000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.78700000000000003,"15min":1.365},"min":{"1min":0.20999999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.0760000000000001,"5min":2.5369999999999999,"15min":2.7799999999999998},"last":0.246}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":1.613,"15min":1.597},"min":{"1min":0.17699999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":4.3600000000000003,"5min":49.512999999999998,"15min":49.512999999999998},"last":0.254},{"interface":"front","average":{"1min":0.78900000000000003,"5min":1.4630000000000001,"15min":1.6160000000000001},"min":{"1min":0.21299999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.141,"5min":48.527999999999999,"15min":48.527999999999999},"last":0.20300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.044,"15min":1.327},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":4.3460000000000001,"5min":5.0019999999999998,"15min":5.0019999999999998},"last":5.3529999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.1970000000000001,"15min":1.581},"min":{"1min":0.253,"5min":0.221,"15min":0.221},"max":{"1min":3.294,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.23799999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.89700000000000002,"15min":1.054},"min":{"1min":0.16700000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":4.0209999999999999},"last":0.14899999999999999},{"interface":"front","average":{"1min":0.748,"5min":0.89300000000000002,"15min":1.048},"min":{"1min":0.16800000000000001,"5min":0.14999999999999999,"15min":0.127},"max":{"1min":2.4159999999999999,"5min":4.1929999999999996,"15min":4.1929999999999996},"last":5.3129999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":1.056,"15min":1.1759999999999999},"min":{"1min":0.17899999999999999,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":4.9329999999999998,"5min":4.9329999999999998,"15min":4.9329999999999998},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.81599999999999995,"5min":1.0509999999999999,"15min":1.304},"min":{"1min":0.20799999999999999,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":2.0369999999999999,"5min":2.9060000000000001,"15min":4.2699999999999996},"last":1.1000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":1.085,"15min":1.385},"min":{"1min":0.22500000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.8820000000000001,"5min":3.8820000000000001,"15min":4.4539999999999997},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.996,"15min":1.2509999999999999},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.152},"max":{"1min":3.0409999999999999,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":5.2690000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659389,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1083740,"kb_used_data":35156,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":86996644,"statfs":{"total":90194313216,"available":89084563456,"internally_reserved":1073741824,"allocated":35999744,"data_stored":33171487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:25 2021","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":1.143,"15min":1.381},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":3.2869999999999999,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":0.253},{"interface":"front","average":{"1min":0.80500000000000005,"5min":1.2649999999999999,"15min":1.5509999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":3.3620000000000001,"5min":7.2590000000000003,"15min":7.2590000000000003},"last":0.29399999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89900000000000002,"15min":1.2949999999999999},"min":{"1min":0.218,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":6.75,"5min":6.75,"15min":6.75},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.91100000000000003,"15min":1.2310000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.2349999999999999,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.26200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:08:56 2021","interfaces":[{"interface":"back","average":{"1min":4.0030000000000001,"5min":2.363,"15min":1.9119999999999999},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":81.930000000000007,"5min":81.930000000000007,"15min":81.930000000000007},"last":0.35299999999999998},{"interface":"front","average":{"1min":3.8809999999999998,"5min":2.4020000000000001,"15min":1.8919999999999999},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":82.245000000000005,"5min":82.245000000000005,"15min":82.245000000000005},"last":0.23100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.7230000000000001,"15min":1.615},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.6559999999999997,"5min":43.122,"15min":43.122},"last":0.31900000000000001},{"interface":"front","average":{"1min":1.474,"5min":1.9390000000000001,"15min":1.913},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":7.5439999999999996,"5min":43.274000000000001,"15min":43.274000000000001},"last":0.27300000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:09:46 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":1.0089999999999999,"15min":1.1100000000000001},"min":{"1min":0.16500000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":7.3920000000000003,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.149,"15min":1.1559999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":3.3399999999999999,"5min":7.8550000000000004,"15min":7.8550000000000004},"last":0.20000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:09:46 2021","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.86399999999999999,"15min":1.1200000000000001},"min":{"1min":0.16700000000000001,"5min":0.156,"15min":0.156},"max":{"1min":1.7529999999999999,"5min":3.044,"15min":3.044},"last":0.16},{"interface":"front","average":{"1min":0.94699999999999995,"5min":1.024,"15min":1.3360000000000001},"min":{"1min":0.218,"5min":0.185,"15min":0.185},"max":{"1min":7.6699999999999999,"5min":7.6699999999999999,"15min":7.6699999999999999},"last":0.216}]},{"osd":7,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.1559999999999999,"15min":1.4330000000000001},"min":{"1min":0.218,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":4.4379999999999997,"5min":4.4379999999999997,"15min":4.4379999999999997},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.3779999999999999,"15min":1.669},"min":{"1min":0.28399999999999997,"5min":0.224,"15min":0.20899999999999999},"max":{"1min":4.6660000000000004,"5min":4.6660000000000004,"15min":4.6660000000000004},"last":0.30599999999999999}]}]},{"osd":1,"up_from":0,"seq":1464583848065,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712209,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":364040,"kb_used_data":176000,"kb_used_omap":0,"kb_used_meta":188032,"kb_avail":87716344,"statfs":{"total":90194313216,"available":89821536256,"internally_reserved":0,"allocated":180224000,"data_stored":177406390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":192544768},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:09:35 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.54200000000000004,"15min":0.627},"min":{"1min":0.16400000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.911,"5min":2.911,"15min":2.911},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.622,"15min":0.77400000000000002},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":5.0890000000000004,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":0.20499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.2689999999999999,"15min":1.006},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":3.8650000000000002,"5min":33.518999999999998,"15min":33.518999999999998},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":1.5349999999999999,"15min":1.3779999999999999},"min":{"1min":0.17899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":4.032,"5min":36.021000000000001,"15min":36.021000000000001},"last":0.42199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":3.7120000000000002,"5min":2.8849999999999998,"15min":1.7130000000000001},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.16},"max":{"1min":73.388999999999996,"5min":75.367999999999995,"15min":75.367999999999995},"last":0.255},{"interface":"front","average":{"1min":3.9430000000000001,"5min":3.0449999999999999,"15min":1.982},"min":{"1min":0.215,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":73.647999999999996,"5min":76.686000000000007,"15min":76.686000000000007},"last":2.1659999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":1.0840000000000001,"15min":1.4199999999999999},"min":{"1min":0.27900000000000003,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.5070000000000001,"5min":2.9969999999999999,"15min":3.3199999999999998},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.95399999999999996,"15min":1.3600000000000001},"min":{"1min":0.221,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.5009999999999999,"5min":5.0570000000000004,"15min":5.0570000000000004},"last":0.37}]},{"osd":5,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":1.1299999999999999,"15min":1.5860000000000001},"min":{"1min":0.27900000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.2269999999999999,"5min":3.2269999999999999,"15min":4.0499999999999998},"last":0.313},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.0129999999999999,"15min":1.4370000000000001},"min":{"1min":0.22800000000000001,"5min":0.223,"15min":0.223},"max":{"1min":3.532,"5min":3.532,"15min":4.1719999999999997},"last":0.40999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.97899999999999998,"15min":1.5449999999999999},"min":{"1min":0.26200000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.456,"5min":2.524,"15min":3.242},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.78100000000000003,"5min":1.226,"15min":1.712},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.8420000000000001,"5min":3.0209999999999999,"15min":3.1429999999999998},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":1.1579999999999999,"15min":1.671},"min":{"1min":0.28199999999999997,"5min":0.217,"15min":0.217},"max":{"1min":2.71,"5min":3.8450000000000002,"15min":4.1710000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":1.22,"15min":1.7849999999999999},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.307},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":4.3490000000000002},"last":0.45600000000000002}]}]},{"osd":2,"up_from":356,"seq":1529008357500,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":174224,"kb_used_data":7240,"kb_used_omap":0,"kb_used_meta":166976,"kb_avail":87906160,"statfs":{"total":90194313216,"available":90015907840,"internally_reserved":0,"allocated":7413760,"data_stored":4595685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":170983424},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.82699999999999996,"15min":0.83499999999999996},"min":{"1min":0.151,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":3.036,"5min":29.581,"15min":29.581},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.0580000000000001,"15min":0.996},"min":{"1min":0.155,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":4.6100000000000003,"5min":29.547000000000001,"15min":29.547000000000001},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.68300000000000005,"15min":0.85999999999999999},"min":{"1min":0.184,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.0630000000000002,"5min":3.0630000000000002,"15min":3.0630000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.72999999999999998,"15min":0.97499999999999998},"min":{"1min":0.17699999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4249999999999998,"5min":5.3179999999999996,"15min":5.3179999999999996},"last":0.61799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.0620000000000001,"15min":1.155},"min":{"1min":0.20499999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":5.9859999999999998,"5min":29.5,"15min":29.5},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67800000000000005,"5min":1.1240000000000001,"15min":1.26},"min":{"1min":0.20599999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.5609999999999999,"5min":29.850000000000001,"15min":29.850000000000001},"last":0.74199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":1.111,"15min":1.5660000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.6030000000000002,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":1.004,"15min":1.3320000000000001},"min":{"1min":0.222,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.2269999999999999,"5min":7.0030000000000001,"15min":7.0030000000000001},"last":0.72099999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":1.081,"15min":1.4219999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.4990000000000001,"5min":7.1890000000000001,"15min":7.1890000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.76300000000000001,"5min":1.046,"15min":1.4610000000000001},"min":{"1min":0.29799999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1259999999999999,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.92700000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.2130000000000001,"15min":1.5649999999999999},"min":{"1min":0.248,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.1269999999999998,"5min":5.6239999999999997,"15min":5.6239999999999997},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.262,"15min":1.5289999999999999},"min":{"1min":0.28599999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.2910000000000004,"5min":7.3339999999999996,"15min":7.3339999999999996},"last":0.81100000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.1819999999999999,"15min":1.603},"min":{"1min":0.29899999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.2679999999999998},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.663,"5min":1.4970000000000001,"15min":1.8140000000000001},"min":{"1min":0.35799999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":7.4290000000000003,"5min":7.4290000000000003,"15min":7.4290000000000003},"last":1.0660000000000001}]}]},{"osd":3,"up_from":370,"seq":1589137899638,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":278608,"kb_used_data":96776,"kb_used_omap":0,"kb_used_meta":181824,"kb_avail":87801776,"statfs":{"total":90194313216,"available":89909018624,"internally_reserved":0,"allocated":99098624,"data_stored":96280076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":186187776},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.81499999999999995,"15min":0.91000000000000003},"min":{"1min":0.13500000000000001,"5min":0.125,"15min":0.125},"max":{"1min":14.712999999999999,"5min":14.712999999999999,"15min":14.712999999999999},"last":0.14599999999999999},{"interface":"front","average":{"1min":1.5489999999999999,"5min":0.90400000000000003,"15min":1.044},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":15.404,"5min":15.404,"15min":15.404},"last":0.16700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.73799999999999999,"15min":1.131},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.454,"5min":3.7450000000000001,"15min":3.7450000000000001},"last":0.19},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.74299999999999999,"15min":1.1060000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.056,"5min":3.1160000000000001,"15min":4.2329999999999997},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.8070000000000004,"5min":2.1429999999999998,"15min":1.6890000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":83.091999999999999,"5min":83.091999999999999,"15min":83.091999999999999},"last":0.25900000000000001},{"interface":"front","average":{"1min":5.3659999999999997,"5min":2.1190000000000002,"15min":1.5529999999999999},"min":{"1min":0.17999999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":83.608999999999995,"5min":83.608999999999995,"15min":83.608999999999995},"last":0.218}]},{"osd":4,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":1.163,"15min":1.75},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.5680000000000001,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":0.318},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.1459999999999999,"15min":1.5980000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":3.851,"5min":3.851,"15min":4.069},"last":0.33800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.147,"15min":1.486},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.214},"max":{"1min":3.6659999999999999,"5min":7.7539999999999996,"15min":7.7539999999999996},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.96499999999999997,"5min":1.3400000000000001,"15min":1.843},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.46,"5min":6.7370000000000001,"15min":6.7370000000000001},"last":0.375}]},{"osd":6,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.2110000000000001,"15min":1.569},"min":{"1min":0.27400000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":3.629,"5min":8.3420000000000005,"15min":8.3420000000000005},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.448,"15min":1.9390000000000001},"min":{"1min":0.29399999999999998,"5min":0.22,"15min":0.22},"max":{"1min":2.7949999999999999,"5min":7.2720000000000002,"15min":7.2720000000000002},"last":0.42999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":1.3959999999999999,"15min":1.9099999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.4300000000000002,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.3340000000000001,"15min":1.7709999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":7.9980000000000002,"5min":7.9980000000000002,"15min":7.9980000000000002},"last":0.39700000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986438,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1101152,"kb_used_data":52568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":86979232,"statfs":{"total":90194313216,"available":89066733568,"internally_reserved":1073741824,"allocated":53829632,"data_stored":50997331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:18 2021","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.5270000000000001,"15min":1.954},"min":{"1min":0.152,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.462000000000003,"5min":62.878999999999998,"15min":62.878999999999998},"last":0.156},{"interface":"front","average":{"1min":3.3399999999999999,"5min":2.5579999999999998,"15min":2.1480000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":44.518999999999998,"5min":62.924999999999997,"15min":62.924999999999997},"last":0.23000000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:09:29 2021","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.80700000000000005,"15min":1.2689999999999999},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":4.0190000000000001,"5min":4.0190000000000001,"15min":4.0190000000000001},"last":0.249},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.79000000000000004,"15min":1.2809999999999999},"min":{"1min":0.224,"5min":0.221,"15min":0.221},"max":{"1min":4.0410000000000004,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.33600000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:09:02 2021","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.6950000000000001,"15min":1.823},"min":{"1min":0.20000000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":22.952000000000002,"5min":22.952000000000002,"15min":22.952000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.6519999999999999,"15min":1.716},"min":{"1min":0.219,"5min":0.191,"15min":0.191},"max":{"1min":22.927,"5min":22.927,"15min":22.927},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":4.2930000000000001,"5min":1.7909999999999999,"15min":1.8720000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":56.844000000000001,"5min":56.844000000000001,"15min":56.844000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":4.3310000000000004,"5min":1.835,"15min":1.845},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":56.823999999999998,"5min":56.823999999999998,"15min":56.823999999999998},"last":0.39400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.91800000000000004,"15min":1.081},"min":{"1min":0.14699999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.0659999999999998,"5min":5.2729999999999997,"15min":5.2729999999999997},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90800000000000003,"15min":1.056},"min":{"1min":0.16700000000000001,"5min":0.156,"15min":0.156},"max":{"1min":3.9649999999999999,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.20200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:09:44 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.85199999999999998,"15min":1.117},"min":{"1min":0.17100000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.986,"5min":4.609,"15min":4.609},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.96699999999999997,"15min":1.296},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":2.8069999999999999,"5min":5.4820000000000002,"15min":5.4820000000000002},"last":0.35599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":1.161,"15min":1.393},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.117,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":3.153},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.1399999999999999,"15min":1.3320000000000001},"min":{"1min":0.217,"5min":0.184,"15min":0.184},"max":{"1min":2.5409999999999999,"5min":3.0249999999999999,"15min":3.0630000000000002},"last":0.435}]}]},{"osd":5,"up_from":36,"seq":154618822913,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1091472,"kb_used_data":42824,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":86988912,"statfs":{"total":90194313216,"available":89076645888,"internally_reserved":1073741824,"allocated":43851776,"data_stored":41033737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":1.1020000000000001,"15min":1.3169999999999999},"min":{"1min":0.156,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.77300000000000002,"5min":13.834,"15min":13.834},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":1.264,"15min":1.359},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.9449999999999998,"5min":13.609,"15min":13.609},"last":0.251}]},{"osd":1,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.93200000000000005,"15min":1.341},"min":{"1min":0.192,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.6160000000000001,"5min":3.153,"15min":3.153},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.0089999999999999,"15min":1.2949999999999999},"min":{"1min":0.20100000000000001,"5min":0.188,"15min":0.188},"max":{"1min":4.4370000000000003,"5min":4.4370000000000003,"15min":4.4370000000000003},"last":0.23000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":1.2010000000000001,"15min":1.5680000000000001},"min":{"1min":0.217,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.774,"5min":3.774,"15min":3.774},"last":0.435},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.2230000000000001,"15min":1.633},"min":{"1min":0.20399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.875,"5min":3.875,"15min":3.875},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:09:28 2021","interfaces":[{"interface":"back","average":{"1min":4.4930000000000003,"5min":1.9079999999999999,"15min":1.7609999999999999},"min":{"1min":0.24399999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":73.272000000000006,"5min":73.272000000000006,"15min":73.272000000000006},"last":0.24299999999999999},{"interface":"front","average":{"1min":4.5099999999999998,"5min":1.9710000000000001,"15min":1.839},"min":{"1min":0.20200000000000001,"5min":0.192,"15min":0.192},"max":{"1min":73.563000000000002,"5min":73.563000000000002,"15min":73.563000000000002},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.73599999999999999,"15min":0.98199999999999998},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":2.2480000000000002,"5min":3.9649999999999999,"15min":3.9649999999999999},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.873,"15min":1.111},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":3.5209999999999999,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:08:56 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":1.0800000000000001,"15min":1.222},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":4.2619999999999996,"5min":4.2619999999999996,"15min":4.2619999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.871,"5min":1.115,"15min":1.2270000000000001},"min":{"1min":0.19700000000000001,"5min":0.182,"15min":0.152},"max":{"1min":3.1200000000000001,"5min":6.8099999999999996,"15min":6.8099999999999996},"last":0.17299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":1.133,"15min":1.3180000000000001},"min":{"1min":0.21299999999999999,"5min":0.16900000000000001,"15min":0.156},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":0.217},{"interface":"front","average":{"1min":0.83299999999999996,"5min":1.143,"15min":1.4099999999999999},"min":{"1min":0.218,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.307}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":134287360,"data_stored":134283288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81530880,"data_stored":81526808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":14024704,"data_stored":14024704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11927552,"data_stored":11927552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15536128,"data_stored":15532056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16515072,"data_stored":16515072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:09:57.269 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:09:57.269 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pg_num 18 2021-03-04T23:09:57.350 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:57.355 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:09:57.356 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:09:57.356 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:09:57.356 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:09:57.356 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:09:57.358 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:57.471 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:09:57.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:09:57 gibba008 bash[47391]: debug 2021-03-04T23:09:57.245+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:57.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:09:57 gibba023 bash[19550]: debug 2021-03-04T23:09:57.465+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:57.573 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:57.997 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:58.100 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:58.101 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:09:58.178 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:09:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:58 gibba008 bash[37770]: cluster 2021-03-04T23:09:57.011956+0000 mgr.x (mgr.34379) 624 : cluster [DBG] pgmap v922: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 997 op/s 2021-03-04T23:09:58.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:58 gibba008 bash[39303]: cluster 2021-03-04T23:09:57.011956+0000 mgr.x (mgr.34379) 624 : cluster [DBG] pgmap v922: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 997 op/s 2021-03-04T23:09:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:58 gibba023 bash[27374]: cluster 2021-03-04T23:09:57.011956+0000 mgr.x (mgr.34379) 624 : cluster [DBG] pgmap v922: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 997 op/s 2021-03-04T23:09:58.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:57 gibba023 bash[16680]: debug 2021-03-04T23:09:57.989+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:58.669 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:09:58.772 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:58.893 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:09:58.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:59.005 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:09:58 gibba008 bash[44600]: debug 2021-03-04T23:09:58.661+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:59.069 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:09:58 gibba023 bash[16680]: debug 2021-03-04T23:09:58.885+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:09:59.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:09:59 gibba008 bash[37770]: audit 2021-03-04T23:09:58.125327+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:09:59.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:09:59 gibba008 bash[39303]: audit 2021-03-04T23:09:58.125327+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:09:59.376 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:09:59.398 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:09:59 gibba023 bash[27374]: audit 2021-03-04T23:09:58.125327+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:09:59.484 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:59.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:09:59 gibba008 bash[48858]: debug 2021-03-04T23:09:59.365+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:09:59.774 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:09:59.877 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:00.108 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:09:59 gibba023 bash[18090]: debug 2021-03-04T23:09:59.769+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:00.197 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[37770]: cluster 2021-03-04T23:09:59.013179+0000 mgr.x (mgr.34379) 625 : cluster [DBG] pgmap v923: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 719 op/s 2021-03-04T23:10:00.198 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[37770]: cluster 2021-03-04T23:10:00.000313+0000 mon.a (mon.0) 1167 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:00 gibba023 bash[27374]: cluster 2021-03-04T23:09:59.013179+0000 mgr.x (mgr.34379) 625 : cluster [DBG] pgmap v923: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 719 op/s 2021-03-04T23:10:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:00 gibba023 bash[27374]: cluster 2021-03-04T23:10:00.000313+0000 mon.a (mon.0) 1167 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:00.364 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:00.466 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:00.476 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[39303]: cluster 2021-03-04T23:09:59.013179+0000 mgr.x (mgr.34379) 625 : cluster [DBG] pgmap v923: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 719 op/s 2021-03-04T23:10:00.476 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[39303]: cluster 2021-03-04T23:10:00.000313+0000 mon.a (mon.0) 1167 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:00.477 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[50326]: debug 2021-03-04T23:10:00.357+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:00.750 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:00.852 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:00.998 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:01.004 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[47391]: debug 2021-03-04T23:10:00.741+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:01.004 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:00 gibba008 bash[50326]: debug 2021-03-04T23:10:00.989+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:01.106 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:01.209 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:10:01.209 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:10:01.210 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:10:01.210 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:10:01.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.210 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:54232 25.f 25:fa2b6fe8:::benchmark_data_gibba008_61550_object54231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:10:01.211 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:31.736289+0000", 2021-03-04T23:10:01.211 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 209.46938812299999, 2021-03-04T23:10:01.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.163073987, 2021-03-04T23:10:01.211 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.211 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.212 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.212 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.212 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.212 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 54232 2021-03-04T23:10:01.213 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.213 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.213 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.213 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.213 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736289+0000", 2021-03-04T23:10:01.214 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.214 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736289+0000", 2021-03-04T23:10:01.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6383000000000001e-05 2021-03-04T23:10:01.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736315+0000", 2021-03-04T23:10:01.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0780000000000001e-06 2021-03-04T23:10:01.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.217 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.217 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736316+0000", 2021-03-04T23:10:01.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9099999999999999e-06 2021-03-04T23:10:01.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.217 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.218 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.218 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736323+0000", 2021-03-04T23:10:01.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7610000000000001e-06 2021-03-04T23:10:01.218 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.219 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.219 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.219 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736327+0000", 2021-03-04T23:10:01.219 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3014000000000003e-05 2021-03-04T23:10:01.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.220 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.220 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.220 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736390+0000", 2021-03-04T23:10:01.220 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000161652 2021-03-04T23:10:01.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.221 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736551+0000", 2021-03-04T23:10:01.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000193115 2021-03-04T23:10:01.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.736745+0000", 2021-03-04T23:10:01.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021172360000000002 2021-03-04T23:10:01.223 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.738862+0000", 2021-03-04T23:10:01.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00092757199999999999 2021-03-04T23:10:01.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.225 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.225 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.739789+0000", 2021-03-04T23:10:01.225 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.159301367 2021-03-04T23:10:01.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.226 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.226 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.899091+0000", 2021-03-04T23:10:01.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014818700000000001 2021-03-04T23:10:01.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.227 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.227 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.899239+0000", 2021-03-04T23:10:01.227 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000123712 2021-03-04T23:10:01.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.228 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.228 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.228 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.899363+0000", 2021-03-04T23:10:01.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.163073987 2021-03-04T23:10:01.229 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.229 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.229 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.229 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.230 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75113 25.f 25:f03aaa4c:::benchmark_data_gibba008_61550_object75112:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:10:01.230 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.524758+0000", 2021-03-04T23:10:01.230 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 198.680919163, 2021-03-04T23:10:01.230 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.146157064, 2021-03-04T23:10:01.231 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.231 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.231 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.231 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.231 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.232 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75113 2021-03-04T23:10:01.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.232 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.232 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.232 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524758+0000", 2021-03-04T23:10:01.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.233 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.233 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.233 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524758+0000", 2021-03-04T23:10:01.234 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2169000000000001e-05 2021-03-04T23:10:01.234 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.235 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.235 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524810+0000", 2021-03-04T23:10:01.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3599999999999999e-06 2021-03-04T23:10:01.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524811+0000", 2021-03-04T23:10:01.236 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2809999999999997e-06 2021-03-04T23:10:01.236 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.236 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.237 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.237 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524820+0000", 2021-03-04T23:10:01.237 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2060000000000001e-06 2021-03-04T23:10:01.237 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.237 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.238 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.238 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524828+0000", 2021-03-04T23:10:01.238 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1241999999999997e-05 2021-03-04T23:10:01.238 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.239 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.239 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.239 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524859+0000", 2021-03-04T23:10:01.239 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010683699999999999 2021-03-04T23:10:01.239 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.240 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.240 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.240 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.524966+0000", 2021-03-04T23:10:01.240 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3206000000000002e-05 2021-03-04T23:10:01.240 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.241 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.241 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.241 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525059+0000", 2021-03-04T23:10:01.241 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0035488730000000001 2021-03-04T23:10:01.242 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.242 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.242 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.242 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528608+0000", 2021-03-04T23:10:01.242 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00028236100000000002 2021-03-04T23:10:01.243 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.243 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.243 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.243 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528890+0000", 2021-03-04T23:10:01.243 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14185484300000001 2021-03-04T23:10:01.244 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.244 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.244 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.244 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.670745+0000", 2021-03-04T23:10:01.244 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1218999999999997e-05 2021-03-04T23:10:01.245 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.245 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.245 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.245 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.670816+0000", 2021-03-04T23:10:01.246 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8467000000000004e-05 2021-03-04T23:10:01.246 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.246 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.246 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.246 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.670915+0000", 2021-03-04T23:10:01.247 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.146157064 2021-03-04T23:10:01.247 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.247 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.247 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.248 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.248 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.248 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75114 25.f 25:fc19957c:::benchmark_data_gibba008_61550_object75113:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:10:01.248 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.525342+0000", 2021-03-04T23:10:01.248 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 198.680334571, 2021-03-04T23:10:01.249 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14588130999999999, 2021-03-04T23:10:01.249 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.249 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.249 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.249 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.250 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.250 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75114 2021-03-04T23:10:01.250 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.250 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.250 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.251 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.251 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525342+0000", 2021-03-04T23:10:01.251 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.251 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.252 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.252 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.252 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525342+0000", 2021-03-04T23:10:01.252 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2045000000000001e-05 2021-03-04T23:10:01.252 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.253 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.253 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.253 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525394+0000", 2021-03-04T23:10:01.253 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.159e-06 2021-03-04T23:10:01.253 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.254 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.254 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.254 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525395+0000", 2021-03-04T23:10:01.254 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2709999999999998e-06 2021-03-04T23:10:01.254 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.255 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.255 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.255 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525405+0000", 2021-03-04T23:10:01.255 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2130000000000002e-06 2021-03-04T23:10:01.256 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.256 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.256 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.256 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.525409+0000", 2021-03-04T23:10:01.256 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0012094600000000001 2021-03-04T23:10:01.257 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.257 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.257 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.257 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.526618+0000", 2021-03-04T23:10:01.257 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000114973 2021-03-04T23:10:01.258 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.258 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.258 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.258 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.526733+0000", 2021-03-04T23:10:01.258 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000120257 2021-03-04T23:10:01.259 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.259 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.259 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.259 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.526854+0000", 2021-03-04T23:10:01.260 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019762450000000002 2021-03-04T23:10:01.260 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.260 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.260 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.260 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.528830+0000", 2021-03-04T23:10:01.261 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000269146 2021-03-04T23:10:01.261 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.261 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.261 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.261 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.529099+0000", 2021-03-04T23:10:01.262 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14192871900000001 2021-03-04T23:10:01.262 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.262 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.262 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.263 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.671028+0000", 2021-03-04T23:10:01.263 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000114342 2021-03-04T23:10:01.263 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.263 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.263 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.264 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.671142+0000", 2021-03-04T23:10:01.264 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1479999999999999e-05 2021-03-04T23:10:01.264 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.264 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.264 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.265 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.671224+0000", 2021-03-04T23:10:01.265 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14588130999999999 2021-03-04T23:10:01.265 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.265 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.266 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.266 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.266 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.266 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:79410 25.f 25:fc4cbce0:::benchmark_data_gibba008_61550_object79409:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:10:01.266 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:44.692557+0000", 2021-03-04T23:10:01.267 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 196.51311932799999, 2021-03-04T23:10:01.267 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.139015792, 2021-03-04T23:10:01.267 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.267 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.268 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.268 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.268 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.268 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 79410 2021-03-04T23:10:01.268 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.269 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.269 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.269 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.269 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692557+0000", 2021-03-04T23:10:01.270 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.270 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.270 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.270 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.270 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692557+0000", 2021-03-04T23:10:01.271 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0865000000000006e-05 2021-03-04T23:10:01.271 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.271 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.271 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.271 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692638+0000", 2021-03-04T23:10:01.272 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1680000000000001e-06 2021-03-04T23:10:01.272 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.272 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.272 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.273 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692640+0000", 2021-03-04T23:10:01.273 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9469999999999992e-06 2021-03-04T23:10:01.273 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.273 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.273 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.274 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692648+0000", 2021-03-04T23:10:01.274 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8089999999999999e-06 2021-03-04T23:10:01.274 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.274 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.274 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.275 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692652+0000", 2021-03-04T23:10:01.275 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1447999999999999e-05 2021-03-04T23:10:01.275 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.275 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.275 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.276 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692674+0000", 2021-03-04T23:10:01.276 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3430000000000007e-05 2021-03-04T23:10:01.276 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.276 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.276 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.277 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692747+0000", 2021-03-04T23:10:01.277 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2338999999999999e-05 2021-03-04T23:10:01.277 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.277 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.278 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.278 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.692829+0000", 2021-03-04T23:10:01.278 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001858731 2021-03-04T23:10:01.278 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.278 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.279 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.279 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.694688+0000", 2021-03-04T23:10:01.279 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00035765999999999999 2021-03-04T23:10:01.279 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.280 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.280 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.280 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.695046+0000", 2021-03-04T23:10:01.280 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13620819300000001 2021-03-04T23:10:01.280 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.281 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.281 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.281 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.831254+0000", 2021-03-04T23:10:01.281 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018224300000000001 2021-03-04T23:10:01.281 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.282 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.282 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.282 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.831436+0000", 2021-03-04T23:10:01.282 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000136959 2021-03-04T23:10:01.283 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.283 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.283 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.283 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:44.831573+0000", 2021-03-04T23:10:01.283 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.139015792 2021-03-04T23:10:01.284 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.284 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.284 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.284 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.284 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.285 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119765 25.f 25:f5c834cf:::benchmark_data_gibba008_61550_object119764:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:10:01.285 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.685370+0000", 2021-03-04T23:10:01.285 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 172.52030662600001, 2021-03-04T23:10:01.285 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.142720661, 2021-03-04T23:10:01.286 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.286 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.286 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.286 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.286 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.287 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119765 2021-03-04T23:10:01.287 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.287 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.287 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.287 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.288 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685370+0000", 2021-03-04T23:10:01.288 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.288 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.288 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.288 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.289 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685370+0000", 2021-03-04T23:10:01.289 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0656999999999996e-05 2021-03-04T23:10:01.289 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.289 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.290 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.290 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685461+0000", 2021-03-04T23:10:01.290 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.119e-06 2021-03-04T23:10:01.290 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.291 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.291 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.291 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685462+0000", 2021-03-04T23:10:01.291 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6740000000000003e-06 2021-03-04T23:10:01.291 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.292 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.292 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.292 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685471+0000", 2021-03-04T23:10:01.292 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.619e-06 2021-03-04T23:10:01.292 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.293 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.293 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.293 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685474+0000", 2021-03-04T23:10:01.293 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8453e-05 2021-03-04T23:10:01.294 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.294 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.294 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.294 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685503+0000", 2021-03-04T23:10:01.294 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110022 2021-03-04T23:10:01.295 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.295 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.295 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.295 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685613+0000", 2021-03-04T23:10:01.295 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013305899999999999 2021-03-04T23:10:01.296 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.296 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.296 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.296 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.685746+0000", 2021-03-04T23:10:01.296 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002905613 2021-03-04T23:10:01.297 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.297 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.297 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.297 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.688651+0000", 2021-03-04T23:10:01.298 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016510299999999999 2021-03-04T23:10:01.298 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.298 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.298 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.298 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.688817+0000", 2021-03-04T23:10:01.299 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13866415600000001 2021-03-04T23:10:01.299 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.299 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.299 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.300 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.827481+0000", 2021-03-04T23:10:01.300 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00035141300000000002 2021-03-04T23:10:01.300 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.300 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.300 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.301 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.827832+0000", 2021-03-04T23:10:01.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025877300000000001 2021-03-04T23:10:01.301 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.301 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.301 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.302 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.828091+0000", 2021-03-04T23:10:01.302 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.142720661 2021-03-04T23:10:01.302 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.302 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.302 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.303 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:119774 25.f 25:f1216a0b:::benchmark_data_gibba008_61550_object119773:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:10:01.303 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:08.692442+0000", 2021-03-04T23:10:01.304 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 172.513235033, 2021-03-04T23:10:01.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.136364719, 2021-03-04T23:10:01.304 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.304 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.304 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.305 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.305 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.305 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 119774 2021-03-04T23:10:01.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.305 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.306 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692442+0000", 2021-03-04T23:10:01.306 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.307 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.307 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692442+0000", 2021-03-04T23:10:01.307 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7555e-05 2021-03-04T23:10:01.308 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.308 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692499+0000", 2021-03-04T23:10:01.308 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3430000000000001e-06 2021-03-04T23:10:01.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.309 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.309 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692501+0000", 2021-03-04T23:10:01.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9240000000000002e-06 2021-03-04T23:10:01.310 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.310 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.310 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.310 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692511+0000", 2021-03-04T23:10:01.311 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.619e-06 2021-03-04T23:10:01.311 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.311 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.311 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.311 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692514+0000", 2021-03-04T23:10:01.312 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7460000000000001e-05 2021-03-04T23:10:01.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.312 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.313 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692542+0000", 2021-03-04T23:10:01.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5050999999999996e-05 2021-03-04T23:10:01.313 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.313 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.313 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.314 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692627+0000", 2021-03-04T23:10:01.314 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3122999999999997e-05 2021-03-04T23:10:01.314 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.314 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.315 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.315 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.692710+0000", 2021-03-04T23:10:01.315 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027157309999999999 2021-03-04T23:10:01.315 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.315 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.316 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.316 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695426+0000", 2021-03-04T23:10:01.316 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0387000000000001e-05 2021-03-04T23:10:01.316 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.316 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.317 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.317 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.695506+0000", 2021-03-04T23:10:01.317 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13279667000000001 2021-03-04T23:10:01.317 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.318 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.318 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.318 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.828303+0000", 2021-03-04T23:10:01.318 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032123900000000002 2021-03-04T23:10:01.318 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.319 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.319 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.319 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.828624+0000", 2021-03-04T23:10:01.319 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018261699999999999 2021-03-04T23:10:01.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.320 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.320 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.320 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:08.828807+0000", 2021-03-04T23:10:01.321 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.136364719 2021-03-04T23:10:01.321 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.321 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.321 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.321 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.322 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.322 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129575 25.c 25:30f9ce96:::benchmark_data_gibba008_61550_object129574:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:10:01.322 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.984673+0000", 2021-03-04T23:10:01.322 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 166.22100353499999, 2021-03-04T23:10:01.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17598541300000001, 2021-03-04T23:10:01.323 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.323 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.323 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.323 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.324 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.324 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129575 2021-03-04T23:10:01.324 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.324 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.325 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.325 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984673+0000", 2021-03-04T23:10:01.325 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.325 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.326 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.326 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.326 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984673+0000", 2021-03-04T23:10:01.326 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8703999999999999e-05 2021-03-04T23:10:01.327 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.327 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.327 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.327 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984732+0000", 2021-03-04T23:10:01.327 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5030000000000001e-06 2021-03-04T23:10:01.328 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.328 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.328 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.328 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984733+0000", 2021-03-04T23:10:01.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.101e-05 2021-03-04T23:10:01.329 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.329 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.329 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.329 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984745+0000", 2021-03-04T23:10:01.330 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0329999999999997e-06 2021-03-04T23:10:01.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.330 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.330 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984751+0000", 2021-03-04T23:10:01.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9450000000000001e-05 2021-03-04T23:10:01.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.332 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984780+0000", 2021-03-04T23:10:01.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2708999999999997e-05 2021-03-04T23:10:01.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.332 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984863+0000", 2021-03-04T23:10:01.333 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2898999999999994e-05 2021-03-04T23:10:01.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.333 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:10:01.334 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984946+0000", 2021-03-04T23:10:01.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0052574420000000002 2021-03-04T23:10:01.334 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.334 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.335 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.335 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.990203+0000", 2021-03-04T23:10:01.335 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1545000000000003e-05 2021-03-04T23:10:01.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.335 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.336 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.336 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.990245+0000", 2021-03-04T23:10:01.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.169973291 2021-03-04T23:10:01.336 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.336 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.337 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.337 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.160218+0000", 2021-03-04T23:10:01.337 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000231401 2021-03-04T23:10:01.337 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.338 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.338 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.338 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.160449+0000", 2021-03-04T23:10:01.338 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000209426 2021-03-04T23:10:01.338 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.339 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.339 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.339 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.160659+0000", 2021-03-04T23:10:01.339 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17598541300000001 2021-03-04T23:10:01.339 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.340 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.340 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.340 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.340 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.341 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129578 25.c 25:371470b8:::benchmark_data_gibba008_61550_object129577:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:10:01.341 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.986274+0000", 2021-03-04T23:10:01.341 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 166.219402984, 2021-03-04T23:10:01.341 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17494030399999999, 2021-03-04T23:10:01.342 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.342 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.342 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.342 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.342 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.343 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129578 2021-03-04T23:10:01.343 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.343 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.343 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986274+0000", 2021-03-04T23:10:01.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.344 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986274+0000", 2021-03-04T23:10:01.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7861000000000006e-05 2021-03-04T23:10:01.345 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.345 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.346 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.346 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986342+0000", 2021-03-04T23:10:01.346 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7199999999999998e-06 2021-03-04T23:10:01.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.347 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.347 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.347 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986344+0000", 2021-03-04T23:10:01.347 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9969999999999998e-06 2021-03-04T23:10:01.348 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.348 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.348 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.348 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986352+0000", 2021-03-04T23:10:01.349 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5779999999999999e-06 2021-03-04T23:10:01.349 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.349 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986356+0000", 2021-03-04T23:10:01.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0011525929999999999 2021-03-04T23:10:01.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.350 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.350 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.350 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.987509+0000", 2021-03-04T23:10:01.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4443000000000004e-05 2021-03-04T23:10:01.351 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.351 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.352 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.987593+0000", 2021-03-04T23:10:01.352 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8072000000000006e-05 2021-03-04T23:10:01.352 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.352 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.352 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:10:01.353 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.987691+0000", 2021-03-04T23:10:01.353 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026412610000000002 2021-03-04T23:10:01.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.353 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.990332+0000", 2021-03-04T23:10:01.354 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.178e-06 2021-03-04T23:10:01.354 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.354 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.355 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.355 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.990339+0000", 2021-03-04T23:10:01.355 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.170526284 2021-03-04T23:10:01.355 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.356 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.356 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.160865+0000", 2021-03-04T23:10:01.356 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000188977 2021-03-04T23:10:01.356 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.356 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.357 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.357 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.161054+0000", 2021-03-04T23:10:01.357 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016034 2021-03-04T23:10:01.357 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.358 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.358 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.358 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.161214+0000", 2021-03-04T23:10:01.358 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17494030399999999 2021-03-04T23:10:01.358 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.359 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.359 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.359 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.359 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.360 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:183883 25.c 25:306d5930:::benchmark_data_gibba008_61550_object7952:head [delete] snapc 0=[] ondisk+write+known_if_redirected e581)", 2021-03-04T23:10:01.360 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:53.289652+0000", 2021-03-04T23:10:01.360 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 127.916024518, 2021-03-04T23:10:01.360 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14418888499999999, 2021-03-04T23:10:01.360 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.361 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.361 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.361 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.361 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.362 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 183883 2021-03-04T23:10:01.362 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.362 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.362 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.363 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289652+0000", 2021-03-04T23:10:01.363 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.363 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.363 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.363 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.364 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289652+0000", 2021-03-04T23:10:01.364 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.75e-06 2021-03-04T23:10:01.364 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.364 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.365 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.365 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289654+0000", 2021-03-04T23:10:01.365 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.195e-06 2021-03-04T23:10:01.365 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.365 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.366 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.366 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289655+0000", 2021-03-04T23:10:01.366 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5739999999999996e-06 2021-03-04T23:10:01.366 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.366 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.367 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.367 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289664+0000", 2021-03-04T23:10:01.367 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.587e-06 2021-03-04T23:10:01.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.368 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.368 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.368 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289669+0000", 2021-03-04T23:10:01.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2985999999999999e-05 2021-03-04T23:10:01.368 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.369 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.369 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.369 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289702+0000", 2021-03-04T23:10:01.369 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3529999999999996e-05 2021-03-04T23:10:01.369 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.370 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289776+0000", 2021-03-04T23:10:01.370 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2970000000000001e-05 2021-03-04T23:10:01.370 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.371 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:10:01.371 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.289849+0000", 2021-03-04T23:10:01.371 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0074998269999999997 2021-03-04T23:10:01.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.372 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.372 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.372 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.297349+0000", 2021-03-04T23:10:01.373 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1317e-05 2021-03-04T23:10:01.373 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.373 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.373 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.297360+0000", 2021-03-04T23:10:01.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13617995099999999 2021-03-04T23:10:01.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.374 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.374 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.433540+0000", 2021-03-04T23:10:01.375 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000193957 2021-03-04T23:10:01.375 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.376 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.376 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.433734+0000", 2021-03-04T23:10:01.376 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000107241 2021-03-04T23:10:01.376 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.376 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.377 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.377 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.433841+0000", 2021-03-04T23:10:01.377 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14418888499999999 2021-03-04T23:10:01.378 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.378 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.378 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.378 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.379 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.379 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:183887 25.c 25:39147cfc:::benchmark_data_gibba008_61550_object7956:head [delete] snapc 0=[] ondisk+write+known_if_redirected e581)", 2021-03-04T23:10:01.379 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:53.293040+0000", 2021-03-04T23:10:01.379 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 127.912636396, 2021-03-04T23:10:01.380 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.141193598, 2021-03-04T23:10:01.380 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.380 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.380 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.380 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.381 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.381 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 183887 2021-03-04T23:10:01.381 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.381 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.382 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.382 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.382 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293040+0000", 2021-03-04T23:10:01.382 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.382 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.383 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.383 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.383 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293040+0000", 2021-03-04T23:10:01.383 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.001e-06 2021-03-04T23:10:01.383 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.384 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.384 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.384 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293042+0000", 2021-03-04T23:10:01.384 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.234e-06 2021-03-04T23:10:01.385 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.385 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.385 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.385 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293044+0000", 2021-03-04T23:10:01.385 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1069e-05 2021-03-04T23:10:01.386 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.386 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.386 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.386 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293055+0000", 2021-03-04T23:10:01.387 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9110000000000001e-06 2021-03-04T23:10:01.387 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.387 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.387 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.387 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293060+0000", 2021-03-04T23:10:01.388 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9504e-05 2021-03-04T23:10:01.388 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.388 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.388 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.388 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293099+0000", 2021-03-04T23:10:01.389 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000111777 2021-03-04T23:10:01.389 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.389 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.389 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.390 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293211+0000", 2021-03-04T23:10:01.390 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000125525 2021-03-04T23:10:01.390 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.390 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.390 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:10:01.391 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.293336+0000", 2021-03-04T23:10:01.391 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.004064036 2021-03-04T23:10:01.391 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.391 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.391 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.392 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.297400+0000", 2021-03-04T23:10:01.392 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3663000000000002e-05 2021-03-04T23:10:01.392 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.392 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.393 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.393 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.297484+0000", 2021-03-04T23:10:01.393 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.136470797 2021-03-04T23:10:01.393 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.393 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.394 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.394 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.433955+0000", 2021-03-04T23:10:01.394 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017776399999999999 2021-03-04T23:10:01.394 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.395 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.395 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.395 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.434133+0000", 2021-03-04T23:10:01.395 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010131700000000001 2021-03-04T23:10:01.395 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.396 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.396 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.396 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:53.434234+0000", 2021-03-04T23:10:01.396 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.141193598 2021-03-04T23:10:01.396 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.397 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.397 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.397 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.397 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.398 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:204954 25.f 25:f5fcc4c3:::benchmark_data_gibba008_61550_object29023:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:01.398 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:08.708763+0000", 2021-03-04T23:10:01.398 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 112.496914315, 2021-03-04T23:10:01.398 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13934872100000001, 2021-03-04T23:10:01.398 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.399 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.399 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.399 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.399 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.400 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 204954 2021-03-04T23:10:01.400 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.400 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.400 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.400 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.401 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708763+0000", 2021-03-04T23:10:01.401 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.401 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.401 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.401 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.402 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708763+0000", 2021-03-04T23:10:01.402 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4959999999999999e-06 2021-03-04T23:10:01.402 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.402 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.403 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.403 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708764+0000", 2021-03-04T23:10:01.403 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.33e-07 2021-03-04T23:10:01.403 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.403 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.404 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.404 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708765+0000", 2021-03-04T23:10:01.404 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5520000000000005e-06 2021-03-04T23:10:01.404 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.405 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.405 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.405 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708773+0000", 2021-03-04T23:10:01.405 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8870000000000002e-06 2021-03-04T23:10:01.405 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.406 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.406 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.406 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708777+0000", 2021-03-04T23:10:01.406 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.841e-05 2021-03-04T23:10:01.406 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.407 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.407 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.407 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708816+0000", 2021-03-04T23:10:01.407 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000102225 2021-03-04T23:10:01.408 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.408 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.408 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.408 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708918+0000", 2021-03-04T23:10:01.409 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4633000000000003e-05 2021-03-04T23:10:01.409 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.409 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.409 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.409 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.708983+0000", 2021-03-04T23:10:01.410 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0032128199999999999 2021-03-04T23:10:01.410 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.410 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.410 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.410 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.712195+0000", 2021-03-04T23:10:01.411 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0014362349999999999 2021-03-04T23:10:01.411 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.411 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.411 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.412 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.713632+0000", 2021-03-04T23:10:01.412 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13414445899999999 2021-03-04T23:10:01.412 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.412 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.412 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.413 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.847776+0000", 2021-03-04T23:10:01.413 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017973300000000001 2021-03-04T23:10:01.413 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.413 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.413 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.414 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.847956+0000", 2021-03-04T23:10:01.414 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015533800000000001 2021-03-04T23:10:01.414 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.414 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.415 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.415 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:08.848111+0000", 2021-03-04T23:10:01.415 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13934872100000001 2021-03-04T23:10:01.415 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.415 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.416 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.416 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.416 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.416 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:205770 25.c 25:3d37e4fa:::benchmark_data_gibba008_61550_object29839:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:01.416 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:09.383223+0000", 2021-03-04T23:10:01.417 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 111.822453846, 2021-03-04T23:10:01.417 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.140052186, 2021-03-04T23:10:01.417 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.417 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.418 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.418 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.418 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.418 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 205770 2021-03-04T23:10:01.418 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.419 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.419 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.419 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.419 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.383223+0000", 2021-03-04T23:10:01.420 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.420 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.420 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.420 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.420 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.383223+0000", 2021-03-04T23:10:01.421 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3629999999999999e-06 2021-03-04T23:10:01.421 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.421 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.421 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.422 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.383224+0000", 2021-03-04T23:10:01.422 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9100000000000002e-07 2021-03-04T23:10:01.422 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.422 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.422 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.423 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.383225+0000", 2021-03-04T23:10:01.423 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6969999999999998e-06 2021-03-04T23:10:01.423 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.423 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.423 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.424 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.383231+0000", 2021-03-04T23:10:01.424 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9340000000000002e-06 2021-03-04T23:10:01.424 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.424 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.425 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.425 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.383234+0000", 2021-03-04T23:10:01.425 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053238069999999998 2021-03-04T23:10:01.425 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.425 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.426 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.426 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.388558+0000", 2021-03-04T23:10:01.426 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3079999999999998e-05 2021-03-04T23:10:01.426 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.427 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.427 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.427 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.388631+0000", 2021-03-04T23:10:01.427 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2794999999999997e-05 2021-03-04T23:10:01.427 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.428 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.428 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:10:01.428 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.388704+0000", 2021-03-04T23:10:01.428 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0073836680000000003 2021-03-04T23:10:01.428 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.429 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.429 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.429 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.396087+0000", 2021-03-04T23:10:01.429 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5400000000000001e-06 2021-03-04T23:10:01.429 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.430 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.430 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.430 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.396094+0000", 2021-03-04T23:10:01.430 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12672740699999999 2021-03-04T23:10:01.431 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.431 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.431 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.431 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.522821+0000", 2021-03-04T23:10:01.431 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025966100000000001 2021-03-04T23:10:01.432 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.432 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.432 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.432 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.523081+0000", 2021-03-04T23:10:01.432 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019434300000000001 2021-03-04T23:10:01.433 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.433 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.433 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.433 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.523275+0000", 2021-03-04T23:10:01.434 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.140052186 2021-03-04T23:10:01.434 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.434 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.434 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.434 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.435 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.435 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:205773 25.c 25:3ff6d378:::benchmark_data_gibba008_61550_object29842:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:01.435 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:09.386584+0000", 2021-03-04T23:10:01.435 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 111.819092798, 2021-03-04T23:10:01.436 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15170307099999999, 2021-03-04T23:10:01.436 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.436 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.436 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.436 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.437 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.437 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 205773 2021-03-04T23:10:01.437 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.437 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.438 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.438 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.438 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.386584+0000", 2021-03-04T23:10:01.438 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.438 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.439 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.439 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.439 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.386584+0000", 2021-03-04T23:10:01.439 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1500000000000003e-07 2021-03-04T23:10:01.439 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.440 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.440 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.440 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.386585+0000", 2021-03-04T23:10:01.440 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8800000000000002e-07 2021-03-04T23:10:01.441 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.441 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.441 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.441 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.386586+0000", 2021-03-04T23:10:01.441 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3839999999999996e-06 2021-03-04T23:10:01.442 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.442 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.442 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.442 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.386591+0000", 2021-03-04T23:10:01.442 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.162e-06 2021-03-04T23:10:01.443 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.443 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.443 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.443 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.386594+0000", 2021-03-04T23:10:01.444 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.005837587 2021-03-04T23:10:01.444 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.444 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.444 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.444 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.392432+0000", 2021-03-04T23:10:01.445 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000111801 2021-03-04T23:10:01.445 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.445 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.445 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.445 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.392544+0000", 2021-03-04T23:10:01.446 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6012000000000002e-05 2021-03-04T23:10:01.446 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.446 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.446 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:10:01.446 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.392640+0000", 2021-03-04T23:10:01.447 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037219900000000001 2021-03-04T23:10:01.447 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.447 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.447 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.448 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.396362+0000", 2021-03-04T23:10:01.448 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00061496000000000001 2021-03-04T23:10:01.448 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.448 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.448 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.449 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.396977+0000", 2021-03-04T23:10:01.449 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14087571700000001 2021-03-04T23:10:01.449 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.449 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.449 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.450 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.537852+0000", 2021-03-04T23:10:01.450 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023112799999999999 2021-03-04T23:10:01.450 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.450 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.451 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.451 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.538083+0000", 2021-03-04T23:10:01.451 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020372700000000001 2021-03-04T23:10:01.451 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.451 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.452 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.452 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:09.538287+0000", 2021-03-04T23:10:01.452 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15170307099999999 2021-03-04T23:10:01.452 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.452 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.453 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.453 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.453 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.453 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:241494 25.f 25:ff9b3a88:::benchmark_data_gibba008_61550_object65563:head [delete] snapc 0=[] ondisk+write+known_if_redirected e585)", 2021-03-04T23:10:01.454 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:33.888866+0000", 2021-03-04T23:10:01.454 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 87.316810722, 2021-03-04T23:10:01.454 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13810837000000001, 2021-03-04T23:10:01.454 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.454 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.455 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.455 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.455 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.455 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 241494 2021-03-04T23:10:01.456 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.456 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.456 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.456 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.456 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.888866+0000", 2021-03-04T23:10:01.457 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.457 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.457 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.457 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.457 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.888866+0000", 2021-03-04T23:10:01.458 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4000000000000001e-07 2021-03-04T23:10:01.458 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.458 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.458 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.459 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.888867+0000", 2021-03-04T23:10:01.459 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2099999999999997e-07 2021-03-04T23:10:01.459 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.459 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.459 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.460 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.888867+0000", 2021-03-04T23:10:01.460 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4829999999999999e-06 2021-03-04T23:10:01.460 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.460 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.460 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.461 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.888871+0000", 2021-03-04T23:10:01.461 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3039999999999999e-06 2021-03-04T23:10:01.461 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.461 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.462 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.462 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.888873+0000", 2021-03-04T23:10:01.462 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0035930530000000001 2021-03-04T23:10:01.462 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.462 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.463 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.463 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.892466+0000", 2021-03-04T23:10:01.463 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5706999999999998e-05 2021-03-04T23:10:01.463 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.463 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.464 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.464 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.892552+0000", 2021-03-04T23:10:01.464 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2117000000000001e-05 2021-03-04T23:10:01.464 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.464 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.465 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.465 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.892624+0000", 2021-03-04T23:10:01.465 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0079809029999999993 2021-03-04T23:10:01.465 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.466 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.466 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.466 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.900605+0000", 2021-03-04T23:10:01.466 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0091646339999999996 2021-03-04T23:10:01.467 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.467 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.467 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.467 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.909769+0000", 2021-03-04T23:10:01.467 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.117044968 2021-03-04T23:10:01.468 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.468 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.468 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.468 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.026814+0000", 2021-03-04T23:10:01.468 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5606000000000007e-05 2021-03-04T23:10:01.469 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.469 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.469 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.469 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.026900+0000", 2021-03-04T23:10:01.470 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4433999999999999e-05 2021-03-04T23:10:01.470 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.470 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.470 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.470 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.026974+0000", 2021-03-04T23:10:01.471 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13810837000000001 2021-03-04T23:10:01.471 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.471 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.471 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.471 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.472 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.472 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:241499 25.f 25:fafa2542:::benchmark_data_gibba008_61550_object65568:head [delete] snapc 0=[] ondisk+write+known_if_redirected e585)", 2021-03-04T23:10:01.472 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:33.891931+0000", 2021-03-04T23:10:01.472 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 87.313745792999995, 2021-03-04T23:10:01.473 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16026944700000001, 2021-03-04T23:10:01.473 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.473 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.473 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.473 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.474 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.474 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 241499 2021-03-04T23:10:01.474 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.474 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.475 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.475 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.475 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.891931+0000", 2021-03-04T23:10:01.475 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.475 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.476 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.476 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.476 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.891931+0000", 2021-03-04T23:10:01.476 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.587e-06 2021-03-04T23:10:01.477 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.477 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.477 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.477 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.891933+0000", 2021-03-04T23:10:01.477 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.217e-06 2021-03-04T23:10:01.478 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.478 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.478 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.479 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.891934+0000", 2021-03-04T23:10:01.479 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3119999999999994e-06 2021-03-04T23:10:01.479 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.479 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.479 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.480 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.891942+0000", 2021-03-04T23:10:01.480 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.799e-06 2021-03-04T23:10:01.480 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.480 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.480 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.481 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.891946+0000", 2021-03-04T23:10:01.481 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046965870000000003 2021-03-04T23:10:01.481 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.481 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.482 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.482 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.896643+0000", 2021-03-04T23:10:01.482 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000100175 2021-03-04T23:10:01.482 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.483 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.483 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.483 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.896743+0000", 2021-03-04T23:10:01.483 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101718 2021-03-04T23:10:01.483 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.484 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.484 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.484 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.896844+0000", 2021-03-04T23:10:01.484 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0039230999999999997 2021-03-04T23:10:01.484 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.485 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.485 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.485 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.900768+0000", 2021-03-04T23:10:01.485 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0098739320000000002 2021-03-04T23:10:01.485 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.486 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.486 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.486 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.910641+0000", 2021-03-04T23:10:01.486 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.141271495 2021-03-04T23:10:01.487 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.487 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.487 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.487 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.051913+0000", 2021-03-04T23:10:01.487 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000154294 2021-03-04T23:10:01.488 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.488 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.488 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.488 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.052067+0000", 2021-03-04T23:10:01.489 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013323100000000001 2021-03-04T23:10:01.489 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.489 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.489 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.489 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.052200+0000", 2021-03-04T23:10:01.490 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16026944700000001 2021-03-04T23:10:01.490 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.490 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.490 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.491 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.491 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.491 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:241513 25.f 25:ff04b2cc:::benchmark_data_gibba008_61550_object65582:head [delete] snapc 0=[] ondisk+write+known_if_redirected e585)", 2021-03-04T23:10:01.491 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:33.902620+0000", 2021-03-04T23:10:01.492 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 87.303056842999993, 2021-03-04T23:10:01.492 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18993453699999999, 2021-03-04T23:10:01.492 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.492 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.492 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.493 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.493 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.493 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 241513 2021-03-04T23:10:01.493 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.494 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.494 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.494 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.494 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902620+0000", 2021-03-04T23:10:01.494 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.495 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.495 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.495 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.495 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902620+0000", 2021-03-04T23:10:01.496 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.421e-06 2021-03-04T23:10:01.496 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.496 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.496 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.496 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902621+0000", 2021-03-04T23:10:01.497 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4810000000000001e-06 2021-03-04T23:10:01.497 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.497 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.497 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.497 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902623+0000", 2021-03-04T23:10:01.498 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1380000000000007e-06 2021-03-04T23:10:01.498 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.498 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.498 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.499 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902631+0000", 2021-03-04T23:10:01.499 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6839999999999998e-06 2021-03-04T23:10:01.499 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.499 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.500 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.500 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902635+0000", 2021-03-04T23:10:01.500 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0531000000000003e-05 2021-03-04T23:10:01.500 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.500 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.501 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.501 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902665+0000", 2021-03-04T23:10:01.501 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010501399999999999 2021-03-04T23:10:01.501 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.502 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.502 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.502 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.902770+0000", 2021-03-04T23:10:01.502 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000779312 2021-03-04T23:10:01.502 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.503 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.503 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.503 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.903550+0000", 2021-03-04T23:10:01.503 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0061640319999999998 2021-03-04T23:10:01.504 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.504 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.504 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.504 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.909714+0000", 2021-03-04T23:10:01.504 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00095320500000000005 2021-03-04T23:10:01.505 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.505 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.505 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.505 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.910667+0000", 2021-03-04T23:10:01.506 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.181510688 2021-03-04T23:10:01.506 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.506 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.506 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.507 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.092177+0000", 2021-03-04T23:10:01.507 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016197299999999999 2021-03-04T23:10:01.507 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.507 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.507 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.508 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.092339+0000", 2021-03-04T23:10:01.508 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021505800000000001 2021-03-04T23:10:01.508 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.508 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.509 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.509 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.092555+0000", 2021-03-04T23:10:01.509 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18993453699999999 2021-03-04T23:10:01.509 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.510 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.510 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.510 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.510 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.511 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:241515 25.f 25:f88cfc9a:::benchmark_data_gibba008_61550_object65584:head [delete] snapc 0=[] ondisk+write+known_if_redirected e585)", 2021-03-04T23:10:01.511 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:33.906611+0000", 2021-03-04T23:10:01.511 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 87.299066236000002, 2021-03-04T23:10:01.511 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.186645118, 2021-03-04T23:10:01.511 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.512 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.512 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.512 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.512 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.513 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 241515 2021-03-04T23:10:01.513 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.513 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.513 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.513 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.514 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906611+0000", 2021-03-04T23:10:01.514 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.514 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.514 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.515 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.515 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906611+0000", 2021-03-04T23:10:01.515 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.477e-06 2021-03-04T23:10:01.515 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.515 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.516 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.516 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906612+0000", 2021-03-04T23:10:01.516 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.096e-06 2021-03-04T23:10:01.516 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.517 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.517 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.517 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906613+0000", 2021-03-04T23:10:01.517 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3980000000000005e-06 2021-03-04T23:10:01.517 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.518 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.518 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.518 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906623+0000", 2021-03-04T23:10:01.518 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5839999999999999e-06 2021-03-04T23:10:01.519 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.519 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.519 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.519 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906626+0000", 2021-03-04T23:10:01.519 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0001262 2021-03-04T23:10:01.520 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.520 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.520 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.520 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906752+0000", 2021-03-04T23:10:01.521 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2849999999999996e-05 2021-03-04T23:10:01.521 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.521 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.521 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.521 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906815+0000", 2021-03-04T23:10:01.522 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9589000000000001e-05 2021-03-04T23:10:01.522 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.522 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.522 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.523 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.906885+0000", 2021-03-04T23:10:01.523 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029791700000000002 2021-03-04T23:10:01.523 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.523 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.523 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.524 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.909864+0000", 2021-03-04T23:10:01.524 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0010297500000000001 2021-03-04T23:10:01.524 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.524 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.525 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.525 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:33.910894+0000", 2021-03-04T23:10:01.525 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.181905018 2021-03-04T23:10:01.525 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.526 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.526 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.526 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.092799+0000", 2021-03-04T23:10:01.526 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024562 2021-03-04T23:10:01.526 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.527 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.527 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.527 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.093044+0000", 2021-03-04T23:10:01.527 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000211366 2021-03-04T23:10:01.528 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.528 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.528 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.528 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:34.093256+0000", 2021-03-04T23:10:01.528 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.186645118 2021-03-04T23:10:01.529 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.529 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.529 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.529 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.530 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.530 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:265775 25.f 25:ff479856:::benchmark_data_gibba008_61550_object89844:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:10:01.530 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:50.691916+0000", 2021-03-04T23:10:01.530 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 70.513761114999994, 2021-03-04T23:10:01.530 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26904895000000001, 2021-03-04T23:10:01.531 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.531 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.531 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.531 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.531 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.532 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 265775 2021-03-04T23:10:01.532 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.532 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.532 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.533 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.533 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691916+0000", 2021-03-04T23:10:01.533 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.533 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.534 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.534 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.534 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691916+0000", 2021-03-04T23:10:01.534 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.843e-06 2021-03-04T23:10:01.535 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.535 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.536 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.536 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691918+0000", 2021-03-04T23:10:01.536 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6390000000000001e-06 2021-03-04T23:10:01.537 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.537 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.537 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.538 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691920+0000", 2021-03-04T23:10:01.538 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8950000000000004e-06 2021-03-04T23:10:01.538 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.539 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.539 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.539 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691929+0000", 2021-03-04T23:10:01.540 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.72e-06 2021-03-04T23:10:01.540 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.540 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.541 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.541 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691933+0000", 2021-03-04T23:10:01.541 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9794e-05 2021-03-04T23:10:01.542 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.542 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.542 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.543 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.691963+0000", 2021-03-04T23:10:01.543 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1314000000000002e-05 2021-03-04T23:10:01.543 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.544 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.544 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.544 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.692034+0000", 2021-03-04T23:10:01.544 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1557999999999995e-05 2021-03-04T23:10:01.545 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.545 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.545 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.546 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.692105+0000", 2021-03-04T23:10:01.546 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003550021 2021-03-04T23:10:01.546 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.547 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.547 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.547 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.695655+0000", 2021-03-04T23:10:01.547 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00035685600000000001 2021-03-04T23:10:01.548 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.548 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.548 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.548 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.696012+0000", 2021-03-04T23:10:01.548 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26461357000000002 2021-03-04T23:10:01.549 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.549 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.549 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.549 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.960626+0000", 2021-03-04T23:10:01.550 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000210335 2021-03-04T23:10:01.550 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.550 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.550 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.550 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.960836+0000", 2021-03-04T23:10:01.551 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000128405 2021-03-04T23:10:01.551 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.551 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.551 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.552 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.960965+0000", 2021-03-04T23:10:01.552 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26904895000000001 2021-03-04T23:10:01.552 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.552 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.552 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.553 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.553 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.553 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:309652 25.f 25:f6d4d412:::benchmark_data_gibba008_61550_object133721:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:10:01.553 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:22.002917+0000", 2021-03-04T23:10:01.553 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 39.202760089000002, 2021-03-04T23:10:01.554 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14455206300000001, 2021-03-04T23:10:01.554 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.554 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.554 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.555 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.555 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.555 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 309652 2021-03-04T23:10:01.555 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.555 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.556 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.556 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.556 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002917+0000", 2021-03-04T23:10:01.556 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.557 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.557 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.557 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.557 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002917+0000", 2021-03-04T23:10:01.557 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6169999999999999e-06 2021-03-04T23:10:01.558 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.558 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.558 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.558 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002918+0000", 2021-03-04T23:10:01.558 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4559999999999999e-06 2021-03-04T23:10:01.559 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.559 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.559 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.559 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002920+0000", 2021-03-04T23:10:01.559 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0978000000000001e-05 2021-03-04T23:10:01.560 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.560 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.560 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.560 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002931+0000", 2021-03-04T23:10:01.561 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3090000000000001e-06 2021-03-04T23:10:01.561 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.561 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.561 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.561 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002937+0000", 2021-03-04T23:10:01.562 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.798e-05 2021-03-04T23:10:01.562 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.562 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.562 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.563 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.002965+0000", 2021-03-04T23:10:01.563 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4561999999999995e-05 2021-03-04T23:10:01.563 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.563 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.564 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.564 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.003040+0000", 2021-03-04T23:10:01.564 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4735999999999997e-05 2021-03-04T23:10:01.564 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.565 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.565 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.565 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.003114+0000", 2021-03-04T23:10:01.565 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036807210000000001 2021-03-04T23:10:01.565 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.566 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.566 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.566 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.006795+0000", 2021-03-04T23:10:01.566 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029224920000000001 2021-03-04T23:10:01.567 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.567 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.567 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.567 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.009718+0000", 2021-03-04T23:10:01.567 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.137671179 2021-03-04T23:10:01.568 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.568 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.568 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.568 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.147389+0000", 2021-03-04T23:10:01.569 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4359e-05 2021-03-04T23:10:01.569 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.569 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.569 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.569 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.147433+0000", 2021-03-04T23:10:01.570 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5673999999999998e-05 2021-03-04T23:10:01.570 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.570 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.570 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.571 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.147469+0000", 2021-03-04T23:10:01.571 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14455206300000001 2021-03-04T23:10:01.571 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.571 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.571 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.572 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.572 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.572 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:318523 25.f 25:f093d828:::benchmark_data_gibba008_61550_object142592:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:10:01.572 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:28.504314+0000", 2021-03-04T23:10:01.573 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 32.701363221999998, 2021-03-04T23:10:01.573 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14559417999999999, 2021-03-04T23:10:01.573 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:01.573 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:01.573 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:01.574 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:01.574 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:01.574 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318523 2021-03-04T23:10:01.574 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.575 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:01.575 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.575 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:01.575 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504314+0000", 2021-03-04T23:10:01.575 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:01.576 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.576 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:01.576 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504314+0000", 2021-03-04T23:10:01.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1209999999999998e-06 2021-03-04T23:10:01.577 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.577 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.577 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:01.577 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504317+0000", 2021-03-04T23:10:01.578 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0430000000000002e-06 2021-03-04T23:10:01.578 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.578 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.578 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:01.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504319+0000", 2021-03-04T23:10:01.579 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6478e-05 2021-03-04T23:10:01.579 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.579 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.580 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:01.580 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504335+0000", 2021-03-04T23:10:01.580 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9580000000000001e-06 2021-03-04T23:10:01.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.581 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.581 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:01.581 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504342+0000", 2021-03-04T23:10:01.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2840000000000002e-05 2021-03-04T23:10:01.582 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.582 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.582 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:01.583 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504395+0000", 2021-03-04T23:10:01.583 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015094899999999999 2021-03-04T23:10:01.583 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.584 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:01.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504546+0000", 2021-03-04T23:10:01.585 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010016199999999999 2021-03-04T23:10:01.585 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.585 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.586 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:10:01.586 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.504646+0000", 2021-03-04T23:10:01.586 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0051723289999999998 2021-03-04T23:10:01.586 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.587 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.587 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.587 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.509818+0000", 2021-03-04T23:10:01.587 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2460999999999998e-05 2021-03-04T23:10:01.588 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.588 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.590 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:01.590 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.509871+0000", 2021-03-04T23:10:01.591 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.139605382 2021-03-04T23:10:01.591 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.591 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.592 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:01.593 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649476+0000", 2021-03-04T23:10:01.593 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000169927 2021-03-04T23:10:01.593 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.593 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.594 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:01.594 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649646+0000", 2021-03-04T23:10:01.594 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026153 2021-03-04T23:10:01.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:01.595 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:01.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:01.595 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.649908+0000", 2021-03-04T23:10:01.595 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14559417999999999 2021-03-04T23:10:01.595 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.596 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.596 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.596 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:01.596 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:01.597 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:10:01.598 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:01.645 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:10:01.658 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:10:01.672 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:10:01.685 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:10:01.699 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:01.708 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:10:01.727 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:10:01.742 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:10:01.758 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:10:01.759 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.760 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.760 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.760 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.761 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:10:01.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:01 gibba008 bash[48858]: debug 2021-03-04T23:10:01.333+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:01.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:01.902 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:10:01.943 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:01.987 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:10:02.009 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:01 gibba023 bash[15180]: debug 2021-03-04T23:10:01.825+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:02.017 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:02.120 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:02.315 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:02 gibba023 bash[15180]: debug 2021-03-04T23:10:02.009+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:02.375 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:02 gibba008 bash[37770]: cluster 2021-03-04T23:10:01.014605+0000 mgr.x (mgr.34379) 626 : cluster [DBG] pgmap v924: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 602 op/s 2021-03-04T23:10:02.375 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:02 gibba008 bash[37770]: audit 2021-03-04T23:10:01.628225+0000 mon.a (mon.0) 1168 : audit [DBG] from='client.? 172.21.2.108:0/4078316141' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:02.376 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:02 gibba008 bash[39303]: cluster 2021-03-04T23:10:01.014605+0000 mgr.x (mgr.34379) 626 : cluster [DBG] pgmap v924: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 602 op/s 2021-03-04T23:10:02.376 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:02 gibba008 bash[39303]: audit 2021-03-04T23:10:01.628225+0000 mon.a (mon.0) 1168 : audit [DBG] from='client.? 172.21.2.108:0/4078316141' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:02.451 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:02.558 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:02.569 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:02 gibba023 bash[27374]: cluster 2021-03-04T23:10:01.014605+0000 mgr.x (mgr.34379) 626 : cluster [DBG] pgmap v924: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 602 op/s 2021-03-04T23:10:02.570 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:02 gibba023 bash[27374]: audit 2021-03-04T23:10:01.628225+0000 mon.a (mon.0) 1168 : audit [DBG] from='client.? 172.21.2.108:0/4078316141' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:02.570 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:02 gibba023 bash[18090]: debug 2021-03-04T23:10:02.441+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:02.926 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:03.032 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:03.128 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:10:03.197 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:03 gibba023 bash[27374]: audit 2021-03-04T23:10:02.581739+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? 172.21.2.108:0/101477008' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:10:03.197 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:02 gibba023 bash[15180]: debug 2021-03-04T23:10:02.917+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:03.198 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:03.300 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:03.406 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:03 gibba008 bash[37770]: audit 2021-03-04T23:10:02.581739+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? 172.21.2.108:0/101477008' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:10:03.406 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:03 gibba008 bash[39303]: audit 2021-03-04T23:10:02.581739+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? 172.21.2.108:0/101477008' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:10:03.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:03 gibba023 bash[16680]: debug 2021-03-04T23:10:03.189+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:03.751 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:03.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:04.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:03 gibba008 bash[48858]: debug 2021-03-04T23:10:03.741+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:04.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:04.345 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:04.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[47391]: debug 2021-03-04T23:10:04.233+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[39303]: cluster 2021-03-04T23:10:03.015671+0000 mgr.x (mgr.34379) 627 : cluster [DBG] pgmap v925: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 196 op/s 2021-03-04T23:10:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[39303]: cluster 2021-03-04T23:10:03.111681+0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:04.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[39303]: audit 2021-03-04T23:10:03.123943+0000 mon.a (mon.0) 1171 : audit [INF] from='client.? 172.21.2.108:0/101477008' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:10:04.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[39303]: cluster 2021-03-04T23:10:03.123972+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e592: 8 total, 8 up, 7 in 2021-03-04T23:10:04.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[37770]: cluster 2021-03-04T23:10:03.015671+0000 mgr.x (mgr.34379) 627 : cluster [DBG] pgmap v925: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 196 op/s 2021-03-04T23:10:04.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[37770]: cluster 2021-03-04T23:10:03.111681+0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:04.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[37770]: audit 2021-03-04T23:10:03.123943+0000 mon.a (mon.0) 1171 : audit [INF] from='client.? 172.21.2.108:0/101477008' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:10:04.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:04 gibba008 bash[37770]: cluster 2021-03-04T23:10:03.123972+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e592: 8 total, 8 up, 7 in 2021-03-04T23:10:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:04 gibba023 bash[27374]: cluster 2021-03-04T23:10:03.015671+0000 mgr.x (mgr.34379) 627 : cluster [DBG] pgmap v925: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 196 op/s 2021-03-04T23:10:04.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:04 gibba023 bash[27374]: cluster 2021-03-04T23:10:03.111681+0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:04.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:04 gibba023 bash[27374]: audit 2021-03-04T23:10:03.123943+0000 mon.a (mon.0) 1171 : audit [INF] from='client.? 172.21.2.108:0/101477008' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:10:04.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:04 gibba023 bash[27374]: cluster 2021-03-04T23:10:03.123972+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e592: 8 total, 8 up, 7 in 2021-03-04T23:10:04.537 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:04.639 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:04.919 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:04 gibba023 bash[15180]: debug 2021-03-04T23:10:04.529+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:04.920 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:05.027 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:05.197 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:04 gibba023 bash[16680]: debug 2021-03-04T23:10:04.913+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:05.198 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:05.300 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:05.391 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:10:05.391 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:10:05.400 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:05.502 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:05.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:05 gibba023 bash[15180]: debug 2021-03-04T23:10:05.189+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:05.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:05 gibba023 bash[19550]: debug 2021-03-04T23:10:05.393+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:05.610 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:05.676 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:10:05.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:05.750 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:05.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:05 gibba008 bash[44600]: debug 2021-03-04T23:10:05.601+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:05.987 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:06.089 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:06.106 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:10:06.137 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pg_num to 18 2021-03-04T23:10:06.170 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:06.185 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:10:06.273 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:06 gibba023 bash[27374]: cluster 2021-03-04T23:10:05.016851+0000 mgr.x (mgr.34379) 628 : cluster [DBG] pgmap v927: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 29 op/s 2021-03-04T23:10:06.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:06 gibba023 bash[27374]: audit 2021-03-04T23:10:05.770059+0000 mon.c (mon.1) 48 : audit [INF] from='client.? 172.21.2.108:0/1042316679' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:10:06.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:06 gibba023 bash[27374]: audit 2021-03-04T23:10:05.770450+0000 mon.a (mon.0) 1173 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:10:06.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:05 gibba023 bash[16680]: debug 2021-03-04T23:10:05.981+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:06.276 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:06 gibba023 bash[16680]: debug 2021-03-04T23:10:06.165+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:06 gibba008 bash[39303]: cluster 2021-03-04T23:10:05.016851+0000 mgr.x (mgr.34379) 628 : cluster [DBG] pgmap v927: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 29 op/s 2021-03-04T23:10:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:06 gibba008 bash[39303]: audit 2021-03-04T23:10:05.770059+0000 mon.c (mon.1) 48 : audit [INF] from='client.? 172.21.2.108:0/1042316679' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:10:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:06 gibba008 bash[39303]: audit 2021-03-04T23:10:05.770450+0000 mon.a (mon.0) 1173 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:10:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:06 gibba008 bash[37770]: cluster 2021-03-04T23:10:05.016851+0000 mgr.x (mgr.34379) 628 : cluster [DBG] pgmap v927: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 29 op/s 2021-03-04T23:10:06.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:06 gibba008 bash[37770]: audit 2021-03-04T23:10:05.770059+0000 mon.c (mon.1) 48 : audit [INF] from='client.? 172.21.2.108:0/1042316679' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:10:06.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:06 gibba008 bash[37770]: audit 2021-03-04T23:10:05.770450+0000 mon.a (mon.0) 1173 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:10:06.595 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:06.702 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:07.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:06 gibba023 bash[16680]: debug 2021-03-04T23:10:06.589+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:07.189 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:10:07.272 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:07.286 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:07.388 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:07.394 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:07 gibba023 bash[27374]: audit 2021-03-04T23:10:06.131970+0000 mon.a (mon.0) 1174 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]': finished 2021-03-04T23:10:07.395 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:07 gibba023 bash[27374]: cluster 2021-03-04T23:10:06.132027+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e593: 8 total, 8 up, 7 in 2021-03-04T23:10:07.395 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:07 gibba023 bash[27374]: audit 2021-03-04T23:10:07.018962+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:10:07.442 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[37770]: audit 2021-03-04T23:10:06.131970+0000 mon.a (mon.0) 1174 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]': finished 2021-03-04T23:10:07.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[37770]: cluster 2021-03-04T23:10:06.132027+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e593: 8 total, 8 up, 7 in 2021-03-04T23:10:07.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[37770]: audit 2021-03-04T23:10:07.018962+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:10:07.444 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[39303]: audit 2021-03-04T23:10:06.131970+0000 mon.a (mon.0) 1174 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]': finished 2021-03-04T23:10:07.444 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[39303]: cluster 2021-03-04T23:10:06.132027+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e593: 8 total, 8 up, 7 in 2021-03-04T23:10:07.444 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[39303]: audit 2021-03-04T23:10:07.018962+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:10:07.444 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[50326]: debug 2021-03-04T23:10:07.277+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:07.772 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:07.875 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:08.163 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:07 gibba008 bash[50326]: debug 2021-03-04T23:10:07.765+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:08.170 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2021-03-04T23:10:08.171 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2021-03-04T23:10:08.247 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:08.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:08 gibba023 bash[27374]: cluster 2021-03-04T23:10:07.017624+0000 mgr.x (mgr.34379) 629 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:08 gibba023 bash[27374]: audit 2021-03-04T23:10:07.147357+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]': finished 2021-03-04T23:10:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:08 gibba023 bash[27374]: cluster 2021-03-04T23:10:07.147389+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e594: 8 total, 8 up, 7 in 2021-03-04T23:10:08.352 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:08.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[39303]: cluster 2021-03-04T23:10:07.017624+0000 mgr.x (mgr.34379) 629 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:08.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[39303]: audit 2021-03-04T23:10:07.147357+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]': finished 2021-03-04T23:10:08.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[39303]: cluster 2021-03-04T23:10:07.147389+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e594: 8 total, 8 up, 7 in 2021-03-04T23:10:08.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[48858]: debug 2021-03-04T23:10:08.241+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:08.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[37770]: cluster 2021-03-04T23:10:07.017624+0000 mgr.x (mgr.34379) 629 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:08.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[37770]: audit 2021-03-04T23:10:07.147357+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]': finished 2021-03-04T23:10:08.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:08 gibba008 bash[37770]: cluster 2021-03-04T23:10:07.147389+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e594: 8 total, 8 up, 7 in 2021-03-04T23:10:08.638 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:08.740 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:08.864 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:08.968 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:08.984 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:08 gibba023 bash[15180]: debug 2021-03-04T23:10:08.857+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:08.985 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:08 gibba023 bash[19550]: debug 2021-03-04T23:10:08.629+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:09.159 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:10:09.159 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:10:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:09 gibba008 bash[37770]: cluster 2021-03-04T23:10:08.157317+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e595: 8 total, 8 up, 7 in 2021-03-04T23:10:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:09 gibba008 bash[39303]: cluster 2021-03-04T23:10:08.157317+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e595: 8 total, 8 up, 7 in 2021-03-04T23:10:09.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:09 gibba023 bash[27374]: cluster 2021-03-04T23:10:08.157317+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e595: 8 total, 8 up, 7 in 2021-03-04T23:10:09.450 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:09.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:09.751 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:09 gibba008 bash[50326]: debug 2021-03-04T23:10:09.441+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:09.752 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:09.854 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:09.872 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:10:09.937 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:09.948 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:10:10.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:09 gibba008 bash[47391]: debug 2021-03-04T23:10:09.745+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:10.040 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:10.173 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:09 gibba023 bash[15180]: debug 2021-03-04T23:10:09.929+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:10 gibba023 bash[27374]: cluster 2021-03-04T23:10:09.019028+0000 mgr.x (mgr.34379) 630 : cluster [DBG] pgmap v932: 99 pgs: 1 peering, 9 unknown, 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:10 gibba008 bash[39303]: cluster 2021-03-04T23:10:09.019028+0000 mgr.x (mgr.34379) 630 : cluster [DBG] pgmap v932: 99 pgs: 1 peering, 9 unknown, 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:10.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:10 gibba008 bash[37770]: cluster 2021-03-04T23:10:09.019028+0000 mgr.x (mgr.34379) 630 : cluster [DBG] pgmap v932: 99 pgs: 1 peering, 9 unknown, 89 active+clean; 3.3 KiB data, 573 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:10.514 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:10.616 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:11.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:10 gibba008 bash[47391]: debug 2021-03-04T23:10:10.505+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:11.014 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:11.122 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:11.248 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:11.350 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:11.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:11 gibba008 bash[44600]: debug 2021-03-04T23:10:11.005+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:11.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:11 gibba023 bash[15180]: debug 2021-03-04T23:10:11.241+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:11.639 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:11.747 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:12.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:11 gibba023 bash[18090]: debug 2021-03-04T23:10:11.633+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:12.137 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:12.239 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:12.498 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:12 gibba008 bash[37770]: cluster 2021-03-04T23:10:11.019682+0000 mgr.x (mgr.34379) 631 : cluster [DBG] pgmap v933: 99 pgs: 1 peering, 2 unknown, 96 active+clean; 3.3 KiB data, 577 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:12.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:12 gibba008 bash[39303]: cluster 2021-03-04T23:10:11.019682+0000 mgr.x (mgr.34379) 631 : cluster [DBG] pgmap v933: 99 pgs: 1 peering, 2 unknown, 96 active+clean; 3.3 KiB data, 577 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:12.505 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:12 gibba023 bash[16680]: debug 2021-03-04T23:10:12.129+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:12.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:12 gibba023 bash[27374]: cluster 2021-03-04T23:10:11.019682+0000 mgr.x (mgr.34379) 631 : cluster [DBG] pgmap v933: 99 pgs: 1 peering, 2 unknown, 96 active+clean; 3.3 KiB data, 577 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:12.507 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:12.608 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:12.735 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:12.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:12 gibba023 bash[16680]: debug 2021-03-04T23:10:12.497+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:12.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:12 gibba023 bash[19550]: debug 2021-03-04T23:10:12.725+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:12.843 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:12.950 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:12.989 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:10:12.990 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:10:13.054 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:13.171 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:10:13.171 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:10:13.181 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:12 gibba023 bash[16680]: debug 2021-03-04T23:10:12.945+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:13.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:13 gibba008 bash[37770]: audit 2021-03-04T23:10:13.021473+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:10:13.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:13 gibba008 bash[39303]: audit 2021-03-04T23:10:13.021473+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:10:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:13 gibba023 bash[27374]: audit 2021-03-04T23:10:13.021473+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:10:13.687 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:13.731 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:10:13.790 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:13.808 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:10:13.996 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:13 gibba008 bash[44600]: debug 2021-03-04T23:10:13.677+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:13.997 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:14.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[37770]: cluster 2021-03-04T23:10:13.020133+0000 mgr.x (mgr.34379) 632 : cluster [DBG] pgmap v934: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[37770]: audit 2021-03-04T23:10:13.188886+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]': finished 2021-03-04T23:10:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[37770]: cluster 2021-03-04T23:10:13.188920+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e596: 8 total, 8 up, 7 in 2021-03-04T23:10:14.263 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:13 gibba008 bash[44600]: debug 2021-03-04T23:10:13.989+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:14.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[39303]: cluster 2021-03-04T23:10:13.020133+0000 mgr.x (mgr.34379) 632 : cluster [DBG] pgmap v934: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:14.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[39303]: audit 2021-03-04T23:10:13.188886+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]': finished 2021-03-04T23:10:14.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[39303]: cluster 2021-03-04T23:10:13.188920+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e596: 8 total, 8 up, 7 in 2021-03-04T23:10:14.292 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:14.395 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:14 gibba023 bash[27374]: cluster 2021-03-04T23:10:13.020133+0000 mgr.x (mgr.34379) 632 : cluster [DBG] pgmap v934: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:14 gibba023 bash[27374]: audit 2021-03-04T23:10:13.188886+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]': finished 2021-03-04T23:10:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:14 gibba023 bash[27374]: cluster 2021-03-04T23:10:13.188920+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e596: 8 total, 8 up, 7 in 2021-03-04T23:10:14.623 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:14.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:14.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:14 gibba008 bash[44600]: debug 2021-03-04T23:10:14.285+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:14.908 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:14 gibba023 bash[18090]: debug 2021-03-04T23:10:14.617+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:14.909 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:15.011 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:15.173 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:14 gibba023 bash[16680]: debug 2021-03-04T23:10:14.901+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:15.215 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:15.323 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:15.363 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:10:15.376 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:10:15.389 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:10:15.402 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:10:15.420 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:10:15.442 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:10:15.463 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:10:15.485 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:10:15.487 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.487 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.487 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.488 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.488 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.488 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.489 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.489 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:10:15.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:15 gibba008 bash[37770]: cluster 2021-03-04T23:10:14.192394+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e597: 8 total, 8 up, 7 in 2021-03-04T23:10:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:15 gibba008 bash[37770]: audit 2021-03-04T23:10:14.903130+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:15 gibba008 bash[39303]: cluster 2021-03-04T23:10:14.192394+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e597: 8 total, 8 up, 7 in 2021-03-04T23:10:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:15 gibba008 bash[39303]: audit 2021-03-04T23:10:14.903130+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:15.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:15 gibba023 bash[27374]: cluster 2021-03-04T23:10:14.192394+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e597: 8 total, 8 up, 7 in 2021-03-04T23:10:15.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:15 gibba023 bash[27374]: audit 2021-03-04T23:10:14.903130+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:15.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:15 gibba023 bash[19550]: debug 2021-03-04T23:10:15.209+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:15.805 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:15.908 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:16.147 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:15 gibba023 bash[19550]: debug 2021-03-04T23:10:15.797+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:16.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:16.214 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:16 gibba023 bash[18090]: debug 2021-03-04T23:10:16.141+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:16.256 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:16.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:16 gibba008 bash[37770]: cluster 2021-03-04T23:10:15.020834+0000 mgr.x (mgr.34379) 633 : cluster [DBG] pgmap v937: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:16.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:16 gibba008 bash[37770]: audit 2021-03-04T23:10:15.346277+0000 mon.a (mon.0) 1185 : audit [DBG] from='client.? 172.21.2.108:0/353461663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:16.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:16 gibba008 bash[39303]: cluster 2021-03-04T23:10:15.020834+0000 mgr.x (mgr.34379) 633 : cluster [DBG] pgmap v937: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:16.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:16 gibba008 bash[39303]: audit 2021-03-04T23:10:15.346277+0000 mon.a (mon.0) 1185 : audit [DBG] from='client.? 172.21.2.108:0/353461663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:16 gibba023 bash[27374]: cluster 2021-03-04T23:10:15.020834+0000 mgr.x (mgr.34379) 633 : cluster [DBG] pgmap v937: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:16 gibba023 bash[27374]: audit 2021-03-04T23:10:15.346277+0000 mon.a (mon.0) 1185 : audit [DBG] from='client.? 172.21.2.108:0/353461663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:16.628 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:16.736 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:16.922 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:17.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:16 gibba008 bash[48858]: debug 2021-03-04T23:10:16.617+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:17.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:16 gibba023 bash[16680]: debug 2021-03-04T23:10:16.913+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:17.030 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:17.184 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:10:17.185 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:10:17.185 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:10:17.185 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:10:17.202 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:17.304 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:17.488 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:17 gibba008 bash[47391]: debug 2021-03-04T23:10:17.193+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:17.489 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:17.596 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:17.606 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:17 gibba023 bash[18090]: debug 2021-03-04T23:10:17.481+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:17.931 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:18.034 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:18.037 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:10:18.121 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:10:18.151 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:18.224 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:17 gibba023 bash[15180]: debug 2021-03-04T23:10:17.925+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:18.225 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:18 gibba023 bash[27374]: cluster 2021-03-04T23:10:17.022232+0000 mgr.x (mgr.34379) 634 : cluster [DBG] pgmap v938: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:18.225 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:18 gibba023 bash[27374]: audit 2021-03-04T23:10:17.789270+0000 mon.a (mon.0) 1186 : audit [INF] from='client.? 172.21.2.108:0/3196742667' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:18.225 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:18 gibba023 bash[27374]: audit 2021-03-04T23:10:17.791980+0000 mon.c (mon.1) 49 : audit [INF] from='client.? 172.21.2.108:0/1661369903' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:18.226 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:18 gibba023 bash[27374]: audit 2021-03-04T23:10:17.792281+0000 mon.a (mon.0) 1187 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:18.227 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_0' removed 2021-03-04T23:10:18.227 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:10:18.258 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:18.368 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[48858]: debug 2021-03-04T23:10:18.141+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:18.369 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[37770]: cluster 2021-03-04T23:10:17.022232+0000 mgr.x (mgr.34379) 634 : cluster [DBG] pgmap v938: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:18.369 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[37770]: audit 2021-03-04T23:10:17.789270+0000 mon.a (mon.0) 1186 : audit [INF] from='client.? 172.21.2.108:0/3196742667' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:18.369 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[37770]: audit 2021-03-04T23:10:17.791980+0000 mon.c (mon.1) 49 : audit [INF] from='client.? 172.21.2.108:0/1661369903' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:18.369 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[37770]: audit 2021-03-04T23:10:17.792281+0000 mon.a (mon.0) 1187 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:18.370 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[39303]: cluster 2021-03-04T23:10:17.022232+0000 mgr.x (mgr.34379) 634 : cluster [DBG] pgmap v938: 99 pgs: 99 active+clean; 3.3 KiB data, 581 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:18.370 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[39303]: audit 2021-03-04T23:10:17.789270+0000 mon.a (mon.0) 1186 : audit [INF] from='client.? 172.21.2.108:0/3196742667' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:18.370 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[39303]: audit 2021-03-04T23:10:17.791980+0000 mon.c (mon.1) 49 : audit [INF] from='client.? 172.21.2.108:0/1661369903' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:18.371 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[39303]: audit 2021-03-04T23:10:17.792281+0000 mon.a (mon.0) 1187 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:18.371 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:18.476 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:18.640 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:18 gibba008 bash[48858]: debug 2021-03-04T23:10:18.357+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:18.789 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:18.892 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:19.125 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:18 gibba023 bash[15180]: debug 2021-03-04T23:10:18.781+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:19.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:10:19.303 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:19.357 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:19.406 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:19.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:19 gibba023 bash[27374]: cluster 2021-03-04T23:10:18.210793+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:19.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:19 gibba023 bash[27374]: audit 2021-03-04T23:10:18.217319+0000 mon.a (mon.0) 1189 : audit [INF] from='client.? 172.21.2.108:0/3196742667' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:10:19.474 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:19 gibba023 bash[27374]: audit 2021-03-04T23:10:18.217464+0000 mon.a (mon.0) 1190 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:10:19.474 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:19 gibba023 bash[27374]: cluster 2021-03-04T23:10:18.217590+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e598: 8 total, 8 up, 7 in 2021-03-04T23:10:19.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[37770]: cluster 2021-03-04T23:10:18.210793+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:19.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[37770]: audit 2021-03-04T23:10:18.217319+0000 mon.a (mon.0) 1189 : audit [INF] from='client.? 172.21.2.108:0/3196742667' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:10:19.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[37770]: audit 2021-03-04T23:10:18.217464+0000 mon.a (mon.0) 1190 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:10:19.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[37770]: cluster 2021-03-04T23:10:18.217590+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e598: 8 total, 8 up, 7 in 2021-03-04T23:10:19.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[50326]: debug 2021-03-04T23:10:19.293+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:19.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[39303]: cluster 2021-03-04T23:10:18.210793+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:19.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[39303]: audit 2021-03-04T23:10:18.217319+0000 mon.a (mon.0) 1189 : audit [INF] from='client.? 172.21.2.108:0/3196742667' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:10:19.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[39303]: audit 2021-03-04T23:10:18.217464+0000 mon.a (mon.0) 1190 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:10:19.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[39303]: cluster 2021-03-04T23:10:18.217590+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e598: 8 total, 8 up, 7 in 2021-03-04T23:10:19.728 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:19.835 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:20.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:19 gibba008 bash[44600]: debug 2021-03-04T23:10:19.717+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:20.268 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:20.304 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:10:20.305 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:10:20.306 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2021-03-04T23:10:20.306 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_1 16 2021-03-04T23:10:20.371 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:20.474 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:20.497 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:20 gibba008 bash[37770]: cluster 2021-03-04T23:10:19.022734+0000 mgr.x (mgr.34379) 635 : cluster [DBG] pgmap v940: 83 pgs: 83 active+clean; 3.3 KiB data, 566 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:20.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:20 gibba008 bash[39303]: cluster 2021-03-04T23:10:19.022734+0000 mgr.x (mgr.34379) 635 : cluster [DBG] pgmap v940: 83 pgs: 83 active+clean; 3.3 KiB data, 566 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:20.498 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:20 gibba008 bash[50326]: debug 2021-03-04T23:10:20.261+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:20.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:20 gibba023 bash[27374]: cluster 2021-03-04T23:10:19.022734+0000 mgr.x (mgr.34379) 635 : cluster [DBG] pgmap v940: 83 pgs: 83 active+clean; 3.3 KiB data, 566 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:20.591 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:20.698 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:20.842 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:20 gibba023 bash[16680]: debug 2021-03-04T23:10:20.581+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:20.843 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:20.945 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:21.035 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:21.138 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:21.140 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:10:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:10:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:10:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:10:21.141 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:10:21.166 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:20 gibba023 bash[18090]: debug 2021-03-04T23:10:20.837+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:21.166 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:21 gibba023 bash[18090]: debug 2021-03-04T23:10:21.029+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:21.394 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:21.497 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:21.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:21 gibba008 bash[50326]: debug 2021-03-04T23:10:21.385+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:21.770 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:21.875 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:10:21.879 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:21.948 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:10:22.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:21 gibba023 bash[16680]: debug 2021-03-04T23:10:21.761+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:22.155 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:10:22.196 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:22.249 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:22.299 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:22.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:22 gibba008 bash[37770]: cluster 2021-03-04T23:10:21.023411+0000 mgr.x (mgr.34379) 636 : cluster [DBG] pgmap v941: 83 pgs: 83 active+clean; 3.3 KiB data, 552 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:22.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:22 gibba008 bash[39303]: cluster 2021-03-04T23:10:21.023411+0000 mgr.x (mgr.34379) 636 : cluster [DBG] pgmap v941: 83 pgs: 83 active+clean; 3.3 KiB data, 552 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:22.514 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:22 gibba008 bash[48858]: debug 2021-03-04T23:10:22.189+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:22 gibba023 bash[27374]: cluster 2021-03-04T23:10:21.023411+0000 mgr.x (mgr.34379) 636 : cluster [DBG] pgmap v941: 83 pgs: 83 active+clean; 3.3 KiB data, 552 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:22.580 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:22.683 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:23.068 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:22 gibba008 bash[47391]: debug 2021-03-04T23:10:22.573+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:23.168 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:23.270 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:23.446 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:23 gibba008 bash[44600]: debug 2021-03-04T23:10:23.161+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:23.446 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:23.548 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:23.739 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:23.815 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:23 gibba008 bash[48858]: debug 2021-03-04T23:10:23.437+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:23.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:24.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:23 gibba023 bash[16680]: debug 2021-03-04T23:10:23.729+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:24.227 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:24.329 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:24.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:24 gibba008 bash[39303]: cluster 2021-03-04T23:10:23.024225+0000 mgr.x (mgr.34379) 637 : cluster [DBG] pgmap v942: 83 pgs: 83 active+clean; 3.3 KiB data, 555 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:24 gibba008 bash[37770]: cluster 2021-03-04T23:10:23.024225+0000 mgr.x (mgr.34379) 637 : cluster [DBG] pgmap v942: 83 pgs: 83 active+clean; 3.3 KiB data, 555 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:24.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:24 gibba008 bash[44600]: debug 2021-03-04T23:10:24.217+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:24 gibba023 bash[27374]: cluster 2021-03-04T23:10:23.024225+0000 mgr.x (mgr.34379) 637 : cluster [DBG] pgmap v942: 83 pgs: 83 active+clean; 3.3 KiB data, 555 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:24.526 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:24.629 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:24.778 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:24 gibba023 bash[18090]: debug 2021-03-04T23:10:24.521+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:24.778 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:24.861 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:10:24.862 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:10:24.862 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:10:24.862 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:10:24.863 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.863 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:38806 25.3 25:c1bddaac:::benchmark_data_gibba008_61550_object38805:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:10:24.863 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:26.488726+0000", 2021-03-04T23:10:24.863 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 238.36945883199999, 2021-03-04T23:10:24.863 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16955926800000001, 2021-03-04T23:10:24.864 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.864 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.864 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.864 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.865 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.865 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 38806 2021-03-04T23:10:24.865 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.865 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.865 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.866 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.866 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488726+0000", 2021-03-04T23:10:24.866 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.867 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.867 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.867 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.867 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488726+0000", 2021-03-04T23:10:24.868 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8419999999999997e-05 2021-03-04T23:10:24.868 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.868 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.868 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.869 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488814+0000", 2021-03-04T23:10:24.869 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1850000000000001e-06 2021-03-04T23:10:24.869 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.869 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.869 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.870 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488816+0000", 2021-03-04T23:10:24.870 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6859999999999995e-06 2021-03-04T23:10:24.871 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.871 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.871 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.871 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488824+0000", 2021-03-04T23:10:24.872 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.382e-06 2021-03-04T23:10:24.872 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.872 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.872 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.873 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488828+0000", 2021-03-04T23:10:24.873 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9845e-05 2021-03-04T23:10:24.873 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.873 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.873 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.874 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488858+0000", 2021-03-04T23:10:24.874 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7225999999999995e-05 2021-03-04T23:10:24.874 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.874 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.875 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.875 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488935+0000", 2021-03-04T23:10:24.875 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2463e-05 2021-03-04T23:10:24.875 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.875 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.876 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:24.876 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.489017+0000", 2021-03-04T23:10:24.876 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0010958140000000001 2021-03-04T23:10:24.876 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.877 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.877 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.877 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.490113+0000", 2021-03-04T23:10:24.877 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00029794799999999997 2021-03-04T23:10:24.877 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.878 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.878 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.878 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.490411+0000", 2021-03-04T23:10:24.878 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16752858400000001 2021-03-04T23:10:24.878 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.879 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.879 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.879 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657940+0000", 2021-03-04T23:10:24.879 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021582 2021-03-04T23:10:24.880 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.880 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.880 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.880 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.658155+0000", 2021-03-04T23:10:24.880 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012989499999999999 2021-03-04T23:10:24.881 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.881 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.881 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.881 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.658285+0000", 2021-03-04T23:10:24.881 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16955926800000001 2021-03-04T23:10:24.882 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.882 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.882 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.882 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.882 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.883 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:54243 25.2 25:46bb7e34:::benchmark_data_gibba008_61550_object54242:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:10:24.883 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:31.741286+0000", 2021-03-04T23:10:24.883 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 233.11689918100001, 2021-03-04T23:10:24.883 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.168146357, 2021-03-04T23:10:24.884 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.884 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.884 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.884 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.884 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.885 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 54243 2021-03-04T23:10:24.885 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.885 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.885 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.886 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.886 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741286+0000", 2021-03-04T23:10:24.886 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.886 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.887 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.887 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.887 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741286+0000", 2021-03-04T23:10:24.887 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2889000000000003e-05 2021-03-04T23:10:24.887 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.888 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.888 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.888 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741319+0000", 2021-03-04T23:10:24.889 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2259999999999999e-06 2021-03-04T23:10:24.889 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.889 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.890 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.890 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741321+0000", 2021-03-04T23:10:24.890 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.437e-05 2021-03-04T23:10:24.890 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.890 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.891 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.891 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741335+0000", 2021-03-04T23:10:24.891 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3359999999999997e-06 2021-03-04T23:10:24.891 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.891 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.892 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.892 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741343+0000", 2021-03-04T23:10:24.892 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3421000000000003e-05 2021-03-04T23:10:24.892 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.893 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.893 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.893 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741386+0000", 2021-03-04T23:10:24.893 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018143400000000001 2021-03-04T23:10:24.893 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.894 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.894 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.894 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741567+0000", 2021-03-04T23:10:24.894 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000147563 2021-03-04T23:10:24.894 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.895 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.895 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:24.895 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741715+0000", 2021-03-04T23:10:24.895 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001738187 2021-03-04T23:10:24.895 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.896 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.896 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.896 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.743453+0000", 2021-03-04T23:10:24.896 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8572000000000006e-05 2021-03-04T23:10:24.896 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.897 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.897 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.897 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.743532+0000", 2021-03-04T23:10:24.897 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16548285300000001 2021-03-04T23:10:24.897 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.898 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.898 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.898 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.909015+0000", 2021-03-04T23:10:24.898 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022033 2021-03-04T23:10:24.899 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.899 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.899 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.899 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.909235+0000", 2021-03-04T23:10:24.899 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000197176 2021-03-04T23:10:24.900 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.900 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.900 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.900 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.909432+0000", 2021-03-04T23:10:24.900 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.168146357 2021-03-04T23:10:24.901 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.901 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.901 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.901 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.902 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.902 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75569 25.2 25:408c9f85:::benchmark_data_gibba008_61550_object75568:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:10:24.902 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.960786+0000", 2021-03-04T23:10:24.902 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 221.897399006, 2021-03-04T23:10:24.903 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16564400900000001, 2021-03-04T23:10:24.903 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.903 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.903 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.903 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.904 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.904 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75569 2021-03-04T23:10:24.904 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.904 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.904 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.905 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.905 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960786+0000", 2021-03-04T23:10:24.905 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.906 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.906 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.906 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.906 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960786+0000", 2021-03-04T23:10:24.906 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9575999999999999e-05 2021-03-04T23:10:24.907 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.907 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.907 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.907 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960815+0000", 2021-03-04T23:10:24.907 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.235e-06 2021-03-04T23:10:24.908 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.908 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.908 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.908 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960817+0000", 2021-03-04T23:10:24.908 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8009999999999993e-06 2021-03-04T23:10:24.909 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.909 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.909 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.909 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960825+0000", 2021-03-04T23:10:24.909 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3579999999999996e-06 2021-03-04T23:10:24.910 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.910 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.910 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.910 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960830+0000", 2021-03-04T23:10:24.911 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1124000000000001e-05 2021-03-04T23:10:24.911 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.911 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.911 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.912 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.960871+0000", 2021-03-04T23:10:24.912 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013151300000000001 2021-03-04T23:10:24.912 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.912 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.912 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.913 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.961002+0000", 2021-03-04T23:10:24.913 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000136911 2021-03-04T23:10:24.913 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.913 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.914 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:24.914 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.961139+0000", 2021-03-04T23:10:24.914 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00227341 2021-03-04T23:10:24.914 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.914 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.915 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.915 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.963413+0000", 2021-03-04T23:10:24.915 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000240817 2021-03-04T23:10:24.915 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.915 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.916 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.916 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.963654+0000", 2021-03-04T23:10:24.916 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.162490419 2021-03-04T23:10:24.916 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.916 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.917 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.917 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.126144+0000", 2021-03-04T23:10:24.917 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013255600000000001 2021-03-04T23:10:24.917 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.917 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.918 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.918 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.126277+0000", 2021-03-04T23:10:24.918 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000153289 2021-03-04T23:10:24.918 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.919 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.919 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.919 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.126430+0000", 2021-03-04T23:10:24.919 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16564400900000001 2021-03-04T23:10:24.919 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.920 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.920 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.920 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.920 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.920 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75587 25.2 25:4641d676:::benchmark_data_gibba008_61550_object75586:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:10:24.921 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.968873+0000", 2021-03-04T23:10:24.921 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 221.88931183099999, 2021-03-04T23:10:24.921 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16709348700000001, 2021-03-04T23:10:24.921 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.921 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.922 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.922 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.922 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.922 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75587 2021-03-04T23:10:24.922 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.923 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.923 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.923 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.923 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968873+0000", 2021-03-04T23:10:24.924 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.924 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.924 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.924 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.924 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968873+0000", 2021-03-04T23:10:24.925 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2012999999999999e-05 2021-03-04T23:10:24.925 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.925 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.925 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.925 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968915+0000", 2021-03-04T23:10:24.926 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.263e-06 2021-03-04T23:10:24.926 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.926 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.926 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.926 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968916+0000", 2021-03-04T23:10:24.927 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3430000000000002e-06 2021-03-04T23:10:24.927 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.927 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.927 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.927 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968926+0000", 2021-03-04T23:10:24.928 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.614e-06 2021-03-04T23:10:24.928 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.928 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.928 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.928 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968929+0000", 2021-03-04T23:10:24.929 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0170000000000001e-05 2021-03-04T23:10:24.929 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.929 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.929 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.929 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968959+0000", 2021-03-04T23:10:24.930 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000121835 2021-03-04T23:10:24.930 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.930 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.930 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.931 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.969081+0000", 2021-03-04T23:10:24.931 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013661899999999999 2021-03-04T23:10:24.931 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.931 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.931 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:24.932 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.969218+0000", 2021-03-04T23:10:24.932 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001973266 2021-03-04T23:10:24.932 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.932 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.932 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.933 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.971191+0000", 2021-03-04T23:10:24.933 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9219999999999999e-06 2021-03-04T23:10:24.933 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.933 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.934 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.934 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.971195+0000", 2021-03-04T23:10:24.934 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16425519899999999 2021-03-04T23:10:24.934 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.935 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.935 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.935 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.135450+0000", 2021-03-04T23:10:24.935 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00028686299999999999 2021-03-04T23:10:24.936 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.936 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.936 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.936 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.135737+0000", 2021-03-04T23:10:24.936 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022938 2021-03-04T23:10:24.937 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.937 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.937 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.937 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.135967+0000", 2021-03-04T23:10:24.937 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16709348700000001 2021-03-04T23:10:24.938 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.938 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.939 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.939 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.939 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.939 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75589 25.3 25:c93f39d0:::benchmark_data_gibba008_61550_object75588:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:10:24.939 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.970295+0000", 2021-03-04T23:10:24.940 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 221.88788961700001, 2021-03-04T23:10:24.940 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15476516600000001, 2021-03-04T23:10:24.940 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.940 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.941 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.941 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.941 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.941 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75589 2021-03-04T23:10:24.942 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.942 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.942 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.942 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.943 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970295+0000", 2021-03-04T23:10:24.943 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.943 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.943 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.943 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.944 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970295+0000", 2021-03-04T23:10:24.944 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8635999999999997e-05 2021-03-04T23:10:24.944 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.944 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.944 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.945 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970374+0000", 2021-03-04T23:10:24.945 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0400000000000005e-07 2021-03-04T23:10:24.945 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.945 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.945 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.946 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970375+0000", 2021-03-04T23:10:24.946 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8709999999999997e-06 2021-03-04T23:10:24.946 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.946 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.946 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.947 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970383+0000", 2021-03-04T23:10:24.947 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0910000000000001e-06 2021-03-04T23:10:24.947 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.948 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.948 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.948 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970386+0000", 2021-03-04T23:10:24.948 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7722e-05 2021-03-04T23:10:24.948 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.949 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.949 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.949 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970413+0000", 2021-03-04T23:10:24.949 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8955999999999994e-05 2021-03-04T23:10:24.949 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.950 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.950 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.950 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970492+0000", 2021-03-04T23:10:24.951 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5951000000000005e-05 2021-03-04T23:10:24.951 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.951 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.951 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:24.952 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.970568+0000", 2021-03-04T23:10:24.952 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001771987 2021-03-04T23:10:24.952 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.952 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.952 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.953 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.972340+0000", 2021-03-04T23:10:24.953 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018159 2021-03-04T23:10:24.953 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.953 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.954 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.954 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.972522+0000", 2021-03-04T23:10:24.954 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15232018 2021-03-04T23:10:24.954 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.954 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.955 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.955 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.124842+0000", 2021-03-04T23:10:24.955 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012339100000000001 2021-03-04T23:10:24.955 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.955 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.956 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.956 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.124966+0000", 2021-03-04T23:10:24.956 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4887000000000001e-05 2021-03-04T23:10:24.956 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.957 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.957 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.957 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.125060+0000", 2021-03-04T23:10:24.957 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15476516600000001 2021-03-04T23:10:24.957 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.958 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.958 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.958 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.958 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.959 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129580 25.2 25:418c315a:::benchmark_data_gibba008_61550_object129579:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:10:24.959 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.989229+0000", 2021-03-04T23:10:24.959 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 189.868955661, 2021-03-04T23:10:24.959 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17081190900000001, 2021-03-04T23:10:24.959 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.960 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.960 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.960 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.960 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.960 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129580 2021-03-04T23:10:24.961 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.961 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.961 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.961 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.961 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989229+0000", 2021-03-04T23:10:24.962 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.962 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.962 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.962 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.963 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989229+0000", 2021-03-04T23:10:24.963 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5738e-05 2021-03-04T23:10:24.963 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.963 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.963 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.964 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989295+0000", 2021-03-04T23:10:24.964 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5880000000000001e-06 2021-03-04T23:10:24.964 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.964 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.965 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.965 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989297+0000", 2021-03-04T23:10:24.965 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0919e-05 2021-03-04T23:10:24.965 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.965 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.966 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.966 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989307+0000", 2021-03-04T23:10:24.966 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3139999999999997e-06 2021-03-04T23:10:24.966 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.966 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.967 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.967 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989312+0000", 2021-03-04T23:10:24.967 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1671999999999998e-05 2021-03-04T23:10:24.967 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.967 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.968 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.968 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989343+0000", 2021-03-04T23:10:24.968 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5581000000000006e-05 2021-03-04T23:10:24.968 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.968 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.969 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.969 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989429+0000", 2021-03-04T23:10:24.969 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101264 2021-03-04T23:10:24.969 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.970 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.970 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:24.970 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989530+0000", 2021-03-04T23:10:24.970 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025010010000000001 2021-03-04T23:10:24.970 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.971 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.971 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.971 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.992031+0000", 2021-03-04T23:10:24.971 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.167406271 2021-03-04T23:10:24.972 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.972 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.972 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.972 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.159438+0000", 2021-03-04T23:10:24.972 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016615299999999999 2021-03-04T23:10:24.973 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.973 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.973 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.973 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.159604+0000", 2021-03-04T23:10:24.973 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000254324 2021-03-04T23:10:24.974 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.974 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.974 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.974 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.159858+0000", 2021-03-04T23:10:24.975 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000183084 2021-03-04T23:10:24.975 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.975 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.975 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.975 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.160041+0000", 2021-03-04T23:10:24.976 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17081190900000001 2021-03-04T23:10:24.976 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.976 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.976 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.976 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.977 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.977 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:133189 25.3 25:c58dfb2f:::benchmark_data_gibba008_61550_object133188:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e578)", 2021-03-04T23:10:24.977 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:18.062283+0000", 2021-03-04T23:10:24.977 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 186.79590195599999, 2021-03-04T23:10:24.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.138369837, 2021-03-04T23:10:24.978 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.978 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.978 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.979 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.979 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.979 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 133189 2021-03-04T23:10:24.979 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.979 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.980 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.980 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.980 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062283+0000", 2021-03-04T23:10:24.980 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.980 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.981 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.981 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:24.981 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062283+0000", 2021-03-04T23:10:24.981 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5210000000000003e-05 2021-03-04T23:10:24.982 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.982 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.982 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:24.982 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062328+0000", 2021-03-04T23:10:24.982 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2879999999999999e-06 2021-03-04T23:10:24.983 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.983 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.983 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:24.983 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062330+0000", 2021-03-04T23:10:24.983 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9023000000000001e-05 2021-03-04T23:10:24.984 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.984 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.984 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:24.984 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062349+0000", 2021-03-04T23:10:24.985 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3680000000000002e-06 2021-03-04T23:10:24.985 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.985 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.985 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:24.985 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062358+0000", 2021-03-04T23:10:24.986 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0063512630000000002 2021-03-04T23:10:24.986 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.986 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.986 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:24.987 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.068709+0000", 2021-03-04T23:10:24.987 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000144859 2021-03-04T23:10:24.987 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.987 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.987 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:24.988 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.068854+0000", 2021-03-04T23:10:24.988 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015413800000000001 2021-03-04T23:10:24.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.988 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:24.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.069008+0000", 2021-03-04T23:10:24.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.013297626 2021-03-04T23:10:24.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.990 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.082306+0000", 2021-03-04T23:10:24.990 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5438e-05 2021-03-04T23:10:24.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.991 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.991 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:24.991 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.082321+0000", 2021-03-04T23:10:24.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.117785414 2021-03-04T23:10:24.991 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.992 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:24.992 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.200107+0000", 2021-03-04T23:10:24.992 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00038824900000000002 2021-03-04T23:10:24.993 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.993 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.993 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:24.993 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.200495+0000", 2021-03-04T23:10:24.993 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000157961 2021-03-04T23:10:24.994 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.994 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.994 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:24.994 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.200653+0000", 2021-03-04T23:10:24.994 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.138369837 2021-03-04T23:10:24.995 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.995 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:24.995 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:24.995 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.996 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:133190 25.3 25:c4d7f080:::benchmark_data_gibba008_61550_object133189:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e578)", 2021-03-04T23:10:24.996 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:18.062793+0000", 2021-03-04T23:10:24.996 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 186.79539174999999, 2021-03-04T23:10:24.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.138588819, 2021-03-04T23:10:24.997 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:24.997 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:24.997 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:24.997 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:24.997 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:24.998 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 133190 2021-03-04T23:10:24.998 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.998 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:24.998 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.998 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:24.999 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062793+0000", 2021-03-04T23:10:24.999 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:24.999 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:24.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:24.999 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.000 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062793+0000", 2021-03-04T23:10:25.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6051999999999997e-05 2021-03-04T23:10:25.000 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.000 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.001 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.001 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062859+0000", 2021-03-04T23:10:25.001 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0449999999999999e-06 2021-03-04T23:10:25.001 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.001 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062861+0000", 2021-03-04T23:10:25.002 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6750999999999999e-05 2021-03-04T23:10:25.002 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.002 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.003 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.003 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062878+0000", 2021-03-04T23:10:25.003 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1010000000000003e-06 2021-03-04T23:10:25.003 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.004 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.004 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.062885+0000", 2021-03-04T23:10:25.004 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0099573249999999995 2021-03-04T23:10:25.004 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.005 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.005 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.005 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.072842+0000", 2021-03-04T23:10:25.005 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023044100000000001 2021-03-04T23:10:25.005 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.006 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.006 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.006 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.073073+0000", 2021-03-04T23:10:25.006 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027107100000000001 2021-03-04T23:10:25.006 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.007 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.007 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.073344+0000", 2021-03-04T23:10:25.007 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0089833789999999997 2021-03-04T23:10:25.007 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.008 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.008 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.008 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.082327+0000", 2021-03-04T23:10:25.008 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9405000000000001e-05 2021-03-04T23:10:25.009 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.010 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.082357+0000", 2021-03-04T23:10:25.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11874731500000001 2021-03-04T23:10:25.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.011 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.011 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.201104+0000", 2021-03-04T23:10:25.011 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000161834 2021-03-04T23:10:25.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.012 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.201266+0000", 2021-03-04T23:10:25.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0001161 2021-03-04T23:10:25.013 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.013 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.013 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.201382+0000", 2021-03-04T23:10:25.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.138588819 2021-03-04T23:10:25.014 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.014 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.014 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.014 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.015 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:133191 25.3 25:cf9335e1:::benchmark_data_gibba008_61550_object133190:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e578)", 2021-03-04T23:10:25.015 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:18.063040+0000", 2021-03-04T23:10:25.015 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 186.79514448500001, 2021-03-04T23:10:25.015 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13897442300000001, 2021-03-04T23:10:25.016 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.016 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.016 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.016 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.016 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.017 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 133191 2021-03-04T23:10:25.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.017 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.017 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.017 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.018 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.063040+0000", 2021-03-04T23:10:25.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.018 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.018 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.019 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.019 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.063040+0000", 2021-03-04T23:10:25.019 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2446e-05 2021-03-04T23:10:25.019 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.019 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.020 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.020 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.063083+0000", 2021-03-04T23:10:25.020 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0880000000000002e-06 2021-03-04T23:10:25.020 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.021 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.021 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.063085+0000", 2021-03-04T23:10:25.021 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6016999999999999e-05 2021-03-04T23:10:25.021 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.021 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.022 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.063101+0000", 2021-03-04T23:10:25.022 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0999999999999993e-06 2021-03-04T23:10:25.022 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.023 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.023 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.063110+0000", 2021-03-04T23:10:25.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015013867 2021-03-04T23:10:25.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.023 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.078124+0000", 2021-03-04T23:10:25.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018641600000000001 2021-03-04T23:10:25.024 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.025 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.078310+0000", 2021-03-04T23:10:25.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019922000000000001 2021-03-04T23:10:25.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.026 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.026 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.078510+0000", 2021-03-04T23:10:25.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.004003248 2021-03-04T23:10:25.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.027 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.082513+0000", 2021-03-04T23:10:25.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018572739999999999 2021-03-04T23:10:25.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.084370+0000", 2021-03-04T23:10:25.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11732738199999999 2021-03-04T23:10:25.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.201697+0000", 2021-03-04T23:10:25.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000202315 2021-03-04T23:10:25.030 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.030 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.031 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.031 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.201900+0000", 2021-03-04T23:10:25.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011505 2021-03-04T23:10:25.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.032 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.032 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:18.202015+0000", 2021-03-04T23:10:25.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13897442300000001 2021-03-04T23:10:25.032 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.032 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.033 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.033 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.033 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.033 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:188331 25.3 25:cf5b1c61:::benchmark_data_gibba008_61550_object12400:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:25.034 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:57.372063+0000", 2021-03-04T23:10:25.034 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 147.48612209000001, 2021-03-04T23:10:25.034 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18902929700000001, 2021-03-04T23:10:25.034 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.034 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.035 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.035 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.035 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.035 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 188331 2021-03-04T23:10:25.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.036 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.036 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.036 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.036 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372063+0000", 2021-03-04T23:10:25.037 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.037 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.037 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.037 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.037 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372063+0000", 2021-03-04T23:10:25.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.432e-06 2021-03-04T23:10:25.038 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.038 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.038 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372064+0000", 2021-03-04T23:10:25.039 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6920000000000001e-06 2021-03-04T23:10:25.039 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.039 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.039 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372066+0000", 2021-03-04T23:10:25.040 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4623e-05 2021-03-04T23:10:25.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372081+0000", 2021-03-04T23:10:25.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6399999999999996e-06 2021-03-04T23:10:25.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372085+0000", 2021-03-04T23:10:25.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9372999999999997e-05 2021-03-04T23:10:25.042 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.043 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372125+0000", 2021-03-04T23:10:25.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9896999999999996e-05 2021-03-04T23:10:25.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.043 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.044 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.044 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372224+0000", 2021-03-04T23:10:25.044 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011097 2021-03-04T23:10:25.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.372335+0000", 2021-03-04T23:10:25.045 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0035613799999999998 2021-03-04T23:10:25.045 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.045 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.046 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.046 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.375897+0000", 2021-03-04T23:10:25.046 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00067356800000000004 2021-03-04T23:10:25.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.047 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.047 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.376570+0000", 2021-03-04T23:10:25.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18424132600000001 2021-03-04T23:10:25.047 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.048 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.048 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.560812+0000", 2021-03-04T23:10:25.048 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016164200000000001 2021-03-04T23:10:25.049 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.560973+0000", 2021-03-04T23:10:25.050 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011875399999999999 2021-03-04T23:10:25.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.050 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.561092+0000", 2021-03-04T23:10:25.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18902929700000001 2021-03-04T23:10:25.051 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.051 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.051 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.052 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:188349 25.3 25:cc457b87:::benchmark_data_gibba008_61550_object12418:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:25.052 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:57.387397+0000", 2021-03-04T23:10:25.052 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 147.470788091, 2021-03-04T23:10:25.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.191143905, 2021-03-04T23:10:25.053 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.053 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.053 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.053 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.054 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.054 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 188349 2021-03-04T23:10:25.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.054 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387397+0000", 2021-03-04T23:10:25.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387397+0000", 2021-03-04T23:10:25.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5939999999999999e-06 2021-03-04T23:10:25.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387398+0000", 2021-03-04T23:10:25.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.327e-06 2021-03-04T23:10:25.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.057 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387400+0000", 2021-03-04T23:10:25.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8679999999999999e-06 2021-03-04T23:10:25.058 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.059 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.059 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387408+0000", 2021-03-04T23:10:25.059 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2619999999999999e-06 2021-03-04T23:10:25.059 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.065 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387411+0000", 2021-03-04T23:10:25.065 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4984000000000003e-05 2021-03-04T23:10:25.065 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.065 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.065 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.066 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387446+0000", 2021-03-04T23:10:25.066 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011381 2021-03-04T23:10:25.066 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.066 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.067 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.067 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387560+0000", 2021-03-04T23:10:25.067 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1602999999999999e-05 2021-03-04T23:10:25.067 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.067 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.068 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.068 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387631+0000", 2021-03-04T23:10:25.068 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0058781700000000003 2021-03-04T23:10:25.068 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.068 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.069 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.069 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.393509+0000", 2021-03-04T23:10:25.069 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.02e-06 2021-03-04T23:10:25.069 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.069 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.070 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.070 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.393515+0000", 2021-03-04T23:10:25.070 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18476496000000001 2021-03-04T23:10:25.070 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.071 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.071 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.071 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.578280+0000", 2021-03-04T23:10:25.071 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014563400000000001 2021-03-04T23:10:25.071 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.072 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.072 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.072 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.578426+0000", 2021-03-04T23:10:25.072 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000114673 2021-03-04T23:10:25.072 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.073 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.073 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.073 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.578541+0000", 2021-03-04T23:10:25.073 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.191143905 2021-03-04T23:10:25.073 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.074 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.074 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.074 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.074 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.075 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:188350 25.3 25:cc085747:::benchmark_data_gibba008_61550_object12419:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:25.075 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:57.387672+0000", 2021-03-04T23:10:25.075 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 147.47051264500001, 2021-03-04T23:10:25.075 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.191796415, 2021-03-04T23:10:25.075 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.076 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.076 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.076 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.076 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.076 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 188350 2021-03-04T23:10:25.077 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.077 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.077 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.077 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.078 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387672+0000", 2021-03-04T23:10:25.078 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.078 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.078 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.078 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.079 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387672+0000", 2021-03-04T23:10:25.079 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0219999999999999e-06 2021-03-04T23:10:25.079 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.079 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.079 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.080 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387673+0000", 2021-03-04T23:10:25.080 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2900000000000003e-07 2021-03-04T23:10:25.080 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.080 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.080 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.081 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387674+0000", 2021-03-04T23:10:25.081 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3989999999999993e-06 2021-03-04T23:10:25.081 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.081 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.082 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.082 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387683+0000", 2021-03-04T23:10:25.082 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4940000000000002e-06 2021-03-04T23:10:25.082 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.082 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.083 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.083 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.387686+0000", 2021-03-04T23:10:25.083 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028222880000000001 2021-03-04T23:10:25.083 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.083 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.084 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.084 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.390508+0000", 2021-03-04T23:10:25.084 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6823999999999994e-05 2021-03-04T23:10:25.084 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.084 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.085 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.085 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.390595+0000", 2021-03-04T23:10:25.085 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010060699999999999 2021-03-04T23:10:25.085 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.086 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.086 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.086 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.390695+0000", 2021-03-04T23:10:25.086 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028463379999999999 2021-03-04T23:10:25.086 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.087 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.087 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.087 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.393542+0000", 2021-03-04T23:10:25.087 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5522999999999997e-05 2021-03-04T23:10:25.087 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.088 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.088 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.088 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.393597+0000", 2021-03-04T23:10:25.088 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.185414251 2021-03-04T23:10:25.089 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.089 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.089 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.089 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.579012+0000", 2021-03-04T23:10:25.089 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024176800000000001 2021-03-04T23:10:25.090 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.090 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.090 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.090 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.579253+0000", 2021-03-04T23:10:25.090 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021527199999999999 2021-03-04T23:10:25.091 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.091 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.091 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.091 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.579469+0000", 2021-03-04T23:10:25.092 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.191796415 2021-03-04T23:10:25.092 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.092 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.092 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.092 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.093 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.093 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:193466 25.2 25:4bf3ee29:::benchmark_data_gibba008_61550_object17535:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:25.093 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:01.000975+0000", 2021-03-04T23:10:25.093 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 143.85720940499999, 2021-03-04T23:10:25.093 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.232442435, 2021-03-04T23:10:25.094 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.094 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.094 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.094 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.095 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.095 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193466 2021-03-04T23:10:25.095 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.095 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.095 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.096 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.096 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.000975+0000", 2021-03-04T23:10:25.096 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.096 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.096 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.097 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.097 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.000975+0000", 2021-03-04T23:10:25.097 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3089999999999998e-06 2021-03-04T23:10:25.097 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.097 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.098 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.098 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.000978+0000", 2021-03-04T23:10:25.098 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3230000000000001e-06 2021-03-04T23:10:25.098 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.098 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.099 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.099 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.000979+0000", 2021-03-04T23:10:25.099 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0328e-05 2021-03-04T23:10:25.099 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.099 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.100 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.100 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.000989+0000", 2021-03-04T23:10:25.100 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5970000000000002e-06 2021-03-04T23:10:25.100 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.101 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.101 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.101 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.000994+0000", 2021-03-04T23:10:25.101 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5213999999999999e-05 2021-03-04T23:10:25.101 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.102 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.102 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.102 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001029+0000", 2021-03-04T23:10:25.102 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8170999999999994e-05 2021-03-04T23:10:25.102 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.103 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.103 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.103 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001107+0000", 2021-03-04T23:10:25.103 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0077e-05 2021-03-04T23:10:25.103 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.104 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.104 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:25.104 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001177+0000", 2021-03-04T23:10:25.104 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0064946819999999999 2021-03-04T23:10:25.104 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.105 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.105 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.105 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.007672+0000", 2021-03-04T23:10:25.105 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0330000000000002e-05 2021-03-04T23:10:25.106 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.106 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.106 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.106 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.007713+0000", 2021-03-04T23:10:25.106 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22525452300000001 2021-03-04T23:10:25.107 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.107 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.107 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.107 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.232967+0000", 2021-03-04T23:10:25.107 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026072699999999999 2021-03-04T23:10:25.108 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.108 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.108 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.108 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.233228+0000", 2021-03-04T23:10:25.109 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000190154 2021-03-04T23:10:25.109 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.109 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.109 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.109 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.233418+0000", 2021-03-04T23:10:25.110 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.232442435 2021-03-04T23:10:25.110 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.110 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.110 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.110 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.111 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.111 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:193468 25.3 25:cd51d6a7:::benchmark_data_gibba008_61550_object17537:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:25.111 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:01.001250+0000", 2021-03-04T23:10:25.111 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 143.856934653, 2021-03-04T23:10:25.111 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23912075099999999, 2021-03-04T23:10:25.112 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.112 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.112 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.112 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.113 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.113 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193468 2021-03-04T23:10:25.113 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.113 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.113 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.114 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.114 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001250+0000", 2021-03-04T23:10:25.114 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.114 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.115 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.115 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.115 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001250+0000", 2021-03-04T23:10:25.115 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5820000000000001e-06 2021-03-04T23:10:25.115 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.116 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.116 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.116 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001252+0000", 2021-03-04T23:10:25.116 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9000000000000005e-07 2021-03-04T23:10:25.116 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.117 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.117 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.117 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001253+0000", 2021-03-04T23:10:25.117 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2439999999999996e-06 2021-03-04T23:10:25.117 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.118 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.118 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.118 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001260+0000", 2021-03-04T23:10:25.118 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2769999999999999e-06 2021-03-04T23:10:25.119 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.119 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.119 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.119 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001264+0000", 2021-03-04T23:10:25.119 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8300999999999998e-05 2021-03-04T23:10:25.120 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.120 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.120 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001303+0000", 2021-03-04T23:10:25.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000108143 2021-03-04T23:10:25.121 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.121 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.121 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.121 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001411+0000", 2021-03-04T23:10:25.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106995 2021-03-04T23:10:25.122 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.122 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.122 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.122 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001518+0000", 2021-03-04T23:10:25.122 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029237550000000001 2021-03-04T23:10:25.123 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.123 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.123 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.123 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004442+0000", 2021-03-04T23:10:25.123 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110516 2021-03-04T23:10:25.124 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.124 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.124 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.124 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004552+0000", 2021-03-04T23:10:25.125 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23535415100000001 2021-03-04T23:10:25.125 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.125 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.125 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.125 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.239906+0000", 2021-03-04T23:10:25.126 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025395499999999999 2021-03-04T23:10:25.126 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.126 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.126 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.126 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.240160+0000", 2021-03-04T23:10:25.127 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021084200000000001 2021-03-04T23:10:25.127 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.127 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.127 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.128 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.240371+0000", 2021-03-04T23:10:25.128 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23912075099999999 2021-03-04T23:10:25.128 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.128 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.128 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.129 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.129 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:193469 25.2 25:48722ea7:::benchmark_data_gibba008_61550_object17538:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:10:25.129 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:01.001305+0000", 2021-03-04T23:10:25.129 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 143.85688023599999, 2021-03-04T23:10:25.130 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23280711400000001, 2021-03-04T23:10:25.130 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.130 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.130 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.130 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.131 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.131 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193469 2021-03-04T23:10:25.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.131 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.132 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.132 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001305+0000", 2021-03-04T23:10:25.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.132 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.133 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001305+0000", 2021-03-04T23:10:25.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.429e-06 2021-03-04T23:10:25.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.134 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.134 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001306+0000", 2021-03-04T23:10:25.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9199999999999999e-07 2021-03-04T23:10:25.134 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.135 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.135 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.135 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001307+0000", 2021-03-04T23:10:25.135 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.887e-06 2021-03-04T23:10:25.135 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.136 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.136 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001312+0000", 2021-03-04T23:10:25.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.517e-06 2021-03-04T23:10:25.137 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.137 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.137 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.137 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001315+0000", 2021-03-04T23:10:25.137 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0030373510000000002 2021-03-04T23:10:25.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.138 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.138 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.138 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004353+0000", 2021-03-04T23:10:25.138 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0747000000000005e-05 2021-03-04T23:10:25.139 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.139 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.139 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.139 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004434+0000", 2021-03-04T23:10:25.139 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6605000000000003e-05 2021-03-04T23:10:25.140 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.140 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.140 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:25.140 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004510+0000", 2021-03-04T23:10:25.140 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0031967800000000002 2021-03-04T23:10:25.141 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.141 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.141 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.141 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.007707+0000", 2021-03-04T23:10:25.141 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026148300000000002 2021-03-04T23:10:25.142 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.142 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.142 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.142 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.007968+0000", 2021-03-04T23:10:25.143 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22569546500000001 2021-03-04T23:10:25.143 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.143 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.143 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.143 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.233664+0000", 2021-03-04T23:10:25.144 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025839500000000002 2021-03-04T23:10:25.144 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.144 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.144 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.144 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.233922+0000", 2021-03-04T23:10:25.145 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018946300000000001 2021-03-04T23:10:25.145 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.145 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.145 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.146 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.234112+0000", 2021-03-04T23:10:25.146 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23280711400000001 2021-03-04T23:10:25.146 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.146 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.146 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.147 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.147 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.147 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:261205 25.3 25:ccbaf1f8:::benchmark_data_gibba008_61550_object85274:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:10:25.147 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:47.326401+0000", 2021-03-04T23:10:25.147 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 97.531784197999997, 2021-03-04T23:10:25.148 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16827188400000001, 2021-03-04T23:10:25.148 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.148 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.148 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.149 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.149 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.149 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 261205 2021-03-04T23:10:25.149 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.149 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.150 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.150 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326401+0000", 2021-03-04T23:10:25.150 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.151 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.151 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326401+0000", 2021-03-04T23:10:25.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.657e-06 2021-03-04T23:10:25.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.152 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326402+0000", 2021-03-04T23:10:25.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.328e-06 2021-03-04T23:10:25.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326404+0000", 2021-03-04T23:10:25.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9679999999999995e-06 2021-03-04T23:10:25.154 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.154 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326413+0000", 2021-03-04T23:10:25.155 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7309999999999999e-06 2021-03-04T23:10:25.155 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.155 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.155 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326416+0000", 2021-03-04T23:10:25.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8448999999999997e-05 2021-03-04T23:10:25.156 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.156 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.156 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.156 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326455+0000", 2021-03-04T23:10:25.157 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110321 2021-03-04T23:10:25.157 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.157 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.157 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.158 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326565+0000", 2021-03-04T23:10:25.158 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2280000000000005e-05 2021-03-04T23:10:25.158 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.158 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.158 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.159 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.326647+0000", 2021-03-04T23:10:25.159 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025812859999999999 2021-03-04T23:10:25.159 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.159 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.159 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.160 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.329229+0000", 2021-03-04T23:10:25.160 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00092069799999999996 2021-03-04T23:10:25.160 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.160 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.160 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.161 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330149+0000", 2021-03-04T23:10:25.161 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16405603899999999 2021-03-04T23:10:25.161 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.161 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.162 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.162 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.494205+0000", 2021-03-04T23:10:25.162 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026021099999999999 2021-03-04T23:10:25.162 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.162 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.163 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.163 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.494466+0000", 2021-03-04T23:10:25.163 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000206916 2021-03-04T23:10:25.163 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.163 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.164 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.164 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.494673+0000", 2021-03-04T23:10:25.164 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16827188400000001 2021-03-04T23:10:25.164 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.164 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.165 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.165 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.165 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.165 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:261208 25.2 25:4b03401f:::benchmark_data_gibba008_61550_object85277:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:10:25.165 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:47.330190+0000", 2021-03-04T23:10:25.166 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 97.527995172000004, 2021-03-04T23:10:25.166 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15739449599999999, 2021-03-04T23:10:25.166 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.166 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.166 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.167 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.167 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.167 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 261208 2021-03-04T23:10:25.167 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.168 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.168 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.168 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.168 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330190+0000", 2021-03-04T23:10:25.168 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.169 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.169 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330190+0000", 2021-03-04T23:10:25.169 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2309999999999999e-06 2021-03-04T23:10:25.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.170 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.170 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330191+0000", 2021-03-04T23:10:25.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3209999999999999e-06 2021-03-04T23:10:25.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.171 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.171 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.171 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330192+0000", 2021-03-04T23:10:25.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8419999999999999e-06 2021-03-04T23:10:25.172 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.172 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.172 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.172 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330199+0000", 2021-03-04T23:10:25.173 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6680000000000001e-06 2021-03-04T23:10:25.173 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.173 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.173 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.173 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330202+0000", 2021-03-04T23:10:25.174 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8911e-05 2021-03-04T23:10:25.174 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.174 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.174 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.174 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330251+0000", 2021-03-04T23:10:25.175 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5938999999999993e-05 2021-03-04T23:10:25.175 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.175 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.175 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330317+0000", 2021-03-04T23:10:25.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2314e-05 2021-03-04T23:10:25.176 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.176 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:25.177 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.330379+0000", 2021-03-04T23:10:25.177 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027156429999999998 2021-03-04T23:10:25.177 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.177 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.177 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.178 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.333095+0000", 2021-03-04T23:10:25.178 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017905300000000001 2021-03-04T23:10:25.178 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.178 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.178 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.179 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.333274+0000", 2021-03-04T23:10:25.179 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15406403900000001 2021-03-04T23:10:25.179 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.179 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.180 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.180 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.487338+0000", 2021-03-04T23:10:25.180 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014064200000000001 2021-03-04T23:10:25.180 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.180 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.181 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.181 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.487478+0000", 2021-03-04T23:10:25.181 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000105893 2021-03-04T23:10:25.181 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.182 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.182 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.487584+0000", 2021-03-04T23:10:25.182 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15739449599999999 2021-03-04T23:10:25.182 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.182 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.183 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.183 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.183 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:261216 25.3 25:c1f688ef:::benchmark_data_gibba008_61550_object85285:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:10:25.184 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:47.341566+0000", 2021-03-04T23:10:25.184 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 97.516618536999999, 2021-03-04T23:10:25.184 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154285007, 2021-03-04T23:10:25.184 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.184 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.185 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.185 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.185 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.185 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 261216 2021-03-04T23:10:25.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.186 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.186 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.186 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341566+0000", 2021-03-04T23:10:25.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.187 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.187 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341566+0000", 2021-03-04T23:10:25.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8729999999999999e-06 2021-03-04T23:10:25.188 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.188 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.188 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.188 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341568+0000", 2021-03-04T23:10:25.189 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.283e-06 2021-03-04T23:10:25.189 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.189 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.189 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.189 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341569+0000", 2021-03-04T23:10:25.190 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.004e-05 2021-03-04T23:10:25.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.190 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.190 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.190 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341580+0000", 2021-03-04T23:10:25.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4939999999999997e-06 2021-03-04T23:10:25.191 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.191 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.191 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.191 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341584+0000", 2021-03-04T23:10:25.192 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6855999999999998e-05 2021-03-04T23:10:25.192 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.192 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.192 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.192 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341611+0000", 2021-03-04T23:10:25.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1622e-05 2021-03-04T23:10:25.193 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.193 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.194 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341683+0000", 2021-03-04T23:10:25.194 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9941e-05 2021-03-04T23:10:25.194 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.194 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.194 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:10:25.195 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.341752+0000", 2021-03-04T23:10:25.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025606600000000002 2021-03-04T23:10:25.195 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.195 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.195 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.196 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.344313+0000", 2021-03-04T23:10:25.196 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8771999999999996e-05 2021-03-04T23:10:25.196 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.196 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.196 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.197 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.344402+0000", 2021-03-04T23:10:25.197 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15100554099999999 2021-03-04T23:10:25.197 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.197 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.197 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.198 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.495407+0000", 2021-03-04T23:10:25.198 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026028100000000001 2021-03-04T23:10:25.198 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.199 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.199 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.495668+0000", 2021-03-04T23:10:25.199 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018364400000000001 2021-03-04T23:10:25.199 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.199 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.200 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.200 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:47.495851+0000", 2021-03-04T23:10:25.200 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154285007 2021-03-04T23:10:25.200 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.200 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.201 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.201 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.201 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.201 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:309651 25.2 25:42bbea76:::benchmark_data_gibba008_61550_object133720:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:10:25.201 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:22.000151+0000", 2021-03-04T23:10:25.202 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 62.858034001, 2021-03-04T23:10:25.202 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16031042200000001, 2021-03-04T23:10:25.202 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.202 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.203 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.203 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.203 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.203 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 309651 2021-03-04T23:10:25.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.204 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.204 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.204 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000151+0000", 2021-03-04T23:10:25.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.205 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000151+0000", 2021-03-04T23:10:25.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8110000000000002e-06 2021-03-04T23:10:25.206 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.206 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000156+0000", 2021-03-04T23:10:25.207 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.22e-06 2021-03-04T23:10:25.207 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.207 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.207 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000157+0000", 2021-03-04T23:10:25.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6910000000000003e-06 2021-03-04T23:10:25.208 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.208 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.208 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.208 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000166+0000", 2021-03-04T23:10:25.209 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8700000000000002e-06 2021-03-04T23:10:25.209 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.209 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.209 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.210 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000169+0000", 2021-03-04T23:10:25.210 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031266399999999999 2021-03-04T23:10:25.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.210 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.211 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000482+0000", 2021-03-04T23:10:25.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9872999999999999e-05 2021-03-04T23:10:25.211 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.211 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.211 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.212 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000562+0000", 2021-03-04T23:10:25.212 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5448e-05 2021-03-04T23:10:25.212 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.212 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:25.213 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.000637+0000", 2021-03-04T23:10:25.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028192320000000001 2021-03-04T23:10:25.213 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.213 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.214 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.214 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.003457+0000", 2021-03-04T23:10:25.214 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7710000000000001e-06 2021-03-04T23:10:25.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.003463+0000", 2021-03-04T23:10:25.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15692982599999999 2021-03-04T23:10:25.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.160393+0000", 2021-03-04T23:10:25.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4307000000000002e-05 2021-03-04T23:10:25.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.217 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.217 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.160428+0000", 2021-03-04T23:10:25.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3708999999999999e-05 2021-03-04T23:10:25.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.218 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.218 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.218 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.160461+0000", 2021-03-04T23:10:25.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16031042200000001 2021-03-04T23:10:25.218 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.219 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.219 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.219 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.219 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.219 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:309658 25.2 25:4d20adfd:::benchmark_data_gibba008_61550_object133727:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:10:25.220 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:22.011190+0000", 2021-03-04T23:10:25.220 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 62.846995098999997, 2021-03-04T23:10:25.220 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.149407345, 2021-03-04T23:10:25.220 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:10:25.220 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:10:25.221 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:10:25.221 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:10:25.221 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:10:25.221 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 309658 2021-03-04T23:10:25.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.222 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:10:25.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:10:25.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011190+0000", 2021-03-04T23:10:25.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:10:25.223 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:10:25.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011190+0000", 2021-03-04T23:10:25.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8309999999999999e-06 2021-03-04T23:10:25.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:10:25.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011192+0000", 2021-03-04T23:10:25.225 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8700000000000004e-07 2021-03-04T23:10:25.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.225 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:10:25.225 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011193+0000", 2021-03-04T23:10:25.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9929999999999998e-06 2021-03-04T23:10:25.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.226 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.226 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:10:25.226 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011200+0000", 2021-03-04T23:10:25.227 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9020000000000001e-06 2021-03-04T23:10:25.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.227 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:10:25.228 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011203+0000", 2021-03-04T23:10:25.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0063e-05 2021-03-04T23:10:25.228 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.228 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.228 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:10:25.229 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011234+0000", 2021-03-04T23:10:25.229 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3066999999999996e-05 2021-03-04T23:10:25.229 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.229 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.229 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:10:25.230 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011317+0000", 2021-03-04T23:10:25.230 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8360000000000002e-05 2021-03-04T23:10:25.230 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.230 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:10:25.231 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.011395+0000", 2021-03-04T23:10:25.231 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028046619999999999 2021-03-04T23:10:25.231 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.231 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.231 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:10:25.232 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.014200+0000", 2021-03-04T23:10:25.232 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.122024222 2021-03-04T23:10:25.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.232 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.232 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.136224+0000", 2021-03-04T23:10:25.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.024318530000000001 2021-03-04T23:10:25.233 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.233 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.234 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:10:25.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.160542+0000", 2021-03-04T23:10:25.234 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0114999999999999e-05 2021-03-04T23:10:25.234 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.235 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:10:25.235 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.160573+0000", 2021-03-04T23:10:25.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4613e-05 2021-03-04T23:10:25.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:10:25.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:10:25.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:10:25.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:22.160597+0000", 2021-03-04T23:10:25.236 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.149407345 2021-03-04T23:10:25.236 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.236 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.237 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.237 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:10:25.237 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:10:25.237 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:10:25.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:25.239 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:24 gibba023 bash[15180]: debug 2021-03-04T23:10:24.769+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:25.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:25.524 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:10:25.540 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:25.605 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:25.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:25 gibba023 bash[18090]: debug 2021-03-04T23:10:25.429+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:25.965 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:26.067 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:26.156 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:26.254 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:25 gibba008 bash[44600]: debug 2021-03-04T23:10:25.957+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:26.261 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:26 gibba008 bash[37770]: cluster 2021-03-04T23:10:25.025472+0000 mgr.x (mgr.34379) 638 : cluster [DBG] pgmap v943: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:26.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:26 gibba008 bash[39303]: cluster 2021-03-04T23:10:25.025472+0000 mgr.x (mgr.34379) 638 : cluster [DBG] pgmap v943: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:26 gibba023 bash[27374]: cluster 2021-03-04T23:10:25.025472+0000 mgr.x (mgr.34379) 638 : cluster [DBG] pgmap v943: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:26.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:26 gibba023 bash[15180]: debug 2021-03-04T23:10:26.149+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:26.600 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:26.702 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:26.769 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:26.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:26.876 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:26 gibba008 bash[47391]: debug 2021-03-04T23:10:26.589+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:27.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:26 gibba023 bash[18090]: debug 2021-03-04T23:10:26.761+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:27.216 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:27.323 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:27.334 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[47391]: debug 2021-03-04T23:10:27.205+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:27.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[37770]: audit 2021-03-04T23:10:26.728157+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:27.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[37770]: audit 2021-03-04T23:10:26.731677+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:27.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[37770]: audit 2021-03-04T23:10:26.732373+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:27.335 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[39303]: audit 2021-03-04T23:10:26.728157+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:27.336 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[39303]: audit 2021-03-04T23:10:26.731677+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:27.336 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[39303]: audit 2021-03-04T23:10:26.732373+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:27.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:27 gibba023 bash[27374]: audit 2021-03-04T23:10:26.728157+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:27.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:27 gibba023 bash[27374]: audit 2021-03-04T23:10:26.731677+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:27.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:27 gibba023 bash[27374]: audit 2021-03-04T23:10:26.732373+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:27.830 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:27.998 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:28.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:27 gibba008 bash[48858]: debug 2021-03-04T23:10:27.821+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:28.118 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:28.227 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:28.271 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:28 gibba023 bash[19550]: debug 2021-03-04T23:10:28.109+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:28 gibba008 bash[37770]: cluster 2021-03-04T23:10:27.026625+0000 mgr.x (mgr.34379) 639 : cluster [DBG] pgmap v944: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:28 gibba008 bash[39303]: cluster 2021-03-04T23:10:27.026625+0000 mgr.x (mgr.34379) 639 : cluster [DBG] pgmap v944: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:28 gibba023 bash[27374]: cluster 2021-03-04T23:10:27.026625+0000 mgr.x (mgr.34379) 639 : cluster [DBG] pgmap v944: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:28.717 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:28.819 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:29.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:28 gibba008 bash[47391]: debug 2021-03-04T23:10:28.709+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:29.102 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:29.209 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:29.334 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:29.442 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:29.480 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:29 gibba008 bash[44600]: debug 2021-03-04T23:10:29.093+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:29.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:29 gibba023 bash[19550]: debug 2021-03-04T23:10:29.325+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:29.991 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:30.098 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:30.239 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:10:30.252 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:10:30.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:29 gibba008 bash[47391]: debug 2021-03-04T23:10:29.981+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:29 gibba008 bash[37770]: cluster 2021-03-04T23:10:29.027761+0000 mgr.x (mgr.34379) 640 : cluster [DBG] pgmap v945: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:30.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:29 gibba008 bash[39303]: cluster 2021-03-04T23:10:29.027761+0000 mgr.x (mgr.34379) 640 : cluster [DBG] pgmap v945: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:30.265 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:10:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:29 gibba023 bash[27374]: cluster 2021-03-04T23:10:29.027761+0000 mgr.x (mgr.34379) 640 : cluster [DBG] pgmap v945: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:30.278 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:10:30.297 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:10:30.341 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:10:30.360 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:10:30.374 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:10:30.375 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.376 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.376 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.376 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.376 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.376 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.377 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.377 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:10:30.418 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:30.521 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:30.605 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:30.708 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:30.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:30 gibba008 bash[50326]: debug 2021-03-04T23:10:30.409+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:30.788 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:30 gibba023 bash[19550]: debug 2021-03-04T23:10:30.597+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:30.789 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:30.891 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:31.165 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:30 gibba008 bash[37770]: audit 2021-03-04T23:10:30.222478+0000 mon.c (mon.1) 50 : audit [DBG] from='client.? 172.21.2.108:0/1379072445' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:31.165 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:30 gibba008 bash[37770]: audit 2021-03-04T23:10:30.590906+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:31.166 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:30 gibba008 bash[39303]: audit 2021-03-04T23:10:30.222478+0000 mon.c (mon.1) 50 : audit [DBG] from='client.? 172.21.2.108:0/1379072445' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:31.166 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:30 gibba008 bash[39303]: audit 2021-03-04T23:10:30.590906+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:30 gibba023 bash[27374]: audit 2021-03-04T23:10:30.222478+0000 mon.c (mon.1) 50 : audit [DBG] from='client.? 172.21.2.108:0/1379072445' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:31.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:30 gibba023 bash[27374]: audit 2021-03-04T23:10:30.590906+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:31.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:30 gibba023 bash[16680]: debug 2021-03-04T23:10:30.781+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:31.374 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:31.477 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:31.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:31 gibba008 bash[48858]: debug 2021-03-04T23:10:31.365+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:31.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:31.679 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:31.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:31 gibba023 bash[18090]: debug 2021-03-04T23:10:31.569+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:31.948 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:31 gibba008 bash[37770]: cephadm 2021-03-04T23:10:30.593620+0000 mgr.x (mgr.34379) 641 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:10:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:31 gibba008 bash[37770]: cluster 2021-03-04T23:10:31.029160+0000 mgr.x (mgr.34379) 642 : cluster [DBG] pgmap v946: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:32.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:31 gibba008 bash[39303]: cephadm 2021-03-04T23:10:30.593620+0000 mgr.x (mgr.34379) 641 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:10:32.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:31 gibba008 bash[39303]: cluster 2021-03-04T23:10:31.029160+0000 mgr.x (mgr.34379) 642 : cluster [DBG] pgmap v946: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:32.051 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:32.068 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:32 gibba008 bash[47391]: debug 2021-03-04T23:10:31.941+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:31 gibba023 bash[27374]: cephadm 2021-03-04T23:10:30.593620+0000 mgr.x (mgr.34379) 641 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:10:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:31 gibba023 bash[27374]: cluster 2021-03-04T23:10:31.029160+0000 mgr.x (mgr.34379) 642 : cluster [DBG] pgmap v946: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:32.563 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:32.666 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:32.750 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:32.854 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:32.864 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:32 gibba008 bash[47391]: debug 2021-03-04T23:10:32.557+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:33.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:32 gibba023 bash[16680]: debug 2021-03-04T23:10:32.745+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:33.293 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:33.399 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:33.758 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:33.759 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:33 gibba008 bash[50326]: debug 2021-03-04T23:10:33.285+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:33.861 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:34.042 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:33 gibba008 bash[47391]: debug 2021-03-04T23:10:33.749+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:34.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:34.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:34.357 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:34 gibba008 bash[39303]: cluster 2021-03-04T23:10:33.030186+0000 mgr.x (mgr.34379) 643 : cluster [DBG] pgmap v947: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:34.357 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:34 gibba008 bash[37770]: cluster 2021-03-04T23:10:33.030186+0000 mgr.x (mgr.34379) 643 : cluster [DBG] pgmap v947: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:34.358 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:34 gibba008 bash[50326]: debug 2021-03-04T23:10:34.241+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:34.478 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:34 gibba023 bash[27374]: cluster 2021-03-04T23:10:33.030186+0000 mgr.x (mgr.34379) 643 : cluster [DBG] pgmap v947: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:34.581 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:34.639 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:34 gibba008 bash[47391]: debug 2021-03-04T23:10:34.469+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:34.679 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:34.786 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:34.914 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:34 gibba023 bash[16680]: debug 2021-03-04T23:10:34.673+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:34.915 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:35.017 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:35.119 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:10:35.119 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_1' created 2021-03-04T23:10:35.151 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:35.255 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:35.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:35 gibba023 bash[27374]: audit 2021-03-04T23:10:34.407831+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? 172.21.2.108:0/3060408713' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:10:35.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:35 gibba023 bash[27374]: audit 2021-03-04T23:10:34.836815+0000 mon.a (mon.0) 1197 : audit [INF] from='client.? 172.21.2.108:0/1200286082' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:10:35.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:34 gibba023 bash[15180]: debug 2021-03-04T23:10:34.909+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:35.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:35 gibba023 bash[16680]: debug 2021-03-04T23:10:35.145+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:35.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:35 gibba008 bash[37770]: audit 2021-03-04T23:10:34.407831+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? 172.21.2.108:0/3060408713' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:10:35.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:35 gibba008 bash[37770]: audit 2021-03-04T23:10:34.836815+0000 mon.a (mon.0) 1197 : audit [INF] from='client.? 172.21.2.108:0/1200286082' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:10:35.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:35 gibba008 bash[39303]: audit 2021-03-04T23:10:34.407831+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? 172.21.2.108:0/3060408713' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:10:35.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:35 gibba008 bash[39303]: audit 2021-03-04T23:10:34.836815+0000 mon.a (mon.0) 1197 : audit [INF] from='client.? 172.21.2.108:0/1200286082' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:10:35.618 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:35.720 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:35.811 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:35.914 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:35.925 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:35 gibba008 bash[50326]: debug 2021-03-04T23:10:35.609+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:35.961 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:10:36.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:35 gibba023 bash[19550]: debug 2021-03-04T23:10:35.805+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:36.039 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:36.235 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:36.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[37770]: cluster 2021-03-04T23:10:35.031212+0000 mgr.x (mgr.34379) 644 : cluster [DBG] pgmap v948: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[37770]: cluster 2021-03-04T23:10:35.091962+0000 mon.a (mon.0) 1198 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[37770]: audit 2021-03-04T23:10:35.112247+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.2.108:0/3060408713' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:10:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[37770]: audit 2021-03-04T23:10:35.112537+0000 mon.a (mon.0) 1200 : audit [INF] from='client.? 172.21.2.108:0/1200286082' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:10:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[37770]: cluster 2021-03-04T23:10:35.112798+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e599: 8 total, 8 up, 7 in 2021-03-04T23:10:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[39303]: cluster 2021-03-04T23:10:35.031212+0000 mgr.x (mgr.34379) 644 : cluster [DBG] pgmap v948: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[39303]: cluster 2021-03-04T23:10:35.091962+0000 mon.a (mon.0) 1198 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[39303]: audit 2021-03-04T23:10:35.112247+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.2.108:0/3060408713' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:10:36.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[39303]: audit 2021-03-04T23:10:35.112537+0000 mon.a (mon.0) 1200 : audit [INF] from='client.? 172.21.2.108:0/1200286082' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:10:36.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[39303]: cluster 2021-03-04T23:10:35.112798+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e599: 8 total, 8 up, 7 in 2021-03-04T23:10:36.338 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:36.354 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[48858]: debug 2021-03-04T23:10:36.229+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:36 gibba023 bash[27374]: cluster 2021-03-04T23:10:35.031212+0000 mgr.x (mgr.34379) 644 : cluster [DBG] pgmap v948: 83 pgs: 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:36.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:36 gibba023 bash[27374]: cluster 2021-03-04T23:10:35.091962+0000 mon.a (mon.0) 1198 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:10:36.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:36 gibba023 bash[27374]: audit 2021-03-04T23:10:35.112247+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.2.108:0/3060408713' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:10:36.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:36 gibba023 bash[27374]: audit 2021-03-04T23:10:35.112537+0000 mon.a (mon.0) 1200 : audit [INF] from='client.? 172.21.2.108:0/1200286082' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:10:36.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:36 gibba023 bash[27374]: cluster 2021-03-04T23:10:35.112798+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e599: 8 total, 8 up, 7 in 2021-03-04T23:10:36.719 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:36.822 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:36.946 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:37.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:36 gibba008 bash[50326]: debug 2021-03-04T23:10:36.709+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:37.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:37.116 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:36 gibba023 bash[15180]: debug 2021-03-04T23:10:36.937+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:37.146 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:37.249 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:37.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:37.406 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:37 gibba008 bash[37770]: cluster 2021-03-04T23:10:35.695432+0000 osd.0 (osd.0) 1 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:10:37.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:37 gibba008 bash[37770]: cluster 2021-03-04T23:10:36.108675+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e600: 8 total, 8 up, 7 in 2021-03-04T23:10:37.407 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:37 gibba008 bash[39303]: cluster 2021-03-04T23:10:35.695432+0000 osd.0 (osd.0) 1 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:10:37.408 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:37 gibba008 bash[39303]: cluster 2021-03-04T23:10:36.108675+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e600: 8 total, 8 up, 7 in 2021-03-04T23:10:37.463 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:37.471 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:37 gibba023 bash[27374]: cluster 2021-03-04T23:10:35.695432+0000 osd.0 (osd.0) 1 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:10:37.471 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:37 gibba023 bash[27374]: cluster 2021-03-04T23:10:36.108675+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e600: 8 total, 8 up, 7 in 2021-03-04T23:10:37.472 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:37 gibba023 bash[16680]: debug 2021-03-04T23:10:37.349+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:37.473 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:37 gibba023 bash[18090]: debug 2021-03-04T23:10:37.137+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:37.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2021-03-04T23:10:37.591 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:37.632 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:37.699 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:37.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:37 gibba023 bash[16680]: debug 2021-03-04T23:10:37.585+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:38.227 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:38.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:38.381 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[39303]: cluster 2021-03-04T23:10:37.032121+0000 mgr.x (mgr.34379) 645 : cluster [DBG] pgmap v951: 99 pgs: 5 creating+peering, 11 unknown, 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:38.381 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[39303]: cluster 2021-03-04T23:10:37.103934+0000 osd.2 (osd.2) 1 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:10:38.382 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[39303]: cluster 2021-03-04T23:10:37.120157+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e601: 8 total, 8 up, 7 in 2021-03-04T23:10:38.382 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[47391]: debug 2021-03-04T23:10:38.217+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:38.383 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[37770]: cluster 2021-03-04T23:10:37.032121+0000 mgr.x (mgr.34379) 645 : cluster [DBG] pgmap v951: 99 pgs: 5 creating+peering, 11 unknown, 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:38.383 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[37770]: cluster 2021-03-04T23:10:37.103934+0000 osd.2 (osd.2) 1 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:10:38.383 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[37770]: cluster 2021-03-04T23:10:37.120157+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e601: 8 total, 8 up, 7 in 2021-03-04T23:10:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:38 gibba023 bash[27374]: cluster 2021-03-04T23:10:37.032121+0000 mgr.x (mgr.34379) 645 : cluster [DBG] pgmap v951: 99 pgs: 5 creating+peering, 11 unknown, 83 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:38 gibba023 bash[27374]: cluster 2021-03-04T23:10:37.103934+0000 osd.2 (osd.2) 1 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:10:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:38 gibba023 bash[27374]: cluster 2021-03-04T23:10:37.120157+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e601: 8 total, 8 up, 7 in 2021-03-04T23:10:38.527 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:38.594 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:10:38.594 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:10:38.630 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:38.631 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:38 gibba008 bash[44600]: debug 2021-03-04T23:10:38.517+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:38.769 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:38.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:39.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:38 gibba023 bash[18090]: debug 2021-03-04T23:10:38.761+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:39.144 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[39303]: cluster 2021-03-04T23:10:37.580609+0000 osd.3 (osd.3) 1 : cluster [DBG] 2.a scrub ok 2021-03-04T23:10:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[39303]: cluster 2021-03-04T23:10:37.754970+0000 osd.4 (osd.4) 3 : cluster [DBG] 2.d scrub starts 2021-03-04T23:10:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[39303]: cluster 2021-03-04T23:10:37.756994+0000 osd.4 (osd.4) 4 : cluster [DBG] 2.d scrub ok 2021-03-04T23:10:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[39303]: cluster 2021-03-04T23:10:38.144097+0000 osd.6 (osd.6) 3 : cluster [DBG] 2.6 scrub starts 2021-03-04T23:10:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[39303]: cluster 2021-03-04T23:10:38.146656+0000 osd.6 (osd.6) 4 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:10:39.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[37770]: cluster 2021-03-04T23:10:37.580609+0000 osd.3 (osd.3) 1 : cluster [DBG] 2.a scrub ok 2021-03-04T23:10:39.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[37770]: cluster 2021-03-04T23:10:37.754970+0000 osd.4 (osd.4) 3 : cluster [DBG] 2.d scrub starts 2021-03-04T23:10:39.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[37770]: cluster 2021-03-04T23:10:37.756994+0000 osd.4 (osd.4) 4 : cluster [DBG] 2.d scrub ok 2021-03-04T23:10:39.147 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[37770]: cluster 2021-03-04T23:10:38.144097+0000 osd.6 (osd.6) 3 : cluster [DBG] 2.6 scrub starts 2021-03-04T23:10:39.147 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[37770]: cluster 2021-03-04T23:10:38.146656+0000 osd.6 (osd.6) 4 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:10:39.156 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:39.264 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:39.410 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:10:39.427 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[44600]: debug 2021-03-04T23:10:39.145+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:39.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:39 gibba023 bash[27374]: cluster 2021-03-04T23:10:37.580609+0000 osd.3 (osd.3) 1 : cluster [DBG] 2.a scrub ok 2021-03-04T23:10:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:39 gibba023 bash[27374]: cluster 2021-03-04T23:10:37.754970+0000 osd.4 (osd.4) 3 : cluster [DBG] 2.d scrub starts 2021-03-04T23:10:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:39 gibba023 bash[27374]: cluster 2021-03-04T23:10:37.756994+0000 osd.4 (osd.4) 4 : cluster [DBG] 2.d scrub ok 2021-03-04T23:10:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:39 gibba023 bash[27374]: cluster 2021-03-04T23:10:38.144097+0000 osd.6 (osd.6) 3 : cluster [DBG] 2.6 scrub starts 2021-03-04T23:10:39.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:39 gibba023 bash[27374]: cluster 2021-03-04T23:10:38.146656+0000 osd.6 (osd.6) 4 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:10:39.541 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:39.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:39.706 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:39 gibba008 bash[47391]: debug 2021-03-04T23:10:39.597+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:39.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:40.047 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:40.150 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:40.490 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[44600]: debug 2021-03-04T23:10:40.037+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:40.491 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[37770]: cluster 2021-03-04T23:10:38.734592+0000 osd.4 (osd.4) 5 : cluster [DBG] 2.f scrub starts 2021-03-04T23:10:40.491 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[37770]: cluster 2021-03-04T23:10:38.736029+0000 osd.4 (osd.4) 6 : cluster [DBG] 2.f scrub ok 2021-03-04T23:10:40.492 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[37770]: cluster 2021-03-04T23:10:39.033384+0000 mgr.x (mgr.34379) 646 : cluster [DBG] pgmap v953: 99 pgs: 5 creating+peering, 5 unknown, 89 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:40.492 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[37770]: cluster 2021-03-04T23:10:39.123976+0000 osd.2 (osd.2) 2 : cluster [DBG] 2.c scrub ok 2021-03-04T23:10:40.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[39303]: cluster 2021-03-04T23:10:38.734592+0000 osd.4 (osd.4) 5 : cluster [DBG] 2.f scrub starts 2021-03-04T23:10:40.493 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[39303]: cluster 2021-03-04T23:10:38.736029+0000 osd.4 (osd.4) 6 : cluster [DBG] 2.f scrub ok 2021-03-04T23:10:40.493 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[39303]: cluster 2021-03-04T23:10:39.033384+0000 mgr.x (mgr.34379) 646 : cluster [DBG] pgmap v953: 99 pgs: 5 creating+peering, 5 unknown, 89 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:40.493 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[39303]: cluster 2021-03-04T23:10:39.123976+0000 osd.2 (osd.2) 2 : cluster [DBG] 2.c scrub ok 2021-03-04T23:10:40.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:40.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:40 gibba023 bash[27374]: cluster 2021-03-04T23:10:38.734592+0000 osd.4 (osd.4) 5 : cluster [DBG] 2.f scrub starts 2021-03-04T23:10:40.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:40 gibba023 bash[27374]: cluster 2021-03-04T23:10:38.736029+0000 osd.4 (osd.4) 6 : cluster [DBG] 2.f scrub ok 2021-03-04T23:10:40.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:40 gibba023 bash[27374]: cluster 2021-03-04T23:10:39.033384+0000 mgr.x (mgr.34379) 646 : cluster [DBG] pgmap v953: 99 pgs: 5 creating+peering, 5 unknown, 89 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:40.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:40 gibba023 bash[27374]: cluster 2021-03-04T23:10:39.123976+0000 osd.2 (osd.2) 2 : cluster [DBG] 2.c scrub ok 2021-03-04T23:10:40.595 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:40.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:40 gibba008 bash[48858]: debug 2021-03-04T23:10:40.481+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:40.855 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:40.856 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:40 gibba023 bash[16680]: debug 2021-03-04T23:10:40.849+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:40.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:41.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[37770]: cluster 2021-03-04T23:10:40.144620+0000 osd.6 (osd.6) 5 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:10:41.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[37770]: cluster 2021-03-04T23:10:40.146097+0000 osd.6 (osd.6) 6 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:10:41.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[37770]: cluster 2021-03-04T23:10:40.508369+0000 osd.5 (osd.5) 3 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:10:41.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[37770]: cluster 2021-03-04T23:10:40.510503+0000 osd.5 (osd.5) 4 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:10:41.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[39303]: cluster 2021-03-04T23:10:40.144620+0000 osd.6 (osd.6) 5 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:10:41.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[39303]: cluster 2021-03-04T23:10:40.146097+0000 osd.6 (osd.6) 6 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:10:41.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[39303]: cluster 2021-03-04T23:10:40.508369+0000 osd.5 (osd.5) 3 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:10:41.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[39303]: cluster 2021-03-04T23:10:40.510503+0000 osd.5 (osd.5) 4 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:10:41.395 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:41.498 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:41.508 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:41 gibba023 bash[27374]: cluster 2021-03-04T23:10:40.144620+0000 osd.6 (osd.6) 5 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:10:41.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:41 gibba023 bash[27374]: cluster 2021-03-04T23:10:40.146097+0000 osd.6 (osd.6) 6 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:10:41.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:41 gibba023 bash[27374]: cluster 2021-03-04T23:10:40.508369+0000 osd.5 (osd.5) 3 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:10:41.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:41 gibba023 bash[27374]: cluster 2021-03-04T23:10:40.510503+0000 osd.5 (osd.5) 4 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:10:41.574 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:41.677 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:41.751 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:41.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:41 gibba008 bash[48858]: debug 2021-03-04T23:10:41.389+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:41.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:41 gibba023 bash[15180]: debug 2021-03-04T23:10:41.745+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:41.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:41 gibba023 bash[19550]: debug 2021-03-04T23:10:41.569+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:41.814 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:10:41.855 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:41.895 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:42.241 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:42.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[50326]: debug 2021-03-04T23:10:42.233+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[37770]: cluster 2021-03-04T23:10:40.952867+0000 osd.7 (osd.7) 3 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:10:42.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[37770]: cluster 2021-03-04T23:10:40.955216+0000 osd.7 (osd.7) 4 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:10:42.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[37770]: cluster 2021-03-04T23:10:41.035084+0000 mgr.x (mgr.34379) 647 : cluster [DBG] pgmap v954: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[39303]: cluster 2021-03-04T23:10:40.952867+0000 osd.7 (osd.7) 3 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:10:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[39303]: cluster 2021-03-04T23:10:40.955216+0000 osd.7 (osd.7) 4 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:10:42.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[39303]: cluster 2021-03-04T23:10:41.035084+0000 mgr.x (mgr.34379) 647 : cluster [DBG] pgmap v954: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:42.344 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:42 gibba023 bash[27374]: cluster 2021-03-04T23:10:40.952867+0000 osd.7 (osd.7) 3 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:10:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:42 gibba023 bash[27374]: cluster 2021-03-04T23:10:40.955216+0000 osd.7 (osd.7) 4 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:10:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:42 gibba023 bash[27374]: cluster 2021-03-04T23:10:41.035084+0000 mgr.x (mgr.34379) 647 : cluster [DBG] pgmap v954: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:42.834 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:42.937 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:43.059 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:43.160 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:42 gibba008 bash[48858]: debug 2021-03-04T23:10:42.825+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:43.162 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:43.253 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[18090]: debug 2021-03-04T23:10:43.053+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:43.254 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:43.359 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:43.492 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[37770]: audit 2021-03-04T23:10:42.339607+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:43.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[37770]: cephadm 2021-03-04T23:10:42.341462+0000 mgr.x (mgr.34379) 648 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:10:43.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[37770]: cluster 2021-03-04T23:10:42.530336+0000 osd.5 (osd.5) 5 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:10:43.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[37770]: cluster 2021-03-04T23:10:42.532386+0000 osd.5 (osd.5) 6 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:10:43.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[37770]: audit 2021-03-04T23:10:42.533284+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:43.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[37770]: cluster 2021-03-04T23:10:43.035818+0000 mgr.x (mgr.34379) 649 : cluster [DBG] pgmap v955: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:43.494 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[39303]: audit 2021-03-04T23:10:42.339607+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:43.494 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[39303]: cephadm 2021-03-04T23:10:42.341462+0000 mgr.x (mgr.34379) 648 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:10:43.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[39303]: cluster 2021-03-04T23:10:42.530336+0000 osd.5 (osd.5) 5 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:10:43.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[39303]: cluster 2021-03-04T23:10:42.532386+0000 osd.5 (osd.5) 6 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:10:43.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[39303]: audit 2021-03-04T23:10:42.533284+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:43.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[39303]: cluster 2021-03-04T23:10:43.035818+0000 mgr.x (mgr.34379) 649 : cluster [DBG] pgmap v955: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:43.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[16680]: debug 2021-03-04T23:10:43.245+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[27374]: audit 2021-03-04T23:10:42.339607+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[27374]: cephadm 2021-03-04T23:10:42.341462+0000 mgr.x (mgr.34379) 648 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:10:43.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[27374]: cluster 2021-03-04T23:10:42.530336+0000 osd.5 (osd.5) 5 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:10:43.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[27374]: cluster 2021-03-04T23:10:42.532386+0000 osd.5 (osd.5) 6 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:10:43.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[27374]: audit 2021-03-04T23:10:42.533284+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:43.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[27374]: cluster 2021-03-04T23:10:43.035818+0000 mgr.x (mgr.34379) 649 : cluster [DBG] pgmap v955: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:43.713 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:43.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:43 gibba008 bash[48858]: debug 2021-03-04T23:10:43.705+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:43.820 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:43.915 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:44.017 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:44.157 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:43 gibba023 bash[16680]: debug 2021-03-04T23:10:43.909+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:44.157 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:44.265 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:44.361 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:44.467 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:44 gibba023 bash[27374]: cluster 2021-03-04T23:10:42.921204+0000 osd.7 (osd.7) 5 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:10:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:44 gibba023 bash[27374]: cluster 2021-03-04T23:10:42.924122+0000 osd.7 (osd.7) 6 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:10:44.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:44 gibba023 bash[18090]: debug 2021-03-04T23:10:44.353+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:44.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:44 gibba023 bash[19550]: debug 2021-03-04T23:10:44.149+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:44.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:44 gibba008 bash[39303]: cluster 2021-03-04T23:10:42.921204+0000 osd.7 (osd.7) 5 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:10:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:44 gibba008 bash[39303]: cluster 2021-03-04T23:10:42.924122+0000 osd.7 (osd.7) 6 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:10:44.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:44 gibba008 bash[37770]: cluster 2021-03-04T23:10:42.921204+0000 osd.7 (osd.7) 5 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:10:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:44 gibba008 bash[37770]: cluster 2021-03-04T23:10:42.924122+0000 osd.7 (osd.7) 6 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:10:44.846 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:44.949 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:45.231 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:45.286 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:44 gibba008 bash[47391]: debug 2021-03-04T23:10:44.837+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:45.339 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:45.446 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:45.553 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:45.704 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[15180]: debug 2021-03-04T23:10:45.437+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:45.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[27374]: cluster 2021-03-04T23:10:44.088951+0000 osd.6 (osd.6) 7 : cluster [DBG] 2.11 scrub starts 2021-03-04T23:10:45.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[27374]: cluster 2021-03-04T23:10:44.091200+0000 osd.6 (osd.6) 8 : cluster [DBG] 2.11 scrub ok 2021-03-04T23:10:45.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[27374]: audit 2021-03-04T23:10:44.722846+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:10:45.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[27374]: audit 2021-03-04T23:10:44.723590+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:10:45.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[27374]: audit 2021-03-04T23:10:44.853803+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:10:45.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[27374]: cluster 2021-03-04T23:10:45.037219+0000 mgr.x (mgr.34379) 650 : cluster [DBG] pgmap v956: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:45.706 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:45.707 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[48858]: debug 2021-03-04T23:10:45.221+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:45.707 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[37770]: cluster 2021-03-04T23:10:44.088951+0000 osd.6 (osd.6) 7 : cluster [DBG] 2.11 scrub starts 2021-03-04T23:10:45.708 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[37770]: cluster 2021-03-04T23:10:44.091200+0000 osd.6 (osd.6) 8 : cluster [DBG] 2.11 scrub ok 2021-03-04T23:10:45.708 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[37770]: audit 2021-03-04T23:10:44.722846+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:10:45.708 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[37770]: audit 2021-03-04T23:10:44.723590+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:10:45.708 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[37770]: audit 2021-03-04T23:10:44.853803+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:10:45.709 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[37770]: cluster 2021-03-04T23:10:45.037219+0000 mgr.x (mgr.34379) 650 : cluster [DBG] pgmap v956: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:45.709 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[39303]: cluster 2021-03-04T23:10:44.088951+0000 osd.6 (osd.6) 7 : cluster [DBG] 2.11 scrub starts 2021-03-04T23:10:45.709 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[39303]: cluster 2021-03-04T23:10:44.091200+0000 osd.6 (osd.6) 8 : cluster [DBG] 2.11 scrub ok 2021-03-04T23:10:45.710 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[39303]: audit 2021-03-04T23:10:44.722846+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [3, 5]}]: dispatch 2021-03-04T23:10:45.710 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[39303]: audit 2021-03-04T23:10:44.723590+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:10:45.710 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[39303]: audit 2021-03-04T23:10:44.853803+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:10:45.710 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:45 gibba008 bash[39303]: cluster 2021-03-04T23:10:45.037219+0000 mgr.x (mgr.34379) 650 : cluster [DBG] pgmap v956: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:45.815 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:46.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:45 gibba023 bash[18090]: debug 2021-03-04T23:10:45.697+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:46.113 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:46.217 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:46.311 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:46 gibba008 bash[44600]: debug 2021-03-04T23:10:46.105+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:46.560 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:46.613 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:46 gibba008 bash[50326]: debug 2021-03-04T23:10:46.553+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:46.662 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:47.108 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:47.211 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:47.334 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:47.442 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:47.448 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:47 gibba008 bash[47391]: debug 2021-03-04T23:10:47.097+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:47.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:47 gibba023 bash[19550]: debug 2021-03-04T23:10:47.325+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:47.741 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:47.844 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:48.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:47 gibba008 bash[47391]: debug 2021-03-04T23:10:47.733+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:48.201 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:48.308 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:48.390 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[47391]: debug 2021-03-04T23:10:48.193+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:48.390 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[37770]: cluster 2021-03-04T23:10:46.887730+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:10:48.391 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[37770]: cluster 2021-03-04T23:10:46.890331+0000 osd.7 (osd.7) 8 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:10:48.391 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[37770]: cluster 2021-03-04T23:10:47.038890+0000 mgr.x (mgr.34379) 651 : cluster [DBG] pgmap v957: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:48.391 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[39303]: cluster 2021-03-04T23:10:46.887730+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:10:48.391 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[39303]: cluster 2021-03-04T23:10:46.890331+0000 osd.7 (osd.7) 8 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:10:48.392 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[39303]: cluster 2021-03-04T23:10:47.038890+0000 mgr.x (mgr.34379) 651 : cluster [DBG] pgmap v957: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:48 gibba023 bash[27374]: cluster 2021-03-04T23:10:46.887730+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:10:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:48 gibba023 bash[27374]: cluster 2021-03-04T23:10:46.890331+0000 osd.7 (osd.7) 8 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:10:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:48 gibba023 bash[27374]: cluster 2021-03-04T23:10:47.038890+0000 mgr.x (mgr.34379) 651 : cluster [DBG] pgmap v957: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:48.740 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:48.842 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:48.955 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:49.058 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:49.069 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:48 gibba008 bash[47391]: debug 2021-03-04T23:10:48.733+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:49.106 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:48 gibba023 bash[18090]: debug 2021-03-04T23:10:48.949+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:49.255 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:10:49.268 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:10:49.281 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:10:49.294 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:10:49.302 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:49.316 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:10:49.362 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:10:49.387 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:10:49.406 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:49.408 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:10:49.413 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.413 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.413 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.413 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.414 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.414 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.414 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.414 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:10:49.422 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:49 gibba023 bash[27374]: cluster 2021-03-04T23:10:48.117012+0000 osd.2 (osd.2) 3 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:10:49.483 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:49 gibba008 bash[39303]: cluster 2021-03-04T23:10:48.117012+0000 osd.2 (osd.2) 3 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:10:49.484 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:49 gibba008 bash[37770]: cluster 2021-03-04T23:10:48.117012+0000 osd.2 (osd.2) 3 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:10:49.484 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:49 gibba008 bash[44600]: debug 2021-03-04T23:10:49.293+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:49.521 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:49.623 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:49.701 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:49 gibba023 bash[18090]: debug 2021-03-04T23:10:49.513+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:49.701 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:49.805 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:50.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:49 gibba023 bash[16680]: debug 2021-03-04T23:10:49.693+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:50.115 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:50.217 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:50.512 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:50.515 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[50326]: debug 2021-03-04T23:10:50.105+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:50.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[37770]: cluster 2021-03-04T23:10:49.039958+0000 mgr.x (mgr.34379) 652 : cluster [DBG] pgmap v958: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:50.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[37770]: cluster 2021-03-04T23:10:49.139911+0000 osd.2 (osd.2) 4 : cluster [DBG] 2.e scrub ok 2021-03-04T23:10:50.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[37770]: audit 2021-03-04T23:10:49.238783+0000 mon.c (mon.1) 51 : audit [DBG] from='client.? 172.21.2.108:0/2948375891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:50.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[37770]: audit 2021-03-04T23:10:49.918376+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:50.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[39303]: cluster 2021-03-04T23:10:49.039958+0000 mgr.x (mgr.34379) 652 : cluster [DBG] pgmap v958: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:50.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[39303]: cluster 2021-03-04T23:10:49.139911+0000 osd.2 (osd.2) 4 : cluster [DBG] 2.e scrub ok 2021-03-04T23:10:50.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[39303]: audit 2021-03-04T23:10:49.238783+0000 mon.c (mon.1) 51 : audit [DBG] from='client.? 172.21.2.108:0/2948375891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:50.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[39303]: audit 2021-03-04T23:10:49.918376+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:50 gibba023 bash[27374]: cluster 2021-03-04T23:10:49.039958+0000 mgr.x (mgr.34379) 652 : cluster [DBG] pgmap v958: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:50 gibba023 bash[27374]: cluster 2021-03-04T23:10:49.139911+0000 osd.2 (osd.2) 4 : cluster [DBG] 2.e scrub ok 2021-03-04T23:10:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:50 gibba023 bash[27374]: audit 2021-03-04T23:10:49.238783+0000 mon.c (mon.1) 51 : audit [DBG] from='client.? 172.21.2.108:0/2948375891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:10:50.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:50 gibba023 bash[27374]: audit 2021-03-04T23:10:49.918376+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:10:50.615 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:50.711 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:50.816 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:50.834 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:50 gibba008 bash[50326]: debug 2021-03-04T23:10:50.505+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:51.023 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:51.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:50 gibba023 bash[15180]: debug 2021-03-04T23:10:50.705+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:51.118 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:51 gibba008 bash[47391]: debug 2021-03-04T23:10:51.013+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:51.123 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rados' on pool 'unique_pool_1' 2021-03-04T23:10:51.126 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:51.215 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:51.318 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:51.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:51 gibba008 bash[37770]: audit 2021-03-04T23:10:51.048382+0000 mon.c (mon.1) 52 : audit [INF] from='client.? 172.21.2.108:0/2372454893' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:51.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:51 gibba008 bash[37770]: audit 2021-03-04T23:10:51.048734+0000 mon.a (mon.0) 1210 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:51 gibba008 bash[39303]: audit 2021-03-04T23:10:51.048382+0000 mon.c (mon.1) 52 : audit [INF] from='client.? 172.21.2.108:0/2372454893' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:51 gibba008 bash[39303]: audit 2021-03-04T23:10:51.048734+0000 mon.a (mon.0) 1210 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:51.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:51 gibba023 bash[27374]: audit 2021-03-04T23:10:51.048382+0000 mon.c (mon.1) 52 : audit [INF] from='client.? 172.21.2.108:0/2372454893' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:51.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:51 gibba023 bash[27374]: audit 2021-03-04T23:10:51.048734+0000 mon.a (mon.0) 1210 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:51.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:51 gibba023 bash[19550]: debug 2021-03-04T23:10:51.209+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:51.742 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:51.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:52.018 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:51 gibba008 bash[48858]: debug 2021-03-04T23:10:51.733+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:52.310 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:52.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:52.427 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:52 gibba023 bash[27374]: cluster 2021-03-04T23:10:51.041567+0000 mgr.x (mgr.34379) 653 : cluster [DBG] pgmap v959: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:52.428 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:52 gibba023 bash[27374]: audit 2021-03-04T23:10:51.117447+0000 mon.a (mon.0) 1211 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:10:52.428 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:52 gibba023 bash[27374]: cluster 2021-03-04T23:10:51.117512+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e602: 8 total, 8 up, 7 in 2021-03-04T23:10:52.504 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[39303]: cluster 2021-03-04T23:10:51.041567+0000 mgr.x (mgr.34379) 653 : cluster [DBG] pgmap v959: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[39303]: audit 2021-03-04T23:10:51.117447+0000 mon.a (mon.0) 1211 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:10:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[39303]: cluster 2021-03-04T23:10:51.117512+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e602: 8 total, 8 up, 7 in 2021-03-04T23:10:52.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[44600]: debug 2021-03-04T23:10:52.301+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:52.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[37770]: cluster 2021-03-04T23:10:51.041567+0000 mgr.x (mgr.34379) 653 : cluster [DBG] pgmap v959: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:52.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[37770]: audit 2021-03-04T23:10:51.117447+0000 mon.a (mon.0) 1211 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:10:52.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[37770]: cluster 2021-03-04T23:10:51.117512+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e602: 8 total, 8 up, 7 in 2021-03-04T23:10:52.608 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:52.756 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:52.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:52 gibba023 bash[18090]: debug 2021-03-04T23:10:52.497+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:52.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:53.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:52 gibba008 bash[50326]: debug 2021-03-04T23:10:52.749+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:53.018 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:53.126 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:53.220 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:53.295 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:10:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:10:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:10:53.296 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:10:53.296 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:10:53.318 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:53 gibba008 bash[39303]: cluster 2021-03-04T23:10:51.943908+0000 osd.7 (osd.7) 9 : cluster [DBG] 2.b scrub starts 2021-03-04T23:10:53.319 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:53 gibba008 bash[39303]: cluster 2021-03-04T23:10:51.946071+0000 osd.7 (osd.7) 10 : cluster [DBG] 2.b scrub ok 2021-03-04T23:10:53.319 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:53 gibba008 bash[37770]: cluster 2021-03-04T23:10:51.943908+0000 osd.7 (osd.7) 9 : cluster [DBG] 2.b scrub starts 2021-03-04T23:10:53.320 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:53 gibba008 bash[37770]: cluster 2021-03-04T23:10:51.946071+0000 osd.7 (osd.7) 10 : cluster [DBG] 2.b scrub ok 2021-03-04T23:10:53.320 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:53 gibba008 bash[48858]: debug 2021-03-04T23:10:53.009+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:53.325 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:53.329 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:10:53.404 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:53.429 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:53 gibba023 bash[19550]: debug 2021-03-04T23:10:53.213+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:53.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:53 gibba023 bash[27374]: cluster 2021-03-04T23:10:51.943908+0000 osd.7 (osd.7) 9 : cluster [DBG] 2.b scrub starts 2021-03-04T23:10:53.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:53 gibba023 bash[27374]: cluster 2021-03-04T23:10:51.946071+0000 osd.7 (osd.7) 10 : cluster [DBG] 2.b scrub ok 2021-03-04T23:10:53.431 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:53.534 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:53.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:53 gibba023 bash[18090]: debug 2021-03-04T23:10:53.421+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:53.828 DEBUG:teuthology.orchestra.run.gibba008:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2021-03-04T23:10:53.829 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:10:53.830 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:10:53.833 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:10:53.833 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:10:53.858 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:hints = 1 2021-03-04T23:10:53.858 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:10:53.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object prefix: benchmark_data_gibba008_78201 2021-03-04T23:10:53.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:10:53.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:10:53.943 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:53.992 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:54.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:54.141 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:10:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[37770]: cluster 2021-03-04T23:10:52.979977+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.9 scrub starts 2021-03-04T23:10:54.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[37770]: cluster 2021-03-04T23:10:52.982677+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:10:54.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[37770]: cluster 2021-03-04T23:10:53.042755+0000 mgr.x (mgr.34379) 654 : cluster [DBG] pgmap v961: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:54.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[37770]: audit 2021-03-04T23:10:53.383990+0000 mon.c (mon.1) 53 : audit [INF] from='client.? 172.21.2.108:0/1579962121' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:54.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[37770]: audit 2021-03-04T23:10:53.384324+0000 mon.a (mon.0) 1213 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:54.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[39303]: cluster 2021-03-04T23:10:52.979977+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.9 scrub starts 2021-03-04T23:10:54.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[39303]: cluster 2021-03-04T23:10:52.982677+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:10:54.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[39303]: cluster 2021-03-04T23:10:53.042755+0000 mgr.x (mgr.34379) 654 : cluster [DBG] pgmap v961: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:54.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[39303]: audit 2021-03-04T23:10:53.383990+0000 mon.c (mon.1) 53 : audit [INF] from='client.? 172.21.2.108:0/1579962121' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:54.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[39303]: audit 2021-03-04T23:10:53.384324+0000 mon.a (mon.0) 1213 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:54.264 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:53 gibba008 bash[44600]: debug 2021-03-04T23:10:53.981+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:54 gibba023 bash[27374]: cluster 2021-03-04T23:10:52.979977+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.9 scrub starts 2021-03-04T23:10:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:54 gibba023 bash[27374]: cluster 2021-03-04T23:10:52.982677+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:10:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:54 gibba023 bash[27374]: cluster 2021-03-04T23:10:53.042755+0000 mgr.x (mgr.34379) 654 : cluster [DBG] pgmap v961: 99 pgs: 99 active+clean; 3.3 KiB data, 558 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:10:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:54 gibba023 bash[27374]: audit 2021-03-04T23:10:53.383990+0000 mon.c (mon.1) 53 : audit [INF] from='client.? 172.21.2.108:0/1579962121' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:54 gibba023 bash[27374]: audit 2021-03-04T23:10:53.384324+0000 mon.a (mon.0) 1213 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:10:54.609 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:54.712 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:54.803 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:54.858 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 1 16 6745 6729 420.561 420.562 0.00169374 0.00237286 2021-03-04T23:10:54.906 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:54.912 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:54 gibba008 bash[47391]: debug 2021-03-04T23:10:54.601+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:55.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:54 gibba023 bash[15180]: debug 2021-03-04T23:10:54.797+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:55.324 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[39303]: cluster 2021-03-04T23:10:54.132540+0000 mon.a (mon.0) 1214 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:10:55.324 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[39303]: cluster 2021-03-04T23:10:54.132572+0000 mon.a (mon.0) 1215 : cluster [INF] Cluster is now healthy 2021-03-04T23:10:55.325 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[39303]: audit 2021-03-04T23:10:54.136059+0000 mon.a (mon.0) 1216 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:10:55.325 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[39303]: cluster 2021-03-04T23:10:54.136113+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e603: 8 total, 8 up, 7 in 2021-03-04T23:10:55.325 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[37770]: cluster 2021-03-04T23:10:54.132540+0000 mon.a (mon.0) 1214 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:10:55.326 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[37770]: cluster 2021-03-04T23:10:54.132572+0000 mon.a (mon.0) 1215 : cluster [INF] Cluster is now healthy 2021-03-04T23:10:55.326 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[37770]: audit 2021-03-04T23:10:54.136059+0000 mon.a (mon.0) 1216 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:10:55.326 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[37770]: cluster 2021-03-04T23:10:54.136113+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e603: 8 total, 8 up, 7 in 2021-03-04T23:10:55.411 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:10:55.520 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:55 gibba023 bash[27374]: cluster 2021-03-04T23:10:54.132540+0000 mon.a (mon.0) 1214 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:10:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:55 gibba023 bash[27374]: cluster 2021-03-04T23:10:54.132572+0000 mon.a (mon.0) 1215 : cluster [INF] Cluster is now healthy 2021-03-04T23:10:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:55 gibba023 bash[27374]: audit 2021-03-04T23:10:54.136059+0000 mon.a (mon.0) 1216 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:10:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:55 gibba023 bash[27374]: cluster 2021-03-04T23:10:54.136113+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e603: 8 total, 8 up, 7 in 2021-03-04T23:10:55.797 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:10:55 gibba008 bash[47391]: debug 2021-03-04T23:10:55.401+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:55.858 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 2 16 11277 11261 351.888 283.25 0.00475038 0.00283394 2021-03-04T23:10:56.363 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:10:56.466 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:56.471 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:10:56 gibba008 bash[44600]: debug 2021-03-04T23:10:56.353+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:56.472 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:56 gibba008 bash[39303]: cluster 2021-03-04T23:10:55.043237+0000 mgr.x (mgr.34379) 655 : cluster [DBG] pgmap v963: 99 pgs: 99 active+clean; 79 MiB data, 558 MiB used, 583 GiB / 588 GiB avail; 9.8 MiB/s wr, 157 op/s 2021-03-04T23:10:56.472 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:56 gibba008 bash[37770]: cluster 2021-03-04T23:10:55.043237+0000 mgr.x (mgr.34379) 655 : cluster [DBG] pgmap v963: 99 pgs: 99 active+clean; 79 MiB data, 558 MiB used, 583 GiB / 588 GiB avail; 9.8 MiB/s wr, 157 op/s 2021-03-04T23:10:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:56 gibba023 bash[27374]: cluster 2021-03-04T23:10:55.043237+0000 mgr.x (mgr.34379) 655 : cluster [DBG] pgmap v963: 99 pgs: 99 active+clean; 79 MiB data, 558 MiB used, 583 GiB / 588 GiB avail; 9.8 MiB/s wr, 157 op/s 2021-03-04T23:10:56.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 3 16 14940 14924 310.892 228.938 0.00913099 0.00320833 2021-03-04T23:10:57.603 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:10:57.707 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:57.820 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:57.858 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 4 16 17733 17717 276.803 174.562 0.00234551 0.00360835 2021-03-04T23:10:57.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:58.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:10:57 gibba008 bash[48858]: debug 2021-03-04T23:10:57.593+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:58.012 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:58.013 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:57 gibba023 bash[18090]: debug 2021-03-04T23:10:57.813+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:58.013 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:58 gibba023 bash[18090]: debug 2021-03-04T23:10:58.005+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:58.115 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:58 gibba023 bash[27374]: cluster 2021-03-04T23:10:57.044605+0000 mgr.x (mgr.34379) 656 : cluster [DBG] pgmap v964: 99 pgs: 99 active+clean; 283 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s wr, 565 op/s 2021-03-04T23:10:58.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:58 gibba023 bash[27374]: audit 2021-03-04T23:10:58.128688+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:10:58.296 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:10:58.399 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:58.497 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:10:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:58 gibba008 bash[37770]: cluster 2021-03-04T23:10:57.044605+0000 mgr.x (mgr.34379) 656 : cluster [DBG] pgmap v964: 99 pgs: 99 active+clean; 283 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s wr, 565 op/s 2021-03-04T23:10:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:58 gibba008 bash[37770]: audit 2021-03-04T23:10:58.128688+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:10:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:58 gibba008 bash[39303]: cluster 2021-03-04T23:10:57.044605+0000 mgr.x (mgr.34379) 656 : cluster [DBG] pgmap v964: 99 pgs: 99 active+clean; 283 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s wr, 565 op/s 2021-03-04T23:10:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:58 gibba008 bash[39303]: audit 2021-03-04T23:10:58.128688+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:10:58.601 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:58.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:10:58 gibba023 bash[15180]: debug 2021-03-04T23:10:58.489+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:58.847 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:10:58 gibba023 bash[18090]: debug 2021-03-04T23:10:58.289+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:58.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 5 16 21243 21227 265.313 219.375 0.0139396 0.00376264 2021-03-04T23:10:59.130 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:59.233 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:59.331 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:10:59.433 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:59.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:10:59 gibba023 bash[16680]: debug 2021-03-04T23:10:59.325+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:10:59.537 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:10:59 gibba008 bash[50326]: debug 2021-03-04T23:10:59.121+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:10:59.632 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:10:59.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:10:59.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 6 16 24200 24184 251.893 184.812 0.00179031 0.00396517 2021-03-04T23:10:59.926 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:10:59 gibba023 bash[27374]: cluster 2021-03-04T23:10:59.045677+0000 mgr.x (mgr.34379) 657 : cluster [DBG] pgmap v965: 99 pgs: 99 active+clean; 696 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:10:59.926 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:10:59 gibba023 bash[19550]: debug 2021-03-04T23:10:59.621+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:00.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:10:59 gibba008 bash[37770]: cluster 2021-03-04T23:10:59.045677+0000 mgr.x (mgr.34379) 657 : cluster [DBG] pgmap v965: 99 pgs: 99 active+clean; 696 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:11:00.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:10:59 gibba008 bash[39303]: cluster 2021-03-04T23:10:59.045677+0000 mgr.x (mgr.34379) 657 : cluster [DBG] pgmap v965: 99 pgs: 99 active+clean; 696 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:11:00.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:11:00.481 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:00.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:00.686 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:00.692 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:00 gibba008 bash[50326]: debug 2021-03-04T23:11:00.573+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:00.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 7 16 27639 27623 246.612 214.938 0.00377155 0.00405094 2021-03-04T23:11:01.366 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:01.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:01.831 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:01 gibba008 bash[47391]: debug 2021-03-04T23:11:01.357+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:01.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 8 16 31473 31457 245.736 239.625 0.0218781 0.0040593 2021-03-04T23:11:01.978 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:02.086 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:02.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:02 gibba008 bash[39303]: cluster 2021-03-04T23:11:01.046279+0000 mgr.x (mgr.34379) 658 : cluster [DBG] pgmap v966: 99 pgs: 99 active+clean; 1.3 GiB data, 4.5 GiB used, 579 GiB / 588 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:11:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:02 gibba008 bash[37770]: cluster 2021-03-04T23:11:01.046279+0000 mgr.x (mgr.34379) 658 : cluster [DBG] pgmap v966: 99 pgs: 99 active+clean; 1.3 GiB data, 4.5 GiB used, 579 GiB / 588 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:11:02.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:02 gibba023 bash[27374]: cluster 2021-03-04T23:11:01.046279+0000 mgr.x (mgr.34379) 658 : cluster [DBG] pgmap v966: 99 pgs: 99 active+clean; 1.3 GiB data, 4.5 GiB used, 579 GiB / 588 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:11:02.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:01 gibba023 bash[19550]: debug 2021-03-04T23:11:01.969+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:02.853 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:02.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 9 16 34119 34103 236.804 165.375 0.00497468 0.00421889 2021-03-04T23:11:02.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:03.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:02 gibba008 bash[48858]: debug 2021-03-04T23:11:02.845+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:03.501 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:03.604 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:03.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:03 gibba023 bash[19550]: debug 2021-03-04T23:11:03.493+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:03.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 10 16 36895 36879 230.472 173.5 0.00182102 0.00433264 2021-03-04T23:11:03.979 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:11:04.112 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:04 gibba008 bash[37770]: cluster 2021-03-04T23:11:03.046587+0000 mgr.x (mgr.34379) 659 : cluster [DBG] pgmap v967: 99 pgs: 99 active+clean; 1.6 GiB data, 5.0 GiB used, 579 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:11:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:04 gibba008 bash[39303]: cluster 2021-03-04T23:11:03.046587+0000 mgr.x (mgr.34379) 659 : cluster [DBG] pgmap v967: 99 pgs: 99 active+clean; 1.6 GiB data, 5.0 GiB used, 579 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:11:04.299 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:04.402 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:04 gibba023 bash[27374]: cluster 2021-03-04T23:11:03.046587+0000 mgr.x (mgr.34379) 659 : cluster [DBG] pgmap v967: 99 pgs: 99 active+clean; 1.6 GiB data, 5.0 GiB used, 579 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:11:04.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:04 gibba008 bash[47391]: debug 2021-03-04T23:11:04.289+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:04.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 11 16 40610 40594 230.627 232.188 0.00238421 0.00433228 2021-03-04T23:11:04.941 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:05.043 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:05.224 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:04 gibba008 bash[50326]: debug 2021-03-04T23:11:04.933+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:05.483 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:05.586 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:05.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 12 16 43281 43265 225.318 166.938 0.00585336 0.00443414 2021-03-04T23:11:05.913 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:05 gibba008 bash[47391]: debug 2021-03-04T23:11:05.473+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:06.203 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:06 gibba008 bash[39303]: cluster 2021-03-04T23:11:05.046955+0000 mgr.x (mgr.34379) 660 : cluster [DBG] pgmap v968: 99 pgs: 99 active+clean; 2.0 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:11:06.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:06 gibba008 bash[37770]: cluster 2021-03-04T23:11:05.046955+0000 mgr.x (mgr.34379) 660 : cluster [DBG] pgmap v968: 99 pgs: 99 active+clean; 2.0 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:11:06.308 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:06 gibba023 bash[27374]: cluster 2021-03-04T23:11:05.046955+0000 mgr.x (mgr.34379) 660 : cluster [DBG] pgmap v968: 99 pgs: 99 active+clean; 2.0 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:11:06.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:06 gibba023 bash[18090]: debug 2021-03-04T23:11:06.197+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:06.780 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:06.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 13 16 45695 45679 219.591 150.875 0.00488191 0.00454996 2021-03-04T23:11:06.884 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:07.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:06 gibba023 bash[18090]: debug 2021-03-04T23:11:06.773+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:07.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:07.573 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:07.654 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:07.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:07.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:07 gibba008 bash[50326]: debug 2021-03-04T23:11:07.461+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:07.847 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:07 gibba023 bash[15180]: debug 2021-03-04T23:11:07.645+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:07.847 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:07.848 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:07 gibba023 bash[19550]: debug 2021-03-04T23:11:07.841+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:07.859 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 14 16 47984 47968 214.125 143.062 0.00364402 0.00466662 2021-03-04T23:11:07.952 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:08.118 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:08 gibba023 bash[27374]: cluster 2021-03-04T23:11:07.047335+0000 mgr.x (mgr.34379) 661 : cluster [DBG] pgmap v969: 99 pgs: 99 active+clean; 2.3 GiB data, 7.5 GiB used, 576 GiB / 588 GiB avail; 194 MiB/s wr, 3.10k op/s 2021-03-04T23:11:08.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:08 gibba008 bash[37770]: cluster 2021-03-04T23:11:07.047335+0000 mgr.x (mgr.34379) 661 : cluster [DBG] pgmap v969: 99 pgs: 99 active+clean; 2.3 GiB data, 7.5 GiB used, 576 GiB / 588 GiB avail; 194 MiB/s wr, 3.10k op/s 2021-03-04T23:11:08.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:08 gibba008 bash[39303]: cluster 2021-03-04T23:11:07.047335+0000 mgr.x (mgr.34379) 661 : cluster [DBG] pgmap v969: 99 pgs: 99 active+clean; 2.3 GiB data, 7.5 GiB used, 576 GiB / 588 GiB avail; 194 MiB/s wr, 3.10k op/s 2021-03-04T23:11:08.743 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:08.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:08.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 15 16 50306 50290 209.524 145.125 0.00225879 0.00476853 2021-03-04T23:11:09.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:08 gibba008 bash[48858]: debug 2021-03-04T23:11:08.733+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:09.327 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:09.430 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:09.562 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:09.664 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:09.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:09 gibba008 bash[44600]: debug 2021-03-04T23:11:09.317+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:09.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:09 gibba023 bash[19550]: debug 2021-03-04T23:11:09.553+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:09.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 16 16 52417 52401 204.674 131.938 0.0105646 0.00487956 2021-03-04T23:11:10.164 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:09 gibba008 bash[37770]: cluster 2021-03-04T23:11:09.048056+0000 mgr.x (mgr.34379) 662 : cluster [DBG] pgmap v970: 99 pgs: 99 active+clean; 2.7 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 204 MiB/s wr, 3.26k op/s 2021-03-04T23:11:10.164 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:09 gibba008 bash[39303]: cluster 2021-03-04T23:11:09.048056+0000 mgr.x (mgr.34379) 662 : cluster [DBG] pgmap v970: 99 pgs: 99 active+clean; 2.7 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 204 MiB/s wr, 3.26k op/s 2021-03-04T23:11:10.165 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:10.267 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:09 gibba023 bash[27374]: cluster 2021-03-04T23:11:09.048056+0000 mgr.x (mgr.34379) 662 : cluster [DBG] pgmap v970: 99 pgs: 99 active+clean; 2.7 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 204 MiB/s wr, 3.26k op/s 2021-03-04T23:11:10.364 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:10.468 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:10.473 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:10 gibba008 bash[44600]: debug 2021-03-04T23:11:10.157+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:10.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:10 gibba023 bash[19550]: debug 2021-03-04T23:11:10.357+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:10.818 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:10.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 17 16 55416 55400 203.659 187.438 0.00396885 0.0049063 2021-03-04T23:11:10.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:11.034 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:11.096 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:10 gibba008 bash[48858]: debug 2021-03-04T23:11:10.809+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:11.139 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:11.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:11 gibba023 bash[16680]: debug 2021-03-04T23:11:11.025+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:11.670 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:11.773 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:11.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 18 16 57374 57358 199.142 122.375 0.00250015 0.00501711 2021-03-04T23:11:12.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:11 gibba008 bash[44600]: debug 2021-03-04T23:11:11.661+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:12.060 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:12.163 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:12.266 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:12.370 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:12.376 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:12 gibba023 bash[27374]: cluster 2021-03-04T23:11:11.048643+0000 mgr.x (mgr.34379) 663 : cluster [DBG] pgmap v971: 99 pgs: 99 active+clean; 3.1 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 208 MiB/s wr, 3.33k op/s 2021-03-04T23:11:12.376 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:12 gibba023 bash[19550]: debug 2021-03-04T23:11:12.257+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:12.458 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:12.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:12 gibba008 bash[39303]: cluster 2021-03-04T23:11:11.048643+0000 mgr.x (mgr.34379) 663 : cluster [DBG] pgmap v971: 99 pgs: 99 active+clean; 3.1 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 208 MiB/s wr, 3.33k op/s 2021-03-04T23:11:12.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:12 gibba008 bash[37770]: cluster 2021-03-04T23:11:11.048643+0000 mgr.x (mgr.34379) 663 : cluster [DBG] pgmap v971: 99 pgs: 99 active+clean; 3.1 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 208 MiB/s wr, 3.33k op/s 2021-03-04T23:11:12.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:12 gibba008 bash[50326]: debug 2021-03-04T23:11:12.053+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:12.565 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:12.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:12 gibba023 bash[16680]: debug 2021-03-04T23:11:12.449+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:12.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 19 16 59969 59953 197.196 162.188 0.00271094 0.00506195 2021-03-04T23:11:13.212 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:13.322 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:13.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:13 gibba008 bash[48858]: debug 2021-03-04T23:11:13.201+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:13.598 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:13.704 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:13.843 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:13.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:11:13.857825+0000 min lat: 0.000893946 max lat: 0.269223 avg lat: 0.00525472 2021-03-04T23:11:13.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:13.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 20 16 60850 60834 190.089 55.0625 0.017515 0.00525472 2021-03-04T23:11:13.953 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:13.965 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:13 gibba023 bash[18090]: debug 2021-03-04T23:11:13.829+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:13.990 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:13 gibba008 bash[50326]: debug 2021-03-04T23:11:13.585+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:14.058 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:14.162 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:14.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:14 gibba008 bash[37770]: cluster 2021-03-04T23:11:13.049739+0000 mgr.x (mgr.34379) 664 : cluster [DBG] pgmap v972: 99 pgs: 99 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 167 MiB/s wr, 2.68k op/s 2021-03-04T23:11:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:14 gibba008 bash[39303]: cluster 2021-03-04T23:11:13.049739+0000 mgr.x (mgr.34379) 664 : cluster [DBG] pgmap v972: 99 pgs: 99 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 167 MiB/s wr, 2.68k op/s 2021-03-04T23:11:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:14 gibba023 bash[27374]: cluster 2021-03-04T23:11:13.049739+0000 mgr.x (mgr.34379) 664 : cluster [DBG] pgmap v972: 99 pgs: 99 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 167 MiB/s wr, 2.68k op/s 2021-03-04T23:11:14.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:14 gibba023 bash[16680]: debug 2021-03-04T23:11:14.049+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:14.448 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:14.552 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:14.651 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:14.756 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:14.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:14 gibba008 bash[48858]: debug 2021-03-04T23:11:14.437+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:14.843 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:14.843 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:14 gibba023 bash[16680]: debug 2021-03-04T23:11:14.645+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:14.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 21 16 63354 63338 188.488 156.5 0.00297827 0.00530167 2021-03-04T23:11:14.947 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:15.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:14 gibba023 bash[19550]: debug 2021-03-04T23:11:14.837+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:15.602 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:15.706 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:15.734 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:15 gibba008 bash[44600]: debug 2021-03-04T23:11:15.593+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:15.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 22 16 65862 65846 187.045 156.75 0.0057872 0.00534254 2021-03-04T23:11:16.143 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:16.247 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:16.343 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:16.445 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:16.462 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:16 gibba008 bash[37770]: cluster 2021-03-04T23:11:15.050480+0000 mgr.x (mgr.34379) 665 : cluster [DBG] pgmap v973: 99 pgs: 99 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 170 MiB/s wr, 2.73k op/s 2021-03-04T23:11:16.463 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:16 gibba008 bash[44600]: debug 2021-03-04T23:11:16.133+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:16.463 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:16 gibba008 bash[39303]: cluster 2021-03-04T23:11:15.050480+0000 mgr.x (mgr.34379) 665 : cluster [DBG] pgmap v973: 99 pgs: 99 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 170 MiB/s wr, 2.73k op/s 2021-03-04T23:11:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:16 gibba023 bash[27374]: cluster 2021-03-04T23:11:15.050480+0000 mgr.x (mgr.34379) 665 : cluster [DBG] pgmap v973: 99 pgs: 99 active+clean; 3.6 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 170 MiB/s wr, 2.73k op/s 2021-03-04T23:11:16.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:16 gibba023 bash[18090]: debug 2021-03-04T23:11:16.337+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:16.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 23 15 67980 67965 184.67 132.438 0.00475623 0.00541156 2021-03-04T23:11:16.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:17.025 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:17.133 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:17.240 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:17.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:16 gibba008 bash[50326]: debug 2021-03-04T23:11:16.913+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:17.381 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:17 gibba023 bash[15180]: debug 2021-03-04T23:11:17.125+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:17.382 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:17 gibba023 bash[18090]: debug 2021-03-04T23:11:17.373+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:17.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:17.487 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:17.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 24 16 70015 69999 182.272 127.125 0.00470396 0.00548291 2021-03-04T23:11:18.066 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:18.169 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:18 gibba023 bash[27374]: cluster 2021-03-04T23:11:17.050989+0000 mgr.x (mgr.34379) 666 : cluster [DBG] pgmap v974: 99 pgs: 99 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 151 MiB/s wr, 2.41k op/s 2021-03-04T23:11:18.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:18 gibba008 bash[37770]: cluster 2021-03-04T23:11:17.050989+0000 mgr.x (mgr.34379) 666 : cluster [DBG] pgmap v974: 99 pgs: 99 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 151 MiB/s wr, 2.41k op/s 2021-03-04T23:11:18.538 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:18 gibba008 bash[47391]: debug 2021-03-04T23:11:18.057+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:18.539 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:18 gibba008 bash[39303]: cluster 2021-03-04T23:11:17.050989+0000 mgr.x (mgr.34379) 666 : cluster [DBG] pgmap v974: 99 pgs: 99 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 151 MiB/s wr, 2.41k op/s 2021-03-04T23:11:18.786 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:18.790 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:18 gibba008 bash[50326]: debug 2021-03-04T23:11:18.777+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:18.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 25 16 72138 72122 180.288 132.688 0.00581368 0.0055421 2021-03-04T23:11:18.892 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:19.008 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:19.112 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:19.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:19 gibba023 bash[18090]: debug 2021-03-04T23:11:19.001+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:19.285 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:19.389 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:19.478 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:11:19.497 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:11:19.514 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:11:19.515 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:19.530 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:11:19.550 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:11:19.569 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:11:19.586 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:11:19.605 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:11:19.611 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.611 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.611 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.612 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.612 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.612 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.612 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.613 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:11:19.617 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:19.623 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:19 gibba023 bash[16680]: debug 2021-03-04T23:11:19.277+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:19.624 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:19 gibba023 bash[18090]: debug 2021-03-04T23:11:19.505+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:19.707 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:19.811 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:19.860 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 26 16 73914 73898 177.623 111 0.00535375 0.00562638 2021-03-04T23:11:19.940 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:19 gibba023 bash[27374]: cluster 2021-03-04T23:11:19.052103+0000 mgr.x (mgr.34379) 667 : cluster [DBG] pgmap v975: 99 pgs: 99 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:11:19.941 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:19 gibba023 bash[27374]: audit 2021-03-04T23:11:19.457397+0000 mon.c (mon.1) 54 : audit [DBG] from='client.? 172.21.2.108:0/1148714868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:11:19.941 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:19 gibba023 bash[16680]: debug 2021-03-04T23:11:19.701+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:20.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:19 gibba008 bash[39303]: cluster 2021-03-04T23:11:19.052103+0000 mgr.x (mgr.34379) 667 : cluster [DBG] pgmap v975: 99 pgs: 99 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:11:20.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:19 gibba008 bash[39303]: audit 2021-03-04T23:11:19.457397+0000 mon.c (mon.1) 54 : audit [DBG] from='client.? 172.21.2.108:0/1148714868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:11:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:19 gibba008 bash[37770]: cluster 2021-03-04T23:11:19.052103+0000 mgr.x (mgr.34379) 667 : cluster [DBG] pgmap v975: 99 pgs: 99 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:11:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:19 gibba008 bash[37770]: audit 2021-03-04T23:11:19.457397+0000 mon.c (mon.1) 54 : audit [DBG] from='client.? 172.21.2.108:0/1148714868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:11:20.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:20.483 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:20.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:20 gibba008 bash[47391]: debug 2021-03-04T23:11:20.365+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:20.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 27 16 75601 75585 174.949 105.438 0.00604621 0.00571211 2021-03-04T23:11:21.316 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:21.418 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:21.598 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:21 gibba008 bash[47391]: debug 2021-03-04T23:11:21.309+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:21.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:21.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 28 16 77774 77758 173.551 135.812 0.00504314 0.0057583 2021-03-04T23:11:21.889 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:21.990 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:22.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:21 gibba008 bash[50326]: debug 2021-03-04T23:11:21.773+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:22.095 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:22.223 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:22 gibba023 bash[27374]: cluster 2021-03-04T23:11:21.052667+0000 mgr.x (mgr.34379) 668 : cluster [DBG] pgmap v976: 99 pgs: 99 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:11:22.224 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:21 gibba023 bash[16680]: debug 2021-03-04T23:11:21.981+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:22.224 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:22 gibba023 bash[16680]: debug 2021-03-04T23:11:22.217+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:22.225 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:22.328 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:22 gibba008 bash[39303]: cluster 2021-03-04T23:11:21.052667+0000 mgr.x (mgr.34379) 668 : cluster [DBG] pgmap v976: 99 pgs: 99 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:11:22.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:22 gibba008 bash[37770]: cluster 2021-03-04T23:11:21.052667+0000 mgr.x (mgr.34379) 668 : cluster [DBG] pgmap v976: 99 pgs: 99 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:11:22.667 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:22.771 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:22.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 29 16 80061 80045 172.494 142.938 0.00287452 0.00578442 2021-03-04T23:11:22.873 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:22.976 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:23.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:22 gibba008 bash[48858]: debug 2021-03-04T23:11:22.657+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:23.154 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:22 gibba023 bash[16680]: debug 2021-03-04T23:11:22.865+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:23.154 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:23.258 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:23.442 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:23 gibba023 bash[18090]: debug 2021-03-04T23:11:23.145+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:23.442 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:23 gibba023 bash[19550]: debug 2021-03-04T23:11:23.437+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:23.443 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:23.547 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:23.685 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:23.706 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:11:23.710 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:11:23.788 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:23.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 30 16 81373 81357 169.478 82 0.0110525 0.00589675 2021-03-04T23:11:23.985 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:23 gibba008 bash[48858]: debug 2021-03-04T23:11:23.678+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:23.986 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:23 gibba008 bash[44600]: debug 2021-03-04T23:11:23.978+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:23.987 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:24.091 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:24.186 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:24.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:24 gibba008 bash[39303]: cluster 2021-03-04T23:11:23.053626+0000 mgr.x (mgr.34379) 669 : cluster [DBG] pgmap v977: 99 pgs: 99 active+clean; 4.6 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:11:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:24 gibba008 bash[37770]: cluster 2021-03-04T23:11:23.053626+0000 mgr.x (mgr.34379) 669 : cluster [DBG] pgmap v977: 99 pgs: 99 active+clean; 4.6 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:11:24.291 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:24.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:24 gibba023 bash[27374]: cluster 2021-03-04T23:11:23.053626+0000 mgr.x (mgr.34379) 669 : cluster [DBG] pgmap v977: 99 pgs: 99 active+clean; 4.6 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:11:24.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:24 gibba023 bash[16680]: debug 2021-03-04T23:11:24.177+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:24.531 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:24.634 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:24.646 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:24 gibba008 bash[48858]: debug 2021-03-04T23:11:24.522+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:24.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 31 16 83551 83535 168.401 136.125 0.0180217 0.00593342 2021-03-04T23:11:24.866 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:24.970 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:24.980 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:24 gibba008 bash[48858]: debug 2021-03-04T23:11:24.858+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:25.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:25 gibba008 bash[39303]: audit 2021-03-04T23:11:23.693168+0000 mgr.x (mgr.34379) 670 : audit [DBG] from='client.55030 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:11:25.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:25 gibba008 bash[37770]: audit 2021-03-04T23:11:23.693168+0000 mgr.x (mgr.34379) 670 : audit [DBG] from='client.55030 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:11:25.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:25 gibba023 bash[27374]: audit 2021-03-04T23:11:23.693168+0000 mgr.x (mgr.34379) 670 : audit [DBG] from='client.55030 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:11:25.538 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:25.642 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:25.695 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:11:25.722 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:11:25.723 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:11:25.753 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:25.799 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:25.857 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:25.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 32 16 85157 85141 166.275 100.375 0.00914896 0.00601029 2021-03-04T23:11:25.867 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:25 gibba008 bash[44600]: debug 2021-03-04T23:11:25.530+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:25.889 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":977,"stamp":"2021-03-04T23:11:23.052893+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4929031464,"num_objects":75233,"num_object_clones":0,"num_object_copies":225699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":75263,"num_write_kb":4813524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75257,"ondisk_log_size":75257,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":19059620,"kb_used_data":14240236,"kb_used_omap":0,"kb_used_meta":4819328,"kb_avail":597503068,"statfs":{"total":631360192512,"available":611843141632,"internally_reserved":4294967296,"allocated":14582001664,"data_stored":14561844548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4934991872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,5,2,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1577189376,"num_objects":24066,"num_object_clones":0,"num_object_copies":72198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24066,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24066,"num_write_kb":1540224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004615"},"pg_stats":[{"pgid":"26.3","version":"603'4756","reported_seq":"4766","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:20.582280+0000","last_change":"2021-03-04T23:10:36.118272+0000","last_active":"2021-03-04T23:11:20.582280+0000","last_peered":"2021-03-04T23:11:20.582280+0000","last_clean":"2021-03-04T23:11:20.582280+0000","last_became_active":"2021-03-04T23:10:36.118087+0000","last_became_peered":"2021-03-04T23:10:36.118087+0000","last_unstale":"2021-03-04T23:11:20.582280+0000","last_undegraded":"2021-03-04T23:11:20.582280+0000","last_fullsized":"2021-03-04T23:11:20.582280+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4756,"ondisk_log_size":4756,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":311689216,"num_objects":4756,"num_object_clones":0,"num_object_copies":14268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4756,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4756,"num_write_kb":304384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"589","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205305+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:10:51.205305+0000","last_peered":"2021-03-04T23:10:51.205305+0000","last_clean":"2021-03-04T23:10:51.205305+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:10:51.205305+0000","last_undegraded":"2021-03-04T23:10:51.205305+0000","last_fullsized":"2021-03-04T23:10:51.205305+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"558","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118212+0000","last_change":"2021-03-04T23:06:00.034236+0000","last_active":"2021-03-04T23:10:51.118212+0000","last_peered":"2021-03-04T23:10:51.118212+0000","last_clean":"2021-03-04T23:10:51.118212+0000","last_became_active":"2021-03-04T23:06:00.034042+0000","last_became_peered":"2021-03-04T23:06:00.034042+0000","last_unstale":"2021-03-04T23:10:51.118212+0000","last_undegraded":"2021-03-04T23:10:51.118212+0000","last_fullsized":"2021-03-04T23:10:51.118212+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.0","version":"603'4674","reported_seq":"4686","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:20.575473+0000","last_change":"2021-03-04T23:10:36.117387+0000","last_active":"2021-03-04T23:11:20.575473+0000","last_peered":"2021-03-04T23:11:20.575473+0000","last_clean":"2021-03-04T23:11:20.575473+0000","last_became_active":"2021-03-04T23:10:36.117079+0000","last_became_peered":"2021-03-04T23:10:36.117079+0000","last_unstale":"2021-03-04T23:11:20.575473+0000","last_undegraded":"2021-03-04T23:11:20.575473+0000","last_fullsized":"2021-03-04T23:11:20.575473+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4674,"ondisk_log_size":4674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":306315264,"num_objects":4674,"num_object_clones":0,"num_object_copies":14022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4674,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"341","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117697+0000","last_change":"2021-03-04T23:06:00.034270+0000","last_active":"2021-03-04T23:10:51.117697+0000","last_peered":"2021-03-04T23:10:51.117697+0000","last_clean":"2021-03-04T23:10:51.117697+0000","last_became_active":"2021-03-04T23:06:00.034030+0000","last_became_peered":"2021-03-04T23:06:00.034030+0000","last_unstale":"2021-03-04T23:10:51.117697+0000","last_undegraded":"2021-03-04T23:10:51.117697+0000","last_fullsized":"2021-03-04T23:10:51.117697+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"549","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199573+0000","last_change":"2021-03-04T23:00:11.027851+0000","last_active":"2021-03-04T23:10:51.199573+0000","last_peered":"2021-03-04T23:10:51.199573+0000","last_clean":"2021-03-04T23:10:51.199573+0000","last_became_active":"2021-03-04T23:00:11.027654+0000","last_became_peered":"2021-03-04T23:00:11.027654+0000","last_unstale":"2021-03-04T23:10:51.199573+0000","last_undegraded":"2021-03-04T23:10:51.199573+0000","last_fullsized":"2021-03-04T23:10:51.199573+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1","version":"603'4674","reported_seq":"4686","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:20.554951+0000","last_change":"2021-03-04T23:10:36.117560+0000","last_active":"2021-03-04T23:11:20.554951+0000","last_peered":"2021-03-04T23:11:20.554951+0000","last_clean":"2021-03-04T23:11:20.554951+0000","last_became_active":"2021-03-04T23:10:36.116705+0000","last_became_peered":"2021-03-04T23:10:36.116705+0000","last_unstale":"2021-03-04T23:11:20.554951+0000","last_undegraded":"2021-03-04T23:11:20.554951+0000","last_fullsized":"2021-03-04T23:11:20.554951+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4674,"ondisk_log_size":4674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":306315264,"num_objects":4674,"num_object_clones":0,"num_object_copies":14022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4674,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"574","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117900+0000","last_change":"2021-03-04T23:06:00.036718+0000","last_active":"2021-03-04T23:10:51.117900+0000","last_peered":"2021-03-04T23:10:51.117900+0000","last_clean":"2021-03-04T23:10:51.117900+0000","last_became_active":"2021-03-04T23:06:00.036276+0000","last_became_peered":"2021-03-04T23:06:00.036276+0000","last_unstale":"2021-03-04T23:10:51.117900+0000","last_undegraded":"2021-03-04T23:10:51.117900+0000","last_fullsized":"2021-03-04T23:10:51.117900+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"572","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206056+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:10:51.206056+0000","last_peered":"2021-03-04T23:10:51.206056+0000","last_clean":"2021-03-04T23:10:51.206056+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:10:51.206056+0000","last_undegraded":"2021-03-04T23:10:51.206056+0000","last_fullsized":"2021-03-04T23:10:51.206056+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.e","version":"603'4782","reported_seq":"4794","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:20.574118+0000","last_change":"2021-03-04T23:10:36.117208+0000","last_active":"2021-03-04T23:11:20.574118+0000","last_peered":"2021-03-04T23:11:20.574118+0000","last_clean":"2021-03-04T23:11:20.574118+0000","last_became_active":"2021-03-04T23:10:36.116928+0000","last_became_peered":"2021-03-04T23:10:36.116928+0000","last_unstale":"2021-03-04T23:11:20.574118+0000","last_undegraded":"2021-03-04T23:11:20.574118+0000","last_fullsized":"2021-03-04T23:11:20.574118+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4782,"ondisk_log_size":4782,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":313393152,"num_objects":4782,"num_object_clones":0,"num_object_copies":14346,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4782,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4782,"num_write_kb":306048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"548","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199745+0000","last_change":"2021-03-04T23:00:11.030430+0000","last_active":"2021-03-04T23:10:51.199745+0000","last_peered":"2021-03-04T23:10:51.199745+0000","last_clean":"2021-03-04T23:10:51.199745+0000","last_became_active":"2021-03-04T23:00:11.030201+0000","last_became_peered":"2021-03-04T23:00:11.030201+0000","last_unstale":"2021-03-04T23:10:51.199745+0000","last_undegraded":"2021-03-04T23:10:51.199745+0000","last_fullsized":"2021-03-04T23:10:51.199745+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"558","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117759+0000","last_change":"2021-03-04T23:06:00.034091+0000","last_active":"2021-03-04T23:10:51.117759+0000","last_peered":"2021-03-04T23:10:51.117759+0000","last_clean":"2021-03-04T23:10:51.117759+0000","last_became_active":"2021-03-04T23:06:00.033896+0000","last_became_peered":"2021-03-04T23:06:00.033896+0000","last_unstale":"2021-03-04T23:10:51.117759+0000","last_undegraded":"2021-03-04T23:10:51.117759+0000","last_fullsized":"2021-03-04T23:10:51.117759+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.f","version":"603'4523","reported_seq":"4535","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:19.472600+0000","last_change":"2021-03-04T23:10:36.117599+0000","last_active":"2021-03-04T23:11:19.472600+0000","last_peered":"2021-03-04T23:11:19.472600+0000","last_clean":"2021-03-04T23:11:19.472600+0000","last_became_active":"2021-03-04T23:10:36.117219+0000","last_became_peered":"2021-03-04T23:10:36.117219+0000","last_unstale":"2021-03-04T23:11:19.472600+0000","last_undegraded":"2021-03-04T23:11:19.472600+0000","last_fullsized":"2021-03-04T23:11:19.472600+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4523,"ondisk_log_size":4523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":296419328,"num_objects":4523,"num_object_clones":0,"num_object_copies":13569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4523,"num_write_kb":289472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"573","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.122725+0000","last_change":"2021-03-04T23:06:00.036774+0000","last_active":"2021-03-04T23:10:51.122725+0000","last_peered":"2021-03-04T23:10:51.122725+0000","last_clean":"2021-03-04T23:10:51.122725+0000","last_became_active":"2021-03-04T23:06:00.036452+0000","last_became_peered":"2021-03-04T23:06:00.036452+0000","last_unstale":"2021-03-04T23:10:51.122725+0000","last_undegraded":"2021-03-04T23:10:51.122725+0000","last_fullsized":"2021-03-04T23:10:51.122725+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"535","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117874+0000","last_change":"2021-03-04T23:00:23.896946+0000","last_active":"2021-03-04T23:10:51.117874+0000","last_peered":"2021-03-04T23:10:51.117874+0000","last_clean":"2021-03-04T23:10:51.117874+0000","last_became_active":"2021-03-04T23:00:11.029910+0000","last_became_peered":"2021-03-04T23:00:11.029910+0000","last_unstale":"2021-03-04T23:10:51.117874+0000","last_undegraded":"2021-03-04T23:10:51.117874+0000","last_fullsized":"2021-03-04T23:10:51.117874+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"603'4948","reported_seq":"4960","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:22.699812+0000","last_change":"2021-03-04T23:10:36.116819+0000","last_active":"2021-03-04T23:11:22.699812+0000","last_peered":"2021-03-04T23:11:22.699812+0000","last_clean":"2021-03-04T23:11:22.699812+0000","last_became_active":"2021-03-04T23:10:36.116411+0000","last_became_peered":"2021-03-04T23:10:36.116411+0000","last_unstale":"2021-03-04T23:11:22.699812+0000","last_undegraded":"2021-03-04T23:11:22.699812+0000","last_fullsized":"2021-03-04T23:11:22.699812+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4948,"ondisk_log_size":4948,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324272128,"num_objects":4948,"num_object_clones":0,"num_object_copies":14844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4948,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4948,"num_write_kb":316672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"562","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203581+0000","last_change":"2021-03-04T23:00:11.028624+0000","last_active":"2021-03-04T23:10:51.203581+0000","last_peered":"2021-03-04T23:10:51.203581+0000","last_clean":"2021-03-04T23:10:51.203581+0000","last_became_active":"2021-03-04T23:00:11.028330+0000","last_became_peered":"2021-03-04T23:00:11.028330+0000","last_unstale":"2021-03-04T23:10:51.203581+0000","last_undegraded":"2021-03-04T23:10:51.203581+0000","last_fullsized":"2021-03-04T23:10:51.203581+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"326","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.204651+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:10:51.204651+0000","last_peered":"2021-03-04T23:10:51.204651+0000","last_clean":"2021-03-04T23:10:51.204651+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:10:51.204651+0000","last_undegraded":"2021-03-04T23:10:51.204651+0000","last_fullsized":"2021-03-04T23:10:51.204651+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.d","version":"603'4526","reported_seq":"4538","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:19.465473+0000","last_change":"2021-03-04T23:10:36.117546+0000","last_active":"2021-03-04T23:11:19.465473+0000","last_peered":"2021-03-04T23:11:19.465473+0000","last_clean":"2021-03-04T23:11:19.465473+0000","last_became_active":"2021-03-04T23:10:36.117230+0000","last_became_peered":"2021-03-04T23:10:36.117230+0000","last_unstale":"2021-03-04T23:11:19.465473+0000","last_undegraded":"2021-03-04T23:11:19.465473+0000","last_fullsized":"2021-03-04T23:11:19.465473+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4526,"ondisk_log_size":4526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":296615936,"num_objects":4526,"num_object_clones":0,"num_object_copies":13578,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4526,"num_write_kb":289664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"562","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206176+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:10:51.206176+0000","last_peered":"2021-03-04T23:10:51.206176+0000","last_clean":"2021-03-04T23:10:51.206176+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:10:51.206176+0000","last_undegraded":"2021-03-04T23:10:51.206176+0000","last_fullsized":"2021-03-04T23:10:51.206176+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"572","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206118+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:10:51.206118+0000","last_peered":"2021-03-04T23:10:51.206118+0000","last_clean":"2021-03-04T23:10:51.206118+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:10:51.206118+0000","last_undegraded":"2021-03-04T23:10:51.206118+0000","last_fullsized":"2021-03-04T23:10:51.206118+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.a","version":"603'4443","reported_seq":"4453","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:18.364267+0000","last_change":"2021-03-04T23:10:36.115326+0000","last_active":"2021-03-04T23:11:18.364267+0000","last_peered":"2021-03-04T23:11:18.364267+0000","last_clean":"2021-03-04T23:11:18.364267+0000","last_became_active":"2021-03-04T23:10:36.114895+0000","last_became_peered":"2021-03-04T23:10:36.114895+0000","last_unstale":"2021-03-04T23:11:18.364267+0000","last_undegraded":"2021-03-04T23:11:18.364267+0000","last_fullsized":"2021-03-04T23:11:18.364267+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4443,"ondisk_log_size":4443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":291176448,"num_objects":4443,"num_object_clones":0,"num_object_copies":13329,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4443,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4443,"num_write_kb":284352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"561","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203878+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:10:51.203878+0000","last_peered":"2021-03-04T23:10:51.203878+0000","last_clean":"2021-03-04T23:10:51.203878+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:10:51.203878+0000","last_undegraded":"2021-03-04T23:10:51.203878+0000","last_fullsized":"2021-03-04T23:10:51.203878+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"558","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118157+0000","last_change":"2021-03-04T23:06:00.038748+0000","last_active":"2021-03-04T23:10:51.118157+0000","last_peered":"2021-03-04T23:10:51.118157+0000","last_clean":"2021-03-04T23:10:51.118157+0000","last_became_active":"2021-03-04T23:06:00.038522+0000","last_became_peered":"2021-03-04T23:06:00.038522+0000","last_unstale":"2021-03-04T23:10:51.118157+0000","last_undegraded":"2021-03-04T23:10:51.118157+0000","last_fullsized":"2021-03-04T23:10:51.118157+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"603'4471","reported_seq":"4483","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:19.440461+0000","last_change":"2021-03-04T23:10:36.115750+0000","last_active":"2021-03-04T23:11:19.440461+0000","last_peered":"2021-03-04T23:11:19.440461+0000","last_clean":"2021-03-04T23:11:19.440461+0000","last_became_active":"2021-03-04T23:10:36.114909+0000","last_became_peered":"2021-03-04T23:10:36.114909+0000","last_unstale":"2021-03-04T23:11:19.440461+0000","last_undegraded":"2021-03-04T23:11:19.440461+0000","last_fullsized":"2021-03-04T23:11:19.440461+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4471,"ondisk_log_size":4471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":293011456,"num_objects":4471,"num_object_clones":0,"num_object_copies":13413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4471,"num_write_kb":286144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"548","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199438+0000","last_change":"2021-03-04T23:00:11.031556+0000","last_active":"2021-03-04T23:10:51.199438+0000","last_peered":"2021-03-04T23:10:51.199438+0000","last_clean":"2021-03-04T23:10:51.199438+0000","last_became_active":"2021-03-04T23:00:11.031364+0000","last_became_peered":"2021-03-04T23:00:11.031364+0000","last_unstale":"2021-03-04T23:10:51.199438+0000","last_undegraded":"2021-03-04T23:10:51.199438+0000","last_fullsized":"2021-03-04T23:10:51.199438+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"563","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.122673+0000","last_change":"2021-03-04T23:00:11.031125+0000","last_active":"2021-03-04T23:10:51.122673+0000","last_peered":"2021-03-04T23:10:51.122673+0000","last_clean":"2021-03-04T23:10:51.122673+0000","last_became_active":"2021-03-04T23:00:11.030872+0000","last_became_peered":"2021-03-04T23:00:11.030872+0000","last_unstale":"2021-03-04T23:10:51.122673+0000","last_undegraded":"2021-03-04T23:10:51.122673+0000","last_fullsized":"2021-03-04T23:10:51.122673+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.8","version":"603'4650","reported_seq":"4662","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:19.465600+0000","last_change":"2021-03-04T23:10:36.115945+0000","last_active":"2021-03-04T23:11:19.465600+0000","last_peered":"2021-03-04T23:11:19.465600+0000","last_clean":"2021-03-04T23:11:19.465600+0000","last_became_active":"2021-03-04T23:10:36.115569+0000","last_became_peered":"2021-03-04T23:10:36.115569+0000","last_unstale":"2021-03-04T23:11:19.465600+0000","last_undegraded":"2021-03-04T23:11:19.465600+0000","last_fullsized":"2021-03-04T23:11:19.465600+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4650,"ondisk_log_size":4650,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":304742400,"num_objects":4650,"num_object_clones":0,"num_object_copies":13950,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4650,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4650,"num_write_kb":297600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"21","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.198623+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:10:51.198623+0000","last_peered":"2021-03-04T23:10:51.198623+0000","last_clean":"2021-03-04T23:10:51.198623+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:10:51.198623+0000","last_undegraded":"2021-03-04T23:10:51.198623+0000","last_fullsized":"2021-03-04T23:10:51.198623+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"544","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203327+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:10:51.203327+0000","last_peered":"2021-03-04T23:10:51.203327+0000","last_clean":"2021-03-04T23:10:51.203327+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:10:51.203327+0000","last_undegraded":"2021-03-04T23:10:51.203327+0000","last_fullsized":"2021-03-04T23:10:51.203327+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"549","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199443+0000","last_change":"2021-03-04T23:00:11.028289+0000","last_active":"2021-03-04T23:10:51.199443+0000","last_peered":"2021-03-04T23:10:51.199443+0000","last_clean":"2021-03-04T23:10:51.199443+0000","last_became_active":"2021-03-04T23:00:11.028076+0000","last_became_peered":"2021-03-04T23:00:11.028076+0000","last_unstale":"2021-03-04T23:10:51.199443+0000","last_undegraded":"2021-03-04T23:10:51.199443+0000","last_fullsized":"2021-03-04T23:10:51.199443+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.9","version":"603'4556","reported_seq":"4568","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:18.353562+0000","last_change":"2021-03-04T23:10:36.116075+0000","last_active":"2021-03-04T23:11:18.353562+0000","last_peered":"2021-03-04T23:11:18.353562+0000","last_clean":"2021-03-04T23:11:18.353562+0000","last_became_active":"2021-03-04T23:10:36.115706+0000","last_became_peered":"2021-03-04T23:10:36.115706+0000","last_unstale":"2021-03-04T23:11:18.353562+0000","last_undegraded":"2021-03-04T23:11:18.353562+0000","last_fullsized":"2021-03-04T23:11:18.353562+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4556,"ondisk_log_size":4556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":298582016,"num_objects":4556,"num_object_clones":0,"num_object_copies":13668,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4556,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4556,"num_write_kb":291584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"19","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203585+0000","last_change":"2021-03-04T23:10:44.091369+0000","last_active":"2021-03-04T23:10:51.203585+0000","last_peered":"2021-03-04T23:10:51.203585+0000","last_clean":"2021-03-04T23:10:51.203585+0000","last_became_active":"2021-03-04T23:10:14.201194+0000","last_became_peered":"2021-03-04T23:10:14.201194+0000","last_unstale":"2021-03-04T23:10:51.203585+0000","last_undegraded":"2021-03-04T23:10:51.203585+0000","last_fullsized":"2021-03-04T23:10:51.203585+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"572","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.202486+0000","last_change":"2021-03-04T22:57:54.913482+0000","last_active":"2021-03-04T23:10:51.202486+0000","last_peered":"2021-03-04T23:10:51.202486+0000","last_clean":"2021-03-04T23:10:51.202486+0000","last_became_active":"2021-03-04T22:57:54.913178+0000","last_became_peered":"2021-03-04T22:57:54.913178+0000","last_unstale":"2021-03-04T23:10:51.202486+0000","last_undegraded":"2021-03-04T23:10:51.202486+0000","last_fullsized":"2021-03-04T23:10:51.202486+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"558","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118233+0000","last_change":"2021-03-04T23:06:00.037259+0000","last_active":"2021-03-04T23:10:51.118233+0000","last_peered":"2021-03-04T23:10:51.118233+0000","last_clean":"2021-03-04T23:10:51.118233+0000","last_became_active":"2021-03-04T23:06:00.037022+0000","last_became_peered":"2021-03-04T23:06:00.037022+0000","last_unstale":"2021-03-04T23:10:51.118233+0000","last_undegraded":"2021-03-04T23:10:51.118233+0000","last_fullsized":"2021-03-04T23:10:51.118233+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"21","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199232+0000","last_change":"2021-03-04T23:10:49.140035+0000","last_active":"2021-03-04T23:10:51.199232+0000","last_peered":"2021-03-04T23:10:51.199232+0000","last_clean":"2021-03-04T23:10:51.199232+0000","last_became_active":"2021-03-04T23:10:14.199003+0000","last_became_peered":"2021-03-04T23:10:14.199003+0000","last_unstale":"2021-03-04T23:10:51.199232+0000","last_undegraded":"2021-03-04T23:10:51.199232+0000","last_fullsized":"2021-03-04T23:10:51.199232+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"560","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205772+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:10:51.205772+0000","last_peered":"2021-03-04T23:10:51.205772+0000","last_clean":"2021-03-04T23:10:51.205772+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:10:51.205772+0000","last_undegraded":"2021-03-04T23:10:51.205772+0000","last_fullsized":"2021-03-04T23:10:51.205772+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"548","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.120969+0000","last_change":"2021-03-04T22:51:42.073205+0000","last_active":"2021-03-04T23:10:51.120969+0000","last_peered":"2021-03-04T23:10:51.120969+0000","last_clean":"2021-03-04T23:10:51.120969+0000","last_became_active":"2021-03-04T22:51:42.072950+0000","last_became_peered":"2021-03-04T22:51:42.072950+0000","last_unstale":"2021-03-04T23:10:51.120969+0000","last_undegraded":"2021-03-04T23:10:51.120969+0000","last_fullsized":"2021-03-04T23:10:51.120969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"19","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206331+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:10:51.206331+0000","last_peered":"2021-03-04T23:10:51.206331+0000","last_clean":"2021-03-04T23:10:51.206331+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:10:51.206331+0000","last_undegraded":"2021-03-04T23:10:51.206331+0000","last_fullsized":"2021-03-04T23:10:51.206331+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"574","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205283+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:10:51.205283+0000","last_peered":"2021-03-04T23:10:51.205283+0000","last_clean":"2021-03-04T23:10:51.205283+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:10:51.205283+0000","last_undegraded":"2021-03-04T23:10:51.205283+0000","last_fullsized":"2021-03-04T23:10:51.205283+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"587","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205041+0000","last_change":"2021-03-04T23:06:00.038148+0000","last_active":"2021-03-04T23:10:51.205041+0000","last_peered":"2021-03-04T23:10:51.205041+0000","last_clean":"2021-03-04T23:10:51.205041+0000","last_became_active":"2021-03-04T23:06:00.037857+0000","last_became_peered":"2021-03-04T23:06:00.037857+0000","last_unstale":"2021-03-04T23:10:51.205041+0000","last_undegraded":"2021-03-04T23:10:51.205041+0000","last_fullsized":"2021-03-04T23:10:51.205041+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"355","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199208+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:10:51.199208+0000","last_peered":"2021-03-04T23:10:51.199208+0000","last_clean":"2021-03-04T23:10:51.199208+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:10:51.199208+0000","last_undegraded":"2021-03-04T23:10:51.199208+0000","last_fullsized":"2021-03-04T23:10:51.199208+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"545","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.204087+0000","last_change":"2021-03-04T22:51:40.451418+0000","last_active":"2021-03-04T23:10:51.204087+0000","last_peered":"2021-03-04T23:10:51.204087+0000","last_clean":"2021-03-04T23:10:51.204087+0000","last_became_active":"2021-03-04T22:51:40.451065+0000","last_became_peered":"2021-03-04T22:51:40.451065+0000","last_unstale":"2021-03-04T23:10:51.204087+0000","last_undegraded":"2021-03-04T23:10:51.204087+0000","last_fullsized":"2021-03-04T23:10:51.204087+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"572","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.204318+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:10:51.204318+0000","last_peered":"2021-03-04T23:10:51.204318+0000","last_clean":"2021-03-04T23:10:51.204318+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:10:51.204318+0000","last_undegraded":"2021-03-04T23:10:51.204318+0000","last_fullsized":"2021-03-04T23:10:51.204318+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"575","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206284+0000","last_change":"2021-03-04T23:10:37.757162+0000","last_active":"2021-03-04T23:10:51.206284+0000","last_peered":"2021-03-04T23:10:51.206284+0000","last_clean":"2021-03-04T23:10:51.206284+0000","last_became_active":"2021-03-04T23:10:14.201643+0000","last_became_peered":"2021-03-04T23:10:14.201643+0000","last_unstale":"2021-03-04T23:10:51.206284+0000","last_undegraded":"2021-03-04T23:10:51.206284+0000","last_fullsized":"2021-03-04T23:10:51.206284+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"564","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.121820+0000","last_change":"2021-03-04T23:00:11.027959+0000","last_active":"2021-03-04T23:10:51.121820+0000","last_peered":"2021-03-04T23:10:51.121820+0000","last_clean":"2021-03-04T23:10:51.121820+0000","last_became_active":"2021-03-04T23:00:11.027622+0000","last_became_peered":"2021-03-04T23:00:11.027622+0000","last_unstale":"2021-03-04T23:10:51.121820+0000","last_undegraded":"2021-03-04T23:10:51.121820+0000","last_fullsized":"2021-03-04T23:10:51.121820+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"558","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199369+0000","last_change":"2021-03-04T23:06:00.038349+0000","last_active":"2021-03-04T23:10:51.199369+0000","last_peered":"2021-03-04T23:10:51.199369+0000","last_clean":"2021-03-04T23:10:51.199369+0000","last_became_active":"2021-03-04T23:06:00.038126+0000","last_became_peered":"2021-03-04T23:06:00.038126+0000","last_unstale":"2021-03-04T23:10:51.199369+0000","last_undegraded":"2021-03-04T23:10:51.199369+0000","last_fullsized":"2021-03-04T23:10:51.199369+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"21","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117783+0000","last_change":"2021-03-04T23:10:37.580682+0000","last_active":"2021-03-04T23:10:51.117783+0000","last_peered":"2021-03-04T23:10:51.117783+0000","last_clean":"2021-03-04T23:10:51.117783+0000","last_became_active":"2021-03-04T23:10:14.199430+0000","last_became_peered":"2021-03-04T23:10:14.199430+0000","last_unstale":"2021-03-04T23:10:51.117783+0000","last_undegraded":"2021-03-04T23:10:51.117783+0000","last_fullsized":"2021-03-04T23:10:51.117783+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.580613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.580613+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"538","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117993+0000","last_change":"2021-03-04T23:00:23.899497+0000","last_active":"2021-03-04T23:10:51.117993+0000","last_peered":"2021-03-04T23:10:51.117993+0000","last_clean":"2021-03-04T23:10:51.117993+0000","last_became_active":"2021-03-04T23:00:11.026774+0000","last_became_peered":"2021-03-04T23:00:11.026774+0000","last_unstale":"2021-03-04T23:10:51.117993+0000","last_undegraded":"2021-03-04T23:10:51.117993+0000","last_fullsized":"2021-03-04T23:10:51.117993+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"563","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206225+0000","last_change":"2021-03-04T23:00:11.027994+0000","last_active":"2021-03-04T23:10:51.206225+0000","last_peered":"2021-03-04T23:10:51.206225+0000","last_clean":"2021-03-04T23:10:51.206225+0000","last_became_active":"2021-03-04T23:00:11.027650+0000","last_became_peered":"2021-03-04T23:00:11.027650+0000","last_unstale":"2021-03-04T23:10:51.206225+0000","last_undegraded":"2021-03-04T23:10:51.206225+0000","last_fullsized":"2021-03-04T23:10:51.206225+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"580","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.946239+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:10:51.946239+0000","last_peered":"2021-03-04T23:10:51.946239+0000","last_clean":"2021-03-04T23:10:51.946239+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:10:51.946239+0000","last_undegraded":"2021-03-04T23:10:51.946239+0000","last_fullsized":"2021-03-04T23:10:51.946239+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"573","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203721+0000","last_change":"2021-03-04T23:06:00.040212+0000","last_active":"2021-03-04T23:10:51.203721+0000","last_peered":"2021-03-04T23:10:51.203721+0000","last_clean":"2021-03-04T23:10:51.203721+0000","last_became_active":"2021-03-04T23:06:00.039872+0000","last_became_peered":"2021-03-04T23:06:00.039872+0000","last_unstale":"2021-03-04T23:10:51.203721+0000","last_undegraded":"2021-03-04T23:10:51.203721+0000","last_fullsized":"2021-03-04T23:10:51.203721+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"587","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206353+0000","last_change":"2021-03-04T23:06:00.038625+0000","last_active":"2021-03-04T23:10:51.206353+0000","last_peered":"2021-03-04T23:10:51.206353+0000","last_clean":"2021-03-04T23:10:51.206353+0000","last_became_active":"2021-03-04T23:06:00.038412+0000","last_became_peered":"2021-03-04T23:06:00.038412+0000","last_unstale":"2021-03-04T23:10:51.206353+0000","last_undegraded":"2021-03-04T23:10:51.206353+0000","last_fullsized":"2021-03-04T23:10:51.206353+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"607","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.201838+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:10:51.201838+0000","last_peered":"2021-03-04T23:10:51.201838+0000","last_clean":"2021-03-04T23:10:51.201838+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:10:51.201838+0000","last_undegraded":"2021-03-04T23:10:51.201838+0000","last_fullsized":"2021-03-04T23:10:51.201838+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"564","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.204421+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:10:51.204421+0000","last_peered":"2021-03-04T23:10:51.204421+0000","last_clean":"2021-03-04T23:10:51.204421+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:10:51.204421+0000","last_undegraded":"2021-03-04T23:10:51.204421+0000","last_fullsized":"2021-03-04T23:10:51.204421+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"572","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206303+0000","last_change":"2021-03-04T23:06:00.038679+0000","last_active":"2021-03-04T23:10:51.206303+0000","last_peered":"2021-03-04T23:10:51.206303+0000","last_clean":"2021-03-04T23:10:51.206303+0000","last_became_active":"2021-03-04T23:06:00.038405+0000","last_became_peered":"2021-03-04T23:06:00.038405+0000","last_unstale":"2021-03-04T23:10:51.206303+0000","last_undegraded":"2021-03-04T23:10:51.206303+0000","last_fullsized":"2021-03-04T23:10:51.206303+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"19","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:52.982845+0000","last_change":"2021-03-04T23:10:52.982845+0000","last_active":"2021-03-04T23:10:52.982845+0000","last_peered":"2021-03-04T23:10:52.982845+0000","last_clean":"2021-03-04T23:10:52.982845+0000","last_became_active":"2021-03-04T23:10:14.200438+0000","last_became_peered":"2021-03-04T23:10:14.200438+0000","last_unstale":"2021-03-04T23:10:52.982845+0000","last_undegraded":"2021-03-04T23:10:52.982845+0000","last_fullsized":"2021-03-04T23:10:52.982845+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"559","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117743+0000","last_change":"2021-03-04T23:06:00.037157+0000","last_active":"2021-03-04T23:10:51.117743+0000","last_peered":"2021-03-04T23:10:51.117743+0000","last_clean":"2021-03-04T23:10:51.117743+0000","last_became_active":"2021-03-04T23:06:00.036948+0000","last_became_peered":"2021-03-04T23:06:00.036948+0000","last_unstale":"2021-03-04T23:10:51.117743+0000","last_undegraded":"2021-03-04T23:10:51.117743+0000","last_fullsized":"2021-03-04T23:10:51.117743+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"341","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118239+0000","last_change":"2021-03-04T23:06:00.037359+0000","last_active":"2021-03-04T23:10:51.118239+0000","last_peered":"2021-03-04T23:10:51.118239+0000","last_clean":"2021-03-04T23:10:51.118239+0000","last_became_active":"2021-03-04T23:06:00.037081+0000","last_became_peered":"2021-03-04T23:06:00.037081+0000","last_unstale":"2021-03-04T23:10:51.118239+0000","last_undegraded":"2021-03-04T23:10:51.118239+0000","last_fullsized":"2021-03-04T23:10:51.118239+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"355","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199594+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:10:51.199594+0000","last_peered":"2021-03-04T23:10:51.199594+0000","last_clean":"2021-03-04T23:10:51.199594+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:10:51.199594+0000","last_undegraded":"2021-03-04T23:10:51.199594+0000","last_fullsized":"2021-03-04T23:10:51.199594+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"579","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.122248+0000","last_change":"2021-03-04T23:00:11.027755+0000","last_active":"2021-03-04T23:10:51.122248+0000","last_peered":"2021-03-04T23:10:51.122248+0000","last_clean":"2021-03-04T23:10:51.122248+0000","last_became_active":"2021-03-04T23:00:11.027486+0000","last_became_peered":"2021-03-04T23:00:11.027486+0000","last_unstale":"2021-03-04T23:10:51.122248+0000","last_undegraded":"2021-03-04T23:10:51.122248+0000","last_fullsized":"2021-03-04T23:10:51.122248+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"295","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.121674+0000","last_change":"2021-03-04T23:06:00.036650+0000","last_active":"2021-03-04T23:10:51.121674+0000","last_peered":"2021-03-04T23:10:51.121674+0000","last_clean":"2021-03-04T23:10:51.121674+0000","last_became_active":"2021-03-04T23:06:00.036256+0000","last_became_peered":"2021-03-04T23:06:00.036256+0000","last_unstale":"2021-03-04T23:10:51.121674+0000","last_undegraded":"2021-03-04T23:10:51.121674+0000","last_fullsized":"2021-03-04T23:10:51.121674+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"589","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.121495+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:10:51.121495+0000","last_peered":"2021-03-04T23:10:51.121495+0000","last_clean":"2021-03-04T23:10:51.121495+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:10:51.121495+0000","last_undegraded":"2021-03-04T23:10:51.121495+0000","last_fullsized":"2021-03-04T23:10:51.121495+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"564","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206042+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:10:51.206042+0000","last_peered":"2021-03-04T23:10:51.206042+0000","last_clean":"2021-03-04T23:10:51.206042+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:10:51.206042+0000","last_undegraded":"2021-03-04T23:10:51.206042+0000","last_fullsized":"2021-03-04T23:10:51.206042+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"356","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199326+0000","last_change":"2021-03-04T23:06:00.038519+0000","last_active":"2021-03-04T23:10:51.199326+0000","last_peered":"2021-03-04T23:10:51.199326+0000","last_clean":"2021-03-04T23:10:51.199326+0000","last_became_active":"2021-03-04T23:06:00.038239+0000","last_became_peered":"2021-03-04T23:06:00.038239+0000","last_unstale":"2021-03-04T23:10:51.199326+0000","last_undegraded":"2021-03-04T23:10:51.199326+0000","last_fullsized":"2021-03-04T23:10:51.199326+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"582","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.198713+0000","last_change":"2021-03-04T23:10:37.104296+0000","last_active":"2021-03-04T23:10:51.198713+0000","last_peered":"2021-03-04T23:10:51.198713+0000","last_clean":"2021-03-04T23:10:51.198713+0000","last_became_active":"2021-03-04T23:10:08.160542+0000","last_became_peered":"2021-03-04T23:10:08.160542+0000","last_unstale":"2021-03-04T23:10:51.198713+0000","last_undegraded":"2021-03-04T23:10:51.198713+0000","last_fullsized":"2021-03-04T23:10:51.198713+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"327","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.198764+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:10:51.198764+0000","last_peered":"2021-03-04T23:10:51.198764+0000","last_clean":"2021-03-04T23:10:51.198764+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:10:51.198764+0000","last_undegraded":"2021-03-04T23:10:51.198764+0000","last_fullsized":"2021-03-04T23:10:51.198764+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"336","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.123292+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:10:51.123292+0000","last_peered":"2021-03-04T23:10:51.123292+0000","last_clean":"2021-03-04T23:10:51.123292+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:10:51.123292+0000","last_undegraded":"2021-03-04T23:10:51.123292+0000","last_fullsized":"2021-03-04T23:10:51.123292+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"580","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.121848+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:10:51.121848+0000","last_peered":"2021-03-04T23:10:51.121848+0000","last_clean":"2021-03-04T23:10:51.121848+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:10:51.121848+0000","last_undegraded":"2021-03-04T23:10:51.121848+0000","last_fullsized":"2021-03-04T23:10:51.121848+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"566","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.202416+0000","last_change":"2021-03-04T22:57:54.916299+0000","last_active":"2021-03-04T23:10:51.202416+0000","last_peered":"2021-03-04T23:10:51.202416+0000","last_clean":"2021-03-04T23:10:51.202416+0000","last_became_active":"2021-03-04T22:57:54.916021+0000","last_became_peered":"2021-03-04T22:57:54.916021+0000","last_unstale":"2021-03-04T23:10:51.202416+0000","last_undegraded":"2021-03-04T23:10:51.202416+0000","last_fullsized":"2021-03-04T23:10:51.202416+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T22:45:50.611849+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"534","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118009+0000","last_change":"2021-03-04T23:00:23.897805+0000","last_active":"2021-03-04T23:10:51.118009+0000","last_peered":"2021-03-04T23:10:51.118009+0000","last_clean":"2021-03-04T23:10:51.118009+0000","last_became_active":"2021-03-04T23:00:11.030829+0000","last_became_peered":"2021-03-04T23:00:11.030829+0000","last_unstale":"2021-03-04T23:10:51.118009+0000","last_undegraded":"2021-03-04T23:10:51.118009+0000","last_fullsized":"2021-03-04T23:10:51.118009+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"548","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205802+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:10:51.205802+0000","last_peered":"2021-03-04T23:10:51.205802+0000","last_clean":"2021-03-04T23:10:51.205802+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:10:51.205802+0000","last_undegraded":"2021-03-04T23:10:51.205802+0000","last_fullsized":"2021-03-04T23:10:51.205802+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"599","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.201948+0000","last_change":"2021-03-04T23:10:42.925005+0000","last_active":"2021-03-04T23:10:51.201948+0000","last_peered":"2021-03-04T23:10:51.201948+0000","last_clean":"2021-03-04T23:10:51.201948+0000","last_became_active":"2021-03-04T23:10:08.161066+0000","last_became_peered":"2021-03-04T23:10:08.161066+0000","last_unstale":"2021-03-04T23:10:51.201948+0000","last_undegraded":"2021-03-04T23:10:51.201948+0000","last_fullsized":"2021-03-04T23:10:51.201948+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"548","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.198871+0000","last_change":"2021-03-04T23:00:11.034182+0000","last_active":"2021-03-04T23:10:51.198871+0000","last_peered":"2021-03-04T23:10:51.198871+0000","last_clean":"2021-03-04T23:10:51.198871+0000","last_became_active":"2021-03-04T23:00:11.034020+0000","last_became_peered":"2021-03-04T23:00:11.034020+0000","last_unstale":"2021-03-04T23:10:51.198871+0000","last_undegraded":"2021-03-04T23:10:51.198871+0000","last_fullsized":"2021-03-04T23:10:51.198871+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"573","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199470+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:10:51.199470+0000","last_peered":"2021-03-04T23:10:51.199470+0000","last_clean":"2021-03-04T23:10:51.199470+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:10:51.199470+0000","last_undegraded":"2021-03-04T23:10:51.199470+0000","last_fullsized":"2021-03-04T23:10:51.199470+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"575","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203735+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:10:51.203735+0000","last_peered":"2021-03-04T23:10:51.203735+0000","last_clean":"2021-03-04T23:10:51.203735+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:10:51.203735+0000","last_undegraded":"2021-03-04T23:10:51.203735+0000","last_fullsized":"2021-03-04T23:10:51.203735+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"327","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199421+0000","last_change":"2021-03-04T23:06:00.040535+0000","last_active":"2021-03-04T23:10:51.199421+0000","last_peered":"2021-03-04T23:10:51.199421+0000","last_clean":"2021-03-04T23:10:51.199421+0000","last_became_active":"2021-03-04T23:06:00.040077+0000","last_became_peered":"2021-03-04T23:06:00.040077+0000","last_unstale":"2021-03-04T23:10:51.199421+0000","last_undegraded":"2021-03-04T23:10:51.199421+0000","last_fullsized":"2021-03-04T23:10:51.199421+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"534","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199042+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:10:51.199042+0000","last_peered":"2021-03-04T23:10:51.199042+0000","last_clean":"2021-03-04T23:10:51.199042+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:10:51.199042+0000","last_undegraded":"2021-03-04T23:10:51.199042+0000","last_fullsized":"2021-03-04T23:10:51.199042+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"538","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118359+0000","last_change":"2021-03-04T23:00:23.901343+0000","last_active":"2021-03-04T23:10:51.118359+0000","last_peered":"2021-03-04T23:10:51.118359+0000","last_clean":"2021-03-04T23:10:51.118359+0000","last_became_active":"2021-03-04T23:00:11.029834+0000","last_became_peered":"2021-03-04T23:00:11.029834+0000","last_unstale":"2021-03-04T23:10:51.118359+0000","last_undegraded":"2021-03-04T23:10:51.118359+0000","last_fullsized":"2021-03-04T23:10:51.118359+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"307","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205735+0000","last_change":"2021-03-04T23:10:38.146819+0000","last_active":"2021-03-04T23:10:51.205735+0000","last_peered":"2021-03-04T23:10:51.205735+0000","last_clean":"2021-03-04T23:10:51.205735+0000","last_became_active":"2021-03-04T23:10:08.160698+0000","last_became_peered":"2021-03-04T23:10:08.160698+0000","last_unstale":"2021-03-04T23:10:51.205735+0000","last_undegraded":"2021-03-04T23:10:51.205735+0000","last_fullsized":"2021-03-04T23:10:51.205735+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"535","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117622+0000","last_change":"2021-03-04T23:00:23.896193+0000","last_active":"2021-03-04T23:10:51.117622+0000","last_peered":"2021-03-04T23:10:51.117622+0000","last_clean":"2021-03-04T23:10:51.117622+0000","last_became_active":"2021-03-04T23:00:11.030954+0000","last_became_peered":"2021-03-04T23:00:11.030954+0000","last_unstale":"2021-03-04T23:10:51.117622+0000","last_undegraded":"2021-03-04T23:10:51.117622+0000","last_fullsized":"2021-03-04T23:10:51.117622+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"580","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.205761+0000","last_change":"2021-03-04T23:10:40.146155+0000","last_active":"2021-03-04T23:10:51.205761+0000","last_peered":"2021-03-04T23:10:51.205761+0000","last_clean":"2021-03-04T23:10:51.205761+0000","last_became_active":"2021-03-04T23:10:08.159729+0000","last_became_peered":"2021-03-04T23:10:08.159729+0000","last_unstale":"2021-03-04T23:10:51.205761+0000","last_undegraded":"2021-03-04T23:10:51.205761+0000","last_fullsized":"2021-03-04T23:10:51.205761+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"566","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199592+0000","last_change":"2021-03-04T23:06:00.129796+0000","last_active":"2021-03-04T23:10:51.199592+0000","last_peered":"2021-03-04T23:10:51.199592+0000","last_clean":"2021-03-04T23:10:51.199592+0000","last_became_active":"2021-03-04T23:06:00.036232+0000","last_became_peered":"2021-03-04T23:06:00.036232+0000","last_unstale":"2021-03-04T23:10:51.199592+0000","last_undegraded":"2021-03-04T23:10:51.199592+0000","last_fullsized":"2021-03-04T23:10:51.199592+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"548","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.204919+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:10:51.204919+0000","last_peered":"2021-03-04T23:10:51.204919+0000","last_clean":"2021-03-04T23:10:51.204919+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:10:51.204919+0000","last_undegraded":"2021-03-04T23:10:51.204919+0000","last_fullsized":"2021-03-04T23:10:51.204919+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.2","version":"603'4547","reported_seq":"4559","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:19.467589+0000","last_change":"2021-03-04T23:10:36.112497+0000","last_active":"2021-03-04T23:11:19.467589+0000","last_peered":"2021-03-04T23:11:19.467589+0000","last_clean":"2021-03-04T23:11:19.467589+0000","last_became_active":"2021-03-04T23:10:36.112209+0000","last_became_peered":"2021-03-04T23:10:36.112209+0000","last_unstale":"2021-03-04T23:11:19.467589+0000","last_undegraded":"2021-03-04T23:11:19.467589+0000","last_fullsized":"2021-03-04T23:11:19.467589+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4547,"ondisk_log_size":4547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":297992192,"num_objects":4547,"num_object_clones":0,"num_object_copies":13641,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4547,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4547,"num_write_kb":291008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"538","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199220+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:10:51.199220+0000","last_peered":"2021-03-04T23:10:51.199220+0000","last_clean":"2021-03-04T23:10:51.199220+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:10:51.199220+0000","last_undegraded":"2021-03-04T23:10:51.199220+0000","last_fullsized":"2021-03-04T23:10:51.199220+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"587","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199460+0000","last_change":"2021-03-04T23:06:00.039456+0000","last_active":"2021-03-04T23:10:51.199460+0000","last_peered":"2021-03-04T23:10:51.199460+0000","last_clean":"2021-03-04T23:10:51.199460+0000","last_became_active":"2021-03-04T23:06:00.039089+0000","last_became_peered":"2021-03-04T23:06:00.039089+0000","last_unstale":"2021-03-04T23:10:51.199460+0000","last_undegraded":"2021-03-04T23:10:51.199460+0000","last_fullsized":"2021-03-04T23:10:51.199460+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.5","version":"603'4967","reported_seq":"4979","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:22.701359+0000","last_change":"2021-03-04T23:10:36.117485+0000","last_active":"2021-03-04T23:11:22.701359+0000","last_peered":"2021-03-04T23:11:22.701359+0000","last_clean":"2021-03-04T23:11:22.701359+0000","last_became_active":"2021-03-04T23:10:36.117144+0000","last_became_peered":"2021-03-04T23:10:36.117144+0000","last_unstale":"2021-03-04T23:11:22.701359+0000","last_undegraded":"2021-03-04T23:11:22.701359+0000","last_fullsized":"2021-03-04T23:11:22.701359+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4967,"ondisk_log_size":4967,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325517312,"num_objects":4967,"num_object_clones":0,"num_object_copies":14901,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4967,"num_write_kb":317888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"579","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.122491+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:10:51.122491+0000","last_peered":"2021-03-04T23:10:51.122491+0000","last_clean":"2021-03-04T23:10:51.122491+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:10:51.122491+0000","last_undegraded":"2021-03-04T23:10:51.122491+0000","last_fullsized":"2021-03-04T23:10:51.122491+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"587","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.206176+0000","last_change":"2021-03-04T23:06:00.038288+0000","last_active":"2021-03-04T23:10:51.206176+0000","last_peered":"2021-03-04T23:10:51.206176+0000","last_clean":"2021-03-04T23:10:51.206176+0000","last_became_active":"2021-03-04T23:06:00.037930+0000","last_became_peered":"2021-03-04T23:06:00.037930+0000","last_unstale":"2021-03-04T23:10:51.206176+0000","last_undegraded":"2021-03-04T23:10:51.206176+0000","last_fullsized":"2021-03-04T23:10:51.206176+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"603'4886","reported_seq":"4898","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:22.708409+0000","last_change":"2021-03-04T23:10:36.116037+0000","last_active":"2021-03-04T23:11:22.708409+0000","last_peered":"2021-03-04T23:11:22.708409+0000","last_clean":"2021-03-04T23:11:22.708409+0000","last_became_active":"2021-03-04T23:10:36.115685+0000","last_became_peered":"2021-03-04T23:10:36.115685+0000","last_unstale":"2021-03-04T23:11:22.708409+0000","last_undegraded":"2021-03-04T23:11:22.708409+0000","last_fullsized":"2021-03-04T23:11:22.708409+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4886,"ondisk_log_size":4886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320208896,"num_objects":4886,"num_object_clones":0,"num_object_copies":14658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4886,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4886,"num_write_kb":312704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"551","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.122036+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:10:51.122036+0000","last_peered":"2021-03-04T23:10:51.122036+0000","last_clean":"2021-03-04T23:10:51.122036+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:10:51.122036+0000","last_undegraded":"2021-03-04T23:10:51.122036+0000","last_fullsized":"2021-03-04T23:10:51.122036+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"578","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.204736+0000","last_change":"2021-03-04T23:00:11.031106+0000","last_active":"2021-03-04T23:10:51.204736+0000","last_peered":"2021-03-04T23:10:51.204736+0000","last_clean":"2021-03-04T23:10:51.204736+0000","last_became_active":"2021-03-04T23:00:11.030855+0000","last_became_peered":"2021-03-04T23:00:11.030855+0000","last_unstale":"2021-03-04T23:10:51.204736+0000","last_undegraded":"2021-03-04T23:10:51.204736+0000","last_fullsized":"2021-03-04T23:10:51.204736+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.7","version":"603'5020","reported_seq":"5032","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:22.701965+0000","last_change":"2021-03-04T23:10:36.117582+0000","last_active":"2021-03-04T23:11:22.701965+0000","last_peered":"2021-03-04T23:11:22.701965+0000","last_clean":"2021-03-04T23:11:22.701965+0000","last_became_active":"2021-03-04T23:10:36.117158+0000","last_became_peered":"2021-03-04T23:10:36.117158+0000","last_unstale":"2021-03-04T23:11:22.701965+0000","last_undegraded":"2021-03-04T23:11:22.701965+0000","last_fullsized":"2021-03-04T23:11:22.701965+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":5020,"ondisk_log_size":5020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":328990720,"num_objects":5020,"num_object_clones":0,"num_object_copies":15060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5020,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5020,"num_write_kb":321280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"566","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.118348+0000","last_change":"2021-03-04T23:00:23.895258+0000","last_active":"2021-03-04T23:10:51.118348+0000","last_peered":"2021-03-04T23:10:51.118348+0000","last_clean":"2021-03-04T23:10:51.118348+0000","last_became_active":"2021-03-04T23:00:11.033471+0000","last_became_peered":"2021-03-04T23:00:11.033471+0000","last_unstale":"2021-03-04T23:10:51.118348+0000","last_undegraded":"2021-03-04T23:10:51.118348+0000","last_fullsized":"2021-03-04T23:10:51.118348+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"579","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.117664+0000","last_change":"2021-03-04T23:00:23.894942+0000","last_active":"2021-03-04T23:10:51.117664+0000","last_peered":"2021-03-04T23:10:51.117664+0000","last_clean":"2021-03-04T23:10:51.117664+0000","last_became_active":"2021-03-04T23:00:11.033198+0000","last_became_peered":"2021-03-04T23:00:11.033198+0000","last_unstale":"2021-03-04T23:10:51.117664+0000","last_undegraded":"2021-03-04T23:10:51.117664+0000","last_fullsized":"2021-03-04T23:10:51.117664+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.6","version":"603'4788","reported_seq":"4800","reported_epoch":"603","state":"active+clean","last_fresh":"2021-03-04T23:11:20.581793+0000","last_change":"2021-03-04T23:10:36.118674+0000","last_active":"2021-03-04T23:11:20.581793+0000","last_peered":"2021-03-04T23:11:20.581793+0000","last_clean":"2021-03-04T23:11:20.581793+0000","last_became_active":"2021-03-04T23:10:36.118458+0000","last_became_peered":"2021-03-04T23:10:36.118458+0000","last_unstale":"2021-03-04T23:11:20.581793+0000","last_undegraded":"2021-03-04T23:11:20.581793+0000","last_fullsized":"2021-03-04T23:11:20.581793+0000","mapping_epoch":599,"log_start":"0'0","ondisk_log_start":"0'0","created":599,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:10:35.091110+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.091110+0000","log_size":4788,"ondisk_log_size":4788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":313786368,"num_objects":4788,"num_object_clones":0,"num_object_copies":14364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4788,"num_write_kb":306432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"556","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.199661+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:10:51.199661+0000","last_peered":"2021-03-04T23:10:51.199661+0000","last_clean":"2021-03-04T23:10:51.199661+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:10:51.199661+0000","last_undegraded":"2021-03-04T23:10:51.199661+0000","last_fullsized":"2021-03-04T23:10:51.199661+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"572","reported_epoch":"602","state":"active+clean","last_fresh":"2021-03-04T23:10:51.203908+0000","last_change":"2021-03-04T23:06:00.036224+0000","last_active":"2021-03-04T23:10:51.203908+0000","last_peered":"2021-03-04T23:10:51.203908+0000","last_clean":"2021-03-04T23:10:51.203908+0000","last_became_active":"2021-03-04T23:06:00.035012+0000","last_became_peered":"2021-03-04T23:06:00.035012+0000","last_unstale":"2021-03-04T23:10:51.203908+0000","last_undegraded":"2021-03-04T23:10:51.203908+0000","last_fullsized":"2021-03-04T23:10:51.203908+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":16,"stat_sum":{"num_bytes":4929028096,"num_objects":75211,"num_object_clones":0,"num_object_copies":225633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":75211,"num_write_kb":4813504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14776664064,"data_stored":14776664064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75211,"ondisk_log_size":75211,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495883,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3162360,"kb_used_data":2113776,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84918024,"statfs":{"total":90194313216,"available":86956056576,"internally_reserved":1073741824,"allocated":2164506624,"data_stored":2161613779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:11:17 2021","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":3.02,"15min":2.1899999999999999},"min":{"1min":0.17999999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.2519999999999998,"5min":90.209999999999994,"15min":90.209999999999994},"last":0.186},{"interface":"front","average":{"1min":1.246,"5min":3.246,"15min":2.2690000000000001},"min":{"1min":0.24399999999999999,"5min":0.159,"15min":0.159},"max":{"1min":2.3769999999999998,"5min":90.311999999999998,"15min":90.311999999999998},"last":0.29199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.82099999999999995,"15min":1.24},"min":{"1min":0.25,"5min":0.191,"15min":0.191},"max":{"1min":2.2759999999999998,"5min":4.5190000000000001,"15min":4.5190000000000001},"last":0.20300000000000001},{"interface":"front","average":{"1min":1.0840000000000001,"5min":0.73199999999999998,"15min":1.3340000000000001},"min":{"1min":0.246,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.105,"5min":2.5369999999999999,"15min":2.7799999999999998},"last":0.372}]},{"osd":2,"last update":"Thu Mar 4 23:11:08 2021","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":1.6200000000000001,"15min":1.609},"min":{"1min":0.34499999999999997,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":2.0990000000000002,"5min":49.512999999999998,"15min":49.512999999999998},"last":0.26400000000000001},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.5269999999999999,"15min":1.6120000000000001},"min":{"1min":0.219,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.508,"5min":48.527999999999999,"15min":48.527999999999999},"last":0.35499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":2.2549999999999999,"15min":1.718},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":87.094999999999999,"5min":87.094999999999999,"15min":87.094999999999999},"last":0.22},{"interface":"front","average":{"1min":7.2309999999999999,"5min":2.3220000000000001,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.221,"15min":0.221},"max":{"1min":85.875,"5min":85.875,"15min":85.875},"last":0.34000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:11:17 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.628,"15min":1.0089999999999999},"min":{"1min":0.155,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.6760000000000002,"5min":3.3849999999999998,"15min":4.0209999999999999},"last":0.313},{"interface":"front","average":{"1min":0.749,"5min":0.69199999999999995,"15min":0.99299999999999999},"min":{"1min":0.17399999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.4490000000000001,"5min":5.3129999999999997,"15min":5.3129999999999997},"last":0.247}]},{"osd":5,"last update":"Thu Mar 4 23:11:17 2021","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.75900000000000001,"15min":1.1279999999999999},"min":{"1min":0.192,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":2.202,"5min":4.9329999999999998,"15min":4.9329999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.753,"15min":1.2629999999999999},"min":{"1min":0.22900000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":2.556,"5min":2.556,"15min":4.2699999999999996},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:11:17 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.746,"15min":1.3260000000000001},"min":{"1min":0.20699999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.532,"5min":3.8820000000000001,"15min":4.4539999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.83599999999999997,"15min":1.1990000000000001},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.17499999999999999},"max":{"1min":1.9590000000000001,"5min":5.2690000000000001,"15min":5.2690000000000001},"last":0.27600000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659407,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2550444,"kb_used_data":1501860,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85529940,"statfs":{"total":90194313216,"available":87582658560,"internally_reserved":1073741824,"allocated":1537904640,"data_stored":1535023937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:26 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.002,"15min":1.335},"min":{"1min":0.154,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":1.825,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.157,"15min":1.502},"min":{"1min":0.189,"5min":0.183,"15min":0.183},"max":{"1min":2.2410000000000001,"5min":7.2590000000000003,"15min":7.2590000000000003},"last":1.2290000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:10:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.81899999999999995,"15min":1.28},"min":{"1min":0.32600000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.2890000000000001,"5min":6.75,"15min":6.75},"last":1.028},{"interface":"front","average":{"1min":1.0349999999999999,"5min":0.84199999999999997,"15min":1.216},"min":{"1min":0.222,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.0470000000000002,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":1.1259999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:11:01 2021","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":2.2050000000000001,"15min":1.8480000000000001},"min":{"1min":0.40799999999999997,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":2.581,"5min":81.930000000000007,"15min":81.930000000000007},"last":2.0019999999999998},{"interface":"front","average":{"1min":1.1970000000000001,"5min":2.1600000000000001,"15min":1.794},"min":{"1min":0.33900000000000002,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":2.0539999999999998,"5min":82.245000000000005,"15min":82.245000000000005},"last":2.6040000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:10:26 2021","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.641,"15min":1.5800000000000001},"min":{"1min":0.246,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.3610000000000002,"5min":43.122,"15min":43.122},"last":1.9079999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.8380000000000001,"15min":1.867},"min":{"1min":0.248,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":6.0439999999999996,"5min":43.274000000000001,"15min":43.274000000000001},"last":0.99399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:10:47 2021","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.89000000000000001,"15min":1.0980000000000001},"min":{"1min":0.17499999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.4980000000000002,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.372},{"interface":"front","average":{"1min":0.91400000000000003,"5min":1.0580000000000001,"15min":1.137},"min":{"1min":0.20000000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":2.1160000000000001,"5min":7.8550000000000004,"15min":7.8550000000000004},"last":0.40500000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:10:47 2021","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80200000000000005,"15min":1.0860000000000001},"min":{"1min":0.16,"5min":0.156,"15min":0.156},"max":{"1min":2.0409999999999999,"5min":3.044,"15min":3.044},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.329,"5min":0.95999999999999996,"15min":1.323},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":2.4060000000000001,"5min":7.6699999999999999,"15min":7.6699999999999999},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:11:16 2021","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":0.93899999999999995,"15min":1.3300000000000001},"min":{"1min":0.23699999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.3769999999999998,"5min":4.4379999999999997,"15min":4.4379999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.165,"5min":1.0620000000000001,"15min":1.589},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.6619999999999999,"5min":7.79,"15min":7.79},"last":0.54900000000000004}]}]},{"osd":1,"up_from":0,"seq":1464583848083,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712227,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1913764,"kb_used_data":1692892,"kb_used_omap":0,"kb_used_meta":220864,"kb_avail":86166620,"statfs":{"total":90194313216,"available":88234618880,"internally_reserved":0,"allocated":1733521408,"data_stored":1730646803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":226164736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:10:35 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.52800000000000002,"15min":0.63800000000000001},"min":{"1min":0.17999999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":1.706,"5min":2.911,"15min":2.911},"last":0.182},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.60199999999999998,"15min":0.78200000000000003},"min":{"1min":0.20499999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.8200000000000001,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":2.2200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:11:08 2021","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":1.1870000000000001,"15min":1.018},"min":{"1min":0.20699999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.1259999999999999,"5min":33.518999999999998,"15min":33.518999999999998},"last":0.22700000000000001},{"interface":"front","average":{"1min":1.147,"5min":1.3680000000000001,"15min":1.349},"min":{"1min":0.23400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":2.5089999999999999,"5min":36.021000000000001,"15min":36.021000000000001},"last":0.26000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":2.8650000000000002,"15min":1.6919999999999999},"min":{"1min":0.16400000000000001,"5min":0.16,"15min":0.16},"max":{"1min":2.8199999999999998,"5min":75.367999999999995,"15min":75.367999999999995},"last":0.39600000000000002},{"interface":"front","average":{"1min":1.105,"5min":3.0169999999999999,"15min":1.9590000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":2.1949999999999998,"5min":76.686000000000007,"15min":76.686000000000007},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.232,"5min":0.92300000000000004,"15min":1.4019999999999999},"min":{"1min":0.26200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.9929999999999999,"5min":2.9929999999999999,"15min":3.3199999999999998},"last":1.802},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.84899999999999998,"15min":1.3180000000000001},"min":{"1min":0.26200000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.0760000000000001,"5min":5.0570000000000004,"15min":5.0570000000000004},"last":0.29999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.466,"5min":1.03,"15min":1.5640000000000001},"min":{"1min":0.313,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0209999999999999,"5min":3.2269999999999999,"15min":4.0499999999999998},"last":0.316},{"interface":"front","average":{"1min":1.1140000000000001,"5min":0.91900000000000004,"15min":1.393},"min":{"1min":0.34300000000000003,"5min":0.223,"15min":0.223},"max":{"1min":2.5209999999999999,"5min":3.532,"15min":4.1719999999999997},"last":0.33300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.3660000000000001,"5min":0.91700000000000004,"15min":1.5},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":3.359,"5min":3.359,"15min":3.359},"last":1.292},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.099,"15min":1.6799999999999999},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.0680000000000001,"5min":3.0680000000000001,"15min":3.1429999999999998},"last":1.75}]},{"osd":7,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.0580000000000001,"15min":1.6220000000000001},"min":{"1min":0.25,"5min":0.217,"15min":0.217},"max":{"1min":2.9319999999999999,"5min":3.8450000000000002,"15min":4.1710000000000003},"last":0.434},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.129,"15min":1.7509999999999999},"min":{"1min":0.41599999999999998,"5min":0.307,"15min":0.307},"max":{"1min":3.0409999999999999,"5min":3.2850000000000001,"15min":4.3490000000000002},"last":0.38}]}]},{"osd":2,"up_from":356,"seq":1529008357518,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2384676,"kb_used_data":2191132,"kb_used_omap":0,"kb_used_meta":193536,"kb_avail":85695708,"statfs":{"total":90194313216,"available":87752404992,"internally_reserved":0,"allocated":2243719168,"data_stored":2240844575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":198180864},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:11:09 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.81000000000000005,"15min":0.82599999999999996},"min":{"1min":0.14899999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.54,"5min":29.581,"15min":29.581},"last":0.14399999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.087,"15min":1.01},"min":{"1min":0.158,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.2730000000000001,"5min":29.547000000000001,"15min":29.547000000000001},"last":0.16800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:11:09 2021","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.60399999999999998,"15min":0.84699999999999998},"min":{"1min":0.20399999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":2.0310000000000001,"5min":3.137,"15min":3.137},"last":0.23200000000000001},{"interface":"front","average":{"1min":1.151,"5min":0.752,"15min":0.96899999999999997},"min":{"1min":0.21299999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.3969999999999998,"5min":5.3179999999999996,"15min":5.3179999999999996},"last":0.27100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":1.0800000000000001,"15min":1.1459999999999999},"min":{"1min":0.23000000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.4380000000000002,"5min":29.5,"15min":29.5},"last":0.20100000000000001},{"interface":"front","average":{"1min":1.393,"5min":1.163,"15min":1.264},"min":{"1min":0.23100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":3.4750000000000001,"5min":29.850000000000001,"15min":29.850000000000001},"last":0.218}]},{"osd":4,"last update":"Thu Mar 4 23:11:09 2021","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":0.97199999999999998,"15min":1.5209999999999999},"min":{"1min":0.29499999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":3.0030000000000001,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.25},{"interface":"front","average":{"1min":1.401,"5min":0.92700000000000005,"15min":1.3049999999999999},"min":{"1min":0.26300000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.8130000000000002,"5min":7.0030000000000001,"15min":7.0030000000000001},"last":0.39400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:11:09 2021","interfaces":[{"interface":"back","average":{"1min":1.367,"5min":0.96799999999999997,"15min":1.379},"min":{"1min":0.28999999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.1280000000000001,"5min":7.1890000000000001,"15min":7.1890000000000001},"last":0.437},{"interface":"front","average":{"1min":1.4350000000000001,"5min":0.94599999999999995,"15min":1.4139999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":2.6970000000000001,"5min":3.2909999999999999,"15min":3.2909999999999999},"last":0.312}]},{"osd":6,"last update":"Thu Mar 4 23:11:09 2021","interfaces":[{"interface":"back","average":{"1min":1.5,"5min":1.0660000000000001,"15min":1.526},"min":{"1min":0.33600000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.8330000000000002,"5min":5.6239999999999997,"15min":5.6239999999999997},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.1830000000000001,"15min":1.4950000000000001},"min":{"1min":0.35999999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":2.3410000000000002,"5min":7.3339999999999996,"15min":7.3339999999999996},"last":0.36199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:11:09 2021","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.0029999999999999,"15min":1.5389999999999999},"min":{"1min":0.27400000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.2240000000000002,"5min":3.3919999999999999,"15min":3.3919999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.659,"5min":1.292,"15min":1.7549999999999999},"min":{"1min":0.35099999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.0350000000000001,"5min":7.4290000000000003,"15min":7.4290000000000003},"last":0.32500000000000001}]}]},{"osd":3,"up_from":370,"seq":1589137899656,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2227552,"kb_used_data":2016920,"kb_used_omap":0,"kb_used_meta":210624,"kb_avail":85852832,"statfs":{"total":90194313216,"available":87913299968,"internally_reserved":0,"allocated":2065326080,"data_stored":2062455086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":215678976},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.73799999999999999,"15min":0.88500000000000001},"min":{"1min":0.13900000000000001,"5min":0.125,"15min":0.125},"max":{"1min":1.9379999999999999,"5min":14.712999999999999,"15min":14.712999999999999},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.84899999999999998,"15min":1.0069999999999999},"min":{"1min":0.16500000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.401,"5min":15.404,"15min":15.404},"last":0.17999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.65700000000000003,"15min":1.081},"min":{"1min":0.19,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.4550000000000001,"5min":3.7450000000000001,"15min":3.7450000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.69599999999999995,"15min":1.0620000000000001},"min":{"1min":0.20100000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.3660000000000001,"5min":3.1160000000000001,"15min":4.2329999999999997},"last":0.22700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":2.0840000000000001,"15min":1.649},"min":{"1min":0.23899999999999999,"5min":0.16,"15min":0.16},"max":{"1min":1.944,"5min":83.091999999999999,"15min":83.091999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.97799999999999998,"5min":2.0920000000000001,"15min":1.532},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":2.226,"5min":83.608999999999995,"15min":83.608999999999995},"last":0.253}]},{"osd":4,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.4099999999999999,"5min":1.0580000000000001,"15min":1.706},"min":{"1min":0.25700000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.367,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":0.42099999999999999},{"interface":"front","average":{"1min":1.242,"5min":1.069,"15min":1.556},"min":{"1min":0.26500000000000001,"5min":0.223,"15min":0.223},"max":{"1min":2.3860000000000001,"5min":3.851,"15min":4.069},"last":0.27000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.0209999999999999,"15min":1.4419999999999999},"min":{"1min":0.23599999999999999,"5min":0.214,"15min":0.214},"max":{"1min":1.8680000000000001,"5min":7.7539999999999996,"15min":7.7539999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":1.29,"5min":1.2170000000000001,"15min":1.784},"min":{"1min":0.29699999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.8929999999999998,"5min":6.7370000000000001,"15min":6.7370000000000001},"last":0.39800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1080000000000001,"15min":1.5249999999999999},"min":{"1min":0.27600000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.2170000000000001,"5min":8.3420000000000005,"15min":8.3420000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":1.4179999999999999,"5min":1.3320000000000001,"15min":1.885},"min":{"1min":0.32600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.762,"5min":7.2720000000000002,"15min":7.2720000000000002},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.349,"15min":1.8819999999999999},"min":{"1min":0.34200000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":4.3899999999999997,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.2769999999999999,"5min":1.2390000000000001,"15min":1.7210000000000001},"min":{"1min":0.28799999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.524,"5min":7.9980000000000002,"15min":7.9980000000000002},"last":0.38}]}]},{"osd":4,"up_from":31,"seq":133143986456,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2812468,"kb_used_data":1763884,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85267916,"statfs":{"total":90194313216,"available":87314345984,"internally_reserved":1073741824,"allocated":1806217216,"data_stored":1803328397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:19 2021","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":2.3540000000000001,"15min":1.8939999999999999},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.1000000000000001,"5min":62.878999999999998,"15min":62.878999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.97499999999999998,"5min":2.4079999999999999,"15min":2.0760000000000001},"min":{"1min":0.17799999999999999,"5min":0.152,"15min":0.152},"max":{"1min":2.742,"5min":62.924999999999997,"15min":62.924999999999997},"last":2.2629999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:10:30 2021","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.71799999999999997,"15min":1.2230000000000001},"min":{"1min":0.249,"5min":0.193,"15min":0.193},"max":{"1min":2.278,"5min":4.0190000000000001,"15min":4.0190000000000001},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.67700000000000005,"15min":1.23},"min":{"1min":0.23899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":1.909,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.26200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:11:06 2021","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":1.889,"15min":1.885},"min":{"1min":0.27400000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.6379999999999999,"5min":56.898000000000003,"15min":56.898000000000003},"last":2.3069999999999999},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.921,"15min":1.8069999999999999},"min":{"1min":0.28199999999999997,"5min":0.191,"15min":0.191},"max":{"1min":2.5289999999999999,"5min":56.911000000000001,"15min":56.911000000000001},"last":0.42699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.6499999999999999,"15min":1.8140000000000001},"min":{"1min":0.21099999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":2.419,"5min":56.844000000000001,"15min":56.844000000000001},"last":2.347},{"interface":"front","average":{"1min":0.879,"5min":1.6459999999999999,"15min":1.7809999999999999},"min":{"1min":0.33000000000000002,"5min":0.214,"15min":0.214},"max":{"1min":2.4399999999999999,"5min":56.823999999999998,"15min":56.823999999999998},"last":0.40300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.76100000000000001,"15min":1.069},"min":{"1min":0.154,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.202,"5min":5.2729999999999997,"15min":5.2729999999999997},"last":2.371},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.77500000000000002,"15min":1.0489999999999999},"min":{"1min":0.20200000000000001,"5min":0.156,"15min":0.156},"max":{"1min":1.843,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.20999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:10:48 2021","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":0.78900000000000003,"15min":1.111},"min":{"1min":0.28299999999999997,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.5790000000000002,"5min":4.609,"15min":4.609},"last":0.375},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.85999999999999999,"15min":1.2989999999999999},"min":{"1min":0.26400000000000001,"5min":0.185,"15min":0.185},"max":{"1min":3.0310000000000001,"5min":5.4820000000000002,"15min":5.4820000000000002},"last":2.5760000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:11:12 2021","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":0.877,"15min":1.409},"min":{"1min":0.245,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.621,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":2.5499999999999998},{"interface":"front","average":{"1min":1.2809999999999999,"5min":0.81100000000000005,"15min":1.325},"min":{"1min":0.24299999999999999,"5min":0.184,"15min":0.184},"max":{"1min":2.9049999999999998,"5min":3.0249999999999999,"15min":3.0630000000000002},"last":1.135}]}]},{"osd":5,"up_from":36,"seq":154618822931,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4008356,"kb_used_data":2959772,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84072028,"statfs":{"total":90194313216,"available":86089756672,"internally_reserved":1073741824,"allocated":3030806528,"data_stored":3027931971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,3,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:11:17 2021","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.659,"15min":1.5249999999999999},"min":{"1min":0.16200000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.3959999999999999,"5min":73.159000000000006,"15min":73.159000000000006},"last":0.193},{"interface":"front","average":{"1min":1.0349999999999999,"5min":1.7569999999999999,"15min":1.5529999999999999},"min":{"1min":0.21299999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.0219999999999998,"5min":73.429000000000002,"15min":73.429000000000002},"last":0.21299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.1799999999999999,"5min":0.85399999999999998,"15min":1.319},"min":{"1min":0.28699999999999998,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.1200000000000001,"5min":3.153,"15min":3.153},"last":0.29499999999999998},{"interface":"front","average":{"1min":1.1639999999999999,"5min":0.93100000000000005,"15min":1.278},"min":{"1min":0.23000000000000001,"5min":0.188,"15min":0.188},"max":{"1min":1.9990000000000001,"5min":4.4370000000000003,"15min":4.4370000000000003},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:11:13 2021","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":0.95199999999999996,"15min":1.492},"min":{"1min":0.29299999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.5649999999999999,"5min":3.774,"15min":3.774},"last":0.26600000000000001},{"interface":"front","average":{"1min":1.4279999999999999,"5min":0.95899999999999996,"15min":1.538},"min":{"1min":0.20899999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.3769999999999998,"5min":3.875,"15min":3.875},"last":0.34499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:10:32 2021","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.7929999999999999,"15min":1.7230000000000001},"min":{"1min":0.24299999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.1509999999999998,"5min":73.272000000000006,"15min":73.272000000000006},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.4930000000000001,"5min":1.895,"15min":1.8149999999999999},"min":{"1min":0.311,"5min":0.192,"15min":0.192},"max":{"1min":3.3700000000000001,"5min":73.563000000000002,"15min":73.563000000000002},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.70999999999999996,"15min":0.96699999999999997},"min":{"1min":0.19700000000000001,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":2.4529999999999998,"5min":3.9649999999999999,"15min":3.9649999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.337,"5min":0.88400000000000001,"15min":1.109},"min":{"1min":0.27600000000000002,"5min":0.157,"15min":0.157},"max":{"1min":2.8660000000000001,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.31}]},{"osd":6,"last update":"Thu Mar 4 23:10:58 2021","interfaces":[{"interface":"back","average":{"1min":1.5569999999999999,"5min":0.97499999999999998,"15min":1.2190000000000001},"min":{"1min":0.27400000000000002,"5min":0.161,"15min":0.161},"max":{"1min":2.8610000000000002,"5min":4.2619999999999996,"15min":4.2619999999999996},"last":0.24299999999999999},{"interface":"front","average":{"1min":1.472,"5min":1.0760000000000001,"15min":1.246},"min":{"1min":0.33200000000000002,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.3919999999999999,"5min":6.8099999999999996,"15min":6.8099999999999996},"last":1.3460000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:11:13 2021","interfaces":[{"interface":"back","average":{"1min":1.4610000000000001,"5min":0.99099999999999999,"15min":1.3029999999999999},"min":{"1min":0.254,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":2.5859999999999999,"5min":3.5920000000000001,"15min":3.5920000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.4370000000000001,"5min":0.99099999999999999,"15min":1.361},"min":{"1min":0.252,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.0790000000000002,"5min":3.29,"15min":3.29},"last":0.61599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1756168192,"data_stored":1756168192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2272788480,"data_stored":2272788480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2084438016,"data_stored":2084438016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1848246272,"data_stored":1848246272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3090874368,"data_stored":3090874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1543962624,"data_stored":1543962624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2180186112,"data_stored":2180186112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:11:25.896 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:11:25.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 11 2021-03-04T23:11:25.936 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:25 gibba023 bash[18090]: debug 2021-03-04T23:11:25.745+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:25.937 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:25 gibba023 bash[19550]: debug 2021-03-04T23:11:25.929+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:25.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:26.034 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:26.042 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:26.125 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:11:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:26 gibba023 bash[27374]: cluster 2021-03-04T23:11:25.054154+0000 mgr.x (mgr.34379) 671 : cluster [DBG] pgmap v978: 99 pgs: 99 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:11:26.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:26 gibba023 bash[27374]: audit 2021-03-04T23:11:25.884578+0000 mon.c (mon.1) 55 : audit [INF] from='client.? 172.21.2.108:0/1106717963' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:11:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:26 gibba023 bash[27374]: audit 2021-03-04T23:11:25.884827+0000 mon.a (mon.0) 1219 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:11:26.389 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[39303]: cluster 2021-03-04T23:11:25.054154+0000 mgr.x (mgr.34379) 671 : cluster [DBG] pgmap v978: 99 pgs: 99 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:11:26.390 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[39303]: audit 2021-03-04T23:11:25.884578+0000 mon.c (mon.1) 55 : audit [INF] from='client.? 172.21.2.108:0/1106717963' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:11:26.390 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[39303]: audit 2021-03-04T23:11:25.884827+0000 mon.a (mon.0) 1219 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:11:26.390 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[37770]: cluster 2021-03-04T23:11:25.054154+0000 mgr.x (mgr.34379) 671 : cluster [DBG] pgmap v978: 99 pgs: 99 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:11:26.391 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[37770]: audit 2021-03-04T23:11:25.884578+0000 mon.c (mon.1) 55 : audit [INF] from='client.? 172.21.2.108:0/1106717963' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:11:26.391 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[37770]: audit 2021-03-04T23:11:25.884827+0000 mon.a (mon.0) 1219 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:11:26.391 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:26.392 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:26 gibba008 bash[50326]: debug 2021-03-04T23:11:26.382+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:26.494 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:26.601 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:26.706 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:26.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:26 gibba023 bash[18090]: debug 2021-03-04T23:11:26.589+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:26.819 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:26.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 33 16 87181 87165 165.07 126.5 0.0040604 0.006053 2021-03-04T23:11:26.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:27.127 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:27 gibba023 bash[27374]: cluster 2021-03-04T23:11:26.113927+0000 mon.a (mon.0) 1220 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:11:27.127 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:27 gibba023 bash[27374]: audit 2021-03-04T23:11:26.117282+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:11:27.127 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:27 gibba023 bash[27374]: cluster 2021-03-04T23:11:26.117328+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e604: 8 total, 8 up, 7 in 2021-03-04T23:11:27.128 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:26 gibba023 bash[19550]: debug 2021-03-04T23:11:26.813+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:27.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:27.446 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:27.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[39303]: cluster 2021-03-04T23:11:26.113927+0000 mon.a (mon.0) 1220 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:11:27.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[39303]: audit 2021-03-04T23:11:26.117282+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:11:27.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[39303]: cluster 2021-03-04T23:11:26.117328+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e604: 8 total, 8 up, 7 in 2021-03-04T23:11:27.453 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[48858]: debug 2021-03-04T23:11:27.334+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:27.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[37770]: cluster 2021-03-04T23:11:26.113927+0000 mon.a (mon.0) 1220 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:11:27.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[37770]: audit 2021-03-04T23:11:26.117282+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:11:27.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[37770]: cluster 2021-03-04T23:11:26.117328+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e604: 8 total, 8 up, 7 in 2021-03-04T23:11:27.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 34 16 89218 89202 163.959 127.312 0.00570129 0.0060957 2021-03-04T23:11:27.951 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:28.054 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:28.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:28 gibba008 bash[37770]: cluster 2021-03-04T23:11:27.054482+0000 mgr.x (mgr.34379) 672 : cluster [DBG] pgmap v980: 99 pgs: 99 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:11:28.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:28 gibba008 bash[39303]: cluster 2021-03-04T23:11:27.054482+0000 mgr.x (mgr.34379) 672 : cluster [DBG] pgmap v980: 99 pgs: 99 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:11:28.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:27 gibba008 bash[47391]: debug 2021-03-04T23:11:27.942+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:28.490 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:28 gibba023 bash[27374]: cluster 2021-03-04T23:11:27.054482+0000 mgr.x (mgr.34379) 672 : cluster [DBG] pgmap v980: 99 pgs: 99 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:11:28.593 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:28.765 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:28 gibba008 bash[48858]: debug 2021-03-04T23:11:28.482+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:28.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 35 16 91399 91383 163.168 136.312 0.0138469 0.00612505 2021-03-04T23:11:29.313 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:29.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:29.661 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:29 gibba008 bash[44600]: debug 2021-03-04T23:11:29.306+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:29.662 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:29.765 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:29.861 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 36 16 92750 92734 160.981 84.4375 0.00892579 0.00620763 2021-03-04T23:11:29.941 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:29 gibba008 bash[50326]: debug 2021-03-04T23:11:29.654+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:30.243 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:29 gibba008 bash[37770]: cluster 2021-03-04T23:11:29.054965+0000 mgr.x (mgr.34379) 673 : cluster [DBG] pgmap v981: 99 pgs: 99 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:11:30.243 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:29 gibba008 bash[39303]: cluster 2021-03-04T23:11:29.054965+0000 mgr.x (mgr.34379) 673 : cluster [DBG] pgmap v981: 99 pgs: 99 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:11:30.244 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:30 gibba008 bash[44600]: debug 2021-03-04T23:11:30.234+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:30.244 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:29 gibba023 bash[27374]: cluster 2021-03-04T23:11:29.054965+0000 mgr.x (mgr.34379) 673 : cluster [DBG] pgmap v981: 99 pgs: 99 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:11:30.347 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:30.439 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:30.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:30.569 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:11:30.708 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:30.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:30 gibba023 bash[15180]: debug 2021-03-04T23:11:30.429+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:30.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 37 15 94735 94720 159.985 124.125 0.00835424 0.00624712 2021-03-04T23:11:31.215 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:31.318 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:31.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:31 gibba008 bash[48858]: debug 2021-03-04T23:11:31.210+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:31.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 38 16 96480 96464 158.643 109 0.0164076 0.00629864 2021-03-04T23:11:31.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:31.982 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:32.161 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:32 gibba008 bash[37770]: cluster 2021-03-04T23:11:31.055400+0000 mgr.x (mgr.34379) 674 : cluster [DBG] pgmap v982: 99 pgs: 99 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 119 MiB/s wr, 1.91k op/s 2021-03-04T23:11:32.162 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:31 gibba008 bash[50326]: debug 2021-03-04T23:11:31.870+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:32.424 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:32 gibba008 bash[39303]: cluster 2021-03-04T23:11:31.055400+0000 mgr.x (mgr.34379) 674 : cluster [DBG] pgmap v982: 99 pgs: 99 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 119 MiB/s wr, 1.91k op/s 2021-03-04T23:11:32.424 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:11:32.426 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:32 gibba023 bash[27374]: cluster 2021-03-04T23:11:31.055400+0000 mgr.x (mgr.34379) 674 : cluster [DBG] pgmap v982: 99 pgs: 99 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 119 MiB/s wr, 1.91k op/s 2021-03-04T23:11:32.526 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:32.529 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:32.630 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:32.735 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:32.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:32 gibba008 bash[50326]: debug 2021-03-04T23:11:32.418+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:32.823 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:32 gibba023 bash[19550]: debug 2021-03-04T23:11:32.625+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:32.826 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:32.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 39 16 97845 97829 156.762 85.3125 0.00380213 0.00637073 2021-03-04T23:11:32.930 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:33.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:32 gibba023 bash[15180]: debug 2021-03-04T23:11:32.817+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:33.336 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:33.442 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:33.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:33 gibba008 bash[47391]: debug 2021-03-04T23:11:33.326+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:33.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:11:33.859951+0000 min lat: 0.000893946 max lat: 0.269223 avg lat: 0.0064501 2021-03-04T23:11:33.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:33.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 40 16 99167 99151 154.908 82.625 0.0454484 0.0064501 2021-03-04T23:11:33.902 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:34.005 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:34.123 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:34.227 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:34.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:34 gibba008 bash[37770]: cluster 2021-03-04T23:11:33.056417+0000 mgr.x (mgr.34379) 675 : cluster [DBG] pgmap v983: 99 pgs: 99 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:11:34.233 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:34 gibba008 bash[39303]: cluster 2021-03-04T23:11:33.056417+0000 mgr.x (mgr.34379) 675 : cluster [DBG] pgmap v983: 99 pgs: 99 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:11:34.233 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:33 gibba008 bash[50326]: debug 2021-03-04T23:11:33.894+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:34.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:34 gibba023 bash[27374]: cluster 2021-03-04T23:11:33.056417+0000 mgr.x (mgr.34379) 675 : cluster [DBG] pgmap v983: 99 pgs: 99 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:11:34.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:34 gibba023 bash[15180]: debug 2021-03-04T23:11:34.117+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:34.703 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:34.806 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:34.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 41 16 101053 101037 154.005 117.875 0.00572948 0.00648942 2021-03-04T23:11:35.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:34 gibba008 bash[50326]: debug 2021-03-04T23:11:34.694+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:35.056 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:35.159 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:35.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:35 gibba008 bash[48858]: debug 2021-03-04T23:11:35.046+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:35.268 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:35.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:35.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:35 gibba023 bash[18090]: debug 2021-03-04T23:11:35.261+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:35.686 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:35.789 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:35.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 42 16 103080 103064 153.354 126.688 0.00776021 0.00651751 2021-03-04T23:11:36.062 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:35 gibba008 bash[48858]: debug 2021-03-04T23:11:35.674+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:36.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:36 gibba008 bash[39303]: cluster 2021-03-04T23:11:35.056994+0000 mgr.x (mgr.34379) 676 : cluster [DBG] pgmap v984: 99 pgs: 99 active+clean; 5.9 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:36.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:36 gibba008 bash[37770]: cluster 2021-03-04T23:11:35.056994+0000 mgr.x (mgr.34379) 676 : cluster [DBG] pgmap v984: 99 pgs: 99 active+clean; 5.9 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:36.513 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:36 gibba023 bash[27374]: cluster 2021-03-04T23:11:35.056994+0000 mgr.x (mgr.34379) 676 : cluster [DBG] pgmap v984: 99 pgs: 99 active+clean; 5.9 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:36.617 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:36.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 43 16 104468 104452 151.805 86.75 0.00352472 0.00658378 2021-03-04T23:11:36.965 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:36 gibba008 bash[48858]: debug 2021-03-04T23:11:36.506+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:37.042 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:37.144 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:37.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:37 gibba008 bash[44600]: debug 2021-03-04T23:11:37.034+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:37.262 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:37.367 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:37.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:37 gibba023 bash[15180]: debug 2021-03-04T23:11:37.253+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:37.862 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 44 15 106168 106153 150.771 106.312 0.00782602 0.00662704 2021-03-04T23:11:37.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:38.033 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:38 gibba008 bash[37770]: cluster 2021-03-04T23:11:37.057461+0000 mgr.x (mgr.34379) 677 : cluster [DBG] pgmap v985: 99 pgs: 99 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:11:38.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:38 gibba008 bash[39303]: cluster 2021-03-04T23:11:37.057461+0000 mgr.x (mgr.34379) 677 : cluster [DBG] pgmap v985: 99 pgs: 99 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:11:38.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:37 gibba008 bash[50326]: debug 2021-03-04T23:11:37.910+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:38.473 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:38 gibba023 bash[27374]: cluster 2021-03-04T23:11:37.057461+0000 mgr.x (mgr.34379) 677 : cluster [DBG] pgmap v985: 99 pgs: 99 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:11:38.580 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:38.774 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:38 gibba008 bash[50326]: debug 2021-03-04T23:11:38.462+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:38.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 45 16 107210 107194 148.866 65.0625 0.00587789 0.00671208 2021-03-04T23:11:39.130 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:39.233 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:39.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:39 gibba023 bash[19550]: debug 2021-03-04T23:11:39.121+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:39.690 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:39.793 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:39.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 46 16 108926 108910 147.961 107.25 0.0198005 0.00675332 2021-03-04T23:11:39.947 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:39 gibba023 bash[18090]: debug 2021-03-04T23:11:39.681+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:39 gibba008 bash[37770]: cluster 2021-03-04T23:11:39.057842+0000 mgr.x (mgr.34379) 678 : cluster [DBG] pgmap v986: 99 pgs: 99 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:11:40.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:39 gibba008 bash[39303]: cluster 2021-03-04T23:11:39.057842+0000 mgr.x (mgr.34379) 678 : cluster [DBG] pgmap v986: 99 pgs: 99 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:11:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:39 gibba023 bash[27374]: cluster 2021-03-04T23:11:39.057842+0000 mgr.x (mgr.34379) 678 : cluster [DBG] pgmap v986: 99 pgs: 99 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:11:40.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:40.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:40.705 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:40 gibba008 bash[50326]: debug 2021-03-04T23:11:40.370+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:40.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 47 16 110624 110608 147.07 106.125 0.00399082 0.00679574 2021-03-04T23:11:41.060 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:41.162 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:41.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:41 gibba023 bash[18090]: debug 2021-03-04T23:11:41.053+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:41.616 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:41.718 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:41.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 48 16 112004 111988 145.802 86.25 0.0039949 0.00684982 2021-03-04T23:11:42.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:41 gibba008 bash[47391]: debug 2021-03-04T23:11:41.610+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:42.239 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:42.351 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:42 gibba008 bash[37770]: cluster 2021-03-04T23:11:41.058278+0000 mgr.x (mgr.34379) 679 : cluster [DBG] pgmap v987: 99 pgs: 99 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:11:42.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:42 gibba008 bash[39303]: cluster 2021-03-04T23:11:41.058278+0000 mgr.x (mgr.34379) 679 : cluster [DBG] pgmap v987: 99 pgs: 99 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:11:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:42 gibba023 bash[27374]: cluster 2021-03-04T23:11:41.058278+0000 mgr.x (mgr.34379) 679 : cluster [DBG] pgmap v987: 99 pgs: 99 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:11:42.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:42 gibba023 bash[15180]: debug 2021-03-04T23:11:42.229+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:42.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:42.749 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:42.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 49 16 113172 113156 144.316 73 0.00760517 0.00692562 2021-03-04T23:11:43.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:42 gibba008 bash[48858]: debug 2021-03-04T23:11:42.638+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:43.326 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:43.430 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:43.436 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:43 gibba023 bash[15180]: debug 2021-03-04T23:11:43.317+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:43.436 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:43 gibba023 bash[27374]: audit 2021-03-04T23:11:42.542087+0000 mon.a (mon.0) 1223 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:11:43.437 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:43 gibba023 bash[27374]: audit 2021-03-04T23:11:42.543697+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.437 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:43 gibba023 bash[27374]: audit 2021-03-04T23:11:42.543842+0000 mon.a (mon.0) 1225 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:43 gibba008 bash[37770]: audit 2021-03-04T23:11:42.542087+0000 mon.a (mon.0) 1223 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:11:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:43 gibba008 bash[37770]: audit 2021-03-04T23:11:42.543697+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:43 gibba008 bash[37770]: audit 2021-03-04T23:11:42.543842+0000 mon.a (mon.0) 1225 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:43 gibba008 bash[39303]: audit 2021-03-04T23:11:42.542087+0000 mon.a (mon.0) 1223 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:11:43.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:43 gibba008 bash[39303]: audit 2021-03-04T23:11:42.543697+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:43 gibba008 bash[39303]: audit 2021-03-04T23:11:42.543842+0000 mon.a (mon.0) 1225 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.863 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 50 16 113945 113929 142.396 48.3125 0.0247275 0.0070162 2021-03-04T23:11:43.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:44.043 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:44 gibba023 bash[27374]: cluster 2021-03-04T23:11:43.059354+0000 mgr.x (mgr.34379) 680 : cluster [DBG] pgmap v988: 99 pgs: 99 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:11:44.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:43 gibba023 bash[19550]: debug 2021-03-04T23:11:43.929+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:44 gibba008 bash[37770]: cluster 2021-03-04T23:11:43.059354+0000 mgr.x (mgr.34379) 680 : cluster [DBG] pgmap v988: 99 pgs: 99 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:11:44.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:44 gibba008 bash[39303]: cluster 2021-03-04T23:11:43.059354+0000 mgr.x (mgr.34379) 680 : cluster [DBG] pgmap v988: 99 pgs: 99 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:11:44.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:44.686 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:44.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 51 16 115472 115456 141.475 95.4375 0.00783729 0.00706482 2021-03-04T23:11:44.871 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:44 gibba008 bash[48858]: debug 2021-03-04T23:11:44.574+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:44.872 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:44 gibba008 bash[48858]: debug 2021-03-04T23:11:44.862+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:44.872 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:44.974 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:45.163 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 1 pg_num to 11 2021-03-04T23:11:45.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[37770]: audit 2021-03-04T23:11:44.726820+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 5]}]: dispatch 2021-03-04T23:11:45.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[37770]: audit 2021-03-04T23:11:44.726988+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:11:45.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[37770]: audit 2021-03-04T23:11:44.857969+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:45.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[37770]: audit 2021-03-04T23:11:45.026307+0000 mon.a (mon.0) 1229 : audit [INF] from='client.? 172.21.2.108:0/3587631135' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-03-04T23:11:45.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[39303]: audit 2021-03-04T23:11:44.726820+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 5]}]: dispatch 2021-03-04T23:11:45.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[39303]: audit 2021-03-04T23:11:44.726988+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:11:45.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[39303]: audit 2021-03-04T23:11:44.857969+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:45.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[39303]: audit 2021-03-04T23:11:45.026307+0000 mon.a (mon.0) 1229 : audit [INF] from='client.? 172.21.2.108:0/3587631135' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-03-04T23:11:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:45 gibba023 bash[27374]: audit 2021-03-04T23:11:44.726820+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 5]}]: dispatch 2021-03-04T23:11:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:45 gibba023 bash[27374]: audit 2021-03-04T23:11:44.726988+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:11:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:45 gibba023 bash[27374]: audit 2021-03-04T23:11:44.857969+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:45 gibba023 bash[27374]: audit 2021-03-04T23:11:45.026307+0000 mon.a (mon.0) 1229 : audit [INF] from='client.? 172.21.2.108:0/3587631135' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-03-04T23:11:45.795 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:45.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 52 16 116805 116789 140.356 83.3125 0.054589 0.00711603 2021-03-04T23:11:45.898 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:46.033 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:46.139 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:46.145 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:45 gibba008 bash[48858]: debug 2021-03-04T23:11:45.786+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:46 gibba023 bash[27374]: cluster 2021-03-04T23:11:45.060740+0000 mgr.x (mgr.34379) 681 : cluster [DBG] pgmap v989: 99 pgs: 99 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:11:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:46 gibba023 bash[27374]: audit 2021-03-04T23:11:45.157663+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.2.108:0/3587631135' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]': finished 2021-03-04T23:11:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:46 gibba023 bash[27374]: cluster 2021-03-04T23:11:45.157765+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e605: 8 total, 8 up, 7 in 2021-03-04T23:11:46.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:46 gibba023 bash[16680]: debug 2021-03-04T23:11:46.025+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:46.405 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[37770]: cluster 2021-03-04T23:11:45.060740+0000 mgr.x (mgr.34379) 681 : cluster [DBG] pgmap v989: 99 pgs: 99 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:11:46.405 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[37770]: audit 2021-03-04T23:11:45.157663+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.2.108:0/3587631135' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]': finished 2021-03-04T23:11:46.406 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[37770]: cluster 2021-03-04T23:11:45.157765+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e605: 8 total, 8 up, 7 in 2021-03-04T23:11:46.406 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[39303]: cluster 2021-03-04T23:11:45.060740+0000 mgr.x (mgr.34379) 681 : cluster [DBG] pgmap v989: 99 pgs: 99 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:11:46.406 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[39303]: audit 2021-03-04T23:11:45.157663+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.2.108:0/3587631135' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]': finished 2021-03-04T23:11:46.407 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[39303]: cluster 2021-03-04T23:11:45.157765+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e605: 8 total, 8 up, 7 in 2021-03-04T23:11:46.524 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:46.627 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:46.667 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[47391]: debug 2021-03-04T23:11:46.514+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:46.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 53 16 118115 118099 139.252 81.875 0.0401146 0.00717543 2021-03-04T23:11:46.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:47.029 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:47.279 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:46 gibba008 bash[48858]: debug 2021-03-04T23:11:46.914+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:47.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:47.533 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:47.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[47391]: debug 2021-03-04T23:11:47.422+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:47.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 54 16 119773 119757 138.592 103.625 0.00711395 0.00721173 2021-03-04T23:11:47.909 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:48.012 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:48.087 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:11:48.087 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:11:48.099 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:11:48.120 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:11:48.140 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:11:48.221 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[47391]: debug 2021-03-04T23:11:47.902+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:48.222 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[39303]: audit 2021-03-04T23:11:46.974466+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:48.222 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[39303]: cephadm 2021-03-04T23:11:46.976170+0000 mgr.x (mgr.34379) 682 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:11:48.222 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[39303]: cluster 2021-03-04T23:11:47.061688+0000 mgr.x (mgr.34379) 683 : cluster [DBG] pgmap v991: 99 pgs: 99 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:11:48.223 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[39303]: audit 2021-03-04T23:11:47.063482+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:11:48.223 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[37770]: audit 2021-03-04T23:11:46.974466+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:48.223 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[37770]: cephadm 2021-03-04T23:11:46.976170+0000 mgr.x (mgr.34379) 682 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:11:48.223 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[37770]: cluster 2021-03-04T23:11:47.061688+0000 mgr.x (mgr.34379) 683 : cluster [DBG] pgmap v991: 99 pgs: 99 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:11:48.224 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:47 gibba008 bash[37770]: audit 2021-03-04T23:11:47.063482+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:11:48.224 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:48 gibba008 bash[48858]: debug 2021-03-04T23:11:48.214+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:48.225 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:48.227 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:11:48.246 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:11:48.266 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:11:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:47 gibba023 bash[27374]: audit 2021-03-04T23:11:46.974466+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:47 gibba023 bash[27374]: cephadm 2021-03-04T23:11:46.976170+0000 mgr.x (mgr.34379) 682 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:11:48.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:47 gibba023 bash[27374]: cluster 2021-03-04T23:11:47.061688+0000 mgr.x (mgr.34379) 683 : cluster [DBG] pgmap v991: 99 pgs: 99 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:11:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:47 gibba023 bash[27374]: audit 2021-03-04T23:11:47.063482+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:11:48.285 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:11:48.305 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:11:48.306 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.306 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.307 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.307 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.308 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.308 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.308 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.309 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:11:48.327 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:48.424 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:48.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:48.619 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[15180]: debug 2021-03-04T23:11:48.613+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:48.619 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[16680]: debug 2021-03-04T23:11:48.417+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:48.621 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:48.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:48.802 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:48.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 55 16 121627 121611 138.179 115.875 0.00427845 0.00723345 2021-03-04T23:11:48.907 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:48.983 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[16680]: debug 2021-03-04T23:11:48.793+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:48.989 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:11:49.269 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:48 gibba008 bash[37770]: audit 2021-03-04T23:11:47.975615+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]': finished 2021-03-04T23:11:49.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:48 gibba008 bash[37770]: cluster 2021-03-04T23:11:47.975670+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e606: 8 total, 8 up, 7 in 2021-03-04T23:11:49.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:48 gibba008 bash[37770]: audit 2021-03-04T23:11:48.075809+0000 mon.a (mon.0) 1236 : audit [DBG] from='client.? 172.21.2.108:0/443928785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:11:49.270 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:48 gibba008 bash[37770]: audit 2021-03-04T23:11:48.559176+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.2.108:0/308956379' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:11:49.270 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: audit 2021-03-04T23:11:47.975615+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]': finished 2021-03-04T23:11:49.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: cluster 2021-03-04T23:11:47.975670+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e606: 8 total, 8 up, 7 in 2021-03-04T23:11:49.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: audit 2021-03-04T23:11:48.075809+0000 mon.a (mon.0) 1236 : audit [DBG] from='client.? 172.21.2.108:0/443928785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:11:49.271 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: audit 2021-03-04T23:11:48.559176+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.2.108:0/308956379' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:11:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[27374]: audit 2021-03-04T23:11:47.975615+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]': finished 2021-03-04T23:11:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[27374]: cluster 2021-03-04T23:11:47.975670+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e606: 8 total, 8 up, 7 in 2021-03-04T23:11:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[27374]: audit 2021-03-04T23:11:48.075809+0000 mon.a (mon.0) 1236 : audit [DBG] from='client.? 172.21.2.108:0/443928785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:11:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:48 gibba023 bash[27374]: audit 2021-03-04T23:11:48.559176+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.2.108:0/308956379' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:11:49.362 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:49.466 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:49.553 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:49.656 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:49.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[48858]: debug 2021-03-04T23:11:49.354+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:49.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:49 gibba023 bash[19550]: debug 2021-03-04T23:11:49.545+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:49.818 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:49.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 56 16 122769 122753 136.986 71.375 0.00346713 0.00729635 2021-03-04T23:11:49.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:50.003 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:50.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: cluster 2021-03-04T23:11:48.978998+0000 mon.a (mon.0) 1238 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:11:50.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: audit 2021-03-04T23:11:48.983832+0000 mon.a (mon.0) 1239 : audit [INF] from='client.? 172.21.2.108:0/308956379' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:11:50.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: cluster 2021-03-04T23:11:48.983869+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e607: 8 total, 8 up, 7 in 2021-03-04T23:11:50.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[39303]: cluster 2021-03-04T23:11:49.062045+0000 mgr.x (mgr.34379) 684 : cluster [DBG] pgmap v994: 109 pgs: 10 unknown, 99 active+clean; 7.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 78 MiB/s wr, 1.24k op/s 2021-03-04T23:11:50.079 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[37770]: cluster 2021-03-04T23:11:48.978998+0000 mon.a (mon.0) 1238 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:11:50.079 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[37770]: audit 2021-03-04T23:11:48.983832+0000 mon.a (mon.0) 1239 : audit [INF] from='client.? 172.21.2.108:0/308956379' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:11:50.079 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[37770]: cluster 2021-03-04T23:11:48.983869+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e607: 8 total, 8 up, 7 in 2021-03-04T23:11:50.080 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:49 gibba008 bash[37770]: cluster 2021-03-04T23:11:49.062045+0000 mgr.x (mgr.34379) 684 : cluster [DBG] pgmap v994: 109 pgs: 10 unknown, 99 active+clean; 7.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 78 MiB/s wr, 1.24k op/s 2021-03-04T23:11:50.107 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:50.113 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:49 gibba023 bash[27374]: cluster 2021-03-04T23:11:48.978998+0000 mon.a (mon.0) 1238 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:11:50.114 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:49 gibba023 bash[27374]: audit 2021-03-04T23:11:48.983832+0000 mon.a (mon.0) 1239 : audit [INF] from='client.? 172.21.2.108:0/308956379' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:11:50.114 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:49 gibba023 bash[27374]: cluster 2021-03-04T23:11:48.983869+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e607: 8 total, 8 up, 7 in 2021-03-04T23:11:50.114 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:49 gibba023 bash[27374]: cluster 2021-03-04T23:11:49.062045+0000 mgr.x (mgr.34379) 684 : cluster [DBG] pgmap v994: 109 pgs: 10 unknown, 99 active+clean; 7.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 78 MiB/s wr, 1.24k op/s 2021-03-04T23:11:50.115 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:49 gibba023 bash[19550]: debug 2021-03-04T23:11:49.809+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:50.115 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:50 gibba023 bash[19550]: debug 2021-03-04T23:11:49.997+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:50.198 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:50.302 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:50.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:50 gibba023 bash[15180]: debug 2021-03-04T23:11:50.189+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:50.638 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:50.741 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:50.854 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:50.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 57 16 124489 124473 136.469 107.5 0.00377362 0.00732398 2021-03-04T23:11:50.912 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:50 gibba008 bash[44600]: debug 2021-03-04T23:11:50.630+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:50.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:11:50.960 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:51.009 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:51.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:50 gibba023 bash[19550]: debug 2021-03-04T23:11:50.845+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:51.045 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:11:51.148 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:51.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[39303]: audit 2021-03-04T23:11:50.270806+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:51.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[39303]: cephadm 2021-03-04T23:11:50.272942+0000 mgr.x (mgr.34379) 685 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:11:51.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[39303]: audit 2021-03-04T23:11:50.493254+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[39303]: audit 2021-03-04T23:11:51.062057+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "11"}]: dispatch 2021-03-04T23:11:51.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[37770]: audit 2021-03-04T23:11:50.270806+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:51.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[37770]: cephadm 2021-03-04T23:11:50.272942+0000 mgr.x (mgr.34379) 685 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:11:51.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[37770]: audit 2021-03-04T23:11:50.493254+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:51.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[37770]: audit 2021-03-04T23:11:51.062057+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "11"}]: dispatch 2021-03-04T23:11:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:51 gibba023 bash[27374]: audit 2021-03-04T23:11:50.270806+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:51 gibba023 bash[27374]: cephadm 2021-03-04T23:11:50.272942+0000 mgr.x (mgr.34379) 685 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:11:51.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:51 gibba023 bash[27374]: audit 2021-03-04T23:11:50.493254+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:11:51.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:51 gibba023 bash[27374]: audit 2021-03-04T23:11:51.062057+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "11"}]: dispatch 2021-03-04T23:11:51.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:11:51 gibba023 bash[16680]: debug 2021-03-04T23:11:51.037+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:51.665 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:51.769 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:51.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 58 16 126057 126041 135.805 98 0.0076466 0.00735987 2021-03-04T23:11:52.017 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:51 gibba008 bash[48858]: debug 2021-03-04T23:11:51.658+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:52.264 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:52.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:52.492 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:52.597 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:52.598 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[37770]: cluster 2021-03-04T23:11:51.062471+0000 mgr.x (mgr.34379) 686 : cluster [DBG] pgmap v995: 109 pgs: 109 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:11:52.598 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[37770]: audit 2021-03-04T23:11:51.500969+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "11"}]': finished 2021-03-04T23:11:52.599 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[37770]: cluster 2021-03-04T23:11:51.501082+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e608: 8 total, 8 up, 7 in 2021-03-04T23:11:52.599 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[39303]: cluster 2021-03-04T23:11:51.062471+0000 mgr.x (mgr.34379) 686 : cluster [DBG] pgmap v995: 109 pgs: 109 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:11:52.599 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[39303]: audit 2021-03-04T23:11:51.500969+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "11"}]': finished 2021-03-04T23:11:52.599 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[39303]: cluster 2021-03-04T23:11:51.501082+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e608: 8 total, 8 up, 7 in 2021-03-04T23:11:52.600 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[47391]: debug 2021-03-04T23:11:52.254+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:52 gibba023 bash[27374]: cluster 2021-03-04T23:11:51.062471+0000 mgr.x (mgr.34379) 686 : cluster [DBG] pgmap v995: 109 pgs: 109 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:11:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:52 gibba023 bash[27374]: audit 2021-03-04T23:11:51.500969+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "11"}]': finished 2021-03-04T23:11:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:52 gibba023 bash[27374]: cluster 2021-03-04T23:11:51.501082+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e608: 8 total, 8 up, 7 in 2021-03-04T23:11:52.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:52 gibba023 bash[19550]: debug 2021-03-04T23:11:52.481+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:52.850 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:52.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 59 16 127651 127635 135.192 99.625 0.00343188 0.00739344 2021-03-04T23:11:52.953 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:53.148 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:52 gibba008 bash[47391]: debug 2021-03-04T23:11:52.842+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:53.327 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:53.336 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:11:53.336 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:11:53.336 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:11:53.337 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0 2021-03-04T23:11:53.431 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:53.432 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:53.474 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:53 gibba008 bash[50326]: debug 2021-03-04T23:11:53.322+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:53.563 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:53.667 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:53.756 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:53 gibba023 bash[18090]: debug 2021-03-04T23:11:53.557+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:53.757 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:53 gibba023 bash[27374]: cluster 2021-03-04T23:11:52.502433+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e609: 8 total, 8 up, 7 in 2021-03-04T23:11:53.757 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:53 gibba023 bash[27374]: cluster 2021-03-04T23:11:53.062902+0000 mgr.x (mgr.34379) 687 : cluster [DBG] pgmap v998: 109 pgs: 109 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:11:53.758 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:53 gibba023 bash[19550]: debug 2021-03-04T23:11:53.749+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:53.758 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:53.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:53 gibba008 bash[39303]: cluster 2021-03-04T23:11:52.502433+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e609: 8 total, 8 up, 7 in 2021-03-04T23:11:53.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:53 gibba008 bash[39303]: cluster 2021-03-04T23:11:53.062902+0000 mgr.x (mgr.34379) 687 : cluster [DBG] pgmap v998: 109 pgs: 109 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:11:53.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:53 gibba008 bash[37770]: cluster 2021-03-04T23:11:52.502433+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e609: 8 total, 8 up, 7 in 2021-03-04T23:11:53.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:53 gibba008 bash[37770]: cluster 2021-03-04T23:11:53.062902+0000 mgr.x (mgr.34379) 687 : cluster [DBG] pgmap v998: 109 pgs: 109 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:11:53.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:53.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:11:53.862461+0000 min lat: 0.000893946 max lat: 0.269223 avg lat: 0.00740587 2021-03-04T23:11:53.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:53.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 60 16 129598 129582 134.967 121.688 0.0063474 0.00740587 2021-03-04T23:11:54.295 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:54.398 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:54.499 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:54.602 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:11:54.604 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:54.607 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:54 gibba008 bash[44600]: debug 2021-03-04T23:11:54.286+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:54.753 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:54.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:54 gibba023 bash[15180]: debug 2021-03-04T23:11:54.493+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:54.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 61 16 131241 131225 134.437 102.688 0.00952113 0.00743461 2021-03-04T23:11:55.151 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:11:55.246 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:55.248 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:11:55.350 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:55.356 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:55 gibba008 bash[44600]: debug 2021-03-04T23:11:55.238+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:55.781 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:55.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 62 16 132687 132671 133.727 90.375 0.00332462 0.00747381 2021-03-04T23:11:55.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:56.122 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:55 gibba008 bash[48858]: debug 2021-03-04T23:11:55.770+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:56.411 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:56 gibba008 bash[39303]: cluster 2021-03-04T23:11:55.063328+0000 mgr.x (mgr.34379) 688 : cluster [DBG] pgmap v999: 109 pgs: 109 active+clean; 7.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:11:56.411 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:11:56 gibba008 bash[48858]: debug 2021-03-04T23:11:56.402+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:56.412 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:56 gibba008 bash[37770]: cluster 2021-03-04T23:11:55.063328+0000 mgr.x (mgr.34379) 688 : cluster [DBG] pgmap v999: 109 pgs: 109 active+clean; 7.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:11:56.415 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:11:56.519 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:56 gibba023 bash[27374]: cluster 2021-03-04T23:11:55.063328+0000 mgr.x (mgr.34379) 688 : cluster [DBG] pgmap v999: 109 pgs: 109 active+clean; 7.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:11:56.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 63 16 134077 134061 132.983 86.875 0.0042646 0.00751619 2021-03-04T23:11:57.001 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:57.104 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:57.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:56 gibba008 bash[44600]: debug 2021-03-04T23:11:56.994+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:57.723 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:11:57.826 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:57.864 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 64 16 136033 136017 132.815 122.25 0.00944413 0.00752562 2021-03-04T23:11:57.958 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:11:58.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:11:57 gibba008 bash[47391]: debug 2021-03-04T23:11:57.714+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:58.061 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:58.122 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:11:57 gibba023 bash[18090]: debug 2021-03-04T23:11:57.945+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:58 gibba008 bash[37770]: cluster 2021-03-04T23:11:57.063826+0000 mgr.x (mgr.34379) 689 : cluster [DBG] pgmap v1000: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 MiB/s wr, 1.62k op/s 2021-03-04T23:11:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:58 gibba008 bash[39303]: cluster 2021-03-04T23:11:57.063826+0000 mgr.x (mgr.34379) 689 : cluster [DBG] pgmap v1000: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 MiB/s wr, 1.62k op/s 2021-03-04T23:11:58.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:11:58.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:58 gibba023 bash[27374]: cluster 2021-03-04T23:11:57.063826+0000 mgr.x (mgr.34379) 689 : cluster [DBG] pgmap v1000: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 MiB/s wr, 1.62k op/s 2021-03-04T23:11:58.575 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:58.667 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:11:58.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:11:58 gibba008 bash[50326]: debug 2021-03-04T23:11:58.462+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:11:58.770 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:58.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 65 15 137658 137643 132.335 101.625 0.00543228 0.00755314 2021-03-04T23:11:58.903 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:11:58 gibba023 bash[19550]: debug 2021-03-04T23:11:58.661+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:58.906 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:59.009 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:59.101 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:11:59.205 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:59.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:11:59 gibba023 bash[27374]: audit 2021-03-04T23:11:58.138742+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:59.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:58 gibba023 bash[15180]: debug 2021-03-04T23:11:58.893+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:59.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:11:59 gibba023 bash[15180]: debug 2021-03-04T23:11:59.093+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:11:59.404 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:11:59 gibba008 bash[37770]: audit 2021-03-04T23:11:58.138742+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:59.405 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:11:59 gibba008 bash[39303]: audit 2021-03-04T23:11:58.138742+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:59.767 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:11:59.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 66 16 138863 138847 131.47 75.25 0.0191249 0.00760228 2021-03-04T23:11:59.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:00.124 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:11:59 gibba008 bash[44600]: debug 2021-03-04T23:11:59.758+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:00.234 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:00.338 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:00.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:00 gibba008 bash[39303]: cluster 2021-03-04T23:11:59.064250+0000 mgr.x (mgr.34379) 690 : cluster [DBG] pgmap v1001: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:12:00.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:00 gibba008 bash[39303]: audit 2021-03-04T23:11:59.924486+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:12:00.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:00 gibba008 bash[48858]: debug 2021-03-04T23:12:00.226+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:00 gibba008 bash[37770]: cluster 2021-03-04T23:11:59.064250+0000 mgr.x (mgr.34379) 690 : cluster [DBG] pgmap v1001: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:12:00.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:00 gibba008 bash[37770]: audit 2021-03-04T23:11:59.924486+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:12:00.513 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:00.514 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:00 gibba023 bash[15180]: debug 2021-03-04T23:12:00.501+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:00.514 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:00 gibba023 bash[27374]: cluster 2021-03-04T23:11:59.064250+0000 mgr.x (mgr.34379) 690 : cluster [DBG] pgmap v1001: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:12:00.514 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:00 gibba023 bash[27374]: audit 2021-03-04T23:11:59.924486+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:12:00.621 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:00.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 67 16 140214 140198 130.768 84.4375 0.00861009 0.00764381 2021-03-04T23:12:01.007 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:01.131 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:01.260 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:01 gibba008 bash[48858]: debug 2021-03-04T23:12:00.998+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:01.329 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:01.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:01.441 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:01 gibba008 bash[48858]: debug 2021-03-04T23:12:01.318+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:01.717 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:01.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:01 gibba008 bash[48858]: debug 2021-03-04T23:12:01.710+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:01.821 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:01.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 68 16 141931 141915 130.423 107.312 0.00730059 0.00766392 2021-03-04T23:12:01.946 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:02.050 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:02.127 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:01 gibba023 bash[19550]: debug 2021-03-04T23:12:01.941+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:02.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:02.251 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:02.373 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:02.476 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:02 gibba023 bash[27374]: cluster 2021-03-04T23:12:01.064791+0000 mgr.x (mgr.34379) 691 : cluster [DBG] pgmap v1002: 109 pgs: 109 active+clean; 8.4 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:12:02.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:02 gibba023 bash[15180]: debug 2021-03-04T23:12:02.137+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:02.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:02 gibba023 bash[19550]: debug 2021-03-04T23:12:02.365+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:02.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:02 gibba008 bash[39303]: cluster 2021-03-04T23:12:01.064791+0000 mgr.x (mgr.34379) 691 : cluster [DBG] pgmap v1002: 109 pgs: 109 active+clean; 8.4 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:12:02.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:02 gibba008 bash[37770]: cluster 2021-03-04T23:12:01.064791+0000 mgr.x (mgr.34379) 691 : cluster [DBG] pgmap v1002: 109 pgs: 109 active+clean; 8.4 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:12:02.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 69 16 143394 143378 129.858 91.4375 0.00535802 0.0076969 2021-03-04T23:12:03.015 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:03.118 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:03.279 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:03.387 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:03.399 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:03 gibba023 bash[18090]: debug 2021-03-04T23:12:03.269+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:03.510 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:03 gibba008 bash[48858]: debug 2021-03-04T23:12:03.006+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:03.541 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:03.644 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:03.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:03 gibba023 bash[18090]: debug 2021-03-04T23:12:03.533+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:03.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 70 16 144790 144774 129.249 87.25 0.0113975 0.00773366 2021-03-04T23:12:04.230 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:04.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:04.406 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:04 gibba008 bash[39303]: cluster 2021-03-04T23:12:03.065626+0000 mgr.x (mgr.34379) 692 : cluster [DBG] pgmap v1003: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:12:04.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:04 gibba008 bash[37770]: cluster 2021-03-04T23:12:03.065626+0000 mgr.x (mgr.34379) 692 : cluster [DBG] pgmap v1003: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:12:04.407 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:04 gibba008 bash[50326]: debug 2021-03-04T23:12:04.222+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:04 gibba023 bash[27374]: cluster 2021-03-04T23:12:03.065626+0000 mgr.x (mgr.34379) 692 : cluster [DBG] pgmap v1003: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:12:04.694 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:04.798 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:04.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 71 16 146407 146391 128.852 101.062 0.0121838 0.00775743 2021-03-04T23:12:05.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:04 gibba008 bash[44600]: debug 2021-03-04T23:12:04.690+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:05.345 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:05.448 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:05.720 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:05 gibba008 bash[50326]: debug 2021-03-04T23:12:05.338+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:05.722 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:05.825 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:05.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 72 16 148156 148140 128.581 109.312 0.0103449 0.00777394 2021-03-04T23:12:06.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:05 gibba008 bash[47391]: debug 2021-03-04T23:12:05.714+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:06.143 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:06.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:06 gibba008 bash[39303]: cluster 2021-03-04T23:12:05.066223+0000 mgr.x (mgr.34379) 693 : cluster [DBG] pgmap v1004: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:12:06.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:06 gibba008 bash[37770]: cluster 2021-03-04T23:12:05.066223+0000 mgr.x (mgr.34379) 693 : cluster [DBG] pgmap v1004: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:12:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:06 gibba023 bash[27374]: cluster 2021-03-04T23:12:05.066223+0000 mgr.x (mgr.34379) 693 : cluster [DBG] pgmap v1004: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:12:06.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:06 gibba023 bash[18090]: debug 2021-03-04T23:12:06.133+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:06.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 73 16 149867 149851 128.284 106.938 0.0122019 0.00779181 2021-03-04T23:12:06.920 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:07.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:07.259 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:06 gibba008 bash[50326]: debug 2021-03-04T23:12:06.914+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:07.259 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:07 gibba008 bash[50326]: debug 2021-03-04T23:12:07.250+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:07.261 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:07.364 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:07.865 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 74 16 151448 151432 127.886 98.8125 0.0073213 0.0078157 2021-03-04T23:12:08.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:08.133 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:08.286 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:08 gibba008 bash[37770]: cluster 2021-03-04T23:12:07.066734+0000 mgr.x (mgr.34379) 694 : cluster [DBG] pgmap v1005: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:12:08.286 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:08 gibba008 bash[39303]: cluster 2021-03-04T23:12:07.066734+0000 mgr.x (mgr.34379) 694 : cluster [DBG] pgmap v1005: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:12:08.287 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:08 gibba008 bash[44600]: debug 2021-03-04T23:12:08.022+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:08 gibba023 bash[27374]: cluster 2021-03-04T23:12:07.066734+0000 mgr.x (mgr.34379) 694 : cluster [DBG] pgmap v1005: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:12:08.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:08.750 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:08.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 75 16 152389 152373 126.965 58.8125 0.00414802 0.00787172 2021-03-04T23:12:08.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:09.000 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:09.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:08 gibba008 bash[47391]: debug 2021-03-04T23:12:08.634+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:09.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:08 gibba023 bash[15180]: debug 2021-03-04T23:12:08.893+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:09.100 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:09.204 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:09.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:09 gibba023 bash[16680]: debug 2021-03-04T23:12:09.093+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:09.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 76 16 153944 153928 126.572 97.1875 0.00350835 0.00789097 2021-03-04T23:12:09.930 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:10.034 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:10.132 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:12:10.132 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:12:10.132 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:12:10.133 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:12:10.133 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:12:10.173 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:09 gibba008 bash[37770]: cluster 2021-03-04T23:12:09.067187+0000 mgr.x (mgr.34379) 695 : cluster [DBG] pgmap v1006: 109 pgs: 109 active+clean; 9.1 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 95 MiB/s wr, 1.53k op/s 2021-03-04T23:12:10.173 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:09 gibba008 bash[39303]: cluster 2021-03-04T23:12:09.067187+0000 mgr.x (mgr.34379) 695 : cluster [DBG] pgmap v1006: 109 pgs: 109 active+clean; 9.1 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 95 MiB/s wr, 1.53k op/s 2021-03-04T23:12:10.174 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:09 gibba008 bash[48858]: debug 2021-03-04T23:12:09.922+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:09 gibba023 bash[27374]: cluster 2021-03-04T23:12:09.067187+0000 mgr.x (mgr.34379) 695 : cluster [DBG] pgmap v1006: 109 pgs: 109 active+clean; 9.1 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 95 MiB/s wr, 1.53k op/s 2021-03-04T23:12:10.437 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:10.544 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:10.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:10 gibba008 bash[50326]: debug 2021-03-04T23:12:10.426+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:10.803 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:10.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 77 16 155033 155017 125.812 68.0625 0.00326067 0.00794074 2021-03-04T23:12:10.905 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:11.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:10 gibba008 bash[48858]: debug 2021-03-04T23:12:10.798+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:11.271 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:11.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:11.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:11 gibba008 bash[48858]: debug 2021-03-04T23:12:11.262+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:11.847 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:11.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 78 16 156457 156441 125.34 89 0.00571148 0.00797494 2021-03-04T23:12:11.950 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:12.034 INFO:teuthology.orchestra.run.gibba008.stdout:moved 17 / 327 (5.19878%) 2021-03-04T23:12:12.034 INFO:teuthology.orchestra.run.gibba008.stdout:avg 46.7143 2021-03-04T23:12:12.034 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 5.11899 -> 8.32748 (expected baseline 6.32778) 2021-03-04T23:12:12.035 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.2 with 39 -> 42 pgs (0.834862 -> 0.899083 * mean) 2021-03-04T23:12:12.035 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.3 with 54 -> 57 pgs (1.15596 -> 1.22018 * mean) 2021-03-04T23:12:12.035 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:12:12.036 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:12:12.036 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 1 2021-03-04T23:12:12.036 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:12:12.037 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0552 2021-03-04T23:12:12.037 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0607 2021-03-04T23:12:12.038 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 1.0000 -> 0.6741 2021-03-04T23:12:12.038 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 weight 1.0000 -> 0.8981 2021-03-04T23:12:12.039 INFO:teuthology.orchestra.run.gibba008.stderr:no change 2021-03-04T23:12:12.072 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:11 gibba008 bash[47391]: debug 2021-03-04T23:12:11.838+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:12.353 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:12 gibba008 bash[37770]: cluster 2021-03-04T23:12:11.069258+0000 mgr.x (mgr.34379) 696 : cluster [DBG] pgmap v1007: 109 pgs: 109 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:12:12.353 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:12 gibba008 bash[39303]: cluster 2021-03-04T23:12:11.069258+0000 mgr.x (mgr.34379) 696 : cluster [DBG] pgmap v1007: 109 pgs: 109 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:12:12.354 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:12 gibba008 bash[47391]: debug 2021-03-04T23:12:12.342+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:12.356 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:12.467 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:12.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:12 gibba023 bash[27374]: cluster 2021-03-04T23:12:11.069258+0000 mgr.x (mgr.34379) 696 : cluster [DBG] pgmap v1007: 109 pgs: 109 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:12:12.474 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 23:12:12 gibba023 bash[24432]: debug 2021-03-04T23:12:12.025+0000 7fe530169700 -1 mgr.server reply reply (2) No such file or directory no change 2021-03-04T23:12:12.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:12.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 79 16 158092 158076 125.047 102.188 0.00633476 0.00799362 2021-03-04T23:12:12.916 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:13.132 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:13 gibba023 bash[27374]: audit 2021-03-04T23:12:12.028791+0000 mgr.x (mgr.34379) 697 : audit [DBG] from='client.55057 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:13.133 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:12 gibba023 bash[16680]: debug 2021-03-04T23:12:12.805+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:13.185 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:13 gibba008 bash[37770]: audit 2021-03-04T23:12:12.028791+0000 mgr.x (mgr.34379) 697 : audit [DBG] from='client.55057 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:13.186 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:13 gibba008 bash[39303]: audit 2021-03-04T23:12:12.028791+0000 mgr.x (mgr.34379) 697 : audit [DBG] from='client.55057 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:13.186 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:13.288 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:13.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:13 gibba008 bash[50326]: debug 2021-03-04T23:12:13.178+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:13.549 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:12:13.596 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:13.649 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:13.699 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:13.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:12:13.864337+0000 min lat: 0.000893946 max lat: 0.269223 avg lat: 0.00800579 2021-03-04T23:12:13.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:12:13.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 80 16 159849 159833 124.857 109.812 0.00474299 0.00800579 2021-03-04T23:12:14.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:13 gibba023 bash[15180]: debug 2021-03-04T23:12:13.589+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:14.083 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:14.191 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:14.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:14 gibba008 bash[37770]: cluster 2021-03-04T23:12:13.069808+0000 mgr.x (mgr.34379) 698 : cluster [DBG] pgmap v1008: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 88 MiB/s wr, 1.40k op/s 2021-03-04T23:12:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:14 gibba008 bash[39303]: cluster 2021-03-04T23:12:13.069808+0000 mgr.x (mgr.34379) 698 : cluster [DBG] pgmap v1008: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 88 MiB/s wr, 1.40k op/s 2021-03-04T23:12:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:14 gibba023 bash[27374]: cluster 2021-03-04T23:12:13.069808+0000 mgr.x (mgr.34379) 698 : cluster [DBG] pgmap v1008: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 88 MiB/s wr, 1.40k op/s 2021-03-04T23:12:14.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:14 gibba023 bash[16680]: debug 2021-03-04T23:12:14.073+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:14.717 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:14.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:14.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 81 16 161266 161250 124.408 88.5625 0.029787 0.00803433 2021-03-04T23:12:15.050 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:14 gibba008 bash[47391]: debug 2021-03-04T23:12:14.710+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:15.052 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:12:15.079 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:12:15.112 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:12:15.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:15 gibba008 bash[37770]: audit 2021-03-04T23:12:14.965056+0000 mon.c (mon.1) 56 : audit [DBG] from='client.? 172.21.2.108:0/1613478105' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:12:15.148 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:12:15.182 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:12:15.207 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:15.210 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:12:15.227 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:12:15.245 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:12:15.245 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.246 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.246 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.246 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.246 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.247 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.247 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.247 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:12:15.311 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:15 gibba008 bash[39303]: audit 2021-03-04T23:12:14.965056+0000 mon.c (mon.1) 56 : audit [DBG] from='client.? 172.21.2.108:0/1613478105' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:12:15.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:15 gibba008 bash[44600]: debug 2021-03-04T23:12:15.198+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:15.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:15 gibba023 bash[27374]: audit 2021-03-04T23:12:14.965056+0000 mon.c (mon.1) 56 : audit [DBG] from='client.? 172.21.2.108:0/1613478105' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:12:15.808 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:12:15.808 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0 2021-03-04T23:12:15.866 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 82 16 162362 162346 123.726 68.5 0.0623089 0.00807518 2021-03-04T23:12:15.893 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:15.914 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:16.017 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:16.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:16 gibba008 bash[37770]: cluster 2021-03-04T23:12:15.070328+0000 mgr.x (mgr.34379) 699 : cluster [DBG] pgmap v1009: 109 pgs: 109 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:12:16.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:16 gibba008 bash[39303]: cluster 2021-03-04T23:12:15.070328+0000 mgr.x (mgr.34379) 699 : cluster [DBG] pgmap v1009: 109 pgs: 109 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:12:16.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:15 gibba023 bash[15180]: debug 2021-03-04T23:12:15.905+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:16 gibba023 bash[27374]: cluster 2021-03-04T23:12:15.070328+0000 mgr.x (mgr.34379) 699 : cluster [DBG] pgmap v1009: 109 pgs: 109 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:12:16.472 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:16.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:16.704 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:16.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:16 gibba008 bash[44600]: debug 2021-03-04T23:12:16.466+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:16.809 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:16.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 83 16 164103 164087 123.547 108.812 0.00370086 0.00809022 2021-03-04T23:12:16.924 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:16 gibba023 bash[18090]: debug 2021-03-04T23:12:16.697+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:16.925 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:17.031 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:17.187 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:12:17.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:16 gibba023 bash[18090]: debug 2021-03-04T23:12:16.917+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:17.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:17 gibba023 bash[27374]: audit 2021-03-04T23:12:16.177512+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? 172.21.2.108:0/3487385353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:12:17.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:17 gibba008 bash[37770]: audit 2021-03-04T23:12:16.177512+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? 172.21.2.108:0/3487385353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:12:17.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:17 gibba008 bash[39303]: audit 2021-03-04T23:12:16.177512+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? 172.21.2.108:0/3487385353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:12:17.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:17.710 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:17.808 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:17.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 84 16 165364 165348 123.014 78.8125 0.0162585 0.00812572 2021-03-04T23:12:17.914 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:17.920 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:17 gibba008 bash[44600]: debug 2021-03-04T23:12:17.598+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:18.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:17 gibba023 bash[15180]: debug 2021-03-04T23:12:17.797+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:18.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[39303]: cluster 2021-03-04T23:12:17.071970+0000 mgr.x (mgr.34379) 700 : cluster [DBG] pgmap v1010: 109 pgs: 109 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:12:18.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[39303]: cluster 2021-03-04T23:12:17.145834+0000 mon.a (mon.0) 1250 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:12:18.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[39303]: audit 2021-03-04T23:12:17.171864+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? 172.21.2.108:0/3487385353' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:12:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[39303]: cluster 2021-03-04T23:12:17.172124+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e610: 8 total, 8 up, 7 in 2021-03-04T23:12:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[37770]: cluster 2021-03-04T23:12:17.071970+0000 mgr.x (mgr.34379) 700 : cluster [DBG] pgmap v1010: 109 pgs: 109 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:12:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[37770]: cluster 2021-03-04T23:12:17.145834+0000 mon.a (mon.0) 1250 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:12:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[37770]: audit 2021-03-04T23:12:17.171864+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? 172.21.2.108:0/3487385353' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:12:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[37770]: cluster 2021-03-04T23:12:17.172124+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e610: 8 total, 8 up, 7 in 2021-03-04T23:12:18.347 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:18.450 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:18.455 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[27374]: cluster 2021-03-04T23:12:17.071970+0000 mgr.x (mgr.34379) 700 : cluster [DBG] pgmap v1010: 109 pgs: 109 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:12:18.455 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[27374]: cluster 2021-03-04T23:12:17.145834+0000 mon.a (mon.0) 1250 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:12:18.455 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[27374]: audit 2021-03-04T23:12:17.171864+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? 172.21.2.108:0/3487385353' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:12:18.456 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[27374]: cluster 2021-03-04T23:12:17.172124+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e610: 8 total, 8 up, 7 in 2021-03-04T23:12:18.541 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:18.647 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:18.748 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[18090]: debug 2021-03-04T23:12:18.533+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:18.749 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[18090]: debug 2021-03-04T23:12:18.741+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:18.750 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:18.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:18 gibba008 bash[48858]: debug 2021-03-04T23:12:18.338+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:18.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:18.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 85 16 167104 167088 122.846 108.75 0.00526255 0.00813669 2021-03-04T23:12:18.946 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:19.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:18 gibba023 bash[16680]: debug 2021-03-04T23:12:18.933+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:19.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:19.141 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:19.245 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:19.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:19 gibba008 bash[37770]: cluster 2021-03-04T23:12:18.077104+0000 osd.6 (osd.6) 9 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:12:19.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:19 gibba008 bash[37770]: cluster 2021-03-04T23:12:18.077847+0000 osd.6 (osd.6) 10 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:12:19.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:19 gibba008 bash[37770]: cluster 2021-03-04T23:12:18.595273+0000 osd.3 (osd.3) 2 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:12:19.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:19 gibba008 bash[39303]: cluster 2021-03-04T23:12:18.077104+0000 osd.6 (osd.6) 9 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:12:19.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:19 gibba008 bash[39303]: cluster 2021-03-04T23:12:18.077847+0000 osd.6 (osd.6) 10 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:12:19.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:19 gibba008 bash[39303]: cluster 2021-03-04T23:12:18.595273+0000 osd.3 (osd.3) 2 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:12:19.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:19 gibba023 bash[27374]: cluster 2021-03-04T23:12:18.077104+0000 osd.6 (osd.6) 9 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:12:19.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:19 gibba023 bash[27374]: cluster 2021-03-04T23:12:18.077847+0000 osd.6 (osd.6) 10 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:12:19.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:19 gibba023 bash[27374]: cluster 2021-03-04T23:12:18.595273+0000 osd.3 (osd.3) 2 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:12:19.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:19 gibba023 bash[16680]: debug 2021-03-04T23:12:19.133+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:19.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 86 16 168890 168874 122.715 111.625 0.00355045 0.00814365 2021-03-04T23:12:20.061 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:20.162 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[47391]: debug 2021-03-04T23:12:20.050+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:20.172 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:20.300 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:20.406 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:20.412 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[39303]: cluster 2021-03-04T23:12:18.501531+0000 osd.4 (osd.4) 7 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:12:20.412 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[39303]: cluster 2021-03-04T23:12:18.502332+0000 osd.4 (osd.4) 8 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:12:20.413 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[39303]: cluster 2021-03-04T23:12:19.072548+0000 mgr.x (mgr.34379) 701 : cluster [DBG] pgmap v1012: 109 pgs: 109 active+clean; 10 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:12:20.413 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[37770]: cluster 2021-03-04T23:12:18.501531+0000 osd.4 (osd.4) 7 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:12:20.413 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[37770]: cluster 2021-03-04T23:12:18.502332+0000 osd.4 (osd.4) 8 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:12:20.414 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[37770]: cluster 2021-03-04T23:12:19.072548+0000 mgr.x (mgr.34379) 701 : cluster [DBG] pgmap v1012: 109 pgs: 109 active+clean; 10 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:12:20.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:20 gibba023 bash[18090]: debug 2021-03-04T23:12:20.293+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:20.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:20 gibba023 bash[27374]: cluster 2021-03-04T23:12:18.501531+0000 osd.4 (osd.4) 7 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:12:20.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:20 gibba023 bash[27374]: cluster 2021-03-04T23:12:18.502332+0000 osd.4 (osd.4) 8 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:12:20.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:20 gibba023 bash[27374]: cluster 2021-03-04T23:12:19.072548+0000 mgr.x (mgr.34379) 701 : cluster [DBG] pgmap v1012: 109 pgs: 109 active+clean; 10 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:12:20.562 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:20.580 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:12:20.666 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:20.677 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:20.707 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:20 gibba008 bash[44600]: debug 2021-03-04T23:12:20.554+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:20.756 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:20.862 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:20.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 87 16 170260 170244 122.289 85.625 0.00931944 0.00817369 2021-03-04T23:12:20.979 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:20 gibba023 bash[15180]: debug 2021-03-04T23:12:20.745+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:20.982 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:21.089 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:21.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:21.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:20 gibba023 bash[16680]: debug 2021-03-04T23:12:20.973+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:21.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:21 gibba023 bash[15180]: debug 2021-03-04T23:12:21.161+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:21.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:21.370 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:21.475 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:21.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:21 gibba023 bash[18090]: debug 2021-03-04T23:12:21.365+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:21.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 88 16 172204 172188 122.28 121.5 0.0110299 0.00817457 2021-03-04T23:12:21.883 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:21.942 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:21 gibba008 bash[44600]: debug 2021-03-04T23:12:21.878+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:21.988 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:22.120 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:22.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:22.244 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[39303]: cluster 2021-03-04T23:12:21.045024+0000 osd.6 (osd.6) 11 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:12:22.244 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[39303]: cluster 2021-03-04T23:12:21.046481+0000 osd.6 (osd.6) 12 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:12:22.244 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[39303]: cluster 2021-03-04T23:12:21.073087+0000 mgr.x (mgr.34379) 702 : cluster [DBG] pgmap v1013: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:12:22.245 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[39303]: cluster 2021-03-04T23:12:21.352759+0000 osd.7 (osd.7) 13 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:12:22.245 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[39303]: cluster 2021-03-04T23:12:21.353300+0000 osd.7 (osd.7) 14 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:12:22.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[37770]: cluster 2021-03-04T23:12:21.045024+0000 osd.6 (osd.6) 11 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:12:22.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[37770]: cluster 2021-03-04T23:12:21.046481+0000 osd.6 (osd.6) 12 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:12:22.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[37770]: cluster 2021-03-04T23:12:21.073087+0000 mgr.x (mgr.34379) 702 : cluster [DBG] pgmap v1013: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:12:22.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[37770]: cluster 2021-03-04T23:12:21.352759+0000 osd.7 (osd.7) 13 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:12:22.247 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[37770]: cluster 2021-03-04T23:12:21.353300+0000 osd.7 (osd.7) 14 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:12:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[27374]: cluster 2021-03-04T23:12:21.045024+0000 osd.6 (osd.6) 11 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:12:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[27374]: cluster 2021-03-04T23:12:21.046481+0000 osd.6 (osd.6) 12 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:12:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[27374]: cluster 2021-03-04T23:12:21.073087+0000 mgr.x (mgr.34379) 702 : cluster [DBG] pgmap v1013: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:12:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[27374]: cluster 2021-03-04T23:12:21.352759+0000 osd.7 (osd.7) 13 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:12:22.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[27374]: cluster 2021-03-04T23:12:21.353300+0000 osd.7 (osd.7) 14 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:12:22.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[19550]: debug 2021-03-04T23:12:22.113+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:22.495 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:12:22.541 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:22.598 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:22.644 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:22.716 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:22 gibba008 bash[50326]: debug 2021-03-04T23:12:22.534+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:22.738 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:22.844 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:22.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 89 16 173686 173670 121.947 92.625 0.0112151 0.00819699 2021-03-04T23:12:23.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:22 gibba023 bash[16680]: debug 2021-03-04T23:12:22.729+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:23.414 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:23.510 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[47391]: debug 2021-03-04T23:12:23.406+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:23.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[37770]: cluster 2021-03-04T23:12:22.003161+0000 osd.6 (osd.6) 13 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:12:23.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[37770]: cluster 2021-03-04T23:12:22.003721+0000 osd.6 (osd.6) 14 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:12:23.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[37770]: cluster 2021-03-04T23:12:22.044692+0000 osd.5 (osd.5) 7 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:12:23.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[37770]: cluster 2021-03-04T23:12:22.045567+0000 osd.5 (osd.5) 8 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:12:23.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[39303]: cluster 2021-03-04T23:12:22.003161+0000 osd.6 (osd.6) 13 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:12:23.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[39303]: cluster 2021-03-04T23:12:22.003721+0000 osd.6 (osd.6) 14 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:12:23.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[39303]: cluster 2021-03-04T23:12:22.044692+0000 osd.5 (osd.5) 7 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:12:23.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:23 gibba008 bash[39303]: cluster 2021-03-04T23:12:22.045567+0000 osd.5 (osd.5) 8 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:12:23.518 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:23.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:23 gibba023 bash[27374]: cluster 2021-03-04T23:12:22.003161+0000 osd.6 (osd.6) 13 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:12:23.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:23 gibba023 bash[27374]: cluster 2021-03-04T23:12:22.003721+0000 osd.6 (osd.6) 14 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:12:23.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:23 gibba023 bash[27374]: cluster 2021-03-04T23:12:22.044692+0000 osd.5 (osd.5) 7 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:12:23.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:23 gibba023 bash[27374]: cluster 2021-03-04T23:12:22.045567+0000 osd.5 (osd.5) 8 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:12:23.867 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total time run: 90.0074 2021-03-04T23:12:23.868 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total writes made: 175515 2021-03-04T23:12:23.868 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Write size: 65536 2021-03-04T23:12:23.868 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object size: 65536 2021-03-04T23:12:23.868 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Bandwidth (MB/sec): 121.875 2021-03-04T23:12:23.869 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Bandwidth: 54.0683 2021-03-04T23:12:23.869 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max bandwidth (MB/sec): 420.562 2021-03-04T23:12:23.869 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min bandwidth (MB/sec): 48.3125 2021-03-04T23:12:23.869 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average IOPS: 1950 2021-03-04T23:12:23.869 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev IOPS: 865.093 2021-03-04T23:12:23.870 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max IOPS: 6729 2021-03-04T23:12:23.870 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min IOPS: 773 2021-03-04T23:12:23.870 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average Latency(s): 0.00820192 2021-03-04T23:12:23.870 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Latency(s): 0.0108091 2021-03-04T23:12:23.871 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max latency(s): 0.291394 2021-03-04T23:12:23.871 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min latency(s): 0.000893946 2021-03-04T23:12:23.872 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:12:24.283 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:24.387 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:24.510 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[44600]: debug 2021-03-04T23:12:24.274+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:24.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[37770]: cluster 2021-03-04T23:12:23.049489+0000 osd.5 (osd.5) 9 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:12:24.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[37770]: cluster 2021-03-04T23:12:23.053415+0000 osd.5 (osd.5) 10 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:12:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[37770]: cluster 2021-03-04T23:12:23.073451+0000 mgr.x (mgr.34379) 703 : cluster [DBG] pgmap v1014: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:12:24.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[39303]: cluster 2021-03-04T23:12:23.049489+0000 osd.5 (osd.5) 9 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:12:24.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[39303]: cluster 2021-03-04T23:12:23.053415+0000 osd.5 (osd.5) 10 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:12:24.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[39303]: cluster 2021-03-04T23:12:23.073451+0000 mgr.x (mgr.34379) 703 : cluster [DBG] pgmap v1014: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:12:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:24 gibba023 bash[27374]: cluster 2021-03-04T23:12:23.049489+0000 osd.5 (osd.5) 9 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:12:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:24 gibba023 bash[27374]: cluster 2021-03-04T23:12:23.053415+0000 osd.5 (osd.5) 10 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:12:24.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:24 gibba023 bash[27374]: cluster 2021-03-04T23:12:23.073451+0000 mgr.x (mgr.34379) 703 : cluster [DBG] pgmap v1014: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:12:24.665 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:24.768 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:25.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:24 gibba008 bash[44600]: debug 2021-03-04T23:12:24.658+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:25.304 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:25.409 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:25.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:25 gibba008 bash[44600]: debug 2021-03-04T23:12:25.298+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:25.944 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:26.047 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:26.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:25 gibba008 bash[44600]: debug 2021-03-04T23:12:25.938+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[37770]: cluster 2021-03-04T23:12:25.073892+0000 mgr.x (mgr.34379) 704 : cluster [DBG] pgmap v1015: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 94 MiB/s wr, 1.55k op/s 2021-03-04T23:12:26.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[37770]: cluster 2021-03-04T23:12:25.299122+0000 osd.7 (osd.7) 15 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:12:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[37770]: cluster 2021-03-04T23:12:25.300295+0000 osd.7 (osd.7) 16 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:12:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[39303]: cluster 2021-03-04T23:12:25.073892+0000 mgr.x (mgr.34379) 704 : cluster [DBG] pgmap v1015: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 94 MiB/s wr, 1.55k op/s 2021-03-04T23:12:26.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[39303]: cluster 2021-03-04T23:12:25.299122+0000 osd.7 (osd.7) 15 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:12:26.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[39303]: cluster 2021-03-04T23:12:25.300295+0000 osd.7 (osd.7) 16 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:12:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:26 gibba023 bash[27374]: cluster 2021-03-04T23:12:25.073892+0000 mgr.x (mgr.34379) 704 : cluster [DBG] pgmap v1015: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 94 MiB/s wr, 1.55k op/s 2021-03-04T23:12:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:26 gibba023 bash[27374]: cluster 2021-03-04T23:12:25.299122+0000 osd.7 (osd.7) 15 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:12:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:26 gibba023 bash[27374]: cluster 2021-03-04T23:12:25.300295+0000 osd.7 (osd.7) 16 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:12:26.531 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:26.635 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:27.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:26 gibba008 bash[44600]: debug 2021-03-04T23:12:26.522+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:27.200 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:27.305 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:27.425 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:27.429 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:27 gibba023 bash[27374]: cluster 2021-03-04T23:12:26.133251+0000 osd.5 (osd.5) 11 : cluster [DBG] 1.a scrub starts 2021-03-04T23:12:27.429 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:27 gibba023 bash[27374]: cluster 2021-03-04T23:12:26.133770+0000 osd.5 (osd.5) 12 : cluster [DBG] 1.a scrub ok 2021-03-04T23:12:27.430 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:27 gibba023 bash[15180]: debug 2021-03-04T23:12:27.417+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:27.466 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:27 gibba008 bash[39303]: cluster 2021-03-04T23:12:26.133251+0000 osd.5 (osd.5) 11 : cluster [DBG] 1.a scrub starts 2021-03-04T23:12:27.467 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:27 gibba008 bash[39303]: cluster 2021-03-04T23:12:26.133770+0000 osd.5 (osd.5) 12 : cluster [DBG] 1.a scrub ok 2021-03-04T23:12:27.467 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:27 gibba008 bash[37770]: cluster 2021-03-04T23:12:26.133251+0000 osd.5 (osd.5) 11 : cluster [DBG] 1.a scrub starts 2021-03-04T23:12:27.467 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:27 gibba008 bash[37770]: cluster 2021-03-04T23:12:26.133770+0000 osd.5 (osd.5) 12 : cluster [DBG] 1.a scrub ok 2021-03-04T23:12:27.468 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:27 gibba008 bash[50326]: debug 2021-03-04T23:12:27.194+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:27.531 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:27.910 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:28.013 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:28.182 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:27 gibba008 bash[48858]: debug 2021-03-04T23:12:27.902+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:28.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:28 gibba008 bash[37770]: cluster 2021-03-04T23:12:27.074385+0000 mgr.x (mgr.34379) 705 : cluster [DBG] pgmap v1016: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 91 MiB/s wr, 1.59k op/s 2021-03-04T23:12:28.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:28 gibba008 bash[39303]: cluster 2021-03-04T23:12:27.074385+0000 mgr.x (mgr.34379) 705 : cluster [DBG] pgmap v1016: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 91 MiB/s wr, 1.59k op/s 2021-03-04T23:12:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:28 gibba023 bash[27374]: cluster 2021-03-04T23:12:27.074385+0000 mgr.x (mgr.34379) 705 : cluster [DBG] pgmap v1016: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 91 MiB/s wr, 1.59k op/s 2021-03-04T23:12:28.647 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:28.750 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:28.981 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:28 gibba008 bash[48858]: debug 2021-03-04T23:12:28.638+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:29.306 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:29 gibba008 bash[37770]: cluster 2021-03-04T23:12:28.354849+0000 osd.7 (osd.7) 17 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:12:29.306 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:29 gibba008 bash[37770]: cluster 2021-03-04T23:12:28.355411+0000 osd.7 (osd.7) 18 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:12:29.307 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:29 gibba008 bash[39303]: cluster 2021-03-04T23:12:28.354849+0000 osd.7 (osd.7) 17 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:12:29.307 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:29 gibba008 bash[39303]: cluster 2021-03-04T23:12:28.355411+0000 osd.7 (osd.7) 18 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:12:29.332 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:29.444 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:29.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:29 gibba023 bash[27374]: cluster 2021-03-04T23:12:28.354849+0000 osd.7 (osd.7) 17 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:12:29.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:29 gibba023 bash[27374]: cluster 2021-03-04T23:12:28.355411+0000 osd.7 (osd.7) 18 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:12:29.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:29 gibba008 bash[44600]: debug 2021-03-04T23:12:29.330+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:29.967 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:30.072 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:30.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:30 gibba008 bash[37770]: cluster 2021-03-04T23:12:29.075676+0000 mgr.x (mgr.34379) 706 : cluster [DBG] pgmap v1017: 109 pgs: 109 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 85 B/s rd, 79 MiB/s wr, 1.62k op/s 2021-03-04T23:12:30.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:30 gibba008 bash[39303]: cluster 2021-03-04T23:12:29.075676+0000 mgr.x (mgr.34379) 706 : cluster [DBG] pgmap v1017: 109 pgs: 109 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 85 B/s rd, 79 MiB/s wr, 1.62k op/s 2021-03-04T23:12:30.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:29 gibba008 bash[44600]: debug 2021-03-04T23:12:29.958+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:30.382 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:30.395 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:12:30.395 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:12:30.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:30 gibba023 bash[27374]: cluster 2021-03-04T23:12:29.075676+0000 mgr.x (mgr.34379) 706 : cluster [DBG] pgmap v1017: 109 pgs: 109 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 85 B/s rd, 79 MiB/s wr, 1.62k op/s 2021-03-04T23:12:30.544 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:30 gibba008 bash[48858]: debug 2021-03-04T23:12:30.374+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:30.671 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:30.777 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:30.876 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:30.980 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:31.024 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:30 gibba008 bash[50326]: debug 2021-03-04T23:12:30.662+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:31.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:30 gibba023 bash[16680]: debug 2021-03-04T23:12:30.865+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:31.296 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:31.399 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:31.581 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:31 gibba008 bash[44600]: debug 2021-03-04T23:12:31.290+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:31.745 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:31.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:31.941 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:32.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:31 gibba008 bash[47391]: debug 2021-03-04T23:12:31.734+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:32.044 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:32.190 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:31 gibba023 bash[15180]: debug 2021-03-04T23:12:31.933+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:32.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:32 gibba008 bash[37770]: cluster 2021-03-04T23:12:31.076388+0000 mgr.x (mgr.34379) 707 : cluster [DBG] pgmap v1018: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 64 MiB/s wr, 1.79k op/s 2021-03-04T23:12:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:32 gibba008 bash[39303]: cluster 2021-03-04T23:12:31.076388+0000 mgr.x (mgr.34379) 707 : cluster [DBG] pgmap v1018: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 64 MiB/s wr, 1.79k op/s 2021-03-04T23:12:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:32 gibba023 bash[27374]: cluster 2021-03-04T23:12:31.076388+0000 mgr.x (mgr.34379) 707 : cluster [DBG] pgmap v1018: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 64 MiB/s wr, 1.79k op/s 2021-03-04T23:12:32.716 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:32.818 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:32.917 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:33.022 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:33.046 INFO:teuthology.orchestra.run.gibba008.stdout:moved 13 / 327 (3.97554%) 2021-03-04T23:12:33.046 INFO:teuthology.orchestra.run.gibba008.stdout:avg 46.7143 2021-03-04T23:12:33.047 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 5.11899 -> 8.74584 (expected baseline 6.32778) 2021-03-04T23:12:33.047 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.2 with 39 -> 41 pgs (0.834862 -> 0.877676 * mean) 2021-03-04T23:12:33.047 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.3 with 54 -> 56 pgs (1.15596 -> 1.19878 * mean) 2021-03-04T23:12:33.048 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:12:33.048 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:12:33.049 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 1 2021-03-04T23:12:33.049 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:12:33.049 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0591 2021-03-04T23:12:33.050 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0650 2021-03-04T23:12:33.050 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 1.0000 -> 0.6787 2021-03-04T23:12:33.051 INFO:teuthology.orchestra.run.gibba008.stderr:no change 2021-03-04T23:12:33.072 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:32 gibba008 bash[50326]: debug 2021-03-04T23:12:32.706+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:33.122 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:33.123 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 23:12:33 gibba023 bash[24432]: debug 2021-03-04T23:12:33.041+0000 7fe530169700 -1 mgr.server reply reply (1) Operation not permitted no change 2021-03-04T23:12:33.123 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:32 gibba023 bash[19550]: debug 2021-03-04T23:12:32.909+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:33.124 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:33 gibba023 bash[16680]: debug 2021-03-04T23:12:33.109+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:33.233 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:33.891 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:33.994 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:34.090 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:34.195 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:33 gibba008 bash[47391]: debug 2021-03-04T23:12:33.882+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:34.197 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:34 gibba023 bash[27374]: audit 2021-03-04T23:12:33.044127+0000 mgr.x (mgr.34379) 708 : audit [DBG] from='client.55075 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:34.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:34 gibba023 bash[27374]: cluster 2021-03-04T23:12:33.076763+0000 mgr.x (mgr.34379) 709 : cluster [DBG] pgmap v1019: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 40 MiB/s wr, 1.54k op/s 2021-03-04T23:12:34.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:34 gibba023 bash[18090]: debug 2021-03-04T23:12:34.085+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:34.310 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:12:34.411 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:34.475 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:34 gibba008 bash[37770]: audit 2021-03-04T23:12:33.044127+0000 mgr.x (mgr.34379) 708 : audit [DBG] from='client.55075 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:34.476 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:34 gibba008 bash[37770]: cluster 2021-03-04T23:12:33.076763+0000 mgr.x (mgr.34379) 709 : cluster [DBG] pgmap v1019: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 40 MiB/s wr, 1.54k op/s 2021-03-04T23:12:34.476 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:34 gibba008 bash[39303]: audit 2021-03-04T23:12:33.044127+0000 mgr.x (mgr.34379) 708 : audit [DBG] from='client.55075 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:34.476 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:34 gibba008 bash[39303]: cluster 2021-03-04T23:12:33.076763+0000 mgr.x (mgr.34379) 709 : cluster [DBG] pgmap v1019: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 40 MiB/s wr, 1.54k op/s 2021-03-04T23:12:34.786 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:34.890 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:35.293 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:34 gibba008 bash[44600]: debug 2021-03-04T23:12:34.778+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:35.691 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:35.794 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:35.906 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:36.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:35 gibba008 bash[47391]: debug 2021-03-04T23:12:35.682+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:36.011 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:36.102 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:35 gibba023 bash[15180]: debug 2021-03-04T23:12:35.897+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:36.105 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:36.212 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:36.347 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:36.450 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:36.469 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:36 gibba023 bash[27374]: cluster 2021-03-04T23:12:35.077173+0000 mgr.x (mgr.34379) 710 : cluster [DBG] pgmap v1020: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 29 MiB/s wr, 1.64k op/s 2021-03-04T23:12:36.469 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:36 gibba023 bash[16680]: debug 2021-03-04T23:12:36.097+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:36.470 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:36 gibba023 bash[16680]: debug 2021-03-04T23:12:36.341+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:36.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:36 gibba008 bash[37770]: cluster 2021-03-04T23:12:35.077173+0000 mgr.x (mgr.34379) 710 : cluster [DBG] pgmap v1020: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 29 MiB/s wr, 1.64k op/s 2021-03-04T23:12:36.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:36 gibba008 bash[39303]: cluster 2021-03-04T23:12:35.077173+0000 mgr.x (mgr.34379) 710 : cluster [DBG] pgmap v1020: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 29 MiB/s wr, 1.64k op/s 2021-03-04T23:12:36.620 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:36.681 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:12:36.682 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0 2021-03-04T23:12:36.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:36.730 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:36 gibba023 bash[16680]: debug 2021-03-04T23:12:36.613+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:36.778 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:36.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:37.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:36 gibba023 bash[15180]: debug 2021-03-04T23:12:36.929+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:37.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:37.429 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:37.532 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:37.629 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:37.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:37.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:37 gibba008 bash[44600]: debug 2021-03-04T23:12:37.422+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:37.852 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:37 gibba023 bash[16680]: debug 2021-03-04T23:12:37.621+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:37.852 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:37.853 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:37 gibba023 bash[19550]: debug 2021-03-04T23:12:37.845+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:37.955 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:38.049 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:38.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:38.160 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:38 gibba023 bash[16680]: debug 2021-03-04T23:12:38.041+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:38.198 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:38 gibba008 bash[37770]: cluster 2021-03-04T23:12:37.078855+0000 mgr.x (mgr.34379) 711 : cluster [DBG] pgmap v1021: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 12 MiB/s wr, 1.53k op/s 2021-03-04T23:12:38.294 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:38.397 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:38.492 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:12:38.500 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:38 gibba023 bash[27374]: cluster 2021-03-04T23:12:37.078855+0000 mgr.x (mgr.34379) 711 : cluster [DBG] pgmap v1021: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 12 MiB/s wr, 1.53k op/s 2021-03-04T23:12:38.501 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:38 gibba023 bash[16680]: debug 2021-03-04T23:12:38.285+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:38.502 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:38.509 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:12:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:38 gibba008 bash[39303]: cluster 2021-03-04T23:12:37.078855+0000 mgr.x (mgr.34379) 711 : cluster [DBG] pgmap v1021: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 12 MiB/s wr, 1.53k op/s 2021-03-04T23:12:38.526 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:12:38.543 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:12:38.558 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:12:38.578 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:12:38.597 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:12:38.607 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:38.616 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:12:38.617 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.618 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.618 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.618 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.618 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.619 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.619 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.619 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:12:38.700 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:38.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:38 gibba023 bash[15180]: debug 2021-03-04T23:12:38.493+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:38.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:38 gibba023 bash[19550]: debug 2021-03-04T23:12:38.693+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:38.804 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:39.263 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:39.366 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:39.473 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:39 gibba008 bash[47391]: debug 2021-03-04T23:12:39.254+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:39.473 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:39 gibba008 bash[39303]: audit 2021-03-04T23:12:38.469036+0000 mon.a (mon.0) 1253 : audit [DBG] from='client.? 172.21.2.108:0/3873953908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:12:39.474 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:39 gibba008 bash[37770]: audit 2021-03-04T23:12:38.469036+0000 mon.a (mon.0) 1253 : audit [DBG] from='client.? 172.21.2.108:0/3873953908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:12:39.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:39 gibba023 bash[27374]: audit 2021-03-04T23:12:38.469036+0000 mon.a (mon.0) 1253 : audit [DBG] from='client.? 172.21.2.108:0/3873953908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:12:39.997 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:40.099 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:40.178 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:12:40.256 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:40 gibba008 bash[39303]: cluster 2021-03-04T23:12:39.079408+0000 mgr.x (mgr.34379) 712 : cluster [DBG] pgmap v1022: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 2.8 MiB/s wr, 1.53k op/s 2021-03-04T23:12:40.257 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:39 gibba008 bash[48858]: debug 2021-03-04T23:12:39.990+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:40.257 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:40 gibba008 bash[37770]: cluster 2021-03-04T23:12:39.079408+0000 mgr.x (mgr.34379) 712 : cluster [DBG] pgmap v1022: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 2.8 MiB/s wr, 1.53k op/s 2021-03-04T23:12:40.281 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:40 gibba023 bash[27374]: cluster 2021-03-04T23:12:39.079408+0000 mgr.x (mgr.34379) 712 : cluster [DBG] pgmap v1022: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 2.8 MiB/s wr, 1.53k op/s 2021-03-04T23:12:40.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:12:40 gibba023 bash[19550]: debug 2021-03-04T23:12:40.169+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:40.689 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:40.792 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:41.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:40 gibba008 bash[50326]: debug 2021-03-04T23:12:40.682+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:41.365 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:41.476 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:41.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:41 gibba008 bash[48858]: debug 2021-03-04T23:12:41.354+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:41.947 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:42.050 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:42.101 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:41 gibba008 bash[50326]: debug 2021-03-04T23:12:41.942+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:42.305 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:42.408 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:42.413 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:42 gibba008 bash[37770]: cluster 2021-03-04T23:12:41.079869+0000 mgr.x (mgr.34379) 713 : cluster [DBG] pgmap v1023: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:12:42.414 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:42 gibba008 bash[39303]: cluster 2021-03-04T23:12:41.079869+0000 mgr.x (mgr.34379) 713 : cluster [DBG] pgmap v1023: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:12:42.414 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:42 gibba008 bash[48858]: debug 2021-03-04T23:12:42.294+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:42 gibba023 bash[27374]: cluster 2021-03-04T23:12:41.079869+0000 mgr.x (mgr.34379) 713 : cluster [DBG] pgmap v1023: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:12:42.743 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:42.847 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:42.936 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:43.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:42 gibba008 bash[50326]: debug 2021-03-04T23:12:42.734+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:43.041 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:43.119 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:42 gibba023 bash[16680]: debug 2021-03-04T23:12:42.929+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:43.122 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:43.204 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:43 gibba008 bash[37770]: audit 2021-03-04T23:12:42.291454+0000 mon.c (mon.1) 57 : audit [INF] from='client.? 172.21.2.108:0/1729423846' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:12:43.205 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:43 gibba008 bash[37770]: audit 2021-03-04T23:12:42.291696+0000 mon.a (mon.0) 1254 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:12:43.212 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:12:43.227 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:43.320 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:43.426 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:43.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:43 gibba023 bash[18090]: debug 2021-03-04T23:12:43.113+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:43 gibba023 bash[27374]: audit 2021-03-04T23:12:42.291454+0000 mon.c (mon.1) 57 : audit [INF] from='client.? 172.21.2.108:0/1729423846' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:12:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:43 gibba023 bash[27374]: audit 2021-03-04T23:12:42.291696+0000 mon.a (mon.0) 1254 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:12:43.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:43 gibba023 bash[16680]: debug 2021-03-04T23:12:43.313+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:43.584 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:43 gibba008 bash[39303]: audit 2021-03-04T23:12:42.291454+0000 mon.c (mon.1) 57 : audit [INF] from='client.? 172.21.2.108:0/1729423846' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:12:43.584 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:43 gibba008 bash[39303]: audit 2021-03-04T23:12:42.291696+0000 mon.a (mon.0) 1254 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:12:43.778 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:43.882 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:44.012 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:44.115 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:44.120 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:43 gibba008 bash[44600]: debug 2021-03-04T23:12:43.770+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:44.207 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[18090]: debug 2021-03-04T23:12:44.005+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:44.460 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:12:44.474 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[39303]: cluster 2021-03-04T23:12:43.080228+0000 mgr.x (mgr.34379) 714 : cluster [DBG] pgmap v1024: 109 pgs: 109 active+clean; 9.1 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:12:44.475 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[39303]: cluster 2021-03-04T23:12:43.201004+0000 mon.a (mon.0) 1255 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:12:44.475 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[39303]: cluster 2021-03-04T23:12:43.201029+0000 mon.a (mon.0) 1256 : cluster [INF] Cluster is now healthy 2021-03-04T23:12:44.475 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[39303]: audit 2021-03-04T23:12:43.206849+0000 mon.a (mon.0) 1257 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:12:44.476 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[39303]: cluster 2021-03-04T23:12:43.206902+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e611: 8 total, 8 up, 7 in 2021-03-04T23:12:44.476 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[37770]: cluster 2021-03-04T23:12:43.080228+0000 mgr.x (mgr.34379) 714 : cluster [DBG] pgmap v1024: 109 pgs: 109 active+clean; 9.1 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:12:44.477 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[37770]: cluster 2021-03-04T23:12:43.201004+0000 mon.a (mon.0) 1255 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:12:44.477 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[37770]: cluster 2021-03-04T23:12:43.201029+0000 mon.a (mon.0) 1256 : cluster [INF] Cluster is now healthy 2021-03-04T23:12:44.478 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[37770]: audit 2021-03-04T23:12:43.206849+0000 mon.a (mon.0) 1257 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:12:44.478 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[37770]: cluster 2021-03-04T23:12:43.206902+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e611: 8 total, 8 up, 7 in 2021-03-04T23:12:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[27374]: cluster 2021-03-04T23:12:43.080228+0000 mgr.x (mgr.34379) 714 : cluster [DBG] pgmap v1024: 109 pgs: 109 active+clean; 9.1 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:12:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[27374]: cluster 2021-03-04T23:12:43.201004+0000 mon.a (mon.0) 1255 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:12:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[27374]: cluster 2021-03-04T23:12:43.201029+0000 mon.a (mon.0) 1256 : cluster [INF] Cluster is now healthy 2021-03-04T23:12:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[27374]: audit 2021-03-04T23:12:43.206849+0000 mon.a (mon.0) 1257 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:12:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[27374]: cluster 2021-03-04T23:12:43.206902+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e611: 8 total, 8 up, 7 in 2021-03-04T23:12:44.578 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:44.588 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:44.682 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:44.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:44 gibba008 bash[47391]: debug 2021-03-04T23:12:44.570+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:44.817 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:44.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:45.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:44 gibba023 bash[16680]: debug 2021-03-04T23:12:44.809+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:45.177 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:45.182 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[48858]: debug 2021-03-04T23:12:45.170+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:45.284 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:45.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[39303]: audit 2021-03-04T23:12:44.729662+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 2]}]: dispatch 2021-03-04T23:12:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[39303]: audit 2021-03-04T23:12:44.729836+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [3, 5]}]: dispatch 2021-03-04T23:12:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[39303]: audit 2021-03-04T23:12:44.862207+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[37770]: audit 2021-03-04T23:12:44.729662+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 2]}]: dispatch 2021-03-04T23:12:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[37770]: audit 2021-03-04T23:12:44.729836+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [3, 5]}]: dispatch 2021-03-04T23:12:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:45 gibba008 bash[37770]: audit 2021-03-04T23:12:44.862207+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:45 gibba023 bash[27374]: audit 2021-03-04T23:12:44.729662+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 2]}]: dispatch 2021-03-04T23:12:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:45 gibba023 bash[27374]: audit 2021-03-04T23:12:44.729836+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [3, 5]}]: dispatch 2021-03-04T23:12:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:45 gibba023 bash[27374]: audit 2021-03-04T23:12:44.862207+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:46.106 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:46.209 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:46.347 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:46.450 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:46.456 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:46 gibba008 bash[50326]: debug 2021-03-04T23:12:46.098+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:46.456 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:46 gibba008 bash[39303]: cluster 2021-03-04T23:12:45.080651+0000 mgr.x (mgr.34379) 715 : cluster [DBG] pgmap v1026: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:12:46.457 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:46 gibba008 bash[37770]: cluster 2021-03-04T23:12:45.080651+0000 mgr.x (mgr.34379) 715 : cluster [DBG] pgmap v1026: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:12:46.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:46 gibba023 bash[18090]: debug 2021-03-04T23:12:46.341+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:46 gibba023 bash[27374]: cluster 2021-03-04T23:12:45.080651+0000 mgr.x (mgr.34379) 715 : cluster [DBG] pgmap v1026: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:12:47.230 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:47.333 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:47.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:47 gibba008 bash[50326]: debug 2021-03-04T23:12:47.222+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:47.765 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:47 gibba023 bash[16680]: debug 2021-03-04T23:12:47.757+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:47.766 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:47.869 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:48 gibba008 bash[37770]: cluster 2021-03-04T23:12:47.081062+0000 mgr.x (mgr.34379) 716 : cluster [DBG] pgmap v1027: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:12:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:48 gibba008 bash[39303]: cluster 2021-03-04T23:12:47.081062+0000 mgr.x (mgr.34379) 716 : cluster [DBG] pgmap v1027: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:12:48.512 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:48 gibba023 bash[27374]: cluster 2021-03-04T23:12:47.081062+0000 mgr.x (mgr.34379) 716 : cluster [DBG] pgmap v1027: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:12:48.623 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:49.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:48 gibba008 bash[47391]: debug 2021-03-04T23:12:48.502+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:49.237 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:49.341 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:49.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:49 gibba008 bash[50326]: debug 2021-03-04T23:12:49.230+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:49.672 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:12:49.740 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:49.842 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:49.857 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:49 gibba023 bash[27374]: cluster 2021-03-04T23:12:49.081505+0000 mgr.x (mgr.34379) 717 : cluster [DBG] pgmap v1028: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:12:50.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:49 gibba023 bash[15180]: debug 2021-03-04T23:12:49.729+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:50.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:49 gibba008 bash[39303]: cluster 2021-03-04T23:12:49.081505+0000 mgr.x (mgr.34379) 717 : cluster [DBG] pgmap v1028: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:12:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:49 gibba008 bash[37770]: cluster 2021-03-04T23:12:49.081505+0000 mgr.x (mgr.34379) 717 : cluster [DBG] pgmap v1028: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:12:50.425 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:50.527 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:50.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[48858]: debug 2021-03-04T23:12:50.418+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:50.894 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:50.997 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:51.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[39303]: audit 2021-03-04T23:12:50.498647+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:51.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[39303]: audit 2021-03-04T23:12:50.500168+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:51.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[39303]: audit 2021-03-04T23:12:50.500353+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:51.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[37770]: audit 2021-03-04T23:12:50.498647+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:51.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[37770]: audit 2021-03-04T23:12:50.500168+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:51.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:50 gibba008 bash[37770]: audit 2021-03-04T23:12:50.500353+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:51.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:50 gibba023 bash[18090]: debug 2021-03-04T23:12:50.885+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:50 gibba023 bash[27374]: audit 2021-03-04T23:12:50.498647+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:50 gibba023 bash[27374]: audit 2021-03-04T23:12:50.500168+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:50 gibba023 bash[27374]: audit 2021-03-04T23:12:50.500353+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:51.680 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:51.786 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:51.958 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:51 gibba008 bash[48858]: debug 2021-03-04T23:12:51.674+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:52.065 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:12:52.065 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:12:52.066 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.066 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55018.0:220918 26.2 e611/599 26:4824a8cf:::benchmark_data_gibba008_78201_object45400:head v 611'13809, mlcod=611'13807)", 2021-03-04T23:12:52.067 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.059672+0000", 2021-03-04T23:12:52.067 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0016024500000000001, 2021-03-04T23:12:52.067 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016243519999999999, 2021-03-04T23:12:52.068 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.068 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:12:52.068 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.069 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.069 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059672+0000", 2021-03-04T23:12:52.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.070 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.071 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.071 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.071 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059672+0000", 2021-03-04T23:12:52.072 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.582e-06 2021-03-04T23:12:52.072 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.073 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.073 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.073 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059675+0000", 2021-03-04T23:12:52.074 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8989999999999999e-06 2021-03-04T23:12:52.074 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.075 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.075 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.075 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059676+0000", 2021-03-04T23:12:52.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0526999999999999e-05 2021-03-04T23:12:52.076 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.076 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.077 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.077 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059687+0000", 2021-03-04T23:12:52.077 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.216e-06 2021-03-04T23:12:52.078 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.078 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.078 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.078 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059691+0000", 2021-03-04T23:12:52.079 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5337999999999999e-05 2021-03-04T23:12:52.079 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.079 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059727+0000", 2021-03-04T23:12:52.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6184999999999998e-05 2021-03-04T23:12:52.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.080 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059743+0000", 2021-03-04T23:12:52.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0747000000000006e-05 2021-03-04T23:12:52.081 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.081 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.081 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.082 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.082 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.082 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220895 26.5 26:a015eda4:::benchmark_data_gibba008_78201_object45377:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.082 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.047705+0000", 2021-03-04T23:12:52.083 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.01356926, 2021-03-04T23:12:52.083 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013650064999999999, 2021-03-04T23:12:52.083 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.083 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.084 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.084 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.084 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.085 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220895 2021-03-04T23:12:52.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.085 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.085 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.085 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047705+0000", 2021-03-04T23:12:52.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.086 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.087 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.087 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047705+0000", 2021-03-04T23:12:52.087 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.198e-06 2021-03-04T23:12:52.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.088 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.088 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.088 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047706+0000", 2021-03-04T23:12:52.088 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.606e-06 2021-03-04T23:12:52.088 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.089 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.089 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.089 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047708+0000", 2021-03-04T23:12:52.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9240000000000002e-06 2021-03-04T23:12:52.089 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.090 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.090 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.090 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047718+0000", 2021-03-04T23:12:52.090 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3800000000000004e-06 2021-03-04T23:12:52.091 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.091 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.091 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047722+0000", 2021-03-04T23:12:52.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1142e-05 2021-03-04T23:12:52.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.092 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047763+0000", 2021-03-04T23:12:52.092 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7274000000000004e-05 2021-03-04T23:12:52.093 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.094 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047861+0000", 2021-03-04T23:12:52.094 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000117279 2021-03-04T23:12:52.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.094 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:12:52.095 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047978+0000", 2021-03-04T23:12:52.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0068827089999999999 2021-03-04T23:12:52.095 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.096 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:12:52.096 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054861+0000", 2021-03-04T23:12:52.096 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000233654 2021-03-04T23:12:52.096 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.096 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.097 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:12:52.097 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055094+0000", 2021-03-04T23:12:52.097 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.007389166 2021-03-04T23:12:52.097 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.098 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.098 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.098 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.098 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.098 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220896 26.5 26:ae56ed45:::benchmark_data_gibba008_78201_object45378:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.099 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.047730+0000", 2021-03-04T23:12:52.099 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.013544270000000001, 2021-03-04T23:12:52.099 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.01370672, 2021-03-04T23:12:52.099 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.100 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.100 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.100 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.100 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.100 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220896 2021-03-04T23:12:52.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.101 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047730+0000", 2021-03-04T23:12:52.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.102 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.102 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.103 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.103 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047730+0000", 2021-03-04T23:12:52.103 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5099999999999999e-07 2021-03-04T23:12:52.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.104 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.104 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.104 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047731+0000", 2021-03-04T23:12:52.105 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1399999999999996e-07 2021-03-04T23:12:52.105 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.105 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.105 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.106 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047732+0000", 2021-03-04T23:12:52.106 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8600000000000004e-06 2021-03-04T23:12:52.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.106 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.107 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047739+0000", 2021-03-04T23:12:52.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1130000000000001e-06 2021-03-04T23:12:52.107 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.108 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.047742+0000", 2021-03-04T23:12:52.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0034726919999999999 2021-03-04T23:12:52.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.051214+0000", 2021-03-04T23:12:52.110 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6354999999999996e-05 2021-03-04T23:12:52.110 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.110 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.110 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.111 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.051301+0000", 2021-03-04T23:12:52.111 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3073999999999999e-05 2021-03-04T23:12:52.111 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.112 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:12:52.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.051374+0000", 2021-03-04T23:12:52.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0036755120000000001 2021-03-04T23:12:52.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.113 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.113 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:12:52.113 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055049+0000", 2021-03-04T23:12:52.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1693000000000005e-05 2021-03-04T23:12:52.114 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.114 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.114 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:12:52.114 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055131+0000", 2021-03-04T23:12:52.115 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0074008640000000001 2021-03-04T23:12:52.115 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.115 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.115 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.116 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.116 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.116 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220899 26.5 26:ac7d3f22:::benchmark_data_gibba008_78201_object45381:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.116 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.050507+0000", 2021-03-04T23:12:52.116 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.010767850000000001, 2021-03-04T23:12:52.117 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011004757, 2021-03-04T23:12:52.117 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.117 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.118 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.118 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.118 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.118 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220899 2021-03-04T23:12:52.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.119 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050507+0000", 2021-03-04T23:12:52.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.120 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050507+0000", 2021-03-04T23:12:52.121 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.562e-06 2021-03-04T23:12:52.121 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.121 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050508+0000", 2021-03-04T23:12:52.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.279e-06 2021-03-04T23:12:52.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.122 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.123 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.123 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050509+0000", 2021-03-04T23:12:52.123 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1739999999999997e-06 2021-03-04T23:12:52.124 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.124 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.124 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.124 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050516+0000", 2021-03-04T23:12:52.125 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1410000000000001e-06 2021-03-04T23:12:52.125 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.125 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.125 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.125 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050519+0000", 2021-03-04T23:12:52.126 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0046336149999999998 2021-03-04T23:12:52.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.126 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.126 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055152+0000", 2021-03-04T23:12:52.127 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0236999999999998e-05 2021-03-04T23:12:52.127 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.127 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.127 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.128 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055233+0000", 2021-03-04T23:12:52.128 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3129999999999999e-05 2021-03-04T23:12:52.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.128 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:12:52.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055316+0000", 2021-03-04T23:12:52.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0048091380000000001 2021-03-04T23:12:52.129 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.129 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.129 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.130 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220900 26.5 26:acc772fe:::benchmark_data_gibba008_78201_object45382:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.130 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.050857+0000", 2021-03-04T23:12:52.131 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.010416905000000001, 2021-03-04T23:12:52.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010716184, 2021-03-04T23:12:52.131 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.131 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.131 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.132 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.132 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.132 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220900 2021-03-04T23:12:52.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.133 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.133 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050857+0000", 2021-03-04T23:12:52.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.134 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.134 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.134 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050857+0000", 2021-03-04T23:12:52.135 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.579e-06 2021-03-04T23:12:52.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.135 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.135 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050859+0000", 2021-03-04T23:12:52.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.452e-06 2021-03-04T23:12:52.136 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.136 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050861+0000", 2021-03-04T23:12:52.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5970000000000003e-06 2021-03-04T23:12:52.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.137 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050868+0000", 2021-03-04T23:12:52.138 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8399999999999997e-06 2021-03-04T23:12:52.138 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.138 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.138 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.139 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.050872+0000", 2021-03-04T23:12:52.139 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0069720329999999999 2021-03-04T23:12:52.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.139 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.139 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.140 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057844+0000", 2021-03-04T23:12:52.140 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0239000000000003e-05 2021-03-04T23:12:52.140 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.140 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.141 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.141 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057914+0000", 2021-03-04T23:12:52.141 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0885999999999998e-05 2021-03-04T23:12:52.141 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.141 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.142 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:12:52.142 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057995+0000", 2021-03-04T23:12:52.142 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0071376260000000002 2021-03-04T23:12:52.142 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.143 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.143 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.143 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.143 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.143 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220908 26.5 26:ab745593:::benchmark_data_gibba008_78201_object45390:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.144 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.053206+0000", 2021-03-04T23:12:52.144 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0080682630000000009, 2021-03-04T23:12:52.144 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0084291959999999999, 2021-03-04T23:12:52.144 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.144 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.145 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.145 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.145 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.145 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220908 2021-03-04T23:12:52.145 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.146 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.146 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.146 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.146 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.053206+0000", 2021-03-04T23:12:52.147 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.147 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.147 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.147 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.147 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.053206+0000", 2021-03-04T23:12:52.148 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.821e-06 2021-03-04T23:12:52.148 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.148 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.148 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.148 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.053208+0000", 2021-03-04T23:12:52.149 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9309999999999998e-06 2021-03-04T23:12:52.149 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.149 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.149 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.149 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.053210+0000", 2021-03-04T23:12:52.150 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5080000000000005e-06 2021-03-04T23:12:52.150 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.150 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.150 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.151 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.053218+0000", 2021-03-04T23:12:52.151 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0430000000000001e-06 2021-03-04T23:12:52.151 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.151 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.152 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.152 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.053222+0000", 2021-03-04T23:12:52.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00739377 2021-03-04T23:12:52.152 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.153 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.153 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.153 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060616+0000", 2021-03-04T23:12:52.153 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2268999999999996e-05 2021-03-04T23:12:52.153 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.154 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.154 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.154 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060678+0000", 2021-03-04T23:12:52.154 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5749999999999999e-05 2021-03-04T23:12:52.154 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.155 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.155 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:12:52.155 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060744+0000", 2021-03-04T23:12:52.155 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0075380919999999997 2021-03-04T23:12:52.155 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.156 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.156 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.156 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.156 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220910 26.4 26:258ad05c:::benchmark_data_gibba008_78201_object45392:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.157 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.054970+0000", 2021-03-04T23:12:52.157 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0063046639999999998, 2021-03-04T23:12:52.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006728642, 2021-03-04T23:12:52.157 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.158 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.158 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.158 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.158 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.158 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220910 2021-03-04T23:12:52.159 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.159 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.159 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.159 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.160 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054970+0000", 2021-03-04T23:12:52.160 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.160 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.160 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.160 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.161 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054970+0000", 2021-03-04T23:12:52.161 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5850000000000001e-06 2021-03-04T23:12:52.161 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.161 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.161 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.162 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054971+0000", 2021-03-04T23:12:52.162 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.674e-06 2021-03-04T23:12:52.162 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.163 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054973+0000", 2021-03-04T23:12:52.163 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7139999999999993e-06 2021-03-04T23:12:52.163 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.163 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.164 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.164 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054981+0000", 2021-03-04T23:12:52.164 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1450000000000001e-06 2021-03-04T23:12:52.164 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.164 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.165 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.165 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.054985+0000", 2021-03-04T23:12:52.165 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6169999999999998e-05 2021-03-04T23:12:52.165 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.165 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.166 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.166 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055011+0000", 2021-03-04T23:12:52.166 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7358e-05 2021-03-04T23:12:52.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.166 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.167 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.167 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055088+0000", 2021-03-04T23:12:52.167 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4604999999999996e-05 2021-03-04T23:12:52.167 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.168 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.168 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:12:52.168 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.055153+0000", 2021-03-04T23:12:52.168 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0054941900000000004 2021-03-04T23:12:52.169 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.169 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.169 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:12:52.169 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060647+0000", 2021-03-04T23:12:52.170 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0056774410000000001 2021-03-04T23:12:52.170 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.170 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.170 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.170 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.171 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.171 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220915 26.4 26:26abc788:::benchmark_data_gibba008_78201_object45397:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.171 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.057964+0000", 2021-03-04T23:12:52.171 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0033108199999999999, 2021-03-04T23:12:52.172 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038078600000000002, 2021-03-04T23:12:52.172 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.172 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.172 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.172 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.173 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.173 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220915 2021-03-04T23:12:52.173 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.173 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.173 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.174 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.174 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057964+0000", 2021-03-04T23:12:52.174 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.174 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.175 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.175 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.175 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057964+0000", 2021-03-04T23:12:52.175 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:12:52.175 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.176 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.176 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.176 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057966+0000", 2021-03-04T23:12:52.176 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3580000000000001e-06 2021-03-04T23:12:52.176 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.177 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.177 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.177 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057968+0000", 2021-03-04T23:12:52.177 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5779999999999999e-06 2021-03-04T23:12:52.177 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.178 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.178 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.178 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057977+0000", 2021-03-04T23:12:52.178 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8369999999999999e-06 2021-03-04T23:12:52.178 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.179 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.057980+0000", 2021-03-04T23:12:52.179 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0869e-05 2021-03-04T23:12:52.180 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.180 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.180 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.058001+0000", 2021-03-04T23:12:52.180 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3460999999999994e-05 2021-03-04T23:12:52.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.181 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.058065+0000", 2021-03-04T23:12:52.181 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1143999999999996e-05 2021-03-04T23:12:52.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.182 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:12:52.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.058126+0000", 2021-03-04T23:12:52.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000162258 2021-03-04T23:12:52.183 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.183 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.183 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.184 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.184 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220916 26.c 26:324c810f:::benchmark_data_gibba008_78201_object45398:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.184 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.059092+0000", 2021-03-04T23:12:52.184 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0021820329999999999, 2021-03-04T23:12:52.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027413210000000001, 2021-03-04T23:12:52.185 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.185 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.185 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.185 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.185 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.186 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220916 2021-03-04T23:12:52.186 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.186 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.186 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.186 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.187 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059092+0000", 2021-03-04T23:12:52.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.187 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.187 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.188 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.188 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059092+0000", 2021-03-04T23:12:52.188 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.57e-06 2021-03-04T23:12:52.188 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.188 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.189 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.189 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059094+0000", 2021-03-04T23:12:52.189 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7710000000000001e-06 2021-03-04T23:12:52.189 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.189 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.190 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.190 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059096+0000", 2021-03-04T23:12:52.190 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9229999999999996e-06 2021-03-04T23:12:52.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.190 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059103+0000", 2021-03-04T23:12:52.191 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2100000000000002e-06 2021-03-04T23:12:52.191 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059106+0000", 2021-03-04T23:12:52.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001518894 2021-03-04T23:12:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060625+0000", 2021-03-04T23:12:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5162999999999999e-05 2021-03-04T23:12:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060690+0000", 2021-03-04T23:12:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7175999999999995e-05 2021-03-04T23:12:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:12:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060757+0000", 2021-03-04T23:12:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016647070000000001 2021-03-04T23:12:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:220917 26.4 26:29126fbf:::benchmark_data_gibba008_78201_object45399:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:12:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.059225+0000", 2021-03-04T23:12:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.002048911, 2021-03-04T23:12:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026706389999999998, 2021-03-04T23:12:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:12:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:12:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:12:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:12:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 220917 2021-03-04T23:12:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059225+0000", 2021-03-04T23:12:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059225+0000", 2021-03-04T23:12:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.111e-06 2021-03-04T23:12:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059227+0000", 2021-03-04T23:12:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0580000000000001e-06 2021-03-04T23:12:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059228+0000", 2021-03-04T23:12:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9809999999999997e-06 2021-03-04T23:12:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059235+0000", 2021-03-04T23:12:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1829999999999998e-06 2021-03-04T23:12:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059238+0000", 2021-03-04T23:12:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001427787 2021-03-04T23:12:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:12:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060666+0000", 2021-03-04T23:12:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0774999999999998e-05 2021-03-04T23:12:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:12:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060746+0000", 2021-03-04T23:12:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9128000000000005e-05 2021-03-04T23:12:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:12:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.060836+0000", 2021-03-04T23:12:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016100229999999999 2021-03-04T23:12:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55018.0:220895 26.5 e611/599)", 2021-03-04T23:12:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:52.059611+0000", 2021-03-04T23:12:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.001663386, 2021-03-04T23:12:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023485120000000001, 2021-03-04T23:12:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:12:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:12:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:12:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:12:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059611+0000", 2021-03-04T23:12:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:12:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:12:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059611+0000", 2021-03-04T23:12:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.238e-06 2021-03-04T23:12:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:12:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059612+0000", 2021-03-04T23:12:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2330000000000001e-06 2021-03-04T23:12:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:12:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059613+0000", 2021-03-04T23:12:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8549999999999996e-06 2021-03-04T23:12:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:12:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059620+0000", 2021-03-04T23:12:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1250000000000001e-06 2021-03-04T23:12:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:12:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:12:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:12:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:52.059623+0000", 2021-03-04T23:12:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2451e-05 2021-03-04T23:12:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.218 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:12:52.218 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.218 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:12:52.218 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:12:52.219 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 11 2021-03-04T23:12:52.219 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:12:52.220 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:51 gibba023 bash[27374]: cluster 2021-03-04T23:12:51.082071+0000 mgr.x (mgr.34379) 718 : cluster [DBG] pgmap v1029: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:12:52.220 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:52 gibba023 bash[18090]: debug 2021-03-04T23:12:52.201+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:52.221 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:52.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:51 gibba008 bash[37770]: cluster 2021-03-04T23:12:51.082071+0000 mgr.x (mgr.34379) 718 : cluster [DBG] pgmap v1029: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:12:52.259 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:51 gibba008 bash[39303]: cluster 2021-03-04T23:12:51.082071+0000 mgr.x (mgr.34379) 718 : cluster [DBG] pgmap v1029: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:12:52.322 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:52.673 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:52.782 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:53.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:52 gibba008 bash[48858]: debug 2021-03-04T23:12:52.662+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:53.370 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:53.473 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:53.568 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:53.635 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:53 gibba008 bash[47391]: debug 2021-03-04T23:12:53.362+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:53.673 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:53.751 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:53 gibba023 bash[16680]: debug 2021-03-04T23:12:53.553+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:53.752 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:53.855 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:53.996 INFO:teuthology.orchestra.run.gibba008.stdout:moved 17 / 327 (5.19878%) 2021-03-04T23:12:53.996 INFO:teuthology.orchestra.run.gibba008.stdout:avg 46.7143 2021-03-04T23:12:53.996 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 5.11899 -> 8.32748 (expected baseline 6.32778) 2021-03-04T23:12:53.997 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.2 with 39 -> 42 pgs (0.834862 -> 0.899083 * mean) 2021-03-04T23:12:53.997 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.3 with 54 -> 57 pgs (1.15596 -> 1.22018 * mean) 2021-03-04T23:12:53.997 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:12:53.997 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:12:53.997 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 1 2021-03-04T23:12:53.998 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:12:53.998 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0485 2021-03-04T23:12:53.998 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0533 2021-03-04T23:12:53.998 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 1.0000 -> 0.6713 2021-03-04T23:12:53.999 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 weight 1.0000 -> 0.8923 2021-03-04T23:12:54.000 INFO:teuthology.orchestra.run.gibba008.stderr:no change 2021-03-04T23:12:54.023 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 23:12:53 gibba023 bash[24432]: debug 2021-03-04T23:12:53.989+0000 7fe530169700 -1 mgr.server reply reply (2) No such file or directory no change 2021-03-04T23:12:54.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:53 gibba023 bash[15180]: debug 2021-03-04T23:12:53.745+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:54.355 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:54.464 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:54.485 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:54 gibba008 bash[37770]: cluster 2021-03-04T23:12:53.082600+0000 mgr.x (mgr.34379) 719 : cluster [DBG] pgmap v1030: 109 pgs: 109 active+clean; 8.0 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:12:54.486 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:54 gibba008 bash[39303]: cluster 2021-03-04T23:12:53.082600+0000 mgr.x (mgr.34379) 719 : cluster [DBG] pgmap v1030: 109 pgs: 109 active+clean; 8.0 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:12:54.486 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:54 gibba008 bash[47391]: debug 2021-03-04T23:12:54.346+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:54 gibba023 bash[27374]: cluster 2021-03-04T23:12:53.082600+0000 mgr.x (mgr.34379) 719 : cluster [DBG] pgmap v1030: 109 pgs: 109 active+clean; 8.0 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:12:54.843 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:54.946 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:55.074 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:12:55.139 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:54 gibba008 bash[48858]: debug 2021-03-04T23:12:54.834+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:55.178 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:55.271 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:12:55.272 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:55 gibba023 bash[27374]: audit 2021-03-04T23:12:53.994088+0000 mgr.x (mgr.34379) 720 : audit [DBG] from='client.55093 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:55.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:55 gibba023 bash[27374]: audit 2021-03-04T23:12:54.679938+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:12:55.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:12:55 gibba023 bash[18090]: debug 2021-03-04T23:12:55.061+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:55.375 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:55.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:55 gibba008 bash[37770]: audit 2021-03-04T23:12:53.994088+0000 mgr.x (mgr.34379) 720 : audit [DBG] from='client.55093 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:55.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:55 gibba008 bash[37770]: audit 2021-03-04T23:12:54.679938+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:12:55.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:55 gibba008 bash[39303]: audit 2021-03-04T23:12:53.994088+0000 mgr.x (mgr.34379) 720 : audit [DBG] from='client.55093 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:55.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:55 gibba008 bash[39303]: audit 2021-03-04T23:12:54.679938+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:12:55.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:12:55 gibba023 bash[16680]: debug 2021-03-04T23:12:55.265+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:55.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:56.001 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:56 gibba008 bash[39303]: cephadm 2021-03-04T23:12:54.683339+0000 mgr.x (mgr.34379) 721 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:12:56.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:56 gibba008 bash[39303]: cluster 2021-03-04T23:12:55.082999+0000 mgr.x (mgr.34379) 722 : cluster [DBG] pgmap v1031: 109 pgs: 109 active+clean; 7.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:12:56.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:55 gibba008 bash[48858]: debug 2021-03-04T23:12:55.890+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:56.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:56 gibba008 bash[37770]: cephadm 2021-03-04T23:12:54.683339+0000 mgr.x (mgr.34379) 721 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:12:56.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:56 gibba008 bash[37770]: cluster 2021-03-04T23:12:55.082999+0000 mgr.x (mgr.34379) 722 : cluster [DBG] pgmap v1031: 109 pgs: 109 active+clean; 7.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:12:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:56 gibba023 bash[27374]: cephadm 2021-03-04T23:12:54.683339+0000 mgr.x (mgr.34379) 721 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:12:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:56 gibba023 bash[27374]: cluster 2021-03-04T23:12:55.082999+0000 mgr.x (mgr.34379) 722 : cluster [DBG] pgmap v1031: 109 pgs: 109 active+clean; 7.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:12:56.609 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:12:56.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:57.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:12:56 gibba008 bash[50326]: debug 2021-03-04T23:12:56.602+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:57.149 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:12:57.252 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:57.408 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:57.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:12:57 gibba008 bash[48858]: debug 2021-03-04T23:12:57.138+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:57.511 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:57.516 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:57 gibba023 bash[15180]: debug 2021-03-04T23:12:57.401+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:57.588 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:57.693 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:57.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:57 gibba023 bash[15180]: debug 2021-03-04T23:12:57.581+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:57.814 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:12:57.917 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:58.060 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:12:58.143 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:12:57 gibba023 bash[15180]: debug 2021-03-04T23:12:57.809+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:12:58.167 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:58.195 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:58 gibba008 bash[37770]: cluster 2021-03-04T23:12:57.083494+0000 mgr.x (mgr.34379) 723 : cluster [DBG] pgmap v1032: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:12:58.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:58 gibba008 bash[39303]: cluster 2021-03-04T23:12:57.083494+0000 mgr.x (mgr.34379) 723 : cluster [DBG] pgmap v1032: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:12:58.475 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-03-04T23:12:58.476 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 1000 0.05 2021-03-04T23:12:58.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:58 gibba023 bash[27374]: cluster 2021-03-04T23:12:57.083494+0000 mgr.x (mgr.34379) 723 : cluster [DBG] pgmap v1032: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:12:58.577 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:12:58.581 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:12:58.684 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:58.754 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:12:58 gibba008 bash[47391]: debug 2021-03-04T23:12:58.574+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:59.344 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:59.446 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:12:59.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:12:59 gibba008 bash[37770]: audit 2021-03-04T23:12:58.141923+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:59.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:12:59 gibba008 bash[39303]: audit 2021-03-04T23:12:58.141923+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:59.453 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:12:59 gibba008 bash[44600]: debug 2021-03-04T23:12:59.339+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:12:59.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:12:59 gibba023 bash[27374]: audit 2021-03-04T23:12:58.141923+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:00.176 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:00.279 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:00.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:00.487 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:00.493 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:00 gibba023 bash[27374]: cluster 2021-03-04T23:12:59.083903+0000 mgr.x (mgr.34379) 724 : cluster [DBG] pgmap v1033: 109 pgs: 109 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:13:00.493 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:00 gibba023 bash[19550]: debug 2021-03-04T23:13:00.373+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:00.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:00 gibba008 bash[37770]: cluster 2021-03-04T23:12:59.083903+0000 mgr.x (mgr.34379) 724 : cluster [DBG] pgmap v1033: 109 pgs: 109 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:13:00.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:00 gibba008 bash[39303]: cluster 2021-03-04T23:12:59.083903+0000 mgr.x (mgr.34379) 724 : cluster [DBG] pgmap v1033: 109 pgs: 109 active+clean; 7.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:13:00.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:00 gibba008 bash[44600]: debug 2021-03-04T23:13:00.171+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:00.574 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:00.680 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:00.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:00 gibba023 bash[15180]: debug 2021-03-04T23:13:00.565+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:01.172 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:01.274 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:01.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:01 gibba008 bash[50326]: debug 2021-03-04T23:13:01.167+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:01.978 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:02.081 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:02 gibba008 bash[37770]: cluster 2021-03-04T23:13:01.084445+0000 mgr.x (mgr.34379) 725 : cluster [DBG] pgmap v1034: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:13:02.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:02 gibba008 bash[39303]: cluster 2021-03-04T23:13:01.084445+0000 mgr.x (mgr.34379) 725 : cluster [DBG] pgmap v1034: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:13:02.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:01 gibba008 bash[44600]: debug 2021-03-04T23:13:01.971+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:02.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:02 gibba023 bash[27374]: cluster 2021-03-04T23:13:01.084445+0000 mgr.x (mgr.34379) 725 : cluster [DBG] pgmap v1034: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:13:02.675 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:02.781 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:03.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:02 gibba008 bash[48858]: debug 2021-03-04T23:13:02.671+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:03.263 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:03.367 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:03.483 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:03.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:03.602 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:03 gibba008 bash[48858]: debug 2021-03-04T23:13:03.255+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:03.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:03 gibba023 bash[16680]: debug 2021-03-04T23:13:03.469+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:04.145 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:04.256 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:04.399 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:13:04.418 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:13:04.437 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:04 gibba008 bash[37770]: cluster 2021-03-04T23:13:03.084778+0000 mgr.x (mgr.34379) 726 : cluster [DBG] pgmap v1035: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:13:04.438 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:04 gibba008 bash[39303]: cluster 2021-03-04T23:13:03.084778+0000 mgr.x (mgr.34379) 726 : cluster [DBG] pgmap v1035: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:13:04.439 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:04 gibba008 bash[47391]: debug 2021-03-04T23:13:04.135+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:04.439 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:04.440 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:04 gibba008 bash[50326]: debug 2021-03-04T23:13:04.427+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:04.441 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:13:04.459 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:13:04.476 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:13:04.493 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:13:04.511 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:13:04.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:04 gibba023 bash[27374]: cluster 2021-03-04T23:13:03.084778+0000 mgr.x (mgr.34379) 726 : cluster [DBG] pgmap v1035: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:13:04.529 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:13:04.531 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.531 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.531 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.531 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.532 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:13:04.542 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:04.670 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:04.775 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:04.875 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:04 gibba023 bash[19550]: debug 2021-03-04T23:13:04.661+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:04.876 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:04 gibba023 bash[15180]: debug 2021-03-04T23:13:04.869+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:04.876 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:04.980 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:05.113 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:05.158 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:05 gibba023 bash[19550]: debug 2021-03-04T23:13:05.101+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:05.217 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:05.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:05 gibba008 bash[39303]: audit 2021-03-04T23:13:04.378802+0000 mon.a (mon.0) 1267 : audit [DBG] from='client.? 172.21.2.108:0/567060625' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:05.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:05 gibba008 bash[37770]: audit 2021-03-04T23:13:04.378802+0000 mon.a (mon.0) 1267 : audit [DBG] from='client.? 172.21.2.108:0/567060625' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:05.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:05 gibba023 bash[27374]: audit 2021-03-04T23:13:04.378802+0000 mon.a (mon.0) 1267 : audit [DBG] from='client.? 172.21.2.108:0/567060625' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:05.844 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:05.947 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:06.046 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:06.131 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:05 gibba008 bash[48858]: debug 2021-03-04T23:13:05.839+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:06.151 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:06.265 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:06.270 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:06 gibba023 bash[15180]: debug 2021-03-04T23:13:06.037+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:06.271 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:06 gibba023 bash[27374]: cluster 2021-03-04T23:13:05.085147+0000 mgr.x (mgr.34379) 727 : cluster [DBG] pgmap v1036: 109 pgs: 109 active+clean; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:13:06.372 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:06 gibba008 bash[39303]: cluster 2021-03-04T23:13:05.085147+0000 mgr.x (mgr.34379) 727 : cluster [DBG] pgmap v1036: 109 pgs: 109 active+clean; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:13:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:06 gibba008 bash[37770]: cluster 2021-03-04T23:13:05.085147+0000 mgr.x (mgr.34379) 727 : cluster [DBG] pgmap v1036: 109 pgs: 109 active+clean; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:13:06.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:06 gibba023 bash[19550]: debug 2021-03-04T23:13:06.257+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:06.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:06.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:06.855 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:06.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:07.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:06 gibba023 bash[19550]: debug 2021-03-04T23:13:06.845+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:07.067 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:07.069 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:06 gibba008 bash[48858]: debug 2021-03-04T23:13:06.651+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:07.175 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:07.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:07 gibba023 bash[15180]: debug 2021-03-04T23:13:07.061+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:07.630 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:07.733 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:08.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:07 gibba008 bash[44600]: debug 2021-03-04T23:13:07.623+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:08.168 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:08.272 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:08.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:08 gibba008 bash[37770]: cluster 2021-03-04T23:13:07.086694+0000 mgr.x (mgr.34379) 728 : cluster [DBG] pgmap v1037: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:13:08.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:08 gibba008 bash[39303]: cluster 2021-03-04T23:13:07.086694+0000 mgr.x (mgr.34379) 728 : cluster [DBG] pgmap v1037: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:13:08.515 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:08 gibba008 bash[47391]: debug 2021-03-04T23:13:08.159+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:08 gibba023 bash[27374]: cluster 2021-03-04T23:13:07.086694+0000 mgr.x (mgr.34379) 728 : cluster [DBG] pgmap v1037: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:13:08.810 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:08.920 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:09.141 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:08 gibba008 bash[48858]: debug 2021-03-04T23:13:08.803+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:09.303 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:09.406 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:09.412 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[50326]: debug 2021-03-04T23:13:09.295+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:09.810 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:09.914 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:10.026 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:10.132 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:10.234 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:10 gibba023 bash[19550]: debug 2021-03-04T23:13:10.017+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:10.235 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:09 gibba023 bash[27374]: cluster 2021-03-04T23:13:09.087265+0000 mgr.x (mgr.34379) 729 : cluster [DBG] pgmap v1038: 109 pgs: 109 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:13:10.235 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:09 gibba023 bash[27374]: audit 2021-03-04T23:13:09.393907+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:13:10.235 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:09 gibba023 bash[27374]: audit 2021-03-04T23:13:09.637339+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:13:10.236 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:10 gibba023 bash[18090]: debug 2021-03-04T23:13:10.229+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:10.236 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:10.260 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[44600]: debug 2021-03-04T23:13:09.803+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[37770]: cluster 2021-03-04T23:13:09.087265+0000 mgr.x (mgr.34379) 729 : cluster [DBG] pgmap v1038: 109 pgs: 109 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:13:10.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[37770]: audit 2021-03-04T23:13:09.393907+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:13:10.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[37770]: audit 2021-03-04T23:13:09.637339+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:13:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[39303]: cluster 2021-03-04T23:13:09.087265+0000 mgr.x (mgr.34379) 729 : cluster [DBG] pgmap v1038: 109 pgs: 109 active+clean; 6.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:13:10.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[39303]: audit 2021-03-04T23:13:09.393907+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:13:10.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:09 gibba008 bash[39303]: audit 2021-03-04T23:13:09.637339+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:13:10.341 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:10.819 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:10.850 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:13:10.922 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:10.949 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:11.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:10 gibba008 bash[39303]: cephadm 2021-03-04T23:13:09.395456+0000 mgr.x (mgr.34379) 730 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:13:11.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:10 gibba008 bash[48858]: debug 2021-03-04T23:13:10.811+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:11.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:10 gibba008 bash[37770]: cephadm 2021-03-04T23:13:09.395456+0000 mgr.x (mgr.34379) 730 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:13:11.023 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:11.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:11.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:10 gibba023 bash[27374]: cephadm 2021-03-04T23:13:09.395456+0000 mgr.x (mgr.34379) 730 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:13:11.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:11 gibba023 bash[16680]: debug 2021-03-04T23:13:11.017+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:11.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:11.543 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:11.641 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:11.744 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:11.751 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:11 gibba008 bash[48858]: debug 2021-03-04T23:13:11.435+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:11.956 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:11.956 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:11 gibba008 bash[50326]: debug 2021-03-04T23:13:11.951+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:11.969 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:11 gibba023 bash[18090]: debug 2021-03-04T23:13:11.633+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:11.970 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:11 gibba023 bash[27374]: audit 2021-03-04T23:13:11.014978+0000 mon.a (mon.0) 1270 : audit [INF] from='client.? 172.21.2.108:0/1854499437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:13:11.970 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:11 gibba023 bash[27374]: cluster 2021-03-04T23:13:11.087782+0000 mgr.x (mgr.34379) 731 : cluster [DBG] pgmap v1039: 109 pgs: 109 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.79k op/s 2021-03-04T23:13:11.977 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:13:12.007 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:11 gibba008 bash[37770]: audit 2021-03-04T23:13:11.014978+0000 mon.a (mon.0) 1270 : audit [INF] from='client.? 172.21.2.108:0/1854499437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:13:12.008 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:11 gibba008 bash[37770]: cluster 2021-03-04T23:13:11.087782+0000 mgr.x (mgr.34379) 731 : cluster [DBG] pgmap v1039: 109 pgs: 109 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.79k op/s 2021-03-04T23:13:12.008 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:11 gibba008 bash[39303]: audit 2021-03-04T23:13:11.014978+0000 mon.a (mon.0) 1270 : audit [INF] from='client.? 172.21.2.108:0/1854499437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:13:12.008 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:11 gibba008 bash[39303]: cluster 2021-03-04T23:13:11.087782+0000 mgr.x (mgr.34379) 731 : cluster [DBG] pgmap v1039: 109 pgs: 109 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.79k op/s 2021-03-04T23:13:12.058 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:12.584 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:12.687 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:12.887 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[47391]: debug 2021-03-04T23:13:12.579+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[37770]: cluster 2021-03-04T23:13:11.965797+0000 mon.a (mon.0) 1271 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:13:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[37770]: audit 2021-03-04T23:13:11.970728+0000 mon.a (mon.0) 1272 : audit [INF] from='client.? 172.21.2.108:0/1854499437' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:13:13.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[37770]: cluster 2021-03-04T23:13:11.970761+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e612: 8 total, 8 up, 7 in 2021-03-04T23:13:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[39303]: cluster 2021-03-04T23:13:11.965797+0000 mon.a (mon.0) 1271 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:13:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[39303]: audit 2021-03-04T23:13:11.970728+0000 mon.a (mon.0) 1272 : audit [INF] from='client.? 172.21.2.108:0/1854499437' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:13:13.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:12 gibba008 bash[39303]: cluster 2021-03-04T23:13:11.970761+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e612: 8 total, 8 up, 7 in 2021-03-04T23:13:13.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:12 gibba023 bash[27374]: cluster 2021-03-04T23:13:11.965797+0000 mon.a (mon.0) 1271 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:13:13.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:12 gibba023 bash[27374]: audit 2021-03-04T23:13:11.970728+0000 mon.a (mon.0) 1272 : audit [INF] from='client.? 172.21.2.108:0/1854499437' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:13:13.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:12 gibba023 bash[27374]: cluster 2021-03-04T23:13:11.970761+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e612: 8 total, 8 up, 7 in 2021-03-04T23:13:13.278 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:13.389 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:13.564 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:13.667 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:13.672 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:13 gibba023 bash[18090]: debug 2021-03-04T23:13:13.557+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:13.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:13.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:13 gibba008 bash[47391]: debug 2021-03-04T23:13:13.271+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:13.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:13.976 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:13 gibba023 bash[18090]: debug 2021-03-04T23:13:13.745+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:14.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:13 gibba008 bash[37770]: cluster 2021-03-04T23:13:13.088311+0000 mgr.x (mgr.34379) 732 : cluster [DBG] pgmap v1041: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:13:14.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:13 gibba008 bash[39303]: cluster 2021-03-04T23:13:13.088311+0000 mgr.x (mgr.34379) 732 : cluster [DBG] pgmap v1041: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:13:14.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:13 gibba023 bash[27374]: cluster 2021-03-04T23:13:13.088311+0000 mgr.x (mgr.34379) 732 : cluster [DBG] pgmap v1041: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:13:14.511 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:14.614 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:14.971 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:14 gibba008 bash[50326]: debug 2021-03-04T23:13:14.507+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:14.971 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:15.074 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:15.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:14 gibba008 bash[47391]: debug 2021-03-04T23:13:14.963+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:15.854 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:15.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:16.147 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:15 gibba008 bash[50326]: debug 2021-03-04T23:13:15.843+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:16.507 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:16 gibba008 bash[39303]: cluster 2021-03-04T23:13:15.088695+0000 mgr.x (mgr.34379) 733 : cluster [DBG] pgmap v1042: 109 pgs: 109 active+clean; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:13:16.507 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:16 gibba008 bash[37770]: cluster 2021-03-04T23:13:15.088695+0000 mgr.x (mgr.34379) 733 : cluster [DBG] pgmap v1042: 109 pgs: 109 active+clean; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:13:16.512 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:16 gibba023 bash[27374]: cluster 2021-03-04T23:13:15.088695+0000 mgr.x (mgr.34379) 733 : cluster [DBG] pgmap v1042: 109 pgs: 109 active+clean; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:13:16.616 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:16.704 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:16.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:16 gibba008 bash[47391]: debug 2021-03-04T23:13:16.499+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:16.808 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:17.016 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:17.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:16 gibba023 bash[15180]: debug 2021-03-04T23:13:16.697+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:17.082 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:17 gibba008 bash[50326]: debug 2021-03-04T23:13:17.007+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:17.119 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:17.178 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:13:17.179 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:13:17.210 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:17.315 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:17.472 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:17.510 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:17 gibba008 bash[48858]: debug 2021-03-04T23:13:17.467+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:17.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:17 gibba023 bash[19550]: debug 2021-03-04T23:13:17.205+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:17.575 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:17.678 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:17.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:17.944 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:13:18.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:17 gibba023 bash[19550]: debug 2021-03-04T23:13:17.669+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:18.042 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:18.309 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:18.418 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:18 gibba023 bash[27374]: cluster 2021-03-04T23:13:17.089168+0000 mgr.x (mgr.34379) 734 : cluster [DBG] pgmap v1043: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:13:18.539 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:18 gibba008 bash[39303]: cluster 2021-03-04T23:13:17.089168+0000 mgr.x (mgr.34379) 734 : cluster [DBG] pgmap v1043: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:13:18.540 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:18 gibba008 bash[48858]: debug 2021-03-04T23:13:18.299+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:18.540 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:18 gibba008 bash[37770]: cluster 2021-03-04T23:13:17.089168+0000 mgr.x (mgr.34379) 734 : cluster [DBG] pgmap v1043: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:13:18.831 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:18.934 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:19.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:18 gibba008 bash[50326]: debug 2021-03-04T23:13:18.823+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:19.304 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:19.406 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:19.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:19 gibba008 bash[48858]: debug 2021-03-04T23:13:19.299+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:19.921 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:20.024 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:20.132 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:20.236 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:20.241 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:19 gibba023 bash[27374]: cluster 2021-03-04T23:13:19.089469+0000 mgr.x (mgr.34379) 735 : cluster [DBG] pgmap v1044: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:13:20.242 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:20 gibba023 bash[18090]: debug 2021-03-04T23:13:20.125+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:20.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:19 gibba008 bash[37770]: cluster 2021-03-04T23:13:19.089469+0000 mgr.x (mgr.34379) 735 : cluster [DBG] pgmap v1044: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:13:20.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:19 gibba008 bash[39303]: cluster 2021-03-04T23:13:19.089469+0000 mgr.x (mgr.34379) 735 : cluster [DBG] pgmap v1044: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:13:20.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:19 gibba008 bash[44600]: debug 2021-03-04T23:13:19.915+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:20.262 INFO:teuthology.orchestra.run.gibba008.stdout:moved 0 / 327 (0%) 2021-03-04T23:13:20.262 INFO:teuthology.orchestra.run.gibba008.stdout:avg 46.7143 2021-03-04T23:13:20.262 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 5.11899 -> 5.11899 (expected baseline 6.32778) 2021-03-04T23:13:20.262 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.2 with 39 -> 39 pgs (0.834862 -> 0.834862 * mean) 2021-03-04T23:13:20.263 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.3 with 54 -> 54 pgs (1.15596 -> 1.15596 * mean) 2021-03-04T23:13:20.263 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:13:20.263 INFO:teuthology.orchestra.run.gibba008.stdout:oload 1000 2021-03-04T23:13:20.263 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 0.05 2021-03-04T23:13:20.264 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:13:20.264 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0363 2021-03-04T23:13:20.264 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.3630 2021-03-04T23:13:20.264 INFO:teuthology.orchestra.run.gibba008.stderr:no change 2021-03-04T23:13:20.328 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:20.433 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:20.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:20 gibba023 bash[19550]: debug 2021-03-04T23:13:20.321+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:20.539 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:20.644 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:20.970 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:20 gibba023 bash[27374]: audit 2021-03-04T23:13:20.259130+0000 mgr.x (mgr.34379) 736 : audit [DBG] from='client.45174 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:20.970 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:20 gibba023 bash[18090]: debug 2021-03-04T23:13:20.529+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:21.215 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:21.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:13:21.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:20 gibba008 bash[37770]: audit 2021-03-04T23:13:20.259130+0000 mgr.x (mgr.34379) 736 : audit [DBG] from='client.45174 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:21.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:20 gibba008 bash[39303]: audit 2021-03-04T23:13:20.259130+0000 mgr.x (mgr.34379) 736 : audit [DBG] from='client.45174 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:21.265 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:21 gibba008 bash[50326]: debug 2021-03-04T23:13:21.207+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:21.318 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:21.319 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:21.404 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:21.506 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:21.618 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:21 gibba023 bash[16680]: debug 2021-03-04T23:13:21.397+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:21.618 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:21.722 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:21.807 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:21.912 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:21.973 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:21 gibba023 bash[15180]: debug 2021-03-04T23:13:21.609+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:21.973 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:21 gibba023 bash[15180]: debug 2021-03-04T23:13:21.801+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:21 gibba008 bash[37770]: cluster 2021-03-04T23:13:21.089984+0000 mgr.x (mgr.34379) 737 : cluster [DBG] pgmap v1045: 109 pgs: 109 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:13:22.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:21 gibba008 bash[39303]: cluster 2021-03-04T23:13:21.089984+0000 mgr.x (mgr.34379) 737 : cluster [DBG] pgmap v1045: 109 pgs: 109 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:13:22.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:21 gibba023 bash[27374]: cluster 2021-03-04T23:13:21.089984+0000 mgr.x (mgr.34379) 737 : cluster [DBG] pgmap v1045: 109 pgs: 109 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:13:22.347 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:22.458 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:22.531 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:22.634 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:22.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:22 gibba008 bash[44600]: debug 2021-03-04T23:13:22.339+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:22.769 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:22 gibba023 bash[15180]: debug 2021-03-04T23:13:22.525+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:22.769 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:22.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:23.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:22 gibba023 bash[18090]: debug 2021-03-04T23:13:22.761+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:23.418 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:23.520 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:23.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:23 gibba008 bash[50326]: debug 2021-03-04T23:13:23.411+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:24.149 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:24.252 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:24 gibba023 bash[27374]: cluster 2021-03-04T23:13:23.090324+0000 mgr.x (mgr.34379) 738 : cluster [DBG] pgmap v1046: 109 pgs: 109 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:13:24.531 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:24 gibba008 bash[37770]: cluster 2021-03-04T23:13:23.090324+0000 mgr.x (mgr.34379) 738 : cluster [DBG] pgmap v1046: 109 pgs: 109 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:13:24.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:24 gibba008 bash[39303]: cluster 2021-03-04T23:13:23.090324+0000 mgr.x (mgr.34379) 738 : cluster [DBG] pgmap v1046: 109 pgs: 109 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:13:24.532 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:24 gibba008 bash[47391]: debug 2021-03-04T23:13:24.143+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:24.639 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:24.742 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:24.889 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:13:24.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0 2021-03-04T23:13:24.915 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:24 gibba008 bash[44600]: debug 2021-03-04T23:13:24.631+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:25.060 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:25.069 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:25.174 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:25.180 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:25 gibba008 bash[47391]: debug 2021-03-04T23:13:25.063+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:25.457 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:25.560 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:25.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:25 gibba008 bash[44600]: debug 2021-03-04T23:13:25.451+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:26.240 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:26.342 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:26 gibba008 bash[37770]: cluster 2021-03-04T23:13:25.090650+0000 mgr.x (mgr.34379) 739 : cluster [DBG] pgmap v1047: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:13:26.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:26 gibba008 bash[39303]: cluster 2021-03-04T23:13:25.090650+0000 mgr.x (mgr.34379) 739 : cluster [DBG] pgmap v1047: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:13:26.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:26 gibba008 bash[48858]: debug 2021-03-04T23:13:26.231+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:26.553 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:26 gibba023 bash[27374]: cluster 2021-03-04T23:13:25.090650+0000 mgr.x (mgr.34379) 739 : cluster [DBG] pgmap v1047: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:13:26.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:26.916 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:27.303 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:26 gibba023 bash[15180]: debug 2021-03-04T23:13:26.805+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:27.434 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:27.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:27.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:27 gibba023 bash[18090]: debug 2021-03-04T23:13:27.425+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:28.177 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:28.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:28 gibba008 bash[37770]: cluster 2021-03-04T23:13:27.091107+0000 mgr.x (mgr.34379) 740 : cluster [DBG] pgmap v1048: 109 pgs: 109 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:13:28.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:28 gibba008 bash[39303]: cluster 2021-03-04T23:13:27.091107+0000 mgr.x (mgr.34379) 740 : cluster [DBG] pgmap v1048: 109 pgs: 109 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:13:28.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:28 gibba008 bash[44600]: debug 2021-03-04T23:13:28.171+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:28 gibba023 bash[27374]: cluster 2021-03-04T23:13:27.091107+0000 mgr.x (mgr.34379) 740 : cluster [DBG] pgmap v1048: 109 pgs: 109 active+clean; 4.8 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:13:28.730 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:28.730 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:28 gibba008 bash[50326]: debug 2021-03-04T23:13:28.723+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:28.833 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:29.178 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:29.280 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:29.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:29 gibba023 bash[19550]: debug 2021-03-04T23:13:29.169+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:29.707 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:29.810 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:29.971 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:29 gibba023 bash[16680]: debug 2021-03-04T23:13:29.701+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:30.068 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:13:30.085 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:13:30.102 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:13:30.119 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:13:30.135 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:29 gibba008 bash[37770]: cluster 2021-03-04T23:13:29.091448+0000 mgr.x (mgr.34379) 741 : cluster [DBG] pgmap v1049: 109 pgs: 109 active+clean; 4.6 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:13:30.136 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:29 gibba008 bash[39303]: cluster 2021-03-04T23:13:29.091448+0000 mgr.x (mgr.34379) 741 : cluster [DBG] pgmap v1049: 109 pgs: 109 active+clean; 4.6 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:13:30.136 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:30.137 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:13:30.158 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:13:30.179 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:13:30.196 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:13:30.196 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.197 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.197 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.197 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.197 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.197 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.198 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.198 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:13:30.239 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:30.245 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:29 gibba023 bash[27374]: cluster 2021-03-04T23:13:29.091448+0000 mgr.x (mgr.34379) 741 : cluster [DBG] pgmap v1049: 109 pgs: 109 active+clean; 4.6 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:13:30.422 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:30.453 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:30 gibba008 bash[44600]: debug 2021-03-04T23:13:30.131+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:30.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:30 gibba023 bash[15180]: debug 2021-03-04T23:13:30.413+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:30.525 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:30.924 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:31.033 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:31.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:30 gibba008 bash[39303]: audit 2021-03-04T23:13:30.047406+0000 mon.a (mon.0) 1274 : audit [DBG] from='client.? 172.21.2.108:0/1263663852' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:31.264 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:30 gibba008 bash[47391]: debug 2021-03-04T23:13:30.911+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:31.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:30 gibba008 bash[37770]: audit 2021-03-04T23:13:30.047406+0000 mon.a (mon.0) 1274 : audit [DBG] from='client.? 172.21.2.108:0/1263663852' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:31.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:30 gibba023 bash[27374]: audit 2021-03-04T23:13:30.047406+0000 mon.a (mon.0) 1274 : audit [DBG] from='client.? 172.21.2.108:0/1263663852' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:31.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:31.613 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:31.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:31 gibba008 bash[44600]: debug 2021-03-04T23:13:31.503+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:31 gibba008 bash[37770]: cluster 2021-03-04T23:13:31.091908+0000 mgr.x (mgr.34379) 742 : cluster [DBG] pgmap v1050: 109 pgs: 109 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:13:32.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:31 gibba008 bash[39303]: cluster 2021-03-04T23:13:31.091908+0000 mgr.x (mgr.34379) 742 : cluster [DBG] pgmap v1050: 109 pgs: 109 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:13:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:31 gibba023 bash[27374]: cluster 2021-03-04T23:13:31.091908+0000 mgr.x (mgr.34379) 742 : cluster [DBG] pgmap v1050: 109 pgs: 109 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:13:32.290 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:32.394 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:32.539 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:32.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:32.647 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:32 gibba008 bash[47391]: debug 2021-03-04T23:13:32.283+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:32.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:32 gibba023 bash[18090]: debug 2021-03-04T23:13:32.529+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:32.928 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:33.030 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:33.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:32 gibba008 bash[50326]: debug 2021-03-04T23:13:32.923+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:33.603 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:33.705 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:33.809 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:33.916 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:33.921 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:33 gibba008 bash[50326]: debug 2021-03-04T23:13:33.595+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:34.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:33 gibba023 bash[16680]: debug 2021-03-04T23:13:33.801+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:34.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:34 gibba008 bash[37770]: cluster 2021-03-04T23:13:33.092327+0000 mgr.x (mgr.34379) 743 : cluster [DBG] pgmap v1051: 109 pgs: 109 active+clean; 4.2 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:13:34.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:34 gibba008 bash[39303]: cluster 2021-03-04T23:13:33.092327+0000 mgr.x (mgr.34379) 743 : cluster [DBG] pgmap v1051: 109 pgs: 109 active+clean; 4.2 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:13:34.290 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:34.393 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:34 gibba023 bash[27374]: cluster 2021-03-04T23:13:33.092327+0000 mgr.x (mgr.34379) 743 : cluster [DBG] pgmap v1051: 109 pgs: 109 active+clean; 4.2 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:13:34.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:34 gibba008 bash[48858]: debug 2021-03-04T23:13:34.283+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:34.839 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:34.941 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:35.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:34 gibba008 bash[47391]: debug 2021-03-04T23:13:34.831+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:35.593 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:35.695 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:35.853 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:35 gibba008 bash[48858]: debug 2021-03-04T23:13:35.587+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:35.854 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:35.956 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:36.064 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:36.152 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:35 gibba008 bash[44600]: debug 2021-03-04T23:13:35.847+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:36.167 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:36.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:36 gibba023 bash[27374]: cluster 2021-03-04T23:13:35.092734+0000 mgr.x (mgr.34379) 744 : cluster [DBG] pgmap v1052: 109 pgs: 109 active+clean; 4.0 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:13:36.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:36 gibba023 bash[19550]: debug 2021-03-04T23:13:36.057+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:36.364 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:36.467 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:36.483 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:36 gibba008 bash[37770]: cluster 2021-03-04T23:13:35.092734+0000 mgr.x (mgr.34379) 744 : cluster [DBG] pgmap v1052: 109 pgs: 109 active+clean; 4.0 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:13:36.483 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:36 gibba008 bash[39303]: cluster 2021-03-04T23:13:35.092734+0000 mgr.x (mgr.34379) 744 : cluster [DBG] pgmap v1052: 109 pgs: 109 active+clean; 4.0 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:13:36.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:36 gibba023 bash[16680]: debug 2021-03-04T23:13:36.353+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:36.948 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:37.052 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:37.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:37.251 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:37.257 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:36 gibba008 bash[50326]: debug 2021-03-04T23:13:36.939+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:37.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:37 gibba023 bash[18090]: debug 2021-03-04T23:13:37.141+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:37.626 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:13:37.707 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:37.798 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:37.901 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:37.906 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:37 gibba008 bash[50326]: debug 2021-03-04T23:13:37.791+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:38.245 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:38 gibba008 bash[37770]: cluster 2021-03-04T23:13:37.093113+0000 mgr.x (mgr.34379) 745 : cluster [DBG] pgmap v1053: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:13:38.246 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:38 gibba008 bash[39303]: cluster 2021-03-04T23:13:37.093113+0000 mgr.x (mgr.34379) 745 : cluster [DBG] pgmap v1053: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:13:38.247 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:38.348 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:38.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:38 gibba008 bash[44600]: debug 2021-03-04T23:13:38.239+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:38 gibba023 bash[27374]: cluster 2021-03-04T23:13:37.093113+0000 mgr.x (mgr.34379) 745 : cluster [DBG] pgmap v1053: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:13:38.757 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:38.865 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:39.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:38 gibba008 bash[48858]: debug 2021-03-04T23:13:38.747+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:39.164 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:13:39.202 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:39.306 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:39.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:39 gibba008 bash[37770]: audit 2021-03-04T23:13:38.173815+0000 mon.a (mon.0) 1275 : audit [INF] from='client.? 172.21.2.108:0/2309300573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:13:39.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:39 gibba008 bash[47391]: debug 2021-03-04T23:13:39.195+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:39.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:39 gibba008 bash[39303]: audit 2021-03-04T23:13:38.173815+0000 mon.a (mon.0) 1275 : audit [INF] from='client.? 172.21.2.108:0/2309300573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:13:39.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:39 gibba023 bash[27374]: audit 2021-03-04T23:13:38.173815+0000 mon.a (mon.0) 1275 : audit [INF] from='client.? 172.21.2.108:0/2309300573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:13:39.939 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:40.044 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:40.161 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:40.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:39 gibba008 bash[47391]: debug 2021-03-04T23:13:39.931+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[37770]: cluster 2021-03-04T23:13:39.093496+0000 mgr.x (mgr.34379) 746 : cluster [DBG] pgmap v1054: 109 pgs: 109 active+clean; 3.7 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:13:40.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[37770]: cluster 2021-03-04T23:13:39.152435+0000 mon.a (mon.0) 1276 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:13:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[37770]: audit 2021-03-04T23:13:39.159521+0000 mon.a (mon.0) 1277 : audit [INF] from='client.? 172.21.2.108:0/2309300573' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:13:40.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[37770]: cluster 2021-03-04T23:13:39.159563+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e613: 8 total, 8 up, 7 in 2021-03-04T23:13:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[39303]: cluster 2021-03-04T23:13:39.093496+0000 mgr.x (mgr.34379) 746 : cluster [DBG] pgmap v1054: 109 pgs: 109 active+clean; 3.7 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:13:40.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[39303]: cluster 2021-03-04T23:13:39.152435+0000 mon.a (mon.0) 1276 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:13:40.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[39303]: audit 2021-03-04T23:13:39.159521+0000 mon.a (mon.0) 1277 : audit [INF] from='client.? 172.21.2.108:0/2309300573' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:13:40.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[39303]: cluster 2021-03-04T23:13:39.159563+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e613: 8 total, 8 up, 7 in 2021-03-04T23:13:40.264 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:40.285 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:13:40.286 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:13:40.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:13:40.286 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:13:40.286 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.287 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188303 25.6 25:614b4883:::benchmark_data_gibba008_61550_object12372:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.287 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.356244+0000", 2021-03-04T23:13:40.287 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 342.92407290300002, 2021-03-04T23:13:40.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214233063, 2021-03-04T23:13:40.288 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.288 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.289 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188303 2021-03-04T23:13:40.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.289 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356244+0000", 2021-03-04T23:13:40.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356244+0000", 2021-03-04T23:13:40.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.857e-06 2021-03-04T23:13:40.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356246+0000", 2021-03-04T23:13:40.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8279999999999999e-06 2021-03-04T23:13:40.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356248+0000", 2021-03-04T23:13:40.293 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2359999999999998e-06 2021-03-04T23:13:40.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.294 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356255+0000", 2021-03-04T23:13:40.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6110000000000004e-06 2021-03-04T23:13:40.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356260+0000", 2021-03-04T23:13:40.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00052614399999999998 2021-03-04T23:13:40.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.296 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356786+0000", 2021-03-04T23:13:40.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2614000000000006e-05 2021-03-04T23:13:40.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356859+0000", 2021-03-04T23:13:40.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6576999999999995e-05 2021-03-04T23:13:40.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:13:40.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.356945+0000", 2021-03-04T23:13:40.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0044333300000000001 2021-03-04T23:13:40.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.361378+0000", 2021-03-04T23:13:40.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010500100000000001 2021-03-04T23:13:40.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.361483+0000", 2021-03-04T23:13:40.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20877219899999999 2021-03-04T23:13:40.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570256+0000", 2021-03-04T23:13:40.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000118717 2021-03-04T23:13:40.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.303 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.303 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570374+0000", 2021-03-04T23:13:40.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010294900000000001 2021-03-04T23:13:40.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.305 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.305 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.570477+0000", 2021-03-04T23:13:40.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214233063 2021-03-04T23:13:40.306 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.306 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.306 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.307 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188325 25.6 25:66e36e25:::benchmark_data_gibba008_61550_object12394:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.307 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.367131+0000", 2021-03-04T23:13:40.307 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 342.913186064, 2021-03-04T23:13:40.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23604982399999999, 2021-03-04T23:13:40.307 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.308 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.308 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.308 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.308 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.309 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188325 2021-03-04T23:13:40.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.309 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367131+0000", 2021-03-04T23:13:40.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367131+0000", 2021-03-04T23:13:40.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.637e-06 2021-03-04T23:13:40.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367133+0000", 2021-03-04T23:13:40.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.66e-06 2021-03-04T23:13:40.312 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367134+0000", 2021-03-04T23:13:40.313 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2429999999999999e-06 2021-03-04T23:13:40.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.314 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367142+0000", 2021-03-04T23:13:40.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6219999999999998e-06 2021-03-04T23:13:40.314 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.315 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.315 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.367145+0000", 2021-03-04T23:13:40.315 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19151051799999999 2021-03-04T23:13:40.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.316 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.316 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558656+0000", 2021-03-04T23:13:40.316 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00052290599999999996 2021-03-04T23:13:40.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.559179+0000", 2021-03-04T23:13:40.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00055309599999999999 2021-03-04T23:13:40.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:13:40.318 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.559732+0000", 2021-03-04T23:13:40.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011834301 2021-03-04T23:13:40.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.319 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.319 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.571566+0000", 2021-03-04T23:13:40.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030676045999999998 2021-03-04T23:13:40.320 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.320 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.321 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602242+0000", 2021-03-04T23:13:40.321 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048573000000000003 2021-03-04T23:13:40.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.322 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602728+0000", 2021-03-04T23:13:40.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024545399999999998 2021-03-04T23:13:40.322 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602973+0000", 2021-03-04T23:13:40.323 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020761099999999999 2021-03-04T23:13:40.323 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.324 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.603181+0000", 2021-03-04T23:13:40.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23604982399999999 2021-03-04T23:13:40.324 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.325 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.325 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.325 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188343 25.6 25:65455a82:::benchmark_data_gibba008_61550_object12412:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.326 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.381798+0000", 2021-03-04T23:13:40.326 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 342.898518884, 2021-03-04T23:13:40.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22272293900000001, 2021-03-04T23:13:40.326 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.326 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.327 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.327 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.327 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.327 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188343 2021-03-04T23:13:40.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.328 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.328 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381798+0000", 2021-03-04T23:13:40.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381798+0000", 2021-03-04T23:13:40.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3180000000000001e-06 2021-03-04T23:13:40.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381801+0000", 2021-03-04T23:13:40.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.796e-06 2021-03-04T23:13:40.331 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381802+0000", 2021-03-04T23:13:40.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.176626809 2021-03-04T23:13:40.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.332 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.333 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558429+0000", 2021-03-04T23:13:40.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6217999999999998e-05 2021-03-04T23:13:40.333 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.333 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.334 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.558465+0000", 2021-03-04T23:13:40.334 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014110118 2021-03-04T23:13:40.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.572576+0000", 2021-03-04T23:13:40.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00073683099999999997 2021-03-04T23:13:40.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.573312+0000", 2021-03-04T23:13:40.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048983900000000005 2021-03-04T23:13:40.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:13:40.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.573802+0000", 2021-03-04T23:13:40.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028711467000000001 2021-03-04T23:13:40.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.338 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.338 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.602514+0000", 2021-03-04T23:13:40.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00093573899999999999 2021-03-04T23:13:40.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.603449+0000", 2021-03-04T23:13:40.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00080694499999999999 2021-03-04T23:13:40.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.604256+0000", 2021-03-04T23:13:40.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015049200000000001 2021-03-04T23:13:40.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.604407+0000", 2021-03-04T23:13:40.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114367 2021-03-04T23:13:40.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.604521+0000", 2021-03-04T23:13:40.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22272293900000001 2021-03-04T23:13:40.343 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.344 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.344 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.344 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193439 25.1 25:864e8f25:::benchmark_data_gibba008_61550_object17508:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.345 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.984109+0000", 2021-03-04T23:13:40.345 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.296207713, 2021-03-04T23:13:40.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.225669922, 2021-03-04T23:13:40.345 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.345 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.346 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.346 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.346 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.346 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193439 2021-03-04T23:13:40.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.347 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984109+0000", 2021-03-04T23:13:40.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.348 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984109+0000", 2021-03-04T23:13:40.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.372e-06 2021-03-04T23:13:40.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984111+0000", 2021-03-04T23:13:40.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3179999999999999e-06 2021-03-04T23:13:40.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.350 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.350 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.350 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984112+0000", 2021-03-04T23:13:40.351 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9469999999999997e-06 2021-03-04T23:13:40.351 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984119+0000", 2021-03-04T23:13:40.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4620000000000001e-06 2021-03-04T23:13:40.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.352 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.352 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.984123+0000", 2021-03-04T23:13:40.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0049445440000000004 2021-03-04T23:13:40.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.353 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989067+0000", 2021-03-04T23:13:40.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2466000000000006e-05 2021-03-04T23:13:40.354 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.354 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.354 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.355 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989150+0000", 2021-03-04T23:13:40.355 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4889000000000007e-05 2021-03-04T23:13:40.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:13:40.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989234+0000", 2021-03-04T23:13:40.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0073753830000000001 2021-03-04T23:13:40.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.356 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.356 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.357 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996610+0000", 2021-03-04T23:13:40.357 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9917000000000002e-05 2021-03-04T23:13:40.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.358 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996670+0000", 2021-03-04T23:13:40.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.212881983 2021-03-04T23:13:40.358 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.359 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.359 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209552+0000", 2021-03-04T23:13:40.359 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012440199999999999 2021-03-04T23:13:40.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209676+0000", 2021-03-04T23:13:40.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010323900000000001 2021-03-04T23:13:40.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209779+0000", 2021-03-04T23:13:40.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.225669922 2021-03-04T23:13:40.362 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.362 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.362 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.362 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193446 25.1 25:8f39907e:::benchmark_data_gibba008_61550_object17515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.988059+0000", 2021-03-04T23:13:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.292257694, 2021-03-04T23:13:40.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22249687800000001, 2021-03-04T23:13:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.364 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193446 2021-03-04T23:13:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988059+0000", 2021-03-04T23:13:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988059+0000", 2021-03-04T23:13:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.344e-06 2021-03-04T23:13:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988061+0000", 2021-03-04T23:13:40.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.437e-06 2021-03-04T23:13:40.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988062+0000", 2021-03-04T23:13:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1199999999999999e-06 2021-03-04T23:13:40.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988068+0000", 2021-03-04T23:13:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0639999999999998e-06 2021-03-04T23:13:40.370 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.371 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.371 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.988071+0000", 2021-03-04T23:13:40.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0051094110000000003 2021-03-04T23:13:40.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.372 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.372 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.993181+0000", 2021-03-04T23:13:40.373 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7719000000000007e-05 2021-03-04T23:13:40.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.373 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.373 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.374 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.993249+0000", 2021-03-04T23:13:40.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1773000000000006e-05 2021-03-04T23:13:40.374 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.375 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.375 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:13:40.375 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.993310+0000", 2021-03-04T23:13:40.376 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.216052671 2021-03-04T23:13:40.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.376 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.376 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209363+0000", 2021-03-04T23:13:40.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00061397999999999997 2021-03-04T23:13:40.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.377 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.378 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209977+0000", 2021-03-04T23:13:40.378 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00036411000000000001 2021-03-04T23:13:40.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210341+0000", 2021-03-04T23:13:40.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011835100000000001 2021-03-04T23:13:40.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210459+0000", 2021-03-04T23:13:40.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6898000000000006e-05 2021-03-04T23:13:40.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.381 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210556+0000", 2021-03-04T23:13:40.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22249687800000001 2021-03-04T23:13:40.382 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.382 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.382 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.382 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.383 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.383 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193448 25.9 25:93638588:::benchmark_data_gibba008_61550_object17517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.383 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.989219+0000", 2021-03-04T23:13:40.383 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.29109848799999, 2021-03-04T23:13:40.383 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22150734899999999, 2021-03-04T23:13:40.384 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.384 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.384 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.384 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.385 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.385 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193448 2021-03-04T23:13:40.385 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.385 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989219+0000", 2021-03-04T23:13:40.386 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.387 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989219+0000", 2021-03-04T23:13:40.387 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.652e-06 2021-03-04T23:13:40.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.388 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989220+0000", 2021-03-04T23:13:40.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4389999999999999e-06 2021-03-04T23:13:40.388 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989222+0000", 2021-03-04T23:13:40.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6730000000000003e-06 2021-03-04T23:13:40.389 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.390 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989228+0000", 2021-03-04T23:13:40.390 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0330000000000002e-06 2021-03-04T23:13:40.390 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.391 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.989232+0000", 2021-03-04T23:13:40.391 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0075200650000000003 2021-03-04T23:13:40.391 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.392 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.392 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.392 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996753+0000", 2021-03-04T23:13:40.392 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0715000000000003e-05 2021-03-04T23:13:40.392 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.393 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.393 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.393 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996823+0000", 2021-03-04T23:13:40.393 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6841999999999994e-05 2021-03-04T23:13:40.393 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.394 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.394 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:13:40.394 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996900+0000", 2021-03-04T23:13:40.394 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.212968193 2021-03-04T23:13:40.394 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.395 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.395 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209868+0000", 2021-03-04T23:13:40.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00034359899999999999 2021-03-04T23:13:40.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.396 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.396 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210212+0000", 2021-03-04T23:13:40.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000206844 2021-03-04T23:13:40.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.397 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.397 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210419+0000", 2021-03-04T23:13:40.397 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000167052 2021-03-04T23:13:40.398 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.398 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.398 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.398 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210586+0000", 2021-03-04T23:13:40.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000140242 2021-03-04T23:13:40.399 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.399 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.399 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.399 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210726+0000", 2021-03-04T23:13:40.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22150734899999999 2021-03-04T23:13:40.400 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.400 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.400 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.401 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.401 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193458 25.1 25:8e98f640:::benchmark_data_gibba008_61550_object17527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.401 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.994031+0000", 2021-03-04T23:13:40.401 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.286285749, 2021-03-04T23:13:40.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21687833500000001, 2021-03-04T23:13:40.402 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.402 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.402 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.402 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.402 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.403 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193458 2021-03-04T23:13:40.403 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.403 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.403 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.404 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994031+0000", 2021-03-04T23:13:40.404 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.404 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.405 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994031+0000", 2021-03-04T23:13:40.405 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4130000000000001e-06 2021-03-04T23:13:40.405 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.405 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.406 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.406 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994033+0000", 2021-03-04T23:13:40.406 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4959999999999999e-06 2021-03-04T23:13:40.406 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.407 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.407 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.407 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994034+0000", 2021-03-04T23:13:40.407 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1250000000000004e-06 2021-03-04T23:13:40.407 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.408 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.408 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.408 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994041+0000", 2021-03-04T23:13:40.408 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5250000000000001e-06 2021-03-04T23:13:40.409 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.409 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.409 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.409 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.994045+0000", 2021-03-04T23:13:40.409 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027215910000000002 2021-03-04T23:13:40.410 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.410 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996767+0000", 2021-03-04T23:13:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0161000000000006e-05 2021-03-04T23:13:40.411 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996857+0000", 2021-03-04T23:13:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0878000000000006e-05 2021-03-04T23:13:40.412 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.413 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.413 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:13:40.413 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996948+0000", 2021-03-04T23:13:40.413 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21319721699999999 2021-03-04T23:13:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210145+0000", 2021-03-04T23:13:40.414 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7008000000000002e-05 2021-03-04T23:13:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.415 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210182+0000", 2021-03-04T23:13:40.416 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000470951 2021-03-04T23:13:40.416 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.416 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.416 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.416 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210653+0000", 2021-03-04T23:13:40.417 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000126141 2021-03-04T23:13:40.417 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.417 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.417 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.418 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210779+0000", 2021-03-04T23:13:40.418 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000130829 2021-03-04T23:13:40.418 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.418 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.419 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.419 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210910+0000", 2021-03-04T23:13:40.419 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21687833500000001 2021-03-04T23:13:40.419 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.420 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.420 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.420 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.420 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.420 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193461 25.9 25:916914c0:::benchmark_data_gibba008_61550_object17530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.421 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.996800+0000", 2021-03-04T23:13:40.421 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.28351679500003, 2021-03-04T23:13:40.421 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24452869699999999, 2021-03-04T23:13:40.421 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.422 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.422 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.422 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.422 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.423 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193461 2021-03-04T23:13:40.423 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.423 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.423 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.423 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.424 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996800+0000", 2021-03-04T23:13:40.424 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.424 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.424 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.424 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.425 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996800+0000", 2021-03-04T23:13:40.425 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6470000000000001e-06 2021-03-04T23:13:40.425 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.425 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.425 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.426 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996802+0000", 2021-03-04T23:13:40.426 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7090000000000001e-06 2021-03-04T23:13:40.426 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.426 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.427 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.427 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996804+0000", 2021-03-04T23:13:40.427 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9170000000000006e-06 2021-03-04T23:13:40.427 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.427 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.428 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.428 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996812+0000", 2021-03-04T23:13:40.428 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1679999999999997e-06 2021-03-04T23:13:40.428 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.429 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.429 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.429 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.996816+0000", 2021-03-04T23:13:40.429 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214053511 2021-03-04T23:13:40.429 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.430 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.430 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.430 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210869+0000", 2021-03-04T23:13:40.430 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00041859699999999999 2021-03-04T23:13:40.430 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.431 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.431 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.431 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.211288+0000", 2021-03-04T23:13:40.431 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00047092800000000001 2021-03-04T23:13:40.431 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.432 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.432 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:13:40.432 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.211759+0000", 2021-03-04T23:13:40.432 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015308041 2021-03-04T23:13:40.432 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.433 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.433 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.433 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.227067+0000", 2021-03-04T23:13:40.433 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013638449 2021-03-04T23:13:40.433 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.434 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.434 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.434 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.240705+0000", 2021-03-04T23:13:40.434 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024027099999999999 2021-03-04T23:13:40.435 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.435 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.435 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.435 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.240946+0000", 2021-03-04T23:13:40.436 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021773100000000001 2021-03-04T23:13:40.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.436 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.436 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.436 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.241163+0000", 2021-03-04T23:13:40.437 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000165728 2021-03-04T23:13:40.437 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.437 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.438 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.241329+0000", 2021-03-04T23:13:40.438 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24452869699999999 2021-03-04T23:13:40.438 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.438 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.439 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.439 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.439 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.439 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:193439 25.1 e582/569 ondisk, result = 0)", 2021-03-04T23:13:40.439 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.997269+0000", 2021-03-04T23:13:40.440 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.283048479, 2021-03-04T23:13:40.440 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21252100600000001, 2021-03-04T23:13:40.440 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.441 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:13:40.441 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.441 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.441 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.441 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997269+0000", 2021-03-04T23:13:40.442 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.442 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.443 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997269+0000", 2021-03-04T23:13:40.443 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.046e-06 2021-03-04T23:13:40.443 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.443 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.444 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.444 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997270+0000", 2021-03-04T23:13:40.444 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3400000000000001e-06 2021-03-04T23:13:40.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.444 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.445 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.445 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997271+0000", 2021-03-04T23:13:40.445 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.409e-06 2021-03-04T23:13:40.445 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.446 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.446 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.446 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997277+0000", 2021-03-04T23:13:40.446 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6550000000000002e-06 2021-03-04T23:13:40.447 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.447 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.447 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.447 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997281+0000", 2021-03-04T23:13:40.447 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21213654200000001 2021-03-04T23:13:40.448 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.448 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.448 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.448 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209418+0000", 2021-03-04T23:13:40.449 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110775 2021-03-04T23:13:40.449 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.449 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.449 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.449 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209528+0000", 2021-03-04T23:13:40.450 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026123900000000002 2021-03-04T23:13:40.450 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.450 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.451 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.451 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209790+0000", 2021-03-04T23:13:40.451 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21252100600000001 2021-03-04T23:13:40.451 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.451 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.452 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.452 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.452 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.452 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:193462 25.8 e582/569 25:1ce7ad49:::benchmark_data_gibba008_61550_object17531:head v 582'11984, mlcod=582'11982)", 2021-03-04T23:13:40.452 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.997434+0000", 2021-03-04T23:13:40.453 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.28288314999998, 2021-03-04T23:13:40.453 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21199225999999999, 2021-03-04T23:13:40.453 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.453 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.454 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.454 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.454 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.454 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997434+0000", 2021-03-04T23:13:40.454 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.455 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.455 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.455 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997434+0000", 2021-03-04T23:13:40.455 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7859999999999999e-06 2021-03-04T23:13:40.456 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.456 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.456 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.456 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997436+0000", 2021-03-04T23:13:40.457 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.717e-06 2021-03-04T23:13:40.457 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.457 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.457 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.457 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997438+0000", 2021-03-04T23:13:40.458 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3770000000000001e-06 2021-03-04T23:13:40.458 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.458 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.458 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.458 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997444+0000", 2021-03-04T23:13:40.459 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1970000000000001e-06 2021-03-04T23:13:40.459 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.459 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.459 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.460 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997447+0000", 2021-03-04T23:13:40.460 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1418999999999999e-05 2021-03-04T23:13:40.460 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.460 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.460 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.461 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997479+0000", 2021-03-04T23:13:40.461 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4070000000000001e-05 2021-03-04T23:13:40.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997493+0000", 2021-03-04T23:13:40.462 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21183031499999999 2021-03-04T23:13:40.462 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.462 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.463 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.463 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209323+0000", 2021-03-04T23:13:40.463 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000103379 2021-03-04T23:13:40.463 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.464 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.464 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.464 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209426+0000", 2021-03-04T23:13:40.464 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21199225999999999 2021-03-04T23:13:40.464 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.465 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.465 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.465 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.465 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.465 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193463 25.6 25:60936db3:::benchmark_data_gibba008_61550_object17532:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:13:40.466 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.997676+0000", 2021-03-04T23:13:40.466 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.28264126900001, 2021-03-04T23:13:40.466 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26198544600000001, 2021-03-04T23:13:40.466 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.466 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.467 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.467 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.467 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.467 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193463 2021-03-04T23:13:40.468 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.468 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.468 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.468 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.468 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997676+0000", 2021-03-04T23:13:40.469 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.469 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.469 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.469 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.469 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997676+0000", 2021-03-04T23:13:40.470 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7710000000000001e-06 2021-03-04T23:13:40.470 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.470 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.470 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.470 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997678+0000", 2021-03-04T23:13:40.471 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.821e-06 2021-03-04T23:13:40.471 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.471 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.471 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.471 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997679+0000", 2021-03-04T23:13:40.472 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4970000000000001e-06 2021-03-04T23:13:40.472 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.472 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.472 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.473 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997688+0000", 2021-03-04T23:13:40.473 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3460000000000004e-06 2021-03-04T23:13:40.473 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.473 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.473 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.474 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997692+0000", 2021-03-04T23:13:40.474 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1585000000000003e-05 2021-03-04T23:13:40.474 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.474 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.474 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.997724+0000", 2021-03-04T23:13:40.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21200234900000001 2021-03-04T23:13:40.475 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.475 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209726+0000", 2021-03-04T23:13:40.476 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000484554 2021-03-04T23:13:40.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.477 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:13:40.477 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.210211+0000", 2021-03-04T23:13:40.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.043185002 2021-03-04T23:13:40.477 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.253396+0000", 2021-03-04T23:13:40.478 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1458000000000001e-05 2021-03-04T23:13:40.478 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.479 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.479 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.253447+0000", 2021-03-04T23:13:40.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0004793 2021-03-04T23:13:40.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.253927+0000", 2021-03-04T23:13:40.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0056016039999999996 2021-03-04T23:13:40.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.481 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.481 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.481 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.259528+0000", 2021-03-04T23:13:40.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013315899999999999 2021-03-04T23:13:40.482 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.482 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.482 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.259661+0000", 2021-03-04T23:13:40.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26198544600000001 2021-03-04T23:13:40.483 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.483 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.483 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.483 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.483 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.484 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:193466 25.2 e582/569 25:4bf3ee29:::benchmark_data_gibba008_61550_object17535:head v 582'12286, mlcod=582'12284)", 2021-03-04T23:13:40.484 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:00.999921+0000", 2021-03-04T23:13:40.484 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 339.28039638600001, 2021-03-04T23:13:40.484 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23122194400000001, 2021-03-04T23:13:40.484 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.485 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.485 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999921+0000", 2021-03-04T23:13:40.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.486 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.486 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999921+0000", 2021-03-04T23:13:40.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8940000000000002e-06 2021-03-04T23:13:40.487 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999924+0000", 2021-03-04T23:13:40.488 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.871e-06 2021-03-04T23:13:40.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.488 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.489 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:00.999926+0000", 2021-03-04T23:13:40.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.209393459 2021-03-04T23:13:40.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.489 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209319+0000", 2021-03-04T23:13:40.490 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2134000000000001e-05 2021-03-04T23:13:40.490 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.490 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.491 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.491 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209351+0000", 2021-03-04T23:13:40.491 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000187942 2021-03-04T23:13:40.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.491 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.492 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.492 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209539+0000", 2021-03-04T23:13:40.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8252999999999999e-05 2021-03-04T23:13:40.492 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.493 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.493 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.493 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.209607+0000", 2021-03-04T23:13:40.493 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021420956000000001 2021-03-04T23:13:40.493 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.494 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.494 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.494 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231028+0000", 2021-03-04T23:13:40.494 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114435 2021-03-04T23:13:40.494 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.495 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.495 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.495 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231143+0000", 2021-03-04T23:13:40.495 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23122194400000001 2021-03-04T23:13:40.496 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.496 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.496 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.496 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.496 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.497 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:261187 25.9 25:99a30c8a:::benchmark_data_gibba008_61550_object85256:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:13:40.497 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:47.308509+0000", 2021-03-04T23:13:40.497 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 292.97180858500002, 2021-03-04T23:13:40.497 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23058542900000001, 2021-03-04T23:13:40.498 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.498 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.498 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.498 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.498 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.499 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 261187 2021-03-04T23:13:40.499 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.499 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.499 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.499 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.500 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.308509+0000", 2021-03-04T23:13:40.500 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.500 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.500 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.500 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.501 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.308509+0000", 2021-03-04T23:13:40.501 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7969999999999999e-06 2021-03-04T23:13:40.501 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.501 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.502 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.502 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.308510+0000", 2021-03-04T23:13:40.502 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.705e-06 2021-03-04T23:13:40.502 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.502 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.503 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.503 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.308512+0000", 2021-03-04T23:13:40.503 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9840000000000001e-06 2021-03-04T23:13:40.503 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.503 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.504 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.504 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.308520+0000", 2021-03-04T23:13:40.504 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8389999999999997e-06 2021-03-04T23:13:40.504 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.504 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.505 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.505 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.308525+0000", 2021-03-04T23:13:40.505 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.180054039 2021-03-04T23:13:40.505 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.505 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.506 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.506 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.488579+0000", 2021-03-04T23:13:40.506 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00041316299999999997 2021-03-04T23:13:40.506 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.506 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.507 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.507 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.488992+0000", 2021-03-04T23:13:40.507 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00038338000000000001 2021-03-04T23:13:40.507 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.508 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.508 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:13:40.508 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.489375+0000", 2021-03-04T23:13:40.508 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.048851934999999999 2021-03-04T23:13:40.508 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.509 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.509 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.509 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538227+0000", 2021-03-04T23:13:40.509 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017587700000000001 2021-03-04T23:13:40.509 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.510 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.510 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.510 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538403+0000", 2021-03-04T23:13:40.510 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00031272599999999999 2021-03-04T23:13:40.510 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.511 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.511 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.511 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538716+0000", 2021-03-04T23:13:40.511 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021296800000000001 2021-03-04T23:13:40.512 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.512 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.512 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.512 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538929+0000", 2021-03-04T23:13:40.512 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016501600000000001 2021-03-04T23:13:40.513 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.513 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.513 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.513 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.539094+0000", 2021-03-04T23:13:40.513 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23058542900000001 2021-03-04T23:13:40.514 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.514 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.514 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.514 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.514 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.515 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:261194 25.1 25:8770e300:::benchmark_data_gibba008_61550_object85263:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:13:40.515 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:47.314217+0000", 2021-03-04T23:13:40.515 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 292.966100342, 2021-03-04T23:13:40.515 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224847932, 2021-03-04T23:13:40.515 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.516 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.516 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.516 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.516 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.516 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 261194 2021-03-04T23:13:40.517 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.517 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.517 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.517 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.517 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.314217+0000", 2021-03-04T23:13:40.518 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.518 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.518 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.518 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.518 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.314217+0000", 2021-03-04T23:13:40.519 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0700000000000001e-06 2021-03-04T23:13:40.519 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.519 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.519 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.519 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.314219+0000", 2021-03-04T23:13:40.520 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8670000000000001e-06 2021-03-04T23:13:40.520 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.520 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.520 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.521 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.314221+0000", 2021-03-04T23:13:40.521 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1270000000000003e-06 2021-03-04T23:13:40.521 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.521 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.521 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.522 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.314229+0000", 2021-03-04T23:13:40.522 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.608e-06 2021-03-04T23:13:40.522 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.522 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.522 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.523 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.314232+0000", 2021-03-04T23:13:40.523 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.174285362 2021-03-04T23:13:40.523 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.523 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.523 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.524 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.488518+0000", 2021-03-04T23:13:40.524 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00051039499999999997 2021-03-04T23:13:40.524 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.524 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.524 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.525 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.489028+0000", 2021-03-04T23:13:40.525 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018844280000000001 2021-03-04T23:13:40.525 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.525 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.525 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:13:40.526 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.490913+0000", 2021-03-04T23:13:40.526 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.047350279000000002 2021-03-04T23:13:40.526 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.526 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.526 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.527 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538263+0000", 2021-03-04T23:13:40.527 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020618000000000001 2021-03-04T23:13:40.527 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.527 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.527 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.528 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538469+0000", 2021-03-04T23:13:40.528 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000187207 2021-03-04T23:13:40.528 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.528 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.528 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.529 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538656+0000", 2021-03-04T23:13:40.529 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000243515 2021-03-04T23:13:40.529 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.529 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.529 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.530 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538900+0000", 2021-03-04T23:13:40.530 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016489400000000001 2021-03-04T23:13:40.530 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.530 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.531 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.531 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.539065+0000", 2021-03-04T23:13:40.531 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224847932 2021-03-04T23:13:40.531 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.531 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.532 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.532 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.532 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.532 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:261195 25.9 25:9751a91d:::benchmark_data_gibba008_61550_object85264:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:13:40.532 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:47.315051+0000", 2021-03-04T23:13:40.533 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 292.965265972, 2021-03-04T23:13:40.533 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25680208999999998, 2021-03-04T23:13:40.533 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.533 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.533 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.534 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.534 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.534 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 261195 2021-03-04T23:13:40.534 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.534 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.535 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.535 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.535 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.315051+0000", 2021-03-04T23:13:40.535 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.535 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.536 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.536 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.536 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.315051+0000", 2021-03-04T23:13:40.536 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5519999999999999e-06 2021-03-04T23:13:40.537 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.537 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.537 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.537 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.315053+0000", 2021-03-04T23:13:40.537 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5969999999999999e-06 2021-03-04T23:13:40.538 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.538 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.538 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.538 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.315054+0000", 2021-03-04T23:13:40.538 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1250000000000004e-06 2021-03-04T23:13:40.539 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.539 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.539 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.539 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.315061+0000", 2021-03-04T23:13:40.539 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.535e-06 2021-03-04T23:13:40.540 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.540 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.540 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.540 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.315065+0000", 2021-03-04T23:13:40.540 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19053842400000001 2021-03-04T23:13:40.541 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.541 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.541 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.541 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.505603+0000", 2021-03-04T23:13:40.541 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00071853499999999996 2021-03-04T23:13:40.542 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.542 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.542 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.542 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.506322+0000", 2021-03-04T23:13:40.543 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00054739199999999995 2021-03-04T23:13:40.543 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.543 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.543 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:13:40.543 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.506869+0000", 2021-03-04T23:13:40.544 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031665441000000003 2021-03-04T23:13:40.544 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.544 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.544 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.544 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.538535+0000", 2021-03-04T23:13:40.545 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00071412699999999995 2021-03-04T23:13:40.545 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.545 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.545 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.545 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.539249+0000", 2021-03-04T23:13:40.546 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032197621000000003 2021-03-04T23:13:40.546 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.546 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.546 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.546 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.571447+0000", 2021-03-04T23:13:40.547 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000225818 2021-03-04T23:13:40.547 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.547 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.547 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.547 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.571672+0000", 2021-03-04T23:13:40.548 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018092299999999999 2021-03-04T23:13:40.548 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.548 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.548 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.548 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:47.571853+0000", 2021-03-04T23:13:40.549 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25680208999999998 2021-03-04T23:13:40.549 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.549 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.549 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.549 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.550 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.550 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:265767 25.9 25:9a77daed:::benchmark_data_gibba008_61550_object89836:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:13:40.550 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.685855+0000", 2021-03-04T23:13:40.550 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 289.59446212699999, 2021-03-04T23:13:40.551 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27315070400000002, 2021-03-04T23:13:40.551 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.551 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.551 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.551 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:13:40.552 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:13:40.552 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265767 2021-03-04T23:13:40.552 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.552 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.552 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.553 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.553 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685855+0000", 2021-03-04T23:13:40.553 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.553 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.553 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.554 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.554 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685855+0000", 2021-03-04T23:13:40.554 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8840000000000001e-06 2021-03-04T23:13:40.554 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.554 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.555 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.555 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685857+0000", 2021-03-04T23:13:40.555 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.058e-06 2021-03-04T23:13:40.555 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.555 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.556 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.556 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685859+0000", 2021-03-04T23:13:40.556 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0159999999999999e-05 2021-03-04T23:13:40.556 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.556 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.557 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.557 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685869+0000", 2021-03-04T23:13:40.557 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4830000000000001e-06 2021-03-04T23:13:40.557 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.558 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.558 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.558 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685874+0000", 2021-03-04T23:13:40.558 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4411999999999999e-05 2021-03-04T23:13:40.558 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.559 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.559 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.559 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685898+0000", 2021-03-04T23:13:40.559 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3195999999999995e-05 2021-03-04T23:13:40.559 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.560 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.560 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.560 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685971+0000", 2021-03-04T23:13:40.560 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7239999999999999e-05 2021-03-04T23:13:40.560 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.561 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.561 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:13:40.561 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.686048+0000", 2021-03-04T23:13:40.561 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0042301129999999998 2021-03-04T23:13:40.561 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.562 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.562 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.562 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.690279+0000", 2021-03-04T23:13:40.562 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020137599999999999 2021-03-04T23:13:40.562 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.563 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.563 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.563 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.690480+0000", 2021-03-04T23:13:40.563 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26810913199999997 2021-03-04T23:13:40.563 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.564 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.564 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.564 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.958589+0000", 2021-03-04T23:13:40.564 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024611199999999999 2021-03-04T23:13:40.564 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.565 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.565 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.565 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.958835+0000", 2021-03-04T23:13:40.565 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000170538 2021-03-04T23:13:40.565 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.566 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.566 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.566 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.959006+0000", 2021-03-04T23:13:40.566 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27315070400000002 2021-03-04T23:13:40.567 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.567 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.567 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.567 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.567 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.568 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:216387 26.5 26:a261d7fa:::benchmark_data_gibba008_78201_object40869:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:13:40.568 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:48.602601+0000", 2021-03-04T23:13:40.568 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 51.677716351000001, 2021-03-04T23:13:40.568 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22873296000000001, 2021-03-04T23:13:40.568 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.569 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.569 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.569 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:13:40.569 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:13:40.569 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 216387 2021-03-04T23:13:40.570 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.570 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.570 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.570 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.570 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602601+0000", 2021-03-04T23:13:40.571 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.571 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.571 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.571 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.571 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602601+0000", 2021-03-04T23:13:40.572 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2050000000000004e-06 2021-03-04T23:13:40.572 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.572 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.572 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.572 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602605+0000", 2021-03-04T23:13:40.573 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3769999999999998e-06 2021-03-04T23:13:40.573 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.573 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.573 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.573 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602609+0000", 2021-03-04T23:13:40.574 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9570999999999999e-05 2021-03-04T23:13:40.574 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.574 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.574 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.574 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602629+0000", 2021-03-04T23:13:40.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6569999999999992e-06 2021-03-04T23:13:40.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.575 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602639+0000", 2021-03-04T23:13:40.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104824 2021-03-04T23:13:40.576 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602743+0000", 2021-03-04T23:13:40.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000159207 2021-03-04T23:13:40.577 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.578 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.602903+0000", 2021-03-04T23:13:40.578 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000173773 2021-03-04T23:13:40.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:13:40.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603076+0000", 2021-03-04T23:13:40.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015435412000000001 2021-03-04T23:13:40.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.580 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.580 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.580 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.618512+0000", 2021-03-04T23:13:40.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21209961099999999 2021-03-04T23:13:40.580 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.581 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.581 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.830611+0000", 2021-03-04T23:13:40.581 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000451085 2021-03-04T23:13:40.581 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.582 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.582 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.831063+0000", 2021-03-04T23:13:40.582 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016075799999999999 2021-03-04T23:13:40.583 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.583 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.583 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.583 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.831223+0000", 2021-03-04T23:13:40.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011048 2021-03-04T23:13:40.584 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.584 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.584 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.831334+0000", 2021-03-04T23:13:40.584 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22873296000000001 2021-03-04T23:13:40.585 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.585 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.585 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.585 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.586 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:216388 26.5 26:ac3fce51:::benchmark_data_gibba008_78201_object40870:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:13:40.586 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:48.603776+0000", 2021-03-04T23:13:40.586 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 51.676540891000002, 2021-03-04T23:13:40.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.228294159, 2021-03-04T23:13:40.587 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.587 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.587 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.587 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:13:40.587 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:13:40.588 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 216388 2021-03-04T23:13:40.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.588 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.588 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.589 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603776+0000", 2021-03-04T23:13:40.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.589 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.589 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.589 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.590 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603776+0000", 2021-03-04T23:13:40.590 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0099999999999997e-06 2021-03-04T23:13:40.590 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.590 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.590 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.591 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603780+0000", 2021-03-04T23:13:40.591 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8749999999999999e-06 2021-03-04T23:13:40.591 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.591 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.592 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.592 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603785+0000", 2021-03-04T23:13:40.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2345e-05 2021-03-04T23:13:40.592 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.592 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.593 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.593 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603807+0000", 2021-03-04T23:13:40.593 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2303999999999999e-05 2021-03-04T23:13:40.593 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.593 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.594 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603820+0000", 2021-03-04T23:13:40.594 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0044853419999999998 2021-03-04T23:13:40.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.595 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.608305+0000", 2021-03-04T23:13:40.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015116199999999999 2021-03-04T23:13:40.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.595 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.608456+0000", 2021-03-04T23:13:40.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000164532 2021-03-04T23:13:40.596 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:13:40.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.608621+0000", 2021-03-04T23:13:40.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0099014210000000005 2021-03-04T23:13:40.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.618522+0000", 2021-03-04T23:13:40.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21232040999999999 2021-03-04T23:13:40.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.599 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.599 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.830843+0000", 2021-03-04T23:13:40.599 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00088056699999999996 2021-03-04T23:13:40.599 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.600 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.831723+0000", 2021-03-04T23:13:40.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018740799999999999 2021-03-04T23:13:40.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.601 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.601 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.831911+0000", 2021-03-04T23:13:40.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015978300000000001 2021-03-04T23:13:40.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.602 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.832070+0000", 2021-03-04T23:13:40.602 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.228294159 2021-03-04T23:13:40.603 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.603 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.603 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.603 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.604 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:216389 26.5 26:aa0717a3:::benchmark_data_gibba008_78201_object40871:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:13:40.604 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:48.603839+0000", 2021-03-04T23:13:40.604 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 51.676477695000003, 2021-03-04T23:13:40.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22906494299999999, 2021-03-04T23:13:40.604 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.605 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.605 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.605 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:13:40.605 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:13:40.605 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 216389 2021-03-04T23:13:40.606 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.606 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.606 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.606 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.606 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603839+0000", 2021-03-04T23:13:40.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.607 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.607 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.607 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603839+0000", 2021-03-04T23:13:40.608 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1339999999999998e-06 2021-03-04T23:13:40.608 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.608 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.608 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.609 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603842+0000", 2021-03-04T23:13:40.609 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4049999999999998e-06 2021-03-04T23:13:40.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.609 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.610 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603844+0000", 2021-03-04T23:13:40.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2897e-05 2021-03-04T23:13:40.610 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.610 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.611 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.611 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603857+0000", 2021-03-04T23:13:40.611 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9459999999999998e-06 2021-03-04T23:13:40.611 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.612 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.603865+0000", 2021-03-04T23:13:40.612 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0097571759999999993 2021-03-04T23:13:40.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.613 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.613 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.613622+0000", 2021-03-04T23:13:40.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000161865 2021-03-04T23:13:40.613 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.614 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.613784+0000", 2021-03-04T23:13:40.614 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000166997 2021-03-04T23:13:40.614 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.614 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:13:40.615 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.613951+0000", 2021-03-04T23:13:40.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0097327720000000006 2021-03-04T23:13:40.615 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.616 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.616 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.623684+0000", 2021-03-04T23:13:40.616 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.207837786 2021-03-04T23:13:40.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.617 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.831521+0000", 2021-03-04T23:13:40.617 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00098720399999999999 2021-03-04T23:13:40.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.618 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.832509+0000", 2021-03-04T23:13:40.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021272000000000001 2021-03-04T23:13:40.618 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.832721+0000", 2021-03-04T23:13:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000183041 2021-03-04T23:13:40.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.832904+0000", 2021-03-04T23:13:40.620 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22906494299999999 2021-03-04T23:13:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.621 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55018.0:216396 26.5 26:a46e1a61:::benchmark_data_gibba008_78201_object40878:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:13:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:12:48.616366+0000", 2021-03-04T23:13:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 51.663951124, 2021-03-04T23:13:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21736593400000001, 2021-03-04T23:13:40.622 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:13:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:13:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:13:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55018", 2021-03-04T23:13:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:13:40.623 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 216396 2021-03-04T23:13:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:13:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:13:40.624 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.616366+0000", 2021-03-04T23:13:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:13:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:13:40.625 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.616366+0000", 2021-03-04T23:13:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8949999999999997e-06 2021-03-04T23:13:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:13:40.626 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.616371+0000", 2021-03-04T23:13:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5170000000000001e-06 2021-03-04T23:13:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:13:40.627 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.616375+0000", 2021-03-04T23:13:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0183e-05 2021-03-04T23:13:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:13:40.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.616396+0000", 2021-03-04T23:13:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0098999999999999e-05 2021-03-04T23:13:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:13:40.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.616406+0000", 2021-03-04T23:13:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021610790000000002 2021-03-04T23:13:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.630 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:13:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.618567+0000", 2021-03-04T23:13:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016236700000000001 2021-03-04T23:13:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:13:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.618729+0000", 2021-03-04T23:13:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016886599999999999 2021-03-04T23:13:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.632 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:13:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.618898+0000", 2021-03-04T23:13:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.005183801 2021-03-04T23:13:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:13:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.624082+0000", 2021-03-04T23:13:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20819633400000001 2021-03-04T23:13:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.634 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.832278+0000", 2021-03-04T23:13:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011198829999999999 2021-03-04T23:13:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:13:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.833398+0000", 2021-03-04T23:13:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017954700000000001 2021-03-04T23:13:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.636 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:13:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.833578+0000", 2021-03-04T23:13:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000154363 2021-03-04T23:13:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:13:40.637 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:13:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:13:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:12:48.833732+0000", 2021-03-04T23:13:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21736593400000001 2021-03-04T23:13:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.638 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:13:40.639 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:13:40.639 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:13:40.640 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:40 gibba023 bash[27374]: cluster 2021-03-04T23:13:39.093496+0000 mgr.x (mgr.34379) 746 : cluster [DBG] pgmap v1054: 109 pgs: 109 active+clean; 3.7 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:13:40.641 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:40 gibba023 bash[27374]: cluster 2021-03-04T23:13:39.152435+0000 mon.a (mon.0) 1276 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:13:40.641 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:40 gibba023 bash[27374]: audit 2021-03-04T23:13:39.159521+0000 mon.a (mon.0) 1277 : audit [INF] from='client.? 172.21.2.108:0/2309300573' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:13:40.641 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:40 gibba023 bash[27374]: cluster 2021-03-04T23:13:39.159563+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e613: 8 total, 8 up, 7 in 2021-03-04T23:13:40.642 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:40 gibba023 bash[18090]: debug 2021-03-04T23:13:40.153+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:40.642 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:40.743 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:40.825 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:40.927 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:40.937 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:40 gibba008 bash[48858]: debug 2021-03-04T23:13:40.551+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:41.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:40 gibba023 bash[15180]: debug 2021-03-04T23:13:40.817+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:41.303 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:41.406 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:41.485 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:41.587 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:41.595 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:41 gibba008 bash[48858]: debug 2021-03-04T23:13:41.295+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:41.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:41 gibba023 bash[16680]: debug 2021-03-04T23:13:41.477+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:42.180 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:42.282 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:42.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:42 gibba008 bash[39303]: cluster 2021-03-04T23:13:41.094219+0000 mgr.x (mgr.34379) 747 : cluster [DBG] pgmap v1056: 109 pgs: 109 active+clean; 3.4 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:13:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:42 gibba008 bash[37770]: cluster 2021-03-04T23:13:41.094219+0000 mgr.x (mgr.34379) 747 : cluster [DBG] pgmap v1056: 109 pgs: 109 active+clean; 3.4 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:13:42.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:42 gibba008 bash[48858]: debug 2021-03-04T23:13:42.171+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:42 gibba023 bash[27374]: cluster 2021-03-04T23:13:41.094219+0000 mgr.x (mgr.34379) 747 : cluster [DBG] pgmap v1056: 109 pgs: 109 active+clean; 3.4 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:13:43.186 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:43.289 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:43.413 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:43.510 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:43 gibba008 bash[48858]: debug 2021-03-04T23:13:43.179+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:43.518 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:43.738 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:43.770 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:13:43.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:43 gibba023 bash[16680]: debug 2021-03-04T23:13:43.401+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:43.776 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:43 gibba008 bash[47391]: debug 2021-03-04T23:13:43.731+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:43.840 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:43.870 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:43.929 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:44.032 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:44.172 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:43 gibba023 bash[16680]: debug 2021-03-04T23:13:43.921+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:44.173 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:44 gibba023 bash[27374]: cluster 2021-03-04T23:13:43.094640+0000 mgr.x (mgr.34379) 748 : cluster [DBG] pgmap v1057: 109 pgs: 109 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:13:44.173 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:44 gibba023 bash[27374]: audit 2021-03-04T23:13:43.615633+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'58930','5':'42792','7':'54002'}"}]: dispatch 2021-03-04T23:13:44.179 INFO:teuthology.orchestra.run.gibba008.stdout:moved 29 / 327 (8.8685%) 2021-03-04T23:13:44.180 INFO:teuthology.orchestra.run.gibba008.stdout:avg 46.7143 2021-03-04T23:13:44.180 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 5.11899 -> 7.95908 (expected baseline 6.32778) 2021-03-04T23:13:44.180 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.2 with 39 -> 45 pgs (0.834862 -> 0.963303 * mean) 2021-03-04T23:13:44.180 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.3 with 54 -> 58 pgs (1.15596 -> 1.24159 * mean) 2021-03-04T23:13:44.180 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:13:44.181 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:13:44.181 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 3 2021-03-04T23:13:44.181 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:13:44.181 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0241 2021-03-04T23:13:44.182 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0265 2021-03-04T23:13:44.182 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 1.0000 -> 0.6530 2021-03-04T23:13:44.182 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 weight 1.0000 -> 0.8240 2021-03-04T23:13:44.182 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 weight 1.0000 -> 0.8992 2021-03-04T23:13:44.426 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:44 gibba008 bash[37770]: cluster 2021-03-04T23:13:43.094640+0000 mgr.x (mgr.34379) 748 : cluster [DBG] pgmap v1057: 109 pgs: 109 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:13:44.426 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:44 gibba008 bash[37770]: audit 2021-03-04T23:13:43.615633+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'58930','5':'42792','7':'54002'}"}]: dispatch 2021-03-04T23:13:44.427 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:44 gibba008 bash[39303]: cluster 2021-03-04T23:13:43.094640+0000 mgr.x (mgr.34379) 748 : cluster [DBG] pgmap v1057: 109 pgs: 109 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:13:44.427 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:44 gibba008 bash[39303]: audit 2021-03-04T23:13:43.615633+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'58930','5':'42792','7':'54002'}"}]: dispatch 2021-03-04T23:13:44.495 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:44.602 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:44.751 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:44.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:44 gibba008 bash[47391]: debug 2021-03-04T23:13:44.487+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:44.853 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:45.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:44 gibba023 bash[15180]: debug 2021-03-04T23:13:44.745+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:45.384 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[39303]: audit 2021-03-04T23:13:43.615965+0000 mgr.x (mgr.34379) 749 : audit [DBG] from='client.45192 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:45.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[39303]: audit 2021-03-04T23:13:44.166354+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'58930','5':'42792','7':'54002'}"}]': finished 2021-03-04T23:13:45.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[39303]: cluster 2021-03-04T23:13:44.166544+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e614: 8 total, 8 up, 7 in 2021-03-04T23:13:45.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[39303]: audit 2021-03-04T23:13:44.735294+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 7]}]: dispatch 2021-03-04T23:13:45.386 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[39303]: audit 2021-03-04T23:13:44.869628+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:45.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[37770]: audit 2021-03-04T23:13:43.615965+0000 mgr.x (mgr.34379) 749 : audit [DBG] from='client.45192 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:45.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[37770]: audit 2021-03-04T23:13:44.166354+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'58930','5':'42792','7':'54002'}"}]': finished 2021-03-04T23:13:45.387 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[37770]: cluster 2021-03-04T23:13:44.166544+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e614: 8 total, 8 up, 7 in 2021-03-04T23:13:45.387 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[37770]: audit 2021-03-04T23:13:44.735294+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 7]}]: dispatch 2021-03-04T23:13:45.387 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[37770]: audit 2021-03-04T23:13:44.869628+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:45.388 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:45.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:13:45.489 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:45.492 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:45.499 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[27374]: audit 2021-03-04T23:13:43.615965+0000 mgr.x (mgr.34379) 749 : audit [DBG] from='client.45192 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:45.500 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[27374]: audit 2021-03-04T23:13:44.166354+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'58930','5':'42792','7':'54002'}"}]': finished 2021-03-04T23:13:45.500 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[27374]: cluster 2021-03-04T23:13:44.166544+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e614: 8 total, 8 up, 7 in 2021-03-04T23:13:45.500 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[27374]: audit 2021-03-04T23:13:44.735294+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 7]}]: dispatch 2021-03-04T23:13:45.500 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[27374]: audit 2021-03-04T23:13:44.869628+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:45.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:45 gibba008 bash[50326]: debug 2021-03-04T23:13:45.379+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:45.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:45.716 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:45.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[19550]: debug 2021-03-04T23:13:45.601+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:45.798 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:45.902 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:46.188 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:45 gibba023 bash[18090]: debug 2021-03-04T23:13:45.793+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:46.425 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:46.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[39303]: cluster 2021-03-04T23:13:45.095893+0000 mgr.x (mgr.34379) 750 : cluster [DBG] pgmap v1059: 109 pgs: 7 peering, 102 active+clean; 3.1 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:13:46.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[39303]: cluster 2021-03-04T23:13:45.171895+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e615: 8 total, 8 up, 7 in 2021-03-04T23:13:46.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[39303]: cluster 2021-03-04T23:13:45.172965+0000 mon.a (mon.0) 1285 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:13:46.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[44600]: debug 2021-03-04T23:13:46.419+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:46.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[37770]: cluster 2021-03-04T23:13:45.095893+0000 mgr.x (mgr.34379) 750 : cluster [DBG] pgmap v1059: 109 pgs: 7 peering, 102 active+clean; 3.1 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:13:46.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[37770]: cluster 2021-03-04T23:13:45.171895+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e615: 8 total, 8 up, 7 in 2021-03-04T23:13:46.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:46 gibba008 bash[37770]: cluster 2021-03-04T23:13:45.172965+0000 mon.a (mon.0) 1285 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:13:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:46 gibba023 bash[27374]: cluster 2021-03-04T23:13:45.095893+0000 mgr.x (mgr.34379) 750 : cluster [DBG] pgmap v1059: 109 pgs: 7 peering, 102 active+clean; 3.1 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:13:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:46 gibba023 bash[27374]: cluster 2021-03-04T23:13:45.171895+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e615: 8 total, 8 up, 7 in 2021-03-04T23:13:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:46 gibba023 bash[27374]: cluster 2021-03-04T23:13:45.172965+0000 mon.a (mon.0) 1285 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:13:46.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:46.605 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:46.709 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:47.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:46 gibba023 bash[16680]: debug 2021-03-04T23:13:46.597+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:47.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[37770]: cluster 2021-03-04T23:13:46.179187+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e616: 8 total, 8 up, 7 in 2021-03-04T23:13:47.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[37770]: cluster 2021-03-04T23:13:46.180385+0000 osd.3 (osd.3) 3 : cluster [DBG] 26.d starting backfill to osd.7 from (0'0,0'0] MAX to 613'18548 2021-03-04T23:13:47.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[37770]: cluster 2021-03-04T23:13:46.180781+0000 osd.3 (osd.3) 4 : cluster [DBG] 26.f starting backfill to osd.0 from (0'0,0'0] MAX to 613'18783 2021-03-04T23:13:47.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[37770]: cluster 2021-03-04T23:13:46.181109+0000 osd.2 (osd.2) 5 : cluster [DBG] 26.7 starting backfill to osd.0 from (0'0,0'0] MAX to 613'18911 2021-03-04T23:13:47.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[37770]: cluster 2021-03-04T23:13:46.184160+0000 osd.4 (osd.4) 9 : cluster [DBG] 26.1 starting backfill to osd.0 from (0'0,0'0] MAX to 613'18987 2021-03-04T23:13:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[39303]: cluster 2021-03-04T23:13:46.179187+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e616: 8 total, 8 up, 7 in 2021-03-04T23:13:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[39303]: cluster 2021-03-04T23:13:46.180385+0000 osd.3 (osd.3) 3 : cluster [DBG] 26.d starting backfill to osd.7 from (0'0,0'0] MAX to 613'18548 2021-03-04T23:13:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[39303]: cluster 2021-03-04T23:13:46.180781+0000 osd.3 (osd.3) 4 : cluster [DBG] 26.f starting backfill to osd.0 from (0'0,0'0] MAX to 613'18783 2021-03-04T23:13:47.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[39303]: cluster 2021-03-04T23:13:46.181109+0000 osd.2 (osd.2) 5 : cluster [DBG] 26.7 starting backfill to osd.0 from (0'0,0'0] MAX to 613'18911 2021-03-04T23:13:47.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[39303]: cluster 2021-03-04T23:13:46.184160+0000 osd.4 (osd.4) 9 : cluster [DBG] 26.1 starting backfill to osd.0 from (0'0,0'0] MAX to 613'18987 2021-03-04T23:13:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:47 gibba023 bash[27374]: cluster 2021-03-04T23:13:46.179187+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e616: 8 total, 8 up, 7 in 2021-03-04T23:13:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:47 gibba023 bash[27374]: cluster 2021-03-04T23:13:46.180385+0000 osd.3 (osd.3) 3 : cluster [DBG] 26.d starting backfill to osd.7 from (0'0,0'0] MAX to 613'18548 2021-03-04T23:13:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:47 gibba023 bash[27374]: cluster 2021-03-04T23:13:46.180781+0000 osd.3 (osd.3) 4 : cluster [DBG] 26.f starting backfill to osd.0 from (0'0,0'0] MAX to 613'18783 2021-03-04T23:13:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:47 gibba023 bash[27374]: cluster 2021-03-04T23:13:46.181109+0000 osd.2 (osd.2) 5 : cluster [DBG] 26.7 starting backfill to osd.0 from (0'0,0'0] MAX to 613'18911 2021-03-04T23:13:47.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:47 gibba023 bash[27374]: cluster 2021-03-04T23:13:46.184160+0000 osd.4 (osd.4) 9 : cluster [DBG] 26.1 starting backfill to osd.0 from (0'0,0'0] MAX to 613'18987 2021-03-04T23:13:47.654 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:47.757 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:48.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:47 gibba008 bash[50326]: debug 2021-03-04T23:13:47.647+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:48.139 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:48.242 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:48.359 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:48.466 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:48.471 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:48 gibba023 bash[27374]: cluster 2021-03-04T23:13:47.096275+0000 mgr.x (mgr.34379) 751 : cluster [DBG] pgmap v1062: 109 pgs: 1 remapped+peering, 7 peering, 101 active+clean; 3.0 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.03k op/s; 11 B/s, 0 objects/s recovering 2021-03-04T23:13:48.472 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:48 gibba023 bash[19550]: debug 2021-03-04T23:13:48.349+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:48.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:48 gibba008 bash[37770]: cluster 2021-03-04T23:13:47.096275+0000 mgr.x (mgr.34379) 751 : cluster [DBG] pgmap v1062: 109 pgs: 1 remapped+peering, 7 peering, 101 active+clean; 3.0 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.03k op/s; 11 B/s, 0 objects/s recovering 2021-03-04T23:13:48.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:48 gibba008 bash[39303]: cluster 2021-03-04T23:13:47.096275+0000 mgr.x (mgr.34379) 751 : cluster [DBG] pgmap v1062: 109 pgs: 1 remapped+peering, 7 peering, 101 active+clean; 3.0 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.03k op/s; 11 B/s, 0 objects/s recovering 2021-03-04T23:13:48.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:48 gibba008 bash[48858]: debug 2021-03-04T23:13:48.131+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:48.556 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:48.663 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:48.766 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:48 gibba023 bash[15180]: debug 2021-03-04T23:13:48.545+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:48.766 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:48 gibba023 bash[18090]: debug 2021-03-04T23:13:48.757+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:48.767 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:48.870 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:49.533 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:49.636 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:49.752 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:49.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:49.866 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:49 gibba008 bash[44600]: debug 2021-03-04T23:13:49.527+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:49.981 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:49 gibba023 bash[18090]: debug 2021-03-04T23:13:49.745+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:50.247 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:50.248 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:49 gibba008 bash[37770]: cluster 2021-03-04T23:13:49.096715+0000 mgr.x (mgr.34379) 752 : cluster [DBG] pgmap v1063: 109 pgs: 1 active+remapped+backfill_wait, 1 remapped+peering, 7 peering, 100 active+clean; 2.9 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 872 op/s; 2843/142434 objects misplaced (1.996%); 11 B/s, 0 objects/s recovering 2021-03-04T23:13:50.249 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:50 gibba008 bash[39303]: cluster 2021-03-04T23:13:49.096715+0000 mgr.x (mgr.34379) 752 : cluster [DBG] pgmap v1063: 109 pgs: 1 active+remapped+backfill_wait, 1 remapped+peering, 7 peering, 100 active+clean; 2.9 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 872 op/s; 2843/142434 objects misplaced (1.996%); 11 B/s, 0 objects/s recovering 2021-03-04T23:13:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:49 gibba023 bash[27374]: cluster 2021-03-04T23:13:49.096715+0000 mgr.x (mgr.34379) 752 : cluster [DBG] pgmap v1063: 109 pgs: 1 active+remapped+backfill_wait, 1 remapped+peering, 7 peering, 100 active+clean; 2.9 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 872 op/s; 2843/142434 objects misplaced (1.996%); 11 B/s, 0 objects/s recovering 2021-03-04T23:13:50.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:50.510 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:50 gibba008 bash[44600]: debug 2021-03-04T23:13:50.239+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:50.989 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:13:51.092 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:51.194 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:51.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:51 gibba008 bash[39303]: cluster 2021-03-04T23:13:51.147420+0000 mon.a (mon.0) 1287 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:13:51.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:13:51 gibba008 bash[50326]: debug 2021-03-04T23:13:50.983+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:51.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:51 gibba008 bash[37770]: cluster 2021-03-04T23:13:51.147420+0000 mon.a (mon.0) 1287 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:13:51.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:51.438 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:51 gibba023 bash[27374]: cluster 2021-03-04T23:13:51.147420+0000 mon.a (mon.0) 1287 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:13:51.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:51 gibba023 bash[16680]: debug 2021-03-04T23:13:51.189+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:51.540 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:51.634 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:51.737 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:51.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:51 gibba008 bash[47391]: debug 2021-03-04T23:13:51.431+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:51.818 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:51 gibba023 bash[18090]: debug 2021-03-04T23:13:51.629+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:51.820 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:51.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:52.011 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:13:52.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:52.122 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:13:52 gibba023 bash[15180]: debug 2021-03-04T23:13:52.005+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:52.123 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:51 gibba023 bash[16680]: debug 2021-03-04T23:13:51.813+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:52.207 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:52.312 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:52 gibba008 bash[39303]: cluster 2021-03-04T23:13:51.097183+0000 mgr.x (mgr.34379) 753 : cluster [DBG] pgmap v1064: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.7 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s; 8950/131268 objects misplaced (6.818%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:13:52.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:52 gibba008 bash[37770]: cluster 2021-03-04T23:13:51.097183+0000 mgr.x (mgr.34379) 753 : cluster [DBG] pgmap v1064: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.7 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s; 8950/131268 objects misplaced (6.818%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:13:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:52 gibba023 bash[27374]: cluster 2021-03-04T23:13:51.097183+0000 mgr.x (mgr.34379) 753 : cluster [DBG] pgmap v1064: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.7 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s; 8950/131268 objects misplaced (6.818%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:13:52.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:52 gibba023 bash[16680]: debug 2021-03-04T23:13:52.197+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:53.150 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:53 gibba008 bash[48858]: debug 2021-03-04T23:13:53.143+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:53.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:53.262 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:53.390 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:53.493 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:53.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:53 gibba023 bash[16680]: debug 2021-03-04T23:13:53.381+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:53.578 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:53.681 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:53.913 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:13:53.913 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:13:53.913 INFO:tasks.thrashosds.thrasher:inject_pause on 0 2021-03-04T23:13:53.914 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:13:53.914 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:13:53.915 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 config set filestore_inject_stall 3 2021-03-04T23:13:54.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:53 gibba023 bash[16680]: debug 2021-03-04T23:13:53.573+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:54.034 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:13:54.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:54.208 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:54 gibba008 bash[48858]: debug 2021-03-04T23:13:54.151+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:54.209 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:54 gibba008 bash[37770]: cluster 2021-03-04T23:13:53.098606+0000 mgr.x (mgr.34379) 754 : cluster [DBG] pgmap v1065: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.5 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 8540/123525 objects misplaced (6.914%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:13:54.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:54.355 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:13:54.460 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:54.467 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:54 gibba023 bash[27374]: cluster 2021-03-04T23:13:53.098606+0000 mgr.x (mgr.34379) 754 : cluster [DBG] pgmap v1065: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.5 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 8540/123525 objects misplaced (6.914%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:13:54.468 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:13:54 gibba023 bash[19550]: debug 2021-03-04T23:13:54.349+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:54.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:54 gibba008 bash[39303]: cluster 2021-03-04T23:13:53.098606+0000 mgr.x (mgr.34379) 754 : cluster [DBG] pgmap v1065: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.5 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 8540/123525 objects misplaced (6.914%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:13:54.558 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:54.661 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:54.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:54 gibba023 bash[16680]: debug 2021-03-04T23:13:54.549+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:54.789 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:13:54.896 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:55.057 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:13:54 gibba023 bash[18090]: debug 2021-03-04T23:13:54.781+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:55.191 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:55.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:55.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:55 gibba023 bash[16680]: debug 2021-03-04T23:13:55.181+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:55.821 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:55.924 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:56.213 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:55 gibba008 bash[48858]: debug 2021-03-04T23:13:55.815+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:56.453 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:56.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:56 gibba008 bash[39303]: cluster 2021-03-04T23:13:55.099135+0000 mgr.x (mgr.34379) 755 : cluster [DBG] pgmap v1066: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.4 GiB data, 8.0 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 7028/118116 objects misplaced (5.950%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:13:56.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:56 gibba008 bash[48858]: debug 2021-03-04T23:13:56.447+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:56.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:56 gibba008 bash[37770]: cluster 2021-03-04T23:13:55.099135+0000 mgr.x (mgr.34379) 755 : cluster [DBG] pgmap v1066: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.4 GiB data, 8.0 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 7028/118116 objects misplaced (5.950%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:13:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:56 gibba023 bash[27374]: cluster 2021-03-04T23:13:55.099135+0000 mgr.x (mgr.34379) 755 : cluster [DBG] pgmap v1066: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.4 GiB data, 8.0 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 7028/118116 objects misplaced (5.950%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:13:56.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:57.104 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:13:57.211 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:57.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:57 gibba008 bash[37770]: cluster 2021-03-04T23:13:56.209676+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e617: 8 total, 8 up, 7 in 2021-03-04T23:13:57.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:57 gibba008 bash[39303]: cluster 2021-03-04T23:13:56.209676+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e617: 8 total, 8 up, 7 in 2021-03-04T23:13:57.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:13:57 gibba008 bash[44600]: debug 2021-03-04T23:13:57.095+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:57.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:57 gibba023 bash[27374]: cluster 2021-03-04T23:13:56.209676+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e617: 8 total, 8 up, 7 in 2021-03-04T23:13:57.637 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:13:57.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:57.655 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:13:57.674 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:13:57.694 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:13:57.712 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:13:57.730 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:13:57.749 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:57.751 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:13:57.775 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:13:57.777 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.779 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.779 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:13:57.901 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:57 gibba008 bash[47391]: debug 2021-03-04T23:13:57.639+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:57.903 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:58.006 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:58.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:57 gibba023 bash[16680]: debug 2021-03-04T23:13:57.893+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[39303]: cluster 2021-03-04T23:13:57.099830+0000 mgr.x (mgr.34379) 756 : cluster [DBG] pgmap v1068: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.3 GiB data, 7.4 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 5772/111669 objects misplaced (5.169%); 25 MiB/s, 406 objects/s recovering 2021-03-04T23:13:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[39303]: cluster 2021-03-04T23:13:57.229877+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e618: 8 total, 8 up, 7 in 2021-03-04T23:13:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[39303]: audit 2021-03-04T23:13:57.616345+0000 mon.a (mon.0) 1290 : audit [DBG] from='client.? 172.21.2.108:0/279838558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:58.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[39303]: audit 2021-03-04T23:13:58.149023+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:58.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[37770]: cluster 2021-03-04T23:13:57.099830+0000 mgr.x (mgr.34379) 756 : cluster [DBG] pgmap v1068: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.3 GiB data, 7.4 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 5772/111669 objects misplaced (5.169%); 25 MiB/s, 406 objects/s recovering 2021-03-04T23:13:58.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[37770]: cluster 2021-03-04T23:13:57.229877+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e618: 8 total, 8 up, 7 in 2021-03-04T23:13:58.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[37770]: audit 2021-03-04T23:13:57.616345+0000 mon.a (mon.0) 1290 : audit [DBG] from='client.? 172.21.2.108:0/279838558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:58.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[37770]: audit 2021-03-04T23:13:58.149023+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:58 gibba023 bash[27374]: cluster 2021-03-04T23:13:57.099830+0000 mgr.x (mgr.34379) 756 : cluster [DBG] pgmap v1068: 109 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 105 active+clean; 2.3 GiB data, 7.4 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 5772/111669 objects misplaced (5.169%); 25 MiB/s, 406 objects/s recovering 2021-03-04T23:13:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:58 gibba023 bash[27374]: cluster 2021-03-04T23:13:57.229877+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e618: 8 total, 8 up, 7 in 2021-03-04T23:13:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:58 gibba023 bash[27374]: audit 2021-03-04T23:13:57.616345+0000 mon.a (mon.0) 1290 : audit [DBG] from='client.? 172.21.2.108:0/279838558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:13:58.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:58 gibba023 bash[27374]: audit 2021-03-04T23:13:58.149023+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:58.557 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:58.659 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:58.811 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:58 gibba008 bash[48858]: debug 2021-03-04T23:13:58.551+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:58.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:13:58.916 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:59.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:13:58 gibba023 bash[16680]: debug 2021-03-04T23:13:58.805+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:13:59.368 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:13:59.470 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:59.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:13:59 gibba023 bash[27374]: cluster 2021-03-04T23:13:58.225667+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e619: 8 total, 8 up, 7 in 2021-03-04T23:13:59.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:13:59 gibba008 bash[39303]: cluster 2021-03-04T23:13:58.225667+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e619: 8 total, 8 up, 7 in 2021-03-04T23:13:59.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:13:59 gibba008 bash[48858]: debug 2021-03-04T23:13:59.363+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:13:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:13:59 gibba008 bash[37770]: cluster 2021-03-04T23:13:58.225667+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e619: 8 total, 8 up, 7 in 2021-03-04T23:13:59.860 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:13:59.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:00.243 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:13:59 gibba008 bash[47391]: debug 2021-03-04T23:13:59.855+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:00.253 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:00.355 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:00.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:00 gibba008 bash[47391]: debug 2021-03-04T23:14:00.235+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:00.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:00 gibba008 bash[39303]: cluster 2021-03-04T23:13:59.100748+0000 mgr.x (mgr.34379) 757 : cluster [DBG] pgmap v1071: 109 pgs: 3 active+remapped+backfilling, 1 active+remapped+backfill_wait, 105 active+clean; 2.1 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 5398/104568 objects misplaced (5.162%); 21 MiB/s, 340 objects/s recovering 2021-03-04T23:14:00.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:00 gibba008 bash[39303]: cluster 2021-03-04T23:13:59.239437+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e620: 8 total, 8 up, 7 in 2021-03-04T23:14:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:00 gibba008 bash[37770]: cluster 2021-03-04T23:13:59.100748+0000 mgr.x (mgr.34379) 757 : cluster [DBG] pgmap v1071: 109 pgs: 3 active+remapped+backfilling, 1 active+remapped+backfill_wait, 105 active+clean; 2.1 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 5398/104568 objects misplaced (5.162%); 21 MiB/s, 340 objects/s recovering 2021-03-04T23:14:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:00 gibba008 bash[37770]: cluster 2021-03-04T23:13:59.239437+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e620: 8 total, 8 up, 7 in 2021-03-04T23:14:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:00 gibba023 bash[27374]: cluster 2021-03-04T23:13:59.100748+0000 mgr.x (mgr.34379) 757 : cluster [DBG] pgmap v1071: 109 pgs: 3 active+remapped+backfilling, 1 active+remapped+backfill_wait, 105 active+clean; 2.1 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 5398/104568 objects misplaced (5.162%); 21 MiB/s, 340 objects/s recovering 2021-03-04T23:14:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:00 gibba023 bash[27374]: cluster 2021-03-04T23:13:59.239437+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e620: 8 total, 8 up, 7 in 2021-03-04T23:14:00.896 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:00.999 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:01.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:00 gibba008 bash[47391]: debug 2021-03-04T23:14:00.887+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:01.446 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:01.550 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:01.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:01 gibba023 bash[15180]: debug 2021-03-04T23:14:01.437+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:02.216 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:02.319 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:02.339 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:14:02.441 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:02.447 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:02 gibba008 bash[37770]: cluster 2021-03-04T23:14:01.101373+0000 mgr.x (mgr.34379) 758 : cluster [DBG] pgmap v1073: 109 pgs: 2 active+remapped+backfilling, 107 active+clean; 1.9 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.19k op/s; 3900/94269 objects misplaced (4.137%); 14 MiB/s, 227 objects/s recovering 2021-03-04T23:14:02.448 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:02 gibba008 bash[47391]: debug 2021-03-04T23:14:02.211+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:02.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:02 gibba008 bash[39303]: cluster 2021-03-04T23:14:01.101373+0000 mgr.x (mgr.34379) 758 : cluster [DBG] pgmap v1073: 109 pgs: 2 active+remapped+backfilling, 107 active+clean; 1.9 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.19k op/s; 3900/94269 objects misplaced (4.137%); 14 MiB/s, 227 objects/s recovering 2021-03-04T23:14:02.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:02 gibba023 bash[27374]: cluster 2021-03-04T23:14:01.101373+0000 mgr.x (mgr.34379) 758 : cluster [DBG] pgmap v1073: 109 pgs: 2 active+remapped+backfilling, 107 active+clean; 1.9 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.19k op/s; 3900/94269 objects misplaced (4.137%); 14 MiB/s, 227 objects/s recovering 2021-03-04T23:14:02.529 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:14:02.529 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:14:02.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:02.940 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:03.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:02 gibba023 bash[15180]: debug 2021-03-04T23:14:02.825+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:03.310 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:03.413 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:03.777 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:03 gibba008 bash[44600]: debug 2021-03-04T23:14:03.303+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:03.865 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:03.968 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:04.126 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:03 gibba008 bash[48858]: debug 2021-03-04T23:14:03.859+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:04.365 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:04.468 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:04.474 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:04 gibba008 bash[37770]: cluster 2021-03-04T23:14:03.102473+0000 mgr.x (mgr.34379) 759 : cluster [DBG] pgmap v1074: 109 pgs: 1 active+remapped+backfill_wait, 1 active+remapped+backfilling, 107 active+clean; 1.8 GiB data, 6.2 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 3544/87672 objects misplaced (4.042%); 12 MiB/s, 187 objects/s recovering 2021-03-04T23:14:04.474 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:04 gibba008 bash[39303]: cluster 2021-03-04T23:14:03.102473+0000 mgr.x (mgr.34379) 759 : cluster [DBG] pgmap v1074: 109 pgs: 1 active+remapped+backfill_wait, 1 active+remapped+backfilling, 107 active+clean; 1.8 GiB data, 6.2 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 3544/87672 objects misplaced (4.042%); 12 MiB/s, 187 objects/s recovering 2021-03-04T23:14:04.475 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:04 gibba008 bash[44600]: debug 2021-03-04T23:14:04.359+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:04 gibba023 bash[27374]: cluster 2021-03-04T23:14:03.102473+0000 mgr.x (mgr.34379) 759 : cluster [DBG] pgmap v1074: 109 pgs: 1 active+remapped+backfill_wait, 1 active+remapped+backfilling, 107 active+clean; 1.8 GiB data, 6.2 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 3544/87672 objects misplaced (4.042%); 12 MiB/s, 187 objects/s recovering 2021-03-04T23:14:05.162 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:05.265 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:05.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:05 gibba008 bash[48858]: debug 2021-03-04T23:14:05.151+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:05.930 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:06.036 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:06.255 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:14:06.261 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:05 gibba023 bash[18090]: debug 2021-03-04T23:14:05.921+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[37770]: cluster 2021-03-04T23:14:05.103007+0000 mgr.x (mgr.34379) 760 : cluster [DBG] pgmap v1075: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfill_wait, 107 active+clean; 1.7 GiB data, 6.0 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 1703/81285 objects misplaced (2.095%); 22 MiB/s, 346 objects/s recovering 2021-03-04T23:14:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[37770]: cluster 2021-03-04T23:14:05.249208+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e621: 8 total, 8 up, 7 in 2021-03-04T23:14:06.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[37770]: audit 2021-03-04T23:14:06.027005+0000 mon.a (mon.0) 1295 : audit [INF] from='client.? 172.21.2.108:0/2860996329' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:14:06.512 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:06 gibba023 bash[27374]: cluster 2021-03-04T23:14:05.103007+0000 mgr.x (mgr.34379) 760 : cluster [DBG] pgmap v1075: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfill_wait, 107 active+clean; 1.7 GiB data, 6.0 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 1703/81285 objects misplaced (2.095%); 22 MiB/s, 346 objects/s recovering 2021-03-04T23:14:06.513 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:06 gibba023 bash[27374]: cluster 2021-03-04T23:14:05.249208+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e621: 8 total, 8 up, 7 in 2021-03-04T23:14:06.513 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:06 gibba023 bash[27374]: audit 2021-03-04T23:14:06.027005+0000 mon.a (mon.0) 1295 : audit [INF] from='client.? 172.21.2.108:0/2860996329' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:14:06.514 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:06.615 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:06.621 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[39303]: cluster 2021-03-04T23:14:05.103007+0000 mgr.x (mgr.34379) 760 : cluster [DBG] pgmap v1075: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfill_wait, 107 active+clean; 1.7 GiB data, 6.0 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 1703/81285 objects misplaced (2.095%); 22 MiB/s, 346 objects/s recovering 2021-03-04T23:14:06.621 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[39303]: cluster 2021-03-04T23:14:05.249208+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e621: 8 total, 8 up, 7 in 2021-03-04T23:14:06.621 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[39303]: audit 2021-03-04T23:14:06.027005+0000 mon.a (mon.0) 1295 : audit [INF] from='client.? 172.21.2.108:0/2860996329' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:14:06.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:06 gibba023 bash[18090]: debug 2021-03-04T23:14:06.505+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:06.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:14:06.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:06.997 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:07.002 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:07.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:06 gibba008 bash[50326]: debug 2021-03-04T23:14:06.891+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:07.450 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:07.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[39303]: cluster 2021-03-04T23:14:06.247137+0000 mon.a (mon.0) 1296 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:14:07.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[39303]: audit 2021-03-04T23:14:06.251349+0000 mon.a (mon.0) 1297 : audit [INF] from='client.? 172.21.2.108:0/2860996329' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:14:07.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[39303]: cluster 2021-03-04T23:14:06.251425+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e622: 8 total, 8 up, 7 in 2021-03-04T23:14:07.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[37770]: cluster 2021-03-04T23:14:06.247137+0000 mon.a (mon.0) 1296 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:14:07.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[37770]: audit 2021-03-04T23:14:06.251349+0000 mon.a (mon.0) 1297 : audit [INF] from='client.? 172.21.2.108:0/2860996329' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:14:07.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[37770]: cluster 2021-03-04T23:14:06.251425+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e622: 8 total, 8 up, 7 in 2021-03-04T23:14:07.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:07 gibba023 bash[16680]: debug 2021-03-04T23:14:07.441+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:07.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:07 gibba023 bash[27374]: cluster 2021-03-04T23:14:06.247137+0000 mon.a (mon.0) 1296 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:14:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:07 gibba023 bash[27374]: audit 2021-03-04T23:14:06.251349+0000 mon.a (mon.0) 1297 : audit [INF] from='client.? 172.21.2.108:0/2860996329' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:14:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:07 gibba023 bash[27374]: cluster 2021-03-04T23:14:06.251425+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e622: 8 total, 8 up, 7 in 2021-03-04T23:14:07.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:07.887 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:07.990 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:08.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:07 gibba008 bash[50326]: debug 2021-03-04T23:14:07.879+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:08.326 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:08.429 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:08.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:08 gibba023 bash[27374]: cluster 2021-03-04T23:14:07.103292+0000 mgr.x (mgr.34379) 761 : cluster [DBG] pgmap v1078: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfill_wait, 107 active+clean; 1.5 GiB data, 5.3 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 1703/75075 objects misplaced (2.268%); 22 MiB/s, 347 objects/s recovering 2021-03-04T23:14:08.533 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:08.638 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:08.755 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:08.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:08 gibba008 bash[37770]: cluster 2021-03-04T23:14:07.103292+0000 mgr.x (mgr.34379) 761 : cluster [DBG] pgmap v1078: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfill_wait, 107 active+clean; 1.5 GiB data, 5.3 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 1703/75075 objects misplaced (2.268%); 22 MiB/s, 347 objects/s recovering 2021-03-04T23:14:08.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:08 gibba008 bash[39303]: cluster 2021-03-04T23:14:07.103292+0000 mgr.x (mgr.34379) 761 : cluster [DBG] pgmap v1078: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfill_wait, 107 active+clean; 1.5 GiB data, 5.3 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 1703/75075 objects misplaced (2.268%); 22 MiB/s, 347 objects/s recovering 2021-03-04T23:14:08.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:08 gibba008 bash[48858]: debug 2021-03-04T23:14:08.319+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:08.858 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:08.863 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:08 gibba023 bash[18090]: debug 2021-03-04T23:14:08.525+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:08.864 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:08 gibba023 bash[18090]: debug 2021-03-04T23:14:08.749+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:08.950 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:09.055 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:09.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:08 gibba023 bash[16680]: debug 2021-03-04T23:14:08.941+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:09.274 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:09.311 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:09 gibba008 bash[47391]: debug 2021-03-04T23:14:09.267+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:09.376 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:09.755 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:09.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:10.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:09 gibba008 bash[47391]: debug 2021-03-04T23:14:09.747+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:10.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:10 gibba008 bash[39303]: cluster 2021-03-04T23:14:09.103675+0000 mgr.x (mgr.34379) 762 : cluster [DBG] pgmap v1079: 109 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 107 active+clean; 1.4 GiB data, 5.0 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 1313/68934 objects misplaced (1.905%); 13 MiB/s, 206 objects/s recovering 2021-03-04T23:14:10.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:10 gibba008 bash[39303]: audit 2021-03-04T23:14:09.642170+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:10.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:10 gibba008 bash[39303]: audit 2021-03-04T23:14:09.645979+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:10.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:10 gibba008 bash[39303]: audit 2021-03-04T23:14:09.646903+0000 mon.a (mon.0) 1301 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:10.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:09 gibba008 bash[37770]: cluster 2021-03-04T23:14:09.103675+0000 mgr.x (mgr.34379) 762 : cluster [DBG] pgmap v1079: 109 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 107 active+clean; 1.4 GiB data, 5.0 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 1313/68934 objects misplaced (1.905%); 13 MiB/s, 206 objects/s recovering 2021-03-04T23:14:10.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:09 gibba008 bash[37770]: audit 2021-03-04T23:14:09.642170+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:10.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:09 gibba008 bash[37770]: audit 2021-03-04T23:14:09.645979+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:10.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:09 gibba008 bash[37770]: audit 2021-03-04T23:14:09.646903+0000 mon.a (mon.0) 1301 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:10.263 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:09 gibba023 bash[27374]: cluster 2021-03-04T23:14:09.103675+0000 mgr.x (mgr.34379) 762 : cluster [DBG] pgmap v1079: 109 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 107 active+clean; 1.4 GiB data, 5.0 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 1313/68934 objects misplaced (1.905%); 13 MiB/s, 206 objects/s recovering 2021-03-04T23:14:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:09 gibba023 bash[27374]: audit 2021-03-04T23:14:09.642170+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:09 gibba023 bash[27374]: audit 2021-03-04T23:14:09.645979+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:09 gibba023 bash[27374]: audit 2021-03-04T23:14:09.646903+0000 mon.a (mon.0) 1301 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:10.367 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:10.466 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:10.510 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:10 gibba008 bash[44600]: debug 2021-03-04T23:14:10.255+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:10.572 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:10.682 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:10 gibba023 bash[19550]: debug 2021-03-04T23:14:10.457+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:10.683 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:10 gibba023 bash[19550]: debug 2021-03-04T23:14:10.677+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:10.684 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:10.788 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:10.880 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:10.987 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:11.005 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:10 gibba023 bash[18090]: debug 2021-03-04T23:14:10.873+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:11.183 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:11.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:11 gibba023 bash[18090]: debug 2021-03-04T23:14:11.177+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:11.289 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:11.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:11.686 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:11.767 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:14:11.819 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:11.862 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:11.895 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:11 gibba008 bash[44600]: debug 2021-03-04T23:14:11.575+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:11.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:12.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:11 gibba023 bash[19550]: debug 2021-03-04T23:14:11.813+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:12.406 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:12.508 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:12.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:12 gibba008 bash[37770]: cluster 2021-03-04T23:14:11.105135+0000 mgr.x (mgr.34379) 763 : cluster [DBG] pgmap v1080: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 1.1 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s; 1313/56529 objects misplaced (2.323%); 13 MiB/s, 204 objects/s recovering 2021-03-04T23:14:12.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:12 gibba008 bash[39303]: cluster 2021-03-04T23:14:11.105135+0000 mgr.x (mgr.34379) 763 : cluster [DBG] pgmap v1080: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 1.1 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s; 1313/56529 objects misplaced (2.323%); 13 MiB/s, 204 objects/s recovering 2021-03-04T23:14:12.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:12 gibba008 bash[47391]: debug 2021-03-04T23:14:12.399+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:12.516 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:12 gibba023 bash[27374]: cluster 2021-03-04T23:14:11.105135+0000 mgr.x (mgr.34379) 763 : cluster [DBG] pgmap v1080: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 1.1 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s; 1313/56529 objects misplaced (2.323%); 13 MiB/s, 204 objects/s recovering 2021-03-04T23:14:12.727 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:12.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:12 gibba023 bash[16680]: debug 2021-03-04T23:14:12.717+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:12.830 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:12.917 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:13.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:13.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:12 gibba023 bash[18090]: debug 2021-03-04T23:14:12.909+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:13.369 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:13.472 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:13.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:13 gibba008 bash[44600]: debug 2021-03-04T23:14:13.359+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:14.087 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:14.190 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:14.281 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:14.342 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:14:14.342 INFO:teuthology.orchestra.run.gibba008.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:14:14.342 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:14:14.362 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:14 gibba008 bash[48858]: debug 2021-03-04T23:14:14.079+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:14.363 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:14 gibba008 bash[39303]: cluster 2021-03-04T23:14:13.105605+0000 mgr.x (mgr.34379) 764 : cluster [DBG] pgmap v1081: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 976 MiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s; 765/46935 objects misplaced (1.630%); 688 KiB/s, 10 objects/s recovering 2021-03-04T23:14:14.363 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:14 gibba008 bash[39303]: audit 2021-03-04T23:14:13.772283+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:14.364 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:14 gibba008 bash[37770]: cluster 2021-03-04T23:14:13.105605+0000 mgr.x (mgr.34379) 764 : cluster [DBG] pgmap v1081: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 976 MiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s; 765/46935 objects misplaced (1.630%); 688 KiB/s, 10 objects/s recovering 2021-03-04T23:14:14.365 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:14 gibba008 bash[37770]: audit 2021-03-04T23:14:13.772283+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:14.386 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:14.496 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:14 gibba023 bash[15180]: debug 2021-03-04T23:14:14.273+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:14.497 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:14 gibba023 bash[27374]: cluster 2021-03-04T23:14:13.105605+0000 mgr.x (mgr.34379) 764 : cluster [DBG] pgmap v1081: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 976 MiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s; 765/46935 objects misplaced (1.630%); 688 KiB/s, 10 objects/s recovering 2021-03-04T23:14:14.497 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:14 gibba023 bash[27374]: audit 2021-03-04T23:14:13.772283+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:14.499 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:14.603 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:14.697 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:14.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:14 gibba023 bash[15180]: debug 2021-03-04T23:14:14.489+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:14.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:14 gibba023 bash[16680]: debug 2021-03-04T23:14:14.689+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:14.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:15.160 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:15.268 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:15.458 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:15 gibba023 bash[27374]: cephadm 2021-03-04T23:14:13.773768+0000 mgr.x (mgr.34379) 765 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:14:15.459 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:15 gibba023 bash[18090]: debug 2021-03-04T23:14:15.453+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:15.463 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:15.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:15 gibba008 bash[37770]: cephadm 2021-03-04T23:14:13.773768+0000 mgr.x (mgr.34379) 765 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:14:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:15 gibba008 bash[39303]: cephadm 2021-03-04T23:14:13.773768+0000 mgr.x (mgr.34379) 765 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:14:15.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:15 gibba008 bash[44600]: debug 2021-03-04T23:14:15.155+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:15.566 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:15.681 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:15.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:15 gibba023 bash[18090]: debug 2021-03-04T23:14:15.673+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:15.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:16.385 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:16.467 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:16 gibba008 bash[37770]: cluster 2021-03-04T23:14:15.105957+0000 mgr.x (mgr.34379) 766 : cluster [DBG] pgmap v1082: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 816 MiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 765/39231 objects misplaced (1.950%); 558 KiB/s, 8 objects/s recovering 2021-03-04T23:14:16.468 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:16 gibba008 bash[39303]: cluster 2021-03-04T23:14:15.105957+0000 mgr.x (mgr.34379) 766 : cluster [DBG] pgmap v1082: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 816 MiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 765/39231 objects misplaced (1.950%); 558 KiB/s, 8 objects/s recovering 2021-03-04T23:14:16.468 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:16 gibba008 bash[44600]: debug 2021-03-04T23:14:16.379+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:16.490 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:16.495 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:16 gibba023 bash[27374]: cluster 2021-03-04T23:14:15.105957+0000 mgr.x (mgr.34379) 766 : cluster [DBG] pgmap v1082: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 816 MiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 765/39231 objects misplaced (1.950%); 558 KiB/s, 8 objects/s recovering 2021-03-04T23:14:16.573 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:16.678 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:16.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:16 gibba023 bash[19550]: debug 2021-03-04T23:14:16.565+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:17.105 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:17.208 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:17.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:17 gibba008 bash[44600]: debug 2021-03-04T23:14:17.099+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:17.521 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:17.624 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:17.789 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:17 gibba008 bash[47391]: debug 2021-03-04T23:14:17.515+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:18.186 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:18 gibba008 bash[37770]: cluster 2021-03-04T23:14:17.106412+0000 mgr.x (mgr.34379) 767 : cluster [DBG] pgmap v1083: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 660 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 765/31764 objects misplaced (2.408%); 507 KiB/s, 8 objects/s recovering 2021-03-04T23:14:18.317 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:18.419 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:18.494 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:18 gibba008 bash[39303]: cluster 2021-03-04T23:14:17.106412+0000 mgr.x (mgr.34379) 767 : cluster [DBG] pgmap v1083: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 660 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 765/31764 objects misplaced (2.408%); 507 KiB/s, 8 objects/s recovering 2021-03-04T23:14:18.495 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:18 gibba008 bash[47391]: debug 2021-03-04T23:14:18.311+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:18.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:18 gibba023 bash[27374]: cluster 2021-03-04T23:14:17.106412+0000 mgr.x (mgr.34379) 767 : cluster [DBG] pgmap v1083: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 660 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 765/31764 objects misplaced (2.408%); 507 KiB/s, 8 objects/s recovering 2021-03-04T23:14:18.509 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:18.615 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:18.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:18 gibba023 bash[15180]: debug 2021-03-04T23:14:18.501+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:18.775 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:18.880 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:19.141 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:18 gibba008 bash[47391]: debug 2021-03-04T23:14:18.767+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:19.245 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:19.349 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:19.449 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:19.510 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[47391]: debug 2021-03-04T23:14:19.239+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:19.552 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:19.639 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:19 gibba023 bash[16680]: debug 2021-03-04T23:14:19.441+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:19.641 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:19.748 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:19.918 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:19 gibba023 bash[18090]: debug 2021-03-04T23:14:19.633+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:20.010 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[37770]: audit 2021-03-04T23:14:18.915550+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[37770]: cephadm 2021-03-04T23:14:18.917016+0000 mgr.x (mgr.34379) 768 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:14:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[37770]: cluster 2021-03-04T23:14:19.106824+0000 mgr.x (mgr.34379) 769 : cluster [DBG] pgmap v1084: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 481 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s; 285/23175 objects misplaced (1.230%); 725 KiB/s, 11 objects/s recovering 2021-03-04T23:14:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[37770]: audit 2021-03-04T23:14:19.164311+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[39303]: audit 2021-03-04T23:14:18.915550+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[39303]: cephadm 2021-03-04T23:14:18.917016+0000 mgr.x (mgr.34379) 768 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:14:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[39303]: cluster 2021-03-04T23:14:19.106824+0000 mgr.x (mgr.34379) 769 : cluster [DBG] pgmap v1084: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 481 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s; 285/23175 objects misplaced (1.230%); 725 KiB/s, 11 objects/s recovering 2021-03-04T23:14:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:19 gibba008 bash[39303]: audit 2021-03-04T23:14:19.164311+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:20.147 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:20.220 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:14:20.239 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:14:20.253 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:20.259 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:14:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:19 gibba023 bash[27374]: audit 2021-03-04T23:14:18.915550+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:19 gibba023 bash[27374]: cephadm 2021-03-04T23:14:18.917016+0000 mgr.x (mgr.34379) 768 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:14:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:19 gibba023 bash[27374]: cluster 2021-03-04T23:14:19.106824+0000 mgr.x (mgr.34379) 769 : cluster [DBG] pgmap v1084: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 481 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s; 285/23175 objects misplaced (1.230%); 725 KiB/s, 11 objects/s recovering 2021-03-04T23:14:20.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:19 gibba023 bash[27374]: audit 2021-03-04T23:14:19.164311+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:20.278 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:14:20.295 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:14:20.315 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:14:20.336 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:14:20.358 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:14:20.358 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.359 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.359 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.359 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.359 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.359 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.360 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.360 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:14:20.392 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:20 gibba008 bash[50326]: debug 2021-03-04T23:14:20.139+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:20.598 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:20.701 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:20.706 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:20 gibba008 bash[47391]: debug 2021-03-04T23:14:20.591+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:20.728 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Removed 175515 objects 2021-03-04T23:14:20.728 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Clean up completed and total clean up time :116.856 2021-03-04T23:14:20.994 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:20 gibba008 bash[37770]: audit 2021-03-04T23:14:20.197766+0000 mon.a (mon.0) 1305 : audit [DBG] from='client.? 172.21.2.108:0/3699416058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:21.080 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:21.187 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:21.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:20 gibba008 bash[39303]: audit 2021-03-04T23:14:20.197766+0000 mon.a (mon.0) 1305 : audit [DBG] from='client.? 172.21.2.108:0/3699416058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:21.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:21 gibba008 bash[50326]: debug 2021-03-04T23:14:21.071+0000 7f9b8efb1700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:21.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:20 gibba023 bash[27374]: audit 2021-03-04T23:14:20.197766+0000 mon.a (mon.0) 1305 : audit [DBG] from='client.? 172.21.2.108:0/3699416058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:21.278 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2021-03-04T23:14:21.279 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2021-03-04T23:14:21.425 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:21.686 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:21.789 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:21.879 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:21.981 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:22.004 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:21 gibba008 bash[47391]: debug 2021-03-04T23:14:21.679+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:22.073 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:21 gibba023 bash[18090]: debug 2021-03-04T23:14:21.873+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:22.074 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:22 gibba023 bash[27374]: cluster 2021-03-04T23:14:20.995982+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e623: 8 total, 8 up, 7 in 2021-03-04T23:14:22.074 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:22 gibba023 bash[27374]: cluster 2021-03-04T23:14:21.006525+0000 osd.0 (osd.0) 2 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:14:22.075 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:22 gibba023 bash[27374]: cluster 2021-03-04T23:14:21.107776+0000 mgr.x (mgr.34379) 770 : cluster [DBG] pgmap v1086: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 156 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s; 285/7536 objects misplaced (3.782%); 653 KiB/s, 10 objects/s recovering 2021-03-04T23:14:22.076 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:22.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[37770]: cluster 2021-03-04T23:14:20.995982+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e623: 8 total, 8 up, 7 in 2021-03-04T23:14:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[37770]: cluster 2021-03-04T23:14:21.006525+0000 osd.0 (osd.0) 2 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:14:22.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[37770]: cluster 2021-03-04T23:14:21.107776+0000 mgr.x (mgr.34379) 770 : cluster [DBG] pgmap v1086: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 156 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s; 285/7536 objects misplaced (3.782%); 653 KiB/s, 10 objects/s recovering 2021-03-04T23:14:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[39303]: cluster 2021-03-04T23:14:20.995982+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e623: 8 total, 8 up, 7 in 2021-03-04T23:14:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[39303]: cluster 2021-03-04T23:14:21.006525+0000 osd.0 (osd.0) 2 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:14:22.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[39303]: cluster 2021-03-04T23:14:21.107776+0000 mgr.x (mgr.34379) 770 : cluster [DBG] pgmap v1086: 109 pgs: 1 active+remapped+backfilling, 108 active+clean; 156 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s; 285/7536 objects misplaced (3.782%); 653 KiB/s, 10 objects/s recovering 2021-03-04T23:14:22.402 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:22.509 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:22.519 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:22 gibba023 bash[19550]: debug 2021-03-04T23:14:22.065+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:22.585 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:22.688 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:22.714 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:22 gibba008 bash[47391]: debug 2021-03-04T23:14:22.395+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:22.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:22 gibba023 bash[15180]: debug 2021-03-04T23:14:22.577+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:23.258 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:23 gibba008 bash[37770]: cluster 2021-03-04T23:14:21.662476+0000 osd.2 (osd.2) 6 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:14:23.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:23 gibba008 bash[37770]: cluster 2021-03-04T23:14:22.002942+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e624: 8 total, 8 up, 7 in 2021-03-04T23:14:23.259 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:23 gibba008 bash[39303]: cluster 2021-03-04T23:14:21.662476+0000 osd.2 (osd.2) 6 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:14:23.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:23 gibba008 bash[39303]: cluster 2021-03-04T23:14:22.002942+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e624: 8 total, 8 up, 7 in 2021-03-04T23:14:23.260 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:23.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:23 gibba023 bash[27374]: cluster 2021-03-04T23:14:21.662476+0000 osd.2 (osd.2) 6 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:14:23.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:23 gibba023 bash[27374]: cluster 2021-03-04T23:14:22.002942+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e624: 8 total, 8 up, 7 in 2021-03-04T23:14:23.366 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:23.463 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:23.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:23 gibba008 bash[44600]: debug 2021-03-04T23:14:23.251+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:23.568 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:23.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:23 gibba023 bash[15180]: debug 2021-03-04T23:14:23.457+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:23.807 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:14:23.808 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:14:23.808 INFO:tasks.thrashosds.thrasher:Killing osd 3, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:14:23.808 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2021-03-04T23:14:23.809 DEBUG:teuthology.orchestra.run.gibba008:> sudo systemctl stop ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3 2021-03-04T23:14:23.965 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:24.068 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:24.152 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:24.255 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:24.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:24 gibba008 bash[39303]: cluster 2021-03-04T23:14:23.108568+0000 mgr.x (mgr.34379) 771 : cluster [DBG] pgmap v1088: 109 pgs: 109 active+clean; 35 MiB data, 855 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 624 KiB/s, 9 objects/s recovering 2021-03-04T23:14:24.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:24 gibba008 bash[37770]: cluster 2021-03-04T23:14:23.108568+0000 mgr.x (mgr.34379) 771 : cluster [DBG] pgmap v1088: 109 pgs: 109 active+clean; 35 MiB data, 855 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 624 KiB/s, 9 objects/s recovering 2021-03-04T23:14:24.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:23 gibba008 bash[48858]: debug 2021-03-04T23:14:23.959+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:24.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:23 gibba008 systemd[1]: Stopping Ceph osd.3 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T23:14:24.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:24 gibba023 bash[27374]: cluster 2021-03-04T23:14:23.108568+0000 mgr.x (mgr.34379) 771 : cluster [DBG] pgmap v1088: 109 pgs: 109 active+clean; 35 MiB data, 855 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 624 KiB/s, 9 objects/s recovering 2021-03-04T23:14:24.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:24 gibba023 bash[15180]: debug 2021-03-04T23:14:24.145+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:24.347 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:24.386 INFO:teuthology.orchestra.run.gibba008.stderr:admin_socket: exception getting command descriptions: exception: [Errno 104] Connection reset by peer 2021-03-04T23:14:24.418 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:24 gibba008 bash[50326]: debug 2021-03-04T23:14:24.271+0000 7f9b8efb1700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:24.418 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:24 gibba008 bash[50326]: debug 2021-03-04T23:14:24.271+0000 7f9b8efb1700 -1 osd.3 624 *** Got signal Terminated *** 2021-03-04T23:14:24.418 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:24 gibba008 bash[50326]: debug 2021-03-04T23:14:24.271+0000 7f9b8efb1700 -1 osd.3 624 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T23:14:24.452 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:24.567 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:24.676 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:24.692 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:24 gibba023 bash[15180]: debug 2021-03-04T23:14:24.561+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:24.693 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:24 gibba023 bash[19550]: debug 2021-03-04T23:14:24.341+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:24.786 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:14:24.807 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:24.864 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:24.912 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:25.020 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:24 gibba023 bash[18090]: debug 2021-03-04T23:14:24.801+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:25.020 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:25.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.384255+0000 mon.a (mon.0) 1308 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.082 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.384310+0000 mon.a (mon.0) 1309 : cluster [INF] osd.3 failed (root=default,host=gibba008) (connection refused reported by osd.4) 2021-03-04T23:14:25.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.384689+0000 mon.a (mon.0) 1310 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.384831+0000 mon.a (mon.0) 1311 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.385072+0000 mon.a (mon.0) 1312 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.385252+0000 mon.a (mon.0) 1313 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.084 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.385456+0000 mon.a (mon.0) 1314 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.084 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.385676+0000 mon.a (mon.0) 1315 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.084 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.385925+0000 mon.a (mon.0) 1316 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.084 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.516119+0000 mon.a (mon.0) 1317 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.084 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.524541+0000 mon.a (mon.0) 1318 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.085 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.584143+0000 mon.a (mon.0) 1319 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.085 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.584548+0000 mon.a (mon.0) 1320 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.085 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.584940+0000 mon.a (mon.0) 1321 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.085 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.585267+0000 mon.a (mon.0) 1322 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.086 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.585729+0000 mon.a (mon.0) 1323 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.086 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.586033+0000 mon.a (mon.0) 1324 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.086 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.586504+0000 mon.a (mon.0) 1325 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.086 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.586681+0000 mon.a (mon.0) 1326 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.087 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.587142+0000 mon.a (mon.0) 1327 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.087 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.587637+0000 mon.a (mon.0) 1328 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.087 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.588108+0000 mon.a (mon.0) 1329 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.087 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.588462+0000 mon.a (mon.0) 1330 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.088 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.589061+0000 mon.a (mon.0) 1331 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.088 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.589349+0000 mon.a (mon.0) 1332 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.088 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.984366+0000 mon.a (mon.0) 1333 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.088 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.384255+0000 mon.a (mon.0) 1308 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.089 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.384310+0000 mon.a (mon.0) 1309 : cluster [INF] osd.3 failed (root=default,host=gibba008) (connection refused reported by osd.4) 2021-03-04T23:14:25.089 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.384689+0000 mon.a (mon.0) 1310 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.089 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.384831+0000 mon.a (mon.0) 1311 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.090 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.385072+0000 mon.a (mon.0) 1312 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.090 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.385252+0000 mon.a (mon.0) 1313 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.090 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.385456+0000 mon.a (mon.0) 1314 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.090 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.385676+0000 mon.a (mon.0) 1315 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.091 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.385925+0000 mon.a (mon.0) 1316 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.091 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.516119+0000 mon.a (mon.0) 1317 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.091 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.524541+0000 mon.a (mon.0) 1318 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.091 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.584143+0000 mon.a (mon.0) 1319 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.092 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.584548+0000 mon.a (mon.0) 1320 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.092 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.584940+0000 mon.a (mon.0) 1321 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.092 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.585267+0000 mon.a (mon.0) 1322 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.092 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.585729+0000 mon.a (mon.0) 1323 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.093 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.586033+0000 mon.a (mon.0) 1324 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.093 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.586504+0000 mon.a (mon.0) 1325 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.093 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.586681+0000 mon.a (mon.0) 1326 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.093 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.587142+0000 mon.a (mon.0) 1327 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.094 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.587637+0000 mon.a (mon.0) 1328 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.094 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.588108+0000 mon.a (mon.0) 1329 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.094 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.588462+0000 mon.a (mon.0) 1330 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.094 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.589061+0000 mon.a (mon.0) 1331 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.094 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.589349+0000 mon.a (mon.0) 1332 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.095 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.984366+0000 mon.a (mon.0) 1333 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.095 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.984612+0000 mon.a (mon.0) 1334 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.095 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.985125+0000 mon.a (mon.0) 1335 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.096 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.985304+0000 mon.a (mon.0) 1336 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.096 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.985731+0000 mon.a (mon.0) 1337 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.096 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.985906+0000 mon.a (mon.0) 1338 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.096 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.986290+0000 mon.a (mon.0) 1339 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.097 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.986461+0000 mon.a (mon.0) 1340 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.097 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.987623+0000 mon.a (mon.0) 1341 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.097 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.988010+0000 mon.a (mon.0) 1342 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.097 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.988704+0000 mon.a (mon.0) 1343 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.989104+0000 mon.a (mon.0) 1344 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.989892+0000 mon.a (mon.0) 1345 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.098 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[39303]: cluster 2021-03-04T23:14:24.990290+0000 mon.a (mon.0) 1346 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.098 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.984612+0000 mon.a (mon.0) 1334 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.099 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.985125+0000 mon.a (mon.0) 1335 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.099 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.985304+0000 mon.a (mon.0) 1336 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.099 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.985731+0000 mon.a (mon.0) 1337 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.099 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.985906+0000 mon.a (mon.0) 1338 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.100 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.986290+0000 mon.a (mon.0) 1339 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.100 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.986461+0000 mon.a (mon.0) 1340 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.100 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.987623+0000 mon.a (mon.0) 1341 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.100 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.988010+0000 mon.a (mon.0) 1342 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.101 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.988704+0000 mon.a (mon.0) 1343 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.101 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.989104+0000 mon.a (mon.0) 1344 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.101 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.989892+0000 mon.a (mon.0) 1345 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.101 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[37770]: cluster 2021-03-04T23:14:24.990290+0000 mon.a (mon.0) 1346 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:25.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[19550]: debug 2021-03-04T23:14:25.013+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:25.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.384255+0000 mon.a (mon.0) 1308 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.384310+0000 mon.a (mon.0) 1309 : cluster [INF] osd.3 failed (root=default,host=gibba008) (connection refused reported by osd.4) 2021-03-04T23:14:25.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.384689+0000 mon.a (mon.0) 1310 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.384831+0000 mon.a (mon.0) 1311 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.385072+0000 mon.a (mon.0) 1312 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.385252+0000 mon.a (mon.0) 1313 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.385456+0000 mon.a (mon.0) 1314 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.385676+0000 mon.a (mon.0) 1315 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.385925+0000 mon.a (mon.0) 1316 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.516119+0000 mon.a (mon.0) 1317 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.524541+0000 mon.a (mon.0) 1318 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.584143+0000 mon.a (mon.0) 1319 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.584548+0000 mon.a (mon.0) 1320 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.584940+0000 mon.a (mon.0) 1321 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.585267+0000 mon.a (mon.0) 1322 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.585729+0000 mon.a (mon.0) 1323 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.586033+0000 mon.a (mon.0) 1324 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.586504+0000 mon.a (mon.0) 1325 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.586681+0000 mon.a (mon.0) 1326 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.587142+0000 mon.a (mon.0) 1327 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.587637+0000 mon.a (mon.0) 1328 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.588108+0000 mon.a (mon.0) 1329 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.588462+0000 mon.a (mon.0) 1330 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.589061+0000 mon.a (mon.0) 1331 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.281 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.589349+0000 mon.a (mon.0) 1332 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.281 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.984366+0000 mon.a (mon.0) 1333 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.281 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.984612+0000 mon.a (mon.0) 1334 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.281 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.985125+0000 mon.a (mon.0) 1335 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.282 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.985304+0000 mon.a (mon.0) 1336 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:14:25.282 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.985731+0000 mon.a (mon.0) 1337 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:14:25.282 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.985906+0000 mon.a (mon.0) 1338 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.282 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.986290+0000 mon.a (mon.0) 1339 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:14:25.283 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.986461+0000 mon.a (mon.0) 1340 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:14:25.283 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.987623+0000 mon.a (mon.0) 1341 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.283 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.988010+0000 mon.a (mon.0) 1342 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:14:25.283 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.988704+0000 mon.a (mon.0) 1343 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.284 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.989104+0000 mon.a (mon.0) 1344 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:14:25.284 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.989892+0000 mon.a (mon.0) 1345 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.284 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[27374]: cluster 2021-03-04T23:14:24.990290+0000 mon.a (mon.0) 1346 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:14:25.676 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:25.779 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:25.886 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:26.056 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:25 gibba008 bash[47391]: debug 2021-03-04T23:14:25.671+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:26.158 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:26.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[37770]: cluster 2021-03-04T23:14:25.020783+0000 mon.a (mon.0) 1347 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:14:26.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[37770]: cluster 2021-03-04T23:14:25.032528+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e625: 8 total, 7 up, 7 in 2021-03-04T23:14:26.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[37770]: cluster 2021-03-04T23:14:25.109041+0000 mgr.x (mgr.34379) 772 : cluster [DBG] pgmap v1090: 109 pgs: 23 stale+active+clean, 86 active+clean; 35 MiB data, 855 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.19k op/s; 299 KiB/s, 4 objects/s recovering 2021-03-04T23:14:26.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[39303]: cluster 2021-03-04T23:14:25.020783+0000 mon.a (mon.0) 1347 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:14:26.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[39303]: cluster 2021-03-04T23:14:25.032528+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e625: 8 total, 7 up, 7 in 2021-03-04T23:14:26.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[39303]: cluster 2021-03-04T23:14:25.109041+0000 mgr.x (mgr.34379) 772 : cluster [DBG] pgmap v1090: 109 pgs: 23 stale+active+clean, 86 active+clean; 35 MiB data, 855 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.19k op/s; 299 KiB/s, 4 objects/s recovering 2021-03-04T23:14:26.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:25 gibba023 bash[16680]: debug 2021-03-04T23:14:25.877+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:26.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:26 gibba023 bash[27374]: cluster 2021-03-04T23:14:25.020783+0000 mon.a (mon.0) 1347 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:14:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:26 gibba023 bash[27374]: cluster 2021-03-04T23:14:25.032528+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e625: 8 total, 7 up, 7 in 2021-03-04T23:14:26.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:26 gibba023 bash[27374]: cluster 2021-03-04T23:14:25.109041+0000 mgr.x (mgr.34379) 772 : cluster [DBG] pgmap v1090: 109 pgs: 23 stale+active+clean, 86 active+clean; 35 MiB data, 855 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.19k op/s; 299 KiB/s, 4 objects/s recovering 2021-03-04T23:14:26.737 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:26.840 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:27.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:26 gibba008 bash[44600]: debug 2021-03-04T23:14:26.731+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:27.087 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:27 gibba008 bash[39303]: cluster 2021-03-04T23:14:26.036807+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e626: 8 total, 7 up, 7 in 2021-03-04T23:14:27.088 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:27 gibba008 bash[37770]: cluster 2021-03-04T23:14:26.036807+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e626: 8 total, 7 up, 7 in 2021-03-04T23:14:27.088 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:27.196 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:27.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:27 gibba008 bash[44600]: debug 2021-03-04T23:14:27.079+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:27.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:27 gibba023 bash[27374]: cluster 2021-03-04T23:14:26.036807+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e626: 8 total, 7 up, 7 in 2021-03-04T23:14:27.586 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:14:27.587 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:14:27.645 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:27.721 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:27.750 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:27.859 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:27.961 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:27.978 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:27 gibba008 bash[47391]: debug 2021-03-04T23:14:27.639+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:27.978 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:27 gibba008 docker[89326]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:14:28.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:27 gibba023 bash[16680]: debug 2021-03-04T23:14:27.853+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:28.394 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:28.496 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:28 gibba023 bash[27374]: cluster 2021-03-04T23:14:27.110382+0000 mgr.x (mgr.34379) 773 : cluster [DBG] pgmap v1092: 109 pgs: 38 peering, 8 stale+active+clean, 63 active+clean; 13 MiB data, 707 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 379 op/s; 299 KiB/s, 4 objects/s recovering 2021-03-04T23:14:28.646 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:28 gibba008 bash[37770]: cluster 2021-03-04T23:14:27.110382+0000 mgr.x (mgr.34379) 773 : cluster [DBG] pgmap v1092: 109 pgs: 38 peering, 8 stale+active+clean, 63 active+clean; 13 MiB data, 707 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 379 op/s; 299 KiB/s, 4 objects/s recovering 2021-03-04T23:14:28.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:28.901 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:28 gibba008 bash[44600]: debug 2021-03-04T23:14:28.387+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:28.901 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:28 gibba008 bash[39303]: cluster 2021-03-04T23:14:27.110382+0000 mgr.x (mgr.34379) 773 : cluster [DBG] pgmap v1092: 109 pgs: 38 peering, 8 stale+active+clean, 63 active+clean; 13 MiB data, 707 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 379 op/s; 299 KiB/s, 4 objects/s recovering 2021-03-04T23:14:29.001 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:29.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:29 gibba008 bash[37770]: cluster 2021-03-04T23:14:28.040631+0000 mon.a (mon.0) 1350 : cluster [WRN] Health check failed: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2021-03-04T23:14:29.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:29 gibba008 bash[39303]: cluster 2021-03-04T23:14:28.040631+0000 mon.a (mon.0) 1350 : cluster [WRN] Health check failed: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2021-03-04T23:14:29.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:28 gibba008 bash[47391]: debug 2021-03-04T23:14:28.891+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:29.442 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:29.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:29 gibba023 bash[27374]: cluster 2021-03-04T23:14:28.040631+0000 mon.a (mon.0) 1350 : cluster [WRN] Health check failed: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2021-03-04T23:14:29.544 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:29.663 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:29.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:29 gibba008 bash[47391]: debug 2021-03-04T23:14:29.435+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:29.765 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:30.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:29 gibba023 bash[19550]: debug 2021-03-04T23:14:29.657+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:30.058 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:14:30.092 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:30.195 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:30.304 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:30.409 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:30.419 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[37770]: cluster 2021-03-04T23:14:29.111526+0000 mgr.x (mgr.34379) 774 : cluster [DBG] pgmap v1093: 109 pgs: 1 active+undersized+degraded, 38 peering, 19 active+undersized, 51 active+clean; 3.3 KiB data, 708 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 350 op/s; 1/66 objects degraded (1.515%); 252 KiB/s, 3 objects/s recovering 2021-03-04T23:14:30.420 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[37770]: audit 2021-03-04T23:14:29.766148+0000 mon.a (mon.0) 1351 : audit [INF] from='client.? 172.21.2.108:0/1261345493' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:14:30.420 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[37770]: audit 2021-03-04T23:14:29.940453+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:30.420 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[39303]: cluster 2021-03-04T23:14:29.111526+0000 mgr.x (mgr.34379) 774 : cluster [DBG] pgmap v1093: 109 pgs: 1 active+undersized+degraded, 38 peering, 19 active+undersized, 51 active+clean; 3.3 KiB data, 708 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 350 op/s; 1/66 objects degraded (1.515%); 252 KiB/s, 3 objects/s recovering 2021-03-04T23:14:30.421 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[39303]: audit 2021-03-04T23:14:29.766148+0000 mon.a (mon.0) 1351 : audit [INF] from='client.? 172.21.2.108:0/1261345493' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:14:30.421 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[39303]: audit 2021-03-04T23:14:29.940453+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:30.421 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[48858]: debug 2021-03-04T23:14:30.087+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:30.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:30 gibba023 bash[19550]: debug 2021-03-04T23:14:30.297+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:30.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:30 gibba023 bash[27374]: cluster 2021-03-04T23:14:29.111526+0000 mgr.x (mgr.34379) 774 : cluster [DBG] pgmap v1093: 109 pgs: 1 active+undersized+degraded, 38 peering, 19 active+undersized, 51 active+clean; 3.3 KiB data, 708 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 350 op/s; 1/66 objects degraded (1.515%); 252 KiB/s, 3 objects/s recovering 2021-03-04T23:14:30.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:30 gibba023 bash[27374]: audit 2021-03-04T23:14:29.766148+0000 mon.a (mon.0) 1351 : audit [INF] from='client.? 172.21.2.108:0/1261345493' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:14:30.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:30 gibba023 bash[27374]: audit 2021-03-04T23:14:29.940453+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:14:30.724 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:30.827 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:31.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:30 gibba008 bash[48858]: debug 2021-03-04T23:14:30.719+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:31.191 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[39303]: cluster 2021-03-04T23:14:30.045916+0000 mon.a (mon.0) 1353 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:14:31.193 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[39303]: cluster 2021-03-04T23:14:30.046457+0000 mon.a (mon.0) 1354 : cluster [WRN] Health check failed: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:14:31.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[39303]: audit 2021-03-04T23:14:30.051232+0000 mon.a (mon.0) 1355 : audit [INF] from='client.? 172.21.2.108:0/1261345493' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:14:31.198 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[39303]: cluster 2021-03-04T23:14:30.051296+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e627: 8 total, 7 up, 7 in 2021-03-04T23:14:31.199 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[37770]: cluster 2021-03-04T23:14:30.045916+0000 mon.a (mon.0) 1353 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:14:31.199 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[37770]: cluster 2021-03-04T23:14:30.046457+0000 mon.a (mon.0) 1354 : cluster [WRN] Health check failed: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:14:31.199 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[37770]: audit 2021-03-04T23:14:30.051232+0000 mon.a (mon.0) 1355 : audit [INF] from='client.? 172.21.2.108:0/1261345493' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:14:31.200 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[37770]: cluster 2021-03-04T23:14:30.051296+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e627: 8 total, 7 up, 7 in 2021-03-04T23:14:31.201 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:31.302 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:31.320 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[48858]: debug 2021-03-04T23:14:31.179+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:31.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:31 gibba023 bash[27374]: cluster 2021-03-04T23:14:30.045916+0000 mon.a (mon.0) 1353 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:14:31.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:31 gibba023 bash[27374]: cluster 2021-03-04T23:14:30.046457+0000 mon.a (mon.0) 1354 : cluster [WRN] Health check failed: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:14:31.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:31 gibba023 bash[27374]: audit 2021-03-04T23:14:30.051232+0000 mon.a (mon.0) 1355 : audit [INF] from='client.? 172.21.2.108:0/1261345493' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:14:31.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:31 gibba023 bash[27374]: cluster 2021-03-04T23:14:30.051296+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e627: 8 total, 7 up, 7 in 2021-03-04T23:14:31.869 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:31.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:32.173 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:32 gibba008 bash[39303]: cluster 2021-03-04T23:14:31.113228+0000 mgr.x (mgr.34379) 775 : cluster [DBG] pgmap v1095: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 92 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:32.174 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:31 gibba008 bash[44600]: debug 2021-03-04T23:14:31.863+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:32.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:32 gibba008 bash[37770]: cluster 2021-03-04T23:14:31.113228+0000 mgr.x (mgr.34379) 775 : cluster [DBG] pgmap v1095: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 92 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:32.175 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:32.267 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:32 gibba008 bash[44600]: debug 2021-03-04T23:14:32.167+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:32.283 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:32 gibba023 bash[27374]: cluster 2021-03-04T23:14:31.113228+0000 mgr.x (mgr.34379) 775 : cluster [DBG] pgmap v1095: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 92 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:32.737 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:32.791 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:32 gibba008 bash[44600]: debug 2021-03-04T23:14:32.731+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:32.839 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:32.983 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:33.085 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:33.164 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:33 gibba023 bash[27374]: cluster 2021-03-04T23:14:32.061877+0000 mon.a (mon.0) 1357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 10 pgs peering) 2021-03-04T23:14:33.164 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:32 gibba023 bash[15180]: debug 2021-03-04T23:14:32.977+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:33.165 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:33.269 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:33.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:33 gibba008 bash[37770]: cluster 2021-03-04T23:14:32.061877+0000 mon.a (mon.0) 1357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 10 pgs peering) 2021-03-04T23:14:33.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:33 gibba008 bash[39303]: cluster 2021-03-04T23:14:32.061877+0000 mon.a (mon.0) 1357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 10 pgs peering) 2021-03-04T23:14:33.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:33 gibba023 bash[18090]: debug 2021-03-04T23:14:33.157+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:33.554 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:33.657 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:33.668 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:33 gibba008 bash[44600]: debug 2021-03-04T23:14:33.547+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:34.139 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:34.243 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:34.360 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:34 gibba023 bash[27374]: cluster 2021-03-04T23:14:33.113867+0000 mgr.x (mgr.34379) 776 : cluster [DBG] pgmap v1096: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 70 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:34.361 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:34.461 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:34 gibba008 bash[37770]: cluster 2021-03-04T23:14:33.113867+0000 mgr.x (mgr.34379) 776 : cluster [DBG] pgmap v1096: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 70 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:34.462 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:34 gibba008 bash[39303]: cluster 2021-03-04T23:14:33.113867+0000 mgr.x (mgr.34379) 776 : cluster [DBG] pgmap v1096: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 70 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:34.462 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:34 gibba008 bash[44600]: debug 2021-03-04T23:14:34.131+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:34.467 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:34.506 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:14:34.562 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:34.635 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:34.669 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:34.685 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:34 gibba023 bash[18090]: debug 2021-03-04T23:14:34.353+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:34.685 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:34 gibba023 bash[19550]: debug 2021-03-04T23:14:34.557+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:34.771 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:34.874 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:34.967 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:34 gibba023 bash[15180]: debug 2021-03-04T23:14:34.765+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:34.967 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:35.069 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:35.162 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:35.265 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:35.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:35 gibba023 bash[15180]: debug 2021-03-04T23:14:35.157+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:35.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:34 gibba023 bash[16680]: debug 2021-03-04T23:14:34.961+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:35.748 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:35.851 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:36.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:35 gibba008 bash[47391]: debug 2021-03-04T23:14:35.743+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:36.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:36.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:36.189 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_1' removed 2021-03-04T23:14:36.305 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:36 gibba008 bash[39303]: cluster 2021-03-04T23:14:35.114272+0000 mgr.x (mgr.34379) 777 : cluster [DBG] pgmap v1097: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 23 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:36.306 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:36 gibba008 bash[39303]: audit 2021-03-04T23:14:35.935126+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? 172.21.2.108:0/1073892441' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:14:36.306 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:36 gibba008 bash[48858]: debug 2021-03-04T23:14:36.023+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:36.307 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:36 gibba008 bash[37770]: cluster 2021-03-04T23:14:35.114272+0000 mgr.x (mgr.34379) 777 : cluster [DBG] pgmap v1097: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 23 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:36.307 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:36 gibba008 bash[37770]: audit 2021-03-04T23:14:35.935126+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? 172.21.2.108:0/1073892441' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:14:36.501 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:36 gibba023 bash[27374]: cluster 2021-03-04T23:14:35.114272+0000 mgr.x (mgr.34379) 777 : cluster [DBG] pgmap v1097: 109 pgs: 5 active+undersized+degraded, 53 active+undersized, 51 active+clean; 3.3 KiB data, 698 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 23 op/s; 9/66 objects degraded (13.636%) 2021-03-04T23:14:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:36 gibba023 bash[27374]: audit 2021-03-04T23:14:35.935126+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? 172.21.2.108:0/1073892441' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:14:36.609 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:36.690 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:36.792 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:37.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:36 gibba008 bash[44600]: debug 2021-03-04T23:14:36.495+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:37.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:36 gibba023 bash[16680]: debug 2021-03-04T23:14:36.685+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:37.328 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:37.436 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:37.441 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:37 gibba023 bash[27374]: audit 2021-03-04T23:14:36.180204+0000 mon.a (mon.0) 1359 : audit [INF] from='client.? 172.21.2.108:0/1073892441' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:14:37.441 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:37 gibba023 bash[27374]: cluster 2021-03-04T23:14:36.180381+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e628: 8 total, 7 up, 7 in 2021-03-04T23:14:37.449 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:37 gibba008 bash[48858]: debug 2021-03-04T23:14:37.323+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:37.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:37 gibba008 bash[37770]: audit 2021-03-04T23:14:36.180204+0000 mon.a (mon.0) 1359 : audit [INF] from='client.? 172.21.2.108:0/1073892441' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:14:37.450 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:37 gibba008 bash[37770]: cluster 2021-03-04T23:14:36.180381+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e628: 8 total, 7 up, 7 in 2021-03-04T23:14:37.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:37 gibba008 bash[39303]: audit 2021-03-04T23:14:36.180204+0000 mon.a (mon.0) 1359 : audit [INF] from='client.? 172.21.2.108:0/1073892441' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:14:37.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:37 gibba008 bash[39303]: cluster 2021-03-04T23:14:36.180381+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e628: 8 total, 7 up, 7 in 2021-03-04T23:14:37.588 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:37.695 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:37.705 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:37 gibba023 bash[16680]: debug 2021-03-04T23:14:37.581+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:37.800 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:37.908 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:38.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:37 gibba023 bash[16680]: debug 2021-03-04T23:14:37.793+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:38.190 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:38.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:38.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:38 gibba008 bash[37770]: cluster 2021-03-04T23:14:37.114567+0000 mgr.x (mgr.34379) 778 : cluster [DBG] pgmap v1099: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 689 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:38 gibba008 bash[39303]: cluster 2021-03-04T23:14:37.114567+0000 mgr.x (mgr.34379) 778 : cluster [DBG] pgmap v1099: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 689 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:38.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:38 gibba008 bash[44600]: debug 2021-03-04T23:14:38.183+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:38 gibba023 bash[27374]: cluster 2021-03-04T23:14:37.114567+0000 mgr.x (mgr.34379) 778 : cluster [DBG] pgmap v1099: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 689 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:38.639 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:38.747 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:38.861 DEBUG:teuthology.orchestra.run.gibba008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3.service' 2021-03-04T23:14:38.937 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:38 gibba008 bash[47391]: debug 2021-03-04T23:14:38.631+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:38.938 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:38 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3.service: Succeeded. 2021-03-04T23:14:39.065 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:14:39.066 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:14:39.067 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2021-03-04T23:14:39.068 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_2 16 2021-03-04T23:14:39.121 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-03-04T23:14:39.122 INFO:tasks.cephadm.osd.3:Stopped osd.3 2021-03-04T23:14:39.123 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:39.154 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:39.224 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:39.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:39 gibba008 bash[37770]: cluster 2021-03-04T23:14:38.977221+0000 mon.a (mon.0) 1361 : cluster [WRN] Health check update: Degraded data redundancy: 9/66 objects degraded (13.636%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:39 gibba008 bash[39303]: cluster 2021-03-04T23:14:38.977221+0000 mon.a (mon.0) 1361 : cluster [WRN] Health check update: Degraded data redundancy: 9/66 objects degraded (13.636%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:39.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:39 gibba023 bash[27374]: cluster 2021-03-04T23:14:38.977221+0000 mon.a (mon.0) 1361 : cluster [WRN] Health check update: Degraded data redundancy: 9/66 objects degraded (13.636%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:39.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:39 gibba023 bash[18090]: debug 2021-03-04T23:14:39.113+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:39.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:39.717 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:40.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:39 gibba023 bash[16680]: debug 2021-03-04T23:14:39.601+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:40.279 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:40.382 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:40.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:40 gibba008 bash[37770]: cluster 2021-03-04T23:14:39.115643+0000 mgr.x (mgr.34379) 779 : cluster [DBG] pgmap v1100: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 693 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:40.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:40 gibba008 bash[39303]: cluster 2021-03-04T23:14:39.115643+0000 mgr.x (mgr.34379) 779 : cluster [DBG] pgmap v1100: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 693 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:40.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:40 gibba023 bash[27374]: cluster 2021-03-04T23:14:39.115643+0000 mgr.x (mgr.34379) 779 : cluster [DBG] pgmap v1100: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 693 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:40.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:40 gibba023 bash[19550]: debug 2021-03-04T23:14:40.273+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:40.804 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:40.907 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:40.913 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:14:40.926 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:14:40.939 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:14:40.954 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:14:40.974 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:14:41.009 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:41.016 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:14:41.034 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:14:41.035 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.036 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.036 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.036 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.3 2021-03-04T23:14:41.037 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: problem getting command descriptions from osd.3 2021-03-04T23:14:41.037 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.038 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.038 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.038 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:14:41.112 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:41.125 INFO:teuthology.orchestra.run.gibba008.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2021-03-04T23:14:41.129 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:41 gibba023 bash[16680]: debug 2021-03-04T23:14:41.001+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:41.129 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:40 gibba023 bash[19550]: debug 2021-03-04T23:14:40.797+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:41.240 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:41.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:41 gibba008 bash[37770]: audit 2021-03-04T23:14:40.896626+0000 mon.a (mon.0) 1362 : audit [DBG] from='client.? 172.21.2.108:0/2022288713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:41.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:41 gibba008 bash[39303]: audit 2021-03-04T23:14:40.896626+0000 mon.a (mon.0) 1362 : audit [DBG] from='client.? 172.21.2.108:0/2022288713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:41.344 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:41.447 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:41 gibba023 bash[15180]: debug 2021-03-04T23:14:41.233+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:41.447 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:41 gibba023 bash[27374]: audit 2021-03-04T23:14:40.896626+0000 mon.a (mon.0) 1362 : audit [DBG] from='client.? 172.21.2.108:0/2022288713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:41.448 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:41.550 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:41.728 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:41 gibba023 bash[19550]: debug 2021-03-04T23:14:41.441+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:41.729 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:41.831 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:41.912 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:42.015 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:42.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:41 gibba023 bash[15180]: debug 2021-03-04T23:14:41.721+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:42.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:41 gibba023 bash[18090]: debug 2021-03-04T23:14:41.905+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:42.130 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:42.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:42.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:42 gibba008 bash[37770]: cluster 2021-03-04T23:14:41.117156+0000 mgr.x (mgr.34379) 780 : cluster [DBG] pgmap v1101: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:42.335 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:42 gibba008 bash[39303]: cluster 2021-03-04T23:14:41.117156+0000 mgr.x (mgr.34379) 780 : cluster [DBG] pgmap v1101: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:42.368 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:42 gibba023 bash[27374]: cluster 2021-03-04T23:14:41.117156+0000 mgr.x (mgr.34379) 780 : cluster [DBG] pgmap v1101: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:42.369 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:42 gibba023 bash[16680]: debug 2021-03-04T23:14:42.121+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:42.370 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:42.417 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:14:42.419 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:14:42.474 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:42.578 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:42.682 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:42.692 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:42 gibba023 bash[15180]: debug 2021-03-04T23:14:42.361+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:42.693 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:42 gibba023 bash[15180]: debug 2021-03-04T23:14:42.569+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:42.782 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:42.890 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:43.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:42 gibba023 bash[18090]: debug 2021-03-04T23:14:42.773+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:43.131 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:43.239 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:43.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:43 gibba008 bash[48858]: debug 2021-03-04T23:14:43.123+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:43.340 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:14:43.443 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:43.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:14:43 gibba023 bash[18090]: debug 2021-03-04T23:14:43.333+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:43.633 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:43.741 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:43.851 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:43.957 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:43.975 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:43 gibba023 bash[15180]: debug 2021-03-04T23:14:43.625+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:43.975 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:43 gibba023 bash[16680]: debug 2021-03-04T23:14:43.841+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:44.029 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:14:44.031 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:14:44.061 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:44.116 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:14:44.124 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2021-03-04T23:14:44.124 INFO:tasks.thrashosds.thrasher:Reviving osd 3 2021-03-04T23:14:44.125 INFO:tasks.cephadm.osd.3:Restarting osd.3 (starting--it wasn't running)... 2021-03-04T23:14:44.125 DEBUG:teuthology.orchestra.run.gibba008:osd.3> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3.service 2021-03-04T23:14:44.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.3 2021-03-04T23:14:44.137 INFO:journalctl@ceph.osd.3.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T23:14:44.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:14:44.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:44.225 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:44.227 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:44 gibba023 bash[19550]: debug 2021-03-04T23:14:44.053+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:44.283 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:44 gibba008 bash[37770]: cluster 2021-03-04T23:14:43.118554+0000 mgr.x (mgr.34379) 781 : cluster [DBG] pgmap v1102: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:44.284 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:44 gibba008 systemd[1]: Started Ceph osd.3 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T23:14:44.420 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:14:44.437 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:44 gibba008 bash[39303]: cluster 2021-03-04T23:14:43.118554+0000 mgr.x (mgr.34379) 781 : cluster [DBG] pgmap v1102: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:44.486 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:44.512 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:44 gibba023 bash[27374]: cluster 2021-03-04T23:14:43.118554+0000 mgr.x (mgr.34379) 781 : cluster [DBG] pgmap v1102: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:44.589 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:44.615 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:44 gibba008 bash[48858]: debug 2021-03-04T23:14:44.479+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:44.725 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:44.827 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:45.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:44 gibba023 bash[19550]: debug 2021-03-04T23:14:44.717+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:45.155 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:45.259 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:45.472 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:45 gibba008 bash[37770]: audit 2021-03-04T23:14:44.876707+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:45.473 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:45 gibba008 bash[47391]: debug 2021-03-04T23:14:45.151+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:45.474 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:45 gibba008 bash[39303]: audit 2021-03-04T23:14:44.876707+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:45.475 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:45.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:45 gibba023 bash[27374]: audit 2021-03-04T23:14:44.876707+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:45.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:45.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:45 gibba008 bash[47391]: debug 2021-03-04T23:14:45.467+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:45.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:46.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:46.244 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:45 gibba008 bash[48858]: debug 2021-03-04T23:14:45.991+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:46.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:46 gibba008 bash[37770]: cluster 2021-03-04T23:14:45.119492+0000 mgr.x (mgr.34379) 782 : cluster [DBG] pgmap v1103: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:46.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:46 gibba008 bash[39303]: cluster 2021-03-04T23:14:45.119492+0000 mgr.x (mgr.34379) 782 : cluster [DBG] pgmap v1103: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:46 gibba023 bash[27374]: cluster 2021-03-04T23:14:45.119492+0000 mgr.x (mgr.34379) 782 : cluster [DBG] pgmap v1103: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 671 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:46.578 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:46.681 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:46.821 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:46.928 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:47.029 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:46 gibba023 bash[16680]: debug 2021-03-04T23:14:46.813+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:47.045 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:46 gibba008 bash[44600]: debug 2021-03-04T23:14:46.571+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:47.064 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:47.166 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:47.196 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:14:47.196 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:14:47.393 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:47 gibba023 bash[15180]: debug 2021-03-04T23:14:47.057+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:47.414 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:47.523 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:47.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:47 gibba008 bash[47391]: debug 2021-03-04T23:14:47.408+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:47.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:47.916 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:47.930 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:14:48.004 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:14:48.206 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:48.259 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:47 gibba023 bash[19550]: debug 2021-03-04T23:14:47.805+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:48.260 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:14:48.309 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:48.327 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:48 gibba023 bash[27374]: cluster 2021-03-04T23:14:47.120055+0000 mgr.x (mgr.34379) 783 : cluster [DBG] pgmap v1104: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 643 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:48.327 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:48 gibba023 bash[27374]: audit 2021-03-04T23:14:47.341648+0000 mon.c (mon.1) 58 : audit [INF] from='client.? 172.21.2.108:0/2188926038' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:14:48.328 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:48 gibba023 bash[27374]: audit 2021-03-04T23:14:47.341986+0000 mon.a (mon.0) 1364 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:14:48.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[44600]: debug 2021-03-04T23:14:48.200+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:48.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[39303]: cluster 2021-03-04T23:14:47.120055+0000 mgr.x (mgr.34379) 783 : cluster [DBG] pgmap v1104: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 643 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[39303]: audit 2021-03-04T23:14:47.341648+0000 mon.c (mon.1) 58 : audit [INF] from='client.? 172.21.2.108:0/2188926038' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:14:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[39303]: audit 2021-03-04T23:14:47.341986+0000 mon.a (mon.0) 1364 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:14:48.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[37770]: cluster 2021-03-04T23:14:47.120055+0000 mgr.x (mgr.34379) 783 : cluster [DBG] pgmap v1104: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 643 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:48.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[37770]: audit 2021-03-04T23:14:47.341648+0000 mon.c (mon.1) 58 : audit [INF] from='client.? 172.21.2.108:0/2188926038' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:14:48.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:48 gibba008 bash[37770]: audit 2021-03-04T23:14:47.341986+0000 mon.a (mon.0) 1364 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:14:48.522 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:48.628 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:48.839 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:48 gibba023 bash[16680]: debug 2021-03-04T23:14:48.513+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:48.840 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:48.941 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:49.114 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:48 gibba023 bash[16680]: debug 2021-03-04T23:14:48.833+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:49.115 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:49.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:49.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[37770]: cluster 2021-03-04T23:14:48.243453+0000 mon.a (mon.0) 1365 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:14:49.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[37770]: audit 2021-03-04T23:14:48.254676+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:14:49.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[37770]: cluster 2021-03-04T23:14:48.254977+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e629: 8 total, 7 up, 7 in 2021-03-04T23:14:49.393 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:49 gibba023 bash[15180]: debug 2021-03-04T23:14:49.105+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:49.394 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:49 gibba023 bash[27374]: cluster 2021-03-04T23:14:48.243453+0000 mon.a (mon.0) 1365 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:14:49.394 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:49 gibba023 bash[27374]: audit 2021-03-04T23:14:48.254676+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:14:49.394 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:49 gibba023 bash[27374]: cluster 2021-03-04T23:14:48.254977+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e629: 8 total, 7 up, 7 in 2021-03-04T23:14:49.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[39303]: cluster 2021-03-04T23:14:48.243453+0000 mon.a (mon.0) 1365 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:14:49.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[39303]: audit 2021-03-04T23:14:48.254676+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:14:49.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[39303]: cluster 2021-03-04T23:14:48.254977+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e629: 8 total, 7 up, 7 in 2021-03-04T23:14:49.624 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:14:49.727 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:49.736 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:14:49 gibba008 bash[47391]: debug 2021-03-04T23:14:49.620+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:50.032 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:50.136 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:50.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:50 gibba008 bash[37770]: cluster 2021-03-04T23:14:49.121022+0000 mgr.x (mgr.34379) 784 : cluster [DBG] pgmap v1106: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 643 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:50.454 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:50 gibba008 bash[39303]: cluster 2021-03-04T23:14:49.121022+0000 mgr.x (mgr.34379) 784 : cluster [DBG] pgmap v1106: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 643 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:50.454 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:50 gibba008 bash[48858]: debug 2021-03-04T23:14:50.028+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:50 gibba023 bash[27374]: cluster 2021-03-04T23:14:49.121022+0000 mgr.x (mgr.34379) 784 : cluster [DBG] pgmap v1106: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 643 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:50.627 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:50.735 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:50.745 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:50 gibba008 bash[44600]: debug 2021-03-04T23:14:50.620+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:51.155 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:51.216 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:14:51.216 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:14:51.258 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:51.407 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:51.448 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[44600]: debug 2021-03-04T23:14:51.152+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:51.515 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:51.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:14:51.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-03-04T23:14:51.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:14:51.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:14:51.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T23:14:51.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:14:51.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:14:51 gibba008 bash[90609]: --> ceph-volume lvm activate successful for osd ID: 3 2021-03-04T23:14:51.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:51 gibba023 bash[16680]: debug 2021-03-04T23:14:51.401+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:51.877 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:51.964 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:14:51.979 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:52.045 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:14:52.054 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:52.157 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:52.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:51 gibba023 bash[16680]: debug 2021-03-04T23:14:51.869+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:52.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:52 gibba023 bash[19550]: debug 2021-03-04T23:14:52.049+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:52.288 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_2' created 2021-03-04T23:14:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:52 gibba008 bash[37770]: cluster 2021-03-04T23:14:51.121796+0000 mgr.x (mgr.34379) 785 : cluster [DBG] pgmap v1107: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:52.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:52 gibba008 bash[37770]: audit 2021-03-04T23:14:51.372315+0000 mon.a (mon.0) 1368 : audit [INF] from='client.? 172.21.2.108:0/1947398485' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:14:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:52 gibba008 bash[39303]: cluster 2021-03-04T23:14:51.121796+0000 mgr.x (mgr.34379) 785 : cluster [DBG] pgmap v1107: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:52 gibba008 bash[39303]: audit 2021-03-04T23:14:51.372315+0000 mon.a (mon.0) 1368 : audit [INF] from='client.? 172.21.2.108:0/1947398485' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:14:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:52 gibba023 bash[27374]: cluster 2021-03-04T23:14:51.121796+0000 mgr.x (mgr.34379) 785 : cluster [DBG] pgmap v1107: 93 pgs: 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:52 gibba023 bash[27374]: audit 2021-03-04T23:14:51.372315+0000 mon.a (mon.0) 1368 : audit [INF] from='client.? 172.21.2.108:0/1947398485' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:14:52.657 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:52.765 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:52.876 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:52.972 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:52 gibba008 bash[48858]: debug 2021-03-04T23:14:52.652+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:52.979 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:53.187 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:52 gibba023 bash[19550]: debug 2021-03-04T23:14:52.869+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:53.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:53 gibba008 bash[37770]: audit 2021-03-04T23:14:52.282233+0000 mon.a (mon.0) 1369 : audit [INF] from='client.? 172.21.2.108:0/1947398485' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:14:53.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:53 gibba008 bash[37770]: cluster 2021-03-04T23:14:52.282285+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e630: 8 total, 7 up, 7 in 2021-03-04T23:14:53.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:53 gibba008 bash[39303]: audit 2021-03-04T23:14:52.282233+0000 mon.a (mon.0) 1369 : audit [INF] from='client.? 172.21.2.108:0/1947398485' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:14:53.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:53 gibba008 bash[39303]: cluster 2021-03-04T23:14:52.282285+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e630: 8 total, 7 up, 7 in 2021-03-04T23:14:53.517 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:53 gibba023 bash[27374]: audit 2021-03-04T23:14:52.282233+0000 mon.a (mon.0) 1369 : audit [INF] from='client.? 172.21.2.108:0/1947398485' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:14:53.518 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:53 gibba023 bash[27374]: cluster 2021-03-04T23:14:52.282285+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e630: 8 total, 7 up, 7 in 2021-03-04T23:14:53.596 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:53.699 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:53.826 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:14:53.907 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:53.930 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:53 gibba008 bash[44600]: debug 2021-03-04T23:14:53.592+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:54.202 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:54.305 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:54.491 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:54.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:54 gibba008 bash[39303]: cluster 2021-03-04T23:14:53.122696+0000 mgr.x (mgr.34379) 786 : cluster [DBG] pgmap v1109: 109 pgs: 4 creating+peering, 12 unknown, 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:54.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:54 gibba008 bash[39303]: cluster 2021-03-04T23:14:53.293285+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e631: 8 total, 7 up, 7 in 2021-03-04T23:14:54.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:54 gibba008 bash[48858]: debug 2021-03-04T23:14:54.196+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:54 gibba008 bash[37770]: cluster 2021-03-04T23:14:53.122696+0000 mgr.x (mgr.34379) 786 : cluster [DBG] pgmap v1109: 109 pgs: 4 creating+peering, 12 unknown, 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:54.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:54 gibba008 bash[37770]: cluster 2021-03-04T23:14:53.293285+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e631: 8 total, 7 up, 7 in 2021-03-04T23:14:54.593 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:54.610 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:54 gibba023 bash[15180]: debug 2021-03-04T23:14:54.485+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:54.611 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:54 gibba023 bash[27374]: cluster 2021-03-04T23:14:53.122696+0000 mgr.x (mgr.34379) 786 : cluster [DBG] pgmap v1109: 109 pgs: 4 creating+peering, 12 unknown, 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:54.611 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:54 gibba023 bash[27374]: cluster 2021-03-04T23:14:53.293285+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e631: 8 total, 7 up, 7 in 2021-03-04T23:14:54.932 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:55.035 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:55.186 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2021-03-04T23:14:55.258 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:54 gibba023 bash[15180]: debug 2021-03-04T23:14:54.925+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:55.267 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:55.417 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:55.428 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:14:55.428 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:14:55.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:55 gibba023 bash[27374]: cluster 2021-03-04T23:14:54.302558+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e632: 8 total, 7 up, 7 in 2021-03-04T23:14:55.525 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:55.659 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:55.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:55 gibba008 bash[37770]: cluster 2021-03-04T23:14:54.302558+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e632: 8 total, 7 up, 7 in 2021-03-04T23:14:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:55 gibba008 bash[39303]: cluster 2021-03-04T23:14:54.302558+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e632: 8 total, 7 up, 7 in 2021-03-04T23:14:55.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:55 gibba008 bash[44600]: debug 2021-03-04T23:14:55.412+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:55.765 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:56.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:55 gibba023 bash[16680]: debug 2021-03-04T23:14:55.649+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:56.042 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:56.145 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:56.164 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:14:56.216 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:56.241 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:14:56.319 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:56 gibba008 bash[44600]: debug 2021-03-04T23:14:56.036+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:56.319 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:56 gibba023 bash[27374]: cluster 2021-03-04T23:14:55.123838+0000 mgr.x (mgr.34379) 787 : cluster [DBG] pgmap v1112: 109 pgs: 4 creating+peering, 12 unknown, 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:56.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:56 gibba023 bash[19550]: debug 2021-03-04T23:14:56.209+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:56.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:56 gibba008 bash[37770]: cluster 2021-03-04T23:14:55.123838+0000 mgr.x (mgr.34379) 787 : cluster [DBG] pgmap v1112: 109 pgs: 4 creating+peering, 12 unknown, 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:56.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:56 gibba008 bash[39303]: cluster 2021-03-04T23:14:55.123838+0000 mgr.x (mgr.34379) 787 : cluster [DBG] pgmap v1112: 109 pgs: 4 creating+peering, 12 unknown, 5 active+undersized+degraded, 46 active+undersized, 42 active+clean; 3.3 KiB data, 615 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:56.873 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:14:57.034 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:57.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:57.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:14:56 gibba008 bash[48858]: debug 2021-03-04T23:14:56.868+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:14:57.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:57.305 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:57 gibba023 bash[15180]: debug 2021-03-04T23:14:57.165+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:57.369 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:57.476 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:57.495 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:14:57.508 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:14:57.521 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:14:57.540 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:14:57.557 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:14:57.575 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:14:57.594 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:14:57.595 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.595 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.595 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.596 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.3 2021-03-04T23:14:57.596 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: problem getting command descriptions from osd.3 2021-03-04T23:14:57.596 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.597 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.597 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.597 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:14:57.707 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:57.712 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:57 gibba023 bash[19550]: debug 2021-03-04T23:14:57.361+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:57.810 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:57.948 INFO:teuthology.orchestra.run.gibba008.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2021-03-04T23:14:58.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:57 gibba023 bash[16680]: debug 2021-03-04T23:14:57.701+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:58.158 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:14:58.265 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:58.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:58 gibba008 bash[37770]: cluster 2021-03-04T23:14:57.125077+0000 mgr.x (mgr.34379) 788 : cluster [DBG] pgmap v1113: 109 pgs: 4 creating+peering, 3 unknown, 5 active+undersized+degraded, 51 active+undersized, 46 active+clean; 3.3 KiB data, 587 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:58 gibba008 bash[37770]: audit 2021-03-04T23:14:57.478155+0000 mon.a (mon.0) 1373 : audit [DBG] from='client.? 172.21.2.108:0/1078931036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:58.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:14:58 gibba008 bash[37770]: audit 2021-03-04T23:14:58.152249+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:58 gibba008 bash[39303]: cluster 2021-03-04T23:14:57.125077+0000 mgr.x (mgr.34379) 788 : cluster [DBG] pgmap v1113: 109 pgs: 4 creating+peering, 3 unknown, 5 active+undersized+degraded, 51 active+undersized, 46 active+clean; 3.3 KiB data, 587 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:58 gibba008 bash[39303]: audit 2021-03-04T23:14:57.478155+0000 mon.a (mon.0) 1373 : audit [DBG] from='client.? 172.21.2.108:0/1078931036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:58.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:14:58 gibba008 bash[39303]: audit 2021-03-04T23:14:58.152249+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:58.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:14:58 gibba023 bash[16680]: debug 2021-03-04T23:14:58.153+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:58 gibba023 bash[27374]: cluster 2021-03-04T23:14:57.125077+0000 mgr.x (mgr.34379) 788 : cluster [DBG] pgmap v1113: 109 pgs: 4 creating+peering, 3 unknown, 5 active+undersized+degraded, 51 active+undersized, 46 active+clean; 3.3 KiB data, 587 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:14:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:58 gibba023 bash[27374]: audit 2021-03-04T23:14:57.478155+0000 mon.a (mon.0) 1373 : audit [DBG] from='client.? 172.21.2.108:0/1078931036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:14:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:14:58 gibba023 bash[27374]: audit 2021-03-04T23:14:58.152249+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:58.630 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:58.733 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:59.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:58 gibba023 bash[19550]: debug 2021-03-04T23:14:58.625+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:59.057 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:14:59.159 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:59.271 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:14:59.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:59.411 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:14:59 gibba023 bash[15180]: debug 2021-03-04T23:14:59.265+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:59.412 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:14:59 gibba023 bash[19550]: debug 2021-03-04T23:14:59.049+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:14:59.549 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:14:59.550 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:14:59.550 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:14:59.550 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:14:59.639 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:14:59.688 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:14:59.689 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:14:59.746 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:00.002 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:14:59 gibba008 bash[44600]: debug 2021-03-04T23:14:59.632+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:00.099 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:00.206 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:00.216 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:15:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:00 gibba008 bash[37770]: cluster 2021-03-04T23:14:59.126403+0000 mgr.x (mgr.34379) 789 : cluster [DBG] pgmap v1114: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 587 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:00.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:00 gibba008 bash[39303]: cluster 2021-03-04T23:14:59.126403+0000 mgr.x (mgr.34379) 789 : cluster [DBG] pgmap v1114: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 587 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:00 gibba023 bash[27374]: cluster 2021-03-04T23:14:59.126403+0000 mgr.x (mgr.34379) 789 : cluster [DBG] pgmap v1114: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 587 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:00.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:00 gibba023 bash[16680]: debug 2021-03-04T23:15:00.089+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:00.294 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:15:00.661 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:00.764 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:00.932 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:00 gibba008 bash[48858]: debug 2021-03-04T23:15:00.656+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:00.932 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:00 gibba008 bash[91265]: debug 2021-03-04T23:15:00.876+0000 7fc679af7700 1 -- 172.21.2.108:0/973494361 <== mon.1 v2:172.21.2.108:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d363de24e0 con 0x55d363e60c00 2021-03-04T23:15:00.991 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:01.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:01.166 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:15:01.167 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-3, ['dump_ops_in_flight'] 2021-03-04T23:15:01.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:00 gibba008 bash[48858]: debug 2021-03-04T23:15:00.984+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:01.331 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:01.439 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:01.455 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:01 gibba008 bash[48858]: debug 2021-03-04T23:15:01.324+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:01.691 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:15:01.701 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:01 gibba008 bash[91265]: debug 2021-03-04T23:15:01.460+0000 7fc68158c080 -1 Falling back to public interface 2021-03-04T23:15:01.768 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:02.071 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:02.173 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:02.315 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:02.376 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:02 gibba008 bash[39303]: cluster 2021-03-04T23:15:01.128110+0000 mgr.x (mgr.34379) 790 : cluster [DBG] pgmap v1115: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:02.376 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:02 gibba008 bash[47391]: debug 2021-03-04T23:15:02.064+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:02.377 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:02 gibba008 bash[37770]: cluster 2021-03-04T23:15:01.128110+0000 mgr.x (mgr.34379) 790 : cluster [DBG] pgmap v1115: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:02.424 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:02.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:02 gibba023 bash[27374]: cluster 2021-03-04T23:15:01.128110+0000 mgr.x (mgr.34379) 790 : cluster [DBG] pgmap v1115: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:02.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:02 gibba023 bash[16680]: debug 2021-03-04T23:15:02.305+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:02.676 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:02.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:03.013 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:02 gibba023 bash[18090]: debug 2021-03-04T23:15:02.665+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:03.135 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:03.149 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:15:03.149 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:15:03.150 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:15:03.150 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:15:03.150 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:15:03.242 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:03.435 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:03.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:03 gibba008 bash[48858]: debug 2021-03-04T23:15:03.128+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:03.538 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:03.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:03 gibba023 bash[19550]: debug 2021-03-04T23:15:03.429+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:03.953 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:03.971 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:15:04.044 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:15:04.060 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:04.076 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:03 gibba008 bash[48858]: debug 2021-03-04T23:15:03.948+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:04 gibba008 bash[37770]: cluster 2021-03-04T23:15:03.128668+0000 mgr.x (mgr.34379) 791 : cluster [DBG] pgmap v1116: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:04.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:04 gibba008 bash[39303]: cluster 2021-03-04T23:15:03.128668+0000 mgr.x (mgr.34379) 791 : cluster [DBG] pgmap v1116: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:04 gibba023 bash[27374]: cluster 2021-03-04T23:15:03.128668+0000 mgr.x (mgr.34379) 791 : cluster [DBG] pgmap v1116: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:04.356 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:04.459 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:04.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:04 gibba008 bash[47391]: debug 2021-03-04T23:15:04.352+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:04.954 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:05.056 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:05.187 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:05.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:04 gibba008 bash[47391]: debug 2021-03-04T23:15:04.948+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:05.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:05 gibba023 bash[19550]: debug 2021-03-04T23:15:05.177+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:05.296 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:05.758 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:05.861 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:06.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:05 gibba008 bash[48858]: debug 2021-03-04T23:15:05.752+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:06.052 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:06.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:06.168 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:15:06.172 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:06 gibba023 bash[19550]: debug 2021-03-04T23:15:06.045+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:06.253 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:06.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:06 gibba023 bash[27374]: cluster 2021-03-04T23:15:05.129077+0000 mgr.x (mgr.34379) 792 : cluster [DBG] pgmap v1117: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:06.473 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:06 gibba023 bash[27374]: audit 2021-03-04T23:15:06.054327+0000 mon.c (mon.1) 59 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:06.474 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:06 gibba023 bash[27374]: audit 2021-03-04T23:15:06.054552+0000 mon.a (mon.0) 1375 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:06.474 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:06.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[37770]: cluster 2021-03-04T23:15:05.129077+0000 mgr.x (mgr.34379) 792 : cluster [DBG] pgmap v1117: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:06.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[37770]: audit 2021-03-04T23:15:06.054327+0000 mon.c (mon.1) 59 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:06.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[37770]: audit 2021-03-04T23:15:06.054552+0000 mon.a (mon.0) 1375 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[39303]: cluster 2021-03-04T23:15:05.129077+0000 mgr.x (mgr.34379) 792 : cluster [DBG] pgmap v1117: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 561 MiB used, 583 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[39303]: audit 2021-03-04T23:15:06.054327+0000 mon.c (mon.1) 59 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[39303]: audit 2021-03-04T23:15:06.054552+0000 mon.a (mon.0) 1375 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:06.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[91265]: debug 2021-03-04T23:15:06.048+0000 7fc68158c080 -1 osd.3 624 log_to_monitors {default=true} 2021-03-04T23:15:06.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:06 gibba008 bash[91265]: debug 2021-03-04T23:15:06.220+0000 7fc670267700 -1 osd.3 624 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:15:06.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:06.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:06 gibba023 bash[16680]: debug 2021-03-04T23:15:06.465+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:06.905 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:15:06.905 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:15:06.906 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:15:06.906 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:15:06.906 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.906 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:38790 25.0 25:0c934811:::benchmark_data_gibba008_61550_object38789:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:15:06.907 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:26.484886+0000", 2021-03-04T23:15:06.907 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 520.41656602499995, 2021-03-04T23:15:06.907 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.167347252, 2021-03-04T23:15:06.907 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:06.907 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:06.908 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:06.908 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:06.908 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:06.908 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 38790 2021-03-04T23:15:06.909 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.909 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:06.909 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.909 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:06.909 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484886+0000", 2021-03-04T23:15:06.910 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:06.910 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.910 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.910 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:06.911 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484886+0000", 2021-03-04T23:15:06.911 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0349000000000001e-05 2021-03-04T23:15:06.911 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.911 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.911 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:06.912 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484947+0000", 2021-03-04T23:15:06.912 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2240000000000001e-06 2021-03-04T23:15:06.912 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.912 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.912 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:06.913 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484948+0000", 2021-03-04T23:15:06.913 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0129999999999996e-06 2021-03-04T23:15:06.913 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.913 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.914 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:06.914 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484955+0000", 2021-03-04T23:15:06.914 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7009999999999998e-06 2021-03-04T23:15:06.914 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.914 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.915 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:06.915 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484959+0000", 2021-03-04T23:15:06.915 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3083000000000002e-05 2021-03-04T23:15:06.915 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.915 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.916 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:06.916 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.484992+0000", 2021-03-04T23:15:06.916 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000108515 2021-03-04T23:15:06.916 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.917 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.917 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:06.917 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.485100+0000", 2021-03-04T23:15:06.917 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010734399999999999 2021-03-04T23:15:06.917 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.918 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.918 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:15:06.918 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.485207+0000", 2021-03-04T23:15:06.918 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0012254360000000001 2021-03-04T23:15:06.918 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.919 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.919 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:06.920 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486433+0000", 2021-03-04T23:15:06.920 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0787999999999997e-05 2021-03-04T23:15:06.920 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.920 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.920 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.921 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486464+0000", 2021-03-04T23:15:06.921 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16530620300000001 2021-03-04T23:15:06.921 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.921 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.922 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.922 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.651770+0000", 2021-03-04T23:15:06.922 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024927199999999998 2021-03-04T23:15:06.922 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.922 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.923 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:06.923 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.652019+0000", 2021-03-04T23:15:06.923 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000214324 2021-03-04T23:15:06.923 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.923 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.924 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:06.924 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.652234+0000", 2021-03-04T23:15:06.924 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.167347252 2021-03-04T23:15:06.924 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.925 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:06.925 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.925 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.925 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.925 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:38800 25.8 25:1d29d54e:::benchmark_data_gibba008_61550_object38799:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:15:06.926 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:26.486638+0000", 2021-03-04T23:15:06.926 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 520.41481457099997, 2021-03-04T23:15:06.926 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16572387599999999, 2021-03-04T23:15:06.926 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:06.926 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:06.927 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:06.927 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:06.927 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:06.927 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 38800 2021-03-04T23:15:06.927 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.928 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:06.928 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.928 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:06.928 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486638+0000", 2021-03-04T23:15:06.929 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:06.929 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.929 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.929 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:06.929 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486638+0000", 2021-03-04T23:15:06.930 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8996000000000001e-05 2021-03-04T23:15:06.930 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.930 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.930 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:06.930 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486707+0000", 2021-03-04T23:15:06.931 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.294e-06 2021-03-04T23:15:06.931 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.931 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.931 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:06.931 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486708+0000", 2021-03-04T23:15:06.932 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5279999999999992e-06 2021-03-04T23:15:06.932 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.932 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.932 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:06.932 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486718+0000", 2021-03-04T23:15:06.933 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3089999999999997e-06 2021-03-04T23:15:06.933 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.933 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.933 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:06.934 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486722+0000", 2021-03-04T23:15:06.934 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.97e-05 2021-03-04T23:15:06.934 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.934 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.934 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:06.935 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486792+0000", 2021-03-04T23:15:06.935 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016074000000000001 2021-03-04T23:15:06.935 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.935 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.935 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:06.936 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486952+0000", 2021-03-04T23:15:06.936 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012011299999999999 2021-03-04T23:15:06.936 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.936 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.936 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:06.937 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.487072+0000", 2021-03-04T23:15:06.937 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022821289999999999 2021-03-04T23:15:06.937 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.937 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.938 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:06.938 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.489355+0000", 2021-03-04T23:15:06.938 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5253999999999998e-05 2021-03-04T23:15:06.938 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.938 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.939 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.939 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.489390+0000", 2021-03-04T23:15:06.939 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16259390700000001 2021-03-04T23:15:06.939 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.939 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.940 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.940 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.651984+0000", 2021-03-04T23:15:06.940 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025409299999999999 2021-03-04T23:15:06.940 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.940 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.941 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:06.941 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.652238+0000", 2021-03-04T23:15:06.941 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012381299999999999 2021-03-04T23:15:06.941 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.941 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.942 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:06.942 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.652362+0000", 2021-03-04T23:15:06.942 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16572387599999999 2021-03-04T23:15:06.942 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.943 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:06.943 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.943 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.943 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.943 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:38802 25.8 25:121b89f1:::benchmark_data_gibba008_61550_object38801:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:15:06.944 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:26.486730+0000", 2021-03-04T23:15:06.944 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 520.41472187299996, 2021-03-04T23:15:06.944 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.170854215, 2021-03-04T23:15:06.944 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:06.944 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:06.945 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:06.945 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:06.945 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:06.945 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 38802 2021-03-04T23:15:06.945 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.946 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:06.946 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.946 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:06.946 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486730+0000", 2021-03-04T23:15:06.947 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:06.947 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.947 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.947 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:06.947 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486730+0000", 2021-03-04T23:15:06.948 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5321000000000003e-05 2021-03-04T23:15:06.948 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.948 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.948 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:06.948 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486766+0000", 2021-03-04T23:15:06.949 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0699999999999996e-07 2021-03-04T23:15:06.949 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.949 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.949 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:06.950 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486767+0000", 2021-03-04T23:15:06.950 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3690000000000003e-06 2021-03-04T23:15:06.950 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.950 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.950 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:06.951 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486773+0000", 2021-03-04T23:15:06.951 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3830000000000001e-06 2021-03-04T23:15:06.951 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.951 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.951 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:06.952 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.486776+0000", 2021-03-04T23:15:06.952 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013939919999999999 2021-03-04T23:15:06.952 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.952 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.952 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:06.953 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488170+0000", 2021-03-04T23:15:06.953 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011372800000000001 2021-03-04T23:15:06.953 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.953 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.953 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:06.954 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488284+0000", 2021-03-04T23:15:06.954 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9358999999999995e-05 2021-03-04T23:15:06.954 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.954 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.955 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:06.955 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.488383+0000", 2021-03-04T23:15:06.955 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00114642 2021-03-04T23:15:06.955 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.955 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.956 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:06.956 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.489530+0000", 2021-03-04T23:15:06.956 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000111041 2021-03-04T23:15:06.956 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.956 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.957 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.957 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.489641+0000", 2021-03-04T23:15:06.957 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16745739800000001 2021-03-04T23:15:06.957 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.957 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.958 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.958 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657098+0000", 2021-03-04T23:15:06.958 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000267304 2021-03-04T23:15:06.958 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.959 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.959 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:06.959 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657366+0000", 2021-03-04T23:15:06.959 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021899300000000001 2021-03-04T23:15:06.959 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.960 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.960 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:06.960 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:26.657585+0000", 2021-03-04T23:15:06.960 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.170854215 2021-03-04T23:15:06.960 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.961 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:06.961 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.961 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.961 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.961 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:54233 25.8 25:12dde30e:::benchmark_data_gibba008_61550_object54232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:15:06.962 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:31.733976+0000", 2021-03-04T23:15:06.962 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 515.16747590299997, 2021-03-04T23:15:06.962 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.163079009, 2021-03-04T23:15:06.962 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:06.963 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:06.963 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:06.963 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:06.963 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:06.964 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 54233 2021-03-04T23:15:06.964 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.964 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:06.964 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.964 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:06.965 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.733976+0000", 2021-03-04T23:15:06.965 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:06.965 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.965 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.966 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:06.966 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.733976+0000", 2021-03-04T23:15:06.966 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3400999999999997e-05 2021-03-04T23:15:06.966 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.966 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.967 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:06.967 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734060+0000", 2021-03-04T23:15:06.967 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3439999999999999e-06 2021-03-04T23:15:06.968 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.968 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.968 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:06.968 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734062+0000", 2021-03-04T23:15:06.968 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3343000000000002e-05 2021-03-04T23:15:06.969 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.969 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.969 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:06.969 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734095+0000", 2021-03-04T23:15:06.970 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5636000000000001e-05 2021-03-04T23:15:06.970 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.970 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.970 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:06.970 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.734111+0000", 2021-03-04T23:15:06.971 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0075646730000000001 2021-03-04T23:15:06.971 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.971 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.971 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:06.971 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741676+0000", 2021-03-04T23:15:06.972 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012723199999999999 2021-03-04T23:15:06.972 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.972 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.972 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:06.972 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741803+0000", 2021-03-04T23:15:06.973 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016504399999999999 2021-03-04T23:15:06.973 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.973 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.973 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:06.973 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.741968+0000", 2021-03-04T23:15:06.974 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019945119999999999 2021-03-04T23:15:06.974 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.974 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.974 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:06.975 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.743963+0000", 2021-03-04T23:15:06.975 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023895599999999999 2021-03-04T23:15:06.975 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.975 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.975 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.976 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.744202+0000", 2021-03-04T23:15:06.976 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15241202000000001 2021-03-04T23:15:06.976 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.976 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.976 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.977 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.896614+0000", 2021-03-04T23:15:06.977 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023897100000000001 2021-03-04T23:15:06.977 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.977 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.977 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:06.978 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.896853+0000", 2021-03-04T23:15:06.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020287699999999999 2021-03-04T23:15:06.978 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.978 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.979 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:06.979 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.897055+0000", 2021-03-04T23:15:06.979 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.163079009 2021-03-04T23:15:06.979 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.979 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:06.980 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.980 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.980 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.980 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:54246 25.d 25:b11dabf0:::benchmark_data_gibba008_61550_object54245:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e573)", 2021-03-04T23:15:06.980 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:31.742534+0000", 2021-03-04T23:15:06.981 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 515.15891859199996, 2021-03-04T23:15:06.981 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15335807200000001, 2021-03-04T23:15:06.982 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:06.982 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:06.982 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:06.982 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:06.983 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:06.983 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 54246 2021-03-04T23:15:06.983 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.983 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:06.983 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.984 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:06.984 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742534+0000", 2021-03-04T23:15:06.984 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:06.984 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.984 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.985 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:06.985 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742534+0000", 2021-03-04T23:15:06.985 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7761000000000001e-05 2021-03-04T23:15:06.985 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.986 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.986 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:06.986 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742561+0000", 2021-03-04T23:15:06.986 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5260000000000001e-06 2021-03-04T23:15:06.986 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.987 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.987 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:06.987 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742563+0000", 2021-03-04T23:15:06.987 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3596e-05 2021-03-04T23:15:06.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.988 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:06.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742577+0000", 2021-03-04T23:15:06.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0290000000000002e-06 2021-03-04T23:15:06.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:06.990 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742583+0000", 2021-03-04T23:15:06.990 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.727e-05 2021-03-04T23:15:06.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.990 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.991 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:06.991 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742630+0000", 2021-03-04T23:15:06.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012582500000000001 2021-03-04T23:15:06.991 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.991 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.992 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:06.992 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742756+0000", 2021-03-04T23:15:06.992 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013024299999999999 2021-03-04T23:15:06.992 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.993 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:15:06.993 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.742886+0000", 2021-03-04T23:15:06.993 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018417139999999999 2021-03-04T23:15:06.993 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.993 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.994 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.994 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.744728+0000", 2021-03-04T23:15:06.994 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000215632 2021-03-04T23:15:06.994 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.995 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.995 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:06.995 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.744943+0000", 2021-03-04T23:15:06.995 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.150594536 2021-03-04T23:15:06.995 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.996 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:06.996 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.895538+0000", 2021-03-04T23:15:06.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018348400000000001 2021-03-04T23:15:06.996 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.997 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.997 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:06.997 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.895721+0000", 2021-03-04T23:15:06.997 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017045600000000001 2021-03-04T23:15:06.997 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.998 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.998 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:06.998 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:31.895892+0000", 2021-03-04T23:15:06.998 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15335807200000001 2021-03-04T23:15:06.998 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.999 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:06.999 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:06.999 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:06.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:06.999 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:75584 25.8 25:1ae1be8c:::benchmark_data_gibba008_61550_object75583:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e575)", 2021-03-04T23:15:07.000 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:06:42.966297+0000", 2021-03-04T23:15:07.000 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 503.93515575599997, 2021-03-04T23:15:07.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16183627, 2021-03-04T23:15:07.000 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.001 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.001 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.001 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.001 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.001 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 75584 2021-03-04T23:15:07.002 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.002 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.002 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966297+0000", 2021-03-04T23:15:07.003 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.003 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.003 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.003 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966297+0000", 2021-03-04T23:15:07.004 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9553000000000001e-05 2021-03-04T23:15:07.004 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.004 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.004 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.004 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966316+0000", 2021-03-04T23:15:07.005 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0240000000000001e-06 2021-03-04T23:15:07.005 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.005 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.005 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.006 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966317+0000", 2021-03-04T23:15:07.006 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3579999999999999e-06 2021-03-04T23:15:07.006 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.006 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.006 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.007 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966323+0000", 2021-03-04T23:15:07.007 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5260000000000002e-06 2021-03-04T23:15:07.007 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.007 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.008 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966327+0000", 2021-03-04T23:15:07.008 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1936000000000001e-05 2021-03-04T23:15:07.008 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.008 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.008 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.009 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966359+0000", 2021-03-04T23:15:07.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5901000000000003e-05 2021-03-04T23:15:07.009 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966445+0000", 2021-03-04T23:15:07.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6274999999999996e-05 2021-03-04T23:15:07.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.010 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.011 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.966531+0000", 2021-03-04T23:15:07.011 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001784426 2021-03-04T23:15:07.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.011 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.012 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968316+0000", 2021-03-04T23:15:07.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031036300000000002 2021-03-04T23:15:07.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.013 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:42.968626+0000", 2021-03-04T23:15:07.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15909718 2021-03-04T23:15:07.013 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.013 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.014 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.014 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.127723+0000", 2021-03-04T23:15:07.014 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021811700000000001 2021-03-04T23:15:07.014 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.014 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.015 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.015 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.127941+0000", 2021-03-04T23:15:07.015 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019161100000000001 2021-03-04T23:15:07.015 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.016 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.016 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:06:43.128133+0000", 2021-03-04T23:15:07.016 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16183627 2021-03-04T23:15:07.016 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.017 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.017 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.017 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.017 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129558 25.8 25:11cd35be:::benchmark_data_gibba008_61550_object129557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:15:07.018 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.973916+0000", 2021-03-04T23:15:07.018 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 471.92753604000001, 2021-03-04T23:15:07.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18802324400000001, 2021-03-04T23:15:07.018 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.018 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.019 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.019 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.019 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.019 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129558 2021-03-04T23:15:07.019 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.020 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.020 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.020 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.973916+0000", 2021-03-04T23:15:07.020 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.021 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.021 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.021 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.021 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.973916+0000", 2021-03-04T23:15:07.022 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2828999999999999e-05 2021-03-04T23:15:07.022 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.022 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.973969+0000", 2021-03-04T23:15:07.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.33e-06 2021-03-04T23:15:07.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.023 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.023 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.023 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.973970+0000", 2021-03-04T23:15:07.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1603999999999999e-05 2021-03-04T23:15:07.024 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.024 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.973982+0000", 2021-03-04T23:15:07.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.391e-06 2021-03-04T23:15:07.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.025 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.973986+0000", 2021-03-04T23:15:07.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00078808899999999996 2021-03-04T23:15:07.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.026 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.974774+0000", 2021-03-04T23:15:07.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106016 2021-03-04T23:15:07.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.027 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.974881+0000", 2021-03-04T23:15:07.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013066299999999999 2021-03-04T23:15:07.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.975011+0000", 2021-03-04T23:15:07.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.004029777 2021-03-04T23:15:07.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.979041+0000", 2021-03-04T23:15:07.030 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013235699999999999 2021-03-04T23:15:07.030 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.030 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.031 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.979173+0000", 2021-03-04T23:15:07.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.182290377 2021-03-04T23:15:07.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.032 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.032 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.161464+0000", 2021-03-04T23:15:07.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025617199999999999 2021-03-04T23:15:07.032 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.032 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.033 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.033 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.161720+0000", 2021-03-04T23:15:07.033 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021963899999999999 2021-03-04T23:15:07.033 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.033 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.034 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.034 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.161939+0000", 2021-03-04T23:15:07.034 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18802324400000001 2021-03-04T23:15:07.034 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.034 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.035 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.035 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.035 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129571 25.8 25:1e4f365f:::benchmark_data_gibba008_61550_object129570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:15:07.035 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.980090+0000", 2021-03-04T23:15:07.036 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 471.92136229400001, 2021-03-04T23:15:07.036 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18872998799999999, 2021-03-04T23:15:07.036 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.036 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.036 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.037 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.037 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.037 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129571 2021-03-04T23:15:07.037 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.037 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.038 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.038 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980090+0000", 2021-03-04T23:15:07.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.039 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.039 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.039 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.039 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980090+0000", 2021-03-04T23:15:07.039 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7661000000000003e-05 2021-03-04T23:15:07.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980138+0000", 2021-03-04T23:15:07.040 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.029e-06 2021-03-04T23:15:07.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980140+0000", 2021-03-04T23:15:07.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0310000000000001e-06 2021-03-04T23:15:07.042 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.042 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980147+0000", 2021-03-04T23:15:07.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3869999999999999e-06 2021-03-04T23:15:07.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.043 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.043 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980150+0000", 2021-03-04T23:15:07.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5055999999999999e-05 2021-03-04T23:15:07.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.044 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.044 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980175+0000", 2021-03-04T23:15:07.045 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7070999999999994e-05 2021-03-04T23:15:07.045 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.045 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980252+0000", 2021-03-04T23:15:07.046 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0376000000000003e-05 2021-03-04T23:15:07.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.046 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.046 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980343+0000", 2021-03-04T23:15:07.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027391619999999998 2021-03-04T23:15:07.047 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.047 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.047 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.047 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.983082+0000", 2021-03-04T23:15:07.048 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00053415500000000002 2021-03-04T23:15:07.048 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.048 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.048 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.983616+0000", 2021-03-04T23:15:07.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18476042000000001 2021-03-04T23:15:07.049 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.168376+0000", 2021-03-04T23:15:07.050 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024091600000000001 2021-03-04T23:15:07.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.168617+0000", 2021-03-04T23:15:07.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020272399999999999 2021-03-04T23:15:07.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.168820+0000", 2021-03-04T23:15:07.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18872998799999999 2021-03-04T23:15:07.052 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.052 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.052 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.053 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129573 25.d 25:b4aa624d:::benchmark_data_gibba008_61550_object129572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:15:07.053 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.980808+0000", 2021-03-04T23:15:07.053 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 471.92064395, 2021-03-04T23:15:07.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15801206200000001, 2021-03-04T23:15:07.054 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.054 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.054 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.054 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.055 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.055 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129573 2021-03-04T23:15:07.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.055 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980808+0000", 2021-03-04T23:15:07.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980808+0000", 2021-03-04T23:15:07.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4734999999999997e-05 2021-03-04T23:15:07.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980863+0000", 2021-03-04T23:15:07.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.006e-06 2021-03-04T23:15:07.058 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.059 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.059 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980864+0000", 2021-03-04T23:15:07.059 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2560000000000002e-06 2021-03-04T23:15:07.059 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.060 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980872+0000", 2021-03-04T23:15:07.060 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2989999999999998e-06 2021-03-04T23:15:07.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.061 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.061 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.061 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980877+0000", 2021-03-04T23:15:07.061 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4242999999999997e-05 2021-03-04T23:15:07.061 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.062 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.062 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.062 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.980911+0000", 2021-03-04T23:15:07.062 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110132 2021-03-04T23:15:07.063 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.063 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.063 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.063 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.981021+0000", 2021-03-04T23:15:07.063 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000133039 2021-03-04T23:15:07.064 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.064 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.064 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:15:07.064 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.981154+0000", 2021-03-04T23:15:07.064 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002741393 2021-03-04T23:15:07.065 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.065 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.065 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.065 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.983895+0000", 2021-03-04T23:15:07.065 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012881000000000001 2021-03-04T23:15:07.066 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.066 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.066 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.066 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.984024+0000", 2021-03-04T23:15:07.067 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154382458 2021-03-04T23:15:07.067 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.067 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.067 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.067 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.138407+0000", 2021-03-04T23:15:07.068 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020448499999999999 2021-03-04T23:15:07.068 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.068 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.068 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.068 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.138611+0000", 2021-03-04T23:15:07.069 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000209206 2021-03-04T23:15:07.069 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.069 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.069 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.069 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.138820+0000", 2021-03-04T23:15:07.070 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15801206200000001 2021-03-04T23:15:07.070 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.070 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.070 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.071 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.071 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.071 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:129579 25.0 25:0a4ac128:::benchmark_data_gibba008_61550_object129578:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e577)", 2021-03-04T23:15:07.071 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:14.986482+0000", 2021-03-04T23:15:07.071 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 471.91497044699997, 2021-03-04T23:15:07.072 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.181644578, 2021-03-04T23:15:07.072 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.072 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.072 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.072 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.073 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.073 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 129579 2021-03-04T23:15:07.073 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.073 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.073 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.074 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.074 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986482+0000", 2021-03-04T23:15:07.074 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.074 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.074 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.075 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.075 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986482+0000", 2021-03-04T23:15:07.075 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6010000000000001e-05 2021-03-04T23:15:07.075 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.075 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.076 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.076 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986498+0000", 2021-03-04T23:15:07.076 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1829999999999999e-06 2021-03-04T23:15:07.076 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.076 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.077 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.077 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986499+0000", 2021-03-04T23:15:07.077 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0329999999999997e-06 2021-03-04T23:15:07.077 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.077 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.078 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.078 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986508+0000", 2021-03-04T23:15:07.078 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5149999999999998e-06 2021-03-04T23:15:07.078 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.079 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.079 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.079 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986512+0000", 2021-03-04T23:15:07.079 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7396999999999999e-05 2021-03-04T23:15:07.079 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.080 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.080 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.080 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986539+0000", 2021-03-04T23:15:07.080 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4967000000000002e-05 2021-03-04T23:15:07.080 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.081 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.081 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.081 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986624+0000", 2021-03-04T23:15:07.081 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000133411 2021-03-04T23:15:07.081 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.082 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.082 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:15:07.082 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.986757+0000", 2021-03-04T23:15:07.082 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027245250000000002 2021-03-04T23:15:07.082 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.083 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.083 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.083 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989482+0000", 2021-03-04T23:15:07.083 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3128999999999999e-05 2021-03-04T23:15:07.083 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.084 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.084 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.084 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:14.989535+0000", 2021-03-04T23:15:07.084 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17813216600000001 2021-03-04T23:15:07.084 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.085 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.085 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.085 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.167667+0000", 2021-03-04T23:15:07.085 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000240941 2021-03-04T23:15:07.086 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.086 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.086 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.086 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.167908+0000", 2021-03-04T23:15:07.086 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021830100000000001 2021-03-04T23:15:07.087 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.087 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.087 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.087 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:15.168126+0000", 2021-03-04T23:15:07.087 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.181644578 2021-03-04T23:15:07.088 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.088 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.088 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.088 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.088 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.089 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:188338 25.8 25:1ae58fc7:::benchmark_data_gibba008_61550_object12407:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:15:07.089 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:57.379608+0000", 2021-03-04T23:15:07.089 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 429.52184404299999, 2021-03-04T23:15:07.089 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21251483600000001, 2021-03-04T23:15:07.089 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.090 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.090 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.090 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.090 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.090 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 188338 2021-03-04T23:15:07.091 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.091 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.091 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.091 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.092 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379608+0000", 2021-03-04T23:15:07.092 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.092 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.092 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.092 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.093 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379608+0000", 2021-03-04T23:15:07.093 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.72e-06 2021-03-04T23:15:07.093 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.093 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.093 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.094 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379610+0000", 2021-03-04T23:15:07.094 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0780000000000001e-06 2021-03-04T23:15:07.094 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.094 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.094 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.095 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379611+0000", 2021-03-04T23:15:07.095 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7799999999999997e-06 2021-03-04T23:15:07.095 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.095 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.095 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.096 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379617+0000", 2021-03-04T23:15:07.096 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.858e-06 2021-03-04T23:15:07.096 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.096 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.096 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.097 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379620+0000", 2021-03-04T23:15:07.097 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9728999999999999e-05 2021-03-04T23:15:07.097 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.097 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.097 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.098 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379649+0000", 2021-03-04T23:15:07.098 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5445999999999996e-05 2021-03-04T23:15:07.098 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.098 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.099 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.099 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379725+0000", 2021-03-04T23:15:07.099 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5004000000000003e-05 2021-03-04T23:15:07.099 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.099 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.100 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.100 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.379790+0000", 2021-03-04T23:15:07.100 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033924609999999998 2021-03-04T23:15:07.100 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.100 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.101 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.101 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.383182+0000", 2021-03-04T23:15:07.101 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023063200000000001 2021-03-04T23:15:07.101 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.101 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.102 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.102 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.383413+0000", 2021-03-04T23:15:07.102 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.208218023 2021-03-04T23:15:07.102 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.102 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.103 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.103 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.591631+0000", 2021-03-04T23:15:07.103 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025924299999999998 2021-03-04T23:15:07.103 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.103 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.104 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.104 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.591890+0000", 2021-03-04T23:15:07.104 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023286199999999999 2021-03-04T23:15:07.104 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.105 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.105 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.105 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.592123+0000", 2021-03-04T23:15:07.105 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21251483600000001 2021-03-04T23:15:07.105 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.106 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.106 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.106 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.106 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.106 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:188351 25.8 25:1a06c871:::benchmark_data_gibba008_61550_object12420:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:15:07.107 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:57.388875+0000", 2021-03-04T23:15:07.107 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 429.512577486, 2021-03-04T23:15:07.107 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.203776866, 2021-03-04T23:15:07.107 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.107 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.108 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.108 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.108 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.108 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 188351 2021-03-04T23:15:07.108 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.109 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.109 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.109 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.109 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388875+0000", 2021-03-04T23:15:07.109 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.110 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.110 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.110 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.110 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388875+0000", 2021-03-04T23:15:07.110 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7859999999999999e-06 2021-03-04T23:15:07.111 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.111 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.111 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.111 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388877+0000", 2021-03-04T23:15:07.112 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.031e-06 2021-03-04T23:15:07.112 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.112 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.112 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.112 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388878+0000", 2021-03-04T23:15:07.113 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3365e-05 2021-03-04T23:15:07.113 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.113 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.113 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.113 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388891+0000", 2021-03-04T23:15:07.114 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7249999999999997e-06 2021-03-04T23:15:07.114 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.114 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.114 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.114 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388896+0000", 2021-03-04T23:15:07.115 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5457999999999997e-05 2021-03-04T23:15:07.115 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.115 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.115 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.115 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.388941+0000", 2021-03-04T23:15:07.116 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9413999999999994e-05 2021-03-04T23:15:07.116 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.116 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.116 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.116 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.389041+0000", 2021-03-04T23:15:07.117 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110246 2021-03-04T23:15:07.117 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.117 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.117 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.117 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.389151+0000", 2021-03-04T23:15:07.118 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033849169999999999 2021-03-04T23:15:07.118 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.118 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.118 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.118 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.392536+0000", 2021-03-04T23:15:07.119 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015569499999999999 2021-03-04T23:15:07.119 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.119 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.119 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.119 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.392691+0000", 2021-03-04T23:15:07.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19963576699999999 2021-03-04T23:15:07.120 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.120 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.121 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.592327+0000", 2021-03-04T23:15:07.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000190504 2021-03-04T23:15:07.121 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.121 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.121 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.122 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.592518+0000", 2021-03-04T23:15:07.122 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013395799999999999 2021-03-04T23:15:07.122 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.122 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.122 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.123 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.592652+0000", 2021-03-04T23:15:07.123 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.203776866 2021-03-04T23:15:07.123 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.123 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.123 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.124 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.124 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.124 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:188354 25.8 25:15f6eadc:::benchmark_data_gibba008_61550_object12423:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:15:07.124 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:07:57.396333+0000", 2021-03-04T23:15:07.124 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 429.50511892399999, 2021-03-04T23:15:07.125 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20456127800000001, 2021-03-04T23:15:07.125 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.125 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.125 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.125 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.126 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.126 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 188354 2021-03-04T23:15:07.126 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.126 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.127 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.127 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.127 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396333+0000", 2021-03-04T23:15:07.127 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.127 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.128 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.128 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.128 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396333+0000", 2021-03-04T23:15:07.128 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.533e-06 2021-03-04T23:15:07.128 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.129 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.129 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396335+0000", 2021-03-04T23:15:07.129 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.189e-06 2021-03-04T23:15:07.129 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.130 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.130 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.130 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396336+0000", 2021-03-04T23:15:07.130 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4600000000000003e-06 2021-03-04T23:15:07.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.131 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.131 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.131 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396345+0000", 2021-03-04T23:15:07.131 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4359999999999998e-06 2021-03-04T23:15:07.132 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.132 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.132 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396348+0000", 2021-03-04T23:15:07.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5575000000000002e-05 2021-03-04T23:15:07.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.133 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396374+0000", 2021-03-04T23:15:07.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5601999999999999e-05 2021-03-04T23:15:07.134 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.134 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.134 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396449+0000", 2021-03-04T23:15:07.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4686999999999997e-05 2021-03-04T23:15:07.135 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.135 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.135 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.135 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.396534+0000", 2021-03-04T23:15:07.135 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00259114 2021-03-04T23:15:07.136 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.136 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.136 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.399125+0000", 2021-03-04T23:15:07.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025367500000000003 2021-03-04T23:15:07.137 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.137 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.137 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.137 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.399379+0000", 2021-03-04T23:15:07.137 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20110547400000001 2021-03-04T23:15:07.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.138 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.138 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.138 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.600484+0000", 2021-03-04T23:15:07.139 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021487000000000001 2021-03-04T23:15:07.139 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.139 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.139 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.139 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.600699+0000", 2021-03-04T23:15:07.140 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000195637 2021-03-04T23:15:07.140 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.140 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.140 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.140 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:07:57.600895+0000", 2021-03-04T23:15:07.141 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20456127800000001 2021-03-04T23:15:07.141 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.141 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.141 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.141 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.142 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.142 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:193462 25.8 25:1ce7ad49:::benchmark_data_gibba008_61550_object17531:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:15:07.142 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:00.998491+0000", 2021-03-04T23:15:07.142 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 425.90296100400002, 2021-03-04T23:15:07.142 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21363277899999999, 2021-03-04T23:15:07.143 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.143 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.143 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.143 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.144 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.144 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193462 2021-03-04T23:15:07.144 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.144 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.144 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.145 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.145 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998491+0000", 2021-03-04T23:15:07.145 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.145 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.145 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.146 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.146 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998491+0000", 2021-03-04T23:15:07.146 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1060000000000001e-06 2021-03-04T23:15:07.146 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.146 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.147 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.147 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998492+0000", 2021-03-04T23:15:07.147 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.091e-06 2021-03-04T23:15:07.147 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.147 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.148 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.148 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998493+0000", 2021-03-04T23:15:07.148 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2500000000000006e-06 2021-03-04T23:15:07.148 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.148 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.149 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.149 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998502+0000", 2021-03-04T23:15:07.149 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7900000000000001e-06 2021-03-04T23:15:07.149 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.149 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.150 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998506+0000", 2021-03-04T23:15:07.150 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.201e-05 2021-03-04T23:15:07.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.151 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.151 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998538+0000", 2021-03-04T23:15:07.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5035000000000002e-05 2021-03-04T23:15:07.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.152 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998613+0000", 2021-03-04T23:15:07.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4579000000000005e-05 2021-03-04T23:15:07.152 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:00.998697+0000", 2021-03-04T23:15:07.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0061373779999999998 2021-03-04T23:15:07.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.154 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004835+0000", 2021-03-04T23:15:07.154 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1975000000000001e-05 2021-03-04T23:15:07.154 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.155 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.155 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004906+0000", 2021-03-04T23:15:07.155 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20686311600000001 2021-03-04T23:15:07.155 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.156 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.156 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.156 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.211770+0000", 2021-03-04T23:15:07.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000233463 2021-03-04T23:15:07.156 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.157 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.157 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.157 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.212003+0000", 2021-03-04T23:15:07.157 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000120986 2021-03-04T23:15:07.157 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.158 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.158 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.158 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.212124+0000", 2021-03-04T23:15:07.158 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21363277899999999 2021-03-04T23:15:07.159 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.159 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.159 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.159 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.159 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.160 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:193467 25.8 25:18d37073:::benchmark_data_gibba008_61550_object17536:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:15:07.160 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:01.001109+0000", 2021-03-04T23:15:07.160 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 425.90034374300001, 2021-03-04T23:15:07.160 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.225890227, 2021-03-04T23:15:07.160 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.161 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.161 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.161 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.161 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.161 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193467 2021-03-04T23:15:07.162 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.162 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.162 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.162 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.162 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001109+0000", 2021-03-04T23:15:07.163 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.163 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.163 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.163 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.163 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001109+0000", 2021-03-04T23:15:07.164 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8029999999999999e-06 2021-03-04T23:15:07.164 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.164 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.164 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.164 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001110+0000", 2021-03-04T23:15:07.165 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.11e-06 2021-03-04T23:15:07.165 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.165 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.165 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.165 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001111+0000", 2021-03-04T23:15:07.166 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0016e-05 2021-03-04T23:15:07.166 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.166 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.166 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.167 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001121+0000", 2021-03-04T23:15:07.167 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4899999999999997e-06 2021-03-04T23:15:07.167 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.167 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.167 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.168 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001128+0000", 2021-03-04T23:15:07.168 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00085359800000000001 2021-03-04T23:15:07.168 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.168 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.168 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.169 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.001982+0000", 2021-03-04T23:15:07.169 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7020000000000004e-05 2021-03-04T23:15:07.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.169 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.170 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.002069+0000", 2021-03-04T23:15:07.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3190999999999999e-05 2021-03-04T23:15:07.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.170 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:07.171 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.002132+0000", 2021-03-04T23:15:07.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028254019999999999 2021-03-04T23:15:07.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.171 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.171 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.172 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.004957+0000", 2021-03-04T23:15:07.172 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017586199999999999 2021-03-04T23:15:07.172 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.172 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.172 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.173 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.005133+0000", 2021-03-04T23:15:07.173 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.221587437 2021-03-04T23:15:07.173 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.173 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.173 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.174 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.226720+0000", 2021-03-04T23:15:07.174 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000162561 2021-03-04T23:15:07.174 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.174 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.175 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.175 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.226883+0000", 2021-03-04T23:15:07.175 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011573700000000001 2021-03-04T23:15:07.175 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.176 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:01.226999+0000", 2021-03-04T23:15:07.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.225890227 2021-03-04T23:15:07.176 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.176 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.177 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.177 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.177 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.177 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:265761 25.d 25:b2e0e82d:::benchmark_data_gibba008_61550_object89830:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:15:07.177 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:08:50.682950+0000", 2021-03-04T23:15:07.178 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 376.21850221599999, 2021-03-04T23:15:07.178 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.261807705, 2021-03-04T23:15:07.178 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.178 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.178 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.179 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.179 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.179 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 265761 2021-03-04T23:15:07.179 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.179 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.180 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.180 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.180 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.682950+0000", 2021-03-04T23:15:07.180 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.180 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.181 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.181 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.682950+0000", 2021-03-04T23:15:07.181 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.646e-06 2021-03-04T23:15:07.181 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.182 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.182 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.182 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.682952+0000", 2021-03-04T23:15:07.182 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6190000000000002e-06 2021-03-04T23:15:07.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.183 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.183 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.183 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.682956+0000", 2021-03-04T23:15:07.183 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6759999999999996e-06 2021-03-04T23:15:07.184 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.184 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.184 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.184 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.682965+0000", 2021-03-04T23:15:07.184 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1489999999999996e-06 2021-03-04T23:15:07.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.185 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.185 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.185 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.682969+0000", 2021-03-04T23:15:07.185 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6088999999999999e-05 2021-03-04T23:15:07.186 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.186 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.186 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.683015+0000", 2021-03-04T23:15:07.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011762200000000001 2021-03-04T23:15:07.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.187 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.187 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.683133+0000", 2021-03-04T23:15:07.187 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000111149 2021-03-04T23:15:07.188 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.188 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.188 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:15:07.188 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.683244+0000", 2021-03-04T23:15:07.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003376544 2021-03-04T23:15:07.189 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.189 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.189 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.189 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.686621+0000", 2021-03-04T23:15:07.189 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5879999999999998e-05 2021-03-04T23:15:07.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.190 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.190 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.190 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.686706+0000", 2021-03-04T23:15:07.190 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25770164499999998 2021-03-04T23:15:07.191 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.191 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.191 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.191 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.944408+0000", 2021-03-04T23:15:07.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024360699999999999 2021-03-04T23:15:07.192 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.192 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.192 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.192 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.944652+0000", 2021-03-04T23:15:07.192 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106079 2021-03-04T23:15:07.193 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.193 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.193 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:08:50.944758+0000", 2021-03-04T23:15:07.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.261807705 2021-03-04T23:15:07.194 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.194 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.194 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.194 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.195 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.195 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.54757.0:318533 25.d 25:b0afa351:::benchmark_data_gibba008_61550_object142602:head [delete] snapc 0=[] ondisk+write+known_if_redirected e588)", 2021-03-04T23:15:07.195 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:09:28.522988+0000", 2021-03-04T23:15:07.195 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 338.378464576, 2021-03-04T23:15:07.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15493470500000001, 2021-03-04T23:15:07.196 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.196 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.196 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.196 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.54757", 2021-03-04T23:15:07.196 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:15:07.197 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318533 2021-03-04T23:15:07.197 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.197 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.197 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.197 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.198 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.522988+0000", 2021-03-04T23:15:07.198 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.198 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.198 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.199 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.522988+0000", 2021-03-04T23:15:07.199 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.379e-06 2021-03-04T23:15:07.199 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.199 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.199 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.200 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.522990+0000", 2021-03-04T23:15:07.200 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.26e-06 2021-03-04T23:15:07.200 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.200 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.200 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.201 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.522992+0000", 2021-03-04T23:15:07.201 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3089e-05 2021-03-04T23:15:07.201 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.201 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.201 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.202 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.523005+0000", 2021-03-04T23:15:07.202 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7599999999999999e-06 2021-03-04T23:15:07.202 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.202 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.203 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.203 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.523011+0000", 2021-03-04T23:15:07.203 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7370999999999998e-05 2021-03-04T23:15:07.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.203 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.204 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.523049+0000", 2021-03-04T23:15:07.204 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000104208 2021-03-04T23:15:07.204 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.204 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.205 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.523153+0000", 2021-03-04T23:15:07.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101959 2021-03-04T23:15:07.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:15:07.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.523255+0000", 2021-03-04T23:15:07.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033070790000000001 2021-03-04T23:15:07.206 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.206 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.207 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.207 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.526562+0000", 2021-03-04T23:15:07.207 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.148768118 2021-03-04T23:15:07.207 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.208 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.208 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.675330+0000", 2021-03-04T23:15:07.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021035099999999998 2021-03-04T23:15:07.208 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.208 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.209 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.209 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.677433+0000", 2021-03-04T23:15:07.209 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026890900000000001 2021-03-04T23:15:07.209 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.209 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.210 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.210 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.677702+0000", 2021-03-04T23:15:07.210 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000220063 2021-03-04T23:15:07.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.211 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.211 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:09:28.677922+0000", 2021-03-04T23:15:07.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15493470500000001 2021-03-04T23:15:07.211 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.211 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.212 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.212 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.212 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:72185 26.0 26:07a096e0:::benchmark_data_gibba008_78201_object72184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e603)", 2021-03-04T23:15:07.213 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:11:18.890781+0000", 2021-03-04T23:15:07.213 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 228.01067098300001, 2021-03-04T23:15:07.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14804398199999999, 2021-03-04T23:15:07.213 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.213 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.214 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.214 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:15:07.214 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:15:07.214 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 72185 2021-03-04T23:15:07.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.215 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890781+0000", 2021-03-04T23:15:07.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890781+0000", 2021-03-04T23:15:07.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4940000000000001e-05 2021-03-04T23:15:07.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.217 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.217 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.217 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890816+0000", 2021-03-04T23:15:07.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0506000000000001e-05 2021-03-04T23:15:07.218 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.218 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.218 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.218 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890827+0000", 2021-03-04T23:15:07.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9145999999999999e-05 2021-03-04T23:15:07.219 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.219 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.219 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.219 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890846+0000", 2021-03-04T23:15:07.220 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2429999999999999e-06 2021-03-04T23:15:07.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.220 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.220 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.220 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890853+0000", 2021-03-04T23:15:07.221 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7887999999999998e-05 2021-03-04T23:15:07.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.221 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.890921+0000", 2021-03-04T23:15:07.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000181817 2021-03-04T23:15:07.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.891103+0000", 2021-03-04T23:15:07.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015410399999999999 2021-03-04T23:15:07.223 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:15:07.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.891257+0000", 2021-03-04T23:15:07.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028034449999999999 2021-03-04T23:15:07.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.894060+0000", 2021-03-04T23:15:07.225 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019512500000000001 2021-03-04T23:15:07.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.225 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.225 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:18.894256+0000", 2021-03-04T23:15:07.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14403933399999999 2021-03-04T23:15:07.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.226 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.226 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.227 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:19.038295+0000", 2021-03-04T23:15:07.227 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000273911 2021-03-04T23:15:07.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.227 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.228 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:19.038569+0000", 2021-03-04T23:15:07.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025652299999999998 2021-03-04T23:15:07.228 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.228 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.229 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.229 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:19.038825+0000", 2021-03-04T23:15:07.229 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14804398199999999 2021-03-04T23:15:07.229 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.229 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.230 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.230 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.230 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:208558 26.0 26:00e9f45f:::benchmark_data_gibba008_78201_object33040:head [delete] snapc 0=[] ondisk+write+known_if_redirected e611)", 2021-03-04T23:15:07.230 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:12:44.151951+0000", 2021-03-04T23:15:07.231 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 142.74950090999999, 2021-03-04T23:15:07.231 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15013036099999999, 2021-03-04T23:15:07.231 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.231 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.231 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.232 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:15:07.232 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:15:07.232 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 208558 2021-03-04T23:15:07.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.232 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.233 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.233 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.151951+0000", 2021-03-04T23:15:07.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.233 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.234 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.151951+0000", 2021-03-04T23:15:07.234 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5710000000000001e-06 2021-03-04T23:15:07.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.235 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.235 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.151953+0000", 2021-03-04T23:15:07.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2550000000000001e-06 2021-03-04T23:15:07.236 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.236 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.151954+0000", 2021-03-04T23:15:07.236 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.755e-06 2021-03-04T23:15:07.237 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.237 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.237 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.237 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.151963+0000", 2021-03-04T23:15:07.237 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5260000000000002e-06 2021-03-04T23:15:07.238 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.238 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.238 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.238 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.151966+0000", 2021-03-04T23:15:07.238 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7645000000000002e-05 2021-03-04T23:15:07.239 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.239 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.239 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.239 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.152014+0000", 2021-03-04T23:15:07.239 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6737999999999995e-05 2021-03-04T23:15:07.240 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.240 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.240 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.240 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.152101+0000", 2021-03-04T23:15:07.240 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7383000000000002e-05 2021-03-04T23:15:07.241 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.241 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.241 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:15:07.241 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.152168+0000", 2021-03-04T23:15:07.241 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002741421 2021-03-04T23:15:07.242 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.242 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.242 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.242 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.154910+0000", 2021-03-04T23:15:07.242 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050934699999999995 2021-03-04T23:15:07.243 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.243 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.243 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.243 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.155419+0000", 2021-03-04T23:15:07.243 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14643251299999999 2021-03-04T23:15:07.244 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.244 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.244 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.244 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.301852+0000", 2021-03-04T23:15:07.244 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013424899999999999 2021-03-04T23:15:07.245 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.245 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.245 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.245 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.301986+0000", 2021-03-04T23:15:07.245 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5958000000000005e-05 2021-03-04T23:15:07.246 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.246 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.246 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.246 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:12:44.302082+0000", 2021-03-04T23:15:07.246 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15013036099999999 2021-03-04T23:15:07.247 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.247 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.247 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.247 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.248 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.248 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:311328 26.0 26:05221e81:::benchmark_data_gibba008_78201_object135810:head [delete] snapc 0=[] ondisk+write+known_if_redirected e616)", 2021-03-04T23:15:07.248 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:13:52.266935+0000", 2021-03-04T23:15:07.248 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 74.634517604999999, 2021-03-04T23:15:07.248 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.137312675, 2021-03-04T23:15:07.249 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:15:07.249 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:15:07.249 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:15:07.249 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:15:07.249 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:15:07.250 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 311328 2021-03-04T23:15:07.250 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.250 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:15:07.250 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.250 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:15:07.251 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266935+0000", 2021-03-04T23:15:07.251 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:15:07.251 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.251 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.251 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:15:07.252 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266935+0000", 2021-03-04T23:15:07.252 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.522e-06 2021-03-04T23:15:07.252 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.252 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.252 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:15:07.253 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266936+0000", 2021-03-04T23:15:07.253 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2869999999999999e-06 2021-03-04T23:15:07.253 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.253 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.253 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:15:07.254 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266937+0000", 2021-03-04T23:15:07.254 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0161e-05 2021-03-04T23:15:07.254 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.254 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.255 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:15:07.255 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266948+0000", 2021-03-04T23:15:07.255 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5719999999999999e-06 2021-03-04T23:15:07.255 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.255 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.256 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:15:07.256 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266951+0000", 2021-03-04T23:15:07.256 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9796000000000001e-05 2021-03-04T23:15:07.256 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.256 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.257 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:15:07.257 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.266981+0000", 2021-03-04T23:15:07.257 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101734 2021-03-04T23:15:07.257 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.257 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.258 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:15:07.258 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.267083+0000", 2021-03-04T23:15:07.258 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113657 2021-03-04T23:15:07.258 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.258 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.259 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:15:07.259 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.267196+0000", 2021-03-04T23:15:07.259 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021607750000000002 2021-03-04T23:15:07.259 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.259 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.260 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:15:07.260 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.269357+0000", 2021-03-04T23:15:07.260 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000540874 2021-03-04T23:15:07.260 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.260 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.261 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.261 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.269898+0000", 2021-03-04T23:15:07.261 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.134163267 2021-03-04T23:15:07.261 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.261 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.262 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:07.262 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.404061+0000", 2021-03-04T23:15:07.262 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011230000000000001 2021-03-04T23:15:07.262 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.263 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.263 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:15:07.263 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.404174+0000", 2021-03-04T23:15:07.263 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3730000000000001e-05 2021-03-04T23:15:07.263 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:15:07.264 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:15:07.264 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:15:07.264 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:52.404247+0000", 2021-03-04T23:15:07.264 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.137312675 2021-03-04T23:15:07.264 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.265 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.265 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.265 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:15:07.265 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:15:07.265 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:15:07.267 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:07.368 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:07.385 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[44600]: debug 2021-03-04T23:15:07.000+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:07.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[37770]: audit 2021-03-04T23:15:06.199950+0000 mon.a (mon.0) 1376 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:15:07.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[37770]: cluster 2021-03-04T23:15:06.200072+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e633: 8 total, 7 up, 7 in 2021-03-04T23:15:07.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[37770]: audit 2021-03-04T23:15:06.200787+0000 mon.c (mon.1) 60 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:15:07.387 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[37770]: audit 2021-03-04T23:15:06.209272+0000 mon.a (mon.0) 1378 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:15:07.387 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[39303]: audit 2021-03-04T23:15:06.199950+0000 mon.a (mon.0) 1376 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:15:07.387 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[39303]: cluster 2021-03-04T23:15:06.200072+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e633: 8 total, 7 up, 7 in 2021-03-04T23:15:07.388 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[39303]: audit 2021-03-04T23:15:06.200787+0000 mon.c (mon.1) 60 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:15:07.388 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[39303]: audit 2021-03-04T23:15:06.209272+0000 mon.a (mon.0) 1378 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:15:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:07 gibba023 bash[27374]: audit 2021-03-04T23:15:06.199950+0000 mon.a (mon.0) 1376 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:15:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:07 gibba023 bash[27374]: cluster 2021-03-04T23:15:06.200072+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e633: 8 total, 7 up, 7 in 2021-03-04T23:15:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:07 gibba023 bash[27374]: audit 2021-03-04T23:15:06.200787+0000 mon.c (mon.1) 60 : audit [INF] from='osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:15:07.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:07 gibba023 bash[27374]: audit 2021-03-04T23:15:06.209272+0000 mon.a (mon.0) 1378 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:15:07.567 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:15:07.651 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:15:07.746 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:07.849 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:07.998 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:07 gibba008 bash[47391]: debug 2021-03-04T23:15:07.740+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:08.081 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:08.183 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:08.193 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[16680]: debug 2021-03-04T23:15:08.073+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:08.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[39303]: cluster 2021-03-04T23:15:07.129927+0000 mgr.x (mgr.34379) 793 : cluster [DBG] pgmap v1119: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 402 MiB used, 584 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:08.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[39303]: cluster 2021-03-04T23:15:07.207617+0000 mon.a (mon.0) 1379 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:15:08.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[39303]: cluster 2021-03-04T23:15:07.219257+0000 mon.a (mon.0) 1380 : cluster [INF] osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993] boot 2021-03-04T23:15:08.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[39303]: cluster 2021-03-04T23:15:07.219283+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e634: 8 total, 8 up, 7 in 2021-03-04T23:15:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[39303]: audit 2021-03-04T23:15:07.219590+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:15:08.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[37770]: cluster 2021-03-04T23:15:07.129927+0000 mgr.x (mgr.34379) 793 : cluster [DBG] pgmap v1119: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 402 MiB used, 584 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:08.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[37770]: cluster 2021-03-04T23:15:07.207617+0000 mon.a (mon.0) 1379 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:15:08.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[37770]: cluster 2021-03-04T23:15:07.219257+0000 mon.a (mon.0) 1380 : cluster [INF] osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993] boot 2021-03-04T23:15:08.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[37770]: cluster 2021-03-04T23:15:07.219283+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e634: 8 total, 8 up, 7 in 2021-03-04T23:15:08.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:08 gibba008 bash[37770]: audit 2021-03-04T23:15:07.219590+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:15:08.489 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[27374]: cluster 2021-03-04T23:15:07.129927+0000 mgr.x (mgr.34379) 793 : cluster [DBG] pgmap v1119: 109 pgs: 5 active+undersized+degraded, 55 active+undersized, 49 active+clean; 3.3 KiB data, 402 MiB used, 584 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:08.490 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[27374]: cluster 2021-03-04T23:15:07.207617+0000 mon.a (mon.0) 1379 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:15:08.490 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[27374]: cluster 2021-03-04T23:15:07.219257+0000 mon.a (mon.0) 1380 : cluster [INF] osd.3 [v2:172.21.2.108:6824/67939993,v1:172.21.2.108:6825/67939993] boot 2021-03-04T23:15:08.491 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[27374]: cluster 2021-03-04T23:15:07.219283+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e634: 8 total, 8 up, 7 in 2021-03-04T23:15:08.491 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[27374]: audit 2021-03-04T23:15:07.219590+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:15:08.491 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:08.597 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:08.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:08 gibba023 bash[19550]: debug 2021-03-04T23:15:08.481+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:09.040 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:09.143 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:09.503 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:09 gibba023 bash[27374]: cluster 2021-03-04T23:15:08.232435+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e635: 8 total, 8 up, 7 in 2021-03-04T23:15:09.504 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:09.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:09 gibba008 bash[37770]: cluster 2021-03-04T23:15:08.232435+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e635: 8 total, 8 up, 7 in 2021-03-04T23:15:09.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:09 gibba008 bash[39303]: cluster 2021-03-04T23:15:08.232435+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e635: 8 total, 8 up, 7 in 2021-03-04T23:15:09.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:09 gibba008 bash[47391]: debug 2021-03-04T23:15:09.036+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:09.607 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:09.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:09 gibba023 bash[16680]: debug 2021-03-04T23:15:09.497+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:09.964 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:10.066 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:10.240 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:09 gibba023 bash[16680]: debug 2021-03-04T23:15:09.957+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:10.283 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:10 gibba008 bash[37770]: cluster 2021-03-04T23:15:09.130916+0000 mgr.x (mgr.34379) 794 : cluster [DBG] pgmap v1122: 109 pgs: 14 peering, 5 active+undersized+degraded, 41 active+undersized, 49 active+clean; 3.3 KiB data, 402 MiB used, 584 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:10.283 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:10 gibba008 bash[39303]: cluster 2021-03-04T23:15:09.130916+0000 mgr.x (mgr.34379) 794 : cluster [DBG] pgmap v1122: 109 pgs: 14 peering, 5 active+undersized+degraded, 41 active+undersized, 49 active+clean; 3.3 KiB data, 402 MiB used, 584 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:10.350 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:10.460 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:10 gibba023 bash[27374]: cluster 2021-03-04T23:15:09.130916+0000 mgr.x (mgr.34379) 794 : cluster [DBG] pgmap v1122: 109 pgs: 14 peering, 5 active+undersized+degraded, 41 active+undersized, 49 active+clean; 3.3 KiB data, 402 MiB used, 584 GiB / 588 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:15:10.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:10 gibba023 bash[18090]: debug 2021-03-04T23:15:10.341+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:10.790 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:10.800 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:10 gibba008 bash[47391]: debug 2021-03-04T23:15:10.784+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:10.893 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:10.973 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:15:10.973 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:15:10.973 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:15:10.974 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:15:11.015 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:11.117 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:11.133 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:11 gibba023 bash[18090]: debug 2021-03-04T23:15:11.009+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:11.250 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rados' on pool 'unique_pool_2' 2021-03-04T23:15:11.251 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:15:11.503 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:11 gibba023 bash[27374]: audit 2021-03-04T23:15:10.320116+0000 mon.c (mon.1) 61 : audit [INF] from='client.? 172.21.2.108:0/507443134' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:11.503 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:11 gibba023 bash[27374]: audit 2021-03-04T23:15:10.320509+0000 mon.a (mon.0) 1384 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:11.503 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:11 gibba023 bash[27374]: audit 2021-03-04T23:15:10.324477+0000 mon.c (mon.1) 62 : audit [INF] from='client.? 172.21.2.108:0/1641089332' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:15:11.504 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:11 gibba023 bash[27374]: audit 2021-03-04T23:15:10.324696+0000 mon.a (mon.0) 1385 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:15:11.504 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:11.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[37770]: audit 2021-03-04T23:15:10.320116+0000 mon.c (mon.1) 61 : audit [INF] from='client.? 172.21.2.108:0/507443134' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:11.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[37770]: audit 2021-03-04T23:15:10.320509+0000 mon.a (mon.0) 1384 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:11.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[37770]: audit 2021-03-04T23:15:10.324477+0000 mon.c (mon.1) 62 : audit [INF] from='client.? 172.21.2.108:0/1641089332' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:15:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[37770]: audit 2021-03-04T23:15:10.324696+0000 mon.a (mon.0) 1385 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:15:11.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[39303]: audit 2021-03-04T23:15:10.320116+0000 mon.c (mon.1) 61 : audit [INF] from='client.? 172.21.2.108:0/507443134' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:11.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[39303]: audit 2021-03-04T23:15:10.320509+0000 mon.a (mon.0) 1384 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:11.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[39303]: audit 2021-03-04T23:15:10.324477+0000 mon.c (mon.1) 62 : audit [INF] from='client.? 172.21.2.108:0/1641089332' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:15:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:11 gibba008 bash[39303]: audit 2021-03-04T23:15:10.324696+0000 mon.a (mon.0) 1385 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:15:11.609 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:11.682 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:15:11.755 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:15:11.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:11 gibba023 bash[16680]: debug 2021-03-04T23:15:11.497+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:12.326 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[37770]: cluster 2021-03-04T23:15:11.132370+0000 mgr.x (mgr.34379) 795 : cluster [DBG] pgmap v1123: 109 pgs: 14 peering, 2 active+undersized+degraded, 19 active+undersized, 74 active+clean; 3.3 KiB data, 384 MiB used, 584 GiB / 588 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:15:12.326 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[37770]: cluster 2021-03-04T23:15:11.235281+0000 mon.a (mon.0) 1386 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:15:12.327 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[37770]: cluster 2021-03-04T23:15:11.236644+0000 mon.a (mon.0) 1387 : cluster [WRN] Health check update: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:12.360 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:12.463 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:12 gibba023 bash[27374]: cluster 2021-03-04T23:15:11.132370+0000 mgr.x (mgr.34379) 795 : cluster [DBG] pgmap v1123: 109 pgs: 14 peering, 2 active+undersized+degraded, 19 active+undersized, 74 active+clean; 3.3 KiB data, 384 MiB used, 584 GiB / 588 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:15:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:12 gibba023 bash[27374]: cluster 2021-03-04T23:15:11.235281+0000 mon.a (mon.0) 1386 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:15:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:12 gibba023 bash[27374]: cluster 2021-03-04T23:15:11.236644+0000 mon.a (mon.0) 1387 : cluster [WRN] Health check update: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:12 gibba023 bash[27374]: audit 2021-03-04T23:15:11.245175+0000 mon.a (mon.0) 1388 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:12 gibba023 bash[27374]: audit 2021-03-04T23:15:11.245257+0000 mon.a (mon.0) 1389 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:15:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:12 gibba023 bash[27374]: cluster 2021-03-04T23:15:11.245320+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e636: 8 total, 8 up, 7 in 2021-03-04T23:15:12.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[47391]: debug 2021-03-04T23:15:12.356+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[37770]: audit 2021-03-04T23:15:11.245175+0000 mon.a (mon.0) 1388 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[37770]: audit 2021-03-04T23:15:11.245257+0000 mon.a (mon.0) 1389 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:15:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[37770]: cluster 2021-03-04T23:15:11.245320+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e636: 8 total, 8 up, 7 in 2021-03-04T23:15:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[39303]: cluster 2021-03-04T23:15:11.132370+0000 mgr.x (mgr.34379) 795 : cluster [DBG] pgmap v1123: 109 pgs: 14 peering, 2 active+undersized+degraded, 19 active+undersized, 74 active+clean; 3.3 KiB data, 384 MiB used, 584 GiB / 588 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:15:12.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[39303]: cluster 2021-03-04T23:15:11.235281+0000 mon.a (mon.0) 1386 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:15:12.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[39303]: cluster 2021-03-04T23:15:11.236644+0000 mon.a (mon.0) 1387 : cluster [WRN] Health check update: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:12.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[39303]: audit 2021-03-04T23:15:11.245175+0000 mon.a (mon.0) 1388 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:12.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[39303]: audit 2021-03-04T23:15:11.245257+0000 mon.a (mon.0) 1389 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:15:12.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[39303]: cluster 2021-03-04T23:15:11.245320+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e636: 8 total, 8 up, 7 in 2021-03-04T23:15:12.844 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:12.950 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:13.204 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:12 gibba008 bash[47391]: debug 2021-03-04T23:15:12.836+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:13.304 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:13.411 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:13.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:13 gibba008 bash[37770]: cluster 2021-03-04T23:15:13.251988+0000 mon.a (mon.0) 1391 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded) 2021-03-04T23:15:13.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:13 gibba008 bash[39303]: cluster 2021-03-04T23:15:13.251988+0000 mon.a (mon.0) 1391 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded) 2021-03-04T23:15:13.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:13 gibba023 bash[27374]: cluster 2021-03-04T23:15:13.251988+0000 mon.a (mon.0) 1391 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded) 2021-03-04T23:15:13.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:13 gibba023 bash[19550]: debug 2021-03-04T23:15:13.297+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:13.801 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:13.904 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:14.150 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:13 gibba008 bash[48858]: debug 2021-03-04T23:15:13.796+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:14.168 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:14.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:14.433 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:14 gibba023 bash[27374]: cluster 2021-03-04T23:15:13.133494+0000 mgr.x (mgr.34379) 796 : cluster [DBG] pgmap v1125: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 390 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:14.434 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:14 gibba023 bash[16680]: debug 2021-03-04T23:15:14.161+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:14.434 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:14.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:14 gibba008 bash[37770]: cluster 2021-03-04T23:15:13.133494+0000 mgr.x (mgr.34379) 796 : cluster [DBG] pgmap v1125: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 390 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:14 gibba008 bash[39303]: cluster 2021-03-04T23:15:13.133494+0000 mgr.x (mgr.34379) 796 : cluster [DBG] pgmap v1125: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 390 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:14.542 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:14.688 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:15:14.689 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:15:14.689 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:15:14.689 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:15:14.689 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:15:14.712 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:14 gibba023 bash[16680]: debug 2021-03-04T23:15:14.425+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:14.847 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:15:14.860 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:15:14.873 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:15:14.886 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:15:14.903 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:14.907 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:15:14.922 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:15:14.953 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:15:14.970 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:15:14.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.972 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.972 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.972 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.972 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:15:14.972 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:15:15.007 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:15.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:14 gibba008 bash[47391]: debug 2021-03-04T23:15:14.900+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:15.371 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:15.475 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:15.483 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:15:15.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:15 gibba008 bash[37770]: audit 2021-03-04T23:15:14.831646+0000 mon.c (mon.1) 63 : audit [DBG] from='client.? 172.21.2.108:0/1353839023' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:15:15.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:15 gibba008 bash[37770]: audit 2021-03-04T23:15:14.949495+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:15.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:15 gibba008 bash[39303]: audit 2021-03-04T23:15:14.831646+0000 mon.c (mon.1) 63 : audit [DBG] from='client.? 172.21.2.108:0/1353839023' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:15:15.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:15 gibba008 bash[39303]: audit 2021-03-04T23:15:14.949495+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:15.557 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:15:15.579 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:15 gibba023 bash[16680]: debug 2021-03-04T23:15:15.365+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:15.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:15 gibba023 bash[27374]: audit 2021-03-04T23:15:14.831646+0000 mon.c (mon.1) 63 : audit [DBG] from='client.? 172.21.2.108:0/1353839023' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:15:15.580 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:15 gibba023 bash[27374]: audit 2021-03-04T23:15:14.949495+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:15.851 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:15.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:16.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:15:16.139 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:15 gibba008 bash[48858]: debug 2021-03-04T23:15:15.844+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:16.206 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:16.232 DEBUG:teuthology.orchestra.run.gibba008:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2021-03-04T23:15:16.234 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:15:16.235 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:15:16.239 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:16.255 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:hints = 1 2021-03-04T23:15:16.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:15:16.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object prefix: benchmark_data_gibba008_92657 2021-03-04T23:15:16.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:16.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:15:16.342 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:16.393 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:16 gibba008 bash[37770]: cluster 2021-03-04T23:15:15.134409+0000 mgr.x (mgr.34379) 797 : cluster [DBG] pgmap v1126: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 390 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:16.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:16 gibba008 bash[39303]: cluster 2021-03-04T23:15:15.134409+0000 mgr.x (mgr.34379) 797 : cluster [DBG] pgmap v1126: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 390 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:16.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:16 gibba023 bash[18090]: debug 2021-03-04T23:15:16.233+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:16 gibba023 bash[27374]: cluster 2021-03-04T23:15:15.134409+0000 mgr.x (mgr.34379) 797 : cluster [DBG] pgmap v1126: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 390 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:16.872 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:16.977 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:17.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 1 16 6398 6382 398.842 398.875 0.00735541 0.00249119 2021-03-04T23:15:17.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:16 gibba008 bash[47391]: debug 2021-03-04T23:15:16.868+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:17.429 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:17.533 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:17.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:17 gibba023 bash[16680]: debug 2021-03-04T23:15:17.421+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:18.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 2 16 9968 9952 310.944 223.125 0.012165 0.00319687 2021-03-04T23:15:18.418 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:18.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:18 gibba008 bash[37770]: cluster 2021-03-04T23:15:17.135038+0000 mgr.x (mgr.34379) 798 : cluster [DBG] pgmap v1127: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 381 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:18.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:18 gibba008 bash[39303]: cluster 2021-03-04T23:15:17.135038+0000 mgr.x (mgr.34379) 798 : cluster [DBG] pgmap v1127: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 381 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:18.523 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:18.743 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:18 gibba023 bash[27374]: cluster 2021-03-04T23:15:17.135038+0000 mgr.x (mgr.34379) 798 : cluster [DBG] pgmap v1127: 109 pgs: 18 active+clean+wait, 91 active+clean; 3.3 KiB data, 381 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:15:18.743 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:18 gibba023 bash[16680]: debug 2021-03-04T23:15:18.409+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:18.744 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:18.846 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:19.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:18 gibba023 bash[16680]: debug 2021-03-04T23:15:18.737+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:19.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 3 16 15786 15770 328.488 363.625 0.00213376 0.0030398 2021-03-04T23:15:19.390 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:19.493 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:19.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:19 gibba023 bash[16680]: debug 2021-03-04T23:15:19.381+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:19.994 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:20.096 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:15:20.104 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:20.238 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:15:20.238 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:15:20.245 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:20.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 4 15 18785 18770 293.24 187.5 0.0026271 0.0034062 2021-03-04T23:15:20.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[37770]: cluster 2021-03-04T23:15:19.135451+0000 mgr.x (mgr.34379) 799 : cluster [DBG] pgmap v1128: 109 pgs: 18 active+clean+wait, 91 active+clean; 187 MiB data, 694 MiB used, 583 GiB / 588 GiB avail; 19 MiB/s wr, 299 op/s 2021-03-04T23:15:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[37770]: audit 2021-03-04T23:15:19.167786+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[37770]: audit 2021-03-04T23:15:19.169899+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:20.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[37770]: audit 2021-03-04T23:15:19.170121+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[39303]: cluster 2021-03-04T23:15:19.135451+0000 mgr.x (mgr.34379) 799 : cluster [DBG] pgmap v1128: 109 pgs: 18 active+clean+wait, 91 active+clean; 187 MiB data, 694 MiB used, 583 GiB / 588 GiB avail; 19 MiB/s wr, 299 op/s 2021-03-04T23:15:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[39303]: audit 2021-03-04T23:15:19.167786+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[39303]: audit 2021-03-04T23:15:19.169899+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:20.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:20 gibba008 bash[39303]: audit 2021-03-04T23:15:19.170121+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:20.263 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:19 gibba008 bash[44600]: debug 2021-03-04T23:15:19.988+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:20 gibba023 bash[27374]: cluster 2021-03-04T23:15:19.135451+0000 mgr.x (mgr.34379) 799 : cluster [DBG] pgmap v1128: 109 pgs: 18 active+clean+wait, 91 active+clean; 187 MiB data, 694 MiB used, 583 GiB / 588 GiB avail; 19 MiB/s wr, 299 op/s 2021-03-04T23:15:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:20 gibba023 bash[27374]: audit 2021-03-04T23:15:19.167786+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:20.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:20 gibba023 bash[27374]: audit 2021-03-04T23:15:19.169899+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:20 gibba023 bash[27374]: audit 2021-03-04T23:15:19.170121+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:20.523 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:20.626 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:21.027 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:20 gibba023 bash[19550]: debug 2021-03-04T23:15:20.517+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:21.239 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:21.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 5 16 23708 23692 296.111 307.625 0.00204683 0.00336576 2021-03-04T23:15:21.344 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:21.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:21 gibba023 bash[16680]: debug 2021-03-04T23:15:21.233+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:21.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:22.028 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:22.191 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:21 gibba008 bash[44600]: debug 2021-03-04T23:15:21.920+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:22.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 6 16 27877 27861 290.181 260.562 0.00247358 0.00344253 2021-03-04T23:15:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:22 gibba008 bash[39303]: cluster 2021-03-04T23:15:21.136089+0000 mgr.x (mgr.34379) 800 : cluster [DBG] pgmap v1129: 109 pgs: 18 active+clean+wait, 91 active+clean; 783 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:15:22.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:22 gibba008 bash[37770]: cluster 2021-03-04T23:15:21.136089+0000 mgr.x (mgr.34379) 800 : cluster [DBG] pgmap v1129: 109 pgs: 18 active+clean+wait, 91 active+clean; 783 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:15:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:22 gibba023 bash[27374]: cluster 2021-03-04T23:15:21.136089+0000 mgr.x (mgr.34379) 800 : cluster [DBG] pgmap v1129: 109 pgs: 18 active+clean+wait, 91 active+clean; 783 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:15:22.532 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:15:22.532 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:15:22.670 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:22.781 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:23.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:22 gibba008 bash[47391]: debug 2021-03-04T23:15:22.660+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:23.232 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:23.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 7 16 31008 30992 276.678 195.688 0.00171253 0.00356721 2021-03-04T23:15:23.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:23.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:23 gibba023 bash[19550]: debug 2021-03-04T23:15:23.225+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:23.753 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:23.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:24.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:23 gibba008 bash[47391]: debug 2021-03-04T23:15:23.748+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:24.125 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:24.172 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:15:24.196 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:24 gibba023 bash[16680]: debug 2021-03-04T23:15:24.117+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:24.228 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:24.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 8 16 33345 33329 260.348 146.062 0.00390557 0.00383718 2021-03-04T23:15:24.273 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:15:24.276 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:24.341 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:24.371 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:24.444 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:24.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:24 gibba008 bash[39303]: cluster 2021-03-04T23:15:23.136633+0000 mgr.x (mgr.34379) 801 : cluster [DBG] pgmap v1130: 109 pgs: 18 active+clean+wait, 91 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 130 MiB/s wr, 2.09k op/s 2021-03-04T23:15:24.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:24 gibba008 bash[37770]: cluster 2021-03-04T23:15:23.136633+0000 mgr.x (mgr.34379) 801 : cluster [DBG] pgmap v1130: 109 pgs: 18 active+clean+wait, 91 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 130 MiB/s wr, 2.09k op/s 2021-03-04T23:15:24.453 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:24 gibba023 bash[27374]: cluster 2021-03-04T23:15:23.136633+0000 mgr.x (mgr.34379) 801 : cluster [DBG] pgmap v1130: 109 pgs: 18 active+clean+wait, 91 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 130 MiB/s wr, 2.09k op/s 2021-03-04T23:15:24.454 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:24 gibba023 bash[18090]: debug 2021-03-04T23:15:24.333+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:24.585 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:24.687 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:24.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:24 gibba023 bash[19550]: debug 2021-03-04T23:15:24.577+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:25.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 9 16 37477 37461 260.113 258.25 0.00415425 0.00384106 2021-03-04T23:15:25.428 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:25.531 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:25.729 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:25.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[48858]: debug 2021-03-04T23:15:25.424+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:25.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[37770]: audit 2021-03-04T23:15:24.577686+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:25.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[37770]: cephadm 2021-03-04T23:15:24.579270+0000 mgr.x (mgr.34379) 802 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:15:25.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[37770]: cluster 2021-03-04T23:15:25.136962+0000 mgr.x (mgr.34379) 803 : cluster [DBG] pgmap v1131: 109 pgs: 18 active+clean+wait, 91 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s wr, 2.07k op/s 2021-03-04T23:15:25.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[39303]: audit 2021-03-04T23:15:24.577686+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:25.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[39303]: cephadm 2021-03-04T23:15:24.579270+0000 mgr.x (mgr.34379) 802 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:15:25.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:25 gibba008 bash[39303]: cluster 2021-03-04T23:15:25.136962+0000 mgr.x (mgr.34379) 803 : cluster [DBG] pgmap v1131: 109 pgs: 18 active+clean+wait, 91 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s wr, 2.07k op/s 2021-03-04T23:15:25.832 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:25.853 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:25 gibba023 bash[16680]: debug 2021-03-04T23:15:25.721+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:25.853 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:25 gibba023 bash[27374]: audit 2021-03-04T23:15:24.577686+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:25.853 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:25 gibba023 bash[27374]: cephadm 2021-03-04T23:15:24.579270+0000 mgr.x (mgr.34379) 802 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:15:25.853 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:25 gibba023 bash[27374]: cluster 2021-03-04T23:15:25.136962+0000 mgr.x (mgr.34379) 803 : cluster [DBG] pgmap v1131: 109 pgs: 18 active+clean+wait, 91 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s wr, 2.07k op/s 2021-03-04T23:15:25.975 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:26.080 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:26.174 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:26 gibba023 bash[15180]: debug 2021-03-04T23:15:26.165+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:26.175 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:25 gibba023 bash[16680]: debug 2021-03-04T23:15:25.969+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:26.175 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:26.256 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 10 16 39688 39672 247.92 138.188 0.00341267 0.0040298 2021-03-04T23:15:26.277 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:26.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:26.462 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:26.467 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:26 gibba023 bash[15180]: debug 2021-03-04T23:15:26.353+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:26.563 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:26.666 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:26.738 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:26 gibba023 bash[16680]: debug 2021-03-04T23:15:26.553+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:26.738 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:26.843 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:26.936 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:27.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:26 gibba023 bash[15180]: debug 2021-03-04T23:15:26.733+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:27.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:26 gibba023 bash[19550]: debug 2021-03-04T23:15:26.929+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:27.038 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:27.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 11 16 42651 42635 242.215 185.188 0.00796316 0.00411806 2021-03-04T23:15:28.002 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:28.105 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:28.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 12 16 45508 45492 236.909 178.562 0.00940054 0.00421316 2021-03-04T23:15:28.304 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:28 gibba008 bash[39303]: cluster 2021-03-04T23:15:27.138808+0000 mgr.x (mgr.34379) 804 : cluster [DBG] pgmap v1132: 109 pgs: 109 active+clean; 2.1 GiB data, 6.8 GiB used, 577 GiB / 588 GiB avail; 183 MiB/s wr, 2.93k op/s 2021-03-04T23:15:28.305 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:28 gibba008 bash[44600]: debug 2021-03-04T23:15:27.996+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:28.305 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:28 gibba008 bash[37770]: cluster 2021-03-04T23:15:27.138808+0000 mgr.x (mgr.34379) 804 : cluster [DBG] pgmap v1132: 109 pgs: 109 active+clean; 2.1 GiB data, 6.8 GiB used, 577 GiB / 588 GiB avail; 183 MiB/s wr, 2.93k op/s 2021-03-04T23:15:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:28 gibba023 bash[27374]: cluster 2021-03-04T23:15:27.138808+0000 mgr.x (mgr.34379) 804 : cluster [DBG] pgmap v1132: 109 pgs: 109 active+clean; 2.1 GiB data, 6.8 GiB used, 577 GiB / 588 GiB avail; 183 MiB/s wr, 2.93k op/s 2021-03-04T23:15:28.570 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:28.672 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:28.810 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:28.846 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:28 gibba008 bash[44600]: debug 2021-03-04T23:15:28.564+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:28.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:29.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:28 gibba023 bash[18090]: debug 2021-03-04T23:15:28.805+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:29.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 13 16 48040 48024 230.857 158.25 0.00744217 0.00432828 2021-03-04T23:15:29.271 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:29.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:29.510 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:29 gibba008 bash[47391]: debug 2021-03-04T23:15:29.264+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:29.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:29.687 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:30.001 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:29 gibba008 bash[44600]: debug 2021-03-04T23:15:29.576+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:30.002 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:29 gibba008 bash[37770]: cluster 2021-03-04T23:15:29.139346+0000 mgr.x (mgr.34379) 805 : cluster [DBG] pgmap v1133: 109 pgs: 109 active+clean; 2.5 GiB data, 7.5 GiB used, 577 GiB / 588 GiB avail; 212 MiB/s wr, 3.39k op/s 2021-03-04T23:15:30.096 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:30.200 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:30.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 14 16 51212 51196 228.527 198.25 0.00508624 0.0043723 2021-03-04T23:15:30.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:29 gibba008 bash[39303]: cluster 2021-03-04T23:15:29.139346+0000 mgr.x (mgr.34379) 805 : cluster [DBG] pgmap v1133: 109 pgs: 109 active+clean; 2.5 GiB data, 7.5 GiB used, 577 GiB / 588 GiB avail; 212 MiB/s wr, 3.39k op/s 2021-03-04T23:15:30.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:30 gibba008 bash[48858]: debug 2021-03-04T23:15:30.092+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:30 gibba023 bash[27374]: cluster 2021-03-04T23:15:29.139346+0000 mgr.x (mgr.34379) 805 : cluster [DBG] pgmap v1133: 109 pgs: 109 active+clean; 2.5 GiB data, 7.5 GiB used, 577 GiB / 588 GiB avail; 212 MiB/s wr, 3.39k op/s 2021-03-04T23:15:30.356 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:30.460 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:30.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:30 gibba023 bash[19550]: debug 2021-03-04T23:15:30.349+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:31.163 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:31.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 15 16 53822 53806 224.166 163.125 0.00325947 0.00445755 2021-03-04T23:15:31.270 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:31.366 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:31.469 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:31.475 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:31 gibba008 bash[47391]: debug 2021-03-04T23:15:31.152+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:31.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:31 gibba023 bash[18090]: debug 2021-03-04T23:15:31.361+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:31.862 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:31.965 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:32.043 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:32.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:32.153 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:31 gibba008 bash[91265]: debug 2021-03-04T23:15:31.856+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:32.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 16 16 56329 56313 219.948 156.688 0.00263278 0.0045424 2021-03-04T23:15:32.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:32 gibba023 bash[27374]: cluster 2021-03-04T23:15:31.139729+0000 mgr.x (mgr.34379) 806 : cluster [DBG] pgmap v1134: 109 pgs: 109 active+clean; 2.9 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 229 MiB/s wr, 3.67k op/s 2021-03-04T23:15:32.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:32 gibba023 bash[18090]: debug 2021-03-04T23:15:32.037+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:32.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:32 gibba008 bash[37770]: cluster 2021-03-04T23:15:31.139729+0000 mgr.x (mgr.34379) 806 : cluster [DBG] pgmap v1134: 109 pgs: 109 active+clean; 2.9 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 229 MiB/s wr, 3.67k op/s 2021-03-04T23:15:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:32 gibba008 bash[39303]: cluster 2021-03-04T23:15:31.139729+0000 mgr.x (mgr.34379) 806 : cluster [DBG] pgmap v1134: 109 pgs: 109 active+clean; 2.9 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 229 MiB/s wr, 3.67k op/s 2021-03-04T23:15:32.555 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:32.658 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:32.756 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:32.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:32.865 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:32 gibba008 bash[91265]: debug 2021-03-04T23:15:32.552+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:33.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:32 gibba023 bash[19550]: debug 2021-03-04T23:15:32.745+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:33.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 17 16 58845 58829 216.26 157.25 0.00521219 0.00461985 2021-03-04T23:15:33.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:33.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:33.568 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:33.672 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:33.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:33 gibba023 bash[18090]: debug 2021-03-04T23:15:33.561+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:33.775 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:33 gibba008 bash[44600]: debug 2021-03-04T23:15:33.372+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:33.805 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:33.908 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:34.004 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:34.108 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:34.114 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:34 gibba023 bash[18090]: debug 2021-03-04T23:15:33.997+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:34.114 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:33 gibba023 bash[15180]: debug 2021-03-04T23:15:33.797+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:34.188 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:34.202 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:34 gibba008 bash[37770]: cluster 2021-03-04T23:15:33.140781+0000 mgr.x (mgr.34379) 807 : cluster [DBG] pgmap v1135: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:15:34.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 18 16 61476 61460 213.38 164.438 0.00323594 0.00468318 2021-03-04T23:15:34.292 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:34 gibba008 bash[39303]: cluster 2021-03-04T23:15:33.140781+0000 mgr.x (mgr.34379) 807 : cluster [DBG] pgmap v1135: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:15:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:34 gibba023 bash[27374]: cluster 2021-03-04T23:15:33.140781+0000 mgr.x (mgr.34379) 807 : cluster [DBG] pgmap v1135: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:15:34.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:34 gibba023 bash[19550]: debug 2021-03-04T23:15:34.181+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:34.664 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:34.778 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:35.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:34 gibba008 bash[91265]: debug 2021-03-04T23:15:34.656+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:35.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 19 16 63650 63634 209.3 135.875 0.00784351 0.00477446 2021-03-04T23:15:35.259 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:35.363 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:35.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:35 gibba008 bash[48858]: debug 2021-03-04T23:15:35.256+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:35.664 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:35.767 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:35.877 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:35.983 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:35.989 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:35 gibba008 bash[48858]: debug 2021-03-04T23:15:35.660+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:36.205 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:35 gibba023 bash[18090]: debug 2021-03-04T23:15:35.869+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:36.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:15:36.255599+0000 min lat: 0.000926519 max lat: 0.281969 avg lat: 0.00480974 2021-03-04T23:15:36.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:36.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 20 16 66502 66486 207.747 178.25 0.00278806 0.00480974 2021-03-04T23:15:36.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[37770]: cluster 2021-03-04T23:15:35.141211+0000 mgr.x (mgr.34379) 808 : cluster [DBG] pgmap v1136: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:15:36.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[37770]: audit 2021-03-04T23:15:35.796325+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[37770]: audit 2021-03-04T23:15:36.056315+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[39303]: cluster 2021-03-04T23:15:35.141211+0000 mgr.x (mgr.34379) 808 : cluster [DBG] pgmap v1136: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:15:36.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[39303]: audit 2021-03-04T23:15:35.796325+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[39303]: audit 2021-03-04T23:15:36.056315+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:36.426 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:36 gibba023 bash[27374]: cluster 2021-03-04T23:15:35.141211+0000 mgr.x (mgr.34379) 808 : cluster [DBG] pgmap v1136: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:15:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:36 gibba023 bash[27374]: audit 2021-03-04T23:15:35.796325+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:36 gibba023 bash[27374]: audit 2021-03-04T23:15:36.056315+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:15:36.529 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:36.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:36 gibba008 bash[44600]: debug 2021-03-04T23:15:36.420+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:37.205 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:37.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 21 16 68391 68375 203.476 118.062 0.0153698 0.00490893 2021-03-04T23:15:37.316 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:37.489 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:37 gibba008 bash[39303]: cephadm 2021-03-04T23:15:35.797858+0000 mgr.x (mgr.34379) 809 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:15:37.490 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:37 gibba008 bash[47391]: debug 2021-03-04T23:15:37.196+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:37.490 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:37 gibba008 bash[37770]: cephadm 2021-03-04T23:15:35.797858+0000 mgr.x (mgr.34379) 809 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:15:37.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:37 gibba023 bash[27374]: cephadm 2021-03-04T23:15:35.797858+0000 mgr.x (mgr.34379) 809 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:15:37.786 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:37.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:38.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[37770]: cluster 2021-03-04T23:15:37.142148+0000 mgr.x (mgr.34379) 810 : cluster [DBG] pgmap v1137: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:15:38.233 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[37770]: audit 2021-03-04T23:15:37.766586+0000 mon.c (mon.1) 64 : audit [INF] from='client.? 172.21.2.108:0/3405729179' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:15:38.233 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[37770]: audit 2021-03-04T23:15:37.766846+0000 mon.a (mon.0) 1399 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:15:38.233 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:37 gibba008 bash[91265]: debug 2021-03-04T23:15:37.780+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:38.239 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:15:38.257 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 22 16 70294 70278 199.632 118.938 0.00293115 0.00500518 2021-03-04T23:15:38.275 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:38.380 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:38.510 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[48858]: debug 2021-03-04T23:15:38.268+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[39303]: cluster 2021-03-04T23:15:37.142148+0000 mgr.x (mgr.34379) 810 : cluster [DBG] pgmap v1137: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:15:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[39303]: audit 2021-03-04T23:15:37.766586+0000 mon.c (mon.1) 64 : audit [INF] from='client.? 172.21.2.108:0/3405729179' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:15:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[39303]: audit 2021-03-04T23:15:37.766846+0000 mon.a (mon.0) 1399 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:15:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:38 gibba023 bash[27374]: cluster 2021-03-04T23:15:37.142148+0000 mgr.x (mgr.34379) 810 : cluster [DBG] pgmap v1137: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:15:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:38 gibba023 bash[27374]: audit 2021-03-04T23:15:37.766586+0000 mon.c (mon.1) 64 : audit [INF] from='client.? 172.21.2.108:0/3405729179' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:15:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:38 gibba023 bash[27374]: audit 2021-03-04T23:15:37.766846+0000 mon.a (mon.0) 1399 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:15:38.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:38.886 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:39.084 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:39.116 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:38 gibba008 bash[48858]: debug 2021-03-04T23:15:38.780+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:39.186 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:39.233 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:39 gibba023 bash[19550]: debug 2021-03-04T23:15:39.073+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:39.233 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:39 gibba023 bash[27374]: cluster 2021-03-04T23:15:38.217741+0000 mon.a (mon.0) 1400 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:15:39.234 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:39 gibba023 bash[27374]: audit 2021-03-04T23:15:38.226081+0000 mon.a (mon.0) 1401 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:15:39.234 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:39 gibba023 bash[27374]: cluster 2021-03-04T23:15:38.226226+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e637: 8 total, 8 up, 7 in 2021-03-04T23:15:39.234 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:39 gibba023 bash[27374]: cluster 2021-03-04T23:15:38.369522+0000 osd.3 (osd.3) 1 : cluster [DBG] 2.a scrub ok 2021-03-04T23:15:39.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 23 16 72973 72957 198.232 167.438 0.00513814 0.0050409 2021-03-04T23:15:39.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[37770]: cluster 2021-03-04T23:15:38.217741+0000 mon.a (mon.0) 1400 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:15:39.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[37770]: audit 2021-03-04T23:15:38.226081+0000 mon.a (mon.0) 1401 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:15:39.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[37770]: cluster 2021-03-04T23:15:38.226226+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e637: 8 total, 8 up, 7 in 2021-03-04T23:15:39.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[37770]: cluster 2021-03-04T23:15:38.369522+0000 osd.3 (osd.3) 1 : cluster [DBG] 2.a scrub ok 2021-03-04T23:15:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[39303]: cluster 2021-03-04T23:15:38.217741+0000 mon.a (mon.0) 1400 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:15:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[39303]: audit 2021-03-04T23:15:38.226081+0000 mon.a (mon.0) 1401 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:15:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[39303]: cluster 2021-03-04T23:15:38.226226+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e637: 8 total, 8 up, 7 in 2021-03-04T23:15:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[39303]: cluster 2021-03-04T23:15:38.369522+0000 osd.3 (osd.3) 1 : cluster [DBG] 2.a scrub ok 2021-03-04T23:15:39.661 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:39.764 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:40.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:39 gibba008 bash[48858]: debug 2021-03-04T23:15:39.656+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:40.107 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:40.209 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:40.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 24 16 75570 75554 196.735 162.312 0.00796018 0.0050795 2021-03-04T23:15:40.334 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:40.439 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:40.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:40 gibba008 bash[37770]: cluster 2021-03-04T23:15:39.142489+0000 mgr.x (mgr.34379) 811 : cluster [DBG] pgmap v1139: 109 pgs: 109 active+clean; 4.1 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:15:40.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:40 gibba008 bash[39303]: cluster 2021-03-04T23:15:39.142489+0000 mgr.x (mgr.34379) 811 : cluster [DBG] pgmap v1139: 109 pgs: 109 active+clean; 4.1 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:15:40.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:40 gibba008 bash[47391]: debug 2021-03-04T23:15:40.100+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:40.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:40 gibba023 bash[15180]: debug 2021-03-04T23:15:40.329+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:40 gibba023 bash[27374]: cluster 2021-03-04T23:15:39.142489+0000 mgr.x (mgr.34379) 811 : cluster [DBG] pgmap v1139: 109 pgs: 109 active+clean; 4.1 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:15:40.527 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:40.633 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:41.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:40 gibba023 bash[18090]: debug 2021-03-04T23:15:40.521+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:41.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 25 16 77833 77817 194.522 141.438 0.0221207 0.00513565 2021-03-04T23:15:41.342 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:41.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:41.670 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:41 gibba008 bash[44600]: debug 2021-03-04T23:15:41.332+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:41.670 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:41.772 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:41.876 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:41.980 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:41.996 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:41 gibba008 bash[48858]: debug 2021-03-04T23:15:41.664+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:42.237 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:41 gibba023 bash[15180]: debug 2021-03-04T23:15:41.869+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:42.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 26 16 79184 79168 190.288 84.4375 0.0071592 0.00525181 2021-03-04T23:15:42.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:42 gibba008 bash[39303]: cluster 2021-03-04T23:15:41.143699+0000 mgr.x (mgr.34379) 812 : cluster [DBG] pgmap v1140: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 157 MiB/s wr, 2.51k op/s 2021-03-04T23:15:42.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:42 gibba008 bash[37770]: cluster 2021-03-04T23:15:41.143699+0000 mgr.x (mgr.34379) 812 : cluster [DBG] pgmap v1140: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 157 MiB/s wr, 2.51k op/s 2021-03-04T23:15:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:42 gibba023 bash[27374]: cluster 2021-03-04T23:15:41.143699+0000 mgr.x (mgr.34379) 812 : cluster [DBG] pgmap v1140: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 157 MiB/s wr, 2.51k op/s 2021-03-04T23:15:42.537 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:42.640 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:43.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:42 gibba008 bash[91265]: debug 2021-03-04T23:15:42.532+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:43.078 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:43.181 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:43.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 27 16 81679 81663 189.015 155.938 0.00681431 0.00528714 2021-03-04T23:15:43.358 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:43 gibba008 bash[48858]: debug 2021-03-04T23:15:43.072+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:43.358 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:43.461 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:43.577 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:43.612 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:43 gibba008 bash[47391]: debug 2021-03-04T23:15:43.352+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:43.682 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:43.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:43 gibba023 bash[18090]: debug 2021-03-04T23:15:43.569+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:43.776 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:15:43.795 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:43.803 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:15:43.821 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:15:43.842 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:15:43.863 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:15:43.870 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:15:43.870 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:15:43.870 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.871 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:83122 27.f 27:fb04f01a:::benchmark_data_gibba008_92657_object83121:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e637)", 2021-03-04T23:15:43.871 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.862146+0000", 2021-03-04T23:15:43.871 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.004878332, 2021-03-04T23:15:43.871 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0048957580000000001, 2021-03-04T23:15:43.871 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.872 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:15:43.872 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:15:43.872 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:15:43.872 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:15:43.873 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 83122 2021-03-04T23:15:43.873 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.873 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.873 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.873 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.874 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862146+0000", 2021-03-04T23:15:43.874 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.874 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.874 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.875 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.875 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862146+0000", 2021-03-04T23:15:43.875 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2089000000000001e-05 2021-03-04T23:15:43.875 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.875 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.876 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.876 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862158+0000", 2021-03-04T23:15:43.876 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7969999999999999e-06 2021-03-04T23:15:43.876 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.876 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.877 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.877 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862160+0000", 2021-03-04T23:15:43.877 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3303e-05 2021-03-04T23:15:43.877 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.878 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.878 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.878 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862173+0000", 2021-03-04T23:15:43.878 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4299999999999999e-06 2021-03-04T23:15:43.878 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.879 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.879 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.879 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862178+0000", 2021-03-04T23:15:43.879 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00074757600000000001 2021-03-04T23:15:43.879 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.880 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.880 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.880 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.862925+0000", 2021-03-04T23:15:43.880 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000105122 2021-03-04T23:15:43.881 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.881 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.881 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.881 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863030+0000", 2021-03-04T23:15:43.881 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012509899999999999 2021-03-04T23:15:43.882 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.882 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.882 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:15:43.882 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863155+0000", 2021-03-04T23:15:43.883 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026736820000000001 2021-03-04T23:15:43.883 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.883 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.883 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:15:43.883 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865829+0000", 2021-03-04T23:15:43.884 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0036830980000000001 2021-03-04T23:15:43.884 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.884 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.884 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.884 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.885 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.885 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:83125 27.d 27:ba853021:::benchmark_data_gibba008_92657_object83124:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e637)", 2021-03-04T23:15:43.885 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.863175+0000", 2021-03-04T23:15:43.885 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.003849669, 2021-03-04T23:15:43.886 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0039142209999999998, 2021-03-04T23:15:43.886 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.886 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:15:43.886 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:15:43.887 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:15:43.887 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:15:43.887 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 83125 2021-03-04T23:15:43.887 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.888 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.888 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.888 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.888 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863175+0000", 2021-03-04T23:15:43.888 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.889 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.889 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.889 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.889 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863175+0000", 2021-03-04T23:15:43.889 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3709e-05 2021-03-04T23:15:43.890 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.890 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.890 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.890 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863188+0000", 2021-03-04T23:15:43.891 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9810000000000002e-06 2021-03-04T23:15:43.891 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.891 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.891 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.891 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863190+0000", 2021-03-04T23:15:43.892 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0949999999999996e-06 2021-03-04T23:15:43.892 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.892 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.892 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.892 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863198+0000", 2021-03-04T23:15:43.893 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9100000000000004e-06 2021-03-04T23:15:43.893 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.893 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.893 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.893 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863203+0000", 2021-03-04T23:15:43.894 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5030000000000002e-05 2021-03-04T23:15:43.894 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.894 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.894 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.895 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863238+0000", 2021-03-04T23:15:43.895 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4367e-05 2021-03-04T23:15:43.895 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.895 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.895 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.896 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863333+0000", 2021-03-04T23:15:43.896 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010805499999999999 2021-03-04T23:15:43.896 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.896 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.897 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:43.897 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863441+0000", 2021-03-04T23:15:43.897 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001929601 2021-03-04T23:15:43.897 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.898 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.898 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:15:43.898 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865370+0000", 2021-03-04T23:15:43.899 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002195748 2021-03-04T23:15:43.899 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.899 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.899 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.899 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.900 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.900 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:83123 27.2 e637/634 27:4c02a4de:::benchmark_data_gibba008_92657_object83122:head v 637'5139, mlcod=637'5136)", 2021-03-04T23:15:43.900 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.863559+0000", 2021-03-04T23:15:43.900 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0034658340000000001, 2021-03-04T23:15:43.901 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0035684390000000001, 2021-03-04T23:15:43.901 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.901 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:15:43.901 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.901 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.902 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.902 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863559+0000", 2021-03-04T23:15:43.902 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.902 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.902 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.903 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.903 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863559+0000", 2021-03-04T23:15:43.903 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7172000000000001e-05 2021-03-04T23:15:43.903 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.904 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.904 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.904 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863576+0000", 2021-03-04T23:15:43.904 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9369999999999998e-06 2021-03-04T23:15:43.904 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.905 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.905 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.905 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863578+0000", 2021-03-04T23:15:43.905 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1970000000000001e-05 2021-03-04T23:15:43.905 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.906 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.906 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.906 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863590+0000", 2021-03-04T23:15:43.906 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5669999999999996e-06 2021-03-04T23:15:43.907 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.907 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.907 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.907 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.863594+0000", 2021-03-04T23:15:43.907 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0012258270000000001 2021-03-04T23:15:43.908 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.908 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.908 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.908 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.864820+0000", 2021-03-04T23:15:43.908 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2381000000000001e-05 2021-03-04T23:15:43.909 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.909 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.909 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.909 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.864832+0000", 2021-03-04T23:15:43.909 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001273854 2021-03-04T23:15:43.910 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.910 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.910 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.910 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.911 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.911 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:83124 27.b e637/634 27:de949999:::benchmark_data_gibba008_92657_object83123:head v 637'5035, mlcod=637'5030)", 2021-03-04T23:15:43.911 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.864977+0000", 2021-03-04T23:15:43.911 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.002047021, 2021-03-04T23:15:43.911 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021772380000000002, 2021-03-04T23:15:43.912 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.912 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:15:43.912 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.912 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.913 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.913 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.864977+0000", 2021-03-04T23:15:43.913 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.913 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.913 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.914 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.914 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.864977+0000", 2021-03-04T23:15:43.914 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4165000000000001e-05 2021-03-04T23:15:43.914 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.914 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.915 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.915 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.864992+0000", 2021-03-04T23:15:43.915 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1280000000000002e-06 2021-03-04T23:15:43.915 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.916 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.916 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.916 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.864994+0000", 2021-03-04T23:15:43.916 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1550000000000007e-06 2021-03-04T23:15:43.916 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.917 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.917 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.917 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865002+0000", 2021-03-04T23:15:43.917 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4730000000000002e-06 2021-03-04T23:15:43.918 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.918 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.918 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.918 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865006+0000", 2021-03-04T23:15:43.918 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4434000000000003e-05 2021-03-04T23:15:43.919 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.919 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.919 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.919 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865041+0000", 2021-03-04T23:15:43.919 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4820999999999999e-05 2021-03-04T23:15:43.920 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.920 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.920 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.920 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865056+0000", 2021-03-04T23:15:43.921 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8176000000000005e-05 2021-03-04T23:15:43.921 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.921 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.921 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.921 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.922 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.922 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:83126 27.7 e637/634 27:e385e2c3:::benchmark_data_gibba008_92657_object83125:head v 637'5223, mlcod=637'5221)", 2021-03-04T23:15:43.922 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.865457+0000", 2021-03-04T23:15:43.922 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0015675649999999999, 2021-03-04T23:15:43.922 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0017291229999999999, 2021-03-04T23:15:43.923 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.923 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:15:43.923 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.923 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.923 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.924 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865457+0000", 2021-03-04T23:15:43.924 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.924 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.924 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.925 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.925 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865457+0000", 2021-03-04T23:15:43.925 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0072999999999999e-05 2021-03-04T23:15:43.925 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.925 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.926 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.926 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865477+0000", 2021-03-04T23:15:43.926 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0090000000000002e-06 2021-03-04T23:15:43.926 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.926 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.927 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.927 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865479+0000", 2021-03-04T23:15:43.927 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5400000000000001e-06 2021-03-04T23:15:43.927 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.928 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.928 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.928 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865488+0000", 2021-03-04T23:15:43.928 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2740000000000001e-06 2021-03-04T23:15:43.928 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.929 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.929 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.929 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865493+0000", 2021-03-04T23:15:43.929 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1296e-05 2021-03-04T23:15:43.929 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.930 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.930 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.930 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865524+0000", 2021-03-04T23:15:43.930 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7852e-05 2021-03-04T23:15:43.931 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.931 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.931 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.931 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865552+0000", 2021-03-04T23:15:43.931 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5043999999999993e-05 2021-03-04T23:15:43.932 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.932 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.932 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.932 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.932 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.933 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:83129 27.d 27:bc02d470:::benchmark_data_gibba008_92657_object83128:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e637)", 2021-03-04T23:15:43.933 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.865652+0000", 2021-03-04T23:15:43.933 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0013722490000000001, 2021-03-04T23:15:43.933 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0015645430000000001, 2021-03-04T23:15:43.933 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.934 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:15:43.934 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:15:43.934 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:15:43.934 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:15:43.935 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 83129 2021-03-04T23:15:43.935 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.935 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.935 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.935 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.936 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865652+0000", 2021-03-04T23:15:43.936 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.936 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.936 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.937 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.937 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865652+0000", 2021-03-04T23:15:43.937 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0064999999999999e-05 2021-03-04T23:15:43.937 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.937 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.938 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.938 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865662+0000", 2021-03-04T23:15:43.938 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5009999999999999e-06 2021-03-04T23:15:43.938 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.939 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.939 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.939 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865664+0000", 2021-03-04T23:15:43.939 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9079999999999995e-06 2021-03-04T23:15:43.940 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.940 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.940 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.940 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865672+0000", 2021-03-04T23:15:43.941 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5279999999999999e-06 2021-03-04T23:15:43.941 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.941 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.941 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.942 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865675+0000", 2021-03-04T23:15:43.942 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5551999999999999e-05 2021-03-04T23:15:43.942 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.943 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.943 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.943 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865701+0000", 2021-03-04T23:15:43.943 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6514000000000005e-05 2021-03-04T23:15:43.944 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.944 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.944 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.944 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865797+0000", 2021-03-04T23:15:43.945 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1643999999999994e-05 2021-03-04T23:15:43.945 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.945 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.945 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:15:43.945 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.865869+0000", 2021-03-04T23:15:43.946 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021671200000000001 2021-03-04T23:15:43.946 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.946 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.946 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.947 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.947 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.947 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:83130 27.3 e637/634 27:c5dadc2a:::benchmark_data_gibba008_92657_object83129:head v 637'5169, mlcod=637'5167)", 2021-03-04T23:15:43.947 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:15:43.866252+0000", 2021-03-04T23:15:43.947 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00077247500000000001, 2021-03-04T23:15:43.948 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001014465, 2021-03-04T23:15:43.948 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:15:43.948 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:15:43.948 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:15:43.948 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.949 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:15:43.949 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866252+0000", 2021-03-04T23:15:43.949 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:15:43.949 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.950 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.950 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:15:43.950 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866252+0000", 2021-03-04T23:15:43.950 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2642999999999997e-05 2021-03-04T23:15:43.951 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.951 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.951 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:15:43.951 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866305+0000", 2021-03-04T23:15:43.951 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.821e-06 2021-03-04T23:15:43.952 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.952 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.952 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:15:43.952 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866306+0000", 2021-03-04T23:15:43.952 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8179999999999993e-06 2021-03-04T23:15:43.953 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.953 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.953 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:15:43.953 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866315+0000", 2021-03-04T23:15:43.953 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7450000000000001e-06 2021-03-04T23:15:43.954 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.954 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.954 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:15:43.954 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866319+0000", 2021-03-04T23:15:43.955 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8546000000000001e-05 2021-03-04T23:15:43.955 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.955 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.955 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:15:43.958 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866347+0000", 2021-03-04T23:15:43.958 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4878000000000001e-05 2021-03-04T23:15:43.958 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:15:43.958 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:15:43.959 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:15:43.959 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:15:43.866362+0000", 2021-03-04T23:15:43.959 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110451 2021-03-04T23:15:43.960 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.960 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:15:43.960 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.960 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:15:43.961 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:15:43.961 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 7 2021-03-04T23:15:43.961 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:15:43.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:43.963 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:15:43.964 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:15:43.964 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:15:43.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.966 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:15:43.966 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:15:44.046 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:43 gibba023 bash[16680]: debug 2021-03-04T23:15:43.789+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:44.047 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:44.150 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:44.243 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:15:44.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:15:44.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 28 16 84039 84023 187.532 147.5 0.00602625 0.00532893 2021-03-04T23:15:44.352 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:44.384 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[39303]: cluster 2021-03-04T23:15:43.144187+0000 mgr.x (mgr.34379) 813 : cluster [DBG] pgmap v1141: 109 pgs: 109 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:15:44.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[39303]: audit 2021-03-04T23:15:43.748345+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.108:0/1081899682' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:15:44.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[39303]: audit 2021-03-04T23:15:43.931656+0000 mon.a (mon.0) 1403 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:15:44.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[39303]: audit 2021-03-04T23:15:43.932240+0000 mon.b (mon.2) 5 : audit [INF] from='client.? 172.21.2.108:0/1132559083' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:15:44.385 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[37770]: cluster 2021-03-04T23:15:43.144187+0000 mgr.x (mgr.34379) 813 : cluster [DBG] pgmap v1141: 109 pgs: 109 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:15:44.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[37770]: audit 2021-03-04T23:15:43.748345+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.108:0/1081899682' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:15:44.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[37770]: audit 2021-03-04T23:15:43.931656+0000 mon.a (mon.0) 1403 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:15:44.386 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[37770]: audit 2021-03-04T23:15:43.932240+0000 mon.b (mon.2) 5 : audit [INF] from='client.? 172.21.2.108:0/1132559083' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:15:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:44 gibba023 bash[27374]: cluster 2021-03-04T23:15:43.144187+0000 mgr.x (mgr.34379) 813 : cluster [DBG] pgmap v1141: 109 pgs: 109 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:15:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:44 gibba023 bash[27374]: audit 2021-03-04T23:15:43.748345+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.108:0/1081899682' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:15:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:44 gibba023 bash[27374]: audit 2021-03-04T23:15:43.931656+0000 mon.a (mon.0) 1403 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:15:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:44 gibba023 bash[27374]: audit 2021-03-04T23:15:43.932240+0000 mon.b (mon.2) 5 : audit [INF] from='client.? 172.21.2.108:0/1132559083' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:15:44.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:44 gibba023 bash[16680]: debug 2021-03-04T23:15:44.041+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:44.666 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:44.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:44 gibba008 bash[44600]: debug 2021-03-04T23:15:44.656+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:44.772 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:44.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:45.004 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:45.247 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:45 gibba023 bash[27374]: audit 2021-03-04T23:15:44.238462+0000 mon.a (mon.0) 1404 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:15:45.248 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:45 gibba023 bash[27374]: cluster 2021-03-04T23:15:44.238516+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e638: 8 total, 8 up, 7 in 2021-03-04T23:15:45.248 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:45 gibba023 bash[27374]: audit 2021-03-04T23:15:44.741552+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 2]}]: dispatch 2021-03-04T23:15:45.248 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:45 gibba023 bash[27374]: audit 2021-03-04T23:15:44.880277+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:45.249 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:44 gibba023 bash[19550]: debug 2021-03-04T23:15:44.889+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:45.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 29 16 85708 85692 184.662 104.312 0.00516101 0.00541196 2021-03-04T23:15:45.387 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:45.490 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[39303]: audit 2021-03-04T23:15:44.238462+0000 mon.a (mon.0) 1404 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:15:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[39303]: cluster 2021-03-04T23:15:44.238516+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e638: 8 total, 8 up, 7 in 2021-03-04T23:15:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[39303]: audit 2021-03-04T23:15:44.741552+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 2]}]: dispatch 2021-03-04T23:15:45.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[39303]: audit 2021-03-04T23:15:44.880277+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[37770]: audit 2021-03-04T23:15:44.238462+0000 mon.a (mon.0) 1404 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:15:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[37770]: cluster 2021-03-04T23:15:44.238516+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e638: 8 total, 8 up, 7 in 2021-03-04T23:15:45.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[37770]: audit 2021-03-04T23:15:44.741552+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 2]}]: dispatch 2021-03-04T23:15:45.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[37770]: audit 2021-03-04T23:15:44.880277+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:45.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:45 gibba008 bash[91265]: debug 2021-03-04T23:15:45.384+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:46.062 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:46.166 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:46.258 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 30 16 87387 87371 182.005 104.938 0.00349633 0.00548838 2021-03-04T23:15:46.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:46 gibba008 bash[39303]: cluster 2021-03-04T23:15:45.145101+0000 mgr.x (mgr.34379) 814 : cluster [DBG] pgmap v1143: 109 pgs: 109 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:15:46.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:46 gibba008 bash[44600]: debug 2021-03-04T23:15:46.056+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:46.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:46 gibba008 bash[37770]: cluster 2021-03-04T23:15:45.145101+0000 mgr.x (mgr.34379) 814 : cluster [DBG] pgmap v1143: 109 pgs: 109 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:15:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:46 gibba023 bash[27374]: cluster 2021-03-04T23:15:45.145101+0000 mgr.x (mgr.34379) 814 : cluster [DBG] pgmap v1143: 109 pgs: 109 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:15:46.721 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:46.825 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:47.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:46 gibba008 bash[44600]: debug 2021-03-04T23:15:46.712+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:47.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 31 16 89045 89029 179.476 103.625 0.0288612 0.00556609 2021-03-04T23:15:47.315 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:47.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:47.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:47 gibba008 bash[47391]: debug 2021-03-04T23:15:47.308+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:48.064 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:48.175 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:48.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 32 16 90192 90176 176.107 71.6875 0.012301 0.00567482 2021-03-04T23:15:48.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:48 gibba008 bash[39303]: cluster 2021-03-04T23:15:47.146667+0000 mgr.x (mgr.34379) 815 : cluster [DBG] pgmap v1144: 109 pgs: 109 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:15:48.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:48 gibba008 bash[47391]: debug 2021-03-04T23:15:48.056+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:48 gibba008 bash[37770]: cluster 2021-03-04T23:15:47.146667+0000 mgr.x (mgr.34379) 815 : cluster [DBG] pgmap v1144: 109 pgs: 109 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:15:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:48 gibba023 bash[27374]: cluster 2021-03-04T23:15:47.146667+0000 mgr.x (mgr.34379) 815 : cluster [DBG] pgmap v1144: 109 pgs: 109 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:15:48.588 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:48.692 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:48.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:15:48.850 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:48.881 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:48 gibba008 bash[47391]: debug 2021-03-04T23:15:48.584+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:49.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 33 16 91426 91410 173.107 77.125 0.011424 0.00577305 2021-03-04T23:15:49.456 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:49.559 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:49.614 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:15:49.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:15:49.716 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:49.744 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:49 gibba008 bash[47391]: debug 2021-03-04T23:15:49.452+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:49.777 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:49.850 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:49.851 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:15:49 gibba023 bash[18090]: debug 2021-03-04T23:15:49.665+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:49.851 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:49 gibba023 bash[19550]: debug 2021-03-04T23:15:49.841+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:49.955 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:50.005 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:50 gibba008 bash[37770]: cluster 2021-03-04T23:15:49.147899+0000 mgr.x (mgr.34379) 816 : cluster [DBG] pgmap v1145: 109 pgs: 109 active+clean; 5.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:15:50.061 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:15:50.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:50.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 34 16 93366 93350 171.582 121.25 0.0894789 0.00581882 2021-03-04T23:15:50.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:50 gibba008 bash[39303]: cluster 2021-03-04T23:15:49.147899+0000 mgr.x (mgr.34379) 816 : cluster [DBG] pgmap v1145: 109 pgs: 109 active+clean; 5.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:15:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:50 gibba023 bash[27374]: cluster 2021-03-04T23:15:49.147899+0000 mgr.x (mgr.34379) 816 : cluster [DBG] pgmap v1145: 109 pgs: 109 active+clean; 5.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:15:50.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:15:50 gibba023 bash[16680]: debug 2021-03-04T23:15:50.053+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:50.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:50.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:51.085 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:50 gibba008 bash[91265]: debug 2021-03-04T23:15:50.600+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:51.129 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:15:51.252 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:51.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 35 16 94466 94450 168.643 68.75 0.00877192 0.00592572 2021-03-04T23:15:51.327 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:51.356 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:51.457 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:51.501 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:51 gibba008 bash[47391]: debug 2021-03-04T23:15:51.248+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:51.561 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:51.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:51 gibba023 bash[19550]: debug 2021-03-04T23:15:51.445+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:52.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 36 16 96392 96376 167.302 120.375 0.0156503 0.00597341 2021-03-04T23:15:52.297 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:52.400 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:52.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:52 gibba008 bash[37770]: cluster 2021-03-04T23:15:51.149372+0000 mgr.x (mgr.34379) 817 : cluster [DBG] pgmap v1146: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 119 MiB/s wr, 1.90k op/s 2021-03-04T23:15:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:52 gibba008 bash[39303]: cluster 2021-03-04T23:15:51.149372+0000 mgr.x (mgr.34379) 817 : cluster [DBG] pgmap v1146: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 119 MiB/s wr, 1.90k op/s 2021-03-04T23:15:52.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:52 gibba008 bash[47391]: debug 2021-03-04T23:15:52.292+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:52 gibba023 bash[27374]: cluster 2021-03-04T23:15:51.149372+0000 mgr.x (mgr.34379) 817 : cluster [DBG] pgmap v1146: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 119 MiB/s wr, 1.90k op/s 2021-03-04T23:15:53.164 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:53.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 37 16 97851 97835 165.245 91.1875 0.00516569 0.00604544 2021-03-04T23:15:53.266 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:53.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:53 gibba008 bash[91265]: debug 2021-03-04T23:15:53.160+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:53.779 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:53.882 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:53.989 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:54.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:53 gibba008 bash[48858]: debug 2021-03-04T23:15:53.772+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:54.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:54.215 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:53 gibba023 bash[19550]: debug 2021-03-04T23:15:53.981+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:54.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 38 16 99853 99837 164.189 125.125 0.00298984 0.00608167 2021-03-04T23:15:54.409 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:54 gibba008 bash[37770]: cluster 2021-03-04T23:15:53.149945+0000 mgr.x (mgr.34379) 818 : cluster [DBG] pgmap v1147: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:54.409 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:54 gibba008 bash[39303]: cluster 2021-03-04T23:15:53.149945+0000 mgr.x (mgr.34379) 818 : cluster [DBG] pgmap v1147: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:54.475 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:15:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:54 gibba023 bash[27374]: cluster 2021-03-04T23:15:53.149945+0000 mgr.x (mgr.34379) 818 : cluster [DBG] pgmap v1147: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:54.579 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:54.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:15:54 gibba008 bash[48858]: debug 2021-03-04T23:15:54.468+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:55.074 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:55.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:55.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 39 16 101173 101157 162.094 82.5 0.00513015 0.00616605 2021-03-04T23:15:55.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:55 gibba023 bash[19550]: debug 2021-03-04T23:15:55.065+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:55.784 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:55.887 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:56.218 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:55 gibba023 bash[19550]: debug 2021-03-04T23:15:55.777+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:56.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:15:56.257575+0000 min lat: 0.000926519 max lat: 0.281969 avg lat: 0.00619471 2021-03-04T23:15:56.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:56.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 40 16 103284 103268 161.34 131.938 0.00675942 0.00619471 2021-03-04T23:15:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:56 gibba008 bash[37770]: cluster 2021-03-04T23:15:55.150316+0000 mgr.x (mgr.34379) 819 : cluster [DBG] pgmap v1148: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:15:56.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:56 gibba008 bash[39303]: cluster 2021-03-04T23:15:55.150316+0000 mgr.x (mgr.34379) 819 : cluster [DBG] pgmap v1148: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:15:56.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:56 gibba023 bash[27374]: cluster 2021-03-04T23:15:55.150316+0000 mgr.x (mgr.34379) 819 : cluster [DBG] pgmap v1148: 109 pgs: 109 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:15:56.611 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:15:56.717 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:57.021 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:15:56 gibba008 bash[44600]: debug 2021-03-04T23:15:56.600+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:57.121 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:57.224 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:57.259 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 41 16 104875 104859 159.83 99.4375 0.0100721 0.00625188 2021-03-04T23:15:57.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:57 gibba008 bash[91265]: debug 2021-03-04T23:15:57.116+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:57.830 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:15:57.933 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:58.228 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:15:57 gibba023 bash[19550]: debug 2021-03-04T23:15:57.821+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:58.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 42 16 106344 106328 158.21 91.8125 0.019469 0.00631707 2021-03-04T23:15:58.342 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:15:58.445 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:58.451 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:58 gibba008 bash[39303]: cluster 2021-03-04T23:15:57.150864+0000 mgr.x (mgr.34379) 820 : cluster [DBG] pgmap v1149: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:15:58.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:15:58 gibba008 bash[39303]: audit 2021-03-04T23:15:58.156615+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:58.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:58 gibba008 bash[37770]: cluster 2021-03-04T23:15:57.150864+0000 mgr.x (mgr.34379) 820 : cluster [DBG] pgmap v1149: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:15:58.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:15:58 gibba008 bash[37770]: audit 2021-03-04T23:15:58.156615+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:58.453 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:15:58 gibba008 bash[91265]: debug 2021-03-04T23:15:58.336+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:58.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:58 gibba023 bash[27374]: cluster 2021-03-04T23:15:57.150864+0000 mgr.x (mgr.34379) 820 : cluster [DBG] pgmap v1149: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:15:58.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:15:58 gibba023 bash[27374]: audit 2021-03-04T23:15:58.156615+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:58.609 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:15:58.711 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:58.832 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:15:58 gibba008 bash[47391]: debug 2021-03-04T23:15:58.604+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:15:59.213 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:59.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 43 16 108211 108195 157.244 116.688 0.0175129 0.00635349 2021-03-04T23:15:59.322 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:59.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:59 gibba023 bash[15180]: debug 2021-03-04T23:15:59.205+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:15:59.804 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:15:59.910 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:00.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 44 16 109341 109325 155.275 70.625 0.0045417 0.0064367 2021-03-04T23:16:00.335 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:00 gibba023 bash[27374]: cluster 2021-03-04T23:15:59.151282+0000 mgr.x (mgr.34379) 821 : cluster [DBG] pgmap v1150: 109 pgs: 109 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:16:00.335 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:15:59 gibba023 bash[15180]: debug 2021-03-04T23:15:59.797+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:00.368 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:00 gibba008 bash[39303]: cluster 2021-03-04T23:15:59.151282+0000 mgr.x (mgr.34379) 821 : cluster [DBG] pgmap v1150: 109 pgs: 109 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:16:00.369 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:00 gibba008 bash[37770]: cluster 2021-03-04T23:15:59.151282+0000 mgr.x (mgr.34379) 821 : cluster [DBG] pgmap v1150: 109 pgs: 109 active+clean; 6.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:16:00.463 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:00.566 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:00.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:00 gibba023 bash[16680]: debug 2021-03-04T23:16:00.453+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:01.099 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:01.202 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:01.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 45 16 111376 111360 154.651 127.188 0.00576769 0.00646264 2021-03-04T23:16:01.406 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:01 gibba008 bash[47391]: debug 2021-03-04T23:16:01.092+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:01.407 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:01.509 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:01.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:01 gibba008 bash[91265]: debug 2021-03-04T23:16:01.400+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:01.933 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:02.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:02.210 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:16:02.226 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:01 gibba008 bash[47391]: debug 2021-03-04T23:16:01.924+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:02.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 46 16 113362 113346 153.987 124.125 0.00513465 0.00649052 2021-03-04T23:16:02.507 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[39303]: cluster 2021-03-04T23:16:01.151759+0000 mgr.x (mgr.34379) 822 : cluster [DBG] pgmap v1151: 109 pgs: 109 active+clean; 6.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:16:02.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[39303]: audit 2021-03-04T23:16:01.363502+0000 mon.c (mon.1) 65 : audit [INF] from='client.? 172.21.2.108:0/3655230033' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:02.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[39303]: audit 2021-03-04T23:16:01.363777+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:02.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[37770]: cluster 2021-03-04T23:16:01.151759+0000 mgr.x (mgr.34379) 822 : cluster [DBG] pgmap v1151: 109 pgs: 109 active+clean; 6.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:16:02.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[37770]: audit 2021-03-04T23:16:01.363502+0000 mon.c (mon.1) 65 : audit [INF] from='client.? 172.21.2.108:0/3655230033' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:02.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[37770]: audit 2021-03-04T23:16:01.363777+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:02.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:02.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:02 gibba023 bash[27374]: cluster 2021-03-04T23:16:01.151759+0000 mgr.x (mgr.34379) 822 : cluster [DBG] pgmap v1151: 109 pgs: 109 active+clean; 6.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:16:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:02 gibba023 bash[27374]: audit 2021-03-04T23:16:01.363502+0000 mon.c (mon.1) 65 : audit [INF] from='client.? 172.21.2.108:0/3655230033' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:02 gibba023 bash[27374]: audit 2021-03-04T23:16:01.363777+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:02.611 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:02.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:02 gibba008 bash[48858]: debug 2021-03-04T23:16:02.504+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:03.172 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:03.218 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[37770]: cluster 2021-03-04T23:16:02.202731+0000 mon.a (mon.0) 1410 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:16:03.218 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[37770]: cluster 2021-03-04T23:16:02.202752+0000 mon.a (mon.0) 1411 : cluster [INF] Cluster is now healthy 2021-03-04T23:16:03.219 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[37770]: audit 2021-03-04T23:16:02.205791+0000 mon.a (mon.0) 1412 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:16:03.219 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[37770]: cluster 2021-03-04T23:16:02.205855+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e639: 8 total, 8 up, 7 in 2021-03-04T23:16:03.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 47 16 114938 114922 152.807 98.5 0.00435263 0.00653913 2021-03-04T23:16:03.276 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:03.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[39303]: cluster 2021-03-04T23:16:02.202731+0000 mon.a (mon.0) 1410 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:16:03.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[39303]: cluster 2021-03-04T23:16:02.202752+0000 mon.a (mon.0) 1411 : cluster [INF] Cluster is now healthy 2021-03-04T23:16:03.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[39303]: audit 2021-03-04T23:16:02.205791+0000 mon.a (mon.0) 1412 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:16:03.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[39303]: cluster 2021-03-04T23:16:02.205855+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e639: 8 total, 8 up, 7 in 2021-03-04T23:16:03.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:03 gibba023 bash[16680]: debug 2021-03-04T23:16:03.165+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:03.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:03 gibba023 bash[27374]: cluster 2021-03-04T23:16:02.202731+0000 mon.a (mon.0) 1410 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:16:03.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:03 gibba023 bash[27374]: cluster 2021-03-04T23:16:02.202752+0000 mon.a (mon.0) 1411 : cluster [INF] Cluster is now healthy 2021-03-04T23:16:03.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:03 gibba023 bash[27374]: audit 2021-03-04T23:16:02.205791+0000 mon.a (mon.0) 1412 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:16:03.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:03 gibba023 bash[27374]: cluster 2021-03-04T23:16:02.205855+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e639: 8 total, 8 up, 7 in 2021-03-04T23:16:03.966 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:04.069 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:04.229 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:03 gibba008 bash[48858]: debug 2021-03-04T23:16:03.960+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:04.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 48 16 116220 116204 151.292 80.125 0.00416356 0.00660489 2021-03-04T23:16:04.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:04 gibba008 bash[39303]: cluster 2021-03-04T23:16:03.152416+0000 mgr.x (mgr.34379) 823 : cluster [DBG] pgmap v1153: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:04.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:04 gibba008 bash[37770]: cluster 2021-03-04T23:16:03.152416+0000 mgr.x (mgr.34379) 823 : cluster [DBG] pgmap v1153: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:04.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:04 gibba023 bash[27374]: cluster 2021-03-04T23:16:03.152416+0000 mgr.x (mgr.34379) 823 : cluster [DBG] pgmap v1153: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:04.744 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:04.852 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:05.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:04 gibba023 bash[15180]: debug 2021-03-04T23:16:04.733+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:05.254 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:05.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 49 16 117177 117161 149.425 59.8125 0.0281176 0.00668697 2021-03-04T23:16:05.363 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:05.460 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:05.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:05 gibba008 bash[91265]: debug 2021-03-04T23:16:05.248+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:05.563 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:05.662 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:05 gibba023 bash[19550]: debug 2021-03-04T23:16:05.453+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:05.662 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:05 gibba023 bash[19550]: debug 2021-03-04T23:16:05.653+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:05.663 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:05.768 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:05.867 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:05.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:06.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:05 gibba023 bash[16680]: debug 2021-03-04T23:16:05.857+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:06.120 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:06.131 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:16:06.148 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:16:06.167 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:16:06.182 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:16:06.200 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:16:06.212 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[48858]: debug 2021-03-04T23:16:06.116+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:06.220 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:16:06.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:06.243 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:16:06.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 50 16 119029 119013 148.751 115.75 0.0151185 0.00671917 2021-03-04T23:16:06.265 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:16:06.266 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.266 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.266 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.267 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.267 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.267 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.267 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.267 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:16:06.319 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:16:06.320 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:16:06.382 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:06.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[37770]: cluster 2021-03-04T23:16:05.152736+0000 mgr.x (mgr.34379) 824 : cluster [DBG] pgmap v1154: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:06.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[37770]: audit 2021-03-04T23:16:06.111171+0000 mon.c (mon.1) 66 : audit [DBG] from='client.? 172.21.2.108:0/2600818011' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:06.450 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[47391]: debug 2021-03-04T23:16:06.372+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:06.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[39303]: cluster 2021-03-04T23:16:05.152736+0000 mgr.x (mgr.34379) 824 : cluster [DBG] pgmap v1154: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:06.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[39303]: audit 2021-03-04T23:16:06.111171+0000 mon.c (mon.1) 66 : audit [DBG] from='client.? 172.21.2.108:0/2600818011' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:06.484 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:06 gibba023 bash[27374]: cluster 2021-03-04T23:16:05.152736+0000 mgr.x (mgr.34379) 824 : cluster [DBG] pgmap v1154: 109 pgs: 109 active+clean; 6.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:06 gibba023 bash[27374]: audit 2021-03-04T23:16:06.111171+0000 mon.c (mon.1) 66 : audit [DBG] from='client.? 172.21.2.108:0/2600818011' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:06.829 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:16:06.925 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:06.931 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:07.028 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:07.177 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:06 gibba008 bash[91265]: debug 2021-03-04T23:16:06.920+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:07.245 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:07 gibba008 bash[37770]: audit 2021-03-04T23:16:06.670804+0000 mon.c (mon.1) 67 : audit [INF] from='client.? 172.21.2.108:0/3102407968' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:16:07.246 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:16:07.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 51 16 120788 120772 147.99 109.938 0.00636414 0.0067538 2021-03-04T23:16:07.275 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:07.378 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:07.477 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:07.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:07 gibba008 bash[37770]: audit 2021-03-04T23:16:06.671066+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:16:07.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:07 gibba008 bash[39303]: audit 2021-03-04T23:16:06.670804+0000 mon.c (mon.1) 67 : audit [INF] from='client.? 172.21.2.108:0/3102407968' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:16:07.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:07 gibba008 bash[39303]: audit 2021-03-04T23:16:06.671066+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:16:07.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:07 gibba008 bash[91265]: debug 2021-03-04T23:16:07.268+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:07.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:07 gibba023 bash[18090]: debug 2021-03-04T23:16:07.469+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:07 gibba023 bash[27374]: audit 2021-03-04T23:16:06.670804+0000 mon.c (mon.1) 67 : audit [INF] from='client.? 172.21.2.108:0/3102407968' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:16:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:07 gibba023 bash[27374]: audit 2021-03-04T23:16:06.671066+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:16:07.581 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:08.060 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:08.165 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:08.258 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:08.260 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 52 16 122135 122119 146.763 84.1875 0.00828318 0.00681034 2021-03-04T23:16:08.362 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:08.367 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[91265]: debug 2021-03-04T23:16:08.056+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:08.367 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[37770]: cluster 2021-03-04T23:16:07.153179+0000 mgr.x (mgr.34379) 825 : cluster [DBG] pgmap v1155: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:16:08.368 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[37770]: audit 2021-03-04T23:16:07.238607+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:16:08.368 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[37770]: cluster 2021-03-04T23:16:07.238709+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e640: 8 total, 8 up, 7 in 2021-03-04T23:16:08.368 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[39303]: cluster 2021-03-04T23:16:07.153179+0000 mgr.x (mgr.34379) 825 : cluster [DBG] pgmap v1155: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:16:08.368 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[39303]: audit 2021-03-04T23:16:07.238607+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:16:08.369 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[39303]: cluster 2021-03-04T23:16:07.238709+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e640: 8 total, 8 up, 7 in 2021-03-04T23:16:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:08 gibba023 bash[27374]: cluster 2021-03-04T23:16:07.153179+0000 mgr.x (mgr.34379) 825 : cluster [DBG] pgmap v1155: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:16:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:08 gibba023 bash[27374]: audit 2021-03-04T23:16:07.238607+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:16:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:08 gibba023 bash[27374]: cluster 2021-03-04T23:16:07.238709+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e640: 8 total, 8 up, 7 in 2021-03-04T23:16:08.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:08 gibba023 bash[19550]: debug 2021-03-04T23:16:08.249+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:08.763 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:08.866 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:09.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 53 16 123398 123382 145.483 78.9375 0.0384142 0.00686889 2021-03-04T23:16:09.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:08 gibba008 bash[47391]: debug 2021-03-04T23:16:08.756+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:09.528 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:09.631 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:09.971 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:09 gibba008 bash[48858]: debug 2021-03-04T23:16:09.524+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:09.971 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:10.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:10.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:10 gibba008 bash[37770]: cluster 2021-03-04T23:16:09.154128+0000 mgr.x (mgr.34379) 826 : cluster [DBG] pgmap v1157: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 97 MiB/s wr, 1.54k op/s 2021-03-04T23:16:10.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:10 gibba008 bash[39303]: cluster 2021-03-04T23:16:09.154128+0000 mgr.x (mgr.34379) 826 : cluster [DBG] pgmap v1157: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 97 MiB/s wr, 1.54k op/s 2021-03-04T23:16:10.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:09 gibba008 bash[91265]: debug 2021-03-04T23:16:09.964+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:10.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 54 16 125110 125094 144.77 107 0.00527591 0.00690378 2021-03-04T23:16:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:10 gibba023 bash[27374]: cluster 2021-03-04T23:16:09.154128+0000 mgr.x (mgr.34379) 826 : cluster [DBG] pgmap v1157: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 97 MiB/s wr, 1.54k op/s 2021-03-04T23:16:10.545 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:10.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:16:10.603 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:10 gibba008 bash[91265]: debug 2021-03-04T23:16:10.536+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:10.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:10.685 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:10.709 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:16:10.838 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:10.941 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:10.942 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:10.962 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:10 gibba023 bash[18090]: debug 2021-03-04T23:16:10.833+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:11.128 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:11.232 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:11.238 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:11 gibba023 bash[15180]: debug 2021-03-04T23:16:11.117+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:11.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 55 16 126310 126294 143.502 75 0.00738871 0.00696454 2021-03-04T23:16:11.325 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:11.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:11.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:11 gibba023 bash[16680]: debug 2021-03-04T23:16:11.317+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:12.043 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:12.147 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:12.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 56 16 128138 128122 142.979 114.25 0.00651511 0.00699048 2021-03-04T23:16:12.309 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:16:12.315 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:12 gibba008 bash[39303]: cluster 2021-03-04T23:16:11.154778+0000 mgr.x (mgr.34379) 827 : cluster [DBG] pgmap v1158: 109 pgs: 109 active+clean; 7.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:12.316 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:12 gibba008 bash[44600]: debug 2021-03-04T23:16:12.036+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:12.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:12 gibba008 bash[37770]: cluster 2021-03-04T23:16:11.154778+0000 mgr.x (mgr.34379) 827 : cluster [DBG] pgmap v1158: 109 pgs: 109 active+clean; 7.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:12.405 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:12 gibba023 bash[27374]: cluster 2021-03-04T23:16:11.154778+0000 mgr.x (mgr.34379) 827 : cluster [DBG] pgmap v1158: 109 pgs: 109 active+clean; 7.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:12.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:12.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:12.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:12 gibba008 bash[44600]: debug 2021-03-04T23:16:12.540+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:12.843 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:12.949 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:13.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:12 gibba023 bash[18090]: debug 2021-03-04T23:16:12.833+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:13.039 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:13.144 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:13.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 57 16 130058 130042 142.575 120 0.00374012 0.00700498 2021-03-04T23:16:13.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:13 gibba023 bash[15180]: debug 2021-03-04T23:16:13.033+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:13.584 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:13.687 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:13.691 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:13 gibba008 bash[48858]: debug 2021-03-04T23:16:13.572+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:14.079 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:14.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:14.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 58 16 131543 131527 141.717 92.8125 0.011942 0.00705272 2021-03-04T23:16:14.296 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:14.399 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:14.483 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:14 gibba023 bash[27374]: cluster 2021-03-04T23:16:13.155244+0000 mgr.x (mgr.34379) 828 : cluster [DBG] pgmap v1159: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 95 MiB/s wr, 1.51k op/s 2021-03-04T23:16:14.484 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:14 gibba023 bash[16680]: debug 2021-03-04T23:16:14.289+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:14.486 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:14.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:14 gibba008 bash[37770]: cluster 2021-03-04T23:16:13.155244+0000 mgr.x (mgr.34379) 828 : cluster [DBG] pgmap v1159: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 95 MiB/s wr, 1.51k op/s 2021-03-04T23:16:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:14 gibba008 bash[39303]: cluster 2021-03-04T23:16:13.155244+0000 mgr.x (mgr.34379) 828 : cluster [DBG] pgmap v1159: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 95 MiB/s wr, 1.51k op/s 2021-03-04T23:16:14.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:14 gibba008 bash[47391]: debug 2021-03-04T23:16:14.072+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:14.591 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:14.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:14 gibba023 bash[16680]: debug 2021-03-04T23:16:14.477+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:14.882 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:14.984 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:15.260 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:14 gibba008 bash[48858]: debug 2021-03-04T23:16:14.876+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:15.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 59 16 133531 133515 141.421 124.25 0.00538484 0.0070677 2021-03-04T23:16:15.306 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:15.409 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:15.518 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:15.624 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:15.700 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:15 gibba023 bash[19550]: debug 2021-03-04T23:16:15.509+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:15.700 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:15.727 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:15 gibba008 bash[44600]: debug 2021-03-04T23:16:15.300+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:15.805 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:15.896 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:15.998 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:16.005 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:15 gibba023 bash[15180]: debug 2021-03-04T23:16:15.693+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:16.005 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:15 gibba023 bash[18090]: debug 2021-03-04T23:16:15.889+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:16.086 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:16.192 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:16.261 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:16:16.259640+0000 min lat: 0.000926519 max lat: 0.281969 avg lat: 0.00709465 2021-03-04T23:16:16.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:16.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 60 16 135279 135263 140.885 109.25 0.0157502 0.00709465 2021-03-04T23:16:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:16 gibba023 bash[27374]: cluster 2021-03-04T23:16:15.155537+0000 mgr.x (mgr.34379) 829 : cluster [DBG] pgmap v1160: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 95 MiB/s wr, 1.51k op/s 2021-03-04T23:16:16.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:16 gibba023 bash[15180]: debug 2021-03-04T23:16:16.077+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:16.290 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:16.393 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:16.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:16 gibba008 bash[37770]: cluster 2021-03-04T23:16:15.155537+0000 mgr.x (mgr.34379) 829 : cluster [DBG] pgmap v1160: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 95 MiB/s wr, 1.51k op/s 2021-03-04T23:16:16.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:16 gibba008 bash[39303]: cluster 2021-03-04T23:16:15.155537+0000 mgr.x (mgr.34379) 829 : cluster [DBG] pgmap v1160: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 95 MiB/s wr, 1.51k op/s 2021-03-04T23:16:16.586 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:16 gibba023 bash[15180]: debug 2021-03-04T23:16:16.285+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:16.591 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:16.695 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:16.798 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:16.903 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:17.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:16 gibba023 bash[16680]: debug 2021-03-04T23:16:16.789+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:17.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:16 gibba023 bash[19550]: debug 2021-03-04T23:16:16.581+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:17.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 61 16 136128 136112 139.445 53.0625 0.0137191 0.00716307 2021-03-04T23:16:17.556 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:17.658 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:17.751 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:17 gibba008 bash[44600]: debug 2021-03-04T23:16:17.548+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:17.906 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:18.007 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:18.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:17 gibba008 bash[91265]: debug 2021-03-04T23:16:17.900+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:18 gibba008 bash[37770]: cluster 2021-03-04T23:16:17.157230+0000 mgr.x (mgr.34379) 830 : cluster [DBG] pgmap v1161: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:18.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:18 gibba008 bash[39303]: cluster 2021-03-04T23:16:17.157230+0000 mgr.x (mgr.34379) 830 : cluster [DBG] pgmap v1161: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:18.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 62 16 137678 137662 138.758 96.875 0.00305979 0.00720348 2021-03-04T23:16:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:18 gibba023 bash[27374]: cluster 2021-03-04T23:16:17.157230+0000 mgr.x (mgr.34379) 830 : cluster [DBG] pgmap v1161: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:18.688 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:18.789 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:18.902 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:19.008 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:19.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:18 gibba008 bash[47391]: debug 2021-03-04T23:16:18.680+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:19.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 63 16 139603 139587 138.465 120.312 0.0045896 0.00721875 2021-03-04T23:16:19.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:18 gibba023 bash[15180]: debug 2021-03-04T23:16:18.893+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:19.345 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:19.448 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:19.654 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:19.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:19.766 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:19 gibba023 bash[16680]: debug 2021-03-04T23:16:19.645+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:19.801 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:19 gibba008 bash[44600]: debug 2021-03-04T23:16:19.340+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:19.852 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:19.960 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:20.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:20 gibba023 bash[27374]: cluster 2021-03-04T23:16:19.157702+0000 mgr.x (mgr.34379) 831 : cluster [DBG] pgmap v1162: 109 pgs: 109 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:16:20.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:19 gibba023 bash[19550]: debug 2021-03-04T23:16:19.845+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:20.103 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:20.208 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:20.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 64 16 140515 140499 137.192 57 0.00385489 0.00727611 2021-03-04T23:16:20.323 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:20.347 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:20 gibba008 bash[39303]: cluster 2021-03-04T23:16:19.157702+0000 mgr.x (mgr.34379) 831 : cluster [DBG] pgmap v1162: 109 pgs: 109 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:16:20.348 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:20 gibba008 bash[37770]: cluster 2021-03-04T23:16:19.157702+0000 mgr.x (mgr.34379) 831 : cluster [DBG] pgmap v1162: 109 pgs: 109 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:16:20.439 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:20.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:20 gibba023 bash[19550]: debug 2021-03-04T23:16:20.309+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:20.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:20 gibba023 bash[16680]: debug 2021-03-04T23:16:20.097+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:20.783 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:20.886 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:20.938 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:20 gibba008 bash[48858]: debug 2021-03-04T23:16:20.776+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:20.988 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:21.092 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:21.239 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:20 gibba023 bash[16680]: debug 2021-03-04T23:16:20.981+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:21.243 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:21.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 65 16 141950 141934 136.461 89.6875 0.0371163 0.00732374 2021-03-04T23:16:21.354 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:21.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:21 gibba023 bash[15180]: debug 2021-03-04T23:16:21.233+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:21.771 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:21.874 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:22.159 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:21 gibba008 bash[47391]: debug 2021-03-04T23:16:21.764+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:22.160 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:22.262 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:22.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 66 16 143609 143593 135.964 103.688 0.00424656 0.0073457 2021-03-04T23:16:22.440 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:22.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:22 gibba008 bash[44600]: debug 2021-03-04T23:16:22.156+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:22.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:22 gibba008 bash[39303]: cluster 2021-03-04T23:16:21.158960+0000 mgr.x (mgr.34379) 832 : cluster [DBG] pgmap v1163: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:22 gibba008 bash[37770]: cluster 2021-03-04T23:16:21.158960+0000 mgr.x (mgr.34379) 832 : cluster [DBG] pgmap v1163: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:22 gibba023 bash[27374]: cluster 2021-03-04T23:16:21.158960+0000 mgr.x (mgr.34379) 832 : cluster [DBG] pgmap v1163: 109 pgs: 109 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:16:22.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:22 gibba023 bash[18090]: debug 2021-03-04T23:16:22.429+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:22.551 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:22.961 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:23.070 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:23.260 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:22 gibba008 bash[44600]: debug 2021-03-04T23:16:22.952+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:23.262 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 67 16 144791 144775 135.037 73.875 0.0139563 0.00740192 2021-03-04T23:16:23.613 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:23.717 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:24.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:23 gibba008 bash[47391]: debug 2021-03-04T23:16:23.608+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:24.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 68 16 146465 146449 134.589 104.625 0.0158989 0.00742654 2021-03-04T23:16:24.370 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:24.472 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:24.478 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:24 gibba023 bash[27374]: cluster 2021-03-04T23:16:23.159712+0000 mgr.x (mgr.34379) 833 : cluster [DBG] pgmap v1164: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:16:24.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:24 gibba008 bash[39303]: cluster 2021-03-04T23:16:23.159712+0000 mgr.x (mgr.34379) 833 : cluster [DBG] pgmap v1164: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:16:24.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:24 gibba008 bash[91265]: debug 2021-03-04T23:16:24.364+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:24 gibba008 bash[37770]: cluster 2021-03-04T23:16:23.159712+0000 mgr.x (mgr.34379) 833 : cluster [DBG] pgmap v1164: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:16:24.579 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:24.681 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:24.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:24 gibba023 bash[15180]: debug 2021-03-04T23:16:24.569+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:25.235 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:25.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 69 16 148130 148114 134.147 104.062 0.0103285 0.00745128 2021-03-04T23:16:25.342 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:25.525 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:25 gibba008 bash[91265]: debug 2021-03-04T23:16:25.228+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:25.781 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:25.885 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:25.994 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:26.097 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:26.189 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:25 gibba023 bash[15180]: debug 2021-03-04T23:16:25.985+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:26.190 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:26 gibba023 bash[16680]: debug 2021-03-04T23:16:26.181+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:26.190 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:26.221 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:25 gibba008 bash[44600]: debug 2021-03-04T23:16:25.776+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:26.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 70 16 149414 149398 133.377 80.25 0.00509064 0.00749423 2021-03-04T23:16:26.296 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:26.384 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:26.488 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:26.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:26 gibba008 bash[37770]: cluster 2021-03-04T23:16:25.160035+0000 mgr.x (mgr.34379) 834 : cluster [DBG] pgmap v1165: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 80 MiB/s wr, 1.28k op/s 2021-03-04T23:16:26.493 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:26 gibba008 bash[39303]: cluster 2021-03-04T23:16:25.160035+0000 mgr.x (mgr.34379) 834 : cluster [DBG] pgmap v1165: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 80 MiB/s wr, 1.28k op/s 2021-03-04T23:16:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:26 gibba023 bash[27374]: cluster 2021-03-04T23:16:25.160035+0000 mgr.x (mgr.34379) 834 : cluster [DBG] pgmap v1165: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 80 MiB/s wr, 1.28k op/s 2021-03-04T23:16:26.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:26 gibba023 bash[18090]: debug 2021-03-04T23:16:26.381+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:27.003 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:27.106 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:27.204 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:27.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:26 gibba008 bash[47391]: debug 2021-03-04T23:16:26.996+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:27.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 71 16 151345 151329 133.198 120.688 0.00395702 0.00750394 2021-03-04T23:16:27.310 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:27.400 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:27 gibba023 bash[16680]: debug 2021-03-04T23:16:27.197+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:27.400 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:27 gibba023 bash[16680]: debug 2021-03-04T23:16:27.393+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:27.404 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:27.506 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:27.590 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:27.693 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:27.698 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:27 gibba023 bash[19550]: debug 2021-03-04T23:16:27.581+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:27.793 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:27.898 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:28.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:27 gibba023 bash[16680]: debug 2021-03-04T23:16:27.785+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:28.122 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:28.224 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:28.231 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:16:28.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 72 16 152912 152896 132.708 97.9375 0.0102709 0.00753196 2021-03-04T23:16:28.413 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:16:28.414 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:16:28.461 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:28.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:28 gibba008 bash[91265]: debug 2021-03-04T23:16:28.456+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:28 gibba008 bash[37770]: cluster 2021-03-04T23:16:27.160590+0000 mgr.x (mgr.34379) 835 : cluster [DBG] pgmap v1166: 109 pgs: 109 active+clean; 9.0 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:16:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:28 gibba008 bash[37770]: audit 2021-03-04T23:16:27.261474+0000 mon.a (mon.0) 1417 : audit [INF] from='client.? 172.21.2.108:0/3346408146' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:16:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:28 gibba008 bash[39303]: cluster 2021-03-04T23:16:27.160590+0000 mgr.x (mgr.34379) 835 : cluster [DBG] pgmap v1166: 109 pgs: 109 active+clean; 9.0 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:16:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:28 gibba008 bash[39303]: audit 2021-03-04T23:16:27.261474+0000 mon.a (mon.0) 1417 : audit [INF] from='client.? 172.21.2.108:0/3346408146' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:16:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:28 gibba023 bash[27374]: cluster 2021-03-04T23:16:27.160590+0000 mgr.x (mgr.34379) 835 : cluster [DBG] pgmap v1166: 109 pgs: 109 active+clean; 9.0 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:16:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:28 gibba023 bash[27374]: audit 2021-03-04T23:16:27.261474+0000 mon.a (mon.0) 1417 : audit [INF] from='client.? 172.21.2.108:0/3346408146' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:16:28.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:28 gibba023 bash[16680]: debug 2021-03-04T23:16:28.113+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:28.563 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:28.875 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:28.981 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:28.987 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:28 gibba008 bash[48858]: debug 2021-03-04T23:16:28.864+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:29.226 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[39303]: cluster 2021-03-04T23:16:28.220718+0000 mon.a (mon.0) 1418 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:16:29.226 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[39303]: audit 2021-03-04T23:16:28.226691+0000 mon.a (mon.0) 1419 : audit [INF] from='client.? 172.21.2.108:0/3346408146' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:16:29.227 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[39303]: cluster 2021-03-04T23:16:28.226728+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e641: 8 total, 8 up, 7 in 2021-03-04T23:16:29.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 73 16 154397 154381 132.162 92.8125 0.00401846 0.00756289 2021-03-04T23:16:29.318 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:29.422 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:29.510 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[47391]: debug 2021-03-04T23:16:29.308+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:29.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[37770]: cluster 2021-03-04T23:16:28.220718+0000 mon.a (mon.0) 1418 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:16:29.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[37770]: audit 2021-03-04T23:16:28.226691+0000 mon.a (mon.0) 1419 : audit [INF] from='client.? 172.21.2.108:0/3346408146' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:16:29.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:29 gibba008 bash[37770]: cluster 2021-03-04T23:16:28.226728+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e641: 8 total, 8 up, 7 in 2021-03-04T23:16:29.516 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:29.517 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:29 gibba023 bash[27374]: cluster 2021-03-04T23:16:28.220718+0000 mon.a (mon.0) 1418 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:16:29.518 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:29 gibba023 bash[27374]: audit 2021-03-04T23:16:28.226691+0000 mon.a (mon.0) 1419 : audit [INF] from='client.? 172.21.2.108:0/3346408146' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:16:29.518 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:29 gibba023 bash[27374]: cluster 2021-03-04T23:16:28.226728+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e641: 8 total, 8 up, 7 in 2021-03-04T23:16:29.518 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:29 gibba023 bash[18090]: debug 2021-03-04T23:16:29.509+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:29.622 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:29.721 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:29.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:29 gibba023 bash[19550]: debug 2021-03-04T23:16:29.713+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:29.824 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:29.906 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:30.012 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:30.110 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:30.112 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:29 gibba023 bash[18090]: debug 2021-03-04T23:16:29.897+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:30.213 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:30.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 74 16 156240 156224 131.932 115.188 0.00354661 0.00757274 2021-03-04T23:16:30.279 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:30.310 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:30 gibba008 bash[37770]: cluster 2021-03-04T23:16:29.161398+0000 mgr.x (mgr.34379) 836 : cluster [DBG] pgmap v1168: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:16:30.381 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:30 gibba023 bash[27374]: cluster 2021-03-04T23:16:29.161398+0000 mgr.x (mgr.34379) 836 : cluster [DBG] pgmap v1168: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:16:30.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:30 gibba023 bash[19550]: debug 2021-03-04T23:16:30.101+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:30.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:30 gibba023 bash[19550]: debug 2021-03-04T23:16:30.273+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:30.745 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:30 gibba008 bash[39303]: cluster 2021-03-04T23:16:29.161398+0000 mgr.x (mgr.34379) 836 : cluster [DBG] pgmap v1168: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:16:30.746 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:30.757 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:30 gibba008 bash[48858]: debug 2021-03-04T23:16:30.736+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:30.852 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:30.944 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:31.050 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:31.228 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:31 gibba023 bash[27374]: audit 2021-03-04T23:16:30.258512+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.108:0/1177245523' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:16:31.229 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:30 gibba023 bash[18090]: debug 2021-03-04T23:16:30.937+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:31.234 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:16:31.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 75 16 157682 157666 131.375 90.125 0.00585767 0.00760844 2021-03-04T23:16:31.392 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:16:31.408 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:16:31.425 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:16:31.441 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:16:31.446 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:31 gibba008 bash[37770]: audit 2021-03-04T23:16:30.258512+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.108:0/1177245523' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:16:31.447 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:31 gibba008 bash[39303]: audit 2021-03-04T23:16:30.258512+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.108:0/1177245523' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:16:31.447 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:31.459 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:16:31.478 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:16:31.496 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:16:31.511 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:16:31.512 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.514 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.514 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:16:31.544 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:31 gibba008 bash[47391]: debug 2021-03-04T23:16:31.436+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:31.550 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:31.896 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:31.978 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:31 gibba008 bash[91265]: debug 2021-03-04T23:16:31.888+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:31.979 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:16:31.999 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:32.075 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:32.095 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:32.201 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:32.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 76 16 159587 159571 131.212 119.062 0.00565811 0.00761789 2021-03-04T23:16:32.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:32 gibba023 bash[19550]: debug 2021-03-04T23:16:32.089+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:32 gibba023 bash[27374]: cluster 2021-03-04T23:16:31.162059+0000 mgr.x (mgr.34379) 837 : cluster [DBG] pgmap v1169: 109 pgs: 109 active+clean; 9.4 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:16:32.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:32 gibba023 bash[27374]: audit 2021-03-04T23:16:31.230112+0000 mon.a (mon.0) 1422 : audit [INF] from='client.? 172.21.2.108:0/1177245523' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:16:32.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:32 gibba023 bash[27374]: cluster 2021-03-04T23:16:31.230166+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e642: 8 total, 8 up, 7 in 2021-03-04T23:16:32.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:32 gibba023 bash[27374]: audit 2021-03-04T23:16:31.371011+0000 mon.c (mon.1) 68 : audit [DBG] from='client.? 172.21.2.108:0/1827354761' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:32.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[39303]: cluster 2021-03-04T23:16:31.162059+0000 mgr.x (mgr.34379) 837 : cluster [DBG] pgmap v1169: 109 pgs: 109 active+clean; 9.4 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:16:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[39303]: audit 2021-03-04T23:16:31.230112+0000 mon.a (mon.0) 1422 : audit [INF] from='client.? 172.21.2.108:0/1177245523' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:16:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[39303]: cluster 2021-03-04T23:16:31.230166+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e642: 8 total, 8 up, 7 in 2021-03-04T23:16:32.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[39303]: audit 2021-03-04T23:16:31.371011+0000 mon.c (mon.1) 68 : audit [DBG] from='client.? 172.21.2.108:0/1827354761' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:32.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[37770]: cluster 2021-03-04T23:16:31.162059+0000 mgr.x (mgr.34379) 837 : cluster [DBG] pgmap v1169: 109 pgs: 109 active+clean; 9.4 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:16:32.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[37770]: audit 2021-03-04T23:16:31.230112+0000 mon.a (mon.0) 1422 : audit [INF] from='client.? 172.21.2.108:0/1177245523' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:16:32.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[37770]: cluster 2021-03-04T23:16:31.230166+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e642: 8 total, 8 up, 7 in 2021-03-04T23:16:32.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[37770]: audit 2021-03-04T23:16:31.371011+0000 mon.c (mon.1) 68 : audit [DBG] from='client.? 172.21.2.108:0/1827354761' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:32.610 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:32.713 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:32.759 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:16:32.852 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:32.883 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:32 gibba008 bash[48858]: debug 2021-03-04T23:16:32.600+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:33.022 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:33.124 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:33.263 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 77 16 161154 161138 130.78 97.9375 0.198457 0.00763612 2021-03-04T23:16:33.266 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:33 gibba008 bash[48858]: debug 2021-03-04T23:16:33.012+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:33.663 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:33.767 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:33.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:34.001 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:34.007 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:33 gibba008 bash[91265]: debug 2021-03-04T23:16:33.656+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:34.236 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:33 gibba023 bash[15180]: debug 2021-03-04T23:16:33.889+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:34.236 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:34 gibba023 bash[27374]: cluster 2021-03-04T23:16:33.163354+0000 mgr.x (mgr.34379) 838 : cluster [DBG] pgmap v1171: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:16:34.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 78 16 162847 162831 130.46 105.812 0.0147021 0.00766181 2021-03-04T23:16:34.290 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:34 gibba008 bash[37770]: cluster 2021-03-04T23:16:33.163354+0000 mgr.x (mgr.34379) 838 : cluster [DBG] pgmap v1171: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:16:34.557 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:34 gibba008 bash[39303]: cluster 2021-03-04T23:16:33.163354+0000 mgr.x (mgr.34379) 838 : cluster [DBG] pgmap v1171: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:16:34.557 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:34.660 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:35.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:34 gibba008 bash[47391]: debug 2021-03-04T23:16:34.548+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:35.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 79 16 164679 164663 130.258 114.5 0.0113908 0.00767349 2021-03-04T23:16:35.331 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:35.434 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:35.528 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:35.629 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:35.675 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:35 gibba008 bash[48858]: debug 2021-03-04T23:16:35.320+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:35.767 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:16:35.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:35 gibba023 bash[19550]: debug 2021-03-04T23:16:35.517+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:35.831 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:35.898 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:35.925 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:35 gibba008 bash[47391]: debug 2021-03-04T23:16:35.820+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:35.934 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:36.238 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[37770]: cluster 2021-03-04T23:16:35.163779+0000 mgr.x (mgr.34379) 839 : cluster [DBG] pgmap v1172: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:16:36.239 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[37770]: audit 2021-03-04T23:16:36.060704+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:36.239 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[37770]: audit 2021-03-04T23:16:36.062300+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:36.239 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[37770]: audit 2021-03-04T23:16:36.062508+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:36.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:16:36.261855+0000 min lat: 0.000926519 max lat: 0.281969 avg lat: 0.00770666 2021-03-04T23:16:36.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:36.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 80 16 166055 166039 129.704 86 0.0128709 0.00770666 2021-03-04T23:16:36.298 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[39303]: cluster 2021-03-04T23:16:35.163779+0000 mgr.x (mgr.34379) 839 : cluster [DBG] pgmap v1172: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:16:36.299 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[39303]: audit 2021-03-04T23:16:36.060704+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:36.299 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[39303]: audit 2021-03-04T23:16:36.062300+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:36.299 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[39303]: audit 2021-03-04T23:16:36.062508+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:36.300 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:36.404 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:36.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:36 gibba008 bash[47391]: debug 2021-03-04T23:16:36.288+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:36.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:36 gibba023 bash[27374]: cluster 2021-03-04T23:16:35.163779+0000 mgr.x (mgr.34379) 839 : cluster [DBG] pgmap v1172: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:16:36.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:36 gibba023 bash[27374]: audit 2021-03-04T23:16:36.060704+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:36.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:36 gibba023 bash[27374]: audit 2021-03-04T23:16:36.062300+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:36.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:36 gibba023 bash[27374]: audit 2021-03-04T23:16:36.062508+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:36.974 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:37.078 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:37.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 81 16 167416 167400 129.153 85.0625 0.00324208 0.00773952 2021-03-04T23:16:37.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:36 gibba023 bash[15180]: debug 2021-03-04T23:16:36.965+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:37.554 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:37.658 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:38.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:37 gibba008 bash[44600]: debug 2021-03-04T23:16:37.544+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:38.055 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:38.133 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:16:38.157 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:38.227 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:38.264 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 82 16 169204 169188 128.94 111.75 0.00614361 0.00774704 2021-03-04T23:16:38.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:38 gibba008 bash[37770]: cluster 2021-03-04T23:16:37.164384+0000 mgr.x (mgr.34379) 840 : cluster [DBG] pgmap v1173: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:16:38.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:38 gibba008 bash[39303]: cluster 2021-03-04T23:16:37.164384+0000 mgr.x (mgr.34379) 840 : cluster [DBG] pgmap v1173: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:16:38.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:38 gibba008 bash[44600]: debug 2021-03-04T23:16:38.044+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:38 gibba023 bash[27374]: cluster 2021-03-04T23:16:37.164384+0000 mgr.x (mgr.34379) 840 : cluster [DBG] pgmap v1173: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:16:38.995 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:39.104 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:39.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:38 gibba008 bash[91265]: debug 2021-03-04T23:16:38.984+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:39.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 83 16 170141 170125 128.089 58.5625 0.0083254 0.00780386 2021-03-04T23:16:39.422 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:39.525 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:39.616 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:39 gibba023 bash[18090]: debug 2021-03-04T23:16:39.413+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:39.616 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:39 gibba023 bash[18090]: debug 2021-03-04T23:16:39.609+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:39.618 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:39.724 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:39.812 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:39.916 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:40.019 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:39 gibba023 bash[19550]: debug 2021-03-04T23:16:39.805+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:40.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:40 gibba008 bash[37770]: cluster 2021-03-04T23:16:39.164986+0000 mgr.x (mgr.34379) 841 : cluster [DBG] pgmap v1174: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:16:40.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:40 gibba008 bash[39303]: cluster 2021-03-04T23:16:39.164986+0000 mgr.x (mgr.34379) 841 : cluster [DBG] pgmap v1174: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:16:40.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 84 16 171763 171747 127.771 101.375 0.011223 0.00782331 2021-03-04T23:16:40.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:40 gibba023 bash[27374]: cluster 2021-03-04T23:16:39.164986+0000 mgr.x (mgr.34379) 841 : cluster [DBG] pgmap v1174: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:16:40.476 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:40.587 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:40.734 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:40 gibba008 bash[91265]: debug 2021-03-04T23:16:40.460+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:41.080 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:41.183 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:41.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 85 16 173275 173259 127.379 94.5 0.0110874 0.00784738 2021-03-04T23:16:41.272 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:41.378 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:41.427 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[47391]: debug 2021-03-04T23:16:41.072+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:41.467 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:41.468 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:41 gibba023 bash[16680]: debug 2021-03-04T23:16:41.265+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:41.468 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:41 gibba023 bash[18090]: debug 2021-03-04T23:16:41.461+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:41.570 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:41.675 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:41.760 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[37770]: audit 2021-03-04T23:16:40.550511+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:41.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[37770]: cephadm 2021-03-04T23:16:40.552196+0000 mgr.x (mgr.34379) 842 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:16:41.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[37770]: cluster 2021-03-04T23:16:41.165450+0000 mgr.x (mgr.34379) 843 : cluster [DBG] pgmap v1175: 109 pgs: 109 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:16:41.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[39303]: audit 2021-03-04T23:16:40.550511+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[39303]: cephadm 2021-03-04T23:16:40.552196+0000 mgr.x (mgr.34379) 842 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:16:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:41 gibba008 bash[39303]: cluster 2021-03-04T23:16:41.165450+0000 mgr.x (mgr.34379) 843 : cluster [DBG] pgmap v1175: 109 pgs: 109 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:16:41.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:41 gibba023 bash[27374]: audit 2021-03-04T23:16:40.550511+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:41.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:41 gibba023 bash[27374]: cephadm 2021-03-04T23:16:40.552196+0000 mgr.x (mgr.34379) 842 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:16:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:41 gibba023 bash[27374]: cluster 2021-03-04T23:16:41.165450+0000 mgr.x (mgr.34379) 843 : cluster [DBG] pgmap v1175: 109 pgs: 109 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:16:41.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:41 gibba023 bash[16680]: debug 2021-03-04T23:16:41.665+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:41.781 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:42.230 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:42.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 86 16 174923 174907 127.096 103 0.00706702 0.00786485 2021-03-04T23:16:42.334 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:42.420 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:42.510 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[47391]: debug 2021-03-04T23:16:42.220+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:42.524 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:42.617 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:42 gibba023 bash[16680]: debug 2021-03-04T23:16:42.413+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:42.620 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:42.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:43.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:42 gibba023 bash[27374]: audit 2021-03-04T23:16:41.776166+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:42 gibba023 bash[27374]: cephadm 2021-03-04T23:16:41.777656+0000 mgr.x (mgr.34379) 844 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:16:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:42 gibba023 bash[27374]: audit 2021-03-04T23:16:42.025417+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:43.026 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:42 gibba023 bash[19550]: debug 2021-03-04T23:16:42.609+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:43.037 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[37770]: audit 2021-03-04T23:16:41.776166+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:43.037 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[37770]: cephadm 2021-03-04T23:16:41.777656+0000 mgr.x (mgr.34379) 844 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:16:43.038 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[37770]: audit 2021-03-04T23:16:42.025417+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:43.038 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[39303]: audit 2021-03-04T23:16:41.776166+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:43.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[39303]: cephadm 2021-03-04T23:16:41.777656+0000 mgr.x (mgr.34379) 844 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:16:43.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:42 gibba008 bash[39303]: audit 2021-03-04T23:16:42.025417+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:16:43.265 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:43.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 87 16 176059 176043 126.451 71 0.013697 0.00790475 2021-03-04T23:16:43.369 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:43.491 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:43 gibba008 bash[47391]: debug 2021-03-04T23:16:43.256+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:43.815 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:43.918 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:44.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:43 gibba008 bash[37770]: cluster 2021-03-04T23:16:43.166571+0000 mgr.x (mgr.34379) 845 : cluster [DBG] pgmap v1176: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 105 MiB/s wr, 1.69k op/s 2021-03-04T23:16:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:43 gibba008 bash[39303]: cluster 2021-03-04T23:16:43.166571+0000 mgr.x (mgr.34379) 845 : cluster [DBG] pgmap v1176: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 105 MiB/s wr, 1.69k op/s 2021-03-04T23:16:44.263 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:43 gibba008 bash[48858]: debug 2021-03-04T23:16:43.804+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:44.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 88 16 177604 177588 126.111 96.5625 0.0154476 0.00792547 2021-03-04T23:16:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:43 gibba023 bash[27374]: cluster 2021-03-04T23:16:43.166571+0000 mgr.x (mgr.34379) 845 : cluster [DBG] pgmap v1176: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 105 MiB/s wr, 1.69k op/s 2021-03-04T23:16:44.428 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:44.531 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:44.694 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:44.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:44 gibba008 bash[91265]: debug 2021-03-04T23:16:44.420+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:44.797 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:45.016 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:44 gibba023 bash[16680]: debug 2021-03-04T23:16:44.685+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:45.017 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:45 gibba023 bash[27374]: audit 2021-03-04T23:16:44.745016+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [3, 7]}]: dispatch 2021-03-04T23:16:45.017 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:45 gibba023 bash[27374]: audit 2021-03-04T23:16:44.884167+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:45.252 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:45 gibba008 bash[39303]: audit 2021-03-04T23:16:44.745016+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [3, 7]}]: dispatch 2021-03-04T23:16:45.252 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:45 gibba008 bash[39303]: audit 2021-03-04T23:16:44.884167+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:45.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:45 gibba008 bash[37770]: audit 2021-03-04T23:16:44.745016+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [3, 7]}]: dispatch 2021-03-04T23:16:45.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:45 gibba008 bash[37770]: audit 2021-03-04T23:16:44.884167+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:45.253 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:45.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 89 16 179082 179066 125.732 92.375 0.00325438 0.00794995 2021-03-04T23:16:45.358 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:45.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:45 gibba008 bash[91265]: debug 2021-03-04T23:16:45.244+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:46.267 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total time run: 90.007 2021-03-04T23:16:46.268 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total writes made: 180513 2021-03-04T23:16:46.268 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Write size: 65536 2021-03-04T23:16:46.268 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object size: 65536 2021-03-04T23:16:46.268 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Bandwidth (MB/sec): 125.347 2021-03-04T23:16:46.269 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Bandwidth: 60.0639 2021-03-04T23:16:46.269 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max bandwidth (MB/sec): 398.875 2021-03-04T23:16:46.269 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min bandwidth (MB/sec): 53.0625 2021-03-04T23:16:46.269 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average IOPS: 2005 2021-03-04T23:16:46.269 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev IOPS: 961.022 2021-03-04T23:16:46.270 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max IOPS: 6382 2021-03-04T23:16:46.270 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min IOPS: 849 2021-03-04T23:16:46.270 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average Latency(s): 0.0079747 2021-03-04T23:16:46.270 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Latency(s): 0.0108604 2021-03-04T23:16:46.270 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max latency(s): 0.285152 2021-03-04T23:16:46.271 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min latency(s): 0.000926519 2021-03-04T23:16:46.271 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:16:46.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:46 gibba023 bash[27374]: cluster 2021-03-04T23:16:45.166985+0000 mgr.x (mgr.34379) 846 : cluster [DBG] pgmap v1177: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s 2021-03-04T23:16:46.373 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:46.373 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:46 gibba008 bash[39303]: cluster 2021-03-04T23:16:45.166985+0000 mgr.x (mgr.34379) 846 : cluster [DBG] pgmap v1177: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s 2021-03-04T23:16:46.374 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:46 gibba008 bash[37770]: cluster 2021-03-04T23:16:45.166985+0000 mgr.x (mgr.34379) 846 : cluster [DBG] pgmap v1177: 109 pgs: 109 active+clean; 11 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s 2021-03-04T23:16:46.484 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:46.640 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:46.742 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:46.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:46 gibba008 bash[47391]: debug 2021-03-04T23:16:46.360+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:46.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:46 gibba023 bash[15180]: debug 2021-03-04T23:16:46.633+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:46.833 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:46.936 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:47.034 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:47.139 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:47.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:47 gibba023 bash[15180]: debug 2021-03-04T23:16:47.025+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:47.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:46 gibba023 bash[18090]: debug 2021-03-04T23:16:46.825+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:47.673 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:47.776 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:47.877 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:47.987 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:47.994 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:47 gibba008 bash[44600]: debug 2021-03-04T23:16:47.665+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:48.225 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:47 gibba023 bash[16680]: debug 2021-03-04T23:16:47.869+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:48.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:48 gibba008 bash[37770]: cluster 2021-03-04T23:16:47.167433+0000 mgr.x (mgr.34379) 847 : cluster [DBG] pgmap v1178: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:48 gibba008 bash[39303]: cluster 2021-03-04T23:16:47.167433+0000 mgr.x (mgr.34379) 847 : cluster [DBG] pgmap v1178: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:48.480 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:48 gibba023 bash[27374]: cluster 2021-03-04T23:16:47.167433+0000 mgr.x (mgr.34379) 847 : cluster [DBG] pgmap v1178: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 104 MiB/s wr, 1.67k op/s 2021-03-04T23:16:48.587 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:48.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:48 gibba008 bash[91265]: debug 2021-03-04T23:16:48.469+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:48.912 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:49.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:49.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:48 gibba008 bash[48858]: debug 2021-03-04T23:16:48.905+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:49.308 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:49.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:49.518 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:49.621 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:49.718 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:49 gibba023 bash[15180]: debug 2021-03-04T23:16:49.509+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:49.719 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:49.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:49 gibba008 bash[48858]: debug 2021-03-04T23:16:49.297+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:49.824 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:50.022 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:49 gibba023 bash[15180]: debug 2021-03-04T23:16:49.713+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:50.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:50 gibba008 bash[37770]: cluster 2021-03-04T23:16:49.167842+0000 mgr.x (mgr.34379) 848 : cluster [DBG] pgmap v1179: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 86 MiB/s wr, 1.45k op/s 2021-03-04T23:16:50.176 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:50 gibba008 bash[39303]: cluster 2021-03-04T23:16:49.167842+0000 mgr.x (mgr.34379) 848 : cluster [DBG] pgmap v1179: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 86 MiB/s wr, 1.45k op/s 2021-03-04T23:16:50.176 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:50 gibba023 bash[27374]: cluster 2021-03-04T23:16:49.167842+0000 mgr.x (mgr.34379) 848 : cluster [DBG] pgmap v1179: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 86 MiB/s wr, 1.45k op/s 2021-03-04T23:16:50.278 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:50.490 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:50 gibba008 bash[44600]: debug 2021-03-04T23:16:50.169+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:50.713 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:50.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:50 gibba008 bash[44600]: debug 2021-03-04T23:16:50.705+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:50.815 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:51.320 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:51.423 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:51.554 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:51.659 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:51.757 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:51 gibba023 bash[15180]: debug 2021-03-04T23:16:51.545+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:51.758 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:51.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:51 gibba008 bash[91265]: debug 2021-03-04T23:16:51.309+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:51.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:52.005 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:52.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:51 gibba023 bash[19550]: debug 2021-03-04T23:16:51.749+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:52.108 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:52.192 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:16:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:16:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:190026 27.7 27:e15f1b53:::benchmark_data_gibba008_92657_object9510:head [delete] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:16:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:52.186255+0000", 2021-03-04T23:16:52.193 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0034632489999999998, 2021-03-04T23:16:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003482092, 2021-03-04T23:16:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:16:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:16:52.194 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:16:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:16:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:16:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 190026 2021-03-04T23:16:52.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:16:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:16:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186255+0000", 2021-03-04T23:16:52.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:16:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:16:52.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186255+0000", 2021-03-04T23:16:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.477e-06 2021-03-04T23:16:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.198 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:16:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186257+0000", 2021-03-04T23:16:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.612e-06 2021-03-04T23:16:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.199 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:16:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186258+0000", 2021-03-04T23:16:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4619999999999996e-06 2021-03-04T23:16:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.200 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:16:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186267+0000", 2021-03-04T23:16:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3139999999999997e-06 2021-03-04T23:16:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:16:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186271+0000", 2021-03-04T23:16:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3989e-05 2021-03-04T23:16:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:16:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186295+0000", 2021-03-04T23:16:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7327999999999997e-05 2021-03-04T23:16:52.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:16:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186352+0000", 2021-03-04T23:16:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1785999999999994e-05 2021-03-04T23:16:52.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:16:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.186414+0000", 2021-03-04T23:16:52.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000158968 2021-03-04T23:16:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:16:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:190028 27.7 27:e9816c1d:::benchmark_data_gibba008_92657_object9512:head [delete] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:16:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:52.188528+0000", 2021-03-04T23:16:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.001190792, 2021-03-04T23:16:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001249722, 2021-03-04T23:16:52.207 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:16:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:16:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:16:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:16:52.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:16:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 190028 2021-03-04T23:16:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:16:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:16:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188528+0000", 2021-03-04T23:16:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:16:52.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:16:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188528+0000", 2021-03-04T23:16:52.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4670000000000001e-06 2021-03-04T23:16:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:16:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188529+0000", 2021-03-04T23:16:52.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4020000000000001e-06 2021-03-04T23:16:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:16:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188531+0000", 2021-03-04T23:16:52.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2200000000000003e-06 2021-03-04T23:16:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:16:52.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188538+0000", 2021-03-04T23:16:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1810000000000001e-06 2021-03-04T23:16:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:16:52.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188541+0000", 2021-03-04T23:16:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6681000000000001e-05 2021-03-04T23:16:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:16:52.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188568+0000", 2021-03-04T23:16:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3136e-05 2021-03-04T23:16:52.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.218 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.218 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:16:52.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188631+0000", 2021-03-04T23:16:52.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5967999999999997e-05 2021-03-04T23:16:52.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:16:52.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.188687+0000", 2021-03-04T23:16:52.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015905499999999999 2021-03-04T23:16:52.220 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.220 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:16:52.221 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.221 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:190030 27.2 27:4fd258ce:::benchmark_data_gibba008_92657_object9514:head [delete] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:16:52.222 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:52.189124+0000", 2021-03-04T23:16:52.222 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00059488300000000004, 2021-03-04T23:16:52.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00069065299999999995, 2021-03-04T23:16:52.222 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:16:52.222 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:16:52.223 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:16:52.223 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:16:52.223 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:16:52.223 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 190030 2021-03-04T23:16:52.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.224 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:16:52.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:16:52.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189124+0000", 2021-03-04T23:16:52.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:16:52.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:16:52.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189124+0000", 2021-03-04T23:16:52.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7290000000000001e-06 2021-03-04T23:16:52.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.226 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:16:52.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189125+0000", 2021-03-04T23:16:52.227 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5829999999999999e-06 2021-03-04T23:16:52.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:16:52.228 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189127+0000", 2021-03-04T23:16:52.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1669999999999999e-06 2021-03-04T23:16:52.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:16:52.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189135+0000", 2021-03-04T23:16:52.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.546e-06 2021-03-04T23:16:52.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:16:52.230 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189139+0000", 2021-03-04T23:16:52.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9662000000000002e-05 2021-03-04T23:16:52.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.231 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:16:52.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189168+0000", 2021-03-04T23:16:52.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9089000000000001e-05 2021-03-04T23:16:52.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.232 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:16:52.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189247+0000", 2021-03-04T23:16:52.233 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6107999999999998e-05 2021-03-04T23:16:52.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:16:52.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189313+0000", 2021-03-04T23:16:52.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000189884 2021-03-04T23:16:52.235 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.235 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:16:52.235 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.236 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:190031 27.7 27.d9306807 (undecoded) ondisk+write+known_if_redirected e642)", 2021-03-04T23:16:52.236 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:52.189145+0000", 2021-03-04T23:16:52.236 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00057333700000000004, 2021-03-04T23:16:52.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00070106900000000002, 2021-03-04T23:16:52.237 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:16:52.237 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:16:52.237 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:16:52.238 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:16:52.238 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:16:52.238 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 190031 2021-03-04T23:16:52.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.239 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:16:52.239 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.239 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:16:52.239 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189145+0000", 2021-03-04T23:16:52.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:16:52.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:16:52.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189145+0000", 2021-03-04T23:16:52.240 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1299999999999999e-07 2021-03-04T23:16:52.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:16:52.241 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189146+0000", 2021-03-04T23:16:52.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8400000000000002e-07 2021-03-04T23:16:52.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:16:52.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189147+0000", 2021-03-04T23:16:52.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.698e-06 2021-03-04T23:16:52.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.244 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:16:52.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189151+0000", 2021-03-04T23:16:52.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:16:52.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:16:52.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189153+0000", 2021-03-04T23:16:52.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5059999999999998e-06 2021-03-04T23:16:52.245 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.245 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:16:52.246 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.247 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:190027 27.1 e642/630 27:820fe0fa:::benchmark_data_gibba008_92657_object9511:head v 642'11759, mlcod=642'11755)", 2021-03-04T23:16:52.247 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:52.189361+0000", 2021-03-04T23:16:52.247 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00035694999999999998, 2021-03-04T23:16:52.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00051314299999999998, 2021-03-04T23:16:52.248 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:16:52.248 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:16:52.248 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:16:52.248 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:16:52.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189361+0000", 2021-03-04T23:16:52.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:16:52.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.249 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:16:52.250 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189361+0000", 2021-03-04T23:16:52.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2689999999999998e-06 2021-03-04T23:16:52.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:16:52.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189364+0000", 2021-03-04T23:16:52.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6360000000000001e-06 2021-03-04T23:16:52.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:16:52.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189365+0000", 2021-03-04T23:16:52.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1240000000000002e-06 2021-03-04T23:16:52.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:16:52.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189372+0000", 2021-03-04T23:16:52.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0699999999999998e-06 2021-03-04T23:16:52.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:16:52.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189375+0000", 2021-03-04T23:16:52.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1940999999999998e-05 2021-03-04T23:16:52.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:16:52.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189407+0000", 2021-03-04T23:16:52.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4435e-05 2021-03-04T23:16:52.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:16:52.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:16:52.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:16:52.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:52.189421+0000", 2021-03-04T23:16:52.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9475000000000002e-05 2021-03-04T23:16:52.257 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.257 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:16:52.257 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.257 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:16:52.257 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:16:52.258 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 5 2021-03-04T23:16:52.258 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:16:52.259 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[91265]: debug 2021-03-04T23:16:51.997+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:52.259 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:16:52.260 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:16:52.260 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:16:52.261 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:52.261 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:16:52.262 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:16:52.275 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:16:52.300 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:16:52.325 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:16:52.344 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:16:52.346 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.346 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.348 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:16:52.364 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:52.444 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[47391]: debug 2021-03-04T23:16:52.233+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:52.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[37770]: cluster 2021-03-04T23:16:51.168616+0000 mgr.x (mgr.34379) 849 : cluster [DBG] pgmap v1180: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 73 MiB/s wr, 1.49k op/s 2021-03-04T23:16:52.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[37770]: audit 2021-03-04T23:16:51.620898+0000 mon.a (mon.0) 1432 : audit [INF] from='client.? 172.21.2.108:0/1947886613' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:16:52.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[37770]: audit 2021-03-04T23:16:52.173826+0000 mon.c (mon.1) 69 : audit [DBG] from='client.? 172.21.2.108:0/2722197746' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:52.445 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[39303]: cluster 2021-03-04T23:16:51.168616+0000 mgr.x (mgr.34379) 849 : cluster [DBG] pgmap v1180: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 73 MiB/s wr, 1.49k op/s 2021-03-04T23:16:52.445 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[39303]: audit 2021-03-04T23:16:51.620898+0000 mon.a (mon.0) 1432 : audit [INF] from='client.? 172.21.2.108:0/1947886613' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:16:52.446 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[39303]: audit 2021-03-04T23:16:52.173826+0000 mon.c (mon.1) 69 : audit [DBG] from='client.? 172.21.2.108:0/2722197746' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:52 gibba023 bash[27374]: cluster 2021-03-04T23:16:51.168616+0000 mgr.x (mgr.34379) 849 : cluster [DBG] pgmap v1180: 109 pgs: 109 active+clean; 11 GiB data, 33 GiB used, 551 GiB / 588 GiB avail; 85 B/s rd, 73 MiB/s wr, 1.49k op/s 2021-03-04T23:16:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:52 gibba023 bash[27374]: audit 2021-03-04T23:16:51.620898+0000 mon.a (mon.0) 1432 : audit [INF] from='client.? 172.21.2.108:0/1947886613' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:16:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:52 gibba023 bash[27374]: audit 2021-03-04T23:16:52.173826+0000 mon.c (mon.1) 69 : audit [DBG] from='client.? 172.21.2.108:0/2722197746' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:16:52.711 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:52.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:52 gibba008 bash[48858]: debug 2021-03-04T23:16:52.701+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:52.814 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:52.916 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:53.019 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:53.139 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:52 gibba023 bash[15180]: debug 2021-03-04T23:16:52.905+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:53.141 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:16:53.236 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:16:53.244 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:53.323 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:16:53.429 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:53.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[15180]: debug 2021-03-04T23:16:53.133+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:53.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[18090]: debug 2021-03-04T23:16:53.313+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:53.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[27374]: audit 2021-03-04T23:16:52.226295+0000 mon.a (mon.0) 1433 : audit [INF] from='client.? 172.21.2.108:0/1947886613' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:16:53.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[27374]: cluster 2021-03-04T23:16:52.226350+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e643: 8 total, 8 up, 7 in 2021-03-04T23:16:53.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[27374]: audit 2021-03-04T23:16:52.512253+0000 mon.c (mon.1) 70 : audit [INF] from='client.? 172.21.2.108:0/552242103' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:53.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[27374]: audit 2021-03-04T23:16:52.512538+0000 mon.a (mon.0) 1435 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:53.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:53 gibba023 bash[27374]: cluster 2021-03-04T23:16:53.224308+0000 mon.a (mon.0) 1436 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:16:53.605 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[39303]: audit 2021-03-04T23:16:52.226295+0000 mon.a (mon.0) 1433 : audit [INF] from='client.? 172.21.2.108:0/1947886613' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:16:53.606 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[39303]: cluster 2021-03-04T23:16:52.226350+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e643: 8 total, 8 up, 7 in 2021-03-04T23:16:53.606 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[39303]: audit 2021-03-04T23:16:52.512253+0000 mon.c (mon.1) 70 : audit [INF] from='client.? 172.21.2.108:0/552242103' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:53.606 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[39303]: audit 2021-03-04T23:16:52.512538+0000 mon.a (mon.0) 1435 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:53.606 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[39303]: cluster 2021-03-04T23:16:53.224308+0000 mon.a (mon.0) 1436 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:16:53.607 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[37770]: audit 2021-03-04T23:16:52.226295+0000 mon.a (mon.0) 1433 : audit [INF] from='client.? 172.21.2.108:0/1947886613' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:16:53.607 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[37770]: cluster 2021-03-04T23:16:52.226350+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e643: 8 total, 8 up, 7 in 2021-03-04T23:16:53.608 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[37770]: audit 2021-03-04T23:16:52.512253+0000 mon.c (mon.1) 70 : audit [INF] from='client.? 172.21.2.108:0/552242103' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:53.608 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[37770]: audit 2021-03-04T23:16:52.512538+0000 mon.a (mon.0) 1435 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:16:53.608 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[37770]: cluster 2021-03-04T23:16:53.224308+0000 mon.a (mon.0) 1436 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:16:53.803 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:16:53.907 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:54.236 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:16:53 gibba008 bash[44600]: debug 2021-03-04T23:16:53.793+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:54.352 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:54.457 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:54.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[91265]: debug 2021-03-04T23:16:54.341+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:54.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[39303]: cluster 2021-03-04T23:16:53.169103+0000 mgr.x (mgr.34379) 850 : cluster [DBG] pgmap v1182: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 42 MiB/s wr, 1.52k op/s 2021-03-04T23:16:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[39303]: audit 2021-03-04T23:16:53.228966+0000 mon.a (mon.0) 1437 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:16:54.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[39303]: cluster 2021-03-04T23:16:53.229010+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e644: 8 total, 8 up, 7 in 2021-03-04T23:16:54.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[37770]: cluster 2021-03-04T23:16:53.169103+0000 mgr.x (mgr.34379) 850 : cluster [DBG] pgmap v1182: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 42 MiB/s wr, 1.52k op/s 2021-03-04T23:16:54.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[37770]: audit 2021-03-04T23:16:53.228966+0000 mon.a (mon.0) 1437 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:16:54.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:54 gibba008 bash[37770]: cluster 2021-03-04T23:16:53.229010+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e644: 8 total, 8 up, 7 in 2021-03-04T23:16:54.546 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:54 gibba023 bash[27374]: cluster 2021-03-04T23:16:53.169103+0000 mgr.x (mgr.34379) 850 : cluster [DBG] pgmap v1182: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 42 MiB/s wr, 1.52k op/s 2021-03-04T23:16:54.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:54 gibba023 bash[27374]: audit 2021-03-04T23:16:53.228966+0000 mon.a (mon.0) 1437 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:16:54.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:54 gibba023 bash[27374]: cluster 2021-03-04T23:16:53.229010+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e644: 8 total, 8 up, 7 in 2021-03-04T23:16:55.199 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:55.302 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:55.435 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:55.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:55 gibba008 bash[47391]: debug 2021-03-04T23:16:55.189+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:55.540 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:55.580 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:16:55.622 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:55 gibba023 bash[16680]: debug 2021-03-04T23:16:55.429+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:55.622 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:55 gibba023 bash[16680]: debug 2021-03-04T23:16:55.613+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:55.625 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:55.675 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:16:55.676 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:55.730 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:55.772 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:55.846 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:55.949 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:55.955 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:55 gibba023 bash[16680]: debug 2021-03-04T23:16:55.841+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:56.025 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:56.134 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:56.240 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:56 gibba023 bash[27374]: cluster 2021-03-04T23:16:55.169415+0000 mgr.x (mgr.34379) 851 : cluster [DBG] pgmap v1184: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 17 MiB/s wr, 1.33k op/s 2021-03-04T23:16:56.240 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:56 gibba023 bash[19550]: debug 2021-03-04T23:16:56.017+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:56.245 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:56.348 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:56.439 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:56.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:56 gibba008 bash[39303]: cluster 2021-03-04T23:16:55.169415+0000 mgr.x (mgr.34379) 851 : cluster [DBG] pgmap v1184: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 17 MiB/s wr, 1.33k op/s 2021-03-04T23:16:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:56 gibba008 bash[37770]: cluster 2021-03-04T23:16:55.169415+0000 mgr.x (mgr.34379) 851 : cluster [DBG] pgmap v1184: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 32 GiB used, 552 GiB / 588 GiB avail; 17 MiB/s wr, 1.33k op/s 2021-03-04T23:16:56.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:56 gibba023 bash[19550]: debug 2021-03-04T23:16:56.237+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:56.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:56 gibba023 bash[16680]: debug 2021-03-04T23:16:56.429+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:56.544 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:56.726 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:16:56.829 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:56.834 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:16:56 gibba008 bash[91265]: debug 2021-03-04T23:16:56.717+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:57.449 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:57.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:57.660 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:16:57.703 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:16:57.710 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:57 gibba008 bash[47391]: debug 2021-03-04T23:16:57.441+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:57.712 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:57.757 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:57.810 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:16:57.816 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:57.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:58.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:57 gibba008 bash[47391]: debug 2021-03-04T23:16:57.705+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:58.043 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:58.243 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:57 gibba023 bash[19550]: debug 2021-03-04T23:16:57.929+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:58.291 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:16:58.394 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:58.502 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:58 gibba023 bash[27374]: cluster 2021-03-04T23:16:57.170927+0000 mgr.x (mgr.34379) 852 : cluster [DBG] pgmap v1185: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 2.8 MiB/s wr, 1.66k op/s 2021-03-04T23:16:58.502 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:16:58 gibba023 bash[27374]: audit 2021-03-04T23:16:58.165577+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:58.503 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:58 gibba008 bash[39303]: cluster 2021-03-04T23:16:57.170927+0000 mgr.x (mgr.34379) 852 : cluster [DBG] pgmap v1185: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 2.8 MiB/s wr, 1.66k op/s 2021-03-04T23:16:58.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:16:58 gibba008 bash[39303]: audit 2021-03-04T23:16:58.165577+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:58.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:58 gibba008 bash[37770]: cluster 2021-03-04T23:16:57.170927+0000 mgr.x (mgr.34379) 852 : cluster [DBG] pgmap v1185: 109 pgs: 2 peering, 107 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 2.8 MiB/s wr, 1.66k op/s 2021-03-04T23:16:58.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:16:58 gibba008 bash[37770]: audit 2021-03-04T23:16:58.165577+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:58.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:16:58 gibba008 bash[48858]: debug 2021-03-04T23:16:58.281+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:58.607 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:58.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:58 gibba023 bash[16680]: debug 2021-03-04T23:16:58.497+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:58.977 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:59.080 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:59.174 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:16:59.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:58 gibba008 bash[47391]: debug 2021-03-04T23:16:58.969+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:16:59.279 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:59.364 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:16:59 gibba023 bash[16680]: debug 2021-03-04T23:16:59.165+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:59.365 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:16:59.470 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:59.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:16:59 gibba023 bash[19550]: debug 2021-03-04T23:16:59.357+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:16:59.867 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:16:59.970 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:00.057 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:16:59 gibba008 bash[47391]: debug 2021-03-04T23:16:59.857+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:00.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:00 gibba008 bash[39303]: cluster 2021-03-04T23:16:59.171496+0000 mgr.x (mgr.34379) 853 : cluster [DBG] pgmap v1186: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:17:00.058 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:00 gibba008 bash[37770]: cluster 2021-03-04T23:16:59.171496+0000 mgr.x (mgr.34379) 853 : cluster [DBG] pgmap v1186: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:17:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:00 gibba023 bash[27374]: cluster 2021-03-04T23:16:59.171496+0000 mgr.x (mgr.34379) 853 : cluster [DBG] pgmap v1186: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:17:00.418 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:00 gibba008 bash[44600]: debug 2021-03-04T23:17:00.409+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:00.423 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:00.530 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:00.843 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:00.948 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:01.138 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:00 gibba008 bash[91265]: debug 2021-03-04T23:17:00.833+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:01.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:01.446 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:01.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:01 gibba008 bash[48858]: debug 2021-03-04T23:17:01.333+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:01.532 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:01.637 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:01.752 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:01.857 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:01.862 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:01 gibba023 bash[15180]: debug 2021-03-04T23:17:01.525+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:01.863 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:01 gibba023 bash[19550]: debug 2021-03-04T23:17:01.745+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:01.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:02.094 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:02.228 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:01 gibba023 bash[19550]: debug 2021-03-04T23:17:01.981+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:02.268 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:02.366 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:02 gibba008 bash[37770]: cluster 2021-03-04T23:17:01.172030+0000 mgr.x (mgr.34379) 854 : cluster [DBG] pgmap v1187: 109 pgs: 109 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:17:02.366 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:02 gibba008 bash[39303]: cluster 2021-03-04T23:17:01.172030+0000 mgr.x (mgr.34379) 854 : cluster [DBG] pgmap v1187: 109 pgs: 109 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:17:02.367 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:02 gibba008 bash[48858]: debug 2021-03-04T23:17:02.261+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:02.370 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:02.474 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:02.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:02 gibba023 bash[27374]: cluster 2021-03-04T23:17:01.172030+0000 mgr.x (mgr.34379) 854 : cluster [DBG] pgmap v1187: 109 pgs: 109 active+clean; 9.8 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:17:02.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:02 gibba023 bash[18090]: debug 2021-03-04T23:17:02.465+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:02.579 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:02.678 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:02.790 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:02.896 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:02 gibba023 bash[16680]: debug 2021-03-04T23:17:02.669+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:02.897 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:02 gibba023 bash[15180]: debug 2021-03-04T23:17:02.889+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:02.897 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:03.001 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:03.600 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:03.703 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:04.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:03 gibba008 bash[48858]: debug 2021-03-04T23:17:03.589+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:04.312 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:04.415 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:04.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:04 gibba008 bash[39303]: cluster 2021-03-04T23:17:03.172439+0000 mgr.x (mgr.34379) 855 : cluster [DBG] pgmap v1188: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:17:04.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:04 gibba008 bash[37770]: cluster 2021-03-04T23:17:03.172439+0000 mgr.x (mgr.34379) 855 : cluster [DBG] pgmap v1188: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:17:04.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:04 gibba008 bash[91265]: debug 2021-03-04T23:17:04.301+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:04.516 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:04 gibba023 bash[27374]: cluster 2021-03-04T23:17:03.172439+0000 mgr.x (mgr.34379) 855 : cluster [DBG] pgmap v1188: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:17:04.519 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:04.624 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:04.714 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:04.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:04 gibba023 bash[15180]: debug 2021-03-04T23:17:04.701+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:04.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:04 gibba023 bash[18090]: debug 2021-03-04T23:17:04.509+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:04.820 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:04.921 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:05.028 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:05.122 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:04 gibba023 bash[16680]: debug 2021-03-04T23:17:04.913+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:05.124 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:05.228 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:05.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:05 gibba023 bash[15180]: debug 2021-03-04T23:17:05.117+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:05.908 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:06.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:05 gibba008 bash[91265]: debug 2021-03-04T23:17:05.893+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:06.015 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:06.150 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:06.256 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:06 gibba008 bash[39303]: cluster 2021-03-04T23:17:05.172721+0000 mgr.x (mgr.34379) 856 : cluster [DBG] pgmap v1189: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:06 gibba008 bash[37770]: cluster 2021-03-04T23:17:05.172721+0000 mgr.x (mgr.34379) 856 : cluster [DBG] pgmap v1189: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:06.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:06 gibba023 bash[27374]: cluster 2021-03-04T23:17:05.172721+0000 mgr.x (mgr.34379) 856 : cluster [DBG] pgmap v1189: 109 pgs: 109 active+clean; 9.5 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:06.525 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:06 gibba023 bash[15180]: debug 2021-03-04T23:17:06.141+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:06.813 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:06.916 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:07.011 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:07.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:07.199 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:07 gibba023 bash[16680]: debug 2021-03-04T23:17:07.001+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:07.201 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:07.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:06 gibba008 bash[47391]: debug 2021-03-04T23:17:06.805+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:07.308 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:07.400 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:07.504 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:07.510 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:07 gibba023 bash[16680]: debug 2021-03-04T23:17:07.193+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:07.511 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:07 gibba023 bash[18090]: debug 2021-03-04T23:17:07.393+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:07.600 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:07.702 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:07.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:07 gibba023 bash[15180]: debug 2021-03-04T23:17:07.593+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:07.938 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:08.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:07 gibba008 bash[91265]: debug 2021-03-04T23:17:07.929+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:08.041 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:08.133 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:08.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:08.318 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:08 gibba023 bash[27374]: cluster 2021-03-04T23:17:07.173174+0000 mgr.x (mgr.34379) 857 : cluster [DBG] pgmap v1190: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:17:08.318 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:08 gibba023 bash[15180]: debug 2021-03-04T23:17:08.129+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:08.319 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:08 gibba023 bash[19550]: debug 2021-03-04T23:17:08.309+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:08.319 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:08.423 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:08.428 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:08 gibba008 bash[37770]: cluster 2021-03-04T23:17:07.173174+0000 mgr.x (mgr.34379) 857 : cluster [DBG] pgmap v1190: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:17:08.428 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:08 gibba008 bash[39303]: cluster 2021-03-04T23:17:07.173174+0000 mgr.x (mgr.34379) 857 : cluster [DBG] pgmap v1190: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:17:08.811 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:08.917 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:09.024 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:09.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:09.134 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:08 gibba008 bash[47391]: debug 2021-03-04T23:17:08.801+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:09.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:09 gibba023 bash[18090]: debug 2021-03-04T23:17:09.013+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:09.593 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:09.700 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:09.819 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:09.926 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:09.945 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:09 gibba008 bash[44600]: debug 2021-03-04T23:17:09.585+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:10.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:09 gibba023 bash[15180]: debug 2021-03-04T23:17:09.813+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:10.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:10 gibba008 bash[37770]: cluster 2021-03-04T23:17:09.173580+0000 mgr.x (mgr.34379) 858 : cluster [DBG] pgmap v1191: 109 pgs: 109 active+clean; 9.0 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:10.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:10 gibba008 bash[39303]: cluster 2021-03-04T23:17:09.173580+0000 mgr.x (mgr.34379) 858 : cluster [DBG] pgmap v1191: 109 pgs: 109 active+clean; 9.0 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:10.417 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:10.520 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:10 gibba023 bash[27374]: cluster 2021-03-04T23:17:09.173580+0000 mgr.x (mgr.34379) 858 : cluster [DBG] pgmap v1191: 109 pgs: 109 active+clean; 9.0 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:10.676 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:17:10.677 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:17:10.693 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:10 gibba008 bash[48858]: debug 2021-03-04T23:17:10.409+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:10.695 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:10.801 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:11.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:10 gibba008 bash[47391]: debug 2021-03-04T23:17:10.685+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:11.032 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:17:11.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:11 gibba023 bash[27374]: audit 2021-03-04T23:17:10.822560+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? 172.21.2.108:0/1905903316' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:17:11.297 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:11.403 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:11.456 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:11 gibba008 bash[37770]: audit 2021-03-04T23:17:10.822560+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? 172.21.2.108:0/1905903316' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:17:11.456 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:11 gibba008 bash[39303]: audit 2021-03-04T23:17:10.822560+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? 172.21.2.108:0/1905903316' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:17:11.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:11 gibba023 bash[19550]: debug 2021-03-04T23:17:11.289+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:11.885 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:11.988 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:12.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:11 gibba008 bash[47391]: debug 2021-03-04T23:17:11.877+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:12.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[37770]: audit 2021-03-04T23:17:11.025637+0000 mon.a (mon.0) 1441 : audit [INF] from='client.? 172.21.2.108:0/1905903316' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:17:12.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[37770]: cluster 2021-03-04T23:17:11.025729+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e645: 8 total, 8 up, 7 in 2021-03-04T23:17:12.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[37770]: cluster 2021-03-04T23:17:11.174241+0000 mgr.x (mgr.34379) 859 : cluster [DBG] pgmap v1193: 109 pgs: 109 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:12.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[37770]: cluster 2021-03-04T23:17:12.028006+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e646: 8 total, 8 up, 7 in 2021-03-04T23:17:12.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[39303]: audit 2021-03-04T23:17:11.025637+0000 mon.a (mon.0) 1441 : audit [INF] from='client.? 172.21.2.108:0/1905903316' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:17:12.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[39303]: cluster 2021-03-04T23:17:11.025729+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e645: 8 total, 8 up, 7 in 2021-03-04T23:17:12.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[39303]: cluster 2021-03-04T23:17:11.174241+0000 mgr.x (mgr.34379) 859 : cluster [DBG] pgmap v1193: 109 pgs: 109 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:12.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[39303]: cluster 2021-03-04T23:17:12.028006+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e646: 8 total, 8 up, 7 in 2021-03-04T23:17:12.433 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:12 gibba023 bash[27374]: audit 2021-03-04T23:17:11.025637+0000 mon.a (mon.0) 1441 : audit [INF] from='client.? 172.21.2.108:0/1905903316' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:17:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:12 gibba023 bash[27374]: cluster 2021-03-04T23:17:11.025729+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e645: 8 total, 8 up, 7 in 2021-03-04T23:17:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:12 gibba023 bash[27374]: cluster 2021-03-04T23:17:11.174241+0000 mgr.x (mgr.34379) 859 : cluster [DBG] pgmap v1193: 109 pgs: 109 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:12 gibba023 bash[27374]: cluster 2021-03-04T23:17:12.028006+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e646: 8 total, 8 up, 7 in 2021-03-04T23:17:12.536 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:12.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:12 gibba008 bash[44600]: debug 2021-03-04T23:17:12.425+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:13.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:17:13.019 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:17:13.042 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:13.085 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:13.098 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:13.145 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:13.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:13 gibba023 bash[16680]: debug 2021-03-04T23:17:13.033+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:13.636 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:13.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:14.016 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:14.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:13 gibba023 bash[19550]: debug 2021-03-04T23:17:13.629+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:14.119 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:14.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[91265]: debug 2021-03-04T23:17:14.009+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[39303]: cluster 2021-03-04T23:17:13.030898+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e647: 8 total, 8 up, 7 in 2021-03-04T23:17:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[39303]: cluster 2021-03-04T23:17:13.032338+0000 osd.0 (osd.0) 3 : cluster [DBG] 27.4 starting backfill to osd.5 from (0'0,0'0] MAX to 644'13453 2021-03-04T23:17:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[39303]: cluster 2021-03-04T23:17:13.032759+0000 osd.3 (osd.3) 2 : cluster [DBG] 27.f starting backfill to osd.5 from (0'0,0'0] MAX to 644'13691 2021-03-04T23:17:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[39303]: cluster 2021-03-04T23:17:13.035024+0000 osd.4 (osd.4) 10 : cluster [DBG] 27.5 starting backfill to osd.5 from (0'0,0'0] MAX to 644'13819 2021-03-04T23:17:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[39303]: cluster 2021-03-04T23:17:13.039809+0000 osd.6 (osd.6) 15 : cluster [DBG] 27.e starting backfill to osd.5 from (0'0,0'0] MAX to 644'13801 2021-03-04T23:17:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[39303]: cluster 2021-03-04T23:17:13.174663+0000 mgr.x (mgr.34379) 860 : cluster [DBG] pgmap v1196: 109 pgs: 1 activating+remapped, 1 peering, 107 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 8787/426585 objects misplaced (2.060%); 0 B/s, 0 objects/s recovering 2021-03-04T23:17:14.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[37770]: cluster 2021-03-04T23:17:13.030898+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e647: 8 total, 8 up, 7 in 2021-03-04T23:17:14.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[37770]: cluster 2021-03-04T23:17:13.032338+0000 osd.0 (osd.0) 3 : cluster [DBG] 27.4 starting backfill to osd.5 from (0'0,0'0] MAX to 644'13453 2021-03-04T23:17:14.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[37770]: cluster 2021-03-04T23:17:13.032759+0000 osd.3 (osd.3) 2 : cluster [DBG] 27.f starting backfill to osd.5 from (0'0,0'0] MAX to 644'13691 2021-03-04T23:17:14.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[37770]: cluster 2021-03-04T23:17:13.035024+0000 osd.4 (osd.4) 10 : cluster [DBG] 27.5 starting backfill to osd.5 from (0'0,0'0] MAX to 644'13819 2021-03-04T23:17:14.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[37770]: cluster 2021-03-04T23:17:13.039809+0000 osd.6 (osd.6) 15 : cluster [DBG] 27.e starting backfill to osd.5 from (0'0,0'0] MAX to 644'13801 2021-03-04T23:17:14.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:14 gibba008 bash[37770]: cluster 2021-03-04T23:17:13.174663+0000 mgr.x (mgr.34379) 860 : cluster [DBG] pgmap v1196: 109 pgs: 1 activating+remapped, 1 peering, 107 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 8787/426585 objects misplaced (2.060%); 0 B/s, 0 objects/s recovering 2021-03-04T23:17:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[27374]: cluster 2021-03-04T23:17:13.030898+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e647: 8 total, 8 up, 7 in 2021-03-04T23:17:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[27374]: cluster 2021-03-04T23:17:13.032338+0000 osd.0 (osd.0) 3 : cluster [DBG] 27.4 starting backfill to osd.5 from (0'0,0'0] MAX to 644'13453 2021-03-04T23:17:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[27374]: cluster 2021-03-04T23:17:13.032759+0000 osd.3 (osd.3) 2 : cluster [DBG] 27.f starting backfill to osd.5 from (0'0,0'0] MAX to 644'13691 2021-03-04T23:17:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[27374]: cluster 2021-03-04T23:17:13.035024+0000 osd.4 (osd.4) 10 : cluster [DBG] 27.5 starting backfill to osd.5 from (0'0,0'0] MAX to 644'13819 2021-03-04T23:17:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[27374]: cluster 2021-03-04T23:17:13.039809+0000 osd.6 (osd.6) 15 : cluster [DBG] 27.e starting backfill to osd.5 from (0'0,0'0] MAX to 644'13801 2021-03-04T23:17:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[27374]: cluster 2021-03-04T23:17:13.174663+0000 mgr.x (mgr.34379) 860 : cluster [DBG] pgmap v1196: 109 pgs: 1 activating+remapped, 1 peering, 107 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 8787/426585 objects misplaced (2.060%); 0 B/s, 0 objects/s recovering 2021-03-04T23:17:14.592 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:14.698 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:14.874 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:17:14.891 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:17:14.907 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:17:14.923 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:17:14.938 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:17:14.965 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:17:14.987 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:17:15.005 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:17:15.006 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.007 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.007 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.008 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.008 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.008 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.008 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.008 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:17:15.043 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:17:15.063 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:14 gibba023 bash[19550]: debug 2021-03-04T23:17:14.581+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:15.165 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:15.267 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:15 gibba008 bash[39303]: audit 2021-03-04T23:17:14.852739+0000 mon.c (mon.1) 71 : audit [DBG] from='client.? 172.21.2.108:0/3724302500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:17:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:15 gibba008 bash[39303]: audit 2021-03-04T23:17:15.031950+0000 mon.c (mon.1) 72 : audit [INF] from='client.? 172.21.2.108:0/833163503' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:17:15.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:15 gibba008 bash[39303]: audit 2021-03-04T23:17:15.032185+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:17:15.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:15 gibba008 bash[37770]: audit 2021-03-04T23:17:14.852739+0000 mon.c (mon.1) 71 : audit [DBG] from='client.? 172.21.2.108:0/3724302500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:17:15.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:15 gibba008 bash[37770]: audit 2021-03-04T23:17:15.031950+0000 mon.c (mon.1) 72 : audit [INF] from='client.? 172.21.2.108:0/833163503' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:17:15.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:15 gibba008 bash[37770]: audit 2021-03-04T23:17:15.032185+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:17:15.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:15 gibba023 bash[27374]: audit 2021-03-04T23:17:14.852739+0000 mon.c (mon.1) 71 : audit [DBG] from='client.? 172.21.2.108:0/3724302500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:17:15.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:15 gibba023 bash[27374]: audit 2021-03-04T23:17:15.031950+0000 mon.c (mon.1) 72 : audit [INF] from='client.? 172.21.2.108:0/833163503' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:17:15.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:15 gibba023 bash[27374]: audit 2021-03-04T23:17:15.032185+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:17:15.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:15 gibba023 bash[19550]: debug 2021-03-04T23:17:15.153+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:15.723 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:15.830 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:16.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:15 gibba023 bash[15180]: debug 2021-03-04T23:17:15.713+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:16.404 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:16.404 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[39303]: cluster 2021-03-04T23:17:15.033233+0000 mon.a (mon.0) 1446 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:17:16.405 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[39303]: audit 2021-03-04T23:17:15.036314+0000 mon.a (mon.0) 1447 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:17:16.405 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[39303]: cluster 2021-03-04T23:17:15.036361+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e648: 8 total, 8 up, 7 in 2021-03-04T23:17:16.405 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[39303]: cluster 2021-03-04T23:17:15.174931+0000 mgr.x (mgr.34379) 861 : cluster [DBG] pgmap v1198: 109 pgs: 1 activating+remapped, 1 peering, 107 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 618 op/s; 8787/426585 objects misplaced (2.060%); 0 B/s, 0 objects/s recovering 2021-03-04T23:17:16.405 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[48858]: debug 2021-03-04T23:17:16.393+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:16.406 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[37770]: cluster 2021-03-04T23:17:15.033233+0000 mon.a (mon.0) 1446 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:17:16.406 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[37770]: audit 2021-03-04T23:17:15.036314+0000 mon.a (mon.0) 1447 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:17:16.406 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[37770]: cluster 2021-03-04T23:17:15.036361+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e648: 8 total, 8 up, 7 in 2021-03-04T23:17:16.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:16 gibba008 bash[37770]: cluster 2021-03-04T23:17:15.174931+0000 mgr.x (mgr.34379) 861 : cluster [DBG] pgmap v1198: 109 pgs: 1 activating+remapped, 1 peering, 107 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 618 op/s; 8787/426585 objects misplaced (2.060%); 0 B/s, 0 objects/s recovering 2021-03-04T23:17:16.508 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:16 gibba023 bash[27374]: cluster 2021-03-04T23:17:15.033233+0000 mon.a (mon.0) 1446 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:17:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:16 gibba023 bash[27374]: audit 2021-03-04T23:17:15.036314+0000 mon.a (mon.0) 1447 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:17:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:16 gibba023 bash[27374]: cluster 2021-03-04T23:17:15.036361+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e648: 8 total, 8 up, 7 in 2021-03-04T23:17:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:16 gibba023 bash[27374]: cluster 2021-03-04T23:17:15.174931+0000 mgr.x (mgr.34379) 861 : cluster [DBG] pgmap v1198: 109 pgs: 1 activating+remapped, 1 peering, 107 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 618 op/s; 8787/426585 objects misplaced (2.060%); 0 B/s, 0 objects/s recovering 2021-03-04T23:17:17.175 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:17.283 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:17.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:17 gibba008 bash[44600]: debug 2021-03-04T23:17:17.165+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:17.822 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:17.925 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:18.166 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:18.235 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:18 gibba008 bash[44600]: debug 2021-03-04T23:17:18.157+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:18.236 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:17 gibba023 bash[16680]: debug 2021-03-04T23:17:17.813+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:18.270 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:18.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:18 gibba008 bash[39303]: cluster 2021-03-04T23:17:17.175487+0000 mgr.x (mgr.34379) 862 : cluster [DBG] pgmap v1199: 109 pgs: 2 active+remapped+backfill_wait, 1 active+remapped+backfilling, 1 activating+remapped, 105 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 943 op/s; 33877/417297 objects misplaced (8.118%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:17:18.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:18 gibba008 bash[37770]: cluster 2021-03-04T23:17:17.175487+0000 mgr.x (mgr.34379) 862 : cluster [DBG] pgmap v1199: 109 pgs: 2 active+remapped+backfill_wait, 1 active+remapped+backfilling, 1 activating+remapped, 105 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 943 op/s; 33877/417297 objects misplaced (8.118%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:17:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:18 gibba023 bash[27374]: cluster 2021-03-04T23:17:17.175487+0000 mgr.x (mgr.34379) 862 : cluster [DBG] pgmap v1199: 109 pgs: 2 active+remapped+backfill_wait, 1 active+remapped+backfilling, 1 activating+remapped, 105 active+clean; 8.5 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 943 op/s; 33877/417297 objects misplaced (8.118%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:17:18.792 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:18.894 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:19.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:18 gibba023 bash[16680]: debug 2021-03-04T23:17:18.785+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:19.408 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:19.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:19 gibba008 bash[91265]: debug 2021-03-04T23:17:19.393+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:19.830 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:20.364 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:20 gibba008 bash[37770]: cluster 2021-03-04T23:17:19.175915+0000 mgr.x (mgr.34379) 863 : cluster [DBG] pgmap v1200: 109 pgs: 3 active+remapped+backfill_wait, 1 active+remapped+backfilling, 105 active+clean; 8.3 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 989 op/s; 33453/410412 objects misplaced (8.151%); 7.4 MiB/s, 119 objects/s recovering 2021-03-04T23:17:20.365 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:20 gibba008 bash[39303]: cluster 2021-03-04T23:17:19.175915+0000 mgr.x (mgr.34379) 863 : cluster [DBG] pgmap v1200: 109 pgs: 3 active+remapped+backfill_wait, 1 active+remapped+backfilling, 105 active+clean; 8.3 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 989 op/s; 33453/410412 objects misplaced (8.151%); 7.4 MiB/s, 119 objects/s recovering 2021-03-04T23:17:20.365 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:20.467 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:20.472 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:20 gibba023 bash[27374]: cluster 2021-03-04T23:17:19.175915+0000 mgr.x (mgr.34379) 863 : cluster [DBG] pgmap v1200: 109 pgs: 3 active+remapped+backfill_wait, 1 active+remapped+backfilling, 105 active+clean; 8.3 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 989 op/s; 33453/410412 objects misplaced (8.151%); 7.4 MiB/s, 119 objects/s recovering 2021-03-04T23:17:20.488 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:17:20.583 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:17:20.617 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:20.645 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:20 gibba008 bash[44600]: debug 2021-03-04T23:17:20.357+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:20.681 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:20.903 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:21.006 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:21.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:20 gibba023 bash[18090]: debug 2021-03-04T23:17:20.893+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:21.318 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:21.421 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:21.693 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:21.796 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:21.819 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:21 gibba008 bash[91265]: debug 2021-03-04T23:17:21.309+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:21.882 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:21.986 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:21.992 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:21 gibba023 bash[15180]: debug 2021-03-04T23:17:21.685+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:21.993 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:21 gibba023 bash[19550]: debug 2021-03-04T23:17:21.873+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:22.084 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:22.188 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:22.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:22 gibba023 bash[27374]: cluster 2021-03-04T23:17:21.176437+0000 mgr.x (mgr.34379) 864 : cluster [DBG] pgmap v1201: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.10k op/s; 30881/401661 objects misplaced (7.688%); 21 MiB/s, 329 objects/s recovering 2021-03-04T23:17:22.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:22 gibba023 bash[15180]: debug 2021-03-04T23:17:22.077+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:22.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:22 gibba008 bash[37770]: cluster 2021-03-04T23:17:21.176437+0000 mgr.x (mgr.34379) 864 : cluster [DBG] pgmap v1201: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.10k op/s; 30881/401661 objects misplaced (7.688%); 21 MiB/s, 329 objects/s recovering 2021-03-04T23:17:22.533 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:22 gibba008 bash[39303]: cluster 2021-03-04T23:17:21.176437+0000 mgr.x (mgr.34379) 864 : cluster [DBG] pgmap v1201: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.10k op/s; 30881/401661 objects misplaced (7.688%); 21 MiB/s, 329 objects/s recovering 2021-03-04T23:17:22.622 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:22.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:22.838 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:22.944 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:22.952 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:22 gibba008 bash[48858]: debug 2021-03-04T23:17:22.613+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:23.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:22 gibba023 bash[16680]: debug 2021-03-04T23:17:22.829+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:23.433 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:23.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:23.707 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:23 gibba008 bash[48858]: debug 2021-03-04T23:17:23.425+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:23.961 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:24.064 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:24.069 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:23 gibba008 bash[48858]: debug 2021-03-04T23:17:23.953+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:24.239 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:24 gibba008 bash[37770]: cluster 2021-03-04T23:17:23.176920+0000 mgr.x (mgr.34379) 865 : cluster [DBG] pgmap v1202: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.9 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.24k op/s; 29967/389514 objects misplaced (7.693%); 17 MiB/s, 268 objects/s recovering 2021-03-04T23:17:24.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:24 gibba008 bash[39303]: cluster 2021-03-04T23:17:23.176920+0000 mgr.x (mgr.34379) 865 : cluster [DBG] pgmap v1202: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.9 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.24k op/s; 29967/389514 objects misplaced (7.693%); 17 MiB/s, 268 objects/s recovering 2021-03-04T23:17:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:24 gibba023 bash[27374]: cluster 2021-03-04T23:17:23.176920+0000 mgr.x (mgr.34379) 865 : cluster [DBG] pgmap v1202: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.9 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.24k op/s; 29967/389514 objects misplaced (7.693%); 17 MiB/s, 268 objects/s recovering 2021-03-04T23:17:24.572 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:24.676 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:25.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:24 gibba008 bash[91265]: debug 2021-03-04T23:17:24.565+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:25.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:25.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:25.573 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:25.678 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:25.688 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:25 gibba008 bash[91265]: debug 2021-03-04T23:17:25.369+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:25.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:25 gibba023 bash[19550]: debug 2021-03-04T23:17:25.565+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:26.220 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:26.324 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:26.429 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:26.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:26 gibba008 bash[37770]: cluster 2021-03-04T23:17:25.177247+0000 mgr.x (mgr.34379) 866 : cluster [DBG] pgmap v1203: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.9 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s; 29967/389514 objects misplaced (7.693%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:17:26.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:26 gibba008 bash[39303]: cluster 2021-03-04T23:17:25.177247+0000 mgr.x (mgr.34379) 866 : cluster [DBG] pgmap v1203: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.9 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s; 29967/389514 objects misplaced (7.693%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:17:26.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:26 gibba008 bash[44600]: debug 2021-03-04T23:17:26.213+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:26 gibba023 bash[27374]: cluster 2021-03-04T23:17:25.177247+0000 mgr.x (mgr.34379) 866 : cluster [DBG] pgmap v1203: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.9 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s; 29967/389514 objects misplaced (7.693%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:17:26.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:26 gibba023 bash[18090]: debug 2021-03-04T23:17:26.421+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:26.532 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:26.626 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:26.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:26.825 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:26 gibba023 bash[18090]: debug 2021-03-04T23:17:26.621+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:26.826 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:26.928 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:27.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:26 gibba023 bash[15180]: debug 2021-03-04T23:17:26.817+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:27.289 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:27.392 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:27.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:27 gibba008 bash[47391]: debug 2021-03-04T23:17:27.281+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:27.932 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:28.035 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:28.151 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:28.244 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:27 gibba008 bash[47391]: debug 2021-03-04T23:17:27.925+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:28.254 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:28.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:28 gibba008 bash[37770]: cluster 2021-03-04T23:17:27.177814+0000 mgr.x (mgr.34379) 867 : cluster [DBG] pgmap v1204: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.6 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 27129/374154 objects misplaced (7.251%); 22 MiB/s, 348 objects/s recovering 2021-03-04T23:17:28.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:28 gibba008 bash[39303]: cluster 2021-03-04T23:17:27.177814+0000 mgr.x (mgr.34379) 867 : cluster [DBG] pgmap v1204: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.6 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 27129/374154 objects misplaced (7.251%); 22 MiB/s, 348 objects/s recovering 2021-03-04T23:17:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:28 gibba023 bash[27374]: cluster 2021-03-04T23:17:27.177814+0000 mgr.x (mgr.34379) 867 : cluster [DBG] pgmap v1204: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.6 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 27129/374154 objects misplaced (7.251%); 22 MiB/s, 348 objects/s recovering 2021-03-04T23:17:28.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:28 gibba023 bash[19550]: debug 2021-03-04T23:17:28.141+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:28.645 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:28.748 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:28.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:28 gibba008 bash[48858]: debug 2021-03-04T23:17:28.637+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:29.025 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:29.128 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:29.257 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:29.301 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:29 gibba008 bash[44600]: debug 2021-03-04T23:17:29.017+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:29.361 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:29.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:29 gibba023 bash[16680]: debug 2021-03-04T23:17:29.249+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:29.798 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:29.901 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:30.031 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:17:30.059 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:29 gibba008 bash[44600]: debug 2021-03-04T23:17:29.789+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:30.060 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[37770]: cluster 2021-03-04T23:17:29.178194+0000 mgr.x (mgr.34379) 868 : cluster [DBG] pgmap v1205: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s; 26624/365082 objects misplaced (7.293%); 17 MiB/s, 276 objects/s recovering 2021-03-04T23:17:30.061 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[37770]: audit 2021-03-04T23:17:29.545607+0000 mon.c (mon.1) 73 : audit [INF] from='client.? 172.21.2.108:0/1327801003' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:17:30.061 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[37770]: audit 2021-03-04T23:17:29.545858+0000 mon.a (mon.0) 1449 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:17:30.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[39303]: cluster 2021-03-04T23:17:29.178194+0000 mgr.x (mgr.34379) 868 : cluster [DBG] pgmap v1205: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s; 26624/365082 objects misplaced (7.293%); 17 MiB/s, 276 objects/s recovering 2021-03-04T23:17:30.062 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[39303]: audit 2021-03-04T23:17:29.545607+0000 mon.c (mon.1) 73 : audit [INF] from='client.? 172.21.2.108:0/1327801003' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:17:30.062 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[39303]: audit 2021-03-04T23:17:29.545858+0000 mon.a (mon.0) 1449 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:17:30.316 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:30 gibba008 bash[47391]: debug 2021-03-04T23:17:30.305+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:30.320 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:30.429 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:30.435 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:30 gibba023 bash[27374]: cluster 2021-03-04T23:17:29.178194+0000 mgr.x (mgr.34379) 868 : cluster [DBG] pgmap v1205: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.4 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.45k op/s; 26624/365082 objects misplaced (7.293%); 17 MiB/s, 276 objects/s recovering 2021-03-04T23:17:30.435 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:30 gibba023 bash[27374]: audit 2021-03-04T23:17:29.545607+0000 mon.c (mon.1) 73 : audit [INF] from='client.? 172.21.2.108:0/1327801003' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:17:30.435 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:30 gibba023 bash[27374]: audit 2021-03-04T23:17:29.545858+0000 mon.a (mon.0) 1449 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:17:30.546 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:30.652 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:30.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:30 gibba023 bash[16680]: debug 2021-03-04T23:17:30.537+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:30.776 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:30.879 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:31.029 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:30 gibba023 bash[15180]: debug 2021-03-04T23:17:30.769+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:31.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:31 gibba023 bash[27374]: audit 2021-03-04T23:17:30.023577+0000 mon.a (mon.0) 1450 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:17:31.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:31 gibba023 bash[27374]: cluster 2021-03-04T23:17:30.023632+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e649: 8 total, 8 up, 7 in 2021-03-04T23:17:31.189 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:31 gibba008 bash[39303]: audit 2021-03-04T23:17:30.023577+0000 mon.a (mon.0) 1450 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:17:31.189 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:31 gibba008 bash[39303]: cluster 2021-03-04T23:17:30.023632+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e649: 8 total, 8 up, 7 in 2021-03-04T23:17:31.190 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:31 gibba008 bash[37770]: audit 2021-03-04T23:17:30.023577+0000 mon.a (mon.0) 1450 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:17:31.190 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:31 gibba008 bash[37770]: cluster 2021-03-04T23:17:30.023632+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e649: 8 total, 8 up, 7 in 2021-03-04T23:17:31.191 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:31.260 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:31 gibba008 bash[44600]: debug 2021-03-04T23:17:31.177+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:31.292 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:31.904 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:32.007 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:32.210 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:17:32.211 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:17:32.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:17:32.211 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:17:32.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.212 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188332 25.a 25:522caf6e:::benchmark_data_gibba008_61550_object12401:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:17:32.212 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.371149+0000", 2021-03-04T23:17:32.212 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 574.83502924000004, 2021-03-04T23:17:32.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21338026800000001, 2021-03-04T23:17:32.213 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.213 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.213 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.214 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.214 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.215 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188332 2021-03-04T23:17:32.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.215 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371149+0000", 2021-03-04T23:17:32.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371149+0000", 2021-03-04T23:17:32.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0549999999999998e-06 2021-03-04T23:17:32.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.218 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371151+0000", 2021-03-04T23:17:32.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.832e-06 2021-03-04T23:17:32.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371153+0000", 2021-03-04T23:17:32.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0881e-05 2021-03-04T23:17:32.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371163+0000", 2021-03-04T23:17:32.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7999999999999998e-06 2021-03-04T23:17:32.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.221 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371168+0000", 2021-03-04T23:17:32.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5985000000000002e-05 2021-03-04T23:17:32.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371204+0000", 2021-03-04T23:17:32.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0080999999999994e-05 2021-03-04T23:17:32.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371294+0000", 2021-03-04T23:17:32.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3672999999999996e-05 2021-03-04T23:17:32.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:17:32.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.371388+0000", 2021-03-04T23:17:32.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029156270000000001 2021-03-04T23:17:32.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.374304+0000", 2021-03-04T23:17:32.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000325779 2021-03-04T23:17:32.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.226 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.374629+0000", 2021-03-04T23:17:32.227 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.209488011 2021-03-04T23:17:32.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.584117+0000", 2021-03-04T23:17:32.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000235379 2021-03-04T23:17:32.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.584353+0000", 2021-03-04T23:17:32.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017616499999999999 2021-03-04T23:17:32.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.230 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.584529+0000", 2021-03-04T23:17:32.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21338026800000001 2021-03-04T23:17:32.230 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.230 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.230 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.231 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:188341 25.a 25:5b47b9b3:::benchmark_data_gibba008_61550_object12410:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:17:32.231 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:07:57.378461+0000", 2021-03-04T23:17:32.231 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 574.827717183, 2021-03-04T23:17:32.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21854015299999999, 2021-03-04T23:17:32.232 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.232 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.232 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.233 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.233 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.233 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 188341 2021-03-04T23:17:32.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.233 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378461+0000", 2021-03-04T23:17:32.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378461+0000", 2021-03-04T23:17:32.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.488e-06 2021-03-04T23:17:32.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378462+0000", 2021-03-04T23:17:32.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.539e-06 2021-03-04T23:17:32.237 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.237 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378464+0000", 2021-03-04T23:17:32.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7730000000000002e-06 2021-03-04T23:17:32.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.238 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.238 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378470+0000", 2021-03-04T23:17:32.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.41e-06 2021-03-04T23:17:32.239 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.239 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.239 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.239 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378474+0000", 2021-03-04T23:17:32.240 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3666999999999999e-05 2021-03-04T23:17:32.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378498+0000", 2021-03-04T23:17:32.241 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0327999999999995e-05 2021-03-04T23:17:32.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378568+0000", 2021-03-04T23:17:32.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5344000000000003e-05 2021-03-04T23:17:32.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:17:32.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.378633+0000", 2021-03-04T23:17:32.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025685650000000001 2021-03-04T23:17:32.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.381202+0000", 2021-03-04T23:17:32.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0013678939999999999 2021-03-04T23:17:32.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.244 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.382570+0000", 2021-03-04T23:17:32.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.214003313 2021-03-04T23:17:32.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.245 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.596573+0000", 2021-03-04T23:17:32.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023191299999999999 2021-03-04T23:17:32.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.247 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.596805+0000", 2021-03-04T23:17:32.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019591899999999999 2021-03-04T23:17:32.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.247 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.248 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:07:57.597001+0000", 2021-03-04T23:17:32.248 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21854015299999999 2021-03-04T23:17:32.248 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.249 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.249 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.249 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:193480 25.a 25:5b45ee13:::benchmark_data_gibba008_61550_object17549:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)", 2021-03-04T23:17:32.250 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:01.012713+0000", 2021-03-04T23:17:32.250 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 571.19346439499998, 2021-03-04T23:17:32.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.219255753, 2021-03-04T23:17:32.250 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.250 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.251 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.251 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.251 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.251 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 193480 2021-03-04T23:17:32.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.252 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012713+0000", 2021-03-04T23:17:32.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012713+0000", 2021-03-04T23:17:32.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4920000000000001e-06 2021-03-04T23:17:32.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012715+0000", 2021-03-04T23:17:32.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4720000000000001e-06 2021-03-04T23:17:32.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012716+0000", 2021-03-04T23:17:32.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.388e-06 2021-03-04T23:17:32.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012725+0000", 2021-03-04T23:17:32.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6959999999999998e-06 2021-03-04T23:17:32.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.257 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.258 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012729+0000", 2021-03-04T23:17:32.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8384000000000003e-05 2021-03-04T23:17:32.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012777+0000", 2021-03-04T23:17:32.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000100581 2021-03-04T23:17:32.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012877+0000", 2021-03-04T23:17:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000102518 2021-03-04T23:17:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:17:32.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.012980+0000", 2021-03-04T23:17:32.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025786720000000002 2021-03-04T23:17:32.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.015559+0000", 2021-03-04T23:17:32.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6405000000000001e-05 2021-03-04T23:17:32.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.015595+0000", 2021-03-04T23:17:32.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21608802599999999 2021-03-04T23:17:32.264 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231683+0000", 2021-03-04T23:17:32.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000145072 2021-03-04T23:17:32.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.265 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231828+0000", 2021-03-04T23:17:32.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014104699999999999 2021-03-04T23:17:32.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.266 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:01.231969+0000", 2021-03-04T23:17:32.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.219255753 2021-03-04T23:17:32.267 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.267 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.267 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.268 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:265756 25.a 25:5ab4e709:::benchmark_data_gibba008_61550_object89825:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:17:32.269 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.678745+0000", 2021-03-04T23:17:32.269 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52743286500004, 2021-03-04T23:17:32.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26468765999999999, 2021-03-04T23:17:32.269 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.269 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.270 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.270 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.270 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.270 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265756 2021-03-04T23:17:32.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.271 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678745+0000", 2021-03-04T23:17:32.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.272 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.272 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678745+0000", 2021-03-04T23:17:32.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.796e-06 2021-03-04T23:17:32.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678747+0000", 2021-03-04T23:17:32.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8649999999999999e-06 2021-03-04T23:17:32.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678749+0000", 2021-03-04T23:17:32.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5339999999999999e-06 2021-03-04T23:17:32.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678757+0000", 2021-03-04T23:17:32.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1999999999999996e-06 2021-03-04T23:17:32.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678761+0000", 2021-03-04T23:17:32.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4573999999999999e-05 2021-03-04T23:17:32.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678786+0000", 2021-03-04T23:17:32.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6894e-05 2021-03-04T23:17:32.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.278 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678853+0000", 2021-03-04T23:17:32.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4694000000000002e-05 2021-03-04T23:17:32.279 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:17:32.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.678908+0000", 2021-03-04T23:17:32.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26359654599999999 2021-03-04T23:17:32.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.281 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942504+0000", 2021-03-04T23:17:32.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00028927599999999999 2021-03-04T23:17:32.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942793+0000", 2021-03-04T23:17:32.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00031196099999999998 2021-03-04T23:17:32.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943105+0000", 2021-03-04T23:17:32.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018099500000000001 2021-03-04T23:17:32.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.284 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943286+0000", 2021-03-04T23:17:32.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014632499999999999 2021-03-04T23:17:32.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.285 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.286 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943433+0000", 2021-03-04T23:17:32.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26468765999999999 2021-03-04T23:17:32.286 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.286 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.286 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.287 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.287 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.287 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:265760 25.a 25:5d151c85:::benchmark_data_gibba008_61550_object89829:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:17:32.287 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.681555+0000", 2021-03-04T23:17:32.288 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.524622765, 2021-03-04T23:17:32.288 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26263681100000003, 2021-03-04T23:17:32.288 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.288 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.289 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.289 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.289 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265760 2021-03-04T23:17:32.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.289 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681555+0000", 2021-03-04T23:17:32.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681555+0000", 2021-03-04T23:17:32.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.041e-06 2021-03-04T23:17:32.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681557+0000", 2021-03-04T23:17:32.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.697e-06 2021-03-04T23:17:32.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681559+0000", 2021-03-04T23:17:32.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5490000000000001e-06 2021-03-04T23:17:32.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681566+0000", 2021-03-04T23:17:32.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7610000000000001e-06 2021-03-04T23:17:32.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681570+0000", 2021-03-04T23:17:32.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00039197599999999999 2021-03-04T23:17:32.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.681962+0000", 2021-03-04T23:17:32.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5648000000000003e-05 2021-03-04T23:17:32.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682058+0000", 2021-03-04T23:17:32.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3743e-05 2021-03-04T23:17:32.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:17:32.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682152+0000", 2021-03-04T23:17:32.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26132663900000003 2021-03-04T23:17:32.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943478+0000", 2021-03-04T23:17:32.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021087499999999999 2021-03-04T23:17:32.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943689+0000", 2021-03-04T23:17:32.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020100900000000001 2021-03-04T23:17:32.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.303 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943890+0000", 2021-03-04T23:17:32.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000170901 2021-03-04T23:17:32.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.304 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.944061+0000", 2021-03-04T23:17:32.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013097200000000001 2021-03-04T23:17:32.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.305 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.305 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.944192+0000", 2021-03-04T23:17:32.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26263681100000003 2021-03-04T23:17:32.305 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.306 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.306 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.306 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:265761 25.d e586/569 25:b2e0e82d:::benchmark_data_gibba008_61550_object89830:head v 586'16670, mlcod=586'16668)", 2021-03-04T23:17:32.307 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.682027+0000", 2021-03-04T23:17:32.307 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52415072199994, 2021-03-04T23:17:32.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26047759300000001, 2021-03-04T23:17:32.307 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.308 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.308 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.308 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682027+0000", 2021-03-04T23:17:32.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682027+0000", 2021-03-04T23:17:32.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8780000000000001e-06 2021-03-04T23:17:32.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682029+0000", 2021-03-04T23:17:32.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.655e-06 2021-03-04T23:17:32.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682031+0000", 2021-03-04T23:17:32.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.913e-06 2021-03-04T23:17:32.312 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682037+0000", 2021-03-04T23:17:32.313 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.072e-06 2021-03-04T23:17:32.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.313 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.314 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682040+0000", 2021-03-04T23:17:32.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6313999999999998e-05 2021-03-04T23:17:32.314 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.315 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682076+0000", 2021-03-04T23:17:32.315 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3594999999999999e-05 2021-03-04T23:17:32.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.315 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.316 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682090+0000", 2021-03-04T23:17:32.316 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26029582200000001 2021-03-04T23:17:32.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.316 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942385+0000", 2021-03-04T23:17:32.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000119344 2021-03-04T23:17:32.317 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.318 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942505+0000", 2021-03-04T23:17:32.318 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26047759300000001 2021-03-04T23:17:32.318 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.318 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.319 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.319 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.319 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:265762 25.a 25:5a4f6d1b:::benchmark_data_gibba008_61550_object89831:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:17:32.319 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.682175+0000", 2021-03-04T23:17:32.320 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52400327700002, 2021-03-04T23:17:32.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.29733222399999998, 2021-03-04T23:17:32.320 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.320 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.321 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.321 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.321 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.321 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265762 2021-03-04T23:17:32.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.322 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.322 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.322 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682175+0000", 2021-03-04T23:17:32.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.323 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682175+0000", 2021-03-04T23:17:32.323 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1349999999999999e-06 2021-03-04T23:17:32.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.324 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682177+0000", 2021-03-04T23:17:32.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5969999999999999e-06 2021-03-04T23:17:32.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.325 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.325 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682178+0000", 2021-03-04T23:17:32.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9910000000000002e-06 2021-03-04T23:17:32.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.326 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.326 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682186+0000", 2021-03-04T23:17:32.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9150000000000004e-06 2021-03-04T23:17:32.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.327 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.327 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682191+0000", 2021-03-04T23:17:32.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.262162591 2021-03-04T23:17:32.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.328 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.944354+0000", 2021-03-04T23:17:32.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00043967399999999998 2021-03-04T23:17:32.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.944794+0000", 2021-03-04T23:17:32.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00050219900000000005 2021-03-04T23:17:32.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:17:32.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.945296+0000", 2021-03-04T23:17:32.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021382833 2021-03-04T23:17:32.331 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.332 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.966679+0000", 2021-03-04T23:17:32.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000194923 2021-03-04T23:17:32.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.333 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.966873+0000", 2021-03-04T23:17:32.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012254776 2021-03-04T23:17:32.333 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.333 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.334 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.334 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.979128+0000", 2021-03-04T23:17:32.334 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022392700000000001 2021-03-04T23:17:32.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.979352+0000", 2021-03-04T23:17:32.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015466300000000001 2021-03-04T23:17:32.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.979507+0000", 2021-03-04T23:17:32.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.29733222399999998 2021-03-04T23:17:32.336 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.337 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.337 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.337 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:265756 25.a e586/569 ondisk, result = 0)", 2021-03-04T23:17:32.338 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.682283+0000", 2021-03-04T23:17:32.338 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52389450600003, 2021-03-04T23:17:32.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26052344100000002, 2021-03-04T23:17:32.338 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.338 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:17:32.339 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682283+0000", 2021-03-04T23:17:32.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.340 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682283+0000", 2021-03-04T23:17:32.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.725e-06 2021-03-04T23:17:32.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682285+0000", 2021-03-04T23:17:32.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5829999999999999e-06 2021-03-04T23:17:32.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.344 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.344 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682287+0000", 2021-03-04T23:17:32.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2570000000000001e-06 2021-03-04T23:17:32.345 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.345 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.345 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.345 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682294+0000", 2021-03-04T23:17:32.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2860000000000001e-06 2021-03-04T23:17:32.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.346 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.346 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.682298+0000", 2021-03-04T23:17:32.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26045377400000003 2021-03-04T23:17:32.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942752+0000", 2021-03-04T23:17:32.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0205000000000001e-05 2021-03-04T23:17:32.348 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942772+0000", 2021-03-04T23:17:32.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4610999999999998e-05 2021-03-04T23:17:32.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942807+0000", 2021-03-04T23:17:32.351 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26052344100000002 2021-03-04T23:17:32.351 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.352 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.352 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.353 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:265763 25.7 25:e8fff0a1:::benchmark_data_gibba008_61550_object89832:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:17:32.353 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.683378+0000", 2021-03-04T23:17:32.353 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52279941899997, 2021-03-04T23:17:32.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26000928699999998, 2021-03-04T23:17:32.353 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.354 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.354 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.354 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.354 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.355 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265763 2021-03-04T23:17:32.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.355 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.356 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.356 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683378+0000", 2021-03-04T23:17:32.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.357 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.357 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683378+0000", 2021-03-04T23:17:32.357 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.934e-06 2021-03-04T23:17:32.358 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.358 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.358 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683380+0000", 2021-03-04T23:17:32.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1349999999999999e-06 2021-03-04T23:17:32.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683383+0000", 2021-03-04T23:17:32.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5669999999999995e-06 2021-03-04T23:17:32.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683391+0000", 2021-03-04T23:17:32.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3159999999999998e-06 2021-03-04T23:17:32.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.362 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683395+0000", 2021-03-04T23:17:32.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6931000000000003e-05 2021-03-04T23:17:32.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.363 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.363 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683432+0000", 2021-03-04T23:17:32.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7571999999999996e-05 2021-03-04T23:17:32.364 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.364 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683500+0000", 2021-03-04T23:17:32.364 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3391000000000003e-05 2021-03-04T23:17:32.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:17:32.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683563+0000", 2021-03-04T23:17:32.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.258964468 2021-03-04T23:17:32.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.366 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942528+0000", 2021-03-04T23:17:32.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00046071300000000002 2021-03-04T23:17:32.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942988+0000", 2021-03-04T23:17:32.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000132108 2021-03-04T23:17:32.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.369 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943121+0000", 2021-03-04T23:17:32.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000158393 2021-03-04T23:17:32.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.370 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.371 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943279+0000", 2021-03-04T23:17:32.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010875899999999999 2021-03-04T23:17:32.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.371 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943388+0000", 2021-03-04T23:17:32.372 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.26000928699999998 2021-03-04T23:17:32.372 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.372 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.373 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.373 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.373 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.54757.0:265754 25.b e586/569 25:da1c7c77:::benchmark_data_gibba008_61550_object89823:head v 586'16449, mlcod=586'16445)", 2021-03-04T23:17:32.374 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.683628+0000", 2021-03-04T23:17:32.374 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52255014900004, 2021-03-04T23:17:32.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28019137, 2021-03-04T23:17:32.374 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.374 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.375 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.375 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.375 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.375 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683628+0000", 2021-03-04T23:17:32.375 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.376 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.376 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683628+0000", 2021-03-04T23:17:32.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.928e-06 2021-03-04T23:17:32.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.377 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.377 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683630+0000", 2021-03-04T23:17:32.378 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8109999999999999e-06 2021-03-04T23:17:32.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683631+0000", 2021-03-04T23:17:32.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4590000000000001e-06 2021-03-04T23:17:32.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.379 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683639+0000", 2021-03-04T23:17:32.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9349999999999996e-06 2021-03-04T23:17:32.381 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.381 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.683643+0000", 2021-03-04T23:17:32.382 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25868489700000002 2021-03-04T23:17:32.382 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.382 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942328+0000", 2021-03-04T23:17:32.383 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7291000000000002e-05 2021-03-04T23:17:32.383 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.383 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.383 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.384 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942415+0000", 2021-03-04T23:17:32.384 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021298336000000001 2021-03-04T23:17:32.384 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.384 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.384 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.385 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.963713+0000", 2021-03-04T23:17:32.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000105713 2021-03-04T23:17:32.385 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.963819+0000", 2021-03-04T23:17:32.386 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28019137 2021-03-04T23:17:32.386 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.386 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.387 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.387 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:265756 25.a e586/569 ondisk, result = 0)", 2021-03-04T23:17:32.387 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.684764+0000", 2021-03-04T23:17:32.388 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52141372799997, 2021-03-04T23:17:32.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25872566200000002, 2021-03-04T23:17:32.388 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.388 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:17:32.389 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.684764+0000", 2021-03-04T23:17:32.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.390 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.390 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.684764+0000", 2021-03-04T23:17:32.390 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.716e-06 2021-03-04T23:17:32.391 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.391 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.684766+0000", 2021-03-04T23:17:32.391 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8649999999999999e-06 2021-03-04T23:17:32.392 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.392 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.392 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.393 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.684768+0000", 2021-03-04T23:17:32.393 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25759509400000002 2021-03-04T23:17:32.394 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.394 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.394 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.394 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942363+0000", 2021-03-04T23:17:32.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9240000000000001e-05 2021-03-04T23:17:32.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.395 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.395 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942392+0000", 2021-03-04T23:17:32.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00065253800000000003 2021-03-04T23:17:32.396 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.396 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.396 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943045+0000", 2021-03-04T23:17:32.397 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0852000000000002e-05 2021-03-04T23:17:32.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.397 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.398 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943075+0000", 2021-03-04T23:17:32.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00041435700000000002 2021-03-04T23:17:32.398 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.398 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.398 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.399 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943490+0000", 2021-03-04T23:17:32.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25872566200000002 2021-03-04T23:17:32.399 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.399 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.399 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.400 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.400 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.54757.0:265760 25.a e586/569 ondisk, result = 0)", 2021-03-04T23:17:32.400 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.685465+0000", 2021-03-04T23:17:32.401 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52071280799998, 2021-03-04T23:17:32.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.258246537, 2021-03-04T23:17:32.401 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.401 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:17:32.401 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.402 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.402 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.402 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685465+0000", 2021-03-04T23:17:32.402 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.402 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.403 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.403 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685465+0000", 2021-03-04T23:17:32.403 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4079999999999999e-06 2021-03-04T23:17:32.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.404 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.404 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685466+0000", 2021-03-04T23:17:32.404 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.384e-06 2021-03-04T23:17:32.405 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.405 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.405 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.405 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685468+0000", 2021-03-04T23:17:32.405 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25682946000000001 2021-03-04T23:17:32.406 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.406 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.406 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.406 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942297+0000", 2021-03-04T23:17:32.407 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5552e-05 2021-03-04T23:17:32.407 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.407 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.407 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.407 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942343+0000", 2021-03-04T23:17:32.408 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001285633 2021-03-04T23:17:32.408 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.408 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.408 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.408 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943629+0000", 2021-03-04T23:17:32.409 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0378e-05 2021-03-04T23:17:32.409 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.409 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.409 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.409 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943659+0000", 2021-03-04T23:17:32.410 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2722000000000001e-05 2021-03-04T23:17:32.410 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.410 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.410 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.411 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943712+0000", 2021-03-04T23:17:32.411 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.258246537 2021-03-04T23:17:32.411 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.411 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.411 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.412 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.412 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.412 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.54757.0:265766 25.e 25:728fd89b:::benchmark_data_gibba008_61550_object89835:head [delete] snapc 0=[] ondisk+write+known_if_redirected e586)", 2021-03-04T23:17:32.412 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:08:50.685696+0000", 2021-03-04T23:17:32.413 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 521.52048205899996, 2021-03-04T23:17:32.413 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.29218424100000001, 2021-03-04T23:17:32.413 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.413 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.413 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.414 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.54757", 2021-03-04T23:17:32.414 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/497854370", 2021-03-04T23:17:32.414 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265766 2021-03-04T23:17:32.414 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.415 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.415 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.415 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.415 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685696+0000", 2021-03-04T23:17:32.415 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.416 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.416 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.416 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.416 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685696+0000", 2021-03-04T23:17:32.416 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.406e-06 2021-03-04T23:17:32.417 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.417 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.417 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.417 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685697+0000", 2021-03-04T23:17:32.417 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.361e-06 2021-03-04T23:17:32.418 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.418 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.418 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.418 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.685699+0000", 2021-03-04T23:17:32.419 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25660369599999999 2021-03-04T23:17:32.419 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.419 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.419 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.419 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942302+0000", 2021-03-04T23:17:32.420 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8093999999999997e-05 2021-03-04T23:17:32.420 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.420 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.420 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.420 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942350+0000", 2021-03-04T23:17:32.421 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000197615 2021-03-04T23:17:32.421 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.421 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.421 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.421 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942548+0000", 2021-03-04T23:17:32.422 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000317898 2021-03-04T23:17:32.422 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.422 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.422 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.423 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.942866+0000", 2021-03-04T23:17:32.423 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030518599999999999 2021-03-04T23:17:32.423 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.423 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.424 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:17:32.424 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.943171+0000", 2021-03-04T23:17:32.424 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.034232133999999997 2021-03-04T23:17:32.424 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.425 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.425 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.425 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.977403+0000", 2021-03-04T23:17:32.425 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2676999999999997e-05 2021-03-04T23:17:32.425 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.426 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.426 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.426 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.977456+0000", 2021-03-04T23:17:32.426 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019185 2021-03-04T23:17:32.426 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.427 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.427 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.427 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.977648+0000", 2021-03-04T23:17:32.427 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000140006 2021-03-04T23:17:32.428 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.428 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.428 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.428 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.977788+0000", 2021-03-04T23:17:32.428 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2318000000000006e-05 2021-03-04T23:17:32.429 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.429 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.429 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.429 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:08:50.977880+0000", 2021-03-04T23:17:32.430 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.29218424100000001 2021-03-04T23:17:32.430 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.430 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.430 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.430 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.431 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.431 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:175838 27.5 e642/630 27:a2e31f0a:::benchmark_data_gibba008_92657_object175837:head v 642'11137, mlcod=642'11133)", 2021-03-04T23:17:32.431 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:42.760454+0000", 2021-03-04T23:17:32.431 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 49.445723499000003, 2021-03-04T23:17:32.432 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22302820400000001, 2021-03-04T23:17:32.432 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.432 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.432 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.433 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.433 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.433 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.760454+0000", 2021-03-04T23:17:32.433 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.433 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.434 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.434 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.434 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.760454+0000", 2021-03-04T23:17:32.434 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5807000000000002e-05 2021-03-04T23:17:32.434 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.435 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.435 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.435 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.760520+0000", 2021-03-04T23:17:32.435 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2929999999999999e-06 2021-03-04T23:17:32.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.436 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.436 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.436 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.760522+0000", 2021-03-04T23:17:32.436 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2609999999999999e-06 2021-03-04T23:17:32.437 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.437 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.437 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.760529+0000", 2021-03-04T23:17:32.437 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4479999999999999e-06 2021-03-04T23:17:32.438 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.438 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.438 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.438 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.760532+0000", 2021-03-04T23:17:32.439 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003136289 2021-03-04T23:17:32.439 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.439 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.439 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.439 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.763668+0000", 2021-03-04T23:17:32.440 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5650000000000007e-06 2021-03-04T23:17:32.440 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.440 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.440 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.440 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.763678+0000", 2021-03-04T23:17:32.441 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21969991999999999 2021-03-04T23:17:32.441 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.441 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.441 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.442 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983378+0000", 2021-03-04T23:17:32.442 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104621 2021-03-04T23:17:32.442 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.443 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983483+0000", 2021-03-04T23:17:32.443 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22302820400000001 2021-03-04T23:17:32.443 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.443 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.443 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.444 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.444 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:175845 27.5 e642/630 27:ad18f991:::benchmark_data_gibba008_92657_object175844:head v 642'11138, mlcod=642'11134)", 2021-03-04T23:17:32.444 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:42.764586+0000", 2021-03-04T23:17:32.445 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 49.441592301, 2021-03-04T23:17:32.445 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21899191100000001, 2021-03-04T23:17:32.445 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.445 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.446 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.446 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.446 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.446 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.764586+0000", 2021-03-04T23:17:32.447 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.447 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.447 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.447 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.447 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.764586+0000", 2021-03-04T23:17:32.448 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5757999999999998e-05 2021-03-04T23:17:32.448 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.448 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.448 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.448 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.764631+0000", 2021-03-04T23:17:32.449 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:17:32.449 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.449 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.449 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.449 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.764633+0000", 2021-03-04T23:17:32.450 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7239999999999992e-06 2021-03-04T23:17:32.450 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.450 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.450 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.451 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.764641+0000", 2021-03-04T23:17:32.451 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1969999999999998e-06 2021-03-04T23:17:32.451 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.451 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.451 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.452 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.764645+0000", 2021-03-04T23:17:32.452 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0010452949999999999 2021-03-04T23:17:32.452 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.452 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.452 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.453 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765691+0000", 2021-03-04T23:17:32.453 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0070000000000003e-06 2021-03-04T23:17:32.453 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.453 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.453 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.454 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765700+0000", 2021-03-04T23:17:32.454 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21782811099999999 2021-03-04T23:17:32.454 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.454 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.454 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.455 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983528+0000", 2021-03-04T23:17:32.455 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9870999999999997e-05 2021-03-04T23:17:32.455 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.455 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.456 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983577+0000", 2021-03-04T23:17:32.456 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21899191100000001 2021-03-04T23:17:32.456 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.456 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.456 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.457 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.457 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.457 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:175847 27.a e642/634 27:5b560884:::benchmark_data_gibba008_92657_object175846:head v 642'10946, mlcod=642'10944)", 2021-03-04T23:17:32.457 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:42.765478+0000", 2021-03-04T23:17:32.458 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 49.440699438999999, 2021-03-04T23:17:32.458 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.226567518, 2021-03-04T23:17:32.458 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.458 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.458 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.459 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.459 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.459 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765478+0000", 2021-03-04T23:17:32.459 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.459 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.460 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.460 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.460 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765478+0000", 2021-03-04T23:17:32.460 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1049999999999999e-05 2021-03-04T23:17:32.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.461 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.461 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765489+0000", 2021-03-04T23:17:32.461 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.658e-06 2021-03-04T23:17:32.462 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.462 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765491+0000", 2021-03-04T23:17:32.462 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3579999999999999e-06 2021-03-04T23:17:32.463 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.463 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.463 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.463 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765498+0000", 2021-03-04T23:17:32.464 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6519999999999999e-06 2021-03-04T23:17:32.464 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.464 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.464 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.464 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765501+0000", 2021-03-04T23:17:32.465 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7651999999999999e-05 2021-03-04T23:17:32.465 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.465 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.465 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.465 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765529+0000", 2021-03-04T23:17:32.466 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9569999999999997e-06 2021-03-04T23:17:32.466 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.466 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.466 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.467 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.765539+0000", 2021-03-04T23:17:32.467 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22636769900000001 2021-03-04T23:17:32.467 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.467 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.467 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.468 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.991906+0000", 2021-03-04T23:17:32.468 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013949200000000001 2021-03-04T23:17:32.468 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.468 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.468 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.469 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.992046+0000", 2021-03-04T23:17:32.469 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.226567518 2021-03-04T23:17:32.469 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.469 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.469 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.470 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.470 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.470 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:175851 27.2 27:4ad7f1b3:::benchmark_data_gibba008_92657_object175850:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:17:32.470 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:42.767332+0000", 2021-03-04T23:17:32.471 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 49.438845770999997, 2021-03-04T23:17:32.471 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25741297499999999, 2021-03-04T23:17:32.471 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.471 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.471 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.472 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:17:32.472 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:17:32.472 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 175851 2021-03-04T23:17:32.472 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.472 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.473 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.473 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.473 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.767332+0000", 2021-03-04T23:17:32.473 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.474 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.474 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.474 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.474 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.767332+0000", 2021-03-04T23:17:32.474 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2996000000000001e-05 2021-03-04T23:17:32.475 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.475 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.475 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.767345+0000", 2021-03-04T23:17:32.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.401e-06 2021-03-04T23:17:32.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.767348+0000", 2021-03-04T23:17:32.476 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21599938799999999 2021-03-04T23:17:32.477 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.477 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.477 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.477 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983347+0000", 2021-03-04T23:17:32.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1032999999999998e-05 2021-03-04T23:17:32.478 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983388+0000", 2021-03-04T23:17:32.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015588137 2021-03-04T23:17:32.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.479 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.479 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.998976+0000", 2021-03-04T23:17:32.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000640575 2021-03-04T23:17:32.480 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.999617+0000", 2021-03-04T23:17:32.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00070494199999999996 2021-03-04T23:17:32.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.481 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.481 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:17:32.481 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.000322+0000", 2021-03-04T23:17:32.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015685358 2021-03-04T23:17:32.482 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.482 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.483 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.016007+0000", 2021-03-04T23:17:32.483 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0082082700000000001 2021-03-04T23:17:32.483 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.483 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.483 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.484 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.024215+0000", 2021-03-04T23:17:32.484 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015585999999999999 2021-03-04T23:17:32.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.484 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.484 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.024371+0000", 2021-03-04T23:17:32.485 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021451200000000001 2021-03-04T23:17:32.485 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.486 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.024586+0000", 2021-03-04T23:17:32.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015950299999999999 2021-03-04T23:17:32.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.486 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.024745+0000", 2021-03-04T23:17:32.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25741297499999999 2021-03-04T23:17:32.487 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.487 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.488 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.488 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:175853 27.1 e642/630 27:86f7d828:::benchmark_data_gibba008_92657_object175852:head v 642'10902, mlcod=642'10899)", 2021-03-04T23:17:32.489 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:42.769302+0000", 2021-03-04T23:17:32.489 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 49.43687585, 2021-03-04T23:17:32.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27724632700000001, 2021-03-04T23:17:32.489 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.489 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.490 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.490 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.490 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.769302+0000", 2021-03-04T23:17:32.491 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.491 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.491 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.491 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.769302+0000", 2021-03-04T23:17:32.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6385e-05 2021-03-04T23:17:32.492 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.492 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.492 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.492 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.769318+0000", 2021-03-04T23:17:32.493 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.897e-06 2021-03-04T23:17:32.493 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.493 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.493 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.493 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.769320+0000", 2021-03-04T23:17:32.494 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21401827300000001 2021-03-04T23:17:32.494 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.494 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.494 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.495 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983339+0000", 2021-03-04T23:17:32.495 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2981000000000002e-05 2021-03-04T23:17:32.495 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.495 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.495 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.496 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983372+0000", 2021-03-04T23:17:32.496 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000154506 2021-03-04T23:17:32.496 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.496 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.496 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.497 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983526+0000", 2021-03-04T23:17:32.497 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8353000000000002e-05 2021-03-04T23:17:32.497 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.497 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.498 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.498 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983584+0000", 2021-03-04T23:17:32.498 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.062844691999999994 2021-03-04T23:17:32.498 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.498 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.499 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.499 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.046429+0000", 2021-03-04T23:17:32.499 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011924 2021-03-04T23:17:32.499 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.499 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.500 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.500 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.046548+0000", 2021-03-04T23:17:32.500 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27724632700000001 2021-03-04T23:17:32.500 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.501 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.501 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.501 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.501 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.501 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45279.0:175861 27.a e642/634 27:567b1833:::benchmark_data_gibba008_92657_object175860:head v 642'10947, mlcod=642'10944)", 2021-03-04T23:17:32.502 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:16:42.773109+0000", 2021-03-04T23:17:32.502 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 49.433069166000003, 2021-03-04T23:17:32.502 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.240028192, 2021-03-04T23:17:32.502 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.503 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.503 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.503 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.503 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.503 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.773109+0000", 2021-03-04T23:17:32.504 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.504 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.504 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.504 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.504 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.773109+0000", 2021-03-04T23:17:32.505 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2565000000000001e-05 2021-03-04T23:17:32.505 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.505 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.505 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.505 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.773121+0000", 2021-03-04T23:17:32.506 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9910000000000001e-06 2021-03-04T23:17:32.506 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.506 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.506 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.507 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.773123+0000", 2021-03-04T23:17:32.507 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21020672600000001 2021-03-04T23:17:32.507 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.507 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.507 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.508 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983330+0000", 2021-03-04T23:17:32.508 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0898e-05 2021-03-04T23:17:32.508 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.508 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.509 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.509 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983371+0000", 2021-03-04T23:17:32.509 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015411999999999999 2021-03-04T23:17:32.509 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.509 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.510 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.510 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983525+0000", 2021-03-04T23:17:32.510 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5210999999999994e-05 2021-03-04T23:17:32.510 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.510 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.511 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.511 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:42.983610+0000", 2021-03-04T23:17:32.511 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.029394460000000001 2021-03-04T23:17:32.511 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.511 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.512 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.512 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.013005+0000", 2021-03-04T23:17:32.512 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013222099999999999 2021-03-04T23:17:32.512 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.513 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.513 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.513 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:16:43.013137+0000", 2021-03-04T23:17:32.513 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.240028192 2021-03-04T23:17:32.513 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.514 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.514 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.514 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.514 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.515 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45279.0:223144 27.7 27:e1191daf:::benchmark_data_gibba008_92657_object42628:head [delete] snapc 0=[] ondisk+write+known_if_redirected e648)", 2021-03-04T23:17:32.515 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:17:15.450712+0000", 2021-03-04T23:17:32.515 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 16.755465983000001, 2021-03-04T23:17:32.515 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.213060365, 2021-03-04T23:17:32.515 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:17:32.516 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:17:32.516 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:17:32.516 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45279", 2021-03-04T23:17:32.516 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:17:32.516 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 223144 2021-03-04T23:17:32.517 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.517 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:17:32.517 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.517 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:17:32.517 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450712+0000", 2021-03-04T23:17:32.518 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:17:32.518 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.518 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.518 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:17:32.519 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450712+0000", 2021-03-04T23:17:32.519 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1500000000000003e-07 2021-03-04T23:17:32.519 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.519 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.519 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:17:32.520 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450713+0000", 2021-03-04T23:17:32.520 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3480000000000001e-06 2021-03-04T23:17:32.520 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.520 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.520 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:17:32.521 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450714+0000", 2021-03-04T23:17:32.521 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.64e-06 2021-03-04T23:17:32.521 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.521 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.522 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:17:32.522 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450721+0000", 2021-03-04T23:17:32.522 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9099999999999998e-06 2021-03-04T23:17:32.522 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.522 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.523 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:17:32.523 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450725+0000", 2021-03-04T23:17:32.523 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8383999999999997e-05 2021-03-04T23:17:32.523 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.524 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.524 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:17:32.524 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450763+0000", 2021-03-04T23:17:32.524 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1675999999999997e-05 2021-03-04T23:17:32.525 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.525 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.525 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:17:32.525 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450825+0000", 2021-03-04T23:17:32.525 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6542000000000002e-05 2021-03-04T23:17:32.526 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.526 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.526 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:17:32.526 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.450881+0000", 2021-03-04T23:17:32.527 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022686799999999999 2021-03-04T23:17:32.527 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.527 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.527 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:17:32.527 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.453150+0000", 2021-03-04T23:17:32.528 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00062189099999999996 2021-03-04T23:17:32.528 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.528 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.528 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.528 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.453772+0000", 2021-03-04T23:17:32.529 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.209748087 2021-03-04T23:17:32.529 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.529 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.529 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:17:32.530 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.663520+0000", 2021-03-04T23:17:32.530 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014204800000000001 2021-03-04T23:17:32.530 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.530 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.530 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:17:32.531 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.663662+0000", 2021-03-04T23:17:32.531 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110244 2021-03-04T23:17:32.531 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:17:32.532 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:17:32.532 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:17:32.532 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:17:15.663772+0000", 2021-03-04T23:17:32.532 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.213060365 2021-03-04T23:17:32.532 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.533 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.533 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.533 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:17:32.533 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:17:32.533 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:17:32.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:32 gibba023 bash[27374]: cluster 2021-03-04T23:17:31.178703+0000 mgr.x (mgr.34379) 869 : cluster [DBG] pgmap v1207: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 24422/355449 objects misplaced (6.871%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:32.535 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:32 gibba008 bash[37770]: cluster 2021-03-04T23:17:31.178703+0000 mgr.x (mgr.34379) 869 : cluster [DBG] pgmap v1207: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 24422/355449 objects misplaced (6.871%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:32.535 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:32 gibba008 bash[39303]: cluster 2021-03-04T23:17:31.178703+0000 mgr.x (mgr.34379) 869 : cluster [DBG] pgmap v1207: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 24422/355449 objects misplaced (6.871%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:32.536 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:31 gibba008 bash[91265]: debug 2021-03-04T23:17:31.897+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:32.537 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:32.537 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:32 gibba008 bash[91265]: debug 2021-03-04T23:17:32.313+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:32.638 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:32.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:32.861 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:32.928 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:32 gibba023 bash[19550]: debug 2021-03-04T23:17:32.749+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:32.928 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:33.030 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:33.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:32 gibba023 bash[15180]: debug 2021-03-04T23:17:32.921+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:33.565 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:33.668 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:33.673 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:33 gibba008 bash[47391]: debug 2021-03-04T23:17:33.557+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:34.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:34.256 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:34.380 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:34.483 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:34.488 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:34 gibba023 bash[27374]: cluster 2021-03-04T23:17:33.179781+0000 mgr.x (mgr.34379) 870 : cluster [DBG] pgmap v1208: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 23505/342747 objects misplaced (6.858%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:34.489 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:34 gibba023 bash[15180]: debug 2021-03-04T23:17:34.373+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:34.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:34 gibba008 bash[37770]: cluster 2021-03-04T23:17:33.179781+0000 mgr.x (mgr.34379) 870 : cluster [DBG] pgmap v1208: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 23505/342747 objects misplaced (6.858%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:34.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:34 gibba008 bash[39303]: cluster 2021-03-04T23:17:33.179781+0000 mgr.x (mgr.34379) 870 : cluster [DBG] pgmap v1208: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 23505/342747 objects misplaced (6.858%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:34.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:34 gibba008 bash[44600]: debug 2021-03-04T23:17:34.145+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:34.561 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:17:34.600 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:34.679 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:34.704 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:34.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:34 gibba023 bash[15180]: debug 2021-03-04T23:17:34.593+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:34.811 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:34.913 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:35.023 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:35.126 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:35.132 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:35 gibba023 bash[15180]: debug 2021-03-04T23:17:35.017+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:35.133 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:34 gibba023 bash[16680]: debug 2021-03-04T23:17:34.805+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:35.227 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:35.332 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:35.441 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:35 gibba023 bash[18090]: debug 2021-03-04T23:17:35.217+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:35.443 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:35.547 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:35.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:35 gibba023 bash[19550]: debug 2021-03-04T23:17:35.433+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:35.901 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:36.007 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:36.237 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:35 gibba008 bash[47391]: debug 2021-03-04T23:17:35.893+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:36.397 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:36.499 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:36.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:36 gibba008 bash[39303]: cluster 2021-03-04T23:17:35.180228+0000 mgr.x (mgr.34379) 871 : cluster [DBG] pgmap v1209: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 23505/342747 objects misplaced (6.858%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:36.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:36 gibba008 bash[44600]: debug 2021-03-04T23:17:36.389+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:36.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:36 gibba008 bash[37770]: cluster 2021-03-04T23:17:35.180228+0000 mgr.x (mgr.34379) 871 : cluster [DBG] pgmap v1209: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 23505/342747 objects misplaced (6.858%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:36 gibba023 bash[27374]: cluster 2021-03-04T23:17:35.180228+0000 mgr.x (mgr.34379) 871 : cluster [DBG] pgmap v1209: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 23505/342747 objects misplaced (6.858%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:17:36.623 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:17:36.762 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:36.955 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:37.058 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:37.150 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:37.253 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:37.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:36 gibba008 bash[47391]: debug 2021-03-04T23:17:36.945+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:37.356 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:37.357 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:37 gibba023 bash[19550]: debug 2021-03-04T23:17:37.141+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:37.462 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:37.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:37 gibba023 bash[15180]: debug 2021-03-04T23:17:37.349+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:37.855 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:37.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:38.095 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:38.198 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:38.248 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:37 gibba008 bash[44600]: debug 2021-03-04T23:17:37.849+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:38.249 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:38 gibba023 bash[18090]: debug 2021-03-04T23:17:38.089+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:38.287 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:38.392 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:38.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:38 gibba008 bash[37770]: cluster 2021-03-04T23:17:37.180764+0000 mgr.x (mgr.34379) 872 : cluster [DBG] pgmap v1210: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 21000/327441 objects misplaced (6.413%); 18 MiB/s, 295 objects/s recovering 2021-03-04T23:17:38.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:38 gibba008 bash[39303]: cluster 2021-03-04T23:17:37.180764+0000 mgr.x (mgr.34379) 872 : cluster [DBG] pgmap v1210: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 21000/327441 objects misplaced (6.413%); 18 MiB/s, 295 objects/s recovering 2021-03-04T23:17:38.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:38 gibba023 bash[18090]: debug 2021-03-04T23:17:38.277+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:38 gibba023 bash[27374]: cluster 2021-03-04T23:17:37.180764+0000 mgr.x (mgr.34379) 872 : cluster [DBG] pgmap v1210: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 21000/327441 objects misplaced (6.413%); 18 MiB/s, 295 objects/s recovering 2021-03-04T23:17:38.870 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:38.973 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:39.058 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:39.160 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:39.170 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:38 gibba008 bash[44600]: debug 2021-03-04T23:17:38.861+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:39.259 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:39 gibba023 bash[15180]: debug 2021-03-04T23:17:39.053+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:39.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:39 gibba008 bash[37770]: cluster 2021-03-04T23:17:38.240466+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e650: 8 total, 8 up, 7 in 2021-03-04T23:17:39.454 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:39 gibba008 bash[39303]: cluster 2021-03-04T23:17:38.240466+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e650: 8 total, 8 up, 7 in 2021-03-04T23:17:39.455 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:39.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:39 gibba023 bash[27374]: cluster 2021-03-04T23:17:38.240466+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e650: 8 total, 8 up, 7 in 2021-03-04T23:17:39.557 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:39.706 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:39 gibba008 bash[44600]: debug 2021-03-04T23:17:39.445+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:39.707 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:39.707 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:39 gibba008 bash[91265]: debug 2021-03-04T23:17:39.697+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:39.809 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:39.988 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:40.089 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:40.205 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:40.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:40 gibba008 bash[39303]: cluster 2021-03-04T23:17:39.181060+0000 mgr.x (mgr.34379) 873 : cluster [DBG] pgmap v1212: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.68k op/s; 20511/318930 objects misplaced (6.431%); 20 MiB/s, 322 objects/s recovering 2021-03-04T23:17:40.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:40 gibba008 bash[39303]: cluster 2021-03-04T23:17:39.255168+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e651: 8 total, 8 up, 7 in 2021-03-04T23:17:40.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:40 gibba008 bash[37770]: cluster 2021-03-04T23:17:39.181060+0000 mgr.x (mgr.34379) 873 : cluster [DBG] pgmap v1212: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.68k op/s; 20511/318930 objects misplaced (6.431%); 20 MiB/s, 322 objects/s recovering 2021-03-04T23:17:40.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:40 gibba008 bash[37770]: cluster 2021-03-04T23:17:39.255168+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e651: 8 total, 8 up, 7 in 2021-03-04T23:17:40.267 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:39 gibba008 bash[91265]: debug 2021-03-04T23:17:39.977+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:40.307 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:40.388 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:17:40.407 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:40 gibba023 bash[27374]: cluster 2021-03-04T23:17:39.181060+0000 mgr.x (mgr.34379) 873 : cluster [DBG] pgmap v1212: 109 pgs: 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 105 active+clean; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.68k op/s; 20511/318930 objects misplaced (6.431%); 20 MiB/s, 322 objects/s recovering 2021-03-04T23:17:40.407 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:40 gibba023 bash[27374]: cluster 2021-03-04T23:17:39.255168+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e651: 8 total, 8 up, 7 in 2021-03-04T23:17:40.408 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:17:40.408 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:40 gibba023 bash[18090]: debug 2021-03-04T23:17:40.193+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:40.409 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:40.419 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:17:40.439 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:17:40.458 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:17:40.476 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:17:40.493 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:17:40.512 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:17:40.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.513 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.514 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.515 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.515 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.515 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.516 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.516 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:17:40.516 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:40.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:40 gibba023 bash[15180]: debug 2021-03-04T23:17:40.401+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:41.107 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:41.213 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:41.271 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:17:41.316 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:41.422 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:41.427 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:41 gibba008 bash[47391]: debug 2021-03-04T23:17:41.093+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:41.428 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:41 gibba008 bash[39303]: audit 2021-03-04T23:17:40.325374+0000 mon.a (mon.0) 1454 : audit [INF] from='client.? 172.21.2.108:0/3748042680' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:17:41.428 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:41 gibba008 bash[39303]: audit 2021-03-04T23:17:40.368426+0000 mon.c (mon.1) 74 : audit [DBG] from='client.? 172.21.2.108:0/3240478497' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:17:41.429 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:41 gibba008 bash[37770]: audit 2021-03-04T23:17:40.325374+0000 mon.a (mon.0) 1454 : audit [INF] from='client.? 172.21.2.108:0/3748042680' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:17:41.429 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:41 gibba008 bash[37770]: audit 2021-03-04T23:17:40.368426+0000 mon.c (mon.1) 74 : audit [DBG] from='client.? 172.21.2.108:0/3240478497' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:17:41.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:41 gibba023 bash[15180]: debug 2021-03-04T23:17:41.309+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:41.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:41 gibba023 bash[27374]: audit 2021-03-04T23:17:40.325374+0000 mon.a (mon.0) 1454 : audit [INF] from='client.? 172.21.2.108:0/3748042680' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:17:41.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:41 gibba023 bash[27374]: audit 2021-03-04T23:17:40.368426+0000 mon.c (mon.1) 74 : audit [DBG] from='client.? 172.21.2.108:0/3240478497' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:17:41.913 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:42.017 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:42.237 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:41 gibba008 bash[91265]: debug 2021-03-04T23:17:41.905+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:42.402 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:42.505 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:42.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[47391]: debug 2021-03-04T23:17:42.393+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[39303]: cluster 2021-03-04T23:17:41.181483+0000 mgr.x (mgr.34379) 874 : cluster [DBG] pgmap v1214: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.3 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.36k op/s; 18275/310128 objects misplaced (5.893%); 26 MiB/s, 408 objects/s recovering 2021-03-04T23:17:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[39303]: cluster 2021-03-04T23:17:41.258519+0000 mon.a (mon.0) 1455 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:17:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[39303]: cluster 2021-03-04T23:17:41.258544+0000 mon.a (mon.0) 1456 : cluster [INF] Cluster is now healthy 2021-03-04T23:17:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[39303]: audit 2021-03-04T23:17:41.265248+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? 172.21.2.108:0/3748042680' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:17:42.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[39303]: cluster 2021-03-04T23:17:41.265292+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e652: 8 total, 8 up, 7 in 2021-03-04T23:17:42.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[39303]: audit 2021-03-04T23:17:42.030726+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:42.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[37770]: cluster 2021-03-04T23:17:41.181483+0000 mgr.x (mgr.34379) 874 : cluster [DBG] pgmap v1214: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.3 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.36k op/s; 18275/310128 objects misplaced (5.893%); 26 MiB/s, 408 objects/s recovering 2021-03-04T23:17:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[37770]: cluster 2021-03-04T23:17:41.258519+0000 mon.a (mon.0) 1455 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:17:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[37770]: cluster 2021-03-04T23:17:41.258544+0000 mon.a (mon.0) 1456 : cluster [INF] Cluster is now healthy 2021-03-04T23:17:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[37770]: audit 2021-03-04T23:17:41.265248+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? 172.21.2.108:0/3748042680' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:17:42.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[37770]: cluster 2021-03-04T23:17:41.265292+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e652: 8 total, 8 up, 7 in 2021-03-04T23:17:42.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:42 gibba008 bash[37770]: audit 2021-03-04T23:17:42.030726+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[27374]: cluster 2021-03-04T23:17:41.181483+0000 mgr.x (mgr.34379) 874 : cluster [DBG] pgmap v1214: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.3 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.36k op/s; 18275/310128 objects misplaced (5.893%); 26 MiB/s, 408 objects/s recovering 2021-03-04T23:17:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[27374]: cluster 2021-03-04T23:17:41.258519+0000 mon.a (mon.0) 1455 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:17:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[27374]: cluster 2021-03-04T23:17:41.258544+0000 mon.a (mon.0) 1456 : cluster [INF] Cluster is now healthy 2021-03-04T23:17:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[27374]: audit 2021-03-04T23:17:41.265248+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? 172.21.2.108:0/3748042680' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:17:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[27374]: cluster 2021-03-04T23:17:41.265292+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e652: 8 total, 8 up, 7 in 2021-03-04T23:17:42.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[27374]: audit 2021-03-04T23:17:42.030726+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:42.617 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:42.720 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:42.822 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:42.926 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:43.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[15180]: debug 2021-03-04T23:17:42.609+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:43.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:42 gibba023 bash[18090]: debug 2021-03-04T23:17:42.817+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:43.287 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[37770]: audit 2021-03-04T23:17:42.284140+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:43.287 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[37770]: audit 2021-03-04T23:17:42.284976+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:43.287 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[37770]: audit 2021-03-04T23:17:42.309753+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:43.288 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[37770]: audit 2021-03-04T23:17:42.310555+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:43.429 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:43.531 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:43.536 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[48858]: debug 2021-03-04T23:17:43.421+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:43.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[39303]: audit 2021-03-04T23:17:42.284140+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:43.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[39303]: audit 2021-03-04T23:17:42.284976+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:43.538 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[39303]: audit 2021-03-04T23:17:42.309753+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:43.538 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[39303]: audit 2021-03-04T23:17:42.310555+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:43.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:43 gibba023 bash[27374]: audit 2021-03-04T23:17:42.284140+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:43 gibba023 bash[27374]: audit 2021-03-04T23:17:42.284976+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:43 gibba023 bash[27374]: audit 2021-03-04T23:17:42.309753+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:43 gibba023 bash[27374]: audit 2021-03-04T23:17:42.310555+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:43.953 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:44.056 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:44.260 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:43 gibba008 bash[48858]: debug 2021-03-04T23:17:43.945+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:44.478 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:44.580 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:44.586 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:44 gibba008 bash[37770]: cluster 2021-03-04T23:17:43.181972+0000 mgr.x (mgr.34379) 875 : cluster [DBG] pgmap v1216: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 17493/298692 objects misplaced (5.857%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:17:44.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:44 gibba008 bash[39303]: cluster 2021-03-04T23:17:43.181972+0000 mgr.x (mgr.34379) 875 : cluster [DBG] pgmap v1216: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 17493/298692 objects misplaced (5.857%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:17:44.587 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:44 gibba008 bash[47391]: debug 2021-03-04T23:17:44.469+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:44.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:44 gibba023 bash[27374]: cluster 2021-03-04T23:17:43.181972+0000 mgr.x (mgr.34379) 875 : cluster [DBG] pgmap v1216: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 17493/298692 objects misplaced (5.857%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:17:44.894 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:44.997 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:45.102 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:45.206 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:45.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:44 gibba008 bash[44600]: debug 2021-03-04T23:17:44.885+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:45.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:45 gibba023 bash[18090]: debug 2021-03-04T23:17:45.094+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:45.328 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:17:45.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:45.599 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:45 gibba008 bash[37770]: audit 2021-03-04T23:17:44.890048+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:45.600 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:45 gibba008 bash[39303]: audit 2021-03-04T23:17:44.890048+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:45.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:45 gibba023 bash[27374]: audit 2021-03-04T23:17:44.890048+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:45.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:17:45 gibba023 bash[19550]: debug 2021-03-04T23:17:45.322+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:46.119 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:46.221 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:46.333 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:46.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:46.494 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:46 gibba008 bash[39303]: cluster 2021-03-04T23:17:45.182324+0000 mgr.x (mgr.34379) 876 : cluster [DBG] pgmap v1217: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 971 op/s; 17493/298692 objects misplaced (5.857%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:17:46.495 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:46 gibba008 bash[91265]: debug 2021-03-04T23:17:46.109+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:46.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:46 gibba008 bash[37770]: cluster 2021-03-04T23:17:45.182324+0000 mgr.x (mgr.34379) 876 : cluster [DBG] pgmap v1217: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 971 op/s; 17493/298692 objects misplaced (5.857%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:17:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:46 gibba023 bash[27374]: cluster 2021-03-04T23:17:45.182324+0000 mgr.x (mgr.34379) 876 : cluster [DBG] pgmap v1217: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 971 op/s; 17493/298692 objects misplaced (5.857%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:17:46.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:46 gibba023 bash[16680]: debug 2021-03-04T23:17:46.326+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:46.953 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:47.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:46 gibba008 bash[48858]: debug 2021-03-04T23:17:46.945+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:47.056 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:47.536 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:47.601 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:17:47.639 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:47.699 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:48.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[48858]: debug 2021-03-04T23:17:47.529+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:48.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[37770]: audit 2021-03-04T23:17:46.746022+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:48.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[37770]: cephadm 2021-03-04T23:17:46.747580+0000 mgr.x (mgr.34379) 877 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:17:48.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[37770]: cluster 2021-03-04T23:17:47.182927+0000 mgr.x (mgr.34379) 878 : cluster [DBG] pgmap v1218: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s; 15263/283557 objects misplaced (5.383%); 25 MiB/s, 398 objects/s recovering 2021-03-04T23:17:48.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[39303]: audit 2021-03-04T23:17:46.746022+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:48.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[39303]: cephadm 2021-03-04T23:17:46.747580+0000 mgr.x (mgr.34379) 877 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:17:48.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:47 gibba008 bash[39303]: cluster 2021-03-04T23:17:47.182927+0000 mgr.x (mgr.34379) 878 : cluster [DBG] pgmap v1218: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s; 15263/283557 objects misplaced (5.383%); 25 MiB/s, 398 objects/s recovering 2021-03-04T23:17:48.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:47 gibba023 bash[27374]: audit 2021-03-04T23:17:46.746022+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:48.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:47 gibba023 bash[27374]: cephadm 2021-03-04T23:17:46.747580+0000 mgr.x (mgr.34379) 877 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:17:48.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:47 gibba023 bash[27374]: cluster 2021-03-04T23:17:47.182927+0000 mgr.x (mgr.34379) 878 : cluster [DBG] pgmap v1218: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s; 15263/283557 objects misplaced (5.383%); 25 MiB/s, 398 objects/s recovering 2021-03-04T23:17:48.314 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:48.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:48.497 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:17:48.589 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:48.652 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:48 gibba008 bash[47391]: debug 2021-03-04T23:17:48.305+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:48.966 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:49.069 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:49.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:48 gibba008 bash[47391]: debug 2021-03-04T23:17:48.957+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:49.643 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:49.750 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:50.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:49 gibba008 bash[44600]: debug 2021-03-04T23:17:49.633+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:50.336 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:50 gibba008 bash[39303]: cluster 2021-03-04T23:17:49.183372+0000 mgr.x (mgr.34379) 879 : cluster [DBG] pgmap v1219: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 14731/274263 objects misplaced (5.371%); 20 MiB/s, 320 objects/s recovering 2021-03-04T23:17:50.337 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:50 gibba008 bash[37770]: cluster 2021-03-04T23:17:49.183372+0000 mgr.x (mgr.34379) 879 : cluster [DBG] pgmap v1219: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 14731/274263 objects misplaced (5.371%); 20 MiB/s, 320 objects/s recovering 2021-03-04T23:17:50.338 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:50.450 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:50 gibba023 bash[27374]: cluster 2021-03-04T23:17:49.183372+0000 mgr.x (mgr.34379) 879 : cluster [DBG] pgmap v1219: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 14731/274263 objects misplaced (5.371%); 20 MiB/s, 320 objects/s recovering 2021-03-04T23:17:50.769 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:50 gibba008 bash[91265]: debug 2021-03-04T23:17:50.329+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:50.900 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:17:51.004 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:51.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:17:50 gibba008 bash[91265]: debug 2021-03-04T23:17:50.893+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:51.574 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:51.678 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:51.772 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:51.868 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:51 gibba008 bash[47391]: debug 2021-03-04T23:17:51.565+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:51.878 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:51.984 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:51 gibba023 bash[16680]: debug 2021-03-04T23:17:51.762+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:51.985 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:52.091 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:52.180 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:52.242 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:17:52.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:52 gibba008 bash[37770]: cluster 2021-03-04T23:17:51.183881+0000 mgr.x (mgr.34379) 880 : cluster [DBG] pgmap v1220: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 13114/263781 objects misplaced (4.972%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:17:52.247 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:52 gibba008 bash[37770]: audit 2021-03-04T23:17:52.198363+0000 mon.a (mon.0) 1466 : audit [INF] from='client.? 172.21.2.108:0/2891565097' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:17:52.250 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:51 gibba023 bash[16680]: debug 2021-03-04T23:17:51.978+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:52.250 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:52 gibba023 bash[16680]: debug 2021-03-04T23:17:52.174+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:52.285 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:52.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:52 gibba008 bash[39303]: cluster 2021-03-04T23:17:51.183881+0000 mgr.x (mgr.34379) 880 : cluster [DBG] pgmap v1220: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 13114/263781 objects misplaced (4.972%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:17:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:52 gibba008 bash[39303]: audit 2021-03-04T23:17:52.198363+0000 mon.a (mon.0) 1466 : audit [INF] from='client.? 172.21.2.108:0/2891565097' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:17:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:52 gibba023 bash[27374]: cluster 2021-03-04T23:17:51.183881+0000 mgr.x (mgr.34379) 880 : cluster [DBG] pgmap v1220: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 13114/263781 objects misplaced (4.972%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:17:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:52 gibba023 bash[27374]: audit 2021-03-04T23:17:52.198363+0000 mon.a (mon.0) 1466 : audit [INF] from='client.? 172.21.2.108:0/2891565097' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:17:52.754 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:17:52.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:53.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:17:52 gibba008 bash[44600]: debug 2021-03-04T23:17:52.745+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:53.453 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:53.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:53 gibba008 bash[39303]: audit 2021-03-04T23:17:52.237874+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? 172.21.2.108:0/2891565097' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:17:53.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:53 gibba008 bash[39303]: cluster 2021-03-04T23:17:52.237923+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e653: 8 total, 8 up, 7 in 2021-03-04T23:17:53.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:53 gibba008 bash[39303]: cluster 2021-03-04T23:17:53.238908+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e654: 8 total, 8 up, 7 in 2021-03-04T23:17:53.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:53 gibba008 bash[37770]: audit 2021-03-04T23:17:52.237874+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? 172.21.2.108:0/2891565097' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:17:53.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:53 gibba008 bash[37770]: cluster 2021-03-04T23:17:52.237923+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e653: 8 total, 8 up, 7 in 2021-03-04T23:17:53.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:53 gibba008 bash[37770]: cluster 2021-03-04T23:17:53.238908+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e654: 8 total, 8 up, 7 in 2021-03-04T23:17:53.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:53 gibba023 bash[27374]: audit 2021-03-04T23:17:52.237874+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? 172.21.2.108:0/2891565097' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:17:53.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:53 gibba023 bash[27374]: cluster 2021-03-04T23:17:52.237923+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e653: 8 total, 8 up, 7 in 2021-03-04T23:17:53.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:53 gibba023 bash[27374]: cluster 2021-03-04T23:17:53.238908+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e654: 8 total, 8 up, 7 in 2021-03-04T23:17:53.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:53 gibba023 bash[18090]: debug 2021-03-04T23:17:53.446+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:53.556 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:54.067 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:54.174 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:54.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:54 gibba008 bash[39303]: cluster 2021-03-04T23:17:53.184255+0000 mgr.x (mgr.34379) 881 : cluster [DBG] pgmap v1222: 109 pgs: 4 peering, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 102 active+clean; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 12141/250572 objects misplaced (4.845%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:17:54.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:54 gibba008 bash[37770]: cluster 2021-03-04T23:17:53.184255+0000 mgr.x (mgr.34379) 881 : cluster [DBG] pgmap v1222: 109 pgs: 4 peering, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 102 active+clean; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 12141/250572 objects misplaced (4.845%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:17:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:54 gibba023 bash[27374]: cluster 2021-03-04T23:17:53.184255+0000 mgr.x (mgr.34379) 881 : cluster [DBG] pgmap v1222: 109 pgs: 4 peering, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 102 active+clean; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 12141/250572 objects misplaced (4.845%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:17:54.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:54 gibba023 bash[15180]: debug 2021-03-04T23:17:54.062+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:54.628 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:54.628 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:54 gibba008 bash[47391]: debug 2021-03-04T23:17:54.621+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:54.731 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:55.396 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:17:55.499 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:55.630 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:17:55.630 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:17:55.676 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[47391]: debug 2021-03-04T23:17:55.389+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:55.677 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[37770]: audit 2021-03-04T23:17:54.451901+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:55.677 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[37770]: cephadm 2021-03-04T23:17:54.453474+0000 mgr.x (mgr.34379) 882 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:17:55.678 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[37770]: audit 2021-03-04T23:17:54.696573+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:55.678 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[37770]: cluster 2021-03-04T23:17:55.184544+0000 mgr.x (mgr.34379) 883 : cluster [DBG] pgmap v1224: 109 pgs: 4 peering, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 102 active+clean; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s; 12141/250572 objects misplaced (4.845%); 11 MiB/s, 171 objects/s recovering 2021-03-04T23:17:55.678 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[39303]: audit 2021-03-04T23:17:54.451901+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:55.678 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[39303]: cephadm 2021-03-04T23:17:54.453474+0000 mgr.x (mgr.34379) 882 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:17:55.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[39303]: audit 2021-03-04T23:17:54.696573+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:55.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:55 gibba008 bash[39303]: cluster 2021-03-04T23:17:55.184544+0000 mgr.x (mgr.34379) 883 : cluster [DBG] pgmap v1224: 109 pgs: 4 peering, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 102 active+clean; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s; 12141/250572 objects misplaced (4.845%); 11 MiB/s, 171 objects/s recovering 2021-03-04T23:17:55.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:55 gibba023 bash[27374]: audit 2021-03-04T23:17:54.451901+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:55.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:55 gibba023 bash[27374]: cephadm 2021-03-04T23:17:54.453474+0000 mgr.x (mgr.34379) 882 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:17:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:55 gibba023 bash[27374]: audit 2021-03-04T23:17:54.696573+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:17:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:55 gibba023 bash[27374]: cluster 2021-03-04T23:17:55.184544+0000 mgr.x (mgr.34379) 883 : cluster [DBG] pgmap v1224: 109 pgs: 4 peering, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 102 active+clean; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s; 12141/250572 objects misplaced (4.845%); 11 MiB/s, 171 objects/s recovering 2021-03-04T23:17:55.848 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:17:55.849 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:17:55.952 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:56.069 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:56.173 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:56.474 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:17:56.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:56 gibba023 bash[15180]: debug 2021-03-04T23:17:56.062+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:56.577 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:56.760 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:17:56 gibba008 bash[48858]: debug 2021-03-04T23:17:56.469+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:17:57.105 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:57.208 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:57.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:57 gibba023 bash[15180]: debug 2021-03-04T23:17:57.098+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:57.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:17:57.928 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:17:57.937 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:58.240 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:17:57 gibba023 bash[15180]: debug 2021-03-04T23:17:57.830+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:58.241 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:58 gibba023 bash[27374]: cluster 2021-03-04T23:17:57.185076+0000 mgr.x (mgr.34379) 884 : cluster [DBG] pgmap v1225: 109 pgs: 1 active+remapped+backfilling, 4 peering, 2 active+remapped+backfill_wait, 102 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s; 10879/235959 objects misplaced (4.611%); 16 MiB/s, 251 objects/s recovering 2021-03-04T23:17:58.241 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:17:58 gibba023 bash[27374]: audit 2021-03-04T23:17:58.167523+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:58.416 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:58 gibba008 bash[39303]: cluster 2021-03-04T23:17:57.185076+0000 mgr.x (mgr.34379) 884 : cluster [DBG] pgmap v1225: 109 pgs: 1 active+remapped+backfilling, 4 peering, 2 active+remapped+backfill_wait, 102 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s; 10879/235959 objects misplaced (4.611%); 16 MiB/s, 251 objects/s recovering 2021-03-04T23:17:58.417 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:17:58 gibba008 bash[39303]: audit 2021-03-04T23:17:58.167523+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:58.418 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:58 gibba008 bash[37770]: cluster 2021-03-04T23:17:57.185076+0000 mgr.x (mgr.34379) 884 : cluster [DBG] pgmap v1225: 109 pgs: 1 active+remapped+backfilling, 4 peering, 2 active+remapped+backfill_wait, 102 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s; 10879/235959 objects misplaced (4.611%); 16 MiB/s, 251 objects/s recovering 2021-03-04T23:17:58.419 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:17:58 gibba008 bash[37770]: audit 2021-03-04T23:17:58.167523+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:58.421 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:17:58.480 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:58.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:58 gibba023 bash[16680]: debug 2021-03-04T23:17:58.474+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:58.583 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:59.171 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:17:59.273 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:59.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:17:59 gibba023 bash[18090]: debug 2021-03-04T23:17:59.166+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:17:59.829 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:17:59.932 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:00.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:00 gibba023 bash[27374]: cluster 2021-03-04T23:17:59.185452+0000 mgr.x (mgr.34379) 885 : cluster [DBG] pgmap v1226: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.6 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 10436/227889 objects misplaced (4.579%); 5.0 MiB/s, 80 objects/s recovering 2021-03-04T23:18:00.279 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:17:59 gibba023 bash[16680]: debug 2021-03-04T23:17:59.822+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:00.437 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:00.446 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:00 gibba008 bash[37770]: cluster 2021-03-04T23:17:59.185452+0000 mgr.x (mgr.34379) 885 : cluster [DBG] pgmap v1226: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.6 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 10436/227889 objects misplaced (4.579%); 5.0 MiB/s, 80 objects/s recovering 2021-03-04T23:18:00.447 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:00 gibba008 bash[39303]: cluster 2021-03-04T23:17:59.185452+0000 mgr.x (mgr.34379) 885 : cluster [DBG] pgmap v1226: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.6 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 10436/227889 objects misplaced (4.579%); 5.0 MiB/s, 80 objects/s recovering 2021-03-04T23:18:00.540 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:00.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:00 gibba023 bash[18090]: debug 2021-03-04T23:18:00.430+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:01.843 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:02.076 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:02.098 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:01 gibba008 bash[44600]: debug 2021-03-04T23:18:01.833+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:02.255 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:02 gibba008 bash[37770]: cluster 2021-03-04T23:18:01.187058+0000 mgr.x (mgr.34379) 886 : cluster [DBG] pgmap v1227: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 10328/218064 objects misplaced (4.736%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:18:02.366 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:02 gibba008 bash[39303]: cluster 2021-03-04T23:18:01.187058+0000 mgr.x (mgr.34379) 886 : cluster [DBG] pgmap v1227: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 10328/218064 objects misplaced (4.736%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:18:02.367 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:02.470 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:02.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:02 gibba023 bash[27374]: cluster 2021-03-04T23:18:01.187058+0000 mgr.x (mgr.34379) 886 : cluster [DBG] pgmap v1227: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 10328/218064 objects misplaced (4.736%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:18:02.788 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:02.800 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:02 gibba008 bash[47391]: debug 2021-03-04T23:18:02.357+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:02.800 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:02 gibba008 bash[47391]: debug 2021-03-04T23:18:02.781+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:02.967 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:03.515 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:03.624 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:03.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:03 gibba023 bash[18090]: debug 2021-03-04T23:18:03.506+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:04.180 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:04.283 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:04.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:04 gibba008 bash[37770]: cluster 2021-03-04T23:18:03.188175+0000 mgr.x (mgr.34379) 887 : cluster [DBG] pgmap v1228: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 9293/205287 objects misplaced (4.527%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:18:04.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:04 gibba008 bash[39303]: cluster 2021-03-04T23:18:03.188175+0000 mgr.x (mgr.34379) 887 : cluster [DBG] pgmap v1228: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 9293/205287 objects misplaced (4.527%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:18:04.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:04 gibba008 bash[91265]: debug 2021-03-04T23:18:04.173+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:04 gibba023 bash[27374]: cluster 2021-03-04T23:18:03.188175+0000 mgr.x (mgr.34379) 887 : cluster [DBG] pgmap v1228: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 9293/205287 objects misplaced (4.527%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:18:04.787 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:04.890 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:04.896 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:04 gibba008 bash[47391]: debug 2021-03-04T23:18:04.777+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:05.409 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:05.518 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:05.685 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:05 gibba008 bash[48858]: debug 2021-03-04T23:18:05.397+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:06.043 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:06.146 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:06.485 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:06 gibba023 bash[27374]: cluster 2021-03-04T23:18:05.188612+0000 mgr.x (mgr.34379) 888 : cluster [DBG] pgmap v1229: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 9293/205287 objects misplaced (4.527%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:18:06.485 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:06 gibba023 bash[18090]: debug 2021-03-04T23:18:06.038+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:06.486 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:06 gibba008 bash[39303]: cluster 2021-03-04T23:18:05.188612+0000 mgr.x (mgr.34379) 888 : cluster [DBG] pgmap v1229: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 9293/205287 objects misplaced (4.527%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:18:06.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:06 gibba008 bash[37770]: cluster 2021-03-04T23:18:05.188612+0000 mgr.x (mgr.34379) 888 : cluster [DBG] pgmap v1229: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 9293/205287 objects misplaced (4.527%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:18:06.595 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:06.710 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:18:06.728 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:18:06.746 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:18:06.763 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:18:06.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:06 gibba023 bash[19550]: debug 2021-03-04T23:18:06.478+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:06.784 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:18:06.801 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:18:06.822 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:18:06.840 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:18:06.842 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.844 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.844 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:18:06.943 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:06.943 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:06 gibba008 bash[91265]: debug 2021-03-04T23:18:06.933+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:07.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:07.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:07 gibba008 bash[39303]: audit 2021-03-04T23:18:06.690392+0000 mon.a (mon.0) 1473 : audit [DBG] from='client.? 172.21.2.108:0/2434348751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:18:07.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:07 gibba008 bash[37770]: audit 2021-03-04T23:18:06.690392+0000 mon.a (mon.0) 1473 : audit [DBG] from='client.? 172.21.2.108:0/2434348751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:18:07.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:07 gibba023 bash[27374]: audit 2021-03-04T23:18:06.690392+0000 mon.a (mon.0) 1473 : audit [DBG] from='client.? 172.21.2.108:0/2434348751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:18:07.971 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:07 gibba008 bash[44600]: debug 2021-03-04T23:18:07.961+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:07.972 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:08.075 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:08.184 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:08.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:08 gibba008 bash[37770]: cluster 2021-03-04T23:18:07.189166+0000 mgr.x (mgr.34379) 889 : cluster [DBG] pgmap v1230: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s; 8730/192567 objects misplaced (4.533%); 3.9 MiB/s, 63 objects/s recovering 2021-03-04T23:18:08.289 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:08.383 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:08 gibba023 bash[27374]: cluster 2021-03-04T23:18:07.189166+0000 mgr.x (mgr.34379) 889 : cluster [DBG] pgmap v1230: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s; 8730/192567 objects misplaced (4.533%); 3.9 MiB/s, 63 objects/s recovering 2021-03-04T23:18:08.384 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:08 gibba023 bash[16680]: debug 2021-03-04T23:18:08.178+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:08.385 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:08.486 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:08.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:08 gibba008 bash[39303]: cluster 2021-03-04T23:18:07.189166+0000 mgr.x (mgr.34379) 889 : cluster [DBG] pgmap v1230: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s; 8730/192567 objects misplaced (4.533%); 3.9 MiB/s, 63 objects/s recovering 2021-03-04T23:18:08.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:08 gibba023 bash[15180]: debug 2021-03-04T23:18:08.378+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:09.015 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:09.077 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:08 gibba008 bash[47391]: debug 2021-03-04T23:18:08.801+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:09.117 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:09.264 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:18:09.330 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:09 gibba008 bash[39303]: audit 2021-03-04T23:18:08.393959+0000 mon.c (mon.1) 75 : audit [INF] from='client.? 172.21.2.108:0/3040209555' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:18:09.330 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:09 gibba008 bash[39303]: audit 2021-03-04T23:18:08.394237+0000 mon.a (mon.0) 1474 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:18:09.331 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:09 gibba008 bash[37770]: audit 2021-03-04T23:18:08.393959+0000 mon.c (mon.1) 75 : audit [INF] from='client.? 172.21.2.108:0/3040209555' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:18:09.331 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:09 gibba008 bash[37770]: audit 2021-03-04T23:18:08.394237+0000 mon.a (mon.0) 1474 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:18:09.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:09 gibba023 bash[27374]: audit 2021-03-04T23:18:08.393959+0000 mon.c (mon.1) 75 : audit [INF] from='client.? 172.21.2.108:0/3040209555' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:18:09.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:09 gibba023 bash[27374]: audit 2021-03-04T23:18:08.394237+0000 mon.a (mon.0) 1474 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:18:10.313 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:10.415 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:10.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:10 gibba023 bash[27374]: cluster 2021-03-04T23:18:09.189535+0000 mgr.x (mgr.34379) 890 : cluster [DBG] pgmap v1231: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.8 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 8300/184740 objects misplaced (4.493%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:18:10.544 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:10 gibba023 bash[27374]: cluster 2021-03-04T23:18:09.256440+0000 mon.a (mon.0) 1475 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:18:10.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:10 gibba023 bash[27374]: audit 2021-03-04T23:18:09.259450+0000 mon.a (mon.0) 1476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:18:10.545 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:10 gibba023 bash[27374]: cluster 2021-03-04T23:18:09.259499+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e655: 8 total, 8 up, 7 in 2021-03-04T23:18:10.682 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:10.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[44600]: debug 2021-03-04T23:18:10.305+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:10.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[37770]: cluster 2021-03-04T23:18:09.189535+0000 mgr.x (mgr.34379) 890 : cluster [DBG] pgmap v1231: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.8 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 8300/184740 objects misplaced (4.493%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:18:10.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[37770]: cluster 2021-03-04T23:18:09.256440+0000 mon.a (mon.0) 1475 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:18:10.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[37770]: audit 2021-03-04T23:18:09.259450+0000 mon.a (mon.0) 1476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:18:10.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[37770]: cluster 2021-03-04T23:18:09.259499+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e655: 8 total, 8 up, 7 in 2021-03-04T23:18:10.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[39303]: cluster 2021-03-04T23:18:09.189535+0000 mgr.x (mgr.34379) 890 : cluster [DBG] pgmap v1231: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.8 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 8300/184740 objects misplaced (4.493%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:18:10.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[39303]: cluster 2021-03-04T23:18:09.256440+0000 mon.a (mon.0) 1475 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:18:10.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[39303]: audit 2021-03-04T23:18:09.259450+0000 mon.a (mon.0) 1476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:18:10.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:10 gibba008 bash[39303]: cluster 2021-03-04T23:18:09.259499+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e655: 8 total, 8 up, 7 in 2021-03-04T23:18:10.786 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:11.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:10 gibba023 bash[16680]: debug 2021-03-04T23:18:10.674+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:11.053 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:11.504 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:11.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:11 gibba023 bash[15180]: debug 2021-03-04T23:18:11.046+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:12.021 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:12.124 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:12.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:12 gibba023 bash[27374]: cluster 2021-03-04T23:18:11.190037+0000 mgr.x (mgr.34379) 891 : cluster [DBG] pgmap v1233: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 8181/175410 objects misplaced (4.664%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:12.567 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:12 gibba008 bash[39303]: cluster 2021-03-04T23:18:11.190037+0000 mgr.x (mgr.34379) 891 : cluster [DBG] pgmap v1233: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 8181/175410 objects misplaced (4.664%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:12.568 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:12 gibba008 bash[44600]: debug 2021-03-04T23:18:12.013+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:12.568 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:12 gibba008 bash[37770]: cluster 2021-03-04T23:18:11.190037+0000 mgr.x (mgr.34379) 891 : cluster [DBG] pgmap v1233: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 8181/175410 objects misplaced (4.664%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:12.801 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:12.987 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:13.197 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:13.217 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:13 gibba008 bash[91265]: debug 2021-03-04T23:18:13.189+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:13.229 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:18:13.238 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:18:13.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:12 gibba023 bash[18090]: debug 2021-03-04T23:18:12.790+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:13.332 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:13.483 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:13 gibba008 bash[91265]: debug 2021-03-04T23:18:13.473+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:13.485 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:13.588 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:13.655 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:18:13.736 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:13.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:14.025 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:14.134 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:18:14.140 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:13 gibba008 bash[47391]: debug 2021-03-04T23:18:13.913+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:14.160 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:14.239 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:14.265 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:14.364 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:14.372 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:14 gibba023 bash[18090]: debug 2021-03-04T23:18:14.358+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:14.373 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:14 gibba023 bash[27374]: cluster 2021-03-04T23:18:13.190488+0000 mgr.x (mgr.34379) 892 : cluster [DBG] pgmap v1234: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 7210/162876 objects misplaced (4.427%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:14.373 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:14 gibba023 bash[27374]: audit 2021-03-04T23:18:13.217055+0000 mgr.x (mgr.34379) 893 : audit [DBG] from='client.55336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:18:14.374 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:14 gibba023 bash[15180]: debug 2021-03-04T23:18:14.150+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:14.470 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:14.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:14 gibba008 bash[39303]: cluster 2021-03-04T23:18:13.190488+0000 mgr.x (mgr.34379) 892 : cluster [DBG] pgmap v1234: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 7210/162876 objects misplaced (4.427%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:14 gibba008 bash[39303]: audit 2021-03-04T23:18:13.217055+0000 mgr.x (mgr.34379) 893 : audit [DBG] from='client.55336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:18:14.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:14 gibba008 bash[37770]: cluster 2021-03-04T23:18:13.190488+0000 mgr.x (mgr.34379) 892 : cluster [DBG] pgmap v1234: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 7210/162876 objects misplaced (4.427%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:14 gibba008 bash[37770]: audit 2021-03-04T23:18:13.217055+0000 mgr.x (mgr.34379) 893 : audit [DBG] from='client.55336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:18:14.606 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:14.643 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:18:14.644 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:18:14.644 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:18:14.644 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:18:14.644 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:18:14.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:14.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:14 gibba023 bash[18090]: debug 2021-03-04T23:18:14.602+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:15.350 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:15.446 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1234,"stamp":"2021-03-04T23:18:13.190183+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3556576576,"num_objects":54292,"num_object_clones":0,"num_object_copies":162876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7210,"num_objects_unfound":0,"num_objects_dirty":54292,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306810,"num_write_kb":11552853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12510,"num_bytes_recovered":818741388,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105191,"ondisk_log_size":105191,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":331,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":16167260,"kb_used_data":11257316,"kb_used_omap":9599,"kb_used_meta":4900224,"kb_avail":600395428,"statfs":{"total":631360192512,"available":614804918272,"internally_reserved":4294967296,"allocated":11527491584,"data_stored":11505704307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9830002,"internal_metadata":5017829774},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,10,5,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-926482432,"num_objects":-14137,"num_object_clones":0,"num_object_copies":-42411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2083,"num_objects_unfound":0,"num_objects_dirty":-14137,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14137,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":7405568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002757"},"pg_stats":[{"pgid":"27.2","version":"655'19272","reported_seq":"19309","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:13.107707+0000","last_change":"2021-03-04T23:15:08.239553+0000","last_active":"2021-03-04T23:18:13.107707+0000","last_peered":"2021-03-04T23:18:13.107707+0000","last_clean":"2021-03-04T23:18:13.107707+0000","last_became_active":"2021-03-04T23:15:08.238808+0000","last_became_peered":"2021-03-04T23:15:08.238808+0000","last_unstale":"2021-03-04T23:18:13.107707+0000","last_undegraded":"2021-03-04T23:18:13.107707+0000","last_fullsized":"2021-03-04T23:18:13.107707+0000","mapping_epoch":634,"log_start":"644'13000","ondisk_log_start":"644'13000","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6272,"ondisk_log_size":6272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":210632704,"num_objects":3214,"num_object_clones":0,"num_object_copies":9642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19272,"num_write_kb":719552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"641","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246233+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:17:53.246233+0000","last_peered":"2021-03-04T23:17:53.246233+0000","last_clean":"2021-03-04T23:17:53.246233+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:17:53.246233+0000","last_undegraded":"2021-03-04T23:17:53.246233+0000","last_fullsized":"2021-03-04T23:17:53.246233+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"601","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.240074+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:17:53.240074+0000","last_peered":"2021-03-04T23:17:53.240074+0000","last_clean":"2021-03-04T23:17:53.240074+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:17:53.240074+0000","last_undegraded":"2021-03-04T23:17:53.240074+0000","last_fullsized":"2021-03-04T23:17:53.240074+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1","version":"655'18984","reported_seq":"19017","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:10.967046+0000","last_change":"2021-03-04T23:14:53.299088+0000","last_active":"2021-03-04T23:18:10.967046+0000","last_peered":"2021-03-04T23:18:10.967046+0000","last_clean":"2021-03-04T23:18:10.967046+0000","last_became_active":"2021-03-04T23:14:53.298800+0000","last_became_peered":"2021-03-04T23:14:53.298800+0000","last_unstale":"2021-03-04T23:18:10.967046+0000","last_undegraded":"2021-03-04T23:18:10.967046+0000","last_fullsized":"2021-03-04T23:18:10.967046+0000","mapping_epoch":630,"log_start":"642'11286","ondisk_log_start":"642'11286","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7698,"ondisk_log_size":7698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":226361344,"num_objects":3454,"num_object_clones":0,"num_object_copies":10362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3454,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18984,"num_write_kb":718016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"405","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238578+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:17:53.238578+0000","last_peered":"2021-03-04T23:17:53.238578+0000","last_clean":"2021-03-04T23:17:53.238578+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:17:53.238578+0000","last_undegraded":"2021-03-04T23:17:53.238578+0000","last_fullsized":"2021-03-04T23:17:53.238578+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"634","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247450+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:17:53.247450+0000","last_peered":"2021-03-04T23:17:53.247450+0000","last_clean":"2021-03-04T23:17:53.247450+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:17:53.247450+0000","last_undegraded":"2021-03-04T23:17:53.247450+0000","last_fullsized":"2021-03-04T23:17:53.247450+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.0","version":"655'19249","reported_seq":"19282","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:12.351582+0000","last_change":"2021-03-04T23:14:53.297980+0000","last_active":"2021-03-04T23:18:12.351582+0000","last_peered":"2021-03-04T23:18:12.351582+0000","last_clean":"2021-03-04T23:18:12.351582+0000","last_became_active":"2021-03-04T23:14:53.297772+0000","last_became_peered":"2021-03-04T23:14:53.297772+0000","last_unstale":"2021-03-04T23:18:12.351582+0000","last_undegraded":"2021-03-04T23:18:12.351582+0000","last_fullsized":"2021-03-04T23:18:12.351582+0000","mapping_epoch":630,"log_start":"642'11300","ondisk_log_start":"642'11300","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7949,"ondisk_log_size":7949,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":222363648,"num_objects":3393,"num_object_clones":0,"num_object_copies":10179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19249,"num_write_kb":724544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"617","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238504+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:17:53.238504+0000","last_peered":"2021-03-04T23:17:53.238504+0000","last_clean":"2021-03-04T23:17:53.238504+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:17:53.238504+0000","last_undegraded":"2021-03-04T23:17:53.238504+0000","last_fullsized":"2021-03-04T23:17:53.238504+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"624","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245663+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:17:53.245663+0000","last_peered":"2021-03-04T23:17:53.245663+0000","last_clean":"2021-03-04T23:17:53.245663+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:17:53.245663+0000","last_undegraded":"2021-03-04T23:17:53.245663+0000","last_fullsized":"2021-03-04T23:17:53.245663+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.f","version":"655'19160","reported_seq":"19605","reported_epoch":"655","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:18:11.402286+0000","last_change":"2021-03-04T23:17:53.253845+0000","last_active":"2021-03-04T23:18:11.402286+0000","last_peered":"2021-03-04T23:18:11.402286+0000","last_clean":"2021-03-04T23:17:11.024820+0000","last_became_active":"2021-03-04T23:17:13.171344+0000","last_became_peered":"2021-03-04T23:17:13.171344+0000","last_unstale":"2021-03-04T23:18:11.402286+0000","last_undegraded":"2021-03-04T23:18:11.402286+0000","last_fullsized":"2021-03-04T23:18:11.402286+0000","mapping_epoch":646,"log_start":"647'13800","ondisk_log_start":"647'13800","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5360,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":220332032,"num_objects":3362,"num_object_clones":0,"num_object_copies":10086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3205,"num_objects_unfound":0,"num_objects_dirty":3362,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19160,"num_write_kb":720704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":203,"num_bytes_recovered":13303808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":3362}],"blocked_by":[],"up_primary":5,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"615","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239346+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:17:53.239346+0000","last_peered":"2021-03-04T23:17:53.239346+0000","last_clean":"2021-03-04T23:17:53.239346+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:17:53.239346+0000","last_undegraded":"2021-03-04T23:17:53.239346+0000","last_fullsized":"2021-03-04T23:17:53.239346+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"601","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238564+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:17:53.238564+0000","last_peered":"2021-03-04T23:17:53.238564+0000","last_clean":"2021-03-04T23:17:53.238564+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:17:53.238564+0000","last_undegraded":"2021-03-04T23:17:53.238564+0000","last_fullsized":"2021-03-04T23:17:53.238564+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.e","version":"655'19192","reported_seq":"28312","reported_epoch":"655","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:18:10.909746+0000","last_change":"2021-03-04T23:17:53.248527+0000","last_active":"2021-03-04T23:18:10.909746+0000","last_peered":"2021-03-04T23:18:10.909746+0000","last_clean":"2021-03-04T23:17:11.022479+0000","last_became_active":"2021-03-04T23:17:13.183249+0000","last_became_peered":"2021-03-04T23:17:13.183249+0000","last_unstale":"2021-03-04T23:18:10.909746+0000","last_undegraded":"2021-03-04T23:18:10.909746+0000","last_fullsized":"2021-03-04T23:18:10.909746+0000","mapping_epoch":646,"log_start":"644'12901","ondisk_log_start":"644'12901","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6291,"ondisk_log_size":6291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":229376000,"num_objects":3500,"num_object_clones":0,"num_object_copies":10500,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":836,"num_objects_unfound":0,"num_objects_dirty":3500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19192,"num_write_kb":726144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4538,"num_bytes_recovered":297336832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[6,7,4],"avail_no_missing":["6","4","7"],"object_location_counts":[{"shards":"4,6,7","objects":3500}],"blocked_by":[],"up_primary":5,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243715+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:17:53.243715+0000","last_peered":"2021-03-04T23:17:53.243715+0000","last_clean":"2021-03-04T23:17:53.243715+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:17:53.243715+0000","last_undegraded":"2021-03-04T23:17:53.243715+0000","last_fullsized":"2021-03-04T23:17:53.243715+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"584","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238728+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:17:53.238728+0000","last_peered":"2021-03-04T23:17:53.238728+0000","last_clean":"2021-03-04T23:17:53.238728+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:17:53.238728+0000","last_undegraded":"2021-03-04T23:17:53.238728+0000","last_fullsized":"2021-03-04T23:17:53.238728+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"655'19460","reported_seq":"19491","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:11.424908+0000","last_change":"2021-03-04T23:15:08.244649+0000","last_active":"2021-03-04T23:18:11.424908+0000","last_peered":"2021-03-04T23:18:11.424908+0000","last_clean":"2021-03-04T23:18:11.424908+0000","last_became_active":"2021-03-04T23:15:08.244459+0000","last_became_peered":"2021-03-04T23:15:08.244459+0000","last_unstale":"2021-03-04T23:18:11.424908+0000","last_undegraded":"2021-03-04T23:18:11.424908+0000","last_fullsized":"2021-03-04T23:18:11.424908+0000","mapping_epoch":634,"log_start":"647'14100","ondisk_log_start":"647'14100","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5360,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":225247256,"num_objects":3438,"num_object_clones":0,"num_object_copies":10314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3438,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":19460,"num_write_kb":732673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"629","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245275+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:17:53.245275+0000","last_peered":"2021-03-04T23:17:53.245275+0000","last_clean":"2021-03-04T23:17:53.245275+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:17:53.245275+0000","last_undegraded":"2021-03-04T23:17:53.245275+0000","last_fullsized":"2021-03-04T23:17:53.245275+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"378","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243765+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:17:53.243765+0000","last_peered":"2021-03-04T23:17:53.243765+0000","last_clean":"2021-03-04T23:17:53.243765+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:17:53.243765+0000","last_undegraded":"2021-03-04T23:17:53.243765+0000","last_fullsized":"2021-03-04T23:17:53.243765+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.c","version":"655'19257","reported_seq":"19290","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:12.349615+0000","last_change":"2021-03-04T23:14:53.296985+0000","last_active":"2021-03-04T23:18:12.349615+0000","last_peered":"2021-03-04T23:18:12.349615+0000","last_clean":"2021-03-04T23:18:12.349615+0000","last_became_active":"2021-03-04T23:14:53.296705+0000","last_became_peered":"2021-03-04T23:14:53.296705+0000","last_unstale":"2021-03-04T23:18:12.349615+0000","last_undegraded":"2021-03-04T23:18:12.349615+0000","last_fullsized":"2021-03-04T23:18:12.349615+0000","mapping_epoch":630,"log_start":"642'11300","ondisk_log_start":"642'11300","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7957,"ondisk_log_size":7957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":215678976,"num_objects":3291,"num_object_clones":0,"num_object_copies":9873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19257,"num_write_kb":721536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"614","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246665+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:17:53.246665+0000","last_peered":"2021-03-04T23:17:53.246665+0000","last_clean":"2021-03-04T23:17:53.246665+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:17:53.246665+0000","last_undegraded":"2021-03-04T23:17:53.246665+0000","last_fullsized":"2021-03-04T23:17:53.246665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"624","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245630+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:17:53.245630+0000","last_peered":"2021-03-04T23:17:53.245630+0000","last_clean":"2021-03-04T23:17:53.245630+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:17:53.245630+0000","last_undegraded":"2021-03-04T23:17:53.245630+0000","last_fullsized":"2021-03-04T23:17:53.245630+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.b","version":"655'19088","reported_seq":"19127","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:12.352888+0000","last_change":"2021-03-04T23:15:08.239685+0000","last_active":"2021-03-04T23:18:12.352888+0000","last_peered":"2021-03-04T23:18:12.352888+0000","last_clean":"2021-03-04T23:18:12.352888+0000","last_became_active":"2021-03-04T23:15:08.239440+0000","last_became_peered":"2021-03-04T23:15:08.239440+0000","last_unstale":"2021-03-04T23:18:12.352888+0000","last_undegraded":"2021-03-04T23:18:12.352888+0000","last_fullsized":"2021-03-04T23:18:12.352888+0000","mapping_epoch":634,"log_start":"642'11100","ondisk_log_start":"642'11100","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7988,"ondisk_log_size":7988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":218628096,"num_objects":3336,"num_object_clones":0,"num_object_copies":10008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19088,"num_write_kb":717568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"613","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246277+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:17:53.246277+0000","last_peered":"2021-03-04T23:17:53.246277+0000","last_clean":"2021-03-04T23:17:53.246277+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:17:53.246277+0000","last_undegraded":"2021-03-04T23:17:53.246277+0000","last_fullsized":"2021-03-04T23:17:53.246277+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"601","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239107+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:17:53.239107+0000","last_peered":"2021-03-04T23:17:53.239107+0000","last_clean":"2021-03-04T23:17:53.239107+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:17:53.239107+0000","last_undegraded":"2021-03-04T23:17:53.239107+0000","last_fullsized":"2021-03-04T23:17:53.239107+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.a","version":"655'19170","reported_seq":"19200","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:11.411803+0000","last_change":"2021-03-04T23:15:08.239451+0000","last_active":"2021-03-04T23:18:11.411803+0000","last_peered":"2021-03-04T23:18:11.411803+0000","last_clean":"2021-03-04T23:18:11.411803+0000","last_became_active":"2021-03-04T23:15:08.239195+0000","last_became_peered":"2021-03-04T23:15:08.239195+0000","last_unstale":"2021-03-04T23:18:11.411803+0000","last_undegraded":"2021-03-04T23:18:11.411803+0000","last_fullsized":"2021-03-04T23:18:11.411803+0000","mapping_epoch":634,"log_start":"647'13800","ondisk_log_start":"647'13800","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5370,"ondisk_log_size":5370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":218497024,"num_objects":3334,"num_object_clones":0,"num_object_copies":10002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19170,"num_write_kb":720128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"615","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238641+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:17:53.238641+0000","last_peered":"2021-03-04T23:17:53.238641+0000","last_clean":"2021-03-04T23:17:53.238641+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:17:53.238641+0000","last_undegraded":"2021-03-04T23:17:53.238641+0000","last_fullsized":"2021-03-04T23:17:53.238641+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243409+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:17:53.243409+0000","last_peered":"2021-03-04T23:17:53.243409+0000","last_clean":"2021-03-04T23:17:53.243409+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:17:53.243409+0000","last_undegraded":"2021-03-04T23:17:53.243409+0000","last_fullsized":"2021-03-04T23:17:53.243409+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.9","version":"655'19040","reported_seq":"19073","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:10.876991+0000","last_change":"2021-03-04T23:14:53.299095+0000","last_active":"2021-03-04T23:18:10.876991+0000","last_peered":"2021-03-04T23:18:10.876991+0000","last_clean":"2021-03-04T23:18:10.876991+0000","last_became_active":"2021-03-04T23:14:53.298865+0000","last_became_peered":"2021-03-04T23:14:53.298865+0000","last_unstale":"2021-03-04T23:18:10.876991+0000","last_undegraded":"2021-03-04T23:18:10.876991+0000","last_fullsized":"2021-03-04T23:18:10.876991+0000","mapping_epoch":630,"log_start":"644'13060","ondisk_log_start":"644'13060","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5980,"ondisk_log_size":5980,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":226230272,"num_objects":3452,"num_object_clones":0,"num_object_copies":10356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19040,"num_write_kb":719744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"73","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245463+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:17:53.245463+0000","last_peered":"2021-03-04T23:17:53.245463+0000","last_clean":"2021-03-04T23:17:53.245463+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:17:53.245463+0000","last_undegraded":"2021-03-04T23:17:53.245463+0000","last_fullsized":"2021-03-04T23:17:53.245463+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"596","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244720+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:17:53.244720+0000","last_peered":"2021-03-04T23:17:53.244720+0000","last_clean":"2021-03-04T23:17:53.244720+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:17:53.244720+0000","last_undegraded":"2021-03-04T23:17:53.244720+0000","last_fullsized":"2021-03-04T23:17:53.244720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"634","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247412+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:17:53.247412+0000","last_peered":"2021-03-04T23:17:53.247412+0000","last_clean":"2021-03-04T23:17:53.247412+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:17:53.247412+0000","last_undegraded":"2021-03-04T23:17:53.247412+0000","last_fullsized":"2021-03-04T23:17:53.247412+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"655'18981","reported_seq":"19020","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:10.956062+0000","last_change":"2021-03-04T23:15:08.241908+0000","last_active":"2021-03-04T23:18:10.956062+0000","last_peered":"2021-03-04T23:18:10.956062+0000","last_clean":"2021-03-04T23:18:10.956062+0000","last_became_active":"2021-03-04T23:15:08.241566+0000","last_became_peered":"2021-03-04T23:15:08.241566+0000","last_unstale":"2021-03-04T23:18:10.956062+0000","last_undegraded":"2021-03-04T23:18:10.956062+0000","last_fullsized":"2021-03-04T23:18:10.956062+0000","mapping_epoch":634,"log_start":"642'11254","ondisk_log_start":"642'11254","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7727,"ondisk_log_size":7727,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224985088,"num_objects":3433,"num_object_clones":0,"num_object_copies":10299,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3433,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18981,"num_write_kb":717248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"89","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.242991+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:17:53.242991+0000","last_peered":"2021-03-04T23:17:53.242991+0000","last_clean":"2021-03-04T23:17:53.242991+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:17:53.242991+0000","last_undegraded":"2021-03-04T23:17:53.242991+0000","last_fullsized":"2021-03-04T23:17:53.242991+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"677","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244377+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:17:53.244377+0000","last_peered":"2021-03-04T23:17:53.244377+0000","last_clean":"2021-03-04T23:17:53.244377+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:17:53.244377+0000","last_undegraded":"2021-03-04T23:17:53.244377+0000","last_fullsized":"2021-03-04T23:17:53.244377+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"622","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245748+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:17:53.245748+0000","last_peered":"2021-03-04T23:17:53.245748+0000","last_clean":"2021-03-04T23:17:53.245748+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:17:53.245748+0000","last_undegraded":"2021-03-04T23:17:53.245748+0000","last_fullsized":"2021-03-04T23:17:53.245748+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"106","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247190+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:17:53.247190+0000","last_peered":"2021-03-04T23:17:53.247190+0000","last_clean":"2021-03-04T23:17:53.247190+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:17:53.247190+0000","last_undegraded":"2021-03-04T23:17:53.247190+0000","last_fullsized":"2021-03-04T23:17:53.247190+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"612","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245724+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:17:53.245724+0000","last_peered":"2021-03-04T23:17:53.245724+0000","last_clean":"2021-03-04T23:17:53.245724+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:17:53.245724+0000","last_undegraded":"2021-03-04T23:17:53.245724+0000","last_fullsized":"2021-03-04T23:17:53.245724+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"28","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.263676+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:17:53.263676+0000","last_peered":"2021-03-04T23:17:53.263676+0000","last_clean":"2021-03-04T23:17:53.263676+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:17:53.263676+0000","last_undegraded":"2021-03-04T23:17:53.263676+0000","last_fullsized":"2021-03-04T23:17:53.263676+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"71","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246380+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:17:53.246380+0000","last_peered":"2021-03-04T23:17:53.246380+0000","last_clean":"2021-03-04T23:17:53.246380+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:17:53.246380+0000","last_undegraded":"2021-03-04T23:17:53.246380+0000","last_fullsized":"2021-03-04T23:17:53.246380+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"626","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245976+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:17:53.245976+0000","last_peered":"2021-03-04T23:17:53.245976+0000","last_clean":"2021-03-04T23:17:53.245976+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:17:53.245976+0000","last_undegraded":"2021-03-04T23:17:53.245976+0000","last_fullsized":"2021-03-04T23:17:53.245976+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"654","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246462+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:17:53.246462+0000","last_peered":"2021-03-04T23:17:53.246462+0000","last_clean":"2021-03-04T23:17:53.246462+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:17:53.246462+0000","last_undegraded":"2021-03-04T23:17:53.246462+0000","last_fullsized":"2021-03-04T23:17:53.246462+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"407","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244012+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:17:53.244012+0000","last_peered":"2021-03-04T23:17:53.244012+0000","last_clean":"2021-03-04T23:17:53.244012+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:17:53.244012+0000","last_undegraded":"2021-03-04T23:17:53.244012+0000","last_fullsized":"2021-03-04T23:17:53.244012+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"638","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245447+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:17:53.245447+0000","last_peered":"2021-03-04T23:17:53.245447+0000","last_clean":"2021-03-04T23:17:53.245447+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:17:53.245447+0000","last_undegraded":"2021-03-04T23:17:53.245447+0000","last_fullsized":"2021-03-04T23:17:53.245447+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"624","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243681+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:17:53.243681+0000","last_peered":"2021-03-04T23:17:53.243681+0000","last_clean":"2021-03-04T23:17:53.243681+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:17:53.243681+0000","last_undegraded":"2021-03-04T23:17:53.243681+0000","last_fullsized":"2021-03-04T23:17:53.243681+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"642","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246102+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:17:53.246102+0000","last_peered":"2021-03-04T23:17:53.246102+0000","last_clean":"2021-03-04T23:17:53.246102+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:17:53.246102+0000","last_undegraded":"2021-03-04T23:17:53.246102+0000","last_fullsized":"2021-03-04T23:17:53.246102+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"631","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243732+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:17:53.243732+0000","last_peered":"2021-03-04T23:17:53.243732+0000","last_clean":"2021-03-04T23:17:53.243732+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:17:53.243732+0000","last_undegraded":"2021-03-04T23:17:53.243732+0000","last_fullsized":"2021-03-04T23:17:53.243732+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"625","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238460+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:17:53.238460+0000","last_peered":"2021-03-04T23:17:53.238460+0000","last_clean":"2021-03-04T23:17:53.238460+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:17:53.238460+0000","last_undegraded":"2021-03-04T23:17:53.238460+0000","last_fullsized":"2021-03-04T23:17:53.238460+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"653","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244578+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:17:53.244578+0000","last_peered":"2021-03-04T23:17:53.244578+0000","last_clean":"2021-03-04T23:17:53.244578+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:17:53.244578+0000","last_undegraded":"2021-03-04T23:17:53.244578+0000","last_fullsized":"2021-03-04T23:17:53.244578+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"57","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238910+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:17:53.238910+0000","last_peered":"2021-03-04T23:17:53.238910+0000","last_clean":"2021-03-04T23:17:53.238910+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:17:53.238910+0000","last_undegraded":"2021-03-04T23:17:53.238910+0000","last_fullsized":"2021-03-04T23:17:53.238910+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"587","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239826+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:17:53.239826+0000","last_peered":"2021-03-04T23:17:53.239826+0000","last_clean":"2021-03-04T23:17:53.239826+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:17:53.239826+0000","last_undegraded":"2021-03-04T23:17:53.239826+0000","last_fullsized":"2021-03-04T23:17:53.239826+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"630","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246745+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:17:53.246745+0000","last_peered":"2021-03-04T23:17:53.246745+0000","last_clean":"2021-03-04T23:17:53.246745+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:17:53.246745+0000","last_undegraded":"2021-03-04T23:17:53.246745+0000","last_fullsized":"2021-03-04T23:17:53.246745+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.240940+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:17:53.240940+0000","last_peered":"2021-03-04T23:17:53.240940+0000","last_clean":"2021-03-04T23:17:53.240940+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:17:53.240940+0000","last_undegraded":"2021-03-04T23:17:53.240940+0000","last_fullsized":"2021-03-04T23:17:53.240940+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"632","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246168+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:17:53.246168+0000","last_peered":"2021-03-04T23:17:53.246168+0000","last_clean":"2021-03-04T23:17:53.246168+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:17:53.246168+0000","last_undegraded":"2021-03-04T23:17:53.246168+0000","last_fullsized":"2021-03-04T23:17:53.246168+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"640","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243106+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:17:53.243106+0000","last_peered":"2021-03-04T23:17:53.243106+0000","last_clean":"2021-03-04T23:17:53.243106+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:17:53.243106+0000","last_undegraded":"2021-03-04T23:17:53.243106+0000","last_fullsized":"2021-03-04T23:17:53.243106+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"21","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245932+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:17:53.245932+0000","last_peered":"2021-03-04T23:17:53.245932+0000","last_clean":"2021-03-04T23:17:53.245932+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:17:53.245932+0000","last_undegraded":"2021-03-04T23:17:53.245932+0000","last_fullsized":"2021-03-04T23:17:53.245932+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"659","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.254726+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:17:53.254726+0000","last_peered":"2021-03-04T23:17:53.254726+0000","last_clean":"2021-03-04T23:17:53.254726+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:17:53.254726+0000","last_undegraded":"2021-03-04T23:17:53.254726+0000","last_fullsized":"2021-03-04T23:17:53.254726+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"616","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246298+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:17:53.246298+0000","last_peered":"2021-03-04T23:17:53.246298+0000","last_clean":"2021-03-04T23:17:53.246298+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:17:53.246298+0000","last_undegraded":"2021-03-04T23:17:53.246298+0000","last_fullsized":"2021-03-04T23:17:53.246298+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"639","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246187+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:17:53.246187+0000","last_peered":"2021-03-04T23:17:53.246187+0000","last_clean":"2021-03-04T23:17:53.246187+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:17:53.246187+0000","last_undegraded":"2021-03-04T23:17:53.246187+0000","last_fullsized":"2021-03-04T23:17:53.246187+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"59","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241200+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:17:53.241200+0000","last_peered":"2021-03-04T23:17:53.241200+0000","last_clean":"2021-03-04T23:17:53.241200+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:17:53.241200+0000","last_undegraded":"2021-03-04T23:17:53.241200+0000","last_fullsized":"2021-03-04T23:17:53.241200+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"86","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244584+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:17:53.244584+0000","last_peered":"2021-03-04T23:17:53.244584+0000","last_clean":"2021-03-04T23:17:53.244584+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:17:53.244584+0000","last_undegraded":"2021-03-04T23:17:53.244584+0000","last_fullsized":"2021-03-04T23:17:53.244584+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"602","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238950+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:17:53.238950+0000","last_peered":"2021-03-04T23:17:53.238950+0000","last_clean":"2021-03-04T23:17:53.238950+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:17:53.238950+0000","last_undegraded":"2021-03-04T23:17:53.238950+0000","last_fullsized":"2021-03-04T23:17:53.238950+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"384","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239552+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:17:53.239552+0000","last_peered":"2021-03-04T23:17:53.239552+0000","last_clean":"2021-03-04T23:17:53.239552+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:17:53.239552+0000","last_undegraded":"2021-03-04T23:17:53.239552+0000","last_fullsized":"2021-03-04T23:17:53.239552+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"645","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245588+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:17:53.245588+0000","last_peered":"2021-03-04T23:17:53.245588+0000","last_clean":"2021-03-04T23:17:53.245588+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:17:53.245588+0000","last_undegraded":"2021-03-04T23:17:53.245588+0000","last_fullsized":"2021-03-04T23:17:53.245588+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"407","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238728+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:17:53.238728+0000","last_peered":"2021-03-04T23:17:53.238728+0000","last_clean":"2021-03-04T23:17:53.238728+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:17:53.238728+0000","last_undegraded":"2021-03-04T23:17:53.238728+0000","last_fullsized":"2021-03-04T23:17:53.238728+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"646","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243519+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:17:53.243519+0000","last_peered":"2021-03-04T23:17:53.243519+0000","last_clean":"2021-03-04T23:17:53.243519+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:17:53.243519+0000","last_undegraded":"2021-03-04T23:17:53.243519+0000","last_fullsized":"2021-03-04T23:17:53.243519+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241812+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:17:53.241812+0000","last_peered":"2021-03-04T23:17:53.241812+0000","last_clean":"2021-03-04T23:17:53.241812+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:17:53.241812+0000","last_undegraded":"2021-03-04T23:17:53.241812+0000","last_fullsized":"2021-03-04T23:17:53.241812+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"59","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241088+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:17:53.241088+0000","last_peered":"2021-03-04T23:17:53.241088+0000","last_clean":"2021-03-04T23:17:53.241088+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:17:53.241088+0000","last_undegraded":"2021-03-04T23:17:53.241088+0000","last_fullsized":"2021-03-04T23:17:53.241088+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"641","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241439+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:17:53.241439+0000","last_peered":"2021-03-04T23:17:53.241439+0000","last_clean":"2021-03-04T23:17:53.241439+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:17:53.241439+0000","last_undegraded":"2021-03-04T23:17:53.241439+0000","last_fullsized":"2021-03-04T23:17:53.241439+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"616","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245459+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:17:53.245459+0000","last_peered":"2021-03-04T23:17:53.245459+0000","last_clean":"2021-03-04T23:17:53.245459+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:17:53.245459+0000","last_undegraded":"2021-03-04T23:17:53.245459+0000","last_fullsized":"2021-03-04T23:17:53.245459+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"423","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244131+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:17:53.244131+0000","last_peered":"2021-03-04T23:17:53.244131+0000","last_clean":"2021-03-04T23:17:53.244131+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:17:53.244131+0000","last_undegraded":"2021-03-04T23:17:53.244131+0000","last_fullsized":"2021-03-04T23:17:53.244131+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"11","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.253573+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:17:53.253573+0000","last_peered":"2021-03-04T23:17:53.253573+0000","last_clean":"2021-03-04T23:17:53.253573+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:17:53.253573+0000","last_undegraded":"2021-03-04T23:17:53.253573+0000","last_fullsized":"2021-03-04T23:17:53.253573+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"649","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241467+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:17:53.241467+0000","last_peered":"2021-03-04T23:17:53.241467+0000","last_clean":"2021-03-04T23:17:53.241467+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:17:53.241467+0000","last_undegraded":"2021-03-04T23:17:53.241467+0000","last_fullsized":"2021-03-04T23:17:53.241467+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"379","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245646+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:17:53.245646+0000","last_peered":"2021-03-04T23:17:53.245646+0000","last_clean":"2021-03-04T23:17:53.245646+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:17:53.245646+0000","last_undegraded":"2021-03-04T23:17:53.245646+0000","last_fullsized":"2021-03-04T23:17:53.245646+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"388","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243657+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:17:53.243657+0000","last_peered":"2021-03-04T23:17:53.243657+0000","last_clean":"2021-03-04T23:17:53.243657+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:17:53.243657+0000","last_undegraded":"2021-03-04T23:17:53.243657+0000","last_fullsized":"2021-03-04T23:17:53.243657+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"632","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241756+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:17:53.241756+0000","last_peered":"2021-03-04T23:17:53.241756+0000","last_clean":"2021-03-04T23:17:53.241756+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:17:53.241756+0000","last_undegraded":"2021-03-04T23:17:53.241756+0000","last_fullsized":"2021-03-04T23:17:53.241756+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"630","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.254857+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:17:53.254857+0000","last_peered":"2021-03-04T23:17:53.254857+0000","last_clean":"2021-03-04T23:17:53.254857+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:17:53.254857+0000","last_undegraded":"2021-03-04T23:17:53.254857+0000","last_fullsized":"2021-03-04T23:17:53.254857+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"583","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238981+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:17:53.238981+0000","last_peered":"2021-03-04T23:17:53.238981+0000","last_clean":"2021-03-04T23:17:53.238981+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:17:53.238981+0000","last_undegraded":"2021-03-04T23:17:53.238981+0000","last_fullsized":"2021-03-04T23:17:53.238981+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"600","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243470+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:17:53.243470+0000","last_peered":"2021-03-04T23:17:53.243470+0000","last_clean":"2021-03-04T23:17:53.243470+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:17:53.243470+0000","last_undegraded":"2021-03-04T23:17:53.243470+0000","last_fullsized":"2021-03-04T23:17:53.243470+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"648","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247085+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:17:53.247085+0000","last_peered":"2021-03-04T23:17:53.247085+0000","last_clean":"2021-03-04T23:17:53.247085+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:17:53.247085+0000","last_undegraded":"2021-03-04T23:17:53.247085+0000","last_fullsized":"2021-03-04T23:17:53.247085+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"666","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.254792+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:17:53.254792+0000","last_peered":"2021-03-04T23:17:53.254792+0000","last_clean":"2021-03-04T23:17:53.254792+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:17:53.254792+0000","last_undegraded":"2021-03-04T23:17:53.254792+0000","last_fullsized":"2021-03-04T23:17:53.254792+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"633","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238235+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:17:53.238235+0000","last_peered":"2021-03-04T23:17:53.238235+0000","last_clean":"2021-03-04T23:17:53.238235+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:17:53.238235+0000","last_undegraded":"2021-03-04T23:17:53.238235+0000","last_fullsized":"2021-03-04T23:17:53.238235+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"625","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238880+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:17:53.238880+0000","last_peered":"2021-03-04T23:17:53.238880+0000","last_clean":"2021-03-04T23:17:53.238880+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:17:53.238880+0000","last_undegraded":"2021-03-04T23:17:53.238880+0000","last_fullsized":"2021-03-04T23:17:53.238880+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"645","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243613+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:17:53.243613+0000","last_peered":"2021-03-04T23:17:53.243613+0000","last_clean":"2021-03-04T23:17:53.243613+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:17:53.243613+0000","last_undegraded":"2021-03-04T23:17:53.243613+0000","last_fullsized":"2021-03-04T23:17:53.243613+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"627","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245355+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:17:53.245355+0000","last_peered":"2021-03-04T23:17:53.245355+0000","last_clean":"2021-03-04T23:17:53.245355+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:17:53.245355+0000","last_undegraded":"2021-03-04T23:17:53.245355+0000","last_fullsized":"2021-03-04T23:17:53.245355+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"397","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244147+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:17:53.244147+0000","last_peered":"2021-03-04T23:17:53.244147+0000","last_clean":"2021-03-04T23:17:53.244147+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:17:53.244147+0000","last_undegraded":"2021-03-04T23:17:53.244147+0000","last_fullsized":"2021-03-04T23:17:53.244147+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"586","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238341+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:17:53.238341+0000","last_peered":"2021-03-04T23:17:53.238341+0000","last_clean":"2021-03-04T23:17:53.238341+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:17:53.238341+0000","last_undegraded":"2021-03-04T23:17:53.238341+0000","last_fullsized":"2021-03-04T23:17:53.238341+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"59","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246016+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:17:53.246016+0000","last_peered":"2021-03-04T23:17:53.246016+0000","last_clean":"2021-03-04T23:17:53.246016+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:17:53.246016+0000","last_undegraded":"2021-03-04T23:17:53.246016+0000","last_fullsized":"2021-03-04T23:17:53.246016+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"587","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239704+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:17:53.239704+0000","last_peered":"2021-03-04T23:17:53.239704+0000","last_clean":"2021-03-04T23:17:53.239704+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:17:53.239704+0000","last_undegraded":"2021-03-04T23:17:53.239704+0000","last_fullsized":"2021-03-04T23:17:53.239704+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"374","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243994+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:17:53.243994+0000","last_peered":"2021-03-04T23:17:53.243994+0000","last_clean":"2021-03-04T23:17:53.243994+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:17:53.243994+0000","last_undegraded":"2021-03-04T23:17:53.243994+0000","last_fullsized":"2021-03-04T23:17:53.243994+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"599","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.257908+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:17:53.257908+0000","last_peered":"2021-03-04T23:17:53.257908+0000","last_clean":"2021-03-04T23:17:53.257908+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:17:53.257908+0000","last_undegraded":"2021-03-04T23:17:53.257908+0000","last_fullsized":"2021-03-04T23:17:53.257908+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"73","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239141+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:17:53.239141+0000","last_peered":"2021-03-04T23:17:53.239141+0000","last_clean":"2021-03-04T23:17:53.239141+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:17:53.239141+0000","last_undegraded":"2021-03-04T23:17:53.239141+0000","last_fullsized":"2021-03-04T23:17:53.239141+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"665","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.251109+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:17:53.251109+0000","last_peered":"2021-03-04T23:17:53.251109+0000","last_clean":"2021-03-04T23:17:53.251109+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:17:53.251109+0000","last_undegraded":"2021-03-04T23:17:53.251109+0000","last_fullsized":"2021-03-04T23:17:53.251109+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"657","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.335921+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:17:53.335921+0000","last_peered":"2021-03-04T23:17:53.335921+0000","last_clean":"2021-03-04T23:17:53.335921+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:17:53.335921+0000","last_undegraded":"2021-03-04T23:17:53.335921+0000","last_fullsized":"2021-03-04T23:17:53.335921+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"600","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246406+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:17:53.246406+0000","last_peered":"2021-03-04T23:17:53.246406+0000","last_clean":"2021-03-04T23:17:53.246406+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:17:53.246406+0000","last_undegraded":"2021-03-04T23:17:53.246406+0000","last_fullsized":"2021-03-04T23:17:53.246406+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.3","version":"655'18938","reported_seq":"18977","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:10.894766+0000","last_change":"2021-03-04T23:15:08.244445+0000","last_active":"2021-03-04T23:18:10.894766+0000","last_peered":"2021-03-04T23:18:10.894766+0000","last_clean":"2021-03-04T23:18:10.894766+0000","last_became_active":"2021-03-04T23:15:08.244106+0000","last_became_peered":"2021-03-04T23:15:08.244106+0000","last_unstale":"2021-03-04T23:18:10.894766+0000","last_undegraded":"2021-03-04T23:18:10.894766+0000","last_fullsized":"2021-03-04T23:18:10.894766+0000","mapping_epoch":634,"log_start":"644'12600","ondisk_log_start":"644'12600","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6338,"ondisk_log_size":6338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":231211008,"num_objects":3528,"num_object_clones":0,"num_object_copies":10584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3528,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18938,"num_write_kb":718912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"590","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238394+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:17:53.238394+0000","last_peered":"2021-03-04T23:17:53.238394+0000","last_clean":"2021-03-04T23:17:53.238394+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:17:53.238394+0000","last_undegraded":"2021-03-04T23:17:53.238394+0000","last_fullsized":"2021-03-04T23:17:53.238394+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"654","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244203+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:17:53.244203+0000","last_peered":"2021-03-04T23:17:53.244203+0000","last_clean":"2021-03-04T23:17:53.244203+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:17:53.244203+0000","last_undegraded":"2021-03-04T23:17:53.244203+0000","last_fullsized":"2021-03-04T23:17:53.244203+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.4","version":"655'19071","reported_seq":"19112","reported_epoch":"655","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:18:13.130797+0000","last_change":"2021-03-04T23:17:13.222559+0000","last_active":"2021-03-04T23:18:13.130797+0000","last_peered":"2021-03-04T23:18:13.130797+0000","last_clean":"2021-03-04T23:17:11.026683+0000","last_became_active":"2021-03-04T23:17:13.179716+0000","last_became_peered":"2021-03-04T23:17:13.179716+0000","last_unstale":"2021-03-04T23:18:13.130797+0000","last_undegraded":"2021-03-04T23:18:13.130797+0000","last_fullsized":"2021-03-04T23:18:13.130797+0000","mapping_epoch":646,"log_start":"644'12800","ondisk_log_start":"644'12800","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6271,"ondisk_log_size":6271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":207683584,"num_objects":3169,"num_object_clones":0,"num_object_copies":9507,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3169,"num_objects_unfound":0,"num_objects_dirty":3169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19071,"num_write_kb":711680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[0,2,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":3169}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"631","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243932+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:17:53.243932+0000","last_peered":"2021-03-04T23:17:53.243932+0000","last_clean":"2021-03-04T23:17:53.243932+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:17:53.243932+0000","last_undegraded":"2021-03-04T23:17:53.243932+0000","last_fullsized":"2021-03-04T23:17:53.243932+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"654","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245768+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:17:53.245768+0000","last_peered":"2021-03-04T23:17:53.245768+0000","last_clean":"2021-03-04T23:17:53.245768+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:17:53.245768+0000","last_undegraded":"2021-03-04T23:17:53.245768+0000","last_fullsized":"2021-03-04T23:17:53.245768+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.5","version":"655'19273","reported_seq":"34836","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:10.872596+0000","last_change":"2021-03-04T23:17:39.288219+0000","last_active":"2021-03-04T23:18:10.872596+0000","last_peered":"2021-03-04T23:18:10.872596+0000","last_clean":"2021-03-04T23:18:10.872596+0000","last_became_active":"2021-03-04T23:17:39.258212+0000","last_became_peered":"2021-03-04T23:17:39.258212+0000","last_unstale":"2021-03-04T23:18:10.872596+0000","last_undegraded":"2021-03-04T23:18:10.872596+0000","last_fullsized":"2021-03-04T23:18:10.872596+0000","mapping_epoch":650,"log_start":"644'13312","ondisk_log_start":"644'13312","created":630,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5961,"ondisk_log_size":5961,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":231669760,"num_objects":3535,"num_object_clones":0,"num_object_copies":10605,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3535,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19273,"num_write_kb":729856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7753,"num_bytes_recovered":508100608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"603","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243505+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:17:53.243505+0000","last_peered":"2021-03-04T23:17:53.243505+0000","last_clean":"2021-03-04T23:17:53.243505+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:17:53.243505+0000","last_undegraded":"2021-03-04T23:17:53.243505+0000","last_fullsized":"2021-03-04T23:17:53.243505+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"21","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245977+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:17:53.245977+0000","last_peered":"2021-03-04T23:17:53.245977+0000","last_clean":"2021-03-04T23:17:53.245977+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:17:53.245977+0000","last_undegraded":"2021-03-04T23:17:53.245977+0000","last_fullsized":"2021-03-04T23:17:53.245977+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.6","version":"655'19281","reported_seq":"19320","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:10.914992+0000","last_change":"2021-03-04T23:15:08.242497+0000","last_active":"2021-03-04T23:18:10.914992+0000","last_peered":"2021-03-04T23:18:10.914992+0000","last_clean":"2021-03-04T23:18:10.914992+0000","last_became_active":"2021-03-04T23:15:08.242242+0000","last_became_peered":"2021-03-04T23:15:08.242242+0000","last_unstale":"2021-03-04T23:18:10.914992+0000","last_undegraded":"2021-03-04T23:18:10.914992+0000","last_fullsized":"2021-03-04T23:18:10.914992+0000","mapping_epoch":634,"log_start":"644'13000","ondisk_log_start":"644'13000","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6281,"ondisk_log_size":6281,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":230883328,"num_objects":3523,"num_object_clones":0,"num_object_copies":10569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19281,"num_write_kb":729728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"615","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239789+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:17:53.239789+0000","last_peered":"2021-03-04T23:17:53.239789+0000","last_clean":"2021-03-04T23:17:53.239789+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:17:53.239789+0000","last_undegraded":"2021-03-04T23:17:53.239789+0000","last_fullsized":"2021-03-04T23:17:53.239789+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"628","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239208+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:17:53.239208+0000","last_peered":"2021-03-04T23:17:53.239208+0000","last_clean":"2021-03-04T23:17:53.239208+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:17:53.239208+0000","last_undegraded":"2021-03-04T23:17:53.239208+0000","last_fullsized":"2021-03-04T23:17:53.239208+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.7","version":"655'19342","reported_seq":"19381","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:13.154364+0000","last_change":"2021-03-04T23:15:08.240098+0000","last_active":"2021-03-04T23:18:13.154364+0000","last_peered":"2021-03-04T23:18:13.154364+0000","last_clean":"2021-03-04T23:18:13.154364+0000","last_became_active":"2021-03-04T23:15:08.239719+0000","last_became_peered":"2021-03-04T23:15:08.239719+0000","last_unstale":"2021-03-04T23:18:13.154364+0000","last_undegraded":"2021-03-04T23:18:13.154364+0000","last_fullsized":"2021-03-04T23:18:13.154364+0000","mapping_epoch":634,"log_start":"644'13000","ondisk_log_start":"644'13000","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6342,"ondisk_log_size":6342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":216793088,"num_objects":3308,"num_object_clones":0,"num_object_copies":9924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19342,"num_write_kb":724800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"608","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239271+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:17:53.239271+0000","last_peered":"2021-03-04T23:17:53.239271+0000","last_clean":"2021-03-04T23:17:53.239271+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:17:53.239271+0000","last_undegraded":"2021-03-04T23:17:53.239271+0000","last_fullsized":"2021-03-04T23:17:53.239271+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"639","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245768+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:17:53.245768+0000","last_peered":"2021-03-04T23:17:53.245768+0000","last_clean":"2021-03-04T23:17:53.245768+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:17:53.245768+0000","last_undegraded":"2021-03-04T23:17:53.245768+0000","last_fullsized":"2021-03-04T23:17:53.245768+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":27,"num_pg":16,"stat_sum":{"num_bytes":3556573208,"num_objects":54270,"num_object_clones":0,"num_object_copies":162810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7210,"num_objects_unfound":0,"num_objects_dirty":54270,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306758,"num_write_kb":11552833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12494,"num_bytes_recovered":818741248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11294093312,"data_stored":11294081096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105145,"ondisk_log_size":105145,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3045431,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495965,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2784240,"kb_used_data":1735656,"kb_used_omap":1612,"kb_used_meta":1046963,"kb_avail":85296144,"statfs":{"total":90194313216,"available":87343251456,"internally_reserved":1073741824,"allocated":1777311744,"data_stored":1774183692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1651014,"internal_metadata":1072090810},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":14.554,"5min":5.5049999999999999,"15min":3.3570000000000002},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13100000000000001},"max":{"1min":200.09299999999999,"5min":200.09299999999999,"15min":200.09299999999999},"last":0.183},{"interface":"front","average":{"1min":14.808,"5min":5.6890000000000001,"15min":3.4889999999999999},"min":{"1min":0.16300000000000001,"5min":0.161,"15min":0.14899999999999999},"max":{"1min":200.001,"5min":200.001,"15min":200.001},"last":0.193}]},{"osd":1,"last update":"Thu Mar 4 23:17:58 2021","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.83599999999999997,"15min":0.95199999999999996},"min":{"1min":0.24299999999999999,"5min":0.217,"15min":0.191},"max":{"1min":3.7669999999999999,"5min":7.7270000000000003,"15min":7.7270000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.751,"15min":0.91400000000000003},"min":{"1min":0.20599999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.109,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:17:17 2021","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":2.29,"15min":1.79},"min":{"1min":0.217,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":6.1609999999999996,"5min":73.129999999999995,"15min":73.129999999999995},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.94799999999999995,"5min":2.3700000000000001,"15min":1.7869999999999999},"min":{"1min":0.22600000000000001,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.1790000000000003,"5min":74.382000000000005,"15min":74.382000000000005},"last":0.38200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:18:10 2021","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.3069999999999999,"15min":1.012},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":10.33,"5min":13.586,"15min":13.586},"last":0.25800000000000001},{"interface":"front","average":{"1min":2.0779999999999998,"5min":1.4670000000000001,"15min":1.1000000000000001},"min":{"1min":0.255,"5min":0.224,"15min":0.224},"max":{"1min":10.308999999999999,"5min":13.567,"15min":13.567},"last":0.33700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":1.0409999999999999,"15min":0.91700000000000004},"min":{"1min":0.17000000000000001,"5min":0.14699999999999999,"15min":0.13300000000000001},"max":{"1min":1.802,"5min":39.375999999999998,"15min":39.375999999999998},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.995,"15min":0.91000000000000003},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.14999999999999999},"max":{"1min":0.94099999999999995,"5min":39.570999999999998,"15min":39.570999999999998},"last":0.217}]},{"osd":5,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.85099999999999998,"15min":0.93999999999999995},"min":{"1min":0.191,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":2.472,"5min":7.8719999999999999,"15min":7.8719999999999999},"last":0.311},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.81599999999999995,"15min":0.995},"min":{"1min":0.23599999999999999,"5min":0.19900000000000001,"15min":0.16400000000000001},"max":{"1min":2.8690000000000002,"5min":4.1719999999999997,"15min":4.1719999999999997},"last":0.29799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":1.3360000000000001,"15min":1.1759999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17799999999999999},"max":{"1min":2.7349999999999999,"5min":38.747999999999998,"15min":38.747999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.69199999999999995,"5min":1.1379999999999999,"15min":1.0660000000000001},"min":{"1min":0.20999999999999999,"5min":0.187,"15min":0.187},"max":{"1min":2.4409999999999998,"5min":38.484000000000002,"15min":38.484000000000002},"last":0.28100000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659489,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3077536,"kb_used_data":2028952,"kb_used_omap":1542,"kb_used_meta":1047033,"kb_avail":85002848,"statfs":{"total":90194313216,"available":87042916352,"internally_reserved":1073741824,"allocated":2077646848,"data_stored":2074535010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1579973,"internal_metadata":1072161851},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:35 2021","interfaces":[{"interface":"back","average":{"1min":7.8330000000000002,"5min":2.7599999999999998,"15min":1.835},"min":{"1min":0.14399999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":76.179000000000002,"5min":76.179000000000002,"15min":76.179000000000002},"last":0.192},{"interface":"front","average":{"1min":7.9020000000000001,"5min":2.903,"15min":1.9650000000000001},"min":{"1min":0.26300000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":76.296999999999997,"5min":76.296999999999997,"15min":76.296999999999997},"last":0.24399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:17:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.621,"15min":0.91800000000000004},"min":{"1min":0.184,"5min":0.182,"15min":0.182},"max":{"1min":1.484,"5min":2.298,"15min":6.75},"last":1.5209999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.73099999999999998,"15min":0.95099999999999996},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.2429999999999999,"5min":3.6389999999999998,"15min":4.6529999999999996},"last":1.6859999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:17:14 2021","interfaces":[{"interface":"back","average":{"1min":3.3370000000000002,"5min":3.363,"15min":2.3919999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":45.531999999999996,"5min":59.808999999999997,"15min":81.930000000000007},"last":1.4790000000000001},{"interface":"front","average":{"1min":3.6659999999999999,"5min":3.3109999999999999,"15min":2.3199999999999998},"min":{"1min":0.20499999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":45.631,"5min":59.834000000000003,"15min":82.245000000000005},"last":1.4590000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":2.4220000000000002,"15min":2.6190000000000002},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":6.5800000000000001,"5min":30.363,"15min":30.363},"last":0.27800000000000002},{"interface":"front","average":{"1min":1.1419999999999999,"5min":2.0659999999999998,"15min":2.2200000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.4210000000000003,"5min":30.486999999999998,"15min":30.486999999999998},"last":1.552}]},{"osd":4,"last update":"Thu Mar 4 23:17:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.63900000000000001,"15min":0.873},"min":{"1min":0.14699999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.5089999999999999,"5min":5.0279999999999996,"15min":7.4740000000000002},"last":1.5860000000000001},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.95199999999999996,"15min":0.996},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.5999999999999996,"5min":4.5999999999999996,"15min":7.8550000000000004},"last":1.7190000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:17:58 2021","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76300000000000001,"15min":0.879},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":3.4700000000000002,"5min":3.524,"15min":4.8730000000000002},"last":1.4299999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.68400000000000005,"15min":0.94499999999999995},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":1.4359999999999999,"5min":2.794,"15min":7.6699999999999999},"last":4.1580000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:17:24 2021","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.99099999999999999,"15min":1.1339999999999999},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":3.6699999999999999,"5min":6.6369999999999996,"15min":6.6369999999999996},"last":1.7529999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":1.0229999999999999,"15min":1.3},"min":{"1min":0.22,"5min":0.185,"15min":0.185},"max":{"1min":1.6699999999999999,"5min":6.5990000000000002,"15min":7.79},"last":1.621}]}]},{"osd":1,"up_from":0,"seq":1464583848165,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712310,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1523416,"kb_used_data":1272400,"kb_used_omap":637,"kb_used_meta":250370,"kb_avail":86556968,"statfs":{"total":90194313216,"available":88634335232,"internally_reserved":0,"allocated":1302937600,"data_stored":1299831860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":256378930},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:17:52 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.48299999999999998,"15min":0.55900000000000005},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":1.5920000000000001,"5min":2.5409999999999999,"15min":2.911},"last":0.189},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.57399999999999995,"15min":0.65600000000000003},"min":{"1min":0.16,"5min":0.155,"15min":0.14199999999999999},"max":{"1min":1.4379999999999999,"5min":3.4060000000000001,"15min":5.0890000000000004},"last":0.217}]},{"osd":2,"last update":"Thu Mar 4 23:17:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.8480000000000001,"15min":1.6859999999999999},"min":{"1min":0.17799999999999999,"5min":0.123,"15min":0.123},"max":{"1min":3.3519999999999999,"5min":49.637,"15min":81.109999999999999},"last":0.161},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.9790000000000001,"15min":1.889},"min":{"1min":0.216,"5min":0.17299999999999999,"15min":0.13400000000000001},"max":{"1min":2.7519999999999998,"5min":51.078000000000003,"15min":81.326999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:17:11 2021","interfaces":[{"interface":"back","average":{"1min":3.6749999999999998,"5min":1.45,"15min":1.079},"min":{"1min":0.161,"5min":0.156,"15min":0.156},"max":{"1min":47.826999999999998,"5min":47.826999999999998,"15min":47.826999999999998},"last":0.24199999999999999},{"interface":"front","average":{"1min":3.919,"5min":1.647,"15min":1.2689999999999999},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":47.889000000000003,"5min":47.889000000000003,"15min":47.889000000000003},"last":0.28399999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.89600000000000002,"15min":1.1000000000000001},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23000000000000001},"max":{"1min":2.3039999999999998,"5min":4.5910000000000002,"15min":4.5910000000000002},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.79500000000000004,"15min":0.95799999999999996},"min":{"1min":0.23100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.923,"5min":3.4510000000000001,"15min":5.0570000000000004},"last":0.26800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.97999999999999998,"15min":1.1890000000000001},"min":{"1min":0.32100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.222,"5min":4.806,"15min":4.806},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.873,"5min":1.0449999999999999,"15min":1.071},"min":{"1min":0.22900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.133,"5min":3.4940000000000002,"15min":3.532},"last":0.48799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.92800000000000005,"15min":1.0940000000000001},"min":{"1min":0.29199999999999998,"5min":0.217,"15min":0.20599999999999999},"max":{"1min":2.8490000000000002,"5min":4.21,"15min":4.21},"last":0.42899999999999999},{"interface":"front","average":{"1min":1.264,"5min":1.1679999999999999,"15min":1.335},"min":{"1min":0.35399999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.1240000000000001,"5min":5.1500000000000004,"15min":5.1500000000000004},"last":0.35599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.155,"15min":1.266},"min":{"1min":0.316,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":9.9550000000000001,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.208,"15min":1.3520000000000001},"min":{"1min":0.38300000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.3399999999999999,"5min":5,"15min":5},"last":0.38400000000000001}]}]},{"osd":2,"up_from":356,"seq":1529008357600,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1519580,"kb_used_data":1293972,"kb_used_omap":852,"kb_used_meta":224747,"kb_avail":86560804,"statfs":{"total":90194313216,"available":88638263296,"internally_reserved":0,"allocated":1325027328,"data_stored":1321917528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":230141559},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:19 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.468,"15min":1.244},"min":{"1min":0.107,"5min":0.107,"15min":0.107},"max":{"1min":2.2149999999999999,"5min":104.41800000000001,"15min":104.41800000000001},"last":0.156},{"interface":"front","average":{"1min":0.76400000000000001,"5min":1.6140000000000001,"15min":1.1890000000000001},"min":{"1min":0.14199999999999999,"5min":0.126,"15min":0.126},"max":{"1min":8.5340000000000007,"5min":105.191,"15min":105.191},"last":0.17499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:17:19 2021","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.61499999999999999,"15min":0.94599999999999995},"min":{"1min":0.191,"5min":0.17699999999999999,"15min":0.16600000000000001},"max":{"1min":2.2810000000000001,"5min":2.2810000000000001,"15min":67.450999999999993},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.626,"15min":0.76900000000000002},"min":{"1min":0.20300000000000001,"5min":0.19400000000000001,"15min":0.17100000000000001},"max":{"1min":1.9810000000000001,"5min":4.7329999999999997,"15min":5.3179999999999996},"last":0.27800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:18:12 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":1.923,"15min":2.2519999999999998},"min":{"1min":0.152,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.843,"5min":31.908999999999999,"15min":31.908999999999999},"last":0.373},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.04,"15min":2.3730000000000002},"min":{"1min":0.151,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.637,"5min":32.140000000000001,"15min":32.140000000000001},"last":0.251}]},{"osd":4,"last update":"Thu Mar 4 23:17:19 2021","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.83099999999999996,"15min":1.1419999999999999},"min":{"1min":0.23200000000000001,"5min":0.216,"15min":0.19600000000000001},"max":{"1min":2.71,"5min":2.7160000000000002,"15min":4.9630000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.84899999999999998,"15min":1.0429999999999999},"min":{"1min":0.22600000000000001,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":4.391,"5min":4.391,"15min":7.0030000000000001},"last":0.23200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:17:19 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.89200000000000002,"15min":1.0800000000000001},"min":{"1min":0.21299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.9969999999999999,"5min":4.9969999999999999,"15min":7.1890000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.93200000000000005,"15min":1.3460000000000001},"min":{"1min":0.25900000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":3.2650000000000001,"5min":4.1390000000000002,"15min":67.897000000000006},"last":0.35199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:17:19 2021","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0369999999999999,"15min":1.2350000000000001},"min":{"1min":0.30199999999999999,"5min":0.27100000000000002,"15min":0.214},"max":{"1min":3.101,"5min":4.4390000000000001,"15min":5.6239999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.96299999999999997,"5min":1.032,"15min":1.244},"min":{"1min":0.26000000000000001,"5min":0.224,"15min":0.224},"max":{"1min":4.7889999999999997,"5min":4.7889999999999997,"15min":7.3339999999999996},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:17:19 2021","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":1.081,"15min":1.49},"min":{"1min":0.31,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":3.3889999999999998,"5min":9.3940000000000001,"15min":68.049000000000007},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":1.046,"15min":1.3720000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.26600000000000001},"max":{"1min":2.508,"5min":4.0069999999999997,"15min":7.4290000000000003},"last":0.47199999999999998}]}]},{"osd":3,"up_from":634,"seq":2723009265702,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2259032,"kb_used_data":2020112,"kb_used_omap":1483,"kb_used_meta":237428,"kb_avail":85821352,"statfs":{"total":90194313216,"available":87881064448,"internally_reserved":0,"allocated":2068594688,"data_stored":2065488487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1519367,"internal_metadata":243126521},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.499,"15min":0.47799999999999998},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":4.625,"5min":4.625,"15min":4.625},"last":0.182},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39400000000000002,"15min":0.39000000000000001},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.2789999999999999,"5min":2.2789999999999999,"15min":2.2789999999999999},"last":0.14599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.62,"15min":0.60199999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":4.5099999999999998,"5min":4.5099999999999998,"15min":4.5099999999999998},"last":0.247},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.60599999999999998,"15min":0.62},"min":{"1min":0.20899999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":2.5,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":0.20799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.64900000000000002,"15min":0.63600000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":3.1840000000000002,"5min":3.1840000000000002,"15min":3.1840000000000002},"last":0.27400000000000002},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.65900000000000003,"15min":0.57899999999999996},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":5.1369999999999996,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":0.22500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.71099999999999997,"15min":0.69899999999999995},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":4.0179999999999998,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.96499999999999997,"15min":0.96299999999999997},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.766,"5min":3.766,"15min":3.766},"last":0.35499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.78800000000000003,"15min":0.80900000000000005},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":2.056,"5min":2.3839999999999999,"15min":2.3839999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.03,"15min":0.95999999999999996},"min":{"1min":0.28299999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.6020000000000003,"5min":4.6020000000000003,"15min":4.6020000000000003},"last":0.34200000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":0.89300000000000002,"15min":0.84299999999999997},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":4.577,"5min":4.577,"15min":4.577},"last":0.311},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.78300000000000003,"15min":0.78400000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.448,"5min":2.448,"15min":2.448},"last":2.528}]},{"osd":7,"last update":"Thu Mar 4 23:17:09 2021","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.79700000000000004,"15min":0.79200000000000004},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":2.806,"5min":2.806,"15min":2.806},"last":0.28999999999999998},{"interface":"front","average":{"1min":1.401,"5min":1.2090000000000001,"15min":1.177},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.9059999999999997,"5min":4.9059999999999997,"15min":4.9059999999999997},"last":0.32700000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986538,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2628072,"kb_used_data":1579488,"kb_used_omap":1596,"kb_used_meta":1046979,"kb_avail":85452312,"statfs":{"total":90194313216,"available":87503167488,"internally_reserved":1073741824,"allocated":1617395712,"data_stored":1614275758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1634447,"internal_metadata":1072107377},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":10.859,"5min":4.4880000000000004,"15min":2.8719999999999999},"min":{"1min":0.161,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":130.404,"5min":130.404,"15min":130.404},"last":0.77200000000000002},{"interface":"front","average":{"1min":10.882999999999999,"5min":4.6840000000000002,"15min":3.04},"min":{"1min":0.184,"5min":0.16,"15min":0.152},"max":{"1min":130.417,"5min":130.417,"15min":130.417},"last":1.486}]},{"osd":1,"last update":"Thu Mar 4 23:17:43 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.73899999999999999,"15min":0.86099999999999999},"min":{"1min":0.214,"5min":0.19500000000000001,"15min":0.193},"max":{"1min":4.8239999999999998,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.90600000000000003,"15min":0.92900000000000005},"min":{"1min":0.20699999999999999,"5min":0.19900000000000001,"15min":0.19500000000000001},"max":{"1min":4.8890000000000002,"5min":9.8780000000000001,"15min":9.8780000000000001},"last":1.3260000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:17:22 2021","interfaces":[{"interface":"back","average":{"1min":3.5590000000000002,"5min":2.738,"15min":2.1659999999999999},"min":{"1min":0.20999999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":44.838000000000001,"5min":116.18000000000001,"15min":116.18000000000001},"last":0.96299999999999997},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.7450000000000001,"15min":2.097},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":44.848999999999997,"5min":116.288,"15min":116.288},"last":1.1639999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:17:11 2021","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":5.8289999999999997,"15min":6.569},"min":{"1min":0.25600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":7.3940000000000001,"5min":106.631,"15min":106.631},"last":1.2410000000000001},{"interface":"front","average":{"1min":1.5549999999999999,"5min":5.8259999999999996,"15min":6.5380000000000003},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":7.4199999999999999,"5min":106.51900000000001,"15min":106.51900000000001},"last":1.6200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:17:43 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.4330000000000001,"15min":1.139},"min":{"1min":0.16,"5min":0.13900000000000001,"15min":0.13100000000000001},"max":{"1min":4.008,"5min":45.344000000000001,"15min":45.344000000000001},"last":1.9039999999999999},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.302,"15min":1.0669999999999999},"min":{"1min":0.17999999999999999,"5min":0.156,"15min":0.156},"max":{"1min":4.8529999999999998,"5min":43.448,"15min":43.448},"last":1.1020000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:18:06 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.0589999999999999,"15min":1.026},"min":{"1min":0.16300000000000001,"5min":0.153,"15min":0.14399999999999999},"max":{"1min":4.2729999999999997,"5min":11.082000000000001,"15min":11.082000000000001},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.04,"15min":1.1140000000000001},"min":{"1min":0.20000000000000001,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.0259999999999998,"5min":11.564,"15min":11.564},"last":1.706}]},{"osd":7,"last update":"Thu Mar 4 23:17:28 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.1890000000000001,"15min":1.27},"min":{"1min":0.215,"5min":0.215,"15min":0.16700000000000001},"max":{"1min":4.1550000000000002,"5min":12.140000000000001,"15min":12.140000000000001},"last":1.8},{"interface":"front","average":{"1min":1.216,"5min":1.173,"15min":1.198},"min":{"1min":0.22600000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":4.3289999999999997,"5min":10.938000000000001,"15min":10.938000000000001},"last":1.4299999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823013,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2375384,"kb_used_data":1326736,"kb_used_omap":1874,"kb_used_meta":1046701,"kb_avail":85705000,"statfs":{"total":90194313216,"available":87761920000,"internally_reserved":1073741824,"allocated":1358577664,"data_stored":1355471972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1919098,"internal_metadata":1071822726},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,4,2,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:32 2021","interfaces":[{"interface":"back","average":{"1min":4.3449999999999998,"5min":1.46,"15min":1.764},"min":{"1min":0.161,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":40.076000000000001,"5min":40.076000000000001,"15min":73.159000000000006},"last":0.158},{"interface":"front","average":{"1min":4.367,"5min":1.5229999999999999,"15min":1.8580000000000001},"min":{"1min":0.161,"5min":0.157,"15min":0.14799999999999999},"max":{"1min":40.220999999999997,"5min":40.220999999999997,"15min":73.429000000000002},"last":0.18099999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:17:47 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.76200000000000001,"15min":0.997},"min":{"1min":0.185,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.83499999999999996,"5min":3.2080000000000002,"15min":15.128},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.84699999999999998,"15min":1.0549999999999999},"min":{"1min":0.218,"5min":0.188,"15min":0.188},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":15.097},"last":0.216}]},{"osd":2,"last update":"Thu Mar 4 23:17:32 2021","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.663,"15min":1.4510000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.185},"max":{"1min":24.597999999999999,"5min":38.296999999999997,"15min":38.296999999999997},"last":3.23},{"interface":"front","average":{"1min":2.0910000000000002,"5min":1.732,"15min":1.4630000000000001},"min":{"1min":0.28899999999999998,"5min":0.189,"15min":0.189},"max":{"1min":25.338999999999999,"5min":38.402999999999999,"15min":38.402999999999999},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:17:12 2021","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":1.2210000000000001,"15min":1.069},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":25.065000000000001,"5min":25.065000000000001,"15min":25.065000000000001},"last":3.1899999999999999},{"interface":"front","average":{"1min":2.016,"5min":1.212,"15min":1.0780000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":24.716999999999999,"5min":24.716999999999999,"15min":24.716999999999999},"last":0.312}]},{"osd":4,"last update":"Thu Mar 4 23:17:47 2021","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.508,"15min":1.0700000000000001},"min":{"1min":0.17100000000000001,"5min":0.14099999999999999,"15min":0.13700000000000001},"max":{"1min":5.7610000000000001,"5min":56.573,"15min":56.573},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":1.6279999999999999,"15min":1.2190000000000001},"min":{"1min":0.16500000000000001,"5min":0.16400000000000001,"15min":0.157},"max":{"1min":5.71,"5min":56.191000000000003,"15min":56.191000000000003},"last":3.3199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:17:12 2021","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.95799999999999996,"15min":1.0860000000000001},"min":{"1min":0.186,"5min":0.17100000000000001,"15min":0.161},"max":{"1min":2.7450000000000001,"5min":8.1069999999999993,"15min":8.2050000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":1.036,"15min":1.129},"min":{"1min":0.20499999999999999,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":1.966,"5min":14.805999999999999,"15min":14.805999999999999},"last":0.25700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:17:32 2021","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":1.0029999999999999,"15min":1.2190000000000001},"min":{"1min":0.19600000000000001,"5min":0.17399999999999999,"15min":0.16900000000000001},"max":{"1min":2.5859999999999999,"5min":6.6740000000000004,"15min":15.116},"last":3.3599999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":1.056,"15min":1.2270000000000001},"min":{"1min":0.224,"5min":0.19900000000000001,"15min":0.17299999999999999},"max":{"1min":3.335,"5min":6.5579999999999998,"15min":15.153},"last":1.0960000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1515337,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8082,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3981,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1272381440,"data_stored":1272381440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1308168192,"data_stored":1308164120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2015367168,"data_stored":2015363096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1588723712,"data_stored":1588723712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1317928960,"data_stored":1317928960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2057568256,"data_stored":2057568256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1733955584,"data_stored":1733951512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:18:15.455 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:18:15.456 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:15.552 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:15.560 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:15.657 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:15.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:15 gibba008 bash[47391]: debug 2021-03-04T23:18:15.341+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:15.771 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:15 gibba023 bash[19550]: debug 2021-03-04T23:18:15.542+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:15.771 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:15.877 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:16.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:15 gibba023 bash[19550]: debug 2021-03-04T23:18:15.762+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:16.184 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:16.288 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:16.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:16 gibba008 bash[37770]: cluster 2021-03-04T23:18:15.190786+0000 mgr.x (mgr.34379) 894 : cluster [DBG] pgmap v1235: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 7210/162876 objects misplaced (4.427%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:16.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:16 gibba008 bash[39303]: cluster 2021-03-04T23:18:15.190786+0000 mgr.x (mgr.34379) 894 : cluster [DBG] pgmap v1235: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 7210/162876 objects misplaced (4.427%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:16.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:16 gibba008 bash[44600]: debug 2021-03-04T23:18:16.177+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:16.693 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:16.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:16 gibba023 bash[27374]: cluster 2021-03-04T23:18:15.190786+0000 mgr.x (mgr.34379) 894 : cluster [DBG] pgmap v1235: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 7210/162876 objects misplaced (4.427%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:16.796 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:17.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:16 gibba008 bash[91265]: debug 2021-03-04T23:18:16.685+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:17.239 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:17.349 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:17.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:17 gibba008 bash[91265]: debug 2021-03-04T23:18:17.229+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:17.534 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:17.637 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:17.730 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:17.835 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:17.843 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:18:17.844 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:17 gibba008 bash[47391]: debug 2021-03-04T23:18:17.525+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:17.919 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:17 gibba023 bash[18090]: debug 2021-03-04T23:18:17.722+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:17.920 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:17 gibba023 bash[16680]: debug 2021-03-04T23:18:17.914+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:17.920 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:17.941 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:18.025 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:18.128 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:18.236 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:18.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:18 gibba023 bash[18090]: debug 2021-03-04T23:18:18.122+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:18.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:18 gibba008 bash[37770]: cluster 2021-03-04T23:18:17.191685+0000 mgr.x (mgr.34379) 895 : cluster [DBG] pgmap v1236: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.0 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s; 6576/147744 objects misplaced (4.451%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:18.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:18 gibba008 bash[39303]: cluster 2021-03-04T23:18:17.191685+0000 mgr.x (mgr.34379) 895 : cluster [DBG] pgmap v1236: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.0 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s; 6576/147744 objects misplaced (4.451%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:18.561 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:18.665 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:18.670 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:18 gibba023 bash[27374]: cluster 2021-03-04T23:18:17.191685+0000 mgr.x (mgr.34379) 895 : cluster [DBG] pgmap v1236: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 3.0 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s; 6576/147744 objects misplaced (4.451%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:18.795 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:18.898 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:18.903 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:18 gibba008 bash[48858]: debug 2021-03-04T23:18:18.553+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:19.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:18 gibba023 bash[16680]: debug 2021-03-04T23:18:18.790+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:19.361 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:19.465 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:19.605 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:19.709 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:19.760 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:19 gibba008 bash[44600]: debug 2021-03-04T23:18:19.353+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:19.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:19 gibba023 bash[18090]: debug 2021-03-04T23:18:19.598+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:19.814 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:19.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:20.019 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:20.125 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:20.130 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:20 gibba023 bash[27374]: cluster 2021-03-04T23:18:19.193086+0000 mgr.x (mgr.34379) 896 : cluster [DBG] pgmap v1237: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.8 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s; 6108/138813 objects misplaced (4.400%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:20.130 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:20 gibba023 bash[19550]: debug 2021-03-04T23:18:20.014+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:20.131 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:19 gibba023 bash[16680]: debug 2021-03-04T23:18:19.802+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:20.200 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:20.303 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:20.309 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:20 gibba008 bash[39303]: cluster 2021-03-04T23:18:19.193086+0000 mgr.x (mgr.34379) 896 : cluster [DBG] pgmap v1237: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.8 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s; 6108/138813 objects misplaced (4.400%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:20.309 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:20 gibba008 bash[37770]: cluster 2021-03-04T23:18:19.193086+0000 mgr.x (mgr.34379) 896 : cluster [DBG] pgmap v1237: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.8 GiB data, 9.9 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s; 6108/138813 objects misplaced (4.400%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:20.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:20 gibba023 bash[15180]: debug 2021-03-04T23:18:20.194+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:20.619 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:20.722 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:20.823 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:20.909 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:20 gibba008 bash[91265]: debug 2021-03-04T23:18:20.609+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:20.928 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:21.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:20 gibba023 bash[18090]: debug 2021-03-04T23:18:20.818+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:21.127 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:21.229 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:21 gibba008 bash[48858]: debug 2021-03-04T23:18:21.117+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:21.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:21.405 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:21.480 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:21 gibba008 bash[44600]: debug 2021-03-04T23:18:21.397+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:21.511 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:21.611 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:21.716 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:21.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:21 gibba023 bash[16680]: debug 2021-03-04T23:18:21.606+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:22.225 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:22.328 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:22.503 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:22 gibba008 bash[37770]: cluster 2021-03-04T23:18:21.193729+0000 mgr.x (mgr.34379) 897 : cluster [DBG] pgmap v1238: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.6 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 5984/129168 objects misplaced (4.633%); 601 KiB/s, 9 objects/s recovering 2021-03-04T23:18:22.504 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:22 gibba008 bash[39303]: cluster 2021-03-04T23:18:21.193729+0000 mgr.x (mgr.34379) 897 : cluster [DBG] pgmap v1238: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.6 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 5984/129168 objects misplaced (4.633%); 601 KiB/s, 9 objects/s recovering 2021-03-04T23:18:22.504 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:22 gibba008 bash[91265]: debug 2021-03-04T23:18:22.217+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:22.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:22 gibba023 bash[27374]: cluster 2021-03-04T23:18:21.193729+0000 mgr.x (mgr.34379) 897 : cluster [DBG] pgmap v1238: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.6 GiB data, 9.1 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 5984/129168 objects misplaced (4.633%); 601 KiB/s, 9 objects/s recovering 2021-03-04T23:18:22.648 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:22.750 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:22.757 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:22 gibba008 bash[47391]: debug 2021-03-04T23:18:22.641+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:23.426 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:23.529 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:23.628 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:23.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:23.737 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:23 gibba008 bash[91265]: debug 2021-03-04T23:18:23.417+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:23.934 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:24.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:23 gibba008 bash[47391]: debug 2021-03-04T23:18:23.925+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:24.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:23 gibba023 bash[15180]: debug 2021-03-04T23:18:23.622+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:24.039 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:24.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:24.277 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:24.297 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:24 gibba023 bash[27374]: cluster 2021-03-04T23:18:23.194262+0000 mgr.x (mgr.34379) 898 : cluster [DBG] pgmap v1239: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.4 GiB data, 8.6 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s; 5118/117075 objects misplaced (4.372%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:18:24.297 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:24 gibba023 bash[16680]: debug 2021-03-04T23:18:24.166+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:24.407 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:24.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:24 gibba008 bash[39303]: cluster 2021-03-04T23:18:23.194262+0000 mgr.x (mgr.34379) 898 : cluster [DBG] pgmap v1239: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.4 GiB data, 8.6 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s; 5118/117075 objects misplaced (4.372%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:18:24.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:24 gibba008 bash[37770]: cluster 2021-03-04T23:18:23.194262+0000 mgr.x (mgr.34379) 898 : cluster [DBG] pgmap v1239: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.4 GiB data, 8.6 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s; 5118/117075 objects misplaced (4.372%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:18:24.513 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:24.608 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:24 gibba023 bash[19550]: debug 2021-03-04T23:18:24.402+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:24.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:24.716 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:25.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:24 gibba023 bash[19550]: debug 2021-03-04T23:18:24.602+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:25.546 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:25.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:25.750 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:25.856 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:25.860 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:25 gibba008 bash[47391]: debug 2021-03-04T23:18:25.537+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:26.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:25 gibba023 bash[15180]: debug 2021-03-04T23:18:25.742+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:26.327 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:26.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:26.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:26 gibba008 bash[37770]: cluster 2021-03-04T23:18:25.194576+0000 mgr.x (mgr.34379) 899 : cluster [DBG] pgmap v1240: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.4 GiB data, 8.6 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 5118/117075 objects misplaced (4.372%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:18:26.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:26 gibba008 bash[39303]: cluster 2021-03-04T23:18:25.194576+0000 mgr.x (mgr.34379) 899 : cluster [DBG] pgmap v1240: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.4 GiB data, 8.6 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 5118/117075 objects misplaced (4.372%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:18:26.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:26 gibba008 bash[91265]: debug 2021-03-04T23:18:26.317+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:26 gibba023 bash[27374]: cluster 2021-03-04T23:18:25.194576+0000 mgr.x (mgr.34379) 899 : cluster [DBG] pgmap v1240: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.4 GiB data, 8.6 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 5118/117075 objects misplaced (4.372%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:18:26.564 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:26.675 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:27.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:26 gibba023 bash[18090]: debug 2021-03-04T23:18:26.554+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:27.398 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:27.501 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:27.649 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:27.753 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:27.759 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:27 gibba023 bash[19550]: debug 2021-03-04T23:18:27.642+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:27.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:27 gibba008 bash[91265]: debug 2021-03-04T23:18:27.389+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:27.825 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:27.928 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:28.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:27 gibba023 bash[19550]: debug 2021-03-04T23:18:27.818+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:28 gibba023 bash[27374]: cluster 2021-03-04T23:18:27.195092+0000 mgr.x (mgr.34379) 900 : cluster [DBG] pgmap v1241: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.1 GiB data, 7.5 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s; 4556/103695 objects misplaced (4.394%); 890 KiB/s, 13 objects/s recovering 2021-03-04T23:18:28.524 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:28 gibba008 bash[39303]: cluster 2021-03-04T23:18:27.195092+0000 mgr.x (mgr.34379) 900 : cluster [DBG] pgmap v1241: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.1 GiB data, 7.5 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s; 4556/103695 objects misplaced (4.394%); 890 KiB/s, 13 objects/s recovering 2021-03-04T23:18:28.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:28 gibba008 bash[37770]: cluster 2021-03-04T23:18:27.195092+0000 mgr.x (mgr.34379) 900 : cluster [DBG] pgmap v1241: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 2.1 GiB data, 7.5 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s; 4556/103695 objects misplaced (4.394%); 890 KiB/s, 13 objects/s recovering 2021-03-04T23:18:28.710 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:28.815 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:29.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:28 gibba008 bash[48858]: debug 2021-03-04T23:18:28.701+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:29.071 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:29.174 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:29.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:29 gibba008 bash[91265]: debug 2021-03-04T23:18:29.061+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:29.708 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:29.811 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:30.077 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:29 gibba008 bash[91265]: debug 2021-03-04T23:18:29.701+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:30.381 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:30 gibba008 bash[37770]: cluster 2021-03-04T23:18:29.195490+0000 mgr.x (mgr.34379) 901 : cluster [DBG] pgmap v1242: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.9 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 4059/95055 objects misplaced (4.270%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:30.382 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:30 gibba008 bash[39303]: cluster 2021-03-04T23:18:29.195490+0000 mgr.x (mgr.34379) 901 : cluster [DBG] pgmap v1242: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.9 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 4059/95055 objects misplaced (4.270%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:30.384 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:30.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:30 gibba023 bash[27374]: cluster 2021-03-04T23:18:29.195490+0000 mgr.x (mgr.34379) 901 : cluster [DBG] pgmap v1242: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.9 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 4059/95055 objects misplaced (4.270%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:30.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:30 gibba008 bash[44600]: debug 2021-03-04T23:18:30.373+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:31.062 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:31.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:31.365 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:31 gibba008 bash[91265]: debug 2021-03-04T23:18:31.053+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:31.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:31.575 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:31.703 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:31 gibba008 bash[48858]: debug 2021-03-04T23:18:31.461+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:31.704 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:31.806 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:31.910 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:32.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:31 gibba008 bash[47391]: debug 2021-03-04T23:18:31.697+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:32.016 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:32.101 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:31 gibba023 bash[15180]: debug 2021-03-04T23:18:31.906+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:32.102 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:32.142 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:18:32.144 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:18:32.209 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:32.256 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:18:32.259 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:18:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:18:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:18:32.260 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [] 2021-03-04T23:18:32.260 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:18:32.341 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:18:32.363 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:18:32.383 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[37770]: cluster 2021-03-04T23:18:31.195908+0000 mgr.x (mgr.34379) 902 : cluster [DBG] pgmap v1243: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.7 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 3951/85602 objects misplaced (4.616%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:32.383 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[37770]: audit 2021-03-04T23:18:31.666072+0000 mon.c (mon.1) 76 : audit [INF] from='client.? 172.21.2.108:0/1283330016' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:18:32.384 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[37770]: audit 2021-03-04T23:18:31.666371+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:18:32.384 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[39303]: cluster 2021-03-04T23:18:31.195908+0000 mgr.x (mgr.34379) 902 : cluster [DBG] pgmap v1243: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.7 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 3951/85602 objects misplaced (4.616%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:32.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[39303]: audit 2021-03-04T23:18:31.666072+0000 mon.c (mon.1) 76 : audit [INF] from='client.? 172.21.2.108:0/1283330016' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:18:32.385 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[39303]: audit 2021-03-04T23:18:31.666371+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:18:32.385 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:18:32.387 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:32.405 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:18:32.427 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:18:32.446 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:18:32.469 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:18:32.488 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:32.489 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:18:32.494 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:32 gibba023 bash[27374]: cluster 2021-03-04T23:18:31.195908+0000 mgr.x (mgr.34379) 902 : cluster [DBG] pgmap v1243: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.7 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 3951/85602 objects misplaced (4.616%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:32.494 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:32 gibba023 bash[27374]: audit 2021-03-04T23:18:31.666072+0000 mon.c (mon.1) 76 : audit [INF] from='client.? 172.21.2.108:0/1283330016' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:18:32.494 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:32 gibba023 bash[27374]: audit 2021-03-04T23:18:31.666371+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:18:32.495 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:32 gibba023 bash[18090]: debug 2021-03-04T23:18:32.094+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:32.496 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.496 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.496 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.496 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.497 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.497 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.497 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.497 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:18:32.719 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:32 gibba008 bash[48858]: debug 2021-03-04T23:18:32.373+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:32.879 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:32.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:33.255 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:32 gibba023 bash[15180]: debug 2021-03-04T23:18:32.874+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:33.409 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:33.512 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:33.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:33 gibba023 bash[19550]: debug 2021-03-04T23:18:33.402+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:33 gibba023 bash[27374]: audit 2021-03-04T23:18:32.126522+0000 mgr.x (mgr.34379) 903 : audit [DBG] from='client.45408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:18:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:33 gibba023 bash[27374]: cluster 2021-03-04T23:18:32.246927+0000 mon.a (mon.0) 1479 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:18:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:33 gibba023 bash[27374]: audit 2021-03-04T23:18:32.250041+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:18:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:33 gibba023 bash[27374]: cluster 2021-03-04T23:18:32.250107+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e656: 8 total, 8 up, 7 in 2021-03-04T23:18:33.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:33 gibba023 bash[27374]: audit 2021-03-04T23:18:32.316336+0000 mon.a (mon.0) 1482 : audit [DBG] from='client.? 172.21.2.108:0/662855373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:18:33.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[39303]: audit 2021-03-04T23:18:32.126522+0000 mgr.x (mgr.34379) 903 : audit [DBG] from='client.45408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:18:33.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[39303]: cluster 2021-03-04T23:18:32.246927+0000 mon.a (mon.0) 1479 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:18:33.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[39303]: audit 2021-03-04T23:18:32.250041+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:18:33.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[39303]: cluster 2021-03-04T23:18:32.250107+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e656: 8 total, 8 up, 7 in 2021-03-04T23:18:33.548 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[39303]: audit 2021-03-04T23:18:32.316336+0000 mon.a (mon.0) 1482 : audit [DBG] from='client.? 172.21.2.108:0/662855373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:18:33.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[37770]: audit 2021-03-04T23:18:32.126522+0000 mgr.x (mgr.34379) 903 : audit [DBG] from='client.45408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:18:33.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[37770]: cluster 2021-03-04T23:18:32.246927+0000 mon.a (mon.0) 1479 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:18:33.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[37770]: audit 2021-03-04T23:18:32.250041+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:18:33.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[37770]: cluster 2021-03-04T23:18:32.250107+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e656: 8 total, 8 up, 7 in 2021-03-04T23:18:33.549 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[37770]: audit 2021-03-04T23:18:32.316336+0000 mon.a (mon.0) 1482 : audit [DBG] from='client.? 172.21.2.108:0/662855373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:18:33.881 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:33.984 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:34.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:34 gibba008 bash[37770]: cluster 2021-03-04T23:18:33.196311+0000 mgr.x (mgr.34379) 904 : cluster [DBG] pgmap v1245: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.5 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 2990/72684 objects misplaced (4.114%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:34.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:33 gibba008 bash[91265]: debug 2021-03-04T23:18:33.873+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:34.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:34 gibba008 bash[39303]: cluster 2021-03-04T23:18:33.196311+0000 mgr.x (mgr.34379) 904 : cluster [DBG] pgmap v1245: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.5 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 2990/72684 objects misplaced (4.114%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:34.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:34 gibba023 bash[27374]: cluster 2021-03-04T23:18:33.196311+0000 mgr.x (mgr.34379) 904 : cluster [DBG] pgmap v1245: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.5 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 2990/72684 objects misplaced (4.114%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:34.552 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:34.654 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:35.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:34 gibba008 bash[48858]: debug 2021-03-04T23:18:34.545+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:35.314 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:35.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:35.840 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:35 gibba008 bash[44600]: debug 2021-03-04T23:18:35.305+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:36.360 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1243,"stamp":"2021-03-04T23:18:31.195632+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1868500288,"num_objects":28534,"num_object_clones":0,"num_object_copies":85602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3951,"num_objects_unfound":0,"num_objects_dirty":28534,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":332568,"num_write_kb":11552853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12677,"num_bytes_recovered":829685900,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105349,"ondisk_log_size":105349,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":331,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":10894492,"kb_used_data":5961060,"kb_used_omap":7153,"kb_used_meta":4926030,"kb_avail":605668196,"statfs":{"total":631360192512,"available":620204232704,"internally_reserved":4294967296,"allocated":6104125440,"data_stored":6082338163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7325290,"internal_metadata":5044255126},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,8,6,13,3,0,6,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1162412032,"num_objects":-17737,"num_object_clones":0,"num_object_copies":-53211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2157,"num_objects_unfound":0,"num_objects_dirty":-17737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17737,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":111,"num_bytes_recovered":7274496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003655"},"pg_stats":[{"pgid":"27.2","version":"655'20706","reported_seq":"20745","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:28.174376+0000","last_change":"2021-03-04T23:15:08.239553+0000","last_active":"2021-03-04T23:18:28.174376+0000","last_peered":"2021-03-04T23:18:28.174376+0000","last_clean":"2021-03-04T23:18:28.174376+0000","last_became_active":"2021-03-04T23:15:08.238808+0000","last_became_peered":"2021-03-04T23:15:08.238808+0000","last_unstale":"2021-03-04T23:18:28.174376+0000","last_undegraded":"2021-03-04T23:18:28.174376+0000","last_fullsized":"2021-03-04T23:18:28.174376+0000","mapping_epoch":634,"log_start":"648'14400","ondisk_log_start":"648'14400","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6306,"ondisk_log_size":6306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116654080,"num_objects":1780,"num_object_clones":0,"num_object_copies":5340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20706,"num_write_kb":719552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"641","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246233+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:17:53.246233+0000","last_peered":"2021-03-04T23:17:53.246233+0000","last_clean":"2021-03-04T23:17:53.246233+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:17:53.246233+0000","last_undegraded":"2021-03-04T23:17:53.246233+0000","last_fullsized":"2021-03-04T23:17:53.246233+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"601","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.240074+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:17:53.240074+0000","last_peered":"2021-03-04T23:17:53.240074+0000","last_clean":"2021-03-04T23:17:53.240074+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:17:53.240074+0000","last_undegraded":"2021-03-04T23:17:53.240074+0000","last_fullsized":"2021-03-04T23:17:53.240074+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1","version":"655'20845","reported_seq":"20878","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:30.993144+0000","last_change":"2021-03-04T23:14:53.299088+0000","last_active":"2021-03-04T23:18:30.993144+0000","last_peered":"2021-03-04T23:18:30.993144+0000","last_clean":"2021-03-04T23:18:30.993144+0000","last_became_active":"2021-03-04T23:14:53.298800+0000","last_became_peered":"2021-03-04T23:14:53.298800+0000","last_unstale":"2021-03-04T23:18:30.993144+0000","last_undegraded":"2021-03-04T23:18:30.993144+0000","last_fullsized":"2021-03-04T23:18:30.993144+0000","mapping_epoch":630,"log_start":"644'13086","ondisk_log_start":"644'13086","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7759,"ondisk_log_size":7759,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104398848,"num_objects":1593,"num_object_clones":0,"num_object_copies":4779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20845,"num_write_kb":718016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"405","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238578+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:17:53.238578+0000","last_peered":"2021-03-04T23:17:53.238578+0000","last_clean":"2021-03-04T23:17:53.238578+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:17:53.238578+0000","last_undegraded":"2021-03-04T23:17:53.238578+0000","last_fullsized":"2021-03-04T23:17:53.238578+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"634","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247450+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:17:53.247450+0000","last_peered":"2021-03-04T23:17:53.247450+0000","last_clean":"2021-03-04T23:17:53.247450+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:17:53.247450+0000","last_undegraded":"2021-03-04T23:17:53.247450+0000","last_fullsized":"2021-03-04T23:17:53.247450+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.0","version":"655'20715","reported_seq":"20748","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:27.364357+0000","last_change":"2021-03-04T23:14:53.297980+0000","last_active":"2021-03-04T23:18:27.364357+0000","last_peered":"2021-03-04T23:18:27.364357+0000","last_clean":"2021-03-04T23:18:27.364357+0000","last_became_active":"2021-03-04T23:14:53.297772+0000","last_became_peered":"2021-03-04T23:14:53.297772+0000","last_unstale":"2021-03-04T23:18:27.364357+0000","last_undegraded":"2021-03-04T23:18:27.364357+0000","last_fullsized":"2021-03-04T23:18:27.364357+0000","mapping_epoch":630,"log_start":"644'12800","ondisk_log_start":"644'12800","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7915,"ondisk_log_size":7915,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126287872,"num_objects":1927,"num_object_clones":0,"num_object_copies":5781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20715,"num_write_kb":724544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"617","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238504+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:17:53.238504+0000","last_peered":"2021-03-04T23:17:53.238504+0000","last_clean":"2021-03-04T23:17:53.238504+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:17:53.238504+0000","last_undegraded":"2021-03-04T23:17:53.238504+0000","last_fullsized":"2021-03-04T23:17:53.238504+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"624","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245663+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:17:53.245663+0000","last_peered":"2021-03-04T23:17:53.245663+0000","last_clean":"2021-03-04T23:17:53.245663+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:17:53.245663+0000","last_undegraded":"2021-03-04T23:17:53.245663+0000","last_fullsized":"2021-03-04T23:17:53.245663+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.f","version":"655'20533","reported_seq":"21312","reported_epoch":"655","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:18:26.343810+0000","last_change":"2021-03-04T23:17:53.253845+0000","last_active":"2021-03-04T23:18:26.343810+0000","last_peered":"2021-03-04T23:18:26.343810+0000","last_clean":"2021-03-04T23:17:11.024820+0000","last_became_active":"2021-03-04T23:17:13.171344+0000","last_became_peered":"2021-03-04T23:17:13.171344+0000","last_unstale":"2021-03-04T23:18:26.343810+0000","last_undegraded":"2021-03-04T23:18:26.343810+0000","last_fullsized":"2021-03-04T23:18:26.343810+0000","mapping_epoch":646,"log_start":"648'15100","ondisk_log_start":"648'15100","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5433,"ondisk_log_size":5433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130351104,"num_objects":1989,"num_object_clones":0,"num_object_copies":5967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1776,"num_objects_unfound":0,"num_objects_dirty":1989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20533,"num_write_kb":720704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":370,"num_bytes_recovered":24248320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":1989}],"blocked_by":[],"up_primary":5,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"615","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239346+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:17:53.239346+0000","last_peered":"2021-03-04T23:17:53.239346+0000","last_clean":"2021-03-04T23:17:53.239346+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:17:53.239346+0000","last_undegraded":"2021-03-04T23:17:53.239346+0000","last_fullsized":"2021-03-04T23:17:53.239346+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"601","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238564+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:17:53.238564+0000","last_peered":"2021-03-04T23:17:53.238564+0000","last_clean":"2021-03-04T23:17:53.238564+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:17:53.238564+0000","last_undegraded":"2021-03-04T23:17:53.238564+0000","last_fullsized":"2021-03-04T23:17:53.238564+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.e","version":"655'21044","reported_seq":"30164","reported_epoch":"655","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:18:30.897343+0000","last_change":"2021-03-04T23:17:53.248527+0000","last_active":"2021-03-04T23:18:30.897343+0000","last_peered":"2021-03-04T23:18:30.897343+0000","last_clean":"2021-03-04T23:17:11.022479+0000","last_became_active":"2021-03-04T23:17:13.183249+0000","last_became_peered":"2021-03-04T23:17:13.183249+0000","last_unstale":"2021-03-04T23:18:30.897343+0000","last_undegraded":"2021-03-04T23:18:30.897343+0000","last_fullsized":"2021-03-04T23:18:30.897343+0000","mapping_epoch":646,"log_start":"648'14701","ondisk_log_start":"648'14701","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6343,"ondisk_log_size":6343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108003328,"num_objects":1648,"num_object_clones":0,"num_object_copies":4944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":388,"num_objects_unfound":0,"num_objects_dirty":1648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21044,"num_write_kb":726144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4538,"num_bytes_recovered":297336832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[6,7,4],"avail_no_missing":["6","4","7"],"object_location_counts":[{"shards":"4,6,7","objects":1648}],"blocked_by":[],"up_primary":5,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243715+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:17:53.243715+0000","last_peered":"2021-03-04T23:17:53.243715+0000","last_clean":"2021-03-04T23:17:53.243715+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:17:53.243715+0000","last_undegraded":"2021-03-04T23:17:53.243715+0000","last_fullsized":"2021-03-04T23:17:53.243715+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"584","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238728+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:17:53.238728+0000","last_peered":"2021-03-04T23:17:53.238728+0000","last_clean":"2021-03-04T23:17:53.238728+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:17:53.238728+0000","last_undegraded":"2021-03-04T23:17:53.238728+0000","last_fullsized":"2021-03-04T23:17:53.238728+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"655'20905","reported_seq":"20936","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:26.346223+0000","last_change":"2021-03-04T23:15:08.244649+0000","last_active":"2021-03-04T23:18:26.346223+0000","last_peered":"2021-03-04T23:18:26.346223+0000","last_clean":"2021-03-04T23:18:26.346223+0000","last_became_active":"2021-03-04T23:15:08.244459+0000","last_became_peered":"2021-03-04T23:15:08.244459+0000","last_unstale":"2021-03-04T23:18:26.346223+0000","last_undegraded":"2021-03-04T23:18:26.346223+0000","last_fullsized":"2021-03-04T23:18:26.346223+0000","mapping_epoch":634,"log_start":"648'15500","ondisk_log_start":"648'15500","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130547736,"num_objects":1993,"num_object_clones":0,"num_object_copies":5979,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1993,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20905,"num_write_kb":732673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"629","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245275+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:17:53.245275+0000","last_peered":"2021-03-04T23:17:53.245275+0000","last_clean":"2021-03-04T23:17:53.245275+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:17:53.245275+0000","last_undegraded":"2021-03-04T23:17:53.245275+0000","last_fullsized":"2021-03-04T23:17:53.245275+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"378","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243765+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:17:53.243765+0000","last_peered":"2021-03-04T23:17:53.243765+0000","last_clean":"2021-03-04T23:17:53.243765+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:17:53.243765+0000","last_undegraded":"2021-03-04T23:17:53.243765+0000","last_fullsized":"2021-03-04T23:17:53.243765+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.c","version":"655'20617","reported_seq":"20650","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:27.381053+0000","last_change":"2021-03-04T23:14:53.296985+0000","last_active":"2021-03-04T23:18:27.381053+0000","last_peered":"2021-03-04T23:18:27.381053+0000","last_clean":"2021-03-04T23:18:27.381053+0000","last_became_active":"2021-03-04T23:14:53.296705+0000","last_became_peered":"2021-03-04T23:14:53.296705+0000","last_unstale":"2021-03-04T23:18:27.381053+0000","last_undegraded":"2021-03-04T23:18:27.381053+0000","last_fullsized":"2021-03-04T23:18:27.381053+0000","mapping_epoch":630,"log_start":"644'12700","ondisk_log_start":"644'12700","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7917,"ondisk_log_size":7917,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126550016,"num_objects":1931,"num_object_clones":0,"num_object_copies":5793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20617,"num_write_kb":721536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"614","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246665+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:17:53.246665+0000","last_peered":"2021-03-04T23:17:53.246665+0000","last_clean":"2021-03-04T23:17:53.246665+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:17:53.246665+0000","last_undegraded":"2021-03-04T23:17:53.246665+0000","last_fullsized":"2021-03-04T23:17:53.246665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"624","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245630+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:17:53.245630+0000","last_peered":"2021-03-04T23:17:53.245630+0000","last_clean":"2021-03-04T23:17:53.245630+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:17:53.245630+0000","last_undegraded":"2021-03-04T23:17:53.245630+0000","last_fullsized":"2021-03-04T23:17:53.245630+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.b","version":"655'20558","reported_seq":"20596","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:27.370710+0000","last_change":"2021-03-04T23:15:08.239685+0000","last_active":"2021-03-04T23:18:27.370710+0000","last_peered":"2021-03-04T23:18:27.370710+0000","last_clean":"2021-03-04T23:18:27.370710+0000","last_became_active":"2021-03-04T23:15:08.239440+0000","last_became_peered":"2021-03-04T23:15:08.239440+0000","last_unstale":"2021-03-04T23:18:27.370710+0000","last_undegraded":"2021-03-04T23:18:27.370710+0000","last_fullsized":"2021-03-04T23:18:27.370710+0000","mapping_epoch":634,"log_start":"644'12600","ondisk_log_start":"644'12600","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7958,"ondisk_log_size":7958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122290176,"num_objects":1866,"num_object_clones":0,"num_object_copies":5598,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1866,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20558,"num_write_kb":717568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"613","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246277+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:17:53.246277+0000","last_peered":"2021-03-04T23:17:53.246277+0000","last_clean":"2021-03-04T23:17:53.246277+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:17:53.246277+0000","last_undegraded":"2021-03-04T23:17:53.246277+0000","last_fullsized":"2021-03-04T23:17:53.246277+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"601","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239107+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:17:53.239107+0000","last_peered":"2021-03-04T23:17:53.239107+0000","last_clean":"2021-03-04T23:17:53.239107+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:17:53.239107+0000","last_undegraded":"2021-03-04T23:17:53.239107+0000","last_fullsized":"2021-03-04T23:17:53.239107+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.a","version":"655'20527","reported_seq":"20557","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:26.349500+0000","last_change":"2021-03-04T23:15:08.239451+0000","last_active":"2021-03-04T23:18:26.349500+0000","last_peered":"2021-03-04T23:18:26.349500+0000","last_clean":"2021-03-04T23:18:26.349500+0000","last_became_active":"2021-03-04T23:15:08.239195+0000","last_became_peered":"2021-03-04T23:15:08.239195+0000","last_unstale":"2021-03-04T23:18:26.349500+0000","last_undegraded":"2021-03-04T23:18:26.349500+0000","last_fullsized":"2021-03-04T23:18:26.349500+0000","mapping_epoch":634,"log_start":"648'15100","ondisk_log_start":"648'15100","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5427,"ondisk_log_size":5427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":129564672,"num_objects":1977,"num_object_clones":0,"num_object_copies":5931,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20527,"num_write_kb":720128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"615","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238641+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:17:53.238641+0000","last_peered":"2021-03-04T23:17:53.238641+0000","last_clean":"2021-03-04T23:17:53.238641+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:17:53.238641+0000","last_undegraded":"2021-03-04T23:17:53.238641+0000","last_fullsized":"2021-03-04T23:17:53.238641+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243409+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:17:53.243409+0000","last_peered":"2021-03-04T23:17:53.243409+0000","last_clean":"2021-03-04T23:17:53.243409+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:17:53.243409+0000","last_undegraded":"2021-03-04T23:17:53.243409+0000","last_fullsized":"2021-03-04T23:17:53.243409+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.9","version":"655'20899","reported_seq":"20931","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:30.904706+0000","last_change":"2021-03-04T23:14:53.299095+0000","last_active":"2021-03-04T23:18:30.904706+0000","last_peered":"2021-03-04T23:18:30.904706+0000","last_clean":"2021-03-04T23:18:30.904706+0000","last_became_active":"2021-03-04T23:14:53.298865+0000","last_became_peered":"2021-03-04T23:14:53.298865+0000","last_unstale":"2021-03-04T23:18:30.904706+0000","last_undegraded":"2021-03-04T23:18:30.904706+0000","last_fullsized":"2021-03-04T23:18:30.904706+0000","mapping_epoch":630,"log_start":"648'14960","ondisk_log_start":"648'14960","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5939,"ondisk_log_size":5939,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104398848,"num_objects":1593,"num_object_clones":0,"num_object_copies":4779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20899,"num_write_kb":719744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"73","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245463+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:17:53.245463+0000","last_peered":"2021-03-04T23:17:53.245463+0000","last_clean":"2021-03-04T23:17:53.245463+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:17:53.245463+0000","last_undegraded":"2021-03-04T23:17:53.245463+0000","last_fullsized":"2021-03-04T23:17:53.245463+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"596","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244720+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:17:53.244720+0000","last_peered":"2021-03-04T23:17:53.244720+0000","last_clean":"2021-03-04T23:17:53.244720+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:17:53.244720+0000","last_undegraded":"2021-03-04T23:17:53.244720+0000","last_fullsized":"2021-03-04T23:17:53.244720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"634","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247412+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:17:53.247412+0000","last_peered":"2021-03-04T23:17:53.247412+0000","last_clean":"2021-03-04T23:17:53.247412+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:17:53.247412+0000","last_undegraded":"2021-03-04T23:17:53.247412+0000","last_fullsized":"2021-03-04T23:17:53.247412+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"655'20786","reported_seq":"20825","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:30.984823+0000","last_change":"2021-03-04T23:15:08.241908+0000","last_active":"2021-03-04T23:18:30.984823+0000","last_peered":"2021-03-04T23:18:30.984823+0000","last_clean":"2021-03-04T23:18:30.984823+0000","last_became_active":"2021-03-04T23:15:08.241566+0000","last_became_peered":"2021-03-04T23:15:08.241566+0000","last_unstale":"2021-03-04T23:18:30.984823+0000","last_undegraded":"2021-03-04T23:18:30.984823+0000","last_fullsized":"2021-03-04T23:18:30.984823+0000","mapping_epoch":634,"log_start":"644'13054","ondisk_log_start":"644'13054","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":7732,"ondisk_log_size":7732,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106692608,"num_objects":1628,"num_object_clones":0,"num_object_copies":4884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20786,"num_write_kb":717248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"89","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.242991+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:17:53.242991+0000","last_peered":"2021-03-04T23:17:53.242991+0000","last_clean":"2021-03-04T23:17:53.242991+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:17:53.242991+0000","last_undegraded":"2021-03-04T23:17:53.242991+0000","last_fullsized":"2021-03-04T23:17:53.242991+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"677","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244377+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:17:53.244377+0000","last_peered":"2021-03-04T23:17:53.244377+0000","last_clean":"2021-03-04T23:17:53.244377+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:17:53.244377+0000","last_undegraded":"2021-03-04T23:17:53.244377+0000","last_fullsized":"2021-03-04T23:17:53.244377+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"622","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245748+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:17:53.245748+0000","last_peered":"2021-03-04T23:17:53.245748+0000","last_clean":"2021-03-04T23:17:53.245748+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:17:53.245748+0000","last_undegraded":"2021-03-04T23:17:53.245748+0000","last_fullsized":"2021-03-04T23:17:53.245748+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"106","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247190+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:17:53.247190+0000","last_peered":"2021-03-04T23:17:53.247190+0000","last_clean":"2021-03-04T23:17:53.247190+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:17:53.247190+0000","last_undegraded":"2021-03-04T23:17:53.247190+0000","last_fullsized":"2021-03-04T23:17:53.247190+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"612","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245724+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:17:53.245724+0000","last_peered":"2021-03-04T23:17:53.245724+0000","last_clean":"2021-03-04T23:17:53.245724+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:17:53.245724+0000","last_undegraded":"2021-03-04T23:17:53.245724+0000","last_fullsized":"2021-03-04T23:17:53.245724+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"28","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.263676+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:17:53.263676+0000","last_peered":"2021-03-04T23:17:53.263676+0000","last_clean":"2021-03-04T23:17:53.263676+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:17:53.263676+0000","last_undegraded":"2021-03-04T23:17:53.263676+0000","last_fullsized":"2021-03-04T23:17:53.263676+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"71","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246380+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:17:53.246380+0000","last_peered":"2021-03-04T23:17:53.246380+0000","last_clean":"2021-03-04T23:17:53.246380+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:17:53.246380+0000","last_undegraded":"2021-03-04T23:17:53.246380+0000","last_fullsized":"2021-03-04T23:17:53.246380+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"626","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245976+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:17:53.245976+0000","last_peered":"2021-03-04T23:17:53.245976+0000","last_clean":"2021-03-04T23:17:53.245976+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:17:53.245976+0000","last_undegraded":"2021-03-04T23:17:53.245976+0000","last_fullsized":"2021-03-04T23:17:53.245976+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"654","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246462+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:17:53.246462+0000","last_peered":"2021-03-04T23:17:53.246462+0000","last_clean":"2021-03-04T23:17:53.246462+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:17:53.246462+0000","last_undegraded":"2021-03-04T23:17:53.246462+0000","last_fullsized":"2021-03-04T23:17:53.246462+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"407","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244012+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:17:53.244012+0000","last_peered":"2021-03-04T23:17:53.244012+0000","last_clean":"2021-03-04T23:17:53.244012+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:17:53.244012+0000","last_undegraded":"2021-03-04T23:17:53.244012+0000","last_fullsized":"2021-03-04T23:17:53.244012+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"638","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245447+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:17:53.245447+0000","last_peered":"2021-03-04T23:17:53.245447+0000","last_clean":"2021-03-04T23:17:53.245447+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:17:53.245447+0000","last_undegraded":"2021-03-04T23:17:53.245447+0000","last_fullsized":"2021-03-04T23:17:53.245447+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"624","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243681+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:17:53.243681+0000","last_peered":"2021-03-04T23:17:53.243681+0000","last_clean":"2021-03-04T23:17:53.243681+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:17:53.243681+0000","last_undegraded":"2021-03-04T23:17:53.243681+0000","last_fullsized":"2021-03-04T23:17:53.243681+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"642","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246102+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:17:53.246102+0000","last_peered":"2021-03-04T23:17:53.246102+0000","last_clean":"2021-03-04T23:17:53.246102+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:17:53.246102+0000","last_undegraded":"2021-03-04T23:17:53.246102+0000","last_fullsized":"2021-03-04T23:17:53.246102+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"631","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243732+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:17:53.243732+0000","last_peered":"2021-03-04T23:17:53.243732+0000","last_clean":"2021-03-04T23:17:53.243732+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:17:53.243732+0000","last_undegraded":"2021-03-04T23:17:53.243732+0000","last_fullsized":"2021-03-04T23:17:53.243732+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"625","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238460+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:17:53.238460+0000","last_peered":"2021-03-04T23:17:53.238460+0000","last_clean":"2021-03-04T23:17:53.238460+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:17:53.238460+0000","last_undegraded":"2021-03-04T23:17:53.238460+0000","last_fullsized":"2021-03-04T23:17:53.238460+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"653","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244578+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:17:53.244578+0000","last_peered":"2021-03-04T23:17:53.244578+0000","last_clean":"2021-03-04T23:17:53.244578+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:17:53.244578+0000","last_undegraded":"2021-03-04T23:17:53.244578+0000","last_fullsized":"2021-03-04T23:17:53.244578+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"57","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238910+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:17:53.238910+0000","last_peered":"2021-03-04T23:17:53.238910+0000","last_clean":"2021-03-04T23:17:53.238910+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:17:53.238910+0000","last_undegraded":"2021-03-04T23:17:53.238910+0000","last_fullsized":"2021-03-04T23:17:53.238910+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"587","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239826+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:17:53.239826+0000","last_peered":"2021-03-04T23:17:53.239826+0000","last_clean":"2021-03-04T23:17:53.239826+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:17:53.239826+0000","last_undegraded":"2021-03-04T23:17:53.239826+0000","last_fullsized":"2021-03-04T23:17:53.239826+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"630","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246745+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:17:53.246745+0000","last_peered":"2021-03-04T23:17:53.246745+0000","last_clean":"2021-03-04T23:17:53.246745+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:17:53.246745+0000","last_undegraded":"2021-03-04T23:17:53.246745+0000","last_fullsized":"2021-03-04T23:17:53.246745+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.240940+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:17:53.240940+0000","last_peered":"2021-03-04T23:17:53.240940+0000","last_clean":"2021-03-04T23:17:53.240940+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:17:53.240940+0000","last_undegraded":"2021-03-04T23:17:53.240940+0000","last_fullsized":"2021-03-04T23:17:53.240940+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"632","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246168+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:17:53.246168+0000","last_peered":"2021-03-04T23:17:53.246168+0000","last_clean":"2021-03-04T23:17:53.246168+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:17:53.246168+0000","last_undegraded":"2021-03-04T23:17:53.246168+0000","last_fullsized":"2021-03-04T23:17:53.246168+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"640","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243106+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:17:53.243106+0000","last_peered":"2021-03-04T23:17:53.243106+0000","last_clean":"2021-03-04T23:17:53.243106+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:17:53.243106+0000","last_undegraded":"2021-03-04T23:17:53.243106+0000","last_fullsized":"2021-03-04T23:17:53.243106+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"21","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245932+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:17:53.245932+0000","last_peered":"2021-03-04T23:17:53.245932+0000","last_clean":"2021-03-04T23:17:53.245932+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:17:53.245932+0000","last_undegraded":"2021-03-04T23:17:53.245932+0000","last_fullsized":"2021-03-04T23:17:53.245932+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"659","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.254726+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:17:53.254726+0000","last_peered":"2021-03-04T23:17:53.254726+0000","last_clean":"2021-03-04T23:17:53.254726+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:17:53.254726+0000","last_undegraded":"2021-03-04T23:17:53.254726+0000","last_fullsized":"2021-03-04T23:17:53.254726+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"616","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246298+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:17:53.246298+0000","last_peered":"2021-03-04T23:17:53.246298+0000","last_clean":"2021-03-04T23:17:53.246298+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:17:53.246298+0000","last_undegraded":"2021-03-04T23:17:53.246298+0000","last_fullsized":"2021-03-04T23:17:53.246298+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"639","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246187+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:17:53.246187+0000","last_peered":"2021-03-04T23:17:53.246187+0000","last_clean":"2021-03-04T23:17:53.246187+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:17:53.246187+0000","last_undegraded":"2021-03-04T23:17:53.246187+0000","last_fullsized":"2021-03-04T23:17:53.246187+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"59","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241200+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:17:53.241200+0000","last_peered":"2021-03-04T23:17:53.241200+0000","last_clean":"2021-03-04T23:17:53.241200+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:17:53.241200+0000","last_undegraded":"2021-03-04T23:17:53.241200+0000","last_fullsized":"2021-03-04T23:17:53.241200+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"86","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244584+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:17:53.244584+0000","last_peered":"2021-03-04T23:17:53.244584+0000","last_clean":"2021-03-04T23:17:53.244584+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:17:53.244584+0000","last_undegraded":"2021-03-04T23:17:53.244584+0000","last_fullsized":"2021-03-04T23:17:53.244584+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"602","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238950+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:17:53.238950+0000","last_peered":"2021-03-04T23:17:53.238950+0000","last_clean":"2021-03-04T23:17:53.238950+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:17:53.238950+0000","last_undegraded":"2021-03-04T23:17:53.238950+0000","last_fullsized":"2021-03-04T23:17:53.238950+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"384","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239552+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:17:53.239552+0000","last_peered":"2021-03-04T23:17:53.239552+0000","last_clean":"2021-03-04T23:17:53.239552+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:17:53.239552+0000","last_undegraded":"2021-03-04T23:17:53.239552+0000","last_fullsized":"2021-03-04T23:17:53.239552+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"645","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245588+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:17:53.245588+0000","last_peered":"2021-03-04T23:17:53.245588+0000","last_clean":"2021-03-04T23:17:53.245588+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:17:53.245588+0000","last_undegraded":"2021-03-04T23:17:53.245588+0000","last_fullsized":"2021-03-04T23:17:53.245588+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"407","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238728+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:17:53.238728+0000","last_peered":"2021-03-04T23:17:53.238728+0000","last_clean":"2021-03-04T23:17:53.238728+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:17:53.238728+0000","last_undegraded":"2021-03-04T23:17:53.238728+0000","last_fullsized":"2021-03-04T23:17:53.238728+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"646","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243519+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:17:53.243519+0000","last_peered":"2021-03-04T23:17:53.243519+0000","last_clean":"2021-03-04T23:17:53.243519+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:17:53.243519+0000","last_undegraded":"2021-03-04T23:17:53.243519+0000","last_fullsized":"2021-03-04T23:17:53.243519+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"19","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241812+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:17:53.241812+0000","last_peered":"2021-03-04T23:17:53.241812+0000","last_clean":"2021-03-04T23:17:53.241812+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:17:53.241812+0000","last_undegraded":"2021-03-04T23:17:53.241812+0000","last_fullsized":"2021-03-04T23:17:53.241812+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"59","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241088+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:17:53.241088+0000","last_peered":"2021-03-04T23:17:53.241088+0000","last_clean":"2021-03-04T23:17:53.241088+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:17:53.241088+0000","last_undegraded":"2021-03-04T23:17:53.241088+0000","last_fullsized":"2021-03-04T23:17:53.241088+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"641","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241439+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:17:53.241439+0000","last_peered":"2021-03-04T23:17:53.241439+0000","last_clean":"2021-03-04T23:17:53.241439+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:17:53.241439+0000","last_undegraded":"2021-03-04T23:17:53.241439+0000","last_fullsized":"2021-03-04T23:17:53.241439+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"616","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245459+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:17:53.245459+0000","last_peered":"2021-03-04T23:17:53.245459+0000","last_clean":"2021-03-04T23:17:53.245459+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:17:53.245459+0000","last_undegraded":"2021-03-04T23:17:53.245459+0000","last_fullsized":"2021-03-04T23:17:53.245459+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"423","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244131+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:17:53.244131+0000","last_peered":"2021-03-04T23:17:53.244131+0000","last_clean":"2021-03-04T23:17:53.244131+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:17:53.244131+0000","last_undegraded":"2021-03-04T23:17:53.244131+0000","last_fullsized":"2021-03-04T23:17:53.244131+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"11","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.253573+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:17:53.253573+0000","last_peered":"2021-03-04T23:17:53.253573+0000","last_clean":"2021-03-04T23:17:53.253573+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:17:53.253573+0000","last_undegraded":"2021-03-04T23:17:53.253573+0000","last_fullsized":"2021-03-04T23:17:53.253573+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"649","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241467+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:17:53.241467+0000","last_peered":"2021-03-04T23:17:53.241467+0000","last_clean":"2021-03-04T23:17:53.241467+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:17:53.241467+0000","last_undegraded":"2021-03-04T23:17:53.241467+0000","last_fullsized":"2021-03-04T23:17:53.241467+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"379","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245646+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:17:53.245646+0000","last_peered":"2021-03-04T23:17:53.245646+0000","last_clean":"2021-03-04T23:17:53.245646+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:17:53.245646+0000","last_undegraded":"2021-03-04T23:17:53.245646+0000","last_fullsized":"2021-03-04T23:17:53.245646+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"388","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243657+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:17:53.243657+0000","last_peered":"2021-03-04T23:17:53.243657+0000","last_clean":"2021-03-04T23:17:53.243657+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:17:53.243657+0000","last_undegraded":"2021-03-04T23:17:53.243657+0000","last_fullsized":"2021-03-04T23:17:53.243657+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"632","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.241756+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:17:53.241756+0000","last_peered":"2021-03-04T23:17:53.241756+0000","last_clean":"2021-03-04T23:17:53.241756+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:17:53.241756+0000","last_undegraded":"2021-03-04T23:17:53.241756+0000","last_fullsized":"2021-03-04T23:17:53.241756+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"630","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.254857+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:17:53.254857+0000","last_peered":"2021-03-04T23:17:53.254857+0000","last_clean":"2021-03-04T23:17:53.254857+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:17:53.254857+0000","last_undegraded":"2021-03-04T23:17:53.254857+0000","last_fullsized":"2021-03-04T23:17:53.254857+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"583","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238981+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:17:53.238981+0000","last_peered":"2021-03-04T23:17:53.238981+0000","last_clean":"2021-03-04T23:17:53.238981+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:17:53.238981+0000","last_undegraded":"2021-03-04T23:17:53.238981+0000","last_fullsized":"2021-03-04T23:17:53.238981+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"600","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243470+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:17:53.243470+0000","last_peered":"2021-03-04T23:17:53.243470+0000","last_clean":"2021-03-04T23:17:53.243470+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:17:53.243470+0000","last_undegraded":"2021-03-04T23:17:53.243470+0000","last_fullsized":"2021-03-04T23:17:53.243470+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"648","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.247085+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:17:53.247085+0000","last_peered":"2021-03-04T23:17:53.247085+0000","last_clean":"2021-03-04T23:17:53.247085+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:17:53.247085+0000","last_undegraded":"2021-03-04T23:17:53.247085+0000","last_fullsized":"2021-03-04T23:17:53.247085+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"666","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.254792+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:17:53.254792+0000","last_peered":"2021-03-04T23:17:53.254792+0000","last_clean":"2021-03-04T23:17:53.254792+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:17:53.254792+0000","last_undegraded":"2021-03-04T23:17:53.254792+0000","last_fullsized":"2021-03-04T23:17:53.254792+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"633","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238235+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:17:53.238235+0000","last_peered":"2021-03-04T23:17:53.238235+0000","last_clean":"2021-03-04T23:17:53.238235+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:17:53.238235+0000","last_undegraded":"2021-03-04T23:17:53.238235+0000","last_fullsized":"2021-03-04T23:17:53.238235+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"625","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238880+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:17:53.238880+0000","last_peered":"2021-03-04T23:17:53.238880+0000","last_clean":"2021-03-04T23:17:53.238880+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:17:53.238880+0000","last_undegraded":"2021-03-04T23:17:53.238880+0000","last_fullsized":"2021-03-04T23:17:53.238880+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"645","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243613+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:17:53.243613+0000","last_peered":"2021-03-04T23:17:53.243613+0000","last_clean":"2021-03-04T23:17:53.243613+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:17:53.243613+0000","last_undegraded":"2021-03-04T23:17:53.243613+0000","last_fullsized":"2021-03-04T23:17:53.243613+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"627","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245355+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:17:53.245355+0000","last_peered":"2021-03-04T23:17:53.245355+0000","last_clean":"2021-03-04T23:17:53.245355+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:17:53.245355+0000","last_undegraded":"2021-03-04T23:17:53.245355+0000","last_fullsized":"2021-03-04T23:17:53.245355+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"397","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244147+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:17:53.244147+0000","last_peered":"2021-03-04T23:17:53.244147+0000","last_clean":"2021-03-04T23:17:53.244147+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:17:53.244147+0000","last_undegraded":"2021-03-04T23:17:53.244147+0000","last_fullsized":"2021-03-04T23:17:53.244147+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"586","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238341+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:17:53.238341+0000","last_peered":"2021-03-04T23:17:53.238341+0000","last_clean":"2021-03-04T23:17:53.238341+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:17:53.238341+0000","last_undegraded":"2021-03-04T23:17:53.238341+0000","last_fullsized":"2021-03-04T23:17:53.238341+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"59","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246016+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:17:53.246016+0000","last_peered":"2021-03-04T23:17:53.246016+0000","last_clean":"2021-03-04T23:17:53.246016+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:17:53.246016+0000","last_undegraded":"2021-03-04T23:17:53.246016+0000","last_fullsized":"2021-03-04T23:17:53.246016+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"587","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239704+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:17:53.239704+0000","last_peered":"2021-03-04T23:17:53.239704+0000","last_clean":"2021-03-04T23:17:53.239704+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:17:53.239704+0000","last_undegraded":"2021-03-04T23:17:53.239704+0000","last_fullsized":"2021-03-04T23:17:53.239704+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"374","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243994+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:17:53.243994+0000","last_peered":"2021-03-04T23:17:53.243994+0000","last_clean":"2021-03-04T23:17:53.243994+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:17:53.243994+0000","last_undegraded":"2021-03-04T23:17:53.243994+0000","last_fullsized":"2021-03-04T23:17:53.243994+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"599","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.257908+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:17:53.257908+0000","last_peered":"2021-03-04T23:17:53.257908+0000","last_clean":"2021-03-04T23:17:53.257908+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:17:53.257908+0000","last_undegraded":"2021-03-04T23:17:53.257908+0000","last_fullsized":"2021-03-04T23:17:53.257908+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"73","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239141+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:17:53.239141+0000","last_peered":"2021-03-04T23:17:53.239141+0000","last_clean":"2021-03-04T23:17:53.239141+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:17:53.239141+0000","last_undegraded":"2021-03-04T23:17:53.239141+0000","last_fullsized":"2021-03-04T23:17:53.239141+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"665","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.251109+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:17:53.251109+0000","last_peered":"2021-03-04T23:17:53.251109+0000","last_clean":"2021-03-04T23:17:53.251109+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:17:53.251109+0000","last_undegraded":"2021-03-04T23:17:53.251109+0000","last_fullsized":"2021-03-04T23:17:53.251109+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"657","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.335921+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:17:53.335921+0000","last_peered":"2021-03-04T23:17:53.335921+0000","last_clean":"2021-03-04T23:17:53.335921+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:17:53.335921+0000","last_undegraded":"2021-03-04T23:17:53.335921+0000","last_fullsized":"2021-03-04T23:17:53.335921+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"600","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.246406+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:17:53.246406+0000","last_peered":"2021-03-04T23:17:53.246406+0000","last_clean":"2021-03-04T23:17:53.246406+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:17:53.246406+0000","last_undegraded":"2021-03-04T23:17:53.246406+0000","last_fullsized":"2021-03-04T23:17:53.246406+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.3","version":"655'20848","reported_seq":"20886","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:30.923670+0000","last_change":"2021-03-04T23:15:08.244445+0000","last_active":"2021-03-04T23:18:30.923670+0000","last_peered":"2021-03-04T23:18:30.923670+0000","last_clean":"2021-03-04T23:18:30.923670+0000","last_became_active":"2021-03-04T23:15:08.244106+0000","last_became_peered":"2021-03-04T23:15:08.244106+0000","last_unstale":"2021-03-04T23:18:30.923670+0000","last_undegraded":"2021-03-04T23:18:30.923670+0000","last_fullsized":"2021-03-04T23:18:30.923670+0000","mapping_epoch":634,"log_start":"648'14500","ondisk_log_start":"648'14500","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6348,"ondisk_log_size":6348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106037248,"num_objects":1618,"num_object_clones":0,"num_object_copies":4854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20848,"num_write_kb":718912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"590","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.238394+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:17:53.238394+0000","last_peered":"2021-03-04T23:17:53.238394+0000","last_clean":"2021-03-04T23:17:53.238394+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:17:53.238394+0000","last_undegraded":"2021-03-04T23:17:53.238394+0000","last_fullsized":"2021-03-04T23:17:53.238394+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"654","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.244203+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:17:53.244203+0000","last_peered":"2021-03-04T23:17:53.244203+0000","last_clean":"2021-03-04T23:17:53.244203+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:17:53.244203+0000","last_undegraded":"2021-03-04T23:17:53.244203+0000","last_fullsized":"2021-03-04T23:17:53.244203+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.4","version":"655'20453","reported_seq":"20494","reported_epoch":"655","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:18:28.151586+0000","last_change":"2021-03-04T23:17:13.222559+0000","last_active":"2021-03-04T23:18:28.151586+0000","last_peered":"2021-03-04T23:18:28.151586+0000","last_clean":"2021-03-04T23:17:11.026683+0000","last_became_active":"2021-03-04T23:17:13.179716+0000","last_became_peered":"2021-03-04T23:17:13.179716+0000","last_unstale":"2021-03-04T23:18:28.151586+0000","last_undegraded":"2021-03-04T23:18:28.151586+0000","last_fullsized":"2021-03-04T23:18:28.151586+0000","mapping_epoch":646,"log_start":"648'14200","ondisk_log_start":"648'14200","created":630,"last_epoch_clean":631,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6253,"ondisk_log_size":6253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":117112832,"num_objects":1787,"num_object_clones":0,"num_object_copies":5361,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1787,"num_objects_unfound":0,"num_objects_dirty":1787,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20453,"num_write_kb":711680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[0,2,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":1787}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"631","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243932+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:17:53.243932+0000","last_peered":"2021-03-04T23:17:53.243932+0000","last_clean":"2021-03-04T23:17:53.243932+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:17:53.243932+0000","last_undegraded":"2021-03-04T23:17:53.243932+0000","last_fullsized":"2021-03-04T23:17:53.243932+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"654","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245768+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:17:53.245768+0000","last_peered":"2021-03-04T23:17:53.245768+0000","last_clean":"2021-03-04T23:17:53.245768+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:17:53.245768+0000","last_undegraded":"2021-03-04T23:17:53.245768+0000","last_fullsized":"2021-03-04T23:17:53.245768+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.5","version":"655'21187","reported_seq":"36750","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:30.883702+0000","last_change":"2021-03-04T23:17:39.288219+0000","last_active":"2021-03-04T23:18:30.883702+0000","last_peered":"2021-03-04T23:18:30.883702+0000","last_clean":"2021-03-04T23:18:30.883702+0000","last_became_active":"2021-03-04T23:17:39.258212+0000","last_became_peered":"2021-03-04T23:17:39.258212+0000","last_unstale":"2021-03-04T23:18:30.883702+0000","last_undegraded":"2021-03-04T23:18:30.883702+0000","last_fullsized":"2021-03-04T23:18:30.883702+0000","mapping_epoch":650,"log_start":"648'15212","ondisk_log_start":"648'15212","created":630,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":5975,"ondisk_log_size":5975,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106233856,"num_objects":1621,"num_object_clones":0,"num_object_copies":4863,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1621,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21187,"num_write_kb":729856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7753,"num_bytes_recovered":508100608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"603","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.243505+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:17:53.243505+0000","last_peered":"2021-03-04T23:17:53.243505+0000","last_clean":"2021-03-04T23:17:53.243505+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:17:53.243505+0000","last_undegraded":"2021-03-04T23:17:53.243505+0000","last_fullsized":"2021-03-04T23:17:53.243505+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"21","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245977+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:17:53.245977+0000","last_peered":"2021-03-04T23:17:53.245977+0000","last_clean":"2021-03-04T23:17:53.245977+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:17:53.245977+0000","last_undegraded":"2021-03-04T23:17:53.245977+0000","last_fullsized":"2021-03-04T23:17:53.245977+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.6","version":"655'21110","reported_seq":"21147","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:30.923459+0000","last_change":"2021-03-04T23:15:08.242497+0000","last_active":"2021-03-04T23:18:30.923459+0000","last_peered":"2021-03-04T23:18:30.923459+0000","last_clean":"2021-03-04T23:18:30.923459+0000","last_became_active":"2021-03-04T23:15:08.242242+0000","last_became_peered":"2021-03-04T23:15:08.242242+0000","last_unstale":"2021-03-04T23:18:30.923459+0000","last_undegraded":"2021-03-04T23:18:30.923459+0000","last_fullsized":"2021-03-04T23:18:30.923459+0000","mapping_epoch":634,"log_start":"648'14800","ondisk_log_start":"648'14800","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6310,"ondisk_log_size":6310,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111017984,"num_objects":1694,"num_object_clones":0,"num_object_copies":5082,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1694,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21110,"num_write_kb":729728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"615","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239789+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:17:53.239789+0000","last_peered":"2021-03-04T23:17:53.239789+0000","last_clean":"2021-03-04T23:17:53.239789+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:17:53.239789+0000","last_undegraded":"2021-03-04T23:17:53.239789+0000","last_fullsized":"2021-03-04T23:17:53.239789+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"628","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239208+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:17:53.239208+0000","last_peered":"2021-03-04T23:17:53.239208+0000","last_clean":"2021-03-04T23:17:53.239208+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:17:53.239208+0000","last_undegraded":"2021-03-04T23:17:53.239208+0000","last_fullsized":"2021-03-04T23:17:53.239208+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.7","version":"655'20783","reported_seq":"20822","reported_epoch":"655","state":"active+clean","last_fresh":"2021-03-04T23:18:28.169640+0000","last_change":"2021-03-04T23:15:08.240098+0000","last_active":"2021-03-04T23:18:28.169640+0000","last_peered":"2021-03-04T23:18:28.169640+0000","last_clean":"2021-03-04T23:18:28.169640+0000","last_became_active":"2021-03-04T23:15:08.239719+0000","last_became_peered":"2021-03-04T23:15:08.239719+0000","last_unstale":"2021-03-04T23:18:28.169640+0000","last_undegraded":"2021-03-04T23:18:28.169640+0000","last_fullsized":"2021-03-04T23:18:28.169640+0000","mapping_epoch":634,"log_start":"648'14500","ondisk_log_start":"648'14500","created":630,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:14:52.269042+0000","last_clean_scrub_stamp":"2021-03-04T23:14:52.269042+0000","log_size":6283,"ondisk_log_size":6283,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122355712,"num_objects":1867,"num_object_clones":0,"num_object_copies":5601,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20783,"num_write_kb":724800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"608","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.239271+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:17:53.239271+0000","last_peered":"2021-03-04T23:17:53.239271+0000","last_clean":"2021-03-04T23:17:53.239271+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:17:53.239271+0000","last_undegraded":"2021-03-04T23:17:53.239271+0000","last_fullsized":"2021-03-04T23:17:53.239271+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"639","reported_epoch":"654","state":"active+clean","last_fresh":"2021-03-04T23:17:53.245768+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:17:53.245768+0000","last_peered":"2021-03-04T23:17:53.245768+0000","last_clean":"2021-03-04T23:17:53.245768+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:17:53.245768+0000","last_undegraded":"2021-03-04T23:17:53.245768+0000","last_fullsized":"2021-03-04T23:17:53.245768+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":27,"num_pg":16,"stat_sum":{"num_bytes":1868496920,"num_objects":28512,"num_object_clones":0,"num_object_copies":85536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3951,"num_objects_unfound":0,"num_objects_dirty":28512,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":332516,"num_write_kb":11552833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12661,"num_bytes_recovered":829685760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5914636288,"data_stored":5914624072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105303,"ondisk_log_size":105303,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4102800,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495969,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1997168,"kb_used_data":948584,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":86083216,"statfs":{"total":90194313216,"available":88149213184,"internally_reserved":1073741824,"allocated":971350016,"data_stored":968221964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":14.554,"5min":5.5049999999999999,"15min":3.3570000000000002},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13100000000000001},"max":{"1min":200.09299999999999,"5min":200.09299999999999,"15min":200.09299999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":14.808,"5min":5.6890000000000001,"15min":3.4889999999999999},"min":{"1min":0.16300000000000001,"5min":0.161,"15min":0.14899999999999999},"max":{"1min":200.001,"5min":200.001,"15min":200.001},"last":4.774}]},{"osd":1,"last update":"Thu Mar 4 23:17:58 2021","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.83599999999999997,"15min":0.95199999999999996},"min":{"1min":0.24299999999999999,"5min":0.217,"15min":0.191},"max":{"1min":3.7669999999999999,"5min":7.7270000000000003,"15min":7.7270000000000003},"last":5.2000000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.751,"15min":0.91400000000000003},"min":{"1min":0.20599999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.109,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":1.171}]},{"osd":2,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":0.97599999999999998,"15min":1.7549999999999999},"min":{"1min":0.19700000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":4.6909999999999998,"5min":6.1609999999999996,"15min":73.129999999999995},"last":5.3520000000000003},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.85299999999999998,"15min":1.7270000000000001},"min":{"1min":0.183,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":5.5049999999999999,"5min":6.1790000000000003,"15min":74.382000000000005},"last":1.302}]},{"osd":3,"last update":"Thu Mar 4 23:18:10 2021","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.3069999999999999,"15min":1.012},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":10.33,"5min":13.586,"15min":13.586},"last":1.0249999999999999},{"interface":"front","average":{"1min":2.0779999999999998,"5min":1.4670000000000001,"15min":1.1000000000000001},"min":{"1min":0.255,"5min":0.224,"15min":0.224},"max":{"1min":10.308999999999999,"5min":13.567,"15min":13.567},"last":5.524}]},{"osd":4,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":1.0409999999999999,"15min":0.91700000000000004},"min":{"1min":0.17000000000000001,"5min":0.14699999999999999,"15min":0.13300000000000001},"max":{"1min":1.802,"5min":39.375999999999998,"15min":39.375999999999998},"last":1.518},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.995,"15min":0.91000000000000003},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.14999999999999999},"max":{"1min":0.94099999999999995,"5min":39.570999999999998,"15min":39.570999999999998},"last":1.113}]},{"osd":5,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.85099999999999998,"15min":0.93999999999999995},"min":{"1min":0.191,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":2.472,"5min":7.8719999999999999,"15min":7.8719999999999999},"last":5.0629999999999997},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.81599999999999995,"15min":0.995},"min":{"1min":0.23599999999999999,"5min":0.19900000000000001,"15min":0.16400000000000001},"max":{"1min":2.8690000000000002,"5min":4.1719999999999997,"15min":4.1719999999999997},"last":1.369}]},{"osd":6,"last update":"Thu Mar 4 23:17:31 2021","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":1.3360000000000001,"15min":1.1759999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17799999999999999},"max":{"1min":2.7349999999999999,"5min":38.747999999999998,"15min":38.747999999999998},"last":4.968},{"interface":"front","average":{"1min":0.69199999999999995,"5min":1.1379999999999999,"15min":1.0660000000000001},"min":{"1min":0.20999999999999999,"5min":0.187,"15min":0.187},"max":{"1min":2.4409999999999998,"5min":38.484000000000002,"15min":38.484000000000002},"last":3.9580000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659493,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2001888,"kb_used_data":953176,"kb_used_omap":1542,"kb_used_meta":1047033,"kb_avail":86078496,"statfs":{"total":90194313216,"available":88144379904,"internally_reserved":1073741824,"allocated":976052224,"data_stored":972940386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1579973,"internal_metadata":1072161851},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:35 2021","interfaces":[{"interface":"back","average":{"1min":7.8330000000000002,"5min":2.7599999999999998,"15min":1.835},"min":{"1min":0.14399999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":76.179000000000002,"5min":76.179000000000002,"15min":76.179000000000002},"last":0.19},{"interface":"front","average":{"1min":7.9020000000000001,"5min":2.903,"15min":1.9650000000000001},"min":{"1min":0.26300000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":76.296999999999997,"5min":76.296999999999997,"15min":76.296999999999997},"last":0.25}]},{"osd":1,"last update":"Thu Mar 4 23:17:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.621,"15min":0.91800000000000004},"min":{"1min":0.184,"5min":0.182,"15min":0.182},"max":{"1min":1.484,"5min":2.298,"15min":6.75},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.73099999999999998,"15min":0.95099999999999996},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.2429999999999999,"5min":3.6389999999999998,"15min":4.6529999999999996},"last":1.0840000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:18:15 2021","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":3.4620000000000002,"15min":2.448},"min":{"1min":0.193,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":29.853999999999999,"5min":59.808999999999997,"15min":81.930000000000007},"last":0.20499999999999999},{"interface":"front","average":{"1min":2.7919999999999998,"5min":3.4359999999999999,"15min":2.4009999999999998},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":30.036000000000001,"5min":59.834000000000003,"15min":82.245000000000005},"last":1.1839999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:18:11 2021","interfaces":[{"interface":"back","average":{"1min":4.8250000000000002,"5min":2.8439999999999999,"15min":2.7599999999999998},"min":{"1min":0.23000000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":34.171999999999997,"5min":34.171999999999997,"15min":34.171999999999997},"last":0.36799999999999999},{"interface":"front","average":{"1min":4.4790000000000001,"5min":2.5030000000000001,"15min":2.3660000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":34.006,"5min":34.006,"15min":34.006},"last":0.29599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:17:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.63900000000000001,"15min":0.873},"min":{"1min":0.14699999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.5089999999999999,"5min":5.0279999999999996,"15min":7.4740000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.95199999999999996,"15min":0.996},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.5999999999999996,"5min":4.5999999999999996,"15min":7.8550000000000004},"last":0.217}]},{"osd":5,"last update":"Thu Mar 4 23:17:58 2021","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76300000000000001,"15min":0.879},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":3.4700000000000002,"5min":3.524,"15min":4.8730000000000002},"last":1.218},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.68400000000000005,"15min":0.94499999999999995},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":1.4359999999999999,"5min":2.794,"15min":7.6699999999999999},"last":1.617}]},{"osd":7,"last update":"Thu Mar 4 23:18:26 2021","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":0.94599999999999995,"15min":1.0980000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":4.8330000000000002,"5min":4.8330000000000002,"15min":6.6369999999999996},"last":1.1240000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.92200000000000004,"15min":1.218},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":2.081,"5min":3.5840000000000001,"15min":7.79},"last":0.32100000000000001}]}]},{"osd":1,"up_from":0,"seq":1464583848168,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712313,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":980120,"kb_used_data":726352,"kb_used_omap":637,"kb_used_meta":253058,"kb_avail":87100264,"statfs":{"total":90194313216,"available":89190670336,"internally_reserved":0,"allocated":743784448,"data_stored":740678708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":259131442},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,4,0,0,6],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:17:52 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.48299999999999998,"15min":0.55900000000000005},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":1.5920000000000001,"5min":2.5409999999999999,"15min":2.911},"last":4.0739999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.57399999999999995,"15min":0.65600000000000003},"min":{"1min":0.16,"5min":0.155,"15min":0.14199999999999999},"max":{"1min":1.4379999999999999,"5min":3.4060000000000001,"15min":5.0890000000000004},"last":3.5289999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:18:13 2021","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":1.4199999999999999,"15min":1.706},"min":{"1min":0.13900000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":15.603,"5min":49.637,"15min":81.109999999999999},"last":6.1689999999999996},{"interface":"front","average":{"1min":1.786,"5min":1.6419999999999999,"15min":1.911},"min":{"1min":0.22600000000000001,"5min":0.182,"15min":0.13400000000000001},"max":{"1min":18.452999999999999,"5min":51.078000000000003,"15min":81.326999999999998},"last":5.0839999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:18:13 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":1.3740000000000001,"15min":1.054},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.5920000000000001,"5min":47.826999999999998,"15min":47.826999999999998},"last":5.6920000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":1.55,"15min":1.236},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.8210000000000002,"5min":47.889000000000003,"15min":47.889000000000003},"last":5.8250000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.89600000000000002,"15min":1.1000000000000001},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23000000000000001},"max":{"1min":2.3039999999999998,"5min":4.5910000000000002,"15min":4.5910000000000002},"last":4.609},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.79500000000000004,"15min":0.95799999999999996},"min":{"1min":0.23100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.923,"5min":3.4510000000000001,"15min":5.0570000000000004},"last":3.8519999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.97999999999999998,"15min":1.1890000000000001},"min":{"1min":0.32100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.222,"5min":4.806,"15min":4.806},"last":4.2599999999999998},{"interface":"front","average":{"1min":0.873,"5min":1.0449999999999999,"15min":1.071},"min":{"1min":0.22900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.133,"5min":3.4940000000000002,"15min":3.532},"last":3.7509999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.92800000000000005,"15min":1.0940000000000001},"min":{"1min":0.29199999999999998,"5min":0.217,"15min":0.20599999999999999},"max":{"1min":2.8490000000000002,"5min":4.21,"15min":4.21},"last":4.7149999999999999},{"interface":"front","average":{"1min":1.264,"5min":1.1679999999999999,"15min":1.335},"min":{"1min":0.35399999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.1240000000000001,"5min":5.1500000000000004,"15min":5.1500000000000004},"last":4.3949999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.155,"15min":1.266},"min":{"1min":0.316,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":9.9550000000000001,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":4.8769999999999998},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.208,"15min":1.3520000000000001},"min":{"1min":0.38300000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.3399999999999999,"5min":5,"15min":5},"last":4.5019999999999998}]}]},{"osd":2,"up_from":356,"seq":1529008357603,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":993372,"kb_used_data":756948,"kb_used_omap":852,"kb_used_meta":235563,"kb_avail":87087012,"statfs":{"total":90194313216,"available":89177100288,"internally_reserved":0,"allocated":775114752,"data_stored":772004952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":241217143},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":1.4630000000000001,"15min":1.2050000000000001},"min":{"1min":0.112,"5min":0.107,"15min":0.107},"max":{"1min":2.964,"5min":104.41800000000001,"15min":104.41800000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.649,"15min":1.1539999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.126},"max":{"1min":5.9889999999999999,"5min":105.191,"15min":105.191},"last":0.28899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.58799999999999997,"15min":0.90300000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":67.450999999999993},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.60499999999999998,"15min":0.72099999999999997},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17100000000000001},"max":{"1min":1.978,"5min":4.7329999999999997,"15min":5.3179999999999996},"last":0.312}]},{"osd":3,"last update":"Thu Mar 4 23:18:12 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":1.923,"15min":2.2519999999999998},"min":{"1min":0.152,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.843,"5min":31.908999999999999,"15min":31.908999999999999},"last":77.754000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.04,"15min":2.3730000000000002},"min":{"1min":0.151,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.637,"5min":32.140000000000001,"15min":32.140000000000001},"last":77.926000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.78900000000000003,"15min":1.0489999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.19600000000000001},"max":{"1min":2.0350000000000001,"5min":2.7160000000000002,"15min":4.9630000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.89700000000000002,"15min":1.0129999999999999},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":4.2539999999999996,"5min":4.391,"15min":7.0030000000000001},"last":0.64000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.92200000000000004,"15min":1.0369999999999999},"min":{"1min":0.26700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.6299999999999999,"5min":4.9969999999999999,"15min":7.1890000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.88600000000000001,"15min":1.278},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.7080000000000002,"5min":3.2749999999999999,"15min":67.897000000000006},"last":0.57599999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":1.0189999999999999,"15min":1.1559999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.214},"max":{"1min":3.7650000000000001,"5min":4.4390000000000001,"15min":5.6239999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.052,"15min":1.1879999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.681,"5min":4.7889999999999997,"15min":7.3339999999999996},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.0149999999999999,"15min":1.427},"min":{"1min":0.308,"5min":0.308,"15min":0.25700000000000001},"max":{"1min":2.8399999999999999,"5min":3.4340000000000002,"15min":68.049000000000007},"last":0.627},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.94999999999999996,"15min":1.268},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.26600000000000001},"max":{"1min":1.8,"5min":4.0069999999999997,"15min":7.4290000000000003},"last":0.65500000000000003}]}]},{"osd":3,"up_from":634,"seq":2723009265705,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1454168,"kb_used_data":1205392,"kb_used_omap":1483,"kb_used_meta":247284,"kb_avail":86626216,"statfs":{"total":90194313216,"available":88705245184,"internally_reserved":0,"allocated":1234321408,"data_stored":1231215207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1519367,"internal_metadata":253219065},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.52300000000000002,"15min":0.48599999999999999},"min":{"1min":0.11799999999999999,"5min":0.11799999999999999,"15min":0.11799999999999999},"max":{"1min":3.327,"5min":4.625,"15min":4.625},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.38900000000000001,"15min":0.38800000000000001},"min":{"1min":0.14599999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.9530000000000001,"5min":2.2789999999999999,"15min":2.2789999999999999},"last":0.17699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":1.7130000000000001,"5min":4.5099999999999998,"15min":4.5099999999999998},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.57399999999999995,"15min":0.60999999999999999},"min":{"1min":0.20799999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":2.2240000000000002,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":0.219}]},{"osd":2,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.66800000000000004,"15min":0.64200000000000002},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":2.835,"5min":3.1840000000000002,"15min":3.1840000000000002},"last":0.19},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.68500000000000005,"15min":0.58799999999999997},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":2.9620000000000002,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":0.31900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.66300000000000003,"15min":0.68300000000000005},"min":{"1min":0.214,"5min":0.188,"15min":0.188},"max":{"1min":1.3340000000000001,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.94899999999999995,"15min":0.95799999999999996},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.4670000000000001,"5min":3.766,"15min":3.766},"last":0.23000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.224},"max":{"1min":2.4119999999999999,"5min":2.4119999999999999,"15min":2.4119999999999999},"last":3.3969999999999998},{"interface":"front","average":{"1min":0.89500000000000002,"5min":1.024,"15min":0.95799999999999996},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.4669999999999996,"5min":4.6020000000000003,"15min":4.6020000000000003},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92000000000000004,"15min":0.85199999999999998},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":2.6899999999999999,"5min":4.577,"15min":4.577},"last":1.486},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.81200000000000006,"15min":0.79400000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.677,"5min":2.677,"15min":2.677},"last":0.38500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.81699999999999995,"15min":0.79900000000000004},"min":{"1min":0.27900000000000003,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.6899999999999999,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":3.2570000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.175,"15min":1.165},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":3.2309999999999999,"5min":4.9059999999999997,"15min":4.9059999999999997},"last":0.36599999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986542,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1802088,"kb_used_data":753504,"kb_used_omap":1596,"kb_used_meta":1046979,"kb_avail":86278296,"statfs":{"total":90194313216,"available":88348975104,"internally_reserved":1073741824,"allocated":771588096,"data_stored":768468142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1634447,"internal_metadata":1072107377},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:38 2021","interfaces":[{"interface":"back","average":{"1min":10.859,"5min":4.4880000000000004,"15min":2.8719999999999999},"min":{"1min":0.161,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":130.404,"5min":130.404,"15min":130.404},"last":2.548},{"interface":"front","average":{"1min":10.882999999999999,"5min":4.6840000000000002,"15min":3.04},"min":{"1min":0.184,"5min":0.16,"15min":0.152},"max":{"1min":130.417,"5min":130.417,"15min":130.417},"last":0.29199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:17:43 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.73899999999999999,"15min":0.86099999999999999},"min":{"1min":0.214,"5min":0.19500000000000001,"15min":0.193},"max":{"1min":4.8239999999999998,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.90600000000000003,"15min":0.92900000000000005},"min":{"1min":0.20699999999999999,"5min":0.19900000000000001,"15min":0.19500000000000001},"max":{"1min":4.8890000000000002,"5min":9.8780000000000001,"15min":9.8780000000000001},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:18:25 2021","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.589,"15min":2.073},"min":{"1min":0.20100000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.8939999999999999,"5min":44.838000000000001,"15min":116.18000000000001},"last":0.183},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.6799999999999999,"15min":2.0489999999999999},"min":{"1min":0.187,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":5.6299999999999999,"5min":44.848999999999997,"15min":116.288},"last":2.5950000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:18:12 2021","interfaces":[{"interface":"back","average":{"1min":5.0030000000000001,"5min":5.4409999999999998,"15min":6.4400000000000004},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":44.734000000000002,"5min":106.631,"15min":106.631},"last":0.22800000000000001},{"interface":"front","average":{"1min":5.1470000000000002,"5min":5.476,"15min":6.4210000000000003},"min":{"1min":0.28100000000000003,"5min":0.218,"15min":0.218},"max":{"1min":44.899000000000001,"5min":106.51900000000001,"15min":106.51900000000001},"last":1.274}]},{"osd":5,"last update":"Thu Mar 4 23:17:43 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.4330000000000001,"15min":1.139},"min":{"1min":0.16,"5min":0.13900000000000001,"15min":0.13100000000000001},"max":{"1min":4.008,"5min":45.344000000000001,"15min":45.344000000000001},"last":0.25800000000000001},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.302,"15min":1.0669999999999999},"min":{"1min":0.17999999999999999,"5min":0.156,"15min":0.156},"max":{"1min":4.8529999999999998,"5min":43.448,"15min":43.448},"last":0.21299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:18:06 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.0589999999999999,"15min":1.026},"min":{"1min":0.16300000000000001,"5min":0.153,"15min":0.14399999999999999},"max":{"1min":4.2729999999999997,"5min":11.082000000000001,"15min":11.082000000000001},"last":2.5790000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.04,"15min":1.1140000000000001},"min":{"1min":0.20000000000000001,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.0259999999999998,"5min":11.564,"15min":11.564},"last":0.318}]},{"osd":7,"last update":"Thu Mar 4 23:18:29 2021","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":1.175,"15min":1.216},"min":{"1min":0.26700000000000002,"5min":0.215,"15min":0.16700000000000001},"max":{"1min":3.726,"5min":12.140000000000001,"15min":12.140000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.2490000000000001,"15min":1.1759999999999999},"min":{"1min":0.185,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":5.7270000000000003,"5min":10.938000000000001,"15min":10.938000000000001},"last":2.7120000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823017,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1665688,"kb_used_data":617104,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86414696,"statfs":{"total":90194313216,"available":88488648704,"internally_reserved":1073741824,"allocated":631914496,"data_stored":628808804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,1,4,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:17:32 2021","interfaces":[{"interface":"back","average":{"1min":4.3449999999999998,"5min":1.46,"15min":1.764},"min":{"1min":0.161,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":40.076000000000001,"5min":40.076000000000001,"15min":73.159000000000006},"last":0.28399999999999997},{"interface":"front","average":{"1min":4.367,"5min":1.5229999999999999,"15min":1.8580000000000001},"min":{"1min":0.161,"5min":0.157,"15min":0.14799999999999999},"max":{"1min":40.220999999999997,"5min":40.220999999999997,"15min":73.429000000000002},"last":0.16800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:17:47 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.76200000000000001,"15min":0.997},"min":{"1min":0.185,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.83499999999999996,"5min":3.2080000000000002,"15min":15.128},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.84699999999999998,"15min":1.0549999999999999},"min":{"1min":0.218,"5min":0.188,"15min":0.188},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":15.097},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:17:32 2021","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.663,"15min":1.4510000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.185},"max":{"1min":24.597999999999999,"5min":38.296999999999997,"15min":38.296999999999997},"last":0.188},{"interface":"front","average":{"1min":2.0910000000000002,"5min":1.732,"15min":1.4630000000000001},"min":{"1min":0.28899999999999998,"5min":0.189,"15min":0.189},"max":{"1min":25.338999999999999,"5min":38.402999999999999,"15min":38.402999999999999},"last":0.42499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:18:16 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":1.1639999999999999,"15min":1.05},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":3.1899999999999999,"5min":25.065000000000001,"15min":25.065000000000001},"last":0.307},{"interface":"front","average":{"1min":0.76900000000000002,"5min":1.163,"15min":1.0609999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.3820000000000001,"5min":24.716999999999999,"15min":24.716999999999999},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:17:47 2021","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.508,"15min":1.0700000000000001},"min":{"1min":0.17100000000000001,"5min":0.14099999999999999,"15min":0.13700000000000001},"max":{"1min":5.7610000000000001,"5min":56.573,"15min":56.573},"last":2.5619999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":1.6279999999999999,"15min":1.2190000000000001},"min":{"1min":0.16500000000000001,"5min":0.16400000000000001,"15min":0.157},"max":{"1min":5.71,"5min":56.191000000000003,"15min":56.191000000000003},"last":0.248}]},{"osd":6,"last update":"Thu Mar 4 23:18:16 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.93899999999999995,"15min":1.0549999999999999},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":5.7270000000000003,"5min":5.7270000000000003,"15min":8.2050000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.0169999999999999,"15min":1.1399999999999999},"min":{"1min":0.20499999999999999,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":9.4299999999999997,"5min":9.4299999999999997,"15min":14.805999999999999},"last":0.23499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:17:32 2021","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":1.0029999999999999,"15min":1.2190000000000001},"min":{"1min":0.19600000000000001,"5min":0.17399999999999999,"15min":0.16900000000000001},"max":{"1min":2.5859999999999999,"5min":6.6740000000000004,"15min":15.116},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.86099999999999999,"5min":1.056,"15min":1.2270000000000001},"min":{"1min":0.224,"5min":0.19900000000000001,"15min":0.17299999999999999},"max":{"1min":3.335,"5min":6.5579999999999998,"15min":15.153},"last":0.45300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1515337,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8082,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":715718656,"data_stored":715718656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":754585600,"data_stored":754581528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1181880320,"data_stored":1181876248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":735182848,"data_stored":735182848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":619642880,"data_stored":619642880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":951451648,"data_stored":951451648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":956174336,"data_stored":956170264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:18:36.367 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:18:36.457 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:36.465 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:36.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:36 gibba023 bash[27374]: cluster 2021-03-04T23:18:35.196640+0000 mgr.x (mgr.34379) 905 : cluster [DBG] pgmap v1246: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.5 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 2990/72684 objects misplaced (4.114%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:36.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:36 gibba023 bash[19550]: debug 2021-03-04T23:18:36.398+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:36.558 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:36.564 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:36 gibba008 bash[37770]: cluster 2021-03-04T23:18:35.196640+0000 mgr.x (mgr.34379) 905 : cluster [DBG] pgmap v1246: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.5 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 2990/72684 objects misplaced (4.114%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:36.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:36 gibba008 bash[39303]: cluster 2021-03-04T23:18:35.196640+0000 mgr.x (mgr.34379) 905 : cluster [DBG] pgmap v1246: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.5 GiB data, 5.8 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 2990/72684 objects misplaced (4.114%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:18:36.643 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:18:36.748 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:36.899 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:37.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:37.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:36 gibba008 bash[47391]: debug 2021-03-04T23:18:36.889+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:37.523 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:37.626 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:38.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:37 gibba008 bash[48858]: debug 2021-03-04T23:18:37.513+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:38.198 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:38.301 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:38.429 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:38.484 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:18:38.490 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:38 gibba008 bash[39303]: cluster 2021-03-04T23:18:37.198342+0000 mgr.x (mgr.34379) 906 : cluster [DBG] pgmap v1247: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.2 GiB data, 4.6 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 2376/56715 objects misplaced (4.189%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:38.490 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:38 gibba008 bash[47391]: debug 2021-03-04T23:18:38.189+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:38.491 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:38 gibba008 bash[47391]: debug 2021-03-04T23:18:38.421+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:38.491 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:38 gibba008 bash[37770]: cluster 2021-03-04T23:18:37.198342+0000 mgr.x (mgr.34379) 906 : cluster [DBG] pgmap v1247: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.2 GiB data, 4.6 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 2376/56715 objects misplaced (4.189%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:38 gibba023 bash[27374]: cluster 2021-03-04T23:18:37.198342+0000 mgr.x (mgr.34379) 906 : cluster [DBG] pgmap v1247: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1.2 GiB data, 4.6 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 2376/56715 objects misplaced (4.189%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:38.531 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:38.578 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:38.677 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:38.682 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:18:38.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:38.781 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:39.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:38 gibba023 bash[16680]: debug 2021-03-04T23:18:38.670+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:39.272 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:39.375 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:39.800 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:39 gibba008 bash[47391]: debug 2021-03-04T23:18:39.265+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:39.891 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:39.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:40.260 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:40 gibba008 bash[37770]: cluster 2021-03-04T23:18:39.199110+0000 mgr.x (mgr.34379) 907 : cluster [DBG] pgmap v1248: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1007 MiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 1924/48396 objects misplaced (3.976%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:40.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:40 gibba008 bash[39303]: cluster 2021-03-04T23:18:39.199110+0000 mgr.x (mgr.34379) 907 : cluster [DBG] pgmap v1248: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1007 MiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 1924/48396 objects misplaced (3.976%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:40.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:39 gibba008 bash[44600]: debug 2021-03-04T23:18:39.881+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:40 gibba023 bash[27374]: cluster 2021-03-04T23:18:39.199110+0000 mgr.x (mgr.34379) 907 : cluster [DBG] pgmap v1248: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 1007 MiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 1924/48396 objects misplaced (3.976%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:40.623 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:40.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:40.910 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:41.010 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:40 gibba008 bash[48858]: debug 2021-03-04T23:18:40.613+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:41.012 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:41.019 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:40 gibba023 bash[15180]: debug 2021-03-04T23:18:40.902+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:41.498 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:41.601 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:41.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:41 gibba023 bash[19550]: debug 2021-03-04T23:18:41.494+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:41.913 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:42.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:42.291 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:41 gibba008 bash[91265]: debug 2021-03-04T23:18:41.905+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:42.294 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:42 gibba008 bash[39303]: cluster 2021-03-04T23:18:41.200811+0000 mgr.x (mgr.34379) 908 : cluster [DBG] pgmap v1249: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 816 MiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 1811/39216 objects misplaced (4.618%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:42.294 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:42 gibba008 bash[37770]: cluster 2021-03-04T23:18:41.200811+0000 mgr.x (mgr.34379) 908 : cluster [DBG] pgmap v1249: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 816 MiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 1811/39216 objects misplaced (4.618%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:42.482 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:42.590 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:42 gibba023 bash[27374]: cluster 2021-03-04T23:18:41.200811+0000 mgr.x (mgr.34379) 908 : cluster [DBG] pgmap v1249: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 816 MiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.54k op/s; 1811/39216 objects misplaced (4.618%); 729 KiB/s, 11 objects/s recovering 2021-03-04T23:18:42.692 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:42.760 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:42 gibba008 bash[47391]: debug 2021-03-04T23:18:42.473+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:42.796 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:42.902 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:43.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:42 gibba023 bash[18090]: debug 2021-03-04T23:18:42.790+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:43.585 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:43.694 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:43.988 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:43 gibba008 bash[47391]: debug 2021-03-04T23:18:43.573+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:43.988 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:43.989 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:43 gibba008 bash[91265]: debug 2021-03-04T23:18:43.977+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:44.090 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:44.206 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:44.311 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:44 gibba023 bash[27374]: cluster 2021-03-04T23:18:43.201422+0000 mgr.x (mgr.34379) 909 : cluster [DBG] pgmap v1250: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 658 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 1441/31635 objects misplaced (4.555%); 649 KiB/s, 10 objects/s recovering 2021-03-04T23:18:44.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:44 gibba023 bash[16680]: debug 2021-03-04T23:18:44.202+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:44.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:44 gibba008 bash[37770]: cluster 2021-03-04T23:18:43.201422+0000 mgr.x (mgr.34379) 909 : cluster [DBG] pgmap v1250: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 658 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 1441/31635 objects misplaced (4.555%); 649 KiB/s, 10 objects/s recovering 2021-03-04T23:18:44.525 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:44 gibba008 bash[39303]: cluster 2021-03-04T23:18:43.201422+0000 mgr.x (mgr.34379) 909 : cluster [DBG] pgmap v1250: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 658 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 1441/31635 objects misplaced (4.555%); 649 KiB/s, 10 objects/s recovering 2021-03-04T23:18:44.614 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:44.716 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:44.841 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:44.944 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:45.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:44 gibba008 bash[91265]: debug 2021-03-04T23:18:44.605+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:45.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:44 gibba023 bash[15180]: debug 2021-03-04T23:18:44.834+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:45.030 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:45.136 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:45.302 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:45 gibba023 bash[27374]: audit 2021-03-04T23:18:44.749366+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 5]}]: dispatch 2021-03-04T23:18:45.303 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:45 gibba023 bash[27374]: audit 2021-03-04T23:18:44.749539+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]: dispatch 2021-03-04T23:18:45.303 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:45 gibba023 bash[27374]: audit 2021-03-04T23:18:44.894892+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:45.303 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:45 gibba023 bash[16680]: debug 2021-03-04T23:18:45.022+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:45.304 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:45 gibba023 bash[15180]: debug 2021-03-04T23:18:45.298+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:45.305 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:45.409 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:45.626 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:45 gibba008 bash[39303]: audit 2021-03-04T23:18:44.749366+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 5]}]: dispatch 2021-03-04T23:18:45.627 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:45 gibba008 bash[39303]: audit 2021-03-04T23:18:44.749539+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]: dispatch 2021-03-04T23:18:45.627 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:45 gibba008 bash[39303]: audit 2021-03-04T23:18:44.894892+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:45.628 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:45 gibba008 bash[37770]: audit 2021-03-04T23:18:44.749366+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 5]}]: dispatch 2021-03-04T23:18:45.628 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:45 gibba008 bash[37770]: audit 2021-03-04T23:18:44.749539+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]: dispatch 2021-03-04T23:18:45.628 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:45 gibba008 bash[37770]: audit 2021-03-04T23:18:44.894892+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:45.854 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:45.957 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:46.272 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:45 gibba023 bash[16680]: debug 2021-03-04T23:18:45.846+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:46.372 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:46.475 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:46.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:46 gibba023 bash[18090]: debug 2021-03-04T23:18:46.366+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:46 gibba023 bash[27374]: cluster 2021-03-04T23:18:45.201830+0000 mgr.x (mgr.34379) 910 : cluster [DBG] pgmap v1251: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 574 MiB data, 2.9 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 1022/27627 objects misplaced (3.699%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:46.656 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:46.717 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:46 gibba008 bash[39303]: cluster 2021-03-04T23:18:45.201830+0000 mgr.x (mgr.34379) 910 : cluster [DBG] pgmap v1251: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 574 MiB data, 2.9 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 1022/27627 objects misplaced (3.699%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:46.717 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:46 gibba008 bash[37770]: cluster 2021-03-04T23:18:45.201830+0000 mgr.x (mgr.34379) 910 : cluster [DBG] pgmap v1251: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 574 MiB data, 2.9 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 1022/27627 objects misplaced (3.699%); 592 KiB/s, 9 objects/s recovering 2021-03-04T23:18:46.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:46.849 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:46.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:47.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:46 gibba023 bash[19550]: debug 2021-03-04T23:18:46.650+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:47.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:46 gibba023 bash[16680]: debug 2021-03-04T23:18:46.842+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:47.279 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:47.382 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:47.491 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:47.510 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:47 gibba008 bash[47391]: debug 2021-03-04T23:18:47.269+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:47.598 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:47.676 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Removed 180513 objects 2021-03-04T23:18:47.676 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Clean up completed and total clean up time :121.405 2021-03-04T23:18:47.679 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:47 gibba023 bash[16680]: debug 2021-03-04T23:18:47.482+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:47.680 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:47.782 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:47.944 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:47 gibba023 bash[18090]: debug 2021-03-04T23:18:47.674+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:47.946 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:48.052 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:48.219 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:47 gibba023 bash[19550]: debug 2021-03-04T23:18:47.938+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:48.220 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:48.328 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:48.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:48 gibba023 bash[27374]: cluster 2021-03-04T23:18:47.202413+0000 mgr.x (mgr.34379) 911 : cluster [DBG] pgmap v1252: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 283 MiB data, 1.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s; 546/13647 objects misplaced (4.001%); 890 KiB/s, 13 objects/s recovering 2021-03-04T23:18:48.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:48 gibba023 bash[18090]: debug 2021-03-04T23:18:48.454+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:48.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:48 gibba023 bash[19550]: debug 2021-03-04T23:18:48.214+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:48.565 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:48.672 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:48 gibba008 bash[37770]: cluster 2021-03-04T23:18:47.202413+0000 mgr.x (mgr.34379) 911 : cluster [DBG] pgmap v1252: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 283 MiB data, 1.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s; 546/13647 objects misplaced (4.001%); 890 KiB/s, 13 objects/s recovering 2021-03-04T23:18:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:48 gibba008 bash[39303]: cluster 2021-03-04T23:18:47.202413+0000 mgr.x (mgr.34379) 911 : cluster [DBG] pgmap v1252: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 106 active+clean; 283 MiB data, 1.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.64k op/s; 546/13647 objects misplaced (4.001%); 890 KiB/s, 13 objects/s recovering 2021-03-04T23:18:48.779 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:48.886 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:48 gibba023 bash[15180]: debug 2021-03-04T23:18:48.666+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:48.887 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:48.994 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:49.266 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:49.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:48 gibba023 bash[18090]: debug 2021-03-04T23:18:48.878+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:49.371 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:49.619 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:49 gibba008 bash[39303]: cluster 2021-03-04T23:18:48.274953+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e657: 8 total, 8 up, 7 in 2021-03-04T23:18:49.620 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:49 gibba008 bash[39303]: cluster 2021-03-04T23:18:49.277997+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e658: 8 total, 8 up, 7 in 2021-03-04T23:18:49.620 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:49 gibba008 bash[37770]: cluster 2021-03-04T23:18:48.274953+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e657: 8 total, 8 up, 7 in 2021-03-04T23:18:49.620 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:49 gibba008 bash[37770]: cluster 2021-03-04T23:18:49.277997+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e658: 8 total, 8 up, 7 in 2021-03-04T23:18:49.621 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:49 gibba008 bash[44600]: debug 2021-03-04T23:18:49.257+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:49 gibba023 bash[27374]: cluster 2021-03-04T23:18:48.274953+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e657: 8 total, 8 up, 7 in 2021-03-04T23:18:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:49 gibba023 bash[27374]: cluster 2021-03-04T23:18:49.277997+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e658: 8 total, 8 up, 7 in 2021-03-04T23:18:49.790 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2021-03-04T23:18:49.790 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2021-03-04T23:18:49.869 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:49.921 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:50.024 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:50.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:49 gibba008 bash[91265]: debug 2021-03-04T23:18:49.913+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:50.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:50.572 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:50.583 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:50 gibba008 bash[37770]: cluster 2021-03-04T23:18:49.203487+0000 mgr.x (mgr.34379) 912 : cluster [DBG] pgmap v1254: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 106 active+clean; 109 MiB data, 1.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s; 111/5295 objects misplaced (2.096%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:50.583 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:50 gibba008 bash[39303]: cluster 2021-03-04T23:18:49.203487+0000 mgr.x (mgr.34379) 912 : cluster [DBG] pgmap v1254: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 106 active+clean; 109 MiB data, 1.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s; 111/5295 objects misplaced (2.096%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:50.584 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:50 gibba008 bash[47391]: debug 2021-03-04T23:18:50.461+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:50.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:50 gibba023 bash[27374]: cluster 2021-03-04T23:18:49.203487+0000 mgr.x (mgr.34379) 912 : cluster [DBG] pgmap v1254: 109 pgs: 1 active+clean+remapped, 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 106 active+clean; 109 MiB data, 1.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.44k op/s; 111/5295 objects misplaced (2.096%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:18:51.202 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:51.305 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:51.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:51 gibba008 bash[47391]: debug 2021-03-04T23:18:51.193+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:51.928 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:52.030 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:52.036 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:51 gibba008 bash[91265]: debug 2021-03-04T23:18:51.921+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:52.382 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:52.489 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:52.605 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:52 gibba023 bash[27374]: cluster 2021-03-04T23:18:51.205310+0000 mgr.x (mgr.34379) 913 : cluster [DBG] pgmap v1256: 109 pgs: 109 active+clean; 20 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 576 KiB/s, 8 objects/s recovering 2021-03-04T23:18:52.606 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:52.714 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:52.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:52 gibba008 bash[39303]: cluster 2021-03-04T23:18:51.205310+0000 mgr.x (mgr.34379) 913 : cluster [DBG] pgmap v1256: 109 pgs: 109 active+clean; 20 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 576 KiB/s, 8 objects/s recovering 2021-03-04T23:18:52.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:52 gibba008 bash[37770]: cluster 2021-03-04T23:18:51.205310+0000 mgr.x (mgr.34379) 913 : cluster [DBG] pgmap v1256: 109 pgs: 109 active+clean; 20 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 576 KiB/s, 8 objects/s recovering 2021-03-04T23:18:52.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:52 gibba008 bash[91265]: debug 2021-03-04T23:18:52.373+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:52.868 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:52 gibba023 bash[18090]: debug 2021-03-04T23:18:52.598+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:52.869 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:52.977 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:53.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:52 gibba023 bash[19550]: debug 2021-03-04T23:18:52.862+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:53.310 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:53.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:53.478 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:18:53.479 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:18:53.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:53 gibba008 bash[91265]: debug 2021-03-04T23:18:53.301+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:53.545 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:53.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:53.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:53 gibba023 bash[15180]: debug 2021-03-04T23:18:53.538+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:53.779 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:53.884 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:53.977 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:18:54.084 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:54.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:53 gibba023 bash[19550]: debug 2021-03-04T23:18:53.774+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:54.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:18:53 gibba023 bash[19550]: debug 2021-03-04T23:18:53.970+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:54.487 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:54.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:54.606 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:54 gibba008 bash[37770]: cluster 2021-03-04T23:18:53.206774+0000 mgr.x (mgr.34379) 914 : cluster [DBG] pgmap v1257: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 576 KiB/s, 8 objects/s recovering 2021-03-04T23:18:54.606 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:54 gibba008 bash[39303]: cluster 2021-03-04T23:18:53.206774+0000 mgr.x (mgr.34379) 914 : cluster [DBG] pgmap v1257: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 576 KiB/s, 8 objects/s recovering 2021-03-04T23:18:54.607 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:54 gibba008 bash[44600]: debug 2021-03-04T23:18:54.477+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:54.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:54 gibba023 bash[27374]: cluster 2021-03-04T23:18:53.206774+0000 mgr.x (mgr.34379) 914 : cluster [DBG] pgmap v1257: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 576 KiB/s, 8 objects/s recovering 2021-03-04T23:18:55.092 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:55.200 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:55.423 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:18:55.424 INFO:teuthology.orchestra.run.gibba008.stdout:{"fsid":"22a80224-7d3b-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1354,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":658,"num_osds":8,"num_up_osds":8,"osd_up_since":1614899707,"num_in_osds":7,"osd_in_since":1614899159,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":109}],"num_pgs":109,"num_pools":5,"num_objects":22,"data_bytes":3368,"bytes_used":5439893504,"bytes_avail":625920299008,"bytes_total":631360192512,"recovering_objects_per_sec":8,"recovering_bytes_per_sec":589509,"recovering_keys_per_sec":0,"num_objects_recovered":72,"num_bytes_recovered":4718592,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1147},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba008.hxkpme","status":"up:active","gid":24403}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://gibba023:8443/"}},"servicemap":{"epoch":28,"modified":"2021-03-04T23:16:07.153087+0000","services":{}},"progress_events":{"54cdf8de-b6e1-4696-adf5-6151a506203c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false}}} 2021-03-04T23:18:55.432 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:55.478 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[47391]: debug 2021-03-04T23:18:55.081+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:55.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[39303]: audit 2021-03-04T23:18:54.702085+0000 mon.a (mon.0) 1488 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:55.479 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[39303]: audit 2021-03-04T23:18:54.709084+0000 mon.a (mon.0) 1489 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:55.479 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[39303]: audit 2021-03-04T23:18:54.710452+0000 mon.a (mon.0) 1490 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:55.479 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[39303]: audit 2021-03-04T23:18:54.966432+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:18:55.479 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[37770]: audit 2021-03-04T23:18:54.702085+0000 mon.a (mon.0) 1488 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:55.480 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[37770]: audit 2021-03-04T23:18:54.709084+0000 mon.a (mon.0) 1489 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:55.480 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[37770]: audit 2021-03-04T23:18:54.710452+0000 mon.a (mon.0) 1490 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:55.480 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[37770]: audit 2021-03-04T23:18:54.966432+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:18:55.535 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:55.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[48858]: debug 2021-03-04T23:18:55.425+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:55 gibba023 bash[27374]: audit 2021-03-04T23:18:54.702085+0000 mon.a (mon.0) 1488 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:55 gibba023 bash[27374]: audit 2021-03-04T23:18:54.709084+0000 mon.a (mon.0) 1489 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:55 gibba023 bash[27374]: audit 2021-03-04T23:18:54.710452+0000 mon.a (mon.0) 1490 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:55.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:55 gibba023 bash[27374]: audit 2021-03-04T23:18:54.966432+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:18:55.853 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:55.955 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:56.061 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:56.164 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:56.174 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:55 gibba008 bash[48858]: debug 2021-03-04T23:18:55.845+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:56.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:56 gibba023 bash[15180]: debug 2021-03-04T23:18:56.054+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:56.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:56 gibba008 bash[37770]: cluster 2021-03-04T23:18:55.207608+0000 mgr.x (mgr.34379) 915 : cluster [DBG] pgmap v1258: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 565 op/s; 128 KiB/s, 1 objects/s recovering 2021-03-04T23:18:56.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:56 gibba008 bash[37770]: audit 2021-03-04T23:18:55.420969+0000 mon.a (mon.0) 1492 : audit [DBG] from='client.? 172.21.2.108:0/460461054' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:18:56.505 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:56 gibba008 bash[39303]: cluster 2021-03-04T23:18:55.207608+0000 mgr.x (mgr.34379) 915 : cluster [DBG] pgmap v1258: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 565 op/s; 128 KiB/s, 1 objects/s recovering 2021-03-04T23:18:56.505 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:56 gibba008 bash[39303]: audit 2021-03-04T23:18:55.420969+0000 mon.a (mon.0) 1492 : audit [DBG] from='client.? 172.21.2.108:0/460461054' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:18:56.505 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:56.607 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:56.765 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:56 gibba008 bash[47391]: debug 2021-03-04T23:18:56.497+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:56 gibba023 bash[27374]: cluster 2021-03-04T23:18:55.207608+0000 mgr.x (mgr.34379) 915 : cluster [DBG] pgmap v1258: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 565 op/s; 128 KiB/s, 1 objects/s recovering 2021-03-04T23:18:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:56 gibba023 bash[27374]: audit 2021-03-04T23:18:55.420969+0000 mon.a (mon.0) 1492 : audit [DBG] from='client.? 172.21.2.108:0/460461054' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:18:56.862 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:18:56.965 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:57.087 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:57.190 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:57.200 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:18:56 gibba008 bash[91265]: debug 2021-03-04T23:18:56.853+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:57.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:57 gibba023 bash[15180]: debug 2021-03-04T23:18:57.082+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:57.816 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:18:57.919 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:58.145 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:18:57 gibba008 bash[48858]: debug 2021-03-04T23:18:57.810+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:58.146 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:58.254 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:58.399 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:18:58 gibba008 bash[44600]: debug 2021-03-04T23:18:58.138+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:58.400 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:58 gibba008 bash[37770]: cluster 2021-03-04T23:18:57.209208+0000 mgr.x (mgr.34379) 916 : cluster [DBG] pgmap v1259: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 195 op/s; 93 KiB/s, 1 objects/s recovering 2021-03-04T23:18:58.400 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:58 gibba008 bash[37770]: audit 2021-03-04T23:18:58.171071+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:58.401 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:58 gibba008 bash[39303]: cluster 2021-03-04T23:18:57.209208+0000 mgr.x (mgr.34379) 916 : cluster [DBG] pgmap v1259: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 195 op/s; 93 KiB/s, 1 objects/s recovering 2021-03-04T23:18:58.401 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:58 gibba008 bash[39303]: audit 2021-03-04T23:18:58.171071+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:58.472 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:58.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:18:58.528 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:18:58.529 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:18:58.575 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:58.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:58 gibba023 bash[27374]: cluster 2021-03-04T23:18:57.209208+0000 mgr.x (mgr.34379) 916 : cluster [DBG] pgmap v1259: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 195 op/s; 93 KiB/s, 1 objects/s recovering 2021-03-04T23:18:58.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:58 gibba023 bash[27374]: audit 2021-03-04T23:18:58.171071+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:58.602 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:58.603 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:18:58.710 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:18:58.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:58 gibba008 bash[47391]: debug 2021-03-04T23:18:58.466+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:18:58.813 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:58.954 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:18:58 gibba023 bash[16680]: debug 2021-03-04T23:18:58.706+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:58.955 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:59.057 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:59.131 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:18:59.235 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:59.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:58 gibba023 bash[15180]: debug 2021-03-04T23:18:58.950+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:59.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:18:59 gibba023 bash[15180]: debug 2021-03-04T23:18:59.126+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:18:59.331 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:18:59.369 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[39303]: audit 2021-03-04T23:18:58.844682+0000 mon.c (mon.1) 77 : audit [INF] from='client.? 172.21.2.108:0/1924523236' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:18:59.369 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[39303]: audit 2021-03-04T23:18:58.845066+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:18:59.369 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[39303]: audit 2021-03-04T23:18:58.882179+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:18:59.370 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[37770]: audit 2021-03-04T23:18:58.844682+0000 mon.c (mon.1) 77 : audit [INF] from='client.? 172.21.2.108:0/1924523236' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:18:59.370 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[37770]: audit 2021-03-04T23:18:58.845066+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:18:59.370 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[37770]: audit 2021-03-04T23:18:58.882179+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:18:59.638 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:18:59.746 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:59.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:59 gibba023 bash[27374]: audit 2021-03-04T23:18:58.844682+0000 mon.c (mon.1) 77 : audit [INF] from='client.? 172.21.2.108:0/1924523236' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:18:59.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:59 gibba023 bash[27374]: audit 2021-03-04T23:18:58.845066+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:18:59.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:18:59 gibba023 bash[27374]: audit 2021-03-04T23:18:58.882179+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:18:59.825 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:18:59.929 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:18:59.939 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:18:59 gibba008 bash[47391]: debug 2021-03-04T23:18:59.630+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:00.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:18:59 gibba023 bash[18090]: debug 2021-03-04T23:18:59.818+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:00.206 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:00.309 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:00.507 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[44600]: debug 2021-03-04T23:19:00.198+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:00.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[39303]: cephadm 2021-03-04T23:18:58.883772+0000 mgr.x (mgr.34379) 917 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:19:00.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[39303]: cluster 2021-03-04T23:18:59.210436+0000 mgr.x (mgr.34379) 918 : cluster [DBG] pgmap v1260: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 174 op/s; 83 KiB/s, 1 objects/s recovering 2021-03-04T23:19:00.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[39303]: cluster 2021-03-04T23:18:59.316612+0000 mon.a (mon.0) 1496 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:19:00.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[39303]: audit 2021-03-04T23:18:59.326664+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:19:00.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[39303]: cluster 2021-03-04T23:18:59.326714+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e659: 8 total, 8 up, 7 in 2021-03-04T23:19:00.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[37770]: cephadm 2021-03-04T23:18:58.883772+0000 mgr.x (mgr.34379) 917 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:19:00.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[37770]: cluster 2021-03-04T23:18:59.210436+0000 mgr.x (mgr.34379) 918 : cluster [DBG] pgmap v1260: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 174 op/s; 83 KiB/s, 1 objects/s recovering 2021-03-04T23:19:00.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[37770]: cluster 2021-03-04T23:18:59.316612+0000 mon.a (mon.0) 1496 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:19:00.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[37770]: audit 2021-03-04T23:18:59.326664+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:19:00.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[37770]: cluster 2021-03-04T23:18:59.326714+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e659: 8 total, 8 up, 7 in 2021-03-04T23:19:00.594 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:19:00.607 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:19:00.620 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:19:00.633 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:19:00.638 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:00.654 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:19:00.699 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:19:00.724 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:19:00.741 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:00.746 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:19:00.747 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.747 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.749 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:19:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:00 gibba023 bash[27374]: cephadm 2021-03-04T23:18:58.883772+0000 mgr.x (mgr.34379) 917 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:19:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:00 gibba023 bash[27374]: cluster 2021-03-04T23:18:59.210436+0000 mgr.x (mgr.34379) 918 : cluster [DBG] pgmap v1260: 109 pgs: 109 active+clean; 3.3 KiB data, 1.1 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 174 op/s; 83 KiB/s, 1 objects/s recovering 2021-03-04T23:19:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:00 gibba023 bash[27374]: cluster 2021-03-04T23:18:59.316612+0000 mon.a (mon.0) 1496 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:19:00.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:00 gibba023 bash[27374]: audit 2021-03-04T23:18:59.326664+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:19:00.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:00 gibba023 bash[27374]: cluster 2021-03-04T23:18:59.326714+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e659: 8 total, 8 up, 7 in 2021-03-04T23:19:00.776 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:00 gibba008 bash[48858]: debug 2021-03-04T23:19:00.630+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:01.270 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:01.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:01.668 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:01 gibba008 bash[39303]: audit 2021-03-04T23:19:00.577896+0000 mon.c (mon.1) 78 : audit [DBG] from='client.? 172.21.2.108:0/3313833785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:01.669 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:01 gibba008 bash[91265]: debug 2021-03-04T23:19:01.262+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:01.669 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:01 gibba008 bash[37770]: audit 2021-03-04T23:19:00.577896+0000 mon.c (mon.1) 78 : audit [DBG] from='client.? 172.21.2.108:0/3313833785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:01.767 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:01.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:01 gibba023 bash[27374]: audit 2021-03-04T23:19:00.577896+0000 mon.c (mon.1) 78 : audit [DBG] from='client.? 172.21.2.108:0/3313833785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:01.871 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:02.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:01 gibba008 bash[44600]: debug 2021-03-04T23:19:01.758+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:02.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:02.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:02 gibba008 bash[37770]: cluster 2021-03-04T23:19:01.212153+0000 mgr.x (mgr.34379) 919 : cluster [DBG] pgmap v1262: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 31 op/s 2021-03-04T23:19:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:02 gibba008 bash[39303]: cluster 2021-03-04T23:19:01.212153+0000 mgr.x (mgr.34379) 919 : cluster [DBG] pgmap v1262: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 31 op/s 2021-03-04T23:19:02.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:02 gibba008 bash[48858]: debug 2021-03-04T23:19:02.274+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:02 gibba023 bash[27374]: cluster 2021-03-04T23:19:01.212153+0000 mgr.x (mgr.34379) 919 : cluster [DBG] pgmap v1262: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 31 op/s 2021-03-04T23:19:02.927 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:03.030 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:03.198 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:03.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:02 gibba008 bash[47391]: debug 2021-03-04T23:19:02.922+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:03.306 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:03.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:03 gibba023 bash[19550]: debug 2021-03-04T23:19:03.190+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:03.874 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:03.977 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:04.229 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:04.251 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:03 gibba008 bash[48858]: debug 2021-03-04T23:19:03.866+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:04.337 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:04.433 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:04.515 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:04 gibba008 bash[47391]: debug 2021-03-04T23:19:04.222+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:04.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:04 gibba008 bash[37770]: cluster 2021-03-04T23:19:03.213635+0000 mgr.x (mgr.34379) 920 : cluster [DBG] pgmap v1263: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:04.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:04 gibba008 bash[39303]: cluster 2021-03-04T23:19:03.213635+0000 mgr.x (mgr.34379) 920 : cluster [DBG] pgmap v1263: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:04.539 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:04.629 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:04 gibba023 bash[27374]: cluster 2021-03-04T23:19:03.213635+0000 mgr.x (mgr.34379) 920 : cluster [DBG] pgmap v1263: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:04.629 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:04 gibba023 bash[19550]: debug 2021-03-04T23:19:04.426+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:04.630 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:04.734 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:05.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:04 gibba023 bash[19550]: debug 2021-03-04T23:19:04.622+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:05.179 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:05.281 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:05.377 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:05.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:05.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:05 gibba008 bash[48858]: debug 2021-03-04T23:19:05.170+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:05.582 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:05 gibba023 bash[19550]: debug 2021-03-04T23:19:05.370+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:05.582 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:05.689 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:05.799 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:05.906 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:06.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:05 gibba023 bash[16680]: debug 2021-03-04T23:19:05.790+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:06.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:05 gibba023 bash[18090]: debug 2021-03-04T23:19:05.574+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:06.058 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:19:06.147 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:06.278 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:06.375 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:19:06.384 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:06.411 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:06 gibba008 bash[44600]: debug 2021-03-04T23:19:06.270+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:06.449 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:06.472 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:06.472 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:06 gibba008 bash[37770]: cluster 2021-03-04T23:19:05.214721+0000 mgr.x (mgr.34379) 921 : cluster [DBG] pgmap v1264: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:06.473 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:06 gibba008 bash[39303]: cluster 2021-03-04T23:19:05.214721+0000 mgr.x (mgr.34379) 921 : cluster [DBG] pgmap v1264: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:06.576 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:06.701 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:06 gibba023 bash[27374]: cluster 2021-03-04T23:19:05.214721+0000 mgr.x (mgr.34379) 921 : cluster [DBG] pgmap v1264: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:06.701 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:06 gibba023 bash[19550]: debug 2021-03-04T23:19:06.466+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:06.702 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:06.809 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:07.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:06 gibba023 bash[19550]: debug 2021-03-04T23:19:06.694+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:07.276 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:07.378 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_2' removed 2021-03-04T23:19:07.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:07 gibba008 bash[37770]: audit 2021-03-04T23:19:07.052479+0000 mon.c (mon.1) 79 : audit [INF] from='client.? 172.21.2.108:0/2134733698' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:07 gibba008 bash[37770]: audit 2021-03-04T23:19:07.052801+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:07.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:07 gibba008 bash[91265]: debug 2021-03-04T23:19:07.266+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:07.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:07 gibba008 bash[39303]: audit 2021-03-04T23:19:07.052479+0000 mon.c (mon.1) 79 : audit [INF] from='client.? 172.21.2.108:0/2134733698' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:07.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:07 gibba008 bash[39303]: audit 2021-03-04T23:19:07.052801+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:07.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:07 gibba023 bash[27374]: audit 2021-03-04T23:19:07.052479+0000 mon.c (mon.1) 79 : audit [INF] from='client.? 172.21.2.108:0/2134733698' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:07.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:07 gibba023 bash[27374]: audit 2021-03-04T23:19:07.052801+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:07.910 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:08.013 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:08.288 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:07 gibba008 bash[91265]: debug 2021-03-04T23:19:07.902+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:08.605 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:08.707 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:08.724 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[44600]: debug 2021-03-04T23:19:08.598+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:08.725 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[37770]: cluster 2021-03-04T23:19:07.216437+0000 mgr.x (mgr.34379) 922 : cluster [DBG] pgmap v1265: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:08.725 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[37770]: audit 2021-03-04T23:19:07.373539+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:08.725 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[37770]: cluster 2021-03-04T23:19:07.373605+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e660: 8 total, 8 up, 7 in 2021-03-04T23:19:08.726 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[39303]: cluster 2021-03-04T23:19:07.216437+0000 mgr.x (mgr.34379) 922 : cluster [DBG] pgmap v1265: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:08.726 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[39303]: audit 2021-03-04T23:19:07.373539+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:08.726 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:08 gibba008 bash[39303]: cluster 2021-03-04T23:19:07.373605+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e660: 8 total, 8 up, 7 in 2021-03-04T23:19:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:08 gibba023 bash[27374]: cluster 2021-03-04T23:19:07.216437+0000 mgr.x (mgr.34379) 922 : cluster [DBG] pgmap v1265: 109 pgs: 109 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:08 gibba023 bash[27374]: audit 2021-03-04T23:19:07.373539+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:08 gibba023 bash[27374]: cluster 2021-03-04T23:19:07.373605+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e660: 8 total, 8 up, 7 in 2021-03-04T23:19:09.157 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:09.265 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:09.361 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:09.464 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:09.469 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:09 gibba008 bash[48858]: debug 2021-03-04T23:19:09.150+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:09.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:09 gibba023 bash[15180]: debug 2021-03-04T23:19:09.354+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:10.049 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:10.153 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:10.369 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[47391]: debug 2021-03-04T23:19:10.042+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:10.670 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[37770]: cluster 2021-03-04T23:19:09.217424+0000 mgr.x (mgr.34379) 923 : cluster [DBG] pgmap v1267: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:10.670 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[37770]: audit 2021-03-04T23:19:09.361883+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:10.671 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[37770]: audit 2021-03-04T23:19:09.362663+0000 mon.a (mon.0) 1503 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:19:10.671 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[39303]: cluster 2021-03-04T23:19:09.217424+0000 mgr.x (mgr.34379) 923 : cluster [DBG] pgmap v1267: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:10.671 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[39303]: audit 2021-03-04T23:19:09.361883+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:10.672 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[39303]: audit 2021-03-04T23:19:09.362663+0000 mon.a (mon.0) 1503 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:19:10.673 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:10.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:10 gibba008 bash[91265]: debug 2021-03-04T23:19:10.662+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:10.774 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:10.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:10 gibba023 bash[27374]: cluster 2021-03-04T23:19:09.217424+0000 mgr.x (mgr.34379) 923 : cluster [DBG] pgmap v1267: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:10.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:10 gibba023 bash[27374]: audit 2021-03-04T23:19:09.361883+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:10.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:10 gibba023 bash[27374]: audit 2021-03-04T23:19:09.362663+0000 mon.a (mon.0) 1503 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:19:11.137 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:11.244 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:11.344 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:11.450 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:11.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:11 gibba008 bash[44600]: debug 2021-03-04T23:19:11.130+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:11.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:11 gibba023 bash[15180]: debug 2021-03-04T23:19:11.338+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:11.536 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:11.639 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:12.012 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:12.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:11 gibba023 bash[18090]: debug 2021-03-04T23:19:11.530+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:12.120 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:12.221 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:12.328 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:12.377 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:12 gibba008 bash[91265]: debug 2021-03-04T23:19:12.002+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:12.490 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:12 gibba023 bash[27374]: cluster 2021-03-04T23:19:11.218861+0000 mgr.x (mgr.34379) 924 : cluster [DBG] pgmap v1268: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:12.490 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:12 gibba023 bash[19550]: debug 2021-03-04T23:19:12.214+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:12.491 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:12.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:12 gibba008 bash[37770]: cluster 2021-03-04T23:19:11.218861+0000 mgr.x (mgr.34379) 924 : cluster [DBG] pgmap v1268: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:12 gibba008 bash[39303]: cluster 2021-03-04T23:19:11.218861+0000 mgr.x (mgr.34379) 924 : cluster [DBG] pgmap v1268: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:12.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:12 gibba023 bash[15180]: debug 2021-03-04T23:19:12.486+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:12.822 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:19:12.823 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:19:12.824 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2021-03-04T23:19:12.825 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_3 16 2021-03-04T23:19:12.869 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:12.907 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:12.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:13.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:12 gibba008 bash[91265]: debug 2021-03-04T23:19:12.862+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:13.488 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:13.595 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:13.690 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:13 gibba023 bash[27374]: cluster 2021-03-04T23:19:13.220052+0000 mgr.x (mgr.34379) 925 : cluster [DBG] pgmap v1269: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:13.691 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:13.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:13 gibba008 bash[37770]: cluster 2021-03-04T23:19:13.220052+0000 mgr.x (mgr.34379) 925 : cluster [DBG] pgmap v1269: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:13.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:13 gibba008 bash[39303]: cluster 2021-03-04T23:19:13.220052+0000 mgr.x (mgr.34379) 925 : cluster [DBG] pgmap v1269: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:13.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:13 gibba008 bash[47391]: debug 2021-03-04T23:19:13.478+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:13.793 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:14.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:13 gibba023 bash[19550]: debug 2021-03-04T23:19:13.686+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:14.314 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:14.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:14.512 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:14.616 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:14.740 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:14 gibba023 bash[15180]: debug 2021-03-04T23:19:14.506+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:14.741 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:14.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:14 gibba008 bash[48858]: debug 2021-03-04T23:19:14.306+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:14.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:15.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:14 gibba023 bash[15180]: debug 2021-03-04T23:19:14.734+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:15.244 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:15.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:15.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:15 gibba008 bash[91265]: debug 2021-03-04T23:19:15.238+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:15.618 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:15.726 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:15.742 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:15 gibba008 bash[47391]: debug 2021-03-04T23:19:15.610+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:15.940 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:16.048 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:16.151 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:16.253 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:19:16.255 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:19:16.257 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:16.260 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:15 gibba008 bash[47391]: debug 2021-03-04T23:19:15.930+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:16.354 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:16 gibba008 bash[37770]: cluster 2021-03-04T23:19:15.221132+0000 mgr.x (mgr.34379) 926 : cluster [DBG] pgmap v1270: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:16.354 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:16 gibba008 bash[39303]: cluster 2021-03-04T23:19:15.221132+0000 mgr.x (mgr.34379) 926 : cluster [DBG] pgmap v1270: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:16 gibba023 bash[27374]: cluster 2021-03-04T23:19:15.221132+0000 mgr.x (mgr.34379) 926 : cluster [DBG] pgmap v1270: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:16.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:16 gibba023 bash[16680]: debug 2021-03-04T23:19:16.142+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:16.535 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:16.642 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:16.721 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:16.791 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:16 gibba008 bash[91265]: debug 2021-03-04T23:19:16.526+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:16.823 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:17.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:16 gibba023 bash[16680]: debug 2021-03-04T23:19:16.714+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:17.264 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:17.370 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:17.473 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:19:17.473 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:19:17.474 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:19:17.474 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:19:17.474 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:19:17.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:17 gibba008 bash[37770]: audit 2021-03-04T23:19:16.237675+0000 mgr.x (mgr.34379) 927 : audit [DBG] from='client.45441 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:19:17.564 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:17 gibba008 bash[39303]: audit 2021-03-04T23:19:16.237675+0000 mgr.x (mgr.34379) 927 : audit [DBG] from='client.45441 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:19:17.565 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:17 gibba008 bash[44600]: debug 2021-03-04T23:19:17.254+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:17.744 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:17 gibba023 bash[27374]: audit 2021-03-04T23:19:16.237675+0000 mgr.x (mgr.34379) 927 : audit [DBG] from='client.45441 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:19:17.744 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:17.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:18.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:17 gibba023 bash[18090]: debug 2021-03-04T23:19:17.738+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:18.198 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:18.301 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:18.502 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:18 gibba008 bash[37770]: cluster 2021-03-04T23:19:17.221702+0000 mgr.x (mgr.34379) 928 : cluster [DBG] pgmap v1271: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:18.503 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:18 gibba008 bash[39303]: cluster 2021-03-04T23:19:17.221702+0000 mgr.x (mgr.34379) 928 : cluster [DBG] pgmap v1271: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:18.503 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:18 gibba008 bash[91265]: debug 2021-03-04T23:19:18.190+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:18 gibba023 bash[27374]: cluster 2021-03-04T23:19:17.221702+0000 mgr.x (mgr.34379) 928 : cluster [DBG] pgmap v1271: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:18.802 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:18.905 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:19.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:18 gibba008 bash[47391]: debug 2021-03-04T23:19:18.794+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:19.027 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:19.130 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:19.224 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:19 gibba023 bash[15180]: debug 2021-03-04T23:19:19.022+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:19.224 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:19.329 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:19.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:19 gibba023 bash[15180]: debug 2021-03-04T23:19:19.218+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:19.880 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:19.983 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:20.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:20 gibba008 bash[37770]: cluster 2021-03-04T23:19:19.222117+0000 mgr.x (mgr.34379) 929 : cluster [DBG] pgmap v1272: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:20.159 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:20 gibba008 bash[39303]: cluster 2021-03-04T23:19:19.222117+0000 mgr.x (mgr.34379) 929 : cluster [DBG] pgmap v1272: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:20.159 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:19 gibba008 bash[91265]: debug 2021-03-04T23:19:19.874+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:20.350 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:20.457 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:20.468 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:20 gibba023 bash[27374]: cluster 2021-03-04T23:19:19.222117+0000 mgr.x (mgr.34379) 929 : cluster [DBG] pgmap v1272: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:20.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:20 gibba008 bash[47391]: debug 2021-03-04T23:19:20.342+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:20.578 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:20.686 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:20.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:20 gibba023 bash[15180]: debug 2021-03-04T23:19:20.570+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:20.977 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1270,"stamp":"2021-03-04T23:19:15.220616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":289,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":5284368,"kb_used_data":299736,"kb_used_omap":6080,"kb_used_meta":4978495,"kb_avail":611278320,"statfs":{"total":631360192512,"available":625948999680,"internally_reserved":4294967296,"allocated":306929664,"data_stored":284968130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6226792,"internal_metadata":5097979032},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-361028,"num_write_kb":-11552833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-12901,"num_bytes_recovered":-845414400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.006335"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"646","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397149+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:19:00.397149+0000","last_peered":"2021-03-04T23:19:00.397149+0000","last_clean":"2021-03-04T23:19:00.397149+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:19:00.397149+0000","last_undegraded":"2021-03-04T23:19:00.397149+0000","last_fullsized":"2021-03-04T23:19:00.397149+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"606","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326791+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:18:59.326791+0000","last_peered":"2021-03-04T23:18:59.326791+0000","last_clean":"2021-03-04T23:18:59.326791+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:18:59.326791+0000","last_undegraded":"2021-03-04T23:18:59.326791+0000","last_fullsized":"2021-03-04T23:18:59.326791+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"410","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325861+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:18:59.325861+0000","last_peered":"2021-03-04T23:18:59.325861+0000","last_clean":"2021-03-04T23:18:59.325861+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:18:59.325861+0000","last_undegraded":"2021-03-04T23:18:59.325861+0000","last_fullsized":"2021-03-04T23:18:59.325861+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"639","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.518971+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:18:59.518971+0000","last_peered":"2021-03-04T23:18:59.518971+0000","last_clean":"2021-03-04T23:18:59.518971+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:18:59.518971+0000","last_undegraded":"2021-03-04T23:18:59.518971+0000","last_fullsized":"2021-03-04T23:18:59.518971+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"622","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325563+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:18:59.325563+0000","last_peered":"2021-03-04T23:18:59.325563+0000","last_clean":"2021-03-04T23:18:59.325563+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:18:59.325563+0000","last_undegraded":"2021-03-04T23:18:59.325563+0000","last_fullsized":"2021-03-04T23:18:59.325563+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"629","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.808610+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:19:00.808610+0000","last_peered":"2021-03-04T23:19:00.808610+0000","last_clean":"2021-03-04T23:19:00.808610+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:19:00.808610+0000","last_undegraded":"2021-03-04T23:19:00.808610+0000","last_fullsized":"2021-03-04T23:19:00.808610+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"620","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.519394+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:18:59.519394+0000","last_peered":"2021-03-04T23:18:59.519394+0000","last_clean":"2021-03-04T23:18:59.519394+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:18:59.519394+0000","last_undegraded":"2021-03-04T23:18:59.519394+0000","last_fullsized":"2021-03-04T23:18:59.519394+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"606","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325688+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:18:59.325688+0000","last_peered":"2021-03-04T23:18:59.325688+0000","last_clean":"2021-03-04T23:18:59.325688+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:18:59.325688+0000","last_undegraded":"2021-03-04T23:18:59.325688+0000","last_fullsized":"2021-03-04T23:18:59.325688+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"24","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.575306+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:18:59.575306+0000","last_peered":"2021-03-04T23:18:59.575306+0000","last_clean":"2021-03-04T23:18:59.575306+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:18:59.575306+0000","last_undegraded":"2021-03-04T23:18:59.575306+0000","last_fullsized":"2021-03-04T23:18:59.575306+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"589","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326383+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:18:59.326383+0000","last_peered":"2021-03-04T23:18:59.326383+0000","last_clean":"2021-03-04T23:18:59.326383+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:18:59.326383+0000","last_undegraded":"2021-03-04T23:18:59.326383+0000","last_fullsized":"2021-03-04T23:18:59.326383+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"634","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.950609+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:19:00.950609+0000","last_peered":"2021-03-04T23:19:00.950609+0000","last_clean":"2021-03-04T23:19:00.950609+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:19:00.950609+0000","last_undegraded":"2021-03-04T23:19:00.950609+0000","last_fullsized":"2021-03-04T23:19:00.950609+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"383","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.809195+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:19:00.809195+0000","last_peered":"2021-03-04T23:19:00.809195+0000","last_clean":"2021-03-04T23:19:00.809195+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:19:00.809195+0000","last_undegraded":"2021-03-04T23:19:00.809195+0000","last_fullsized":"2021-03-04T23:19:00.809195+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"619","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397161+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:19:00.397161+0000","last_peered":"2021-03-04T23:19:00.397161+0000","last_clean":"2021-03-04T23:19:00.397161+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:19:00.397161+0000","last_undegraded":"2021-03-04T23:19:00.397161+0000","last_fullsized":"2021-03-04T23:19:00.397161+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"629","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397926+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:19:00.397926+0000","last_peered":"2021-03-04T23:19:00.397926+0000","last_clean":"2021-03-04T23:19:00.397926+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:19:00.397926+0000","last_undegraded":"2021-03-04T23:19:00.397926+0000","last_fullsized":"2021-03-04T23:19:00.397926+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"618","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.951680+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:19:00.951680+0000","last_peered":"2021-03-04T23:19:00.951680+0000","last_clean":"2021-03-04T23:19:00.951680+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:19:00.951680+0000","last_undegraded":"2021-03-04T23:19:00.951680+0000","last_fullsized":"2021-03-04T23:19:00.951680+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"606","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326619+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:18:59.326619+0000","last_peered":"2021-03-04T23:18:59.326619+0000","last_clean":"2021-03-04T23:18:59.326619+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:18:59.326619+0000","last_undegraded":"2021-03-04T23:18:59.326619+0000","last_fullsized":"2021-03-04T23:18:59.326619+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"620","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.518427+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:18:59.518427+0000","last_peered":"2021-03-04T23:18:59.518427+0000","last_clean":"2021-03-04T23:18:59.518427+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:18:59.518427+0000","last_undegraded":"2021-03-04T23:18:59.518427+0000","last_fullsized":"2021-03-04T23:18:59.518427+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"24","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.574990+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:18:59.574990+0000","last_peered":"2021-03-04T23:18:59.574990+0000","last_clean":"2021-03-04T23:18:59.574990+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:18:59.574990+0000","last_undegraded":"2021-03-04T23:18:59.574990+0000","last_fullsized":"2021-03-04T23:18:59.574990+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"78","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.324494+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:18:59.324494+0000","last_peered":"2021-03-04T23:18:59.324494+0000","last_clean":"2021-03-04T23:18:59.324494+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:18:59.324494+0000","last_undegraded":"2021-03-04T23:18:59.324494+0000","last_fullsized":"2021-03-04T23:18:59.324494+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"601","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.951147+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:19:00.951147+0000","last_peered":"2021-03-04T23:19:00.951147+0000","last_clean":"2021-03-04T23:19:00.951147+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:19:00.951147+0000","last_undegraded":"2021-03-04T23:19:00.951147+0000","last_fullsized":"2021-03-04T23:19:00.951147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"639","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.518761+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:18:59.518761+0000","last_peered":"2021-03-04T23:18:59.518761+0000","last_clean":"2021-03-04T23:18:59.518761+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:18:59.518761+0000","last_undegraded":"2021-03-04T23:18:59.518761+0000","last_fullsized":"2021-03-04T23:18:59.518761+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"94","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.807043+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:19:00.807043+0000","last_peered":"2021-03-04T23:19:00.807043+0000","last_clean":"2021-03-04T23:19:00.807043+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:19:00.807043+0000","last_undegraded":"2021-03-04T23:19:00.807043+0000","last_fullsized":"2021-03-04T23:19:00.807043+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"682","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.807053+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:19:00.807053+0000","last_peered":"2021-03-04T23:19:00.807053+0000","last_clean":"2021-03-04T23:19:00.807053+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:19:00.807053+0000","last_undegraded":"2021-03-04T23:19:00.807053+0000","last_fullsized":"2021-03-04T23:19:00.807053+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"627","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326853+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:18:59.326853+0000","last_peered":"2021-03-04T23:18:59.326853+0000","last_clean":"2021-03-04T23:18:59.326853+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:18:59.326853+0000","last_undegraded":"2021-03-04T23:18:59.326853+0000","last_fullsized":"2021-03-04T23:18:59.326853+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"111","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326553+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:18:59.326553+0000","last_peered":"2021-03-04T23:18:59.326553+0000","last_clean":"2021-03-04T23:18:59.326553+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:18:59.326553+0000","last_undegraded":"2021-03-04T23:18:59.326553+0000","last_fullsized":"2021-03-04T23:18:59.326553+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"617","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.953548+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:19:00.953548+0000","last_peered":"2021-03-04T23:19:00.953548+0000","last_clean":"2021-03-04T23:19:00.953548+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:19:00.953548+0000","last_undegraded":"2021-03-04T23:19:00.953548+0000","last_fullsized":"2021-03-04T23:19:00.953548+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"33","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.573972+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:18:59.573972+0000","last_peered":"2021-03-04T23:18:59.573972+0000","last_clean":"2021-03-04T23:18:59.573972+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:18:59.573972+0000","last_undegraded":"2021-03-04T23:18:59.573972+0000","last_fullsized":"2021-03-04T23:18:59.573972+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"76","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397522+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:19:00.397522+0000","last_peered":"2021-03-04T23:19:00.397522+0000","last_clean":"2021-03-04T23:19:00.397522+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:19:00.397522+0000","last_undegraded":"2021-03-04T23:19:00.397522+0000","last_fullsized":"2021-03-04T23:19:00.397522+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"631","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.953320+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:19:00.953320+0000","last_peered":"2021-03-04T23:19:00.953320+0000","last_clean":"2021-03-04T23:19:00.953320+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:19:00.953320+0000","last_undegraded":"2021-03-04T23:19:00.953320+0000","last_fullsized":"2021-03-04T23:19:00.953320+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"659","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396181+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:19:00.396181+0000","last_peered":"2021-03-04T23:19:00.396181+0000","last_clean":"2021-03-04T23:19:00.396181+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:19:00.396181+0000","last_undegraded":"2021-03-04T23:19:00.396181+0000","last_fullsized":"2021-03-04T23:19:00.396181+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"412","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325776+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:18:59.325776+0000","last_peered":"2021-03-04T23:18:59.325776+0000","last_clean":"2021-03-04T23:18:59.325776+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:18:59.325776+0000","last_undegraded":"2021-03-04T23:18:59.325776+0000","last_fullsized":"2021-03-04T23:18:59.325776+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"643","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.952688+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:19:00.952688+0000","last_peered":"2021-03-04T23:19:00.952688+0000","last_clean":"2021-03-04T23:19:00.952688+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:19:00.952688+0000","last_undegraded":"2021-03-04T23:19:00.952688+0000","last_fullsized":"2021-03-04T23:19:00.952688+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"629","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.808943+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:19:00.808943+0000","last_peered":"2021-03-04T23:19:00.808943+0000","last_clean":"2021-03-04T23:19:00.808943+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:19:00.808943+0000","last_undegraded":"2021-03-04T23:19:00.808943+0000","last_fullsized":"2021-03-04T23:19:00.808943+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"647","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396600+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:19:00.396600+0000","last_peered":"2021-03-04T23:19:00.396600+0000","last_clean":"2021-03-04T23:19:00.396600+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:19:00.396600+0000","last_undegraded":"2021-03-04T23:19:00.396600+0000","last_fullsized":"2021-03-04T23:19:00.396600+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"636","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.574950+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:18:59.574950+0000","last_peered":"2021-03-04T23:18:59.574950+0000","last_clean":"2021-03-04T23:18:59.574950+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:18:59.574950+0000","last_undegraded":"2021-03-04T23:18:59.574950+0000","last_fullsized":"2021-03-04T23:18:59.574950+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"630","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.518320+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:18:59.518320+0000","last_peered":"2021-03-04T23:18:59.518320+0000","last_clean":"2021-03-04T23:18:59.518320+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:18:59.518320+0000","last_undegraded":"2021-03-04T23:18:59.518320+0000","last_fullsized":"2021-03-04T23:18:59.518320+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"658","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.952820+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:19:00.952820+0000","last_peered":"2021-03-04T23:19:00.952820+0000","last_clean":"2021-03-04T23:19:00.952820+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:19:00.952820+0000","last_undegraded":"2021-03-04T23:19:00.952820+0000","last_fullsized":"2021-03-04T23:19:00.952820+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"62","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326561+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:18:59.326561+0000","last_peered":"2021-03-04T23:18:59.326561+0000","last_clean":"2021-03-04T23:18:59.326561+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:18:59.326561+0000","last_undegraded":"2021-03-04T23:18:59.326561+0000","last_fullsized":"2021-03-04T23:18:59.326561+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"592","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326640+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:18:59.326640+0000","last_peered":"2021-03-04T23:18:59.326640+0000","last_clean":"2021-03-04T23:18:59.326640+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:18:59.326640+0000","last_undegraded":"2021-03-04T23:18:59.326640+0000","last_fullsized":"2021-03-04T23:18:59.326640+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"635","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396277+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:19:00.396277+0000","last_peered":"2021-03-04T23:19:00.396277+0000","last_clean":"2021-03-04T23:19:00.396277+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:19:00.396277+0000","last_undegraded":"2021-03-04T23:19:00.396277+0000","last_fullsized":"2021-03-04T23:19:00.396277+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"24","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.573577+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:18:59.573577+0000","last_peered":"2021-03-04T23:18:59.573577+0000","last_clean":"2021-03-04T23:18:59.573577+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:18:59.573577+0000","last_undegraded":"2021-03-04T23:18:59.573577+0000","last_fullsized":"2021-03-04T23:18:59.573577+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"637","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.951046+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:19:00.951046+0000","last_peered":"2021-03-04T23:19:00.951046+0000","last_clean":"2021-03-04T23:19:00.951046+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:19:00.951046+0000","last_undegraded":"2021-03-04T23:19:00.951046+0000","last_fullsized":"2021-03-04T23:19:00.951046+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"645","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.807505+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:19:00.807505+0000","last_peered":"2021-03-04T23:19:00.807505+0000","last_clean":"2021-03-04T23:19:00.807505+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:19:00.807505+0000","last_undegraded":"2021-03-04T23:19:00.807505+0000","last_fullsized":"2021-03-04T23:19:00.807505+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"26","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397278+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:19:00.397278+0000","last_peered":"2021-03-04T23:19:00.397278+0000","last_clean":"2021-03-04T23:19:00.397278+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:19:00.397278+0000","last_undegraded":"2021-03-04T23:19:00.397278+0000","last_fullsized":"2021-03-04T23:19:00.397278+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"664","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.953273+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:19:00.953273+0000","last_peered":"2021-03-04T23:19:00.953273+0000","last_clean":"2021-03-04T23:19:00.953273+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:19:00.953273+0000","last_undegraded":"2021-03-04T23:19:00.953273+0000","last_fullsized":"2021-03-04T23:19:00.953273+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"621","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396807+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:19:00.396807+0000","last_peered":"2021-03-04T23:19:00.396807+0000","last_clean":"2021-03-04T23:19:00.396807+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:19:00.396807+0000","last_undegraded":"2021-03-04T23:19:00.396807+0000","last_fullsized":"2021-03-04T23:19:00.396807+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"644","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396326+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:19:00.396326+0000","last_peered":"2021-03-04T23:19:00.396326+0000","last_clean":"2021-03-04T23:19:00.396326+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:19:00.396326+0000","last_undegraded":"2021-03-04T23:19:00.396326+0000","last_fullsized":"2021-03-04T23:19:00.396326+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"64","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.573854+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:18:59.573854+0000","last_peered":"2021-03-04T23:18:59.573854+0000","last_clean":"2021-03-04T23:18:59.573854+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:18:59.573854+0000","last_undegraded":"2021-03-04T23:18:59.573854+0000","last_fullsized":"2021-03-04T23:18:59.573854+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"91","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.951903+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:19:00.951903+0000","last_peered":"2021-03-04T23:19:00.951903+0000","last_clean":"2021-03-04T23:19:00.951903+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:19:00.951903+0000","last_undegraded":"2021-03-04T23:19:00.951903+0000","last_fullsized":"2021-03-04T23:19:00.951903+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"607","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326376+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:18:59.326376+0000","last_peered":"2021-03-04T23:18:59.326376+0000","last_clean":"2021-03-04T23:18:59.326376+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:18:59.326376+0000","last_undegraded":"2021-03-04T23:18:59.326376+0000","last_fullsized":"2021-03-04T23:18:59.326376+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"389","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326882+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:18:59.326882+0000","last_peered":"2021-03-04T23:18:59.326882+0000","last_clean":"2021-03-04T23:18:59.326882+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:18:59.326882+0000","last_undegraded":"2021-03-04T23:18:59.326882+0000","last_fullsized":"2021-03-04T23:18:59.326882+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"650","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.806388+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:19:00.806388+0000","last_peered":"2021-03-04T23:19:00.806388+0000","last_clean":"2021-03-04T23:19:00.806388+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:19:00.806388+0000","last_undegraded":"2021-03-04T23:19:00.806388+0000","last_fullsized":"2021-03-04T23:19:00.806388+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"412","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.518642+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:18:59.518642+0000","last_peered":"2021-03-04T23:18:59.518642+0000","last_clean":"2021-03-04T23:18:59.518642+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:18:59.518642+0000","last_undegraded":"2021-03-04T23:18:59.518642+0000","last_fullsized":"2021-03-04T23:18:59.518642+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"651","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.575624+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:18:59.575624+0000","last_peered":"2021-03-04T23:18:59.575624+0000","last_clean":"2021-03-04T23:18:59.575624+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:18:59.575624+0000","last_undegraded":"2021-03-04T23:18:59.575624+0000","last_fullsized":"2021-03-04T23:18:59.575624+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"24","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.573699+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:18:59.573699+0000","last_peered":"2021-03-04T23:18:59.573699+0000","last_clean":"2021-03-04T23:18:59.573699+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:18:59.573699+0000","last_undegraded":"2021-03-04T23:18:59.573699+0000","last_fullsized":"2021-03-04T23:18:59.573699+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"64","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.574393+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:18:59.574393+0000","last_peered":"2021-03-04T23:18:59.574393+0000","last_clean":"2021-03-04T23:18:59.574393+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:18:59.574393+0000","last_undegraded":"2021-03-04T23:18:59.574393+0000","last_fullsized":"2021-03-04T23:18:59.574393+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"646","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.574609+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:18:59.574609+0000","last_peered":"2021-03-04T23:18:59.574609+0000","last_clean":"2021-03-04T23:18:59.574609+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:18:59.574609+0000","last_undegraded":"2021-03-04T23:18:59.574609+0000","last_fullsized":"2021-03-04T23:18:59.574609+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"621","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397798+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:19:00.397798+0000","last_peered":"2021-03-04T23:19:00.397798+0000","last_clean":"2021-03-04T23:19:00.397798+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:19:00.397798+0000","last_undegraded":"2021-03-04T23:19:00.397798+0000","last_fullsized":"2021-03-04T23:19:00.397798+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"428","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326478+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:18:59.326478+0000","last_peered":"2021-03-04T23:18:59.326478+0000","last_clean":"2021-03-04T23:18:59.326478+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:18:59.326478+0000","last_undegraded":"2021-03-04T23:18:59.326478+0000","last_fullsized":"2021-03-04T23:18:59.326478+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"16","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.952028+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:19:00.952028+0000","last_peered":"2021-03-04T23:19:00.952028+0000","last_clean":"2021-03-04T23:19:00.952028+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:19:00.952028+0000","last_undegraded":"2021-03-04T23:19:00.952028+0000","last_fullsized":"2021-03-04T23:19:00.952028+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"654","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325056+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:18:59.325056+0000","last_peered":"2021-03-04T23:18:59.325056+0000","last_clean":"2021-03-04T23:18:59.325056+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:18:59.325056+0000","last_undegraded":"2021-03-04T23:18:59.325056+0000","last_fullsized":"2021-03-04T23:18:59.325056+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"384","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325060+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:18:59.325060+0000","last_peered":"2021-03-04T23:18:59.325060+0000","last_clean":"2021-03-04T23:18:59.325060+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:18:59.325060+0000","last_undegraded":"2021-03-04T23:18:59.325060+0000","last_fullsized":"2021-03-04T23:18:59.325060+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"393","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.575749+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:18:59.575749+0000","last_peered":"2021-03-04T23:18:59.575749+0000","last_clean":"2021-03-04T23:18:59.575749+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:18:59.575749+0000","last_undegraded":"2021-03-04T23:18:59.575749+0000","last_fullsized":"2021-03-04T23:18:59.575749+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"637","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.574721+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:18:59.574721+0000","last_peered":"2021-03-04T23:18:59.574721+0000","last_clean":"2021-03-04T23:18:59.574721+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:18:59.574721+0000","last_undegraded":"2021-03-04T23:18:59.574721+0000","last_fullsized":"2021-03-04T23:18:59.574721+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"635","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.953556+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:19:00.953556+0000","last_peered":"2021-03-04T23:19:00.953556+0000","last_clean":"2021-03-04T23:19:00.953556+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:19:00.953556+0000","last_undegraded":"2021-03-04T23:19:00.953556+0000","last_fullsized":"2021-03-04T23:19:00.953556+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"588","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326622+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:18:59.326622+0000","last_peered":"2021-03-04T23:18:59.326622+0000","last_clean":"2021-03-04T23:18:59.326622+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:18:59.326622+0000","last_undegraded":"2021-03-04T23:18:59.326622+0000","last_fullsized":"2021-03-04T23:18:59.326622+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"605","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.808686+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:19:00.808686+0000","last_peered":"2021-03-04T23:19:00.808686+0000","last_clean":"2021-03-04T23:19:00.808686+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:19:00.808686+0000","last_undegraded":"2021-03-04T23:19:00.808686+0000","last_fullsized":"2021-03-04T23:19:00.808686+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"653","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.807954+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:19:00.807954+0000","last_peered":"2021-03-04T23:19:00.807954+0000","last_clean":"2021-03-04T23:19:00.807954+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:19:00.807954+0000","last_undegraded":"2021-03-04T23:19:00.807954+0000","last_fullsized":"2021-03-04T23:19:00.807954+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"671","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.951251+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:19:00.951251+0000","last_peered":"2021-03-04T23:19:00.951251+0000","last_clean":"2021-03-04T23:19:00.951251+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:19:00.951251+0000","last_undegraded":"2021-03-04T23:19:00.951251+0000","last_fullsized":"2021-03-04T23:19:00.951251+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"638","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.517511+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:18:59.517511+0000","last_peered":"2021-03-04T23:18:59.517511+0000","last_clean":"2021-03-04T23:18:59.517511+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:18:59.517511+0000","last_undegraded":"2021-03-04T23:18:59.517511+0000","last_fullsized":"2021-03-04T23:18:59.517511+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"630","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.519044+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:18:59.519044+0000","last_peered":"2021-03-04T23:18:59.519044+0000","last_clean":"2021-03-04T23:18:59.519044+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:18:59.519044+0000","last_undegraded":"2021-03-04T23:18:59.519044+0000","last_fullsized":"2021-03-04T23:18:59.519044+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"650","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.808593+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:19:00.808593+0000","last_peered":"2021-03-04T23:19:00.808593+0000","last_clean":"2021-03-04T23:19:00.808593+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:19:00.808593+0000","last_undegraded":"2021-03-04T23:19:00.808593+0000","last_fullsized":"2021-03-04T23:19:00.808593+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"632","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.952727+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:19:00.952727+0000","last_peered":"2021-03-04T23:19:00.952727+0000","last_clean":"2021-03-04T23:19:00.952727+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:19:00.952727+0000","last_undegraded":"2021-03-04T23:19:00.952727+0000","last_fullsized":"2021-03-04T23:19:00.952727+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"402","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326627+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:18:59.326627+0000","last_peered":"2021-03-04T23:18:59.326627+0000","last_clean":"2021-03-04T23:18:59.326627+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:18:59.326627+0000","last_undegraded":"2021-03-04T23:18:59.326627+0000","last_fullsized":"2021-03-04T23:18:59.326627+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"591","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.518025+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:18:59.518025+0000","last_peered":"2021-03-04T23:18:59.518025+0000","last_clean":"2021-03-04T23:18:59.518025+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:18:59.518025+0000","last_undegraded":"2021-03-04T23:18:59.518025+0000","last_fullsized":"2021-03-04T23:18:59.518025+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"64","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.397309+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:19:00.397309+0000","last_peered":"2021-03-04T23:19:00.397309+0000","last_clean":"2021-03-04T23:19:00.397309+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:19:00.397309+0000","last_undegraded":"2021-03-04T23:19:00.397309+0000","last_fullsized":"2021-03-04T23:19:00.397309+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"592","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326962+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:18:59.326962+0000","last_peered":"2021-03-04T23:18:59.326962+0000","last_clean":"2021-03-04T23:18:59.326962+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:18:59.326962+0000","last_undegraded":"2021-03-04T23:18:59.326962+0000","last_fullsized":"2021-03-04T23:18:59.326962+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"379","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.806096+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:19:00.806096+0000","last_peered":"2021-03-04T23:19:00.806096+0000","last_clean":"2021-03-04T23:19:00.806096+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:19:00.806096+0000","last_undegraded":"2021-03-04T23:19:00.806096+0000","last_fullsized":"2021-03-04T23:19:00.806096+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"604","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.325933+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:18:59.325933+0000","last_peered":"2021-03-04T23:18:59.325933+0000","last_clean":"2021-03-04T23:18:59.325933+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:18:59.325933+0000","last_undegraded":"2021-03-04T23:18:59.325933+0000","last_fullsized":"2021-03-04T23:18:59.325933+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"78","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326619+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:18:59.326619+0000","last_peered":"2021-03-04T23:18:59.326619+0000","last_clean":"2021-03-04T23:18:59.326619+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:18:59.326619+0000","last_undegraded":"2021-03-04T23:18:59.326619+0000","last_fullsized":"2021-03-04T23:18:59.326619+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"670","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.808642+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:19:00.808642+0000","last_peered":"2021-03-04T23:19:00.808642+0000","last_clean":"2021-03-04T23:19:00.808642+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:19:00.808642+0000","last_undegraded":"2021-03-04T23:19:00.808642+0000","last_fullsized":"2021-03-04T23:19:00.808642+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"662","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.519182+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:18:59.519182+0000","last_peered":"2021-03-04T23:18:59.519182+0000","last_clean":"2021-03-04T23:18:59.519182+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:18:59.519182+0000","last_undegraded":"2021-03-04T23:18:59.519182+0000","last_fullsized":"2021-03-04T23:18:59.519182+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"605","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396997+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:19:00.396997+0000","last_peered":"2021-03-04T23:19:00.396997+0000","last_clean":"2021-03-04T23:19:00.396997+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:19:00.396997+0000","last_undegraded":"2021-03-04T23:19:00.396997+0000","last_fullsized":"2021-03-04T23:19:00.396997+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"595","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.517969+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:18:59.517969+0000","last_peered":"2021-03-04T23:18:59.517969+0000","last_clean":"2021-03-04T23:18:59.517969+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:18:59.517969+0000","last_undegraded":"2021-03-04T23:18:59.517969+0000","last_fullsized":"2021-03-04T23:18:59.517969+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"659","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326538+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:18:59.326538+0000","last_peered":"2021-03-04T23:18:59.326538+0000","last_clean":"2021-03-04T23:18:59.326538+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:18:59.326538+0000","last_undegraded":"2021-03-04T23:18:59.326538+0000","last_fullsized":"2021-03-04T23:18:59.326538+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"636","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.575599+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:18:59.575599+0000","last_peered":"2021-03-04T23:18:59.575599+0000","last_clean":"2021-03-04T23:18:59.575599+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:18:59.575599+0000","last_undegraded":"2021-03-04T23:18:59.575599+0000","last_fullsized":"2021-03-04T23:18:59.575599+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"659","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396240+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:19:00.396240+0000","last_peered":"2021-03-04T23:19:00.396240+0000","last_clean":"2021-03-04T23:19:00.396240+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:19:00.396240+0000","last_undegraded":"2021-03-04T23:19:00.396240+0000","last_fullsized":"2021-03-04T23:19:00.396240+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"608","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.575629+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:18:59.575629+0000","last_peered":"2021-03-04T23:18:59.575629+0000","last_clean":"2021-03-04T23:18:59.575629+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:18:59.575629+0000","last_undegraded":"2021-03-04T23:18:59.575629+0000","last_fullsized":"2021-03-04T23:18:59.575629+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"26","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396738+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:19:00.396738+0000","last_peered":"2021-03-04T23:19:00.396738+0000","last_clean":"2021-03-04T23:19:00.396738+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:19:00.396738+0000","last_undegraded":"2021-03-04T23:19:00.396738+0000","last_fullsized":"2021-03-04T23:19:00.396738+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"620","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326912+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:18:59.326912+0000","last_peered":"2021-03-04T23:18:59.326912+0000","last_clean":"2021-03-04T23:18:59.326912+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:18:59.326912+0000","last_undegraded":"2021-03-04T23:18:59.326912+0000","last_fullsized":"2021-03-04T23:18:59.326912+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"633","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.326578+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:18:59.326578+0000","last_peered":"2021-03-04T23:18:59.326578+0000","last_clean":"2021-03-04T23:18:59.326578+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:18:59.326578+0000","last_undegraded":"2021-03-04T23:18:59.326578+0000","last_fullsized":"2021-03-04T23:18:59.326578+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"613","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:18:59.519131+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:18:59.519131+0000","last_peered":"2021-03-04T23:18:59.519131+0000","last_clean":"2021-03-04T23:18:59.519131+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:18:59.519131+0000","last_undegraded":"2021-03-04T23:18:59.519131+0000","last_fullsized":"2021-03-04T23:18:59.519131+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"644","reported_epoch":"659","state":"active+clean","last_fresh":"2021-03-04T23:19:00.396206+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:19:00.396206+0000","last_peered":"2021-03-04T23:19:00.396206+0000","last_clean":"2021-03-04T23:19:00.396206+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:19:00.396206+0000","last_undegraded":"2021-03-04T23:19:00.396206+0000","last_fullsized":"2021-03-04T23:19:00.396206+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4580184,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495977,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1299820,"kb_used_data":251236,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":86780564,"statfs":{"total":90194313216,"available":88863297536,"internally_reserved":1073741824,"allocated":257265664,"data_stored":254115045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":5.1520000000000001,"15min":3.2669999999999999},"min":{"1min":0.156,"5min":0.13600000000000001,"15min":0.13100000000000001},"max":{"1min":2.6280000000000001,"5min":200.09299999999999,"15min":200.09299999999999},"last":2.234},{"interface":"front","average":{"1min":1.1559999999999999,"5min":5.4370000000000003,"15min":3.4350000000000001},"min":{"1min":0.17899999999999999,"5min":0.161,"15min":0.14899999999999999},"max":{"1min":4.774,"5min":200.001,"15min":200.001},"last":2.7320000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:19:01 2021","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.88200000000000001,"15min":0.91200000000000003},"min":{"1min":0.27200000000000002,"5min":0.217,"15min":0.191},"max":{"1min":5.2000000000000002,"5min":5.2000000000000002,"15min":7.7270000000000003},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.79500000000000004,"15min":0.84399999999999997},"min":{"1min":0.25800000000000001,"5min":0.19400000000000001,"15min":0.17499999999999999},"max":{"1min":2.718,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":2.5640000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":0.97599999999999998,"15min":1.7549999999999999},"min":{"1min":0.19700000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":4.6909999999999998,"5min":6.1609999999999996,"15min":73.129999999999995},"last":1.508},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.85299999999999998,"15min":1.7270000000000001},"min":{"1min":0.183,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":5.5049999999999999,"5min":6.1790000000000003,"15min":74.382000000000005},"last":2.3290000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:18:10 2021","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.3069999999999999,"15min":1.012},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":10.33,"5min":13.586,"15min":13.586},"last":1.2689999999999999},{"interface":"front","average":{"1min":2.0779999999999998,"5min":1.4670000000000001,"15min":1.1000000000000001},"min":{"1min":0.255,"5min":0.224,"15min":0.224},"max":{"1min":10.308999999999999,"5min":13.567,"15min":13.567},"last":2.4239999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.095,"15min":0.89200000000000002},"min":{"1min":0.153,"5min":0.14699999999999999,"15min":0.13300000000000001},"max":{"1min":2.6779999999999999,"5min":39.375999999999998,"15min":39.375999999999998},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.107,"15min":0.91400000000000003},"min":{"1min":0.191,"5min":0.158,"15min":0.14999999999999999},"max":{"1min":6.4420000000000002,"5min":39.570999999999998,"15min":39.570999999999998},"last":1.665}]},{"osd":5,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":1.673,"5min":1.077,"15min":0.97699999999999998},"min":{"1min":0.17999999999999999,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":6.2969999999999997,"5min":7.8719999999999999,"15min":7.8719999999999999},"last":1.962},{"interface":"front","average":{"1min":1.1779999999999999,"5min":0.92600000000000005,"15min":0.98199999999999998},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.16400000000000001},"max":{"1min":5.5430000000000001,"5min":5.5430000000000001,"15min":5.5430000000000001},"last":1.3879999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":1.3580000000000001,"15min":1.1399999999999999},"min":{"1min":0.20999999999999999,"5min":0.20399999999999999,"15min":0.17799999999999999},"max":{"1min":4.968,"5min":38.747999999999998,"15min":38.747999999999998},"last":1.8160000000000001},{"interface":"front","average":{"1min":0.79000000000000004,"5min":1.2070000000000001,"15min":1.032},"min":{"1min":0.22700000000000001,"5min":0.187,"15min":0.187},"max":{"1min":3.9580000000000002,"5min":38.484000000000002,"15min":38.484000000000002},"last":2.129}]}]},{"osd":6,"up_from":41,"seq":176093659501,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056672,"kb_used_data":8088,"kb_used_omap":470,"kb_used_meta":1048105,"kb_avail":87023712,"statfs":{"total":90194313216,"available":89112281088,"internally_reserved":1073741824,"allocated":8282112,"data_stored":5143635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":481475,"internal_metadata":1073260349},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:37 2021","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":2.7749999999999999,"15min":1.782},"min":{"1min":0.153,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":8.1940000000000008,"5min":76.179000000000002,"15min":76.179000000000002},"last":1.774},{"interface":"front","average":{"1min":0.95099999999999996,"5min":2.9119999999999999,"15min":1.911},"min":{"1min":0.24399999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":8.0370000000000008,"5min":76.296999999999997,"15min":76.296999999999997},"last":1.55}]},{"osd":1,"last update":"Thu Mar 4 23:18:59 2021","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.68300000000000005,"15min":0.86399999999999999},"min":{"1min":0.22900000000000001,"5min":0.182,"15min":0.182},"max":{"1min":1.986,"5min":2.298,"15min":6.75},"last":1.6850000000000001},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.81399999999999995,"15min":0.89900000000000002},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":4.327,"5min":4.327,"15min":4.6529999999999996},"last":1.647}]},{"osd":2,"last update":"Thu Mar 4 23:18:15 2021","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":3.4620000000000002,"15min":2.448},"min":{"1min":0.193,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":29.853999999999999,"5min":59.808999999999997,"15min":81.930000000000007},"last":2.0070000000000001},{"interface":"front","average":{"1min":2.7919999999999998,"5min":3.4359999999999999,"15min":2.4009999999999998},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":30.036000000000001,"5min":59.834000000000003,"15min":82.245000000000005},"last":2.238}]},{"osd":3,"last update":"Thu Mar 4 23:18:11 2021","interfaces":[{"interface":"back","average":{"1min":4.8250000000000002,"5min":2.8439999999999999,"15min":2.7599999999999998},"min":{"1min":0.23000000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":34.171999999999997,"5min":34.171999999999997,"15min":34.171999999999997},"last":1.1619999999999999},{"interface":"front","average":{"1min":4.4790000000000001,"5min":2.5030000000000001,"15min":2.3660000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":34.006,"5min":34.006,"15min":34.006},"last":2.1869999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:18:59 2021","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.68400000000000005,"15min":0.87},"min":{"1min":0.16600000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":4.1829999999999998,"5min":4.1829999999999998,"15min":7.4740000000000002},"last":1.3200000000000001},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.077,"15min":1.0069999999999999},"min":{"1min":0.185,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":8.5310000000000006,"5min":8.5310000000000006,"15min":8.5310000000000006},"last":0.83499999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:18:59 2021","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.86799999999999999,"15min":0.88},"min":{"1min":0.191,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":4.593,"5min":4.593,"15min":4.8730000000000002},"last":1.054},{"interface":"front","average":{"1min":1.087,"5min":0.80800000000000005,"15min":0.93999999999999995},"min":{"1min":0.20200000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1580000000000004,"5min":4.1580000000000004,"15min":7.6699999999999999},"last":1.865}]},{"osd":7,"last update":"Thu Mar 4 23:18:26 2021","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":0.94599999999999995,"15min":1.0980000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":4.8330000000000002,"5min":4.8330000000000002,"15min":6.6369999999999996},"last":1.466},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.92200000000000004,"15min":1.218},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":2.081,"5min":3.5840000000000001,"15min":7.79},"last":2.097}]}]},{"osd":1,"up_from":0,"seq":1464583848177,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712322,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":280728,"kb_used_data":8080,"kb_used_omap":637,"kb_used_meta":272002,"kb_avail":87799656,"statfs":{"total":90194313216,"available":89906847744,"internally_reserved":0,"allocated":8273920,"data_stored":5141541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":278530098},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:18:53 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.54400000000000004},"min":{"1min":0.161,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":4.0739999999999998,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.56799999999999995,"15min":0.60899999999999999},"min":{"1min":0.158,"5min":0.155,"15min":0.14199999999999999},"max":{"1min":3.5289999999999999,"5min":3.5289999999999999,"15min":5.0890000000000004},"last":0.25900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:18:13 2021","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":1.4199999999999999,"15min":1.706},"min":{"1min":0.13900000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":15.603,"5min":49.637,"15min":81.109999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.786,"5min":1.6419999999999999,"15min":1.911},"min":{"1min":0.22600000000000001,"5min":0.182,"15min":0.13400000000000001},"max":{"1min":18.452999999999999,"5min":51.078000000000003,"15min":81.326999999999998},"last":0.35499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:18:13 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":1.3740000000000001,"15min":1.054},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.5920000000000001,"5min":47.826999999999998,"15min":47.826999999999998},"last":0.496},{"interface":"front","average":{"1min":0.59399999999999997,"5min":1.55,"15min":1.236},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.8210000000000002,"5min":47.889000000000003,"15min":47.889000000000003},"last":0.52400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.90100000000000002,"15min":1.0429999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.23000000000000001},"max":{"1min":4.609,"5min":4.609,"15min":4.609},"last":1.081},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.82499999999999996,"15min":0.90700000000000003},"min":{"1min":0.24099999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.8519999999999999,"5min":3.8519999999999999,"15min":5.0570000000000004},"last":0.89400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.0469999999999999,"15min":1.1359999999999999},"min":{"1min":0.27400000000000002,"5min":0.27200000000000002,"15min":0.22500000000000001},"max":{"1min":4.2599999999999998,"5min":4.2599999999999998,"15min":4.806},"last":1.054},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.04,"15min":1.026},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.20699999999999999},"max":{"1min":3.7509999999999999,"5min":3.7509999999999999,"15min":3.7509999999999999},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":0.94899999999999995,"15min":1.0580000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":4.7149999999999999,"5min":4.7149999999999999,"15min":4.7149999999999999},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1919999999999999,"15min":1.266},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.3949999999999996,"5min":4.3949999999999996,"15min":5.1500000000000004},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.1759999999999999,"15min":1.23},"min":{"1min":0.26000000000000001,"5min":0.23799999999999999,"15min":0.19600000000000001},"max":{"1min":4.8769999999999998,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.306,"5min":1.2969999999999999,"15min":1.3049999999999999},"min":{"1min":0.34399999999999997,"5min":0.30499999999999999,"15min":0.251},"max":{"1min":4.5019999999999998,"5min":4.5019999999999998,"15min":5},"last":0.84299999999999997}]}]},{"osd":2,"up_from":356,"seq":1529008357612,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":255768,"kb_used_data":8080,"kb_used_omap":852,"kb_used_meta":246827,"kb_avail":87824616,"statfs":{"total":90194313216,"available":89932406784,"internally_reserved":0,"allocated":8273920,"data_stored":5141553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":252751479},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":1.4630000000000001,"15min":1.2050000000000001},"min":{"1min":0.112,"5min":0.107,"15min":0.107},"max":{"1min":2.964,"5min":104.41800000000001,"15min":104.41800000000001},"last":1},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.649,"15min":1.1539999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.126},"max":{"1min":5.9889999999999999,"5min":105.191,"15min":105.191},"last":1.6930000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.58799999999999997,"15min":0.90300000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":67.450999999999993},"last":1.4079999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.60499999999999998,"15min":0.72099999999999997},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17100000000000001},"max":{"1min":1.978,"5min":4.7329999999999997,"15min":5.3179999999999996},"last":2.1560000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:18:12 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":1.923,"15min":2.2519999999999998},"min":{"1min":0.152,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.843,"5min":31.908999999999999,"15min":31.908999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.04,"15min":2.3730000000000002},"min":{"1min":0.151,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.637,"5min":32.140000000000001,"15min":32.140000000000001},"last":2.0819999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.78900000000000003,"15min":1.0489999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.19600000000000001},"max":{"1min":2.0350000000000001,"5min":2.7160000000000002,"15min":4.9630000000000001},"last":1.2450000000000001},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.89700000000000002,"15min":1.0129999999999999},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":4.2539999999999996,"5min":4.391,"15min":7.0030000000000001},"last":0.92600000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.92200000000000004,"15min":1.0369999999999999},"min":{"1min":0.26700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.6299999999999999,"5min":4.9969999999999999,"15min":7.1890000000000001},"last":1.1220000000000001},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.88600000000000001,"15min":1.278},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.7080000000000002,"5min":3.2749999999999999,"15min":67.897000000000006},"last":1.8460000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":1.0189999999999999,"15min":1.1559999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.214},"max":{"1min":3.7650000000000001,"5min":4.4390000000000001,"15min":5.6239999999999997},"last":2.355},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.052,"15min":1.1879999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.681,"5min":4.7889999999999997,"15min":7.3339999999999996},"last":1.5600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:18:21 2021","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.0149999999999999,"15min":1.427},"min":{"1min":0.308,"5min":0.308,"15min":0.25700000000000001},"max":{"1min":2.8399999999999999,"5min":3.4340000000000002,"15min":68.049000000000007},"last":2.2320000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.94999999999999996,"15min":1.268},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.26600000000000001},"max":{"1min":1.8,"5min":4.0069999999999997,"15min":7.4290000000000003},"last":2.4780000000000002}]}]},{"osd":3,"up_from":634,"seq":2723009265714,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":278036,"kb_used_data":8076,"kb_used_omap":1483,"kb_used_meta":268468,"kb_avail":87802348,"statfs":{"total":90194313216,"available":89909604352,"internally_reserved":0,"allocated":8269824,"data_stored":5141056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1519367,"internal_metadata":274911481},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.52300000000000002,"15min":0.48599999999999999},"min":{"1min":0.11799999999999999,"5min":0.11799999999999999,"15min":0.11799999999999999},"max":{"1min":3.327,"5min":4.625,"15min":4.625},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.38900000000000001,"15min":0.38800000000000001},"min":{"1min":0.14599999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.9530000000000001,"5min":2.2789999999999999,"15min":2.2789999999999999},"last":0.38}]},{"osd":1,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":1.7130000000000001,"5min":4.5099999999999998,"15min":4.5099999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.57399999999999995,"15min":0.60999999999999999},"min":{"1min":0.20799999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":2.2240000000000002,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.66800000000000004,"15min":0.64200000000000002},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":2.835,"5min":3.1840000000000002,"15min":3.1840000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.68500000000000005,"15min":0.58799999999999997},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":2.9620000000000002,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":0.624}]},{"osd":4,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.66300000000000003,"15min":0.68300000000000005},"min":{"1min":0.214,"5min":0.188,"15min":0.188},"max":{"1min":1.3340000000000001,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.94899999999999995,"15min":0.95799999999999996},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.4670000000000001,"5min":3.766,"15min":3.766},"last":0.92300000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.224},"max":{"1min":2.4119999999999999,"5min":2.4119999999999999,"15min":2.4119999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":1.024,"15min":0.95799999999999996},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.4669999999999996,"5min":4.6020000000000003,"15min":4.6020000000000003},"last":0.998}]},{"osd":6,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92000000000000004,"15min":0.85199999999999998},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":2.6899999999999999,"5min":4.577,"15min":4.577},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.81200000000000006,"15min":0.79400000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.677,"5min":2.677,"15min":2.677},"last":1.0189999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:18:14 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.81699999999999995,"15min":0.79900000000000004},"min":{"1min":0.27900000000000003,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.6899999999999999,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":0.871},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.175,"15min":1.165},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":3.2309999999999999,"5min":4.9059999999999997,"15min":4.9059999999999997},"last":1.097}]}]},{"osd":4,"up_from":31,"seq":133143986550,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056680,"kb_used_data":8096,"kb_used_omap":1596,"kb_used_meta":1046979,"kb_avail":87023704,"statfs":{"total":90194313216,"available":89112272896,"internally_reserved":1073741824,"allocated":8290304,"data_stored":5143711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1634447,"internal_metadata":1072107377},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:42 2021","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":4.6120000000000001,"15min":2.8380000000000001},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":4.218,"5min":130.404,"15min":130.404},"last":2.2799999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":4.7439999999999998,"15min":2.9689999999999999},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":3.605,"5min":130.417,"15min":130.417},"last":2.4340000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:18:46 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.79300000000000004,"15min":0.82199999999999995},"min":{"1min":0.20399999999999999,"5min":0.19600000000000001,"15min":0.193},"max":{"1min":4.3250000000000002,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.97599999999999998,"15min":0.89500000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19500000000000001},"max":{"1min":5.1710000000000003,"5min":9.8780000000000001,"15min":9.8780000000000001},"last":1.631}]},{"osd":2,"last update":"Thu Mar 4 23:18:25 2021","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.589,"15min":2.073},"min":{"1min":0.20100000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.8939999999999999,"5min":44.838000000000001,"15min":116.18000000000001},"last":1.835},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.6799999999999999,"15min":2.0489999999999999},"min":{"1min":0.187,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":5.6299999999999999,"5min":44.848999999999997,"15min":116.288},"last":1.718}]},{"osd":3,"last update":"Thu Mar 4 23:18:12 2021","interfaces":[{"interface":"back","average":{"1min":5.0030000000000001,"5min":5.4409999999999998,"15min":6.4400000000000004},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":44.734000000000002,"5min":106.631,"15min":106.631},"last":1.581},{"interface":"front","average":{"1min":5.1470000000000002,"5min":5.476,"15min":6.4210000000000003},"min":{"1min":0.28100000000000003,"5min":0.218,"15min":0.218},"max":{"1min":44.899000000000001,"5min":106.51900000000001,"15min":106.51900000000001},"last":2.1320000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:18:46 2021","interfaces":[{"interface":"back","average":{"1min":1.2889999999999999,"5min":1.5720000000000001,"15min":1.145},"min":{"1min":0.14199999999999999,"5min":0.13900000000000001,"15min":0.13100000000000001},"max":{"1min":9.4640000000000004,"5min":45.344000000000001,"15min":45.344000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.125,"5min":1.423,"15min":1.048},"min":{"1min":0.17399999999999999,"5min":0.156,"15min":0.156},"max":{"1min":5.6040000000000001,"5min":43.448,"15min":43.448},"last":1.51}]},{"osd":6,"last update":"Thu Mar 4 23:19:07 2021","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.137,"15min":1.0449999999999999},"min":{"1min":0.19400000000000001,"5min":0.153,"15min":0.14399999999999999},"max":{"1min":5.7770000000000001,"5min":11.082000000000001,"15min":11.082000000000001},"last":1.196},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0980000000000001,"15min":1.089},"min":{"1min":0.17899999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.5049999999999999,"5min":11.564,"15min":11.564},"last":0.93600000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:18:29 2021","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":1.175,"15min":1.216},"min":{"1min":0.26700000000000002,"5min":0.215,"15min":0.16700000000000001},"max":{"1min":3.726,"5min":12.140000000000001,"15min":12.140000000000001},"last":1.3779999999999999},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.2490000000000001,"15min":1.1759999999999999},"min":{"1min":0.185,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":5.7270000000000003,"5min":10.938000000000001,"15min":10.938000000000001},"last":1.9930000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823025,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056664,"kb_used_data":8080,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":87023720,"statfs":{"total":90194313216,"available":89112289280,"internally_reserved":1073741824,"allocated":8273920,"data_stored":5141589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":1.4770000000000001,"15min":1.698},"min":{"1min":0.158,"5min":0.158,"15min":0.13500000000000001},"max":{"1min":2.2959999999999998,"5min":40.076000000000001,"15min":73.159000000000006},"last":1.3480000000000001},{"interface":"front","average":{"1min":0.629,"5min":1.494,"15min":1.794},"min":{"1min":0.16800000000000001,"5min":0.161,"15min":0.14799999999999999},"max":{"1min":2.73,"5min":40.220999999999997,"15min":73.429000000000002},"last":1.24}]},{"osd":1,"last update":"Thu Mar 4 23:18:49 2021","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.81699999999999995,"15min":0.95499999999999996},"min":{"1min":0.20799999999999999,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":3.355,"5min":3.355,"15min":15.128},"last":1.905},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.77400000000000002,"15min":0.99099999999999999},"min":{"1min":0.20499999999999999,"5min":0.188,"15min":0.188},"max":{"1min":2.4159999999999999,"5min":2.8730000000000002,"15min":15.097},"last":1.5549999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.637,"15min":1.3879999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":3.5099999999999998,"5min":38.296999999999997,"15min":38.296999999999997},"last":2.129},{"interface":"front","average":{"1min":0.77600000000000002,"5min":1.728,"15min":1.3959999999999999},"min":{"1min":0.20000000000000001,"5min":0.189,"15min":0.189},"max":{"1min":2.4079999999999999,"5min":38.402999999999999,"15min":38.402999999999999},"last":2.282}]},{"osd":3,"last update":"Thu Mar 4 23:18:16 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":1.1639999999999999,"15min":1.05},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":3.1899999999999999,"5min":25.065000000000001,"15min":25.065000000000001},"last":1.6279999999999999},{"interface":"front","average":{"1min":0.76900000000000002,"5min":1.163,"15min":1.0609999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.3820000000000001,"5min":24.716999999999999,"15min":24.716999999999999},"last":1.1439999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:18:49 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":1.5109999999999999,"15min":1.0580000000000001},"min":{"1min":0.17000000000000001,"5min":0.14099999999999999,"15min":0.13700000000000001},"max":{"1min":4.5010000000000003,"5min":56.573,"15min":56.573},"last":2.0190000000000001},{"interface":"front","average":{"1min":1.379,"5min":1.615,"15min":1.234},"min":{"1min":0.219,"5min":0.16400000000000001,"15min":0.157},"max":{"1min":7.4340000000000002,"5min":56.191000000000003,"15min":56.191000000000003},"last":1.837}]},{"osd":6,"last update":"Thu Mar 4 23:18:16 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.93899999999999995,"15min":1.0549999999999999},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":5.7270000000000003,"5min":5.7270000000000003,"15min":8.2050000000000001},"last":1.7170000000000001},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.0169999999999999,"15min":1.1399999999999999},"min":{"1min":0.20499999999999999,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":9.4299999999999997,"5min":9.4299999999999997,"15min":14.805999999999999},"last":1.7709999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:18:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":0.995,"15min":1.198},"min":{"1min":0.255,"5min":0.19600000000000001,"15min":0.16900000000000001},"max":{"1min":5.0359999999999996,"5min":5.79,"15min":15.116},"last":1.423},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.014,"15min":1.202},"min":{"1min":0.193,"5min":0.193,"15min":0.17299999999999999},"max":{"1min":3.508,"5min":3.7210000000000001,"15min":15.153},"last":2.181}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1515337,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8082,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":477384,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:19:21.180 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:21.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:21 gibba008 bash[47391]: debug 2021-03-04T23:19:21.174+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:21.282 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:21.543 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:21.651 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:21.943 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:21 gibba008 bash[47391]: debug 2021-03-04T23:19:21.534+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:21.945 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:19:22.019 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:22.108 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:22.210 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:22.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:22 gibba008 bash[47391]: debug 2021-03-04T23:19:22.102+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:22.315 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:22.422 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:22.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:22 gibba008 bash[37770]: cluster 2021-03-04T23:19:21.223437+0000 mgr.x (mgr.34379) 930 : cluster [DBG] pgmap v1273: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:22 gibba008 bash[39303]: cluster 2021-03-04T23:19:21.223437+0000 mgr.x (mgr.34379) 930 : cluster [DBG] pgmap v1273: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:22.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:22 gibba023 bash[15180]: debug 2021-03-04T23:19:22.310+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:22 gibba023 bash[27374]: cluster 2021-03-04T23:19:21.223437+0000 mgr.x (mgr.34379) 930 : cluster [DBG] pgmap v1273: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:22.526 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:22.631 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:22.727 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:22.831 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:23.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:22 gibba023 bash[15180]: debug 2021-03-04T23:19:22.722+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:23.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:22 gibba023 bash[18090]: debug 2021-03-04T23:19:22.522+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:23.224 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:23.330 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:23.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:23 gibba008 bash[48858]: debug 2021-03-04T23:19:23.214+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:23.783 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:23.886 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:23.970 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:23.984 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:19:24.074 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:24.092 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:24.104 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:19:24.114 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:23 gibba008 bash[47391]: debug 2021-03-04T23:19:23.774+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:24.117 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:19:24.130 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:19:24.143 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:19:24.153 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:23 gibba023 bash[15180]: debug 2021-03-04T23:19:23.966+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:24.153 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:24.159 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:19:24.179 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:19:24.200 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:19:24.222 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:19:24.223 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.223 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.223 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.223 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.223 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.224 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.224 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.224 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:19:24.257 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:24.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:24 gibba023 bash[27374]: cluster 2021-03-04T23:19:23.224744+0000 mgr.x (mgr.34379) 931 : cluster [DBG] pgmap v1274: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:24.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:24 gibba023 bash[27374]: audit 2021-03-04T23:19:24.087627+0000 mon.a (mon.0) 1504 : audit [DBG] from='client.? 172.21.2.108:0/3200161279' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:24.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:24 gibba023 bash[18090]: debug 2021-03-04T23:19:24.146+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:24.586 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:24.689 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:24.706 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:24 gibba008 bash[37770]: cluster 2021-03-04T23:19:23.224744+0000 mgr.x (mgr.34379) 931 : cluster [DBG] pgmap v1274: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:24.707 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:24 gibba008 bash[37770]: audit 2021-03-04T23:19:24.087627+0000 mon.a (mon.0) 1504 : audit [DBG] from='client.? 172.21.2.108:0/3200161279' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:24.707 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:24 gibba008 bash[39303]: cluster 2021-03-04T23:19:23.224744+0000 mgr.x (mgr.34379) 931 : cluster [DBG] pgmap v1274: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:24.707 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:24 gibba008 bash[39303]: audit 2021-03-04T23:19:24.087627+0000 mon.a (mon.0) 1504 : audit [DBG] from='client.? 172.21.2.108:0/3200161279' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:24.708 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:24 gibba008 bash[91265]: debug 2021-03-04T23:19:24.578+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:25.025 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:25.128 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:25.251 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:25.268 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:25 gibba008 bash[91265]: debug 2021-03-04T23:19:25.018+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:25.353 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:25.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:25 gibba023 bash[18090]: debug 2021-03-04T23:19:25.246+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:25.640 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:25.743 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:26.046 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:25 gibba008 bash[91265]: debug 2021-03-04T23:19:25.634+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:26.305 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:19:26.368 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:26.476 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[37770]: cluster 2021-03-04T23:19:25.225460+0000 mgr.x (mgr.34379) 932 : cluster [DBG] pgmap v1275: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[37770]: audit 2021-03-04T23:19:25.707396+0000 mon.c (mon.1) 80 : audit [INF] from='client.? 172.21.2.108:0/1984048192' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:19:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[37770]: audit 2021-03-04T23:19:25.707714+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:19:26.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[91265]: debug 2021-03-04T23:19:26.358+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[39303]: cluster 2021-03-04T23:19:25.225460+0000 mgr.x (mgr.34379) 932 : cluster [DBG] pgmap v1275: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[39303]: audit 2021-03-04T23:19:25.707396+0000 mon.c (mon.1) 80 : audit [INF] from='client.? 172.21.2.108:0/1984048192' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:19:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[39303]: audit 2021-03-04T23:19:25.707714+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:19:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:26 gibba023 bash[27374]: cluster 2021-03-04T23:19:25.225460+0000 mgr.x (mgr.34379) 932 : cluster [DBG] pgmap v1275: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:26 gibba023 bash[27374]: audit 2021-03-04T23:19:25.707396+0000 mon.c (mon.1) 80 : audit [INF] from='client.? 172.21.2.108:0/1984048192' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:19:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:26 gibba023 bash[27374]: audit 2021-03-04T23:19:25.707714+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:19:26.894 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:26.996 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:27.126 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:27.234 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:27.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:27 gibba023 bash[15180]: debug 2021-03-04T23:19:27.118+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:27.300 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:26 gibba008 bash[48858]: debug 2021-03-04T23:19:26.886+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:27.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[39303]: cluster 2021-03-04T23:19:26.289351+0000 mon.a (mon.0) 1506 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:19:27.581 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[39303]: cluster 2021-03-04T23:19:26.289429+0000 mon.a (mon.0) 1507 : cluster [INF] Cluster is now healthy 2021-03-04T23:19:27.582 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[39303]: audit 2021-03-04T23:19:26.299444+0000 mon.a (mon.0) 1508 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:19:27.582 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[39303]: cluster 2021-03-04T23:19:26.299529+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e661: 8 total, 8 up, 7 in 2021-03-04T23:19:27.582 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[37770]: cluster 2021-03-04T23:19:26.289351+0000 mon.a (mon.0) 1506 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:19:27.583 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[37770]: cluster 2021-03-04T23:19:26.289429+0000 mon.a (mon.0) 1507 : cluster [INF] Cluster is now healthy 2021-03-04T23:19:27.583 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[37770]: audit 2021-03-04T23:19:26.299444+0000 mon.a (mon.0) 1508 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:19:27.583 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[37770]: cluster 2021-03-04T23:19:26.299529+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e661: 8 total, 8 up, 7 in 2021-03-04T23:19:27.613 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:27.715 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:27.726 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:27 gibba023 bash[27374]: cluster 2021-03-04T23:19:26.289351+0000 mon.a (mon.0) 1506 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:19:27.726 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:27 gibba023 bash[27374]: cluster 2021-03-04T23:19:26.289429+0000 mon.a (mon.0) 1507 : cluster [INF] Cluster is now healthy 2021-03-04T23:19:27.727 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:27 gibba023 bash[27374]: audit 2021-03-04T23:19:26.299444+0000 mon.a (mon.0) 1508 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:19:27.727 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:27 gibba023 bash[27374]: cluster 2021-03-04T23:19:26.299529+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e661: 8 total, 8 up, 7 in 2021-03-04T23:19:27.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:27.894 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:27 gibba008 bash[91265]: debug 2021-03-04T23:19:27.606+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:27.942 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:28.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:27 gibba023 bash[15180]: debug 2021-03-04T23:19:27.826+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:28.052 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:28.160 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:28.324 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:28 gibba023 bash[19550]: debug 2021-03-04T23:19:28.046+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:28.532 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:28.635 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:28 gibba023 bash[27374]: cluster 2021-03-04T23:19:27.226488+0000 mgr.x (mgr.34379) 933 : cluster [DBG] pgmap v1277: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:29.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:28 gibba008 bash[37770]: cluster 2021-03-04T23:19:27.226488+0000 mgr.x (mgr.34379) 933 : cluster [DBG] pgmap v1277: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:29.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:28 gibba008 bash[39303]: cluster 2021-03-04T23:19:27.226488+0000 mgr.x (mgr.34379) 933 : cluster [DBG] pgmap v1277: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:29.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:28 gibba008 bash[91265]: debug 2021-03-04T23:19:28.526+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:29.067 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:29.170 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:29.473 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:29 gibba008 bash[44600]: debug 2021-03-04T23:19:29.058+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:29.474 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:29.576 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:29.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:19:29.668 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:29.714 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:29.796 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:29 gibba008 bash[44600]: debug 2021-03-04T23:19:29.466+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:29.816 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:30.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:29 gibba023 bash[16680]: debug 2021-03-04T23:19:29.706+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:30.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:30 gibba008 bash[37770]: cluster 2021-03-04T23:19:29.227438+0000 mgr.x (mgr.34379) 934 : cluster [DBG] pgmap v1278: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:30.407 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:30 gibba008 bash[39303]: cluster 2021-03-04T23:19:29.227438+0000 mgr.x (mgr.34379) 934 : cluster [DBG] pgmap v1278: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:30.408 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:30.509 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:30.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:30 gibba023 bash[27374]: cluster 2021-03-04T23:19:29.227438+0000 mgr.x (mgr.34379) 934 : cluster [DBG] pgmap v1278: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:30.678 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:30 gibba008 bash[44600]: debug 2021-03-04T23:19:30.398+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:30.892 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:30.975 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:30 gibba008 bash[44600]: debug 2021-03-04T23:19:30.886+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:30.995 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:31.122 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:31.229 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:31.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:31 gibba023 bash[15180]: debug 2021-03-04T23:19:31.114+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:31.546 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:31.649 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:31.707 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:31 gibba008 bash[44600]: debug 2021-03-04T23:19:31.538+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:31.874 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:19:31.928 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:31.966 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:32.031 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:32.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:31 gibba008 bash[47391]: debug 2021-03-04T23:19:31.922+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:32.310 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_3' created 2021-03-04T23:19:32.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:32.654 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:32.671 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:32 gibba008 bash[48858]: debug 2021-03-04T23:19:32.538+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:32.671 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:32 gibba008 bash[37770]: cluster 2021-03-04T23:19:31.228922+0000 mgr.x (mgr.34379) 935 : cluster [DBG] pgmap v1279: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:32.672 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:32 gibba008 bash[37770]: audit 2021-03-04T23:19:31.623989+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? 172.21.2.108:0/952060858' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:19:32.672 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:32 gibba008 bash[39303]: cluster 2021-03-04T23:19:31.228922+0000 mgr.x (mgr.34379) 935 : cluster [DBG] pgmap v1279: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:32.672 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:32 gibba008 bash[39303]: audit 2021-03-04T23:19:31.623989+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? 172.21.2.108:0/952060858' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:19:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:32 gibba023 bash[27374]: cluster 2021-03-04T23:19:31.228922+0000 mgr.x (mgr.34379) 935 : cluster [DBG] pgmap v1279: 93 pgs: 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:32 gibba023 bash[27374]: audit 2021-03-04T23:19:31.623989+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? 172.21.2.108:0/952060858' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:19:32.915 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:33.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:32 gibba008 bash[48858]: debug 2021-03-04T23:19:32.906+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:33.023 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:33.142 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:33.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:33.312 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:33 gibba023 bash[16680]: debug 2021-03-04T23:19:33.134+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:33.497 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:33.510 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[44600]: debug 2021-03-04T23:19:33.490+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:33.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[37770]: audit 2021-03-04T23:19:32.297451+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.2.108:0/952060858' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:19:33.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[37770]: cluster 2021-03-04T23:19:32.297749+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e662: 8 total, 8 up, 7 in 2021-03-04T23:19:33.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[37770]: cluster 2021-03-04T23:19:33.293087+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e663: 8 total, 8 up, 7 in 2021-03-04T23:19:33.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[39303]: audit 2021-03-04T23:19:32.297451+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.2.108:0/952060858' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:19:33.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[39303]: cluster 2021-03-04T23:19:32.297749+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e662: 8 total, 8 up, 7 in 2021-03-04T23:19:33.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[39303]: cluster 2021-03-04T23:19:33.293087+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e663: 8 total, 8 up, 7 in 2021-03-04T23:19:33.599 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:33.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:33 gibba023 bash[27374]: audit 2021-03-04T23:19:32.297451+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.2.108:0/952060858' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:19:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:33 gibba023 bash[27374]: cluster 2021-03-04T23:19:32.297749+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e662: 8 total, 8 up, 7 in 2021-03-04T23:19:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:33 gibba023 bash[27374]: cluster 2021-03-04T23:19:33.293087+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e663: 8 total, 8 up, 7 in 2021-03-04T23:19:33.797 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2021-03-04T23:19:33.882 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:33.890 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:33.993 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:34.098 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:34.205 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:34.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:33 gibba008 bash[44600]: debug 2021-03-04T23:19:33.882+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:34.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:34 gibba023 bash[18090]: debug 2021-03-04T23:19:34.090+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:34.314 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:34.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:34.522 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:34.629 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:34.640 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:34 gibba023 bash[18090]: debug 2021-03-04T23:19:34.310+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:34.640 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:34 gibba023 bash[19550]: debug 2021-03-04T23:19:34.514+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:34.641 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:34 gibba023 bash[27374]: cluster 2021-03-04T23:19:33.230116+0000 mgr.x (mgr.34379) 936 : cluster [DBG] pgmap v1281: 109 pgs: 2 creating+peering, 14 unknown, 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:34.641 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:34 gibba023 bash[27374]: cluster 2021-03-04T23:19:34.301605+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e664: 8 total, 8 up, 7 in 2021-03-04T23:19:34.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:34 gibba008 bash[37770]: cluster 2021-03-04T23:19:33.230116+0000 mgr.x (mgr.34379) 936 : cluster [DBG] pgmap v1281: 109 pgs: 2 creating+peering, 14 unknown, 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:34.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:34 gibba008 bash[37770]: cluster 2021-03-04T23:19:34.301605+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e664: 8 total, 8 up, 7 in 2021-03-04T23:19:34.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:34 gibba008 bash[39303]: cluster 2021-03-04T23:19:33.230116+0000 mgr.x (mgr.34379) 936 : cluster [DBG] pgmap v1281: 109 pgs: 2 creating+peering, 14 unknown, 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:34.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:34 gibba008 bash[39303]: cluster 2021-03-04T23:19:34.301605+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e664: 8 total, 8 up, 7 in 2021-03-04T23:19:34.765 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:34.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:35.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:34 gibba023 bash[15180]: debug 2021-03-04T23:19:34.758+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:35.410 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:35.516 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:35.612 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:35.714 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:35.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:35 gibba008 bash[91265]: debug 2021-03-04T23:19:35.402+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:35.815 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:35 gibba023 bash[15180]: debug 2021-03-04T23:19:35.606+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:35.816 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:35.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:36.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:35 gibba023 bash[16680]: debug 2021-03-04T23:19:35.810+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:36.432 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:36.535 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:36.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:36 gibba008 bash[37770]: cluster 2021-03-04T23:19:35.231081+0000 mgr.x (mgr.34379) 937 : cluster [DBG] pgmap v1284: 109 pgs: 2 creating+peering, 14 unknown, 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:36.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:36 gibba008 bash[37770]: audit 2021-03-04T23:19:36.261989+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:36.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:36 gibba008 bash[39303]: cluster 2021-03-04T23:19:35.231081+0000 mgr.x (mgr.34379) 937 : cluster [DBG] pgmap v1284: 109 pgs: 2 creating+peering, 14 unknown, 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:36.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:36 gibba008 bash[39303]: audit 2021-03-04T23:19:36.261989+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:36.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:36 gibba008 bash[91265]: debug 2021-03-04T23:19:36.426+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:36.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:36 gibba023 bash[27374]: cluster 2021-03-04T23:19:35.231081+0000 mgr.x (mgr.34379) 937 : cluster [DBG] pgmap v1284: 109 pgs: 2 creating+peering, 14 unknown, 93 active+clean; 3.3 KiB data, 1.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:36.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:36 gibba023 bash[27374]: audit 2021-03-04T23:19:36.261989+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:36.892 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:36.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:37.260 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:36 gibba008 bash[91265]: debug 2021-03-04T23:19:36.886+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:37.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:37.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:37.791 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:37 gibba008 bash[91265]: debug 2021-03-04T23:19:37.598+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:37.807 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:37.912 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:38.005 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:37 gibba023 bash[19550]: debug 2021-03-04T23:19:37.802+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:38.005 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:38.108 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:38.208 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:38.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[15180]: debug 2021-03-04T23:19:37.998+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:38.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[16680]: debug 2021-03-04T23:19:38.202+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[27374]: audit 2021-03-04T23:19:37.053681+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[27374]: cephadm 2021-03-04T23:19:37.056527+0000 mgr.x (mgr.34379) 938 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:19:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[27374]: cluster 2021-03-04T23:19:37.232782+0000 mgr.x (mgr.34379) 939 : cluster [DBG] pgmap v1285: 109 pgs: 2 creating+peering, 107 active+clean; 3.3 KiB data, 1018 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[27374]: audit 2021-03-04T23:19:37.565155+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:38.314 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:38.408 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:38.511 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:38.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[39303]: audit 2021-03-04T23:19:37.053681+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:38.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[39303]: cephadm 2021-03-04T23:19:37.056527+0000 mgr.x (mgr.34379) 938 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:19:38.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[39303]: cluster 2021-03-04T23:19:37.232782+0000 mgr.x (mgr.34379) 939 : cluster [DBG] pgmap v1285: 109 pgs: 2 creating+peering, 107 active+clean; 3.3 KiB data, 1018 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:38.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[39303]: audit 2021-03-04T23:19:37.565155+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:38.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[37770]: audit 2021-03-04T23:19:37.053681+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:38.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[37770]: cephadm 2021-03-04T23:19:37.056527+0000 mgr.x (mgr.34379) 938 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:19:38.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[37770]: cluster 2021-03-04T23:19:37.232782+0000 mgr.x (mgr.34379) 939 : cluster [DBG] pgmap v1285: 109 pgs: 2 creating+peering, 107 active+clean; 3.3 KiB data, 1018 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:38.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[37770]: audit 2021-03-04T23:19:37.565155+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:38.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:38 gibba023 bash[15180]: debug 2021-03-04T23:19:38.402+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:38.809 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:38.912 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:38.946 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:19:38.947 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:19:39.235 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:38 gibba008 bash[47391]: debug 2021-03-04T23:19:38.802+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:39.379 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:39.482 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:39.492 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:39 gibba008 bash[44600]: debug 2021-03-04T23:19:39.370+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:39.951 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:40.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:40.150 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:19:40.197 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:40 gibba008 bash[37770]: cluster 2021-03-04T23:19:39.234108+0000 mgr.x (mgr.34379) 940 : cluster [DBG] pgmap v1286: 109 pgs: 109 active+clean; 3.3 KiB data, 1018 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:40.198 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:40 gibba008 bash[39303]: cluster 2021-03-04T23:19:39.234108+0000 mgr.x (mgr.34379) 940 : cluster [DBG] pgmap v1286: 109 pgs: 109 active+clean; 3.3 KiB data, 1018 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:40.198 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:39 gibba008 bash[48858]: debug 2021-03-04T23:19:39.942+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:40.253 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:40.403 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:19:40.405 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:19:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:40 gibba023 bash[27374]: cluster 2021-03-04T23:19:39.234108+0000 mgr.x (mgr.34379) 940 : cluster [DBG] pgmap v1286: 109 pgs: 109 active+clean; 3.3 KiB data, 1018 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:40.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:19:40 gibba023 bash[18090]: debug 2021-03-04T23:19:40.146+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:40.573 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:40.677 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:41.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:40 gibba008 bash[44600]: debug 2021-03-04T23:19:40.566+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:41.091 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:41.194 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:41.299 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:41.406 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:41.416 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:41 gibba008 bash[37770]: audit 2021-03-04T23:19:40.382926+0000 mgr.x (mgr.34379) 941 : audit [DBG] from='client.55408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:19:41.417 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:41 gibba008 bash[44600]: debug 2021-03-04T23:19:41.082+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:41.417 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:41 gibba008 bash[39303]: audit 2021-03-04T23:19:40.382926+0000 mgr.x (mgr.34379) 941 : audit [DBG] from='client.55408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:19:41.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:41 gibba023 bash[27374]: audit 2021-03-04T23:19:40.382926+0000 mgr.x (mgr.34379) 941 : audit [DBG] from='client.55408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:19:41.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:41 gibba023 bash[15180]: debug 2021-03-04T23:19:41.290+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:41.742 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:41.849 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:41.943 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:42.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:41 gibba008 bash[91265]: debug 2021-03-04T23:19:41.734+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:42.048 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:42 gibba023 bash[27374]: cluster 2021-03-04T23:19:41.234873+0000 mgr.x (mgr.34379) 942 : cluster [DBG] pgmap v1287: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:42.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:41 gibba023 bash[15180]: debug 2021-03-04T23:19:41.938+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:42.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:42 gibba008 bash[37770]: cluster 2021-03-04T23:19:41.234873+0000 mgr.x (mgr.34379) 942 : cluster [DBG] pgmap v1287: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:42 gibba008 bash[39303]: cluster 2021-03-04T23:19:41.234873+0000 mgr.x (mgr.34379) 942 : cluster [DBG] pgmap v1287: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:42.653 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:42.755 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:42.864 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:19:42.915 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:42 gibba008 bash[44600]: debug 2021-03-04T23:19:42.646+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:42.941 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:19:43.093 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:43.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:43.212 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:43 gibba008 bash[47391]: debug 2021-03-04T23:19:43.086+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:43.605 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:43.613 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1286,"stamp":"2021-03-04T23:19:39.233398+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":5236872,"kb_used_data":252048,"kb_used_omap":6080,"kb_used_meta":4978687,"kb_avail":611325816,"statfs":{"total":631360192512,"available":625997635584,"internally_reserved":4294967296,"allocated":258097152,"data_stored":236019061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6226792,"internal_metadata":5098175640},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.942139"},"pg_stats":[{"pgid":"28.5","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301989+0000","last_change":"2021-03-04T23:19:33.301836+0000","last_active":"2021-03-04T23:19:33.301989+0000","last_peered":"2021-03-04T23:19:33.301989+0000","last_clean":"2021-03-04T23:19:33.301989+0000","last_became_active":"2021-03-04T23:19:33.301622+0000","last_became_peered":"2021-03-04T23:19:33.301622+0000","last_unstale":"2021-03-04T23:19:33.301989+0000","last_undegraded":"2021-03-04T23:19:33.301989+0000","last_fullsized":"2021-03-04T23:19:33.301989+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"650","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.426946+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:19:33.426946+0000","last_peered":"2021-03-04T23:19:33.426946+0000","last_clean":"2021-03-04T23:19:33.426946+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:19:33.426946+0000","last_undegraded":"2021-03-04T23:19:33.426946+0000","last_fullsized":"2021-03-04T23:19:33.426946+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"610","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293179+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:19:33.293179+0000","last_peered":"2021-03-04T23:19:33.293179+0000","last_clean":"2021-03-04T23:19:33.293179+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:19:33.293179+0000","last_undegraded":"2021-03-04T23:19:33.293179+0000","last_fullsized":"2021-03-04T23:19:33.293179+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.302533+0000","last_change":"2021-03-04T23:19:33.302421+0000","last_active":"2021-03-04T23:19:33.302533+0000","last_peered":"2021-03-04T23:19:33.302533+0000","last_clean":"2021-03-04T23:19:33.302533+0000","last_became_active":"2021-03-04T23:19:33.302175+0000","last_became_peered":"2021-03-04T23:19:33.302175+0000","last_unstale":"2021-03-04T23:19:33.302533+0000","last_undegraded":"2021-03-04T23:19:33.302533+0000","last_fullsized":"2021-03-04T23:19:33.302533+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"414","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292930+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:19:33.292930+0000","last_peered":"2021-03-04T23:19:33.292930+0000","last_clean":"2021-03-04T23:19:33.292930+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:19:33.292930+0000","last_undegraded":"2021-03-04T23:19:33.292930+0000","last_fullsized":"2021-03-04T23:19:33.292930+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"643","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294892+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:19:33.294892+0000","last_peered":"2021-03-04T23:19:33.294892+0000","last_clean":"2021-03-04T23:19:33.294892+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:19:33.294892+0000","last_undegraded":"2021-03-04T23:19:33.294892+0000","last_fullsized":"2021-03-04T23:19:33.294892+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301882+0000","last_change":"2021-03-04T23:19:33.301882+0000","last_active":"2021-03-04T23:19:33.301882+0000","last_peered":"2021-03-04T23:19:33.301882+0000","last_clean":"2021-03-04T23:19:33.301882+0000","last_became_active":"2021-03-04T23:19:33.301636+0000","last_became_peered":"2021-03-04T23:19:33.301636+0000","last_unstale":"2021-03-04T23:19:33.301882+0000","last_undegraded":"2021-03-04T23:19:33.301882+0000","last_fullsized":"2021-03-04T23:19:33.301882+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"626","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292695+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:19:33.292695+0000","last_peered":"2021-03-04T23:19:33.292695+0000","last_clean":"2021-03-04T23:19:33.292695+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:19:33.292695+0000","last_undegraded":"2021-03-04T23:19:33.292695+0000","last_fullsized":"2021-03-04T23:19:33.292695+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"632","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.298012+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:19:32.298012+0000","last_peered":"2021-03-04T23:19:32.298012+0000","last_clean":"2021-03-04T23:19:32.298012+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:19:32.298012+0000","last_undegraded":"2021-03-04T23:19:32.298012+0000","last_fullsized":"2021-03-04T23:19:32.298012+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301764+0000","last_change":"2021-03-04T23:19:33.301764+0000","last_active":"2021-03-04T23:19:33.301764+0000","last_peered":"2021-03-04T23:19:33.301764+0000","last_clean":"2021-03-04T23:19:33.301764+0000","last_became_active":"2021-03-04T23:19:33.301511+0000","last_became_peered":"2021-03-04T23:19:33.301511+0000","last_unstale":"2021-03-04T23:19:33.301764+0000","last_undegraded":"2021-03-04T23:19:33.301764+0000","last_fullsized":"2021-03-04T23:19:33.301764+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"624","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294951+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:19:33.294951+0000","last_peered":"2021-03-04T23:19:33.294951+0000","last_clean":"2021-03-04T23:19:33.294951+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:19:33.294951+0000","last_undegraded":"2021-03-04T23:19:33.294951+0000","last_fullsized":"2021-03-04T23:19:33.294951+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"610","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292972+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:19:33.292972+0000","last_peered":"2021-03-04T23:19:33.292972+0000","last_clean":"2021-03-04T23:19:33.292972+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:19:33.292972+0000","last_undegraded":"2021-03-04T23:19:33.292972+0000","last_fullsized":"2021-03-04T23:19:33.292972+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.431362+0000","last_change":"2021-03-04T23:19:33.430859+0000","last_active":"2021-03-04T23:19:33.431362+0000","last_peered":"2021-03-04T23:19:33.431362+0000","last_clean":"2021-03-04T23:19:33.431362+0000","last_became_active":"2021-03-04T23:19:33.429366+0000","last_became_peered":"2021-03-04T23:19:33.429366+0000","last_unstale":"2021-03-04T23:19:33.431362+0000","last_undegraded":"2021-03-04T23:19:33.431362+0000","last_fullsized":"2021-03-04T23:19:33.431362+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"28","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299669+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:19:33.299669+0000","last_peered":"2021-03-04T23:19:33.299669+0000","last_clean":"2021-03-04T23:19:33.299669+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:19:33.299669+0000","last_undegraded":"2021-03-04T23:19:33.299669+0000","last_fullsized":"2021-03-04T23:19:33.299669+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"593","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292867+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:19:33.292867+0000","last_peered":"2021-03-04T23:19:33.292867+0000","last_clean":"2021-03-04T23:19:33.292867+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:19:33.292867+0000","last_undegraded":"2021-03-04T23:19:33.292867+0000","last_fullsized":"2021-03-04T23:19:33.292867+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.302056+0000","last_change":"2021-03-04T23:19:33.301846+0000","last_active":"2021-03-04T23:19:33.302056+0000","last_peered":"2021-03-04T23:19:33.302056+0000","last_clean":"2021-03-04T23:19:33.302056+0000","last_became_active":"2021-03-04T23:19:33.301618+0000","last_became_peered":"2021-03-04T23:19:33.301618+0000","last_unstale":"2021-03-04T23:19:33.302056+0000","last_undegraded":"2021-03-04T23:19:33.302056+0000","last_fullsized":"2021-03-04T23:19:33.302056+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"638","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301165+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:19:33.301165+0000","last_peered":"2021-03-04T23:19:33.301165+0000","last_clean":"2021-03-04T23:19:33.301165+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:19:33.301165+0000","last_undegraded":"2021-03-04T23:19:33.301165+0000","last_fullsized":"2021-03-04T23:19:33.301165+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"386","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297609+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:19:32.297609+0000","last_peered":"2021-03-04T23:19:32.297609+0000","last_clean":"2021-03-04T23:19:32.297609+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:19:32.297609+0000","last_undegraded":"2021-03-04T23:19:32.297609+0000","last_fullsized":"2021-03-04T23:19:32.297609+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.b","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301855+0000","last_change":"2021-03-04T23:19:33.301855+0000","last_active":"2021-03-04T23:19:33.301855+0000","last_peered":"2021-03-04T23:19:33.301855+0000","last_clean":"2021-03-04T23:19:33.301855+0000","last_became_active":"2021-03-04T23:19:33.301531+0000","last_became_peered":"2021-03-04T23:19:33.301531+0000","last_unstale":"2021-03-04T23:19:33.301855+0000","last_undegraded":"2021-03-04T23:19:33.301855+0000","last_fullsized":"2021-03-04T23:19:33.301855+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"623","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427392+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:19:33.427392+0000","last_peered":"2021-03-04T23:19:33.427392+0000","last_clean":"2021-03-04T23:19:33.427392+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:19:33.427392+0000","last_undegraded":"2021-03-04T23:19:33.427392+0000","last_fullsized":"2021-03-04T23:19:33.427392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"633","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427742+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:19:33.427742+0000","last_peered":"2021-03-04T23:19:33.427742+0000","last_clean":"2021-03-04T23:19:33.427742+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:19:33.427742+0000","last_undegraded":"2021-03-04T23:19:33.427742+0000","last_fullsized":"2021-03-04T23:19:33.427742+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299532+0000","last_change":"2021-03-04T23:19:33.299043+0000","last_active":"2021-03-04T23:19:33.299532+0000","last_peered":"2021-03-04T23:19:33.299532+0000","last_clean":"2021-03-04T23:19:33.299532+0000","last_became_active":"2021-03-04T23:19:33.298825+0000","last_became_peered":"2021-03-04T23:19:33.298825+0000","last_unstale":"2021-03-04T23:19:33.299532+0000","last_undegraded":"2021-03-04T23:19:33.299532+0000","last_fullsized":"2021-03-04T23:19:33.299532+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"622","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299990+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:19:33.299990+0000","last_peered":"2021-03-04T23:19:33.299990+0000","last_clean":"2021-03-04T23:19:33.299990+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:19:33.299990+0000","last_undegraded":"2021-03-04T23:19:33.299990+0000","last_fullsized":"2021-03-04T23:19:33.299990+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"610","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293069+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:19:33.293069+0000","last_peered":"2021-03-04T23:19:33.293069+0000","last_clean":"2021-03-04T23:19:33.293069+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:19:33.293069+0000","last_undegraded":"2021-03-04T23:19:33.293069+0000","last_fullsized":"2021-03-04T23:19:33.293069+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.d","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.302630+0000","last_change":"2021-03-04T23:19:33.302531+0000","last_active":"2021-03-04T23:19:33.302630+0000","last_peered":"2021-03-04T23:19:33.302630+0000","last_clean":"2021-03-04T23:19:33.302630+0000","last_became_active":"2021-03-04T23:19:33.302292+0000","last_became_peered":"2021-03-04T23:19:33.302292+0000","last_unstale":"2021-03-04T23:19:33.302630+0000","last_undegraded":"2021-03-04T23:19:33.302630+0000","last_fullsized":"2021-03-04T23:19:33.302630+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"624","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294738+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:19:33.294738+0000","last_peered":"2021-03-04T23:19:33.294738+0000","last_clean":"2021-03-04T23:19:33.294738+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:19:33.294738+0000","last_undegraded":"2021-03-04T23:19:33.294738+0000","last_fullsized":"2021-03-04T23:19:33.294738+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"28","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299462+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:19:33.299462+0000","last_peered":"2021-03-04T23:19:33.299462+0000","last_clean":"2021-03-04T23:19:33.299462+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:19:33.299462+0000","last_undegraded":"2021-03-04T23:19:33.299462+0000","last_fullsized":"2021-03-04T23:19:33.299462+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.e","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299457+0000","last_change":"2021-03-04T23:19:33.299117+0000","last_active":"2021-03-04T23:19:33.299457+0000","last_peered":"2021-03-04T23:19:33.299457+0000","last_clean":"2021-03-04T23:19:33.299457+0000","last_became_active":"2021-03-04T23:19:33.298913+0000","last_became_peered":"2021-03-04T23:19:33.298913+0000","last_unstale":"2021-03-04T23:19:33.299457+0000","last_undegraded":"2021-03-04T23:19:33.299457+0000","last_fullsized":"2021-03-04T23:19:33.299457+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"82","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292495+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:19:33.292495+0000","last_peered":"2021-03-04T23:19:33.292495+0000","last_clean":"2021-03-04T23:19:33.292495+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:19:33.292495+0000","last_undegraded":"2021-03-04T23:19:33.292495+0000","last_fullsized":"2021-03-04T23:19:33.292495+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"605","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299402+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:19:33.299402+0000","last_peered":"2021-03-04T23:19:33.299402+0000","last_clean":"2021-03-04T23:19:33.299402+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:19:33.299402+0000","last_undegraded":"2021-03-04T23:19:33.299402+0000","last_fullsized":"2021-03-04T23:19:33.299402+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"643","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294852+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:19:33.294852+0000","last_peered":"2021-03-04T23:19:33.294852+0000","last_clean":"2021-03-04T23:19:33.294852+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:19:33.294852+0000","last_undegraded":"2021-03-04T23:19:33.294852+0000","last_fullsized":"2021-03-04T23:19:33.294852+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.f","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.429789+0000","last_change":"2021-03-04T23:19:33.429789+0000","last_active":"2021-03-04T23:19:33.429789+0000","last_peered":"2021-03-04T23:19:33.429789+0000","last_clean":"2021-03-04T23:19:33.429789+0000","last_became_active":"2021-03-04T23:19:33.428262+0000","last_became_peered":"2021-03-04T23:19:33.428262+0000","last_unstale":"2021-03-04T23:19:33.429789+0000","last_undegraded":"2021-03-04T23:19:33.429789+0000","last_fullsized":"2021-03-04T23:19:33.429789+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"97","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297338+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:19:32.297338+0000","last_peered":"2021-03-04T23:19:32.297338+0000","last_clean":"2021-03-04T23:19:32.297338+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:19:32.297338+0000","last_undegraded":"2021-03-04T23:19:32.297338+0000","last_fullsized":"2021-03-04T23:19:32.297338+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"685","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297333+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:19:32.297333+0000","last_peered":"2021-03-04T23:19:32.297333+0000","last_clean":"2021-03-04T23:19:32.297333+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:19:32.297333+0000","last_undegraded":"2021-03-04T23:19:32.297333+0000","last_fullsized":"2021-03-04T23:19:32.297333+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"631","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293092+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:19:33.293092+0000","last_peered":"2021-03-04T23:19:33.293092+0000","last_clean":"2021-03-04T23:19:33.293092+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:19:33.293092+0000","last_undegraded":"2021-03-04T23:19:33.293092+0000","last_fullsized":"2021-03-04T23:19:33.293092+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"115","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292748+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:19:33.292748+0000","last_peered":"2021-03-04T23:19:33.292748+0000","last_clean":"2021-03-04T23:19:33.292748+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:19:33.292748+0000","last_undegraded":"2021-03-04T23:19:33.292748+0000","last_fullsized":"2021-03-04T23:19:33.292748+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"621","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301152+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:19:33.301152+0000","last_peered":"2021-03-04T23:19:33.301152+0000","last_clean":"2021-03-04T23:19:33.301152+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:19:33.301152+0000","last_undegraded":"2021-03-04T23:19:33.301152+0000","last_fullsized":"2021-03-04T23:19:33.301152+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"37","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299156+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:19:33.299156+0000","last_peered":"2021-03-04T23:19:33.299156+0000","last_clean":"2021-03-04T23:19:33.299156+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:19:33.299156+0000","last_undegraded":"2021-03-04T23:19:33.299156+0000","last_fullsized":"2021-03-04T23:19:33.299156+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"80","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.428426+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:19:33.428426+0000","last_peered":"2021-03-04T23:19:33.428426+0000","last_clean":"2021-03-04T23:19:33.428426+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:19:33.428426+0000","last_undegraded":"2021-03-04T23:19:33.428426+0000","last_fullsized":"2021-03-04T23:19:33.428426+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"635","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.300996+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:19:33.300996+0000","last_peered":"2021-03-04T23:19:33.300996+0000","last_clean":"2021-03-04T23:19:33.300996+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:19:33.300996+0000","last_undegraded":"2021-03-04T23:19:33.300996+0000","last_fullsized":"2021-03-04T23:19:33.300996+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"663","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427168+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:19:33.427168+0000","last_peered":"2021-03-04T23:19:33.427168+0000","last_clean":"2021-03-04T23:19:33.427168+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:19:33.427168+0000","last_undegraded":"2021-03-04T23:19:33.427168+0000","last_fullsized":"2021-03-04T23:19:33.427168+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"416","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292656+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:19:33.292656+0000","last_peered":"2021-03-04T23:19:33.292656+0000","last_clean":"2021-03-04T23:19:33.292656+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:19:33.292656+0000","last_undegraded":"2021-03-04T23:19:33.292656+0000","last_fullsized":"2021-03-04T23:19:33.292656+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"647","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301297+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:19:33.301297+0000","last_peered":"2021-03-04T23:19:33.301297+0000","last_clean":"2021-03-04T23:19:33.301297+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:19:33.301297+0000","last_undegraded":"2021-03-04T23:19:33.301297+0000","last_fullsized":"2021-03-04T23:19:33.301297+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"632","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297522+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:19:32.297522+0000","last_peered":"2021-03-04T23:19:32.297522+0000","last_clean":"2021-03-04T23:19:32.297522+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:19:32.297522+0000","last_undegraded":"2021-03-04T23:19:32.297522+0000","last_fullsized":"2021-03-04T23:19:32.297522+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"651","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.428139+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:19:33.428139+0000","last_peered":"2021-03-04T23:19:33.428139+0000","last_clean":"2021-03-04T23:19:33.428139+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:19:33.428139+0000","last_undegraded":"2021-03-04T23:19:33.428139+0000","last_fullsized":"2021-03-04T23:19:33.428139+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"640","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299687+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:19:33.299687+0000","last_peered":"2021-03-04T23:19:33.299687+0000","last_clean":"2021-03-04T23:19:33.299687+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:19:33.299687+0000","last_undegraded":"2021-03-04T23:19:33.299687+0000","last_fullsized":"2021-03-04T23:19:33.299687+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"634","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294840+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:19:33.294840+0000","last_peered":"2021-03-04T23:19:33.294840+0000","last_clean":"2021-03-04T23:19:33.294840+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:19:33.294840+0000","last_undegraded":"2021-03-04T23:19:33.294840+0000","last_fullsized":"2021-03-04T23:19:33.294840+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"662","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299244+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:19:33.299244+0000","last_peered":"2021-03-04T23:19:33.299244+0000","last_clean":"2021-03-04T23:19:33.299244+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:19:33.299244+0000","last_undegraded":"2021-03-04T23:19:33.299244+0000","last_fullsized":"2021-03-04T23:19:33.299244+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"66","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292824+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:19:33.292824+0000","last_peered":"2021-03-04T23:19:33.292824+0000","last_clean":"2021-03-04T23:19:33.292824+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:19:33.292824+0000","last_undegraded":"2021-03-04T23:19:33.292824+0000","last_fullsized":"2021-03-04T23:19:33.292824+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"596","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292867+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:19:33.292867+0000","last_peered":"2021-03-04T23:19:33.292867+0000","last_clean":"2021-03-04T23:19:33.292867+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:19:33.292867+0000","last_undegraded":"2021-03-04T23:19:33.292867+0000","last_fullsized":"2021-03-04T23:19:33.292867+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"639","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427797+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:19:33.427797+0000","last_peered":"2021-03-04T23:19:33.427797+0000","last_clean":"2021-03-04T23:19:33.427797+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:19:33.427797+0000","last_undegraded":"2021-03-04T23:19:33.427797+0000","last_fullsized":"2021-03-04T23:19:33.427797+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"28","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.300181+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:19:33.300181+0000","last_peered":"2021-03-04T23:19:33.300181+0000","last_clean":"2021-03-04T23:19:33.300181+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:19:33.300181+0000","last_undegraded":"2021-03-04T23:19:33.300181+0000","last_fullsized":"2021-03-04T23:19:33.300181+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"641","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299894+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:19:33.299894+0000","last_peered":"2021-03-04T23:19:33.299894+0000","last_clean":"2021-03-04T23:19:33.299894+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:19:33.299894+0000","last_undegraded":"2021-03-04T23:19:33.299894+0000","last_fullsized":"2021-03-04T23:19:33.299894+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"648","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297481+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:19:32.297481+0000","last_peered":"2021-03-04T23:19:32.297481+0000","last_clean":"2021-03-04T23:19:32.297481+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:19:32.297481+0000","last_undegraded":"2021-03-04T23:19:32.297481+0000","last_fullsized":"2021-03-04T23:19:32.297481+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"30","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427618+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:19:33.427618+0000","last_peered":"2021-03-04T23:19:33.427618+0000","last_clean":"2021-03-04T23:19:33.427618+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:19:33.427618+0000","last_undegraded":"2021-03-04T23:19:33.427618+0000","last_fullsized":"2021-03-04T23:19:33.427618+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"668","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299279+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:19:33.299279+0000","last_peered":"2021-03-04T23:19:33.299279+0000","last_clean":"2021-03-04T23:19:33.299279+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:19:33.299279+0000","last_undegraded":"2021-03-04T23:19:33.299279+0000","last_fullsized":"2021-03-04T23:19:33.299279+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"625","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.426639+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:19:33.426639+0000","last_peered":"2021-03-04T23:19:33.426639+0000","last_clean":"2021-03-04T23:19:33.426639+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:19:33.426639+0000","last_undegraded":"2021-03-04T23:19:33.426639+0000","last_fullsized":"2021-03-04T23:19:33.426639+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"648","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.428094+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:19:33.428094+0000","last_peered":"2021-03-04T23:19:33.428094+0000","last_clean":"2021-03-04T23:19:33.428094+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:19:33.428094+0000","last_undegraded":"2021-03-04T23:19:33.428094+0000","last_fullsized":"2021-03-04T23:19:33.428094+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"68","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299385+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:19:33.299385+0000","last_peered":"2021-03-04T23:19:33.299385+0000","last_clean":"2021-03-04T23:19:33.299385+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:19:33.299385+0000","last_undegraded":"2021-03-04T23:19:33.299385+0000","last_fullsized":"2021-03-04T23:19:33.299385+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"95","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299424+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:19:33.299424+0000","last_peered":"2021-03-04T23:19:33.299424+0000","last_clean":"2021-03-04T23:19:33.299424+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:19:33.299424+0000","last_undegraded":"2021-03-04T23:19:33.299424+0000","last_fullsized":"2021-03-04T23:19:33.299424+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"611","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293166+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:19:33.293166+0000","last_peered":"2021-03-04T23:19:33.293166+0000","last_clean":"2021-03-04T23:19:33.293166+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:19:33.293166+0000","last_undegraded":"2021-03-04T23:19:33.293166+0000","last_fullsized":"2021-03-04T23:19:33.293166+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"393","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293173+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:19:33.293173+0000","last_peered":"2021-03-04T23:19:33.293173+0000","last_clean":"2021-03-04T23:19:33.293173+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:19:33.293173+0000","last_undegraded":"2021-03-04T23:19:33.293173+0000","last_fullsized":"2021-03-04T23:19:33.293173+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"653","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297935+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:19:32.297935+0000","last_peered":"2021-03-04T23:19:32.297935+0000","last_clean":"2021-03-04T23:19:32.297935+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:19:32.297935+0000","last_undegraded":"2021-03-04T23:19:32.297935+0000","last_fullsized":"2021-03-04T23:19:32.297935+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"416","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294806+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:19:33.294806+0000","last_peered":"2021-03-04T23:19:33.294806+0000","last_clean":"2021-03-04T23:19:33.294806+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:19:33.294806+0000","last_undegraded":"2021-03-04T23:19:33.294806+0000","last_fullsized":"2021-03-04T23:19:33.294806+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"655","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299711+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:19:33.299711+0000","last_peered":"2021-03-04T23:19:33.299711+0000","last_clean":"2021-03-04T23:19:33.299711+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:19:33.299711+0000","last_undegraded":"2021-03-04T23:19:33.299711+0000","last_fullsized":"2021-03-04T23:19:33.299711+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"28","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299417+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:19:33.299417+0000","last_peered":"2021-03-04T23:19:33.299417+0000","last_clean":"2021-03-04T23:19:33.299417+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:19:33.299417+0000","last_undegraded":"2021-03-04T23:19:33.299417+0000","last_fullsized":"2021-03-04T23:19:33.299417+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"68","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299290+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:19:33.299290+0000","last_peered":"2021-03-04T23:19:33.299290+0000","last_clean":"2021-03-04T23:19:33.299290+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:19:33.299290+0000","last_undegraded":"2021-03-04T23:19:33.299290+0000","last_fullsized":"2021-03-04T23:19:33.299290+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"650","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299787+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:19:33.299787+0000","last_peered":"2021-03-04T23:19:33.299787+0000","last_clean":"2021-03-04T23:19:33.299787+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:19:33.299787+0000","last_undegraded":"2021-03-04T23:19:33.299787+0000","last_fullsized":"2021-03-04T23:19:33.299787+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"625","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427217+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:19:33.427217+0000","last_peered":"2021-03-04T23:19:33.427217+0000","last_clean":"2021-03-04T23:19:33.427217+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:19:33.427217+0000","last_undegraded":"2021-03-04T23:19:33.427217+0000","last_fullsized":"2021-03-04T23:19:33.427217+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"432","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292783+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:19:33.292783+0000","last_peered":"2021-03-04T23:19:33.292783+0000","last_clean":"2021-03-04T23:19:33.292783+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:19:33.292783+0000","last_undegraded":"2021-03-04T23:19:33.292783+0000","last_fullsized":"2021-03-04T23:19:33.292783+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"20","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299297+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:19:33.299297+0000","last_peered":"2021-03-04T23:19:33.299297+0000","last_clean":"2021-03-04T23:19:33.299297+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:19:33.299297+0000","last_undegraded":"2021-03-04T23:19:33.299297+0000","last_fullsized":"2021-03-04T23:19:33.299297+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"658","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292594+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:19:33.292594+0000","last_peered":"2021-03-04T23:19:33.292594+0000","last_clean":"2021-03-04T23:19:33.292594+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:19:33.292594+0000","last_undegraded":"2021-03-04T23:19:33.292594+0000","last_fullsized":"2021-03-04T23:19:33.292594+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"388","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292557+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:19:33.292557+0000","last_peered":"2021-03-04T23:19:33.292557+0000","last_clean":"2021-03-04T23:19:33.292557+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:19:33.292557+0000","last_undegraded":"2021-03-04T23:19:33.292557+0000","last_fullsized":"2021-03-04T23:19:33.292557+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"397","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299782+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:19:33.299782+0000","last_peered":"2021-03-04T23:19:33.299782+0000","last_clean":"2021-03-04T23:19:33.299782+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:19:33.299782+0000","last_undegraded":"2021-03-04T23:19:33.299782+0000","last_fullsized":"2021-03-04T23:19:33.299782+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"641","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299818+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:19:33.299818+0000","last_peered":"2021-03-04T23:19:33.299818+0000","last_clean":"2021-03-04T23:19:33.299818+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:19:33.299818+0000","last_undegraded":"2021-03-04T23:19:33.299818+0000","last_fullsized":"2021-03-04T23:19:33.299818+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"639","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299450+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:19:33.299450+0000","last_peered":"2021-03-04T23:19:33.299450+0000","last_clean":"2021-03-04T23:19:33.299450+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:19:33.299450+0000","last_undegraded":"2021-03-04T23:19:33.299450+0000","last_fullsized":"2021-03-04T23:19:33.299450+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"592","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292936+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:19:33.292936+0000","last_peered":"2021-03-04T23:19:33.292936+0000","last_clean":"2021-03-04T23:19:33.292936+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:19:33.292936+0000","last_undegraded":"2021-03-04T23:19:33.292936+0000","last_fullsized":"2021-03-04T23:19:33.292936+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"608","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297747+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:19:32.297747+0000","last_peered":"2021-03-04T23:19:32.297747+0000","last_clean":"2021-03-04T23:19:32.297747+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:19:32.297747+0000","last_undegraded":"2021-03-04T23:19:32.297747+0000","last_fullsized":"2021-03-04T23:19:32.297747+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"656","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297599+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:19:32.297599+0000","last_peered":"2021-03-04T23:19:32.297599+0000","last_clean":"2021-03-04T23:19:32.297599+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:19:32.297599+0000","last_undegraded":"2021-03-04T23:19:32.297599+0000","last_fullsized":"2021-03-04T23:19:32.297599+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"675","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299367+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:19:33.299367+0000","last_peered":"2021-03-04T23:19:33.299367+0000","last_clean":"2021-03-04T23:19:33.299367+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:19:33.299367+0000","last_undegraded":"2021-03-04T23:19:33.299367+0000","last_fullsized":"2021-03-04T23:19:33.299367+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"642","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294563+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:19:33.294563+0000","last_peered":"2021-03-04T23:19:33.294563+0000","last_clean":"2021-03-04T23:19:33.294563+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:19:33.294563+0000","last_undegraded":"2021-03-04T23:19:33.294563+0000","last_fullsized":"2021-03-04T23:19:33.294563+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"634","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294867+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:19:33.294867+0000","last_peered":"2021-03-04T23:19:33.294867+0000","last_clean":"2021-03-04T23:19:33.294867+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:19:33.294867+0000","last_undegraded":"2021-03-04T23:19:33.294867+0000","last_fullsized":"2021-03-04T23:19:33.294867+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"653","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297747+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:19:32.297747+0000","last_peered":"2021-03-04T23:19:32.297747+0000","last_clean":"2021-03-04T23:19:32.297747+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:19:32.297747+0000","last_undegraded":"2021-03-04T23:19:32.297747+0000","last_fullsized":"2021-03-04T23:19:32.297747+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"636","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301219+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:19:33.301219+0000","last_peered":"2021-03-04T23:19:33.301219+0000","last_clean":"2021-03-04T23:19:33.301219+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:19:33.301219+0000","last_undegraded":"2021-03-04T23:19:33.301219+0000","last_fullsized":"2021-03-04T23:19:33.301219+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"406","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292812+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:19:33.292812+0000","last_peered":"2021-03-04T23:19:33.292812+0000","last_clean":"2021-03-04T23:19:33.292812+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:19:33.292812+0000","last_undegraded":"2021-03-04T23:19:33.292812+0000","last_fullsized":"2021-03-04T23:19:33.292812+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"595","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294707+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:19:33.294707+0000","last_peered":"2021-03-04T23:19:33.294707+0000","last_clean":"2021-03-04T23:19:33.294707+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:19:33.294707+0000","last_undegraded":"2021-03-04T23:19:33.294707+0000","last_fullsized":"2021-03-04T23:19:33.294707+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"68","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.427607+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:19:33.427607+0000","last_peered":"2021-03-04T23:19:33.427607+0000","last_clean":"2021-03-04T23:19:33.427607+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:19:33.427607+0000","last_undegraded":"2021-03-04T23:19:33.427607+0000","last_fullsized":"2021-03-04T23:19:33.427607+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"596","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293301+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:19:33.293301+0000","last_peered":"2021-03-04T23:19:33.293301+0000","last_clean":"2021-03-04T23:19:33.293301+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:19:33.293301+0000","last_undegraded":"2021-03-04T23:19:33.293301+0000","last_fullsized":"2021-03-04T23:19:33.293301+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"382","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297831+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:19:32.297831+0000","last_peered":"2021-03-04T23:19:32.297831+0000","last_clean":"2021-03-04T23:19:32.297831+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:19:32.297831+0000","last_undegraded":"2021-03-04T23:19:32.297831+0000","last_fullsized":"2021-03-04T23:19:32.297831+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"608","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292918+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:19:33.292918+0000","last_peered":"2021-03-04T23:19:33.292918+0000","last_clean":"2021-03-04T23:19:33.292918+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:19:33.292918+0000","last_undegraded":"2021-03-04T23:19:33.292918+0000","last_fullsized":"2021-03-04T23:19:33.292918+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"82","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293115+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:19:33.293115+0000","last_peered":"2021-03-04T23:19:33.293115+0000","last_clean":"2021-03-04T23:19:33.293115+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:19:33.293115+0000","last_undegraded":"2021-03-04T23:19:33.293115+0000","last_fullsized":"2021-03-04T23:19:33.293115+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"673","reported_epoch":"662","state":"active+clean","last_fresh":"2021-03-04T23:19:32.297958+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:19:32.297958+0000","last_peered":"2021-03-04T23:19:32.297958+0000","last_clean":"2021-03-04T23:19:32.297958+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:19:32.297958+0000","last_undegraded":"2021-03-04T23:19:32.297958+0000","last_fullsized":"2021-03-04T23:19:32.297958+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"666","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294928+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:19:33.294928+0000","last_peered":"2021-03-04T23:19:33.294928+0000","last_clean":"2021-03-04T23:19:33.294928+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:19:33.294928+0000","last_undegraded":"2021-03-04T23:19:33.294928+0000","last_fullsized":"2021-03-04T23:19:33.294928+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"609","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.426760+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:19:33.426760+0000","last_peered":"2021-03-04T23:19:33.426760+0000","last_clean":"2021-03-04T23:19:33.426760+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:19:33.426760+0000","last_undegraded":"2021-03-04T23:19:33.426760+0000","last_fullsized":"2021-03-04T23:19:33.426760+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301159+0000","last_change":"2021-03-04T23:19:33.301159+0000","last_active":"2021-03-04T23:19:33.301159+0000","last_peered":"2021-03-04T23:19:33.301159+0000","last_clean":"2021-03-04T23:19:33.301159+0000","last_became_active":"2021-03-04T23:19:33.300936+0000","last_became_peered":"2021-03-04T23:19:33.300936+0000","last_unstale":"2021-03-04T23:19:33.301159+0000","last_undegraded":"2021-03-04T23:19:33.301159+0000","last_fullsized":"2021-03-04T23:19:33.301159+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"599","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294763+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:19:33.294763+0000","last_peered":"2021-03-04T23:19:33.294763+0000","last_clean":"2021-03-04T23:19:33.294763+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:19:33.294763+0000","last_undegraded":"2021-03-04T23:19:33.294763+0000","last_fullsized":"2021-03-04T23:19:33.294763+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"663","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.292853+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:19:33.292853+0000","last_peered":"2021-03-04T23:19:33.292853+0000","last_clean":"2021-03-04T23:19:33.292853+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:19:33.292853+0000","last_undegraded":"2021-03-04T23:19:33.292853+0000","last_fullsized":"2021-03-04T23:19:33.292853+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.300991+0000","last_change":"2021-03-04T23:19:33.300859+0000","last_active":"2021-03-04T23:19:33.300991+0000","last_peered":"2021-03-04T23:19:33.300991+0000","last_clean":"2021-03-04T23:19:33.300991+0000","last_became_active":"2021-03-04T23:19:33.300607+0000","last_became_peered":"2021-03-04T23:19:33.300607+0000","last_unstale":"2021-03-04T23:19:33.300991+0000","last_undegraded":"2021-03-04T23:19:33.300991+0000","last_fullsized":"2021-03-04T23:19:33.300991+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"640","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299816+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:19:33.299816+0000","last_peered":"2021-03-04T23:19:33.299816+0000","last_clean":"2021-03-04T23:19:33.299816+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:19:33.299816+0000","last_undegraded":"2021-03-04T23:19:33.299816+0000","last_fullsized":"2021-03-04T23:19:33.299816+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"663","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.428178+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:19:33.428178+0000","last_peered":"2021-03-04T23:19:33.428178+0000","last_clean":"2021-03-04T23:19:33.428178+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:19:33.428178+0000","last_undegraded":"2021-03-04T23:19:33.428178+0000","last_fullsized":"2021-03-04T23:19:33.428178+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":"10","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.300267+0000","last_change":"2021-03-04T23:19:33.299953+0000","last_active":"2021-03-04T23:19:33.300267+0000","last_peered":"2021-03-04T23:19:33.300267+0000","last_clean":"2021-03-04T23:19:33.300267+0000","last_became_active":"2021-03-04T23:19:33.299702+0000","last_became_peered":"2021-03-04T23:19:33.299702+0000","last_unstale":"2021-03-04T23:19:33.300267+0000","last_undegraded":"2021-03-04T23:19:33.300267+0000","last_fullsized":"2021-03-04T23:19:33.300267+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"612","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.299588+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:19:33.299588+0000","last_peered":"2021-03-04T23:19:33.299588+0000","last_clean":"2021-03-04T23:19:33.299588+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:19:33.299588+0000","last_undegraded":"2021-03-04T23:19:33.299588+0000","last_fullsized":"2021-03-04T23:19:33.299588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"30","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.426515+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:19:33.426515+0000","last_peered":"2021-03-04T23:19:33.426515+0000","last_clean":"2021-03-04T23:19:33.426515+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:19:33.426515+0000","last_undegraded":"2021-03-04T23:19:33.426515+0000","last_fullsized":"2021-03-04T23:19:33.426515+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301202+0000","last_change":"2021-03-04T23:19:33.301202+0000","last_active":"2021-03-04T23:19:33.301202+0000","last_peered":"2021-03-04T23:19:33.301202+0000","last_clean":"2021-03-04T23:19:33.301202+0000","last_became_active":"2021-03-04T23:19:33.300829+0000","last_became_peered":"2021-03-04T23:19:33.300829+0000","last_unstale":"2021-03-04T23:19:33.301202+0000","last_undegraded":"2021-03-04T23:19:33.301202+0000","last_fullsized":"2021-03-04T23:19:33.301202+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"624","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293169+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:19:33.293169+0000","last_peered":"2021-03-04T23:19:33.293169+0000","last_clean":"2021-03-04T23:19:33.293169+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:19:33.293169+0000","last_undegraded":"2021-03-04T23:19:33.293169+0000","last_fullsized":"2021-03-04T23:19:33.293169+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"637","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.293085+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:19:33.293085+0000","last_peered":"2021-03-04T23:19:33.293085+0000","last_clean":"2021-03-04T23:19:33.293085+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:19:33.293085+0000","last_undegraded":"2021-03-04T23:19:33.293085+0000","last_fullsized":"2021-03-04T23:19:33.293085+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":"9","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.301780+0000","last_change":"2021-03-04T23:19:33.301780+0000","last_active":"2021-03-04T23:19:33.301780+0000","last_peered":"2021-03-04T23:19:33.301780+0000","last_clean":"2021-03-04T23:19:33.301780+0000","last_became_active":"2021-03-04T23:19:33.301524+0000","last_became_peered":"2021-03-04T23:19:33.301524+0000","last_unstale":"2021-03-04T23:19:33.301780+0000","last_undegraded":"2021-03-04T23:19:33.301780+0000","last_fullsized":"2021-03-04T23:19:33.301780+0000","mapping_epoch":662,"log_start":"0'0","ondisk_log_start":"0'0","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"617","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.294894+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:19:33.294894+0000","last_peered":"2021-03-04T23:19:33.294894+0000","last_clean":"2021-03-04T23:19:33.294894+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:19:33.294894+0000","last_undegraded":"2021-03-04T23:19:33.294894+0000","last_fullsized":"2021-03-04T23:19:33.294894+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"648","reported_epoch":"663","state":"active+clean","last_fresh":"2021-03-04T23:19:33.426294+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:19:33.426294+0000","last_peered":"2021-03-04T23:19:33.426294+0000","last_clean":"2021-03-04T23:19:33.426294+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:19:33.426294+0000","last_undegraded":"2021-03-04T23:19:33.426294+0000","last_fullsized":"2021-03-04T23:19:33.426294+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":28,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4580184,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495982,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1251856,"kb_used_data":203272,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":86828528,"statfs":{"total":90194313216,"available":88912412672,"internally_reserved":1073741824,"allocated":208150528,"data_stored":204986283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:19:34 2021","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":5.242,"15min":3.2240000000000002},"min":{"1min":0.14899999999999999,"5min":0.13600000000000001,"15min":0.13100000000000001},"max":{"1min":2.8780000000000001,"5min":200.09299999999999,"15min":200.09299999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":1.232,"5min":5.4199999999999999,"15min":3.3940000000000001},"min":{"1min":0.19900000000000001,"5min":0.16300000000000001,"15min":0.14899999999999999},"max":{"1min":2.7320000000000002,"5min":200.001,"15min":200.001},"last":0.76200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:19:01 2021","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.88200000000000001,"15min":0.91200000000000003},"min":{"1min":0.27200000000000002,"5min":0.217,"15min":0.191},"max":{"1min":5.2000000000000002,"5min":5.2000000000000002,"15min":7.7270000000000003},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.79500000000000004,"15min":0.84399999999999997},"min":{"1min":0.25800000000000001,"5min":0.19400000000000001,"15min":0.17499999999999999},"max":{"1min":2.718,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":0.68899999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:19:27 2021","interfaces":[{"interface":"back","average":{"1min":1.552,"5min":1.0960000000000001,"15min":1.752},"min":{"1min":0.25800000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":5.3520000000000003,"5min":6.1609999999999996,"15min":73.129999999999995},"last":0.81499999999999995},{"interface":"front","average":{"1min":1.7290000000000001,"5min":1.0940000000000001,"15min":1.7170000000000001},"min":{"1min":0.23899999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":4.6289999999999996,"5min":6.1790000000000003,"15min":74.382000000000005},"last":0.66800000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:19:10 2021","interfaces":[{"interface":"back","average":{"1min":4.2859999999999996,"5min":1.992,"15min":1.24},"min":{"1min":0.22500000000000001,"5min":0.189,"15min":0.189},"max":{"1min":62.210000000000001,"5min":62.210000000000001,"15min":62.210000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":4.6909999999999998,"5min":2.2210000000000001,"15min":1.351},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":62.228000000000002,"5min":62.228000000000002,"15min":62.228000000000002},"last":0.73599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:19:34 2021","interfaces":[{"interface":"back","average":{"1min":1.127,"5min":1.2150000000000001,"15min":0.89100000000000001},"min":{"1min":0.18099999999999999,"5min":0.14699999999999999,"15min":0.13300000000000001},"max":{"1min":2.4079999999999999,"5min":39.375999999999998,"15min":39.375999999999998},"last":0.28399999999999997},{"interface":"front","average":{"1min":1,"5min":1.1830000000000001,"15min":0.91100000000000003},"min":{"1min":0.29599999999999999,"5min":0.158,"15min":0.14999999999999999},"max":{"1min":1.9750000000000001,"5min":39.570999999999998,"15min":39.570999999999998},"last":0.29599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:19:34 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.1259999999999999,"15min":0.98299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":2.6269999999999998,"5min":6.2969999999999997,"15min":7.8719999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.073,"15min":0.97899999999999998},"min":{"1min":0.217,"5min":0.17799999999999999,"15min":0.16400000000000001},"max":{"1min":2.794,"5min":5.5430000000000001,"15min":5.5430000000000001},"last":0.31900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:19:34 2021","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.5029999999999999,"15min":1.1359999999999999},"min":{"1min":0.307,"5min":0.20399999999999999,"15min":0.17799999999999999},"max":{"1min":2.9620000000000002,"5min":38.747999999999998,"15min":38.747999999999998},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.3080000000000001,"15min":1.032},"min":{"1min":0.40999999999999998,"5min":0.187,"15min":0.187},"max":{"1min":2.129,"5min":38.484000000000002,"15min":38.484000000000002},"last":0.40999999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659506,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056708,"kb_used_data":8124,"kb_used_omap":470,"kb_used_meta":1048105,"kb_avail":87023676,"statfs":{"total":90194313216,"available":89112244224,"internally_reserved":1073741824,"allocated":8318976,"data_stored":5166873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":481475,"internal_metadata":1073260349},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:37 2021","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":2.7749999999999999,"15min":1.782},"min":{"1min":0.153,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":8.1940000000000008,"5min":76.179000000000002,"15min":76.179000000000002},"last":1.647},{"interface":"front","average":{"1min":0.95099999999999996,"5min":2.9119999999999999,"15min":1.911},"min":{"1min":0.24399999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":8.0370000000000008,"5min":76.296999999999997,"15min":76.296999999999997},"last":1.5669999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:18:59 2021","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.68300000000000005,"15min":0.86399999999999999},"min":{"1min":0.22900000000000001,"5min":0.182,"15min":0.182},"max":{"1min":1.986,"5min":2.298,"15min":6.75},"last":1.605},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.81399999999999995,"15min":0.89900000000000002},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":4.327,"5min":4.327,"15min":4.6529999999999996},"last":2.0750000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:19:18 2021","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":2.105,"15min":2.3959999999999999},"min":{"1min":0.20499999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":2.5409999999999999,"5min":45.531999999999996,"15min":81.930000000000007},"last":2.2090000000000001},{"interface":"front","average":{"1min":1.623,"5min":2.2109999999999999,"15min":2.4060000000000001},"min":{"1min":0.218,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":4.4740000000000002,"5min":45.631,"15min":82.245000000000005},"last":1.792}]},{"osd":3,"last update":"Thu Mar 4 23:19:13 2021","interfaces":[{"interface":"back","average":{"1min":2.0059999999999998,"5min":2.7010000000000001,"15min":2.7120000000000002},"min":{"1min":0.26900000000000002,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":8.3970000000000002,"5min":34.171999999999997,"15min":34.171999999999997},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.49,"5min":2.3410000000000002,"15min":2.3119999999999998},"min":{"1min":0.29599999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":4.0140000000000002,"5min":34.006,"15min":34.006},"last":1.9099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:18:59 2021","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.68400000000000005,"15min":0.87},"min":{"1min":0.16600000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":4.1829999999999998,"5min":4.1829999999999998,"15min":7.4740000000000002},"last":1.351},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.077,"15min":1.0069999999999999},"min":{"1min":0.185,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":8.5310000000000006,"5min":8.5310000000000006,"15min":8.5310000000000006},"last":1.4239999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:18:59 2021","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.86799999999999999,"15min":0.88},"min":{"1min":0.191,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":4.593,"5min":4.593,"15min":4.8730000000000002},"last":1.232},{"interface":"front","average":{"1min":1.087,"5min":0.80800000000000005,"15min":0.93999999999999995},"min":{"1min":0.20200000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1580000000000004,"5min":4.1580000000000004,"15min":7.6699999999999999},"last":1.494}]},{"osd":7,"last update":"Thu Mar 4 23:19:28 2021","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":1.089,"15min":1.0900000000000001},"min":{"1min":0.28299999999999997,"5min":0.16,"15min":0.16},"max":{"1min":2.5760000000000001,"5min":4.8330000000000002,"15min":6.6369999999999996},"last":2.3319999999999999},{"interface":"front","average":{"1min":1.9139999999999999,"5min":1.1870000000000001,"15min":1.2310000000000001},"min":{"1min":0.34699999999999998,"5min":0.216,"15min":0.185},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":7.79},"last":0.94799999999999995}]}]},{"osd":1,"up_from":0,"seq":1464583848182,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712327,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":280840,"kb_used_data":8128,"kb_used_omap":637,"kb_used_meta":272066,"kb_avail":87799544,"statfs":{"total":90194313216,"available":89906733056,"internally_reserved":0,"allocated":8323072,"data_stored":5172832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":278595634},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:18:53 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.54400000000000004},"min":{"1min":0.161,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":4.0739999999999998,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.56799999999999995,"15min":0.60899999999999999},"min":{"1min":0.158,"5min":0.155,"15min":0.14199999999999999},"max":{"1min":3.5289999999999999,"5min":3.5289999999999999,"15min":5.0890000000000004},"last":1.119}]},{"osd":2,"last update":"Thu Mar 4 23:19:14 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":1.407,"15min":1.673},"min":{"1min":0.14199999999999999,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":6.1689999999999996,"5min":49.637,"15min":81.109999999999999},"last":1.4199999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":1.585,"15min":1.8600000000000001},"min":{"1min":0.22800000000000001,"5min":0.182,"15min":0.13400000000000001},"max":{"1min":5.0839999999999996,"5min":51.078000000000003,"15min":81.326999999999998},"last":1.752}]},{"osd":3,"last update":"Thu Mar 4 23:19:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.409,"15min":1.0649999999999999},"min":{"1min":0.152,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":5.6920000000000002,"5min":47.826999999999998,"15min":47.826999999999998},"last":1.26},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.571,"15min":1.2430000000000001},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":5.8250000000000002,"5min":47.889000000000003,"15min":47.889000000000003},"last":1.607}]},{"osd":4,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.90100000000000002,"15min":1.0429999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.23000000000000001},"max":{"1min":4.609,"5min":4.609,"15min":4.609},"last":1.972},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.82499999999999996,"15min":0.90700000000000003},"min":{"1min":0.24099999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.8519999999999999,"5min":3.8519999999999999,"15min":5.0570000000000004},"last":1.8640000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.0469999999999999,"15min":1.1359999999999999},"min":{"1min":0.27400000000000002,"5min":0.27200000000000002,"15min":0.22500000000000001},"max":{"1min":4.2599999999999998,"5min":4.2599999999999998,"15min":4.806},"last":2.6419999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.04,"15min":1.026},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.20699999999999999},"max":{"1min":3.7509999999999999,"5min":3.7509999999999999,"15min":3.7509999999999999},"last":1.532}]},{"osd":6,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":0.94899999999999995,"15min":1.0580000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":4.7149999999999999,"5min":4.7149999999999999,"15min":4.7149999999999999},"last":2.1629999999999998},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1919999999999999,"15min":1.266},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.3949999999999996,"5min":4.3949999999999996,"15min":5.1500000000000004},"last":2.25}]},{"osd":7,"last update":"Thu Mar 4 23:18:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.1759999999999999,"15min":1.23},"min":{"1min":0.26000000000000001,"5min":0.23799999999999999,"15min":0.19600000000000001},"max":{"1min":4.8769999999999998,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":2.3559999999999999},{"interface":"front","average":{"1min":1.306,"5min":1.2969999999999999,"15min":1.3049999999999999},"min":{"1min":0.34399999999999997,"5min":0.30499999999999999,"15min":0.251},"max":{"1min":4.5019999999999998,"5min":4.5019999999999998,"15min":5},"last":2.4860000000000002}]}]},{"osd":2,"up_from":356,"seq":1529008357617,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":255880,"kb_used_data":8128,"kb_used_omap":852,"kb_used_meta":246891,"kb_avail":87824504,"statfs":{"total":90194313216,"available":89932292096,"internally_reserved":0,"allocated":8323072,"data_stored":5172844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":252817015},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:19:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53800000000000003,"15min":1.1910000000000001},"min":{"1min":0.109,"5min":0.107,"15min":0.107},"max":{"1min":1.589,"5min":3.702,"15min":104.41800000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.69199999999999995,"15min":1.1399999999999999},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":2.359,"5min":8.5340000000000007,"15min":105.191},"last":0.81899999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:19:23 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.61799999999999999,"15min":0.88400000000000001},"min":{"1min":0.153,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.742,"5min":2.4159999999999999,"15min":67.450999999999993},"last":1.3500000000000001},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.61799999999999999,"15min":0.69699999999999995},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17100000000000001},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":5.3179999999999996},"last":1.6499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:19:14 2021","interfaces":[{"interface":"back","average":{"1min":4.7140000000000004,"5min":2.3820000000000001,"15min":2.4049999999999998},"min":{"1min":0.157,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":77.754000000000005,"5min":77.754000000000005,"15min":77.754000000000005},"last":1.103},{"interface":"front","average":{"1min":4.6360000000000001,"5min":2.4590000000000001,"15min":2.5129999999999999},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":77.926000000000002,"5min":77.926000000000002,"15min":77.926000000000002},"last":0.99099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:19:23 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.85899999999999999,"15min":0.98699999999999999},"min":{"1min":0.29799999999999999,"5min":0.20200000000000001,"15min":0.19600000000000001},"max":{"1min":2.5699999999999998,"5min":2.7160000000000002,"15min":4.9630000000000001},"last":2.427},{"interface":"front","average":{"1min":1.137,"5min":0.97399999999999998,"15min":0.98199999999999998},"min":{"1min":0.252,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":2.7509999999999999,"5min":4.391,"15min":7.0030000000000001},"last":1.7549999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:19:23 2021","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.018,"15min":1.0129999999999999},"min":{"1min":0.32400000000000001,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":2.7749999999999999,"5min":4.9969999999999999,"15min":7.1890000000000001},"last":2.0259999999999998},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.92500000000000004,"15min":1.242},"min":{"1min":0.26500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.1509999999999998,"5min":3.2650000000000001,"15min":67.897000000000006},"last":2.1030000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:19:23 2021","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.02,"15min":1.1180000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.214},"max":{"1min":2.5870000000000002,"5min":3.7650000000000001,"15min":5.6239999999999997},"last":2.2360000000000002},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.0629999999999999,"15min":1.1659999999999999},"min":{"1min":0.30299999999999999,"5min":0.224,"15min":0.224},"max":{"1min":2.7930000000000001,"5min":4.7889999999999997,"15min":7.3339999999999996},"last":1.5009999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:19:23 2021","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":1.0780000000000001,"15min":1.3939999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.25700000000000001},"max":{"1min":2.645,"5min":3.3889999999999998,"15min":68.049000000000007},"last":1.9139999999999999},{"interface":"front","average":{"1min":1.3149999999999999,"5min":0.98799999999999999,"15min":1.218},"min":{"1min":0.32700000000000001,"5min":0.27000000000000002,"15min":0.26600000000000001},"max":{"1min":2.742,"5min":3.202,"15min":7.4290000000000003},"last":2.5640000000000001}]}]},{"osd":3,"up_from":634,"seq":2723009265719,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":278148,"kb_used_data":8124,"kb_used_omap":1483,"kb_used_meta":268532,"kb_avail":87802236,"statfs":{"total":90194313216,"available":89909489664,"internally_reserved":0,"allocated":8318976,"data_stored":5172347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1519367,"internal_metadata":274977017},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.52700000000000002,"15min":0.48699999999999999},"min":{"1min":0.11799999999999999,"5min":0.11799999999999999,"15min":0.11799999999999999},"max":{"1min":1.6020000000000001,"5min":4.625,"15min":4.625},"last":1.1399999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.41599999999999998,"15min":0.39700000000000002},"min":{"1min":0.14599999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.7529999999999999,"5min":2.2789999999999999,"15min":2.2789999999999999},"last":2.302}]},{"osd":1,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.63500000000000001,"15min":0.60699999999999998},"min":{"1min":0.16300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":2.5230000000000001,"5min":4.5099999999999998,"15min":4.5099999999999998},"last":2.7959999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.60799999999999998,"15min":0.621},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.5720000000000001,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":2.6600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.67300000000000004,"15min":0.64400000000000002},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.9830000000000001,"5min":3.1840000000000002,"15min":3.1840000000000002},"last":2.444},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.72799999999999998,"15min":0.60199999999999998},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":2.2240000000000002,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":2.5630000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":1.3089999999999999,"5min":0.78600000000000003,"15min":0.72399999999999998},"min":{"1min":0.23999999999999999,"5min":0.188,"15min":0.188},"max":{"1min":6.0279999999999996,"5min":6.0279999999999996,"15min":6.0279999999999996},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.0620000000000001,"15min":0.996},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.3849999999999998,"5min":6.3849999999999998,"15min":6.3849999999999998},"last":1.4370000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":0.874,"15min":0.83799999999999997},"min":{"1min":0.23200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":3.3969999999999998,"5min":3.3969999999999998,"15min":3.3969999999999998},"last":1.98},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.04,"15min":0.96399999999999997},"min":{"1min":0.253,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":2.4790000000000001,"5min":4.6020000000000003,"15min":4.6020000000000003},"last":1.603}]},{"osd":6,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":0.996,"15min":0.877},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.245},"max":{"1min":2.629,"5min":4.577,"15min":4.577},"last":2.1230000000000002},{"interface":"front","average":{"1min":1.135,"5min":0.88200000000000001,"15min":0.81699999999999995},"min":{"1min":0.318,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.444,"5min":2.677,"15min":2.677},"last":1.288}]},{"osd":7,"last update":"Thu Mar 4 23:19:17 2021","interfaces":[{"interface":"back","average":{"1min":1.4159999999999999,"5min":0.94299999999999995,"15min":0.84099999999999997},"min":{"1min":0.35399999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.2570000000000001,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":1.7769999999999999},{"interface":"front","average":{"1min":1.117,"5min":1.1659999999999999,"15min":1.1619999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.4710000000000001,"5min":4.9059999999999997,"15min":4.9059999999999997},"last":0.99399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986555,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056728,"kb_used_data":8144,"kb_used_omap":1596,"kb_used_meta":1046979,"kb_avail":87023656,"statfs":{"total":90194313216,"available":89112223744,"internally_reserved":1073741824,"allocated":8339456,"data_stored":5175002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1634447,"internal_metadata":1072107377},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:18:42 2021","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":4.6120000000000001,"15min":2.8380000000000001},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":4.218,"5min":130.404,"15min":130.404},"last":2.0840000000000001},{"interface":"front","average":{"1min":0.83599999999999997,"5min":4.7439999999999998,"15min":2.9689999999999999},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":3.605,"5min":130.417,"15min":130.417},"last":2.5}]},{"osd":1,"last update":"Thu Mar 4 23:18:46 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.79300000000000004,"15min":0.82199999999999995},"min":{"1min":0.20399999999999999,"5min":0.19600000000000001,"15min":0.193},"max":{"1min":4.3250000000000002,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":1.4339999999999999},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.97599999999999998,"15min":0.89500000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19500000000000001},"max":{"1min":5.1710000000000003,"5min":9.8780000000000001,"15min":9.8780000000000001},"last":1.6140000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:19:25 2021","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.6910000000000001,"15min":2.032},"min":{"1min":0.183,"5min":0.183,"15min":0.16700000000000001},"max":{"1min":2.5760000000000001,"5min":44.838000000000001,"15min":116.18000000000001},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.133,"5min":1.6910000000000001,"15min":2.0019999999999998},"min":{"1min":0.222,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.5950000000000002,"5min":44.848999999999997,"15min":116.288},"last":1.9319999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:19:13 2021","interfaces":[{"interface":"back","average":{"1min":4.5129999999999999,"5min":4.9560000000000004,"15min":6.2779999999999996},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":75.245000000000005,"5min":106.631,"15min":106.631},"last":2.0030000000000001},{"interface":"front","average":{"1min":4.6600000000000001,"5min":5.0300000000000002,"15min":6.2720000000000002},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":75.941999999999993,"5min":106.51900000000001,"15min":106.51900000000001},"last":2.4169999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:18:46 2021","interfaces":[{"interface":"back","average":{"1min":1.2889999999999999,"5min":1.5720000000000001,"15min":1.145},"min":{"1min":0.14199999999999999,"5min":0.13900000000000001,"15min":0.13100000000000001},"max":{"1min":9.4640000000000004,"5min":45.344000000000001,"15min":45.344000000000001},"last":1.286},{"interface":"front","average":{"1min":1.125,"5min":1.423,"15min":1.048},"min":{"1min":0.17399999999999999,"5min":0.156,"15min":0.156},"max":{"1min":5.6040000000000001,"5min":43.448,"15min":43.448},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Mar 4 23:19:07 2021","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.137,"15min":1.0449999999999999},"min":{"1min":0.19400000000000001,"5min":0.153,"15min":0.14399999999999999},"max":{"1min":5.7770000000000001,"5min":11.082000000000001,"15min":11.082000000000001},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0980000000000001,"15min":1.089},"min":{"1min":0.17899999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.5049999999999999,"5min":11.564,"15min":11.564},"last":1.794}]},{"osd":7,"last update":"Thu Mar 4 23:19:29 2021","interfaces":[{"interface":"back","average":{"1min":1.585,"5min":1.3009999999999999,"15min":1.2130000000000001},"min":{"1min":0.23899999999999999,"5min":0.215,"15min":0.16700000000000001},"max":{"1min":2.5939999999999999,"5min":12.140000000000001,"15min":12.140000000000001},"last":2.1720000000000002},{"interface":"front","average":{"1min":1.304,"5min":1.2649999999999999,"15min":1.163},"min":{"1min":0.26400000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.1949999999999998,"5min":10.938000000000001,"15min":10.938000000000001},"last":1.5189999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823030,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056712,"kb_used_data":8128,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":87023672,"statfs":{"total":90194313216,"available":89112240128,"internally_reserved":1073741824,"allocated":8323072,"data_stored":5172880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:19:35 2021","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.577,"15min":1.6899999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13500000000000001},"max":{"1min":3.4239999999999999,"5min":40.076000000000001,"15min":73.159000000000006},"last":1.252},{"interface":"front","average":{"1min":1.206,"5min":1.5580000000000001,"15min":1.768},"min":{"1min":0.187,"5min":0.161,"15min":0.14799999999999999},"max":{"1min":2.746,"5min":40.220999999999997,"15min":73.429000000000002},"last":1.4530000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:18:49 2021","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.81699999999999995,"15min":0.95499999999999996},"min":{"1min":0.20799999999999999,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":3.355,"5min":3.355,"15min":15.128},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.77400000000000002,"15min":0.99099999999999999},"min":{"1min":0.20499999999999999,"5min":0.188,"15min":0.188},"max":{"1min":2.4159999999999999,"5min":2.8730000000000002,"15min":15.097},"last":1.042}]},{"osd":2,"last update":"Thu Mar 4 23:19:35 2021","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.2290000000000001,"15min":1.353},"min":{"1min":0.249,"5min":0.184,"15min":0.184},"max":{"1min":2.5910000000000002,"5min":24.597999999999999,"15min":38.296999999999997},"last":1.3720000000000001},{"interface":"front","average":{"1min":1.3169999999999999,"5min":1.327,"15min":1.3740000000000001},"min":{"1min":0.251,"5min":0.20000000000000001,"15min":0.189},"max":{"1min":3.452,"5min":25.338999999999999,"15min":38.402999999999999},"last":1.984}]},{"osd":3,"last update":"Thu Mar 4 23:19:16 2021","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.222,"15min":1.069},"min":{"1min":0.22500000000000001,"5min":0.223,"15min":0.223},"max":{"1min":3.25,"5min":25.065000000000001,"15min":25.065000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.2250000000000001,"15min":1.0820000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.536,"5min":24.716999999999999,"15min":24.716999999999999},"last":1.603}]},{"osd":4,"last update":"Thu Mar 4 23:18:49 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":1.5109999999999999,"15min":1.0580000000000001},"min":{"1min":0.17000000000000001,"5min":0.14099999999999999,"15min":0.13700000000000001},"max":{"1min":4.5010000000000003,"5min":56.573,"15min":56.573},"last":1.865},{"interface":"front","average":{"1min":1.379,"5min":1.615,"15min":1.234},"min":{"1min":0.219,"5min":0.16400000000000001,"15min":0.157},"max":{"1min":7.4340000000000002,"5min":56.191000000000003,"15min":56.191000000000003},"last":1.7110000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:19:16 2021","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.0109999999999999,"15min":1.0449999999999999},"min":{"1min":0.27200000000000002,"5min":0.152,"15min":0.152},"max":{"1min":3.5619999999999998,"5min":5.7270000000000003,"15min":8.2050000000000001},"last":2.4359999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.96199999999999997,"15min":1.105},"min":{"1min":0.216,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":3.0419999999999998,"5min":9.4299999999999997,"15min":14.805999999999999},"last":2.3479999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:19:35 2021","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":1.05,"15min":1.175},"min":{"1min":0.27800000000000002,"5min":0.19600000000000001,"15min":0.16900000000000001},"max":{"1min":2.657,"5min":5.79,"15min":15.116},"last":2.1480000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.1060000000000001,"15min":1.1930000000000001},"min":{"1min":0.24199999999999999,"5min":0.193,"15min":0.17299999999999999},"max":{"1min":3.5089999999999999,"5min":3.7210000000000001,"15min":15.153},"last":2.5990000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1515337,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8082,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":477384,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:19:43.620 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:19:43.620 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:19:43.621 INFO:tasks.thrashosds.thrasher:inject_pause on 2 2021-03-04T23:19:43.621 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:19:43.621 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:19:43.622 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 config set filestore_inject_stall 3 2021-03-04T23:19:43.704 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:43.708 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:43.890 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:43.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:44.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:43 gibba008 bash[48858]: debug 2021-03-04T23:19:43.598+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:44.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:43 gibba023 bash[16680]: debug 2021-03-04T23:19:43.882+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:44.470 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:44 gibba023 bash[27374]: cluster 2021-03-04T23:19:43.235974+0000 mgr.x (mgr.34379) 943 : cluster [DBG] pgmap v1288: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:44.543 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:44.645 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:44.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:44 gibba008 bash[37770]: cluster 2021-03-04T23:19:43.235974+0000 mgr.x (mgr.34379) 943 : cluster [DBG] pgmap v1288: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:44.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:44 gibba008 bash[39303]: cluster 2021-03-04T23:19:43.235974+0000 mgr.x (mgr.34379) 943 : cluster [DBG] pgmap v1288: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:44.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:44 gibba008 bash[91265]: debug 2021-03-04T23:19:44.534+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:44.933 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:44.953 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:19:44.966 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:19:44.979 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:19:44.992 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:19:45.011 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:19:45.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:44 gibba023 bash[16680]: debug 2021-03-04T23:19:44.926+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:45.031 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:19:45.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:45.044 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:19:45.058 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:19:45.059 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.060 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.060 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.060 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.060 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.061 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.061 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.061 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:19:45.520 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:45.628 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:45.644 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[44600]: debug 2021-03-04T23:19:45.510+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:45.645 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[39303]: audit 2021-03-04T23:19:44.752128+0000 mon.a (mon.0) 1518 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 5]}]: dispatch 2021-03-04T23:19:45.645 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[39303]: audit 2021-03-04T23:19:44.752946+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:19:45.645 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[39303]: audit 2021-03-04T23:19:44.911044+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:45.646 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[39303]: audit 2021-03-04T23:19:44.936450+0000 mon.a (mon.0) 1521 : audit [DBG] from='client.? 172.21.2.108:0/2385793314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:45.646 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[37770]: audit 2021-03-04T23:19:44.752128+0000 mon.a (mon.0) 1518 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 5]}]: dispatch 2021-03-04T23:19:45.647 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[37770]: audit 2021-03-04T23:19:44.752946+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:19:45.647 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[37770]: audit 2021-03-04T23:19:44.911044+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:45.647 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:45 gibba008 bash[37770]: audit 2021-03-04T23:19:44.936450+0000 mon.a (mon.0) 1521 : audit [DBG] from='client.? 172.21.2.108:0/2385793314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:45.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:45 gibba023 bash[27374]: audit 2021-03-04T23:19:44.752128+0000 mon.a (mon.0) 1518 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [3, 5]}]: dispatch 2021-03-04T23:19:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:45 gibba023 bash[27374]: audit 2021-03-04T23:19:44.752946+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2021-03-04T23:19:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:45 gibba023 bash[27374]: audit 2021-03-04T23:19:44.911044+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:45 gibba023 bash[27374]: audit 2021-03-04T23:19:44.936450+0000 mon.a (mon.0) 1521 : audit [DBG] from='client.? 172.21.2.108:0/2385793314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:19:46.053 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:46.156 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:46.202 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:19:46.203 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:19:46.203 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:19:46.203 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:19:46.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:46 gibba008 bash[44600]: debug 2021-03-04T23:19:46.046+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:46.304 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:46.377 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:46 gibba023 bash[27374]: cluster 2021-03-04T23:19:45.237098+0000 mgr.x (mgr.34379) 944 : cluster [DBG] pgmap v1289: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:46.378 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:46 gibba023 bash[16680]: debug 2021-03-04T23:19:46.298+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:46.411 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:46.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:46 gibba008 bash[37770]: cluster 2021-03-04T23:19:45.237098+0000 mgr.x (mgr.34379) 944 : cluster [DBG] pgmap v1289: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:46.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:46 gibba008 bash[39303]: cluster 2021-03-04T23:19:45.237098+0000 mgr.x (mgr.34379) 944 : cluster [DBG] pgmap v1289: 109 pgs: 109 active+clean; 3.3 KiB data, 1009 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:46.803 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:46.906 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:46.915 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:19:46.989 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:19:47.018 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:47.120 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:47.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:46 gibba023 bash[15180]: debug 2021-03-04T23:19:46.798+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:47.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:47 gibba023 bash[19550]: debug 2021-03-04T23:19:47.010+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:47.498 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:47.606 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:47.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:47 gibba008 bash[91265]: debug 2021-03-04T23:19:47.490+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:47.832 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:47.935 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:47.952 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:47 gibba023 bash[16680]: debug 2021-03-04T23:19:47.826+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:48.087 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:48.189 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:48.248 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:48 gibba023 bash[16680]: debug 2021-03-04T23:19:48.082+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:48.388 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:48.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:48 gibba008 bash[37770]: cluster 2021-03-04T23:19:47.238730+0000 mgr.x (mgr.34379) 945 : cluster [DBG] pgmap v1290: 109 pgs: 109 active+clean; 3.3 KiB data, 999 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:48.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:48 gibba008 bash[39303]: cluster 2021-03-04T23:19:47.238730+0000 mgr.x (mgr.34379) 945 : cluster [DBG] pgmap v1290: 109 pgs: 109 active+clean; 3.3 KiB data, 999 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:48.454 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:48 gibba008 bash[91265]: debug 2021-03-04T23:19:48.382+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:48.491 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:48.507 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:48 gibba023 bash[27374]: cluster 2021-03-04T23:19:47.238730+0000 mgr.x (mgr.34379) 945 : cluster [DBG] pgmap v1290: 109 pgs: 109 active+clean; 3.3 KiB data, 999 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:48.707 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:48.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:48 gibba023 bash[15180]: debug 2021-03-04T23:19:48.702+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:48.815 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:49.331 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:49.332 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:19:49.333 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rados' on pool 'unique_pool_3' 2021-03-04T23:19:49.435 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:49.612 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:19:49.623 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[37770]: audit 2021-03-04T23:19:48.430107+0000 mon.c (mon.1) 81 : audit [INF] from='client.? 172.21.2.108:0/2046112057' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:19:49.624 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[37770]: audit 2021-03-04T23:19:48.430462+0000 mon.a (mon.0) 1522 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:19:49.624 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[37770]: audit 2021-03-04T23:19:48.708350+0000 mon.a (mon.0) 1523 : audit [INF] from='client.? 172.21.2.108:0/3000417548' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:49.624 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[91265]: debug 2021-03-04T23:19:49.322+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:49.625 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[39303]: audit 2021-03-04T23:19:48.430107+0000 mon.c (mon.1) 81 : audit [INF] from='client.? 172.21.2.108:0/2046112057' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:19:49.625 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[39303]: audit 2021-03-04T23:19:48.430462+0000 mon.a (mon.0) 1522 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:19:49.625 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[39303]: audit 2021-03-04T23:19:48.708350+0000 mon.a (mon.0) 1523 : audit [INF] from='client.? 172.21.2.108:0/3000417548' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:49.626 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:19:49.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:49.743 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:49 gibba023 bash[27374]: audit 2021-03-04T23:19:48.430107+0000 mon.c (mon.1) 81 : audit [INF] from='client.? 172.21.2.108:0/2046112057' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:19:49.744 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:49 gibba023 bash[27374]: audit 2021-03-04T23:19:48.430462+0000 mon.a (mon.0) 1522 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:19:49.744 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:49 gibba023 bash[27374]: audit 2021-03-04T23:19:48.708350+0000 mon.a (mon.0) 1523 : audit [INF] from='client.? 172.21.2.108:0/3000417548' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:49.745 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:49.811 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:19:49 gibba008 bash[47391]: debug 2021-03-04T23:19:49.614+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:50.029 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:50.132 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:50.307 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[15180]: debug 2021-03-04T23:19:50.022+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:50.308 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:50.411 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:50.537 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:50.541 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:19:50.541 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:19:50.542 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:19:50.542 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:19:50.542 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:19:50.565 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[16680]: debug 2021-03-04T23:19:50.302+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:50.565 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[15180]: debug 2021-03-04T23:19:50.530+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:50.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[27374]: cluster 2021-03-04T23:19:49.239931+0000 mgr.x (mgr.34379) 946 : cluster [DBG] pgmap v1291: 109 pgs: 109 active+clean; 3.3 KiB data, 999 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:50.566 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[27374]: cluster 2021-03-04T23:19:49.317294+0000 mon.a (mon.0) 1524 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:19:50.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[27374]: audit 2021-03-04T23:19:49.327202+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:19:50.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[27374]: audit 2021-03-04T23:19:49.327582+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? 172.21.2.108:0/3000417548' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:50.567 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:50 gibba023 bash[27374]: cluster 2021-03-04T23:19:49.327790+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e665: 8 total, 8 up, 7 in 2021-03-04T23:19:50.639 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:50.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[37770]: cluster 2021-03-04T23:19:49.239931+0000 mgr.x (mgr.34379) 946 : cluster [DBG] pgmap v1291: 109 pgs: 109 active+clean; 3.3 KiB data, 999 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:50.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[37770]: cluster 2021-03-04T23:19:49.317294+0000 mon.a (mon.0) 1524 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:19:50.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[37770]: audit 2021-03-04T23:19:49.327202+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:19:50.651 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[37770]: audit 2021-03-04T23:19:49.327582+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? 172.21.2.108:0/3000417548' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:50.651 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[37770]: cluster 2021-03-04T23:19:49.327790+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e665: 8 total, 8 up, 7 in 2021-03-04T23:19:50.651 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[39303]: cluster 2021-03-04T23:19:49.239931+0000 mgr.x (mgr.34379) 946 : cluster [DBG] pgmap v1291: 109 pgs: 109 active+clean; 3.3 KiB data, 999 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:50.651 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[39303]: cluster 2021-03-04T23:19:49.317294+0000 mon.a (mon.0) 1524 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:19:50.652 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[39303]: audit 2021-03-04T23:19:49.327202+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:19:50.652 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[39303]: audit 2021-03-04T23:19:49.327582+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? 172.21.2.108:0/3000417548' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:50.652 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:50 gibba008 bash[39303]: cluster 2021-03-04T23:19:49.327790+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e665: 8 total, 8 up, 7 in 2021-03-04T23:19:51.096 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:51.205 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:51.335 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:19:51.409 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:19:51.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:51 gibba008 bash[91265]: debug 2021-03-04T23:19:51.090+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:51.618 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:19:51.721 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:51.963 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:51.972 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:19:51 gibba008 bash[48858]: debug 2021-03-04T23:19:51.610+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:52.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:51 gibba023 bash[15180]: debug 2021-03-04T23:19:51.958+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:52.065 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:52.274 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:52.346 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:52 gibba023 bash[19550]: debug 2021-03-04T23:19:52.270+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:52.377 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:52.526 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:52.599 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:52 gibba023 bash[27374]: cluster 2021-03-04T23:19:51.241555+0000 mgr.x (mgr.34379) 947 : cluster [DBG] pgmap v1293: 109 pgs: 109 active+clean; 3.3 KiB data, 990 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:52.629 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:52.675 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:19:52.675 INFO:teuthology.orchestra.run.gibba008.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:19:52.676 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:19:52.698 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:52 gibba008 bash[37770]: cluster 2021-03-04T23:19:51.241555+0000 mgr.x (mgr.34379) 947 : cluster [DBG] pgmap v1293: 109 pgs: 109 active+clean; 3.3 KiB data, 990 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:52.698 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:52 gibba008 bash[39303]: cluster 2021-03-04T23:19:51.241555+0000 mgr.x (mgr.34379) 947 : cluster [DBG] pgmap v1293: 109 pgs: 109 active+clean; 3.3 KiB data, 990 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:19:52.699 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:52 gibba008 bash[91265]: debug 2021-03-04T23:19:52.518+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:52.790 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:52.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:52.912 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:52 gibba023 bash[19550]: debug 2021-03-04T23:19:52.778+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:52.974 DEBUG:teuthology.orchestra.run.gibba008:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2021-03-04T23:19:52.976 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:19:52.976 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:19:52.998 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:hints = 1 2021-03-04T23:19:52.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:19:52.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object prefix: benchmark_data_gibba008_108866 2021-03-04T23:19:52.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:19:52.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:19:53.219 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:53.322 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:53.510 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:53 gibba008 bash[91265]: debug 2021-03-04T23:19:53.210+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:53.675 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:53.778 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:53.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:19:53.896 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:53.947 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:53 gibba008 bash[44600]: debug 2021-03-04T23:19:53.666+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:53.998 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 1 16 6718 6702 418.847 418.875 0.00628435 0.00236893 2021-03-04T23:19:54.315 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:54.418 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:54.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:54 gibba008 bash[91265]: debug 2021-03-04T23:19:54.310+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:54.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:54 gibba008 bash[37770]: cluster 2021-03-04T23:19:53.242068+0000 mgr.x (mgr.34379) 948 : cluster [DBG] pgmap v1294: 109 pgs: 109 active+clean; 13 MiB data, 995 MiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:54.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:54 gibba008 bash[39303]: cluster 2021-03-04T23:19:53.242068+0000 mgr.x (mgr.34379) 948 : cluster [DBG] pgmap v1294: 109 pgs: 109 active+clean; 13 MiB data, 995 MiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:54 gibba023 bash[27374]: cluster 2021-03-04T23:19:53.242068+0000 mgr.x (mgr.34379) 948 : cluster [DBG] pgmap v1294: 109 pgs: 109 active+clean; 13 MiB data, 995 MiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:54.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 2 15 10827 10812 337.839 256.875 0.0115532 0.00295047 2021-03-04T23:19:55.198 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:19:55.301 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:55.571 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:19:55 gibba023 bash[16680]: debug 2021-03-04T23:19:55.190+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:55.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 3 16 12697 12681 264.153 116.812 0.00134306 0.003693 2021-03-04T23:19:56.243 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:55 gibba023 bash[27374]: audit 2021-03-04T23:19:54.985938+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:56.243 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:55 gibba023 bash[27374]: cluster 2021-03-04T23:19:55.242375+0000 mgr.x (mgr.34379) 949 : cluster [DBG] pgmap v1295: 109 pgs: 109 active+clean; 13 MiB data, 995 MiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:56.244 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:19:56.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:55 gibba008 bash[37770]: audit 2021-03-04T23:19:54.985938+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:56.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:55 gibba008 bash[37770]: cluster 2021-03-04T23:19:55.242375+0000 mgr.x (mgr.34379) 949 : cluster [DBG] pgmap v1295: 109 pgs: 109 active+clean; 13 MiB data, 995 MiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:56.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:55 gibba008 bash[39303]: audit 2021-03-04T23:19:54.985938+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:19:56.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:55 gibba008 bash[39303]: cluster 2021-03-04T23:19:55.242375+0000 mgr.x (mgr.34379) 949 : cluster [DBG] pgmap v1295: 109 pgs: 109 active+clean; 13 MiB data, 995 MiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:56.346 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:56.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:19:56 gibba023 bash[19550]: debug 2021-03-04T23:19:56.238+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:56.618 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:56.722 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:56.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 4 16 17244 17228 269.156 284.188 0.00163095 0.00371103 2021-03-04T23:19:57.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:56 gibba008 bash[44600]: debug 2021-03-04T23:19:56.610+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:57.305 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:57.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:57.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:57 gibba008 bash[44600]: debug 2021-03-04T23:19:57.298+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:57.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 5 16 20105 20089 251.082 178.812 0.00267448 0.00397442 2021-03-04T23:19:58.030 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:58.134 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:58.298 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:58 gibba023 bash[15180]: debug 2021-03-04T23:19:58.026+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:58.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:58 gibba008 bash[37770]: cluster 2021-03-04T23:19:57.242853+0000 mgr.x (mgr.34379) 950 : cluster [DBG] pgmap v1296: 109 pgs: 109 active+clean; 717 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 72 MiB/s wr, 1.15k op/s 2021-03-04T23:19:58.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:19:58 gibba008 bash[37770]: audit 2021-03-04T23:19:58.173909+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:58.445 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:58 gibba008 bash[39303]: cluster 2021-03-04T23:19:57.242853+0000 mgr.x (mgr.34379) 950 : cluster [DBG] pgmap v1296: 109 pgs: 109 active+clean; 717 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 72 MiB/s wr, 1.15k op/s 2021-03-04T23:19:58.445 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:19:58 gibba008 bash[39303]: audit 2021-03-04T23:19:58.173909+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:58.446 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:58.510 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:58 gibba008 bash[44600]: debug 2021-03-04T23:19:58.438+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:58.548 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:58.679 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:19:58.749 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:19:58 gibba008 bash[91265]: debug 2021-03-04T23:19:58.670+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:19:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:58 gibba023 bash[27374]: cluster 2021-03-04T23:19:57.242853+0000 mgr.x (mgr.34379) 950 : cluster [DBG] pgmap v1296: 109 pgs: 109 active+clean; 717 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 72 MiB/s wr, 1.15k op/s 2021-03-04T23:19:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:19:58 gibba023 bash[27374]: audit 2021-03-04T23:19:58.173909+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:58.781 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:58.971 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:19:58.972 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:19:58.972 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:19:58.972 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:19:58.972 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.972 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:302566 26.1 26:8716d45e:::benchmark_data_gibba008_78201_object127048:head [delete] snapc 0=[] ondisk+write+known_if_redirected e613)", 2021-03-04T23:19:58.973 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:13:44.163409+0000", 2021-03-04T23:19:58.973 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 374.803831699, 2021-03-04T23:19:58.973 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1164900969999998, 2021-03-04T23:19:58.973 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:58.974 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "reached pg", 2021-03-04T23:19:58.974 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:58.974 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:19:58.974 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:19:58.974 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 302566 2021-03-04T23:19:58.975 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.975 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:58.975 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.976 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:58.976 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163409+0000", 2021-03-04T23:19:58.976 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:58.976 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.976 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.977 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:58.977 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163409+0000", 2021-03-04T23:19:58.977 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3870000000000003e-06 2021-03-04T23:19:58.977 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.978 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.978 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:58.978 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163415+0000", 2021-03-04T23:19:58.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1620000000000001e-06 2021-03-04T23:19:58.978 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.979 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.979 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:58.979 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163419+0000", 2021-03-04T23:19:58.979 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5568000000000002e-05 2021-03-04T23:19:58.979 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.980 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.980 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:58.980 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163454+0000", 2021-03-04T23:19:58.980 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4610000000000001e-05 2021-03-04T23:19:58.980 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.981 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.981 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:58.981 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163469+0000", 2021-03-04T23:19:58.981 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000260442 2021-03-04T23:19:58.981 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.982 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.982 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:58.982 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.163729+0000", 2021-03-04T23:19:58.982 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030311800000000001 2021-03-04T23:19:58.983 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.983 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.983 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:58.983 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.164033+0000", 2021-03-04T23:19:58.983 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000255808 2021-03-04T23:19:58.984 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.984 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.984 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:19:58.984 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.164288+0000", 2021-03-04T23:19:58.984 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.021631616999999999 2021-03-04T23:19:58.985 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.985 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.985 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:58.985 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.185920+0000", 2021-03-04T23:19:58.986 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2892e-05 2021-03-04T23:19:58.986 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.986 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.986 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:58.986 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.185943+0000", 2021-03-04T23:19:58.987 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.989857761 2021-03-04T23:19:58.987 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.987 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.987 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:58.987 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.175801+0000", 2021-03-04T23:19:58.988 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9450000000000005e-06 2021-03-04T23:19:58.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.988 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:58.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.175811+0000", 2021-03-04T23:19:58.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1040389989999999 2021-03-04T23:19:58.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:58.990 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.279850+0000", 2021-03-04T23:19:58.990 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9787999999999998e-05 2021-03-04T23:19:58.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.990 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.990 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:58.991 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.279899+0000", 2021-03-04T23:19:58.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1164900969999998 2021-03-04T23:19:58.991 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:58.991 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:58.991 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:58.992 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.992 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:302576 26.1 26:8e65d712:::benchmark_data_gibba008_78201_object127058:head [delete] snapc 0=[] ondisk+write+known_if_redirected e614)", 2021-03-04T23:19:58.992 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:13:44.190721+0000", 2021-03-04T23:19:58.992 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 374.77651960399999, 2021-03-04T23:19:58.993 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.096551506, 2021-03-04T23:19:58.993 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:58.993 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:58.993 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:58.993 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:19:58.994 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:19:58.994 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 302576 2021-03-04T23:19:58.994 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.994 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:58.995 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.995 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:58.995 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190721+0000", 2021-03-04T23:19:58.995 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:58.995 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.996 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:58.996 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190721+0000", 2021-03-04T23:19:58.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1110000000000001e-06 2021-03-04T23:19:58.996 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.997 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.997 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:58.997 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190725+0000", 2021-03-04T23:19:58.997 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9230000000000004e-06 2021-03-04T23:19:58.997 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.998 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.998 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:58.998 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190729+0000", 2021-03-04T23:19:58.998 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1760000000000001e-05 2021-03-04T23:19:58.998 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:58.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:58.999 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:58.999 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190761+0000", 2021-03-04T23:19:58.999 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4017e-05 2021-03-04T23:19:58.999 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.000 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.000 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.000 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190775+0000", 2021-03-04T23:19:59.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8875999999999995e-05 2021-03-04T23:19:59.001 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.001 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.001 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.001 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190854+0000", 2021-03-04T23:19:59.001 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3091999999999999e-05 2021-03-04T23:19:59.002 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.002 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.190867+0000", 2021-03-04T23:19:59.002 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98497370799999995 2021-03-04T23:19:59.003 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.003 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.003 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.175841+0000", 2021-03-04T23:19:59.003 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0220000000000004e-06 2021-03-04T23:19:59.004 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.004 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.004 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.004 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.175849+0000", 2021-03-04T23:19:59.004 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1042404969999999 2021-03-04T23:19:59.005 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.005 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.005 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.005 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.280089+0000", 2021-03-04T23:19:59.005 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8116999999999999e-05 2021-03-04T23:19:59.006 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.006 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.006 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.006 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.280157+0000", 2021-03-04T23:19:59.007 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1106000000000007e-05 2021-03-04T23:19:59.007 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.007 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6,7", 2021-03-04T23:19:59.007 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.280229+0000", 2021-03-04T23:19:59.008 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024592529999999998 2021-03-04T23:19:59.008 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.008 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.008 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.008 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.282688+0000", 2021-03-04T23:19:59.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002242352 2021-03-04T23:19:59.009 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.009 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.284930+0000", 2021-03-04T23:19:59.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4229999999999996e-06 2021-03-04T23:19:59.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.010 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.010 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.284936+0000", 2021-03-04T23:19:59.011 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022240250000000001 2021-03-04T23:19:59.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.011 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.011 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.287160+0000", 2021-03-04T23:19:59.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0357000000000001e-05 2021-03-04T23:19:59.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.013 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.287190+0000", 2021-03-04T23:19:59.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2867000000000005e-05 2021-03-04T23:19:59.013 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.013 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.014 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.287273+0000", 2021-03-04T23:19:59.014 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.096551506 2021-03-04T23:19:59.014 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.014 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.014 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.015 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.015 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:302598 26.1 26:8ce4484b:::benchmark_data_gibba008_78201_object127080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e614)", 2021-03-04T23:19:59.015 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:13:44.213379+0000", 2021-03-04T23:19:59.015 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 374.75386150999998, 2021-03-04T23:19:59.016 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0855531699999998, 2021-03-04T23:19:59.016 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.016 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.016 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.016 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:19:59.017 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:19:59.017 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 302598 2021-03-04T23:19:59.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.017 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.017 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.018 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.018 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213379+0000", 2021-03-04T23:19:59.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.018 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.018 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.019 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.019 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213379+0000", 2021-03-04T23:19:59.019 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8300000000000001e-06 2021-03-04T23:19:59.019 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.019 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.020 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.020 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213385+0000", 2021-03-04T23:19:59.020 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.472e-06 2021-03-04T23:19:59.020 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.021 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.021 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213389+0000", 2021-03-04T23:19:59.021 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6120000000000001e-05 2021-03-04T23:19:59.021 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.021 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.022 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213415+0000", 2021-03-04T23:19:59.022 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2663000000000001e-05 2021-03-04T23:19:59.022 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.023 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.023 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.023 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213428+0000", 2021-03-04T23:19:59.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5869e-05 2021-03-04T23:19:59.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.024 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213523+0000", 2021-03-04T23:19:59.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2204999999999998e-05 2021-03-04T23:19:59.024 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.025 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.213546+0000", 2021-03-04T23:19:59.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.96232496499999998 2021-03-04T23:19:59.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.026 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.026 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.175871+0000", 2021-03-04T23:19:59.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4420000000000003e-06 2021-03-04T23:19:59.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.027 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.175877+0000", 2021-03-04T23:19:59.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1068239280000001 2021-03-04T23:19:59.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.282701+0000", 2021-03-04T23:19:59.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3554000000000006e-05 2021-03-04T23:19:59.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.282794+0000", 2021-03-04T23:19:59.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0776e-05 2021-03-04T23:19:59.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.030 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6,7", 2021-03-04T23:19:59.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.282875+0000", 2021-03-04T23:19:59.030 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00211356 2021-03-04T23:19:59.030 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.031 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.031 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.284989+0000", 2021-03-04T23:19:59.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002142078 2021-03-04T23:19:59.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.032 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.032 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.032 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.287131+0000", 2021-03-04T23:19:59.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015525099999999999 2021-03-04T23:19:59.032 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.033 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.033 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.033 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.287286+0000", 2021-03-04T23:19:59.033 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011465892 2021-03-04T23:19:59.033 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.034 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.034 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.034 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.298752+0000", 2021-03-04T23:19:59.034 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.083e-05 2021-03-04T23:19:59.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.035 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.035 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.035 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.298803+0000", 2021-03-04T23:19:59.035 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012973499999999999 2021-03-04T23:19:59.036 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.036 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.036 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.036 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.298933+0000", 2021-03-04T23:19:59.036 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0855531699999998 2021-03-04T23:19:59.037 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.037 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.037 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.037 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.037 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.038 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:302617 26.1 26:855c71ea:::benchmark_data_gibba008_78201_object127099:head [delete] snapc 0=[] ondisk+write+known_if_redirected e614)", 2021-03-04T23:19:59.038 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:13:44.250179+0000", 2021-03-04T23:19:59.038 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 374.71706196500003, 2021-03-04T23:19:59.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.049077837, 2021-03-04T23:19:59.038 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.039 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.039 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.039 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:19:59.039 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:19:59.039 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 302617 2021-03-04T23:19:59.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.040 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250179+0000", 2021-03-04T23:19:59.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250179+0000", 2021-03-04T23:19:59.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0800000000000002e-06 2021-03-04T23:19:59.042 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.042 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250185+0000", 2021-03-04T23:19:59.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7790000000000002e-06 2021-03-04T23:19:59.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.043 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.043 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250189+0000", 2021-03-04T23:19:59.044 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1918000000000002e-05 2021-03-04T23:19:59.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.044 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.044 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250221+0000", 2021-03-04T23:19:59.045 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4925e-05 2021-03-04T23:19:59.045 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.045 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250236+0000", 2021-03-04T23:19:59.046 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013275900000000001 2021-03-04T23:19:59.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.046 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.047 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250368+0000", 2021-03-04T23:19:59.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4727e-05 2021-03-04T23:19:59.047 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.047 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.047 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.048 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:44.250383+0000", 2021-03-04T23:19:59.048 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.92588347900000001 2021-03-04T23:19:59.048 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.048 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.176267+0000", 2021-03-04T23:19:59.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8150000000000006e-06 2021-03-04T23:19:59.049 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.050 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:45.176274+0000", 2021-03-04T23:19:59.050 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.108728929 2021-03-04T23:19:59.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.285003+0000", 2021-03-04T23:19:59.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2933000000000001e-05 2021-03-04T23:19:59.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.285076+0000", 2021-03-04T23:19:59.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9808000000000005e-05 2021-03-04T23:19:59.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.053 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6,7", 2021-03-04T23:19:59.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.285166+0000", 2021-03-04T23:19:59.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021396380000000001 2021-03-04T23:19:59.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.054 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.287306+0000", 2021-03-04T23:19:59.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011401298000000001 2021-03-04T23:19:59.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.298707+0000", 2021-03-04T23:19:59.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031734999999999999 2021-03-04T23:19:59.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.299024+0000", 2021-03-04T23:19:59.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7404000000000002e-05 2021-03-04T23:19:59.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.299072+0000", 2021-03-04T23:19:59.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0421999999999999e-05 2021-03-04T23:19:59.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.057 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.299122+0000", 2021-03-04T23:19:59.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000134573 2021-03-04T23:19:59.058 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.059 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:13:46.299257+0000", 2021-03-04T23:19:59.059 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.049077837 2021-03-04T23:19:59.059 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.059 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.060 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.060 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257201 27.5 27:ae43f909:::benchmark_data_gibba008_92657_object76685:head [delete] snapc 0=[] ondisk+write+known_if_redirected e649)", 2021-03-04T23:19:59.060 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.241022+0000", 2021-03-04T23:19:59.061 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.72621884599999, 2021-03-04T23:19:59.061 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0470230679999999, 2021-03-04T23:19:59.061 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.061 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "reached pg", 2021-03-04T23:19:59.061 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.062 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.062 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.062 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257201 2021-03-04T23:19:59.062 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.062 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.063 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.063 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.063 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241022+0000", 2021-03-04T23:19:59.063 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.064 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.064 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.064 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.064 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241022+0000", 2021-03-04T23:19:59.064 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2669999999999999e-06 2021-03-04T23:19:59.065 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.065 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.065 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.065 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241023+0000", 2021-03-04T23:19:59.065 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8999999999999995e-07 2021-03-04T23:19:59.066 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.066 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.066 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.066 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241024+0000", 2021-03-04T23:19:59.066 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9160000000000004e-06 2021-03-04T23:19:59.067 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.067 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.067 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.067 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241031+0000", 2021-03-04T23:19:59.067 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4690000000000002e-06 2021-03-04T23:19:59.068 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.068 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.068 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.068 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241035+0000", 2021-03-04T23:19:59.068 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7018999999999998e-05 2021-03-04T23:19:59.069 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.069 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.069 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.069 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241082+0000", 2021-03-04T23:19:59.069 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012255600000000001 2021-03-04T23:19:59.070 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.070 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.070 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.070 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241204+0000", 2021-03-04T23:19:59.070 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000153144 2021-03-04T23:19:59.071 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.071 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.071 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5,7", 2021-03-04T23:19:59.071 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241357+0000", 2021-03-04T23:19:59.071 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0090424979999999995 2021-03-04T23:19:59.072 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.072 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.072 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.072 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250400+0000", 2021-03-04T23:19:59.073 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2789999999999998e-06 2021-03-04T23:19:59.073 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.073 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.073 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.073 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250408+0000", 2021-03-04T23:19:59.074 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.03759768 2021-03-04T23:19:59.074 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.074 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.074 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.074 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288006+0000", 2021-03-04T23:19:59.075 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9350000000000001e-05 2021-03-04T23:19:59.075 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.075 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.075 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.075 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288045+0000", 2021-03-04T23:19:59.076 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0470230679999999 2021-03-04T23:19:59.076 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.076 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.076 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.076 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.077 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.077 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257208 27.5 27:a58f9545:::benchmark_data_gibba008_92657_object76692:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.077 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.249106+0000", 2021-03-04T23:19:59.077 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.71813465, 2021-03-04T23:19:59.077 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.050039975, 2021-03-04T23:19:59.078 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.078 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.078 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.078 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.078 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.079 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257208 2021-03-04T23:19:59.079 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.079 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.079 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.079 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.080 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249106+0000", 2021-03-04T23:19:59.080 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.080 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.080 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.080 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.081 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249106+0000", 2021-03-04T23:19:59.081 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4339999999999999e-06 2021-03-04T23:19:59.081 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.081 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.082 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.082 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249109+0000", 2021-03-04T23:19:59.082 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.235e-06 2021-03-04T23:19:59.082 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.082 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.083 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.083 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249110+0000", 2021-03-04T23:19:59.083 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6770000000000001e-06 2021-03-04T23:19:59.083 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.083 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.084 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.084 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249119+0000", 2021-03-04T23:19:59.084 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1010000000000002e-06 2021-03-04T23:19:59.084 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.084 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.085 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.085 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249123+0000", 2021-03-04T23:19:59.085 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013056540000000001 2021-03-04T23:19:59.085 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.085 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.086 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.086 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250428+0000", 2021-03-04T23:19:59.086 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1839999999999998e-06 2021-03-04T23:19:59.086 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.086 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.087 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.087 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250434+0000", 2021-03-04T23:19:59.087 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0378588559999999 2021-03-04T23:19:59.087 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.088 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.088 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.088 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288292+0000", 2021-03-04T23:19:59.088 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0940999999999997e-05 2021-03-04T23:19:59.088 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.089 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.089 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.089 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288363+0000", 2021-03-04T23:19:59.089 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00042320500000000001 2021-03-04T23:19:59.089 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.090 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.090 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.090 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288787+0000", 2021-03-04T23:19:59.090 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0064346739999999996 2021-03-04T23:19:59.090 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.091 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.091 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.091 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295221+0000", 2021-03-04T23:19:59.091 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4855000000000002e-05 2021-03-04T23:19:59.091 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.092 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.092 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.092 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295276+0000", 2021-03-04T23:19:59.092 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037921529999999999 2021-03-04T23:19:59.092 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.093 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.093 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.093 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299068+0000", 2021-03-04T23:19:59.093 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3658000000000001e-05 2021-03-04T23:19:59.093 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.094 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.094 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.094 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299112+0000", 2021-03-04T23:19:59.094 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4347999999999997e-05 2021-03-04T23:19:59.094 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.095 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.095 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.095 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299146+0000", 2021-03-04T23:19:59.095 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.050039975 2021-03-04T23:19:59.095 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.096 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.096 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.096 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.096 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.096 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257209 27.5 27:a9babe04:::benchmark_data_gibba008_92657_object76693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.097 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.249345+0000", 2021-03-04T23:19:59.097 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.71789556100001, 2021-03-04T23:19:59.097 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0499290560000001, 2021-03-04T23:19:59.097 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.098 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.098 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.098 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.098 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.098 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257209 2021-03-04T23:19:59.099 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.099 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.099 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.099 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.099 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249345+0000", 2021-03-04T23:19:59.100 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.100 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.100 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.100 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.100 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249345+0000", 2021-03-04T23:19:59.101 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8190000000000001e-06 2021-03-04T23:19:59.101 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.101 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.101 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.101 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249347+0000", 2021-03-04T23:19:59.102 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.395e-06 2021-03-04T23:19:59.102 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.102 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.102 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.102 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249349+0000", 2021-03-04T23:19:59.103 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8850000000000005e-06 2021-03-04T23:19:59.103 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.103 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.103 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.103 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249357+0000", 2021-03-04T23:19:59.104 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2159999999999997e-06 2021-03-04T23:19:59.104 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.104 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.104 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.104 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249363+0000", 2021-03-04T23:19:59.105 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0010864080000000001 2021-03-04T23:19:59.105 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.105 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.105 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.105 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250449+0000", 2021-03-04T23:19:59.106 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7080000000000002e-06 2021-03-04T23:19:59.106 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.106 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.106 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.106 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250455+0000", 2021-03-04T23:19:59.107 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.040523077 2021-03-04T23:19:59.107 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.107 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.107 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.108 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.290978+0000", 2021-03-04T23:19:59.108 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4208999999999995e-05 2021-03-04T23:19:59.108 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.108 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.108 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.109 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.291042+0000", 2021-03-04T23:19:59.109 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7073e-05 2021-03-04T23:19:59.109 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.109 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.109 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.110 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.291109+0000", 2021-03-04T23:19:59.110 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042175060000000002 2021-03-04T23:19:59.110 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.110 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.110 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.111 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295327+0000", 2021-03-04T23:19:59.111 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.875e-06 2021-03-04T23:19:59.111 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.111 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.111 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.112 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295335+0000", 2021-03-04T23:19:59.112 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0038670499999999999 2021-03-04T23:19:59.112 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.112 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.112 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.113 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299202+0000", 2021-03-04T23:19:59.113 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0423999999999998e-05 2021-03-04T23:19:59.113 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.113 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.113 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.114 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299242+0000", 2021-03-04T23:19:59.114 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2410999999999999e-05 2021-03-04T23:19:59.114 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.114 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.114 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.115 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299274+0000", 2021-03-04T23:19:59.115 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0499290560000001 2021-03-04T23:19:59.115 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.115 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.115 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.116 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.116 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.116 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257237 27.5 27:a7fcef28:::benchmark_data_gibba008_92657_object76721:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.116 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.266366+0000", 2021-03-04T23:19:59.117 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.700874478, 2021-03-04T23:19:59.117 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0330516649999999, 2021-03-04T23:19:59.117 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.117 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.117 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.118 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.118 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.118 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257237 2021-03-04T23:19:59.118 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.118 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.119 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.119 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.119 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266366+0000", 2021-03-04T23:19:59.119 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.119 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.120 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.120 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266366+0000", 2021-03-04T23:19:59.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2560000000000001e-06 2021-03-04T23:19:59.120 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.121 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.121 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.121 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266369+0000", 2021-03-04T23:19:59.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3179999999999999e-06 2021-03-04T23:19:59.121 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.122 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.122 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.122 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266370+0000", 2021-03-04T23:19:59.122 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3879999999999999e-05 2021-03-04T23:19:59.123 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.123 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.123 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.123 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266384+0000", 2021-03-04T23:19:59.123 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1120000000000004e-06 2021-03-04T23:19:59.124 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.124 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.124 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.124 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266389+0000", 2021-03-04T23:19:59.124 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.405e-05 2021-03-04T23:19:59.125 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.125 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.125 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.125 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266433+0000", 2021-03-04T23:19:59.126 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.08e-06 2021-03-04T23:19:59.126 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.126 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.126 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.126 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266440+0000", 2021-03-04T23:19:59.127 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0262193909999999 2021-03-04T23:19:59.127 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.127 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.127 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.127 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.292660+0000", 2021-03-04T23:19:59.128 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1103000000000001e-05 2021-03-04T23:19:59.128 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.128 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.128 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.128 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.292721+0000", 2021-03-04T23:19:59.129 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0649999999999997e-05 2021-03-04T23:19:59.129 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.129 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.129 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.292781+0000", 2021-03-04T23:19:59.130 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00256069 2021-03-04T23:19:59.130 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.130 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.130 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.130 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295342+0000", 2021-03-04T23:19:59.131 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003675752 2021-03-04T23:19:59.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.131 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.131 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.131 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299018+0000", 2021-03-04T23:19:59.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032348899999999999 2021-03-04T23:19:59.132 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.132 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.132 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299341+0000", 2021-03-04T23:19:59.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6529999999999998e-05 2021-03-04T23:19:59.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.133 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299378+0000", 2021-03-04T23:19:59.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0364000000000002e-05 2021-03-04T23:19:59.134 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.134 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.134 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299418+0000", 2021-03-04T23:19:59.135 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0330516649999999 2021-03-04T23:19:59.135 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.135 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.135 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.135 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.136 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257244 27.5 27:a5ffb68c:::benchmark_data_gibba008_92657_object76728:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.136 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.268471+0000", 2021-03-04T23:19:59.136 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.698770258, 2021-03-04T23:19:59.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0310964010000001, 2021-03-04T23:19:59.137 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.137 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.137 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.137 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.138 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.138 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257244 2021-03-04T23:19:59.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.138 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.138 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.139 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.139 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268471+0000", 2021-03-04T23:19:59.139 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.139 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.139 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.140 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.140 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268471+0000", 2021-03-04T23:19:59.140 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9910000000000008e-06 2021-03-04T23:19:59.140 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.140 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.141 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.141 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268480+0000", 2021-03-04T23:19:59.143 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2389999999999999e-06 2021-03-04T23:19:59.143 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.144 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.144 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.144 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268481+0000", 2021-03-04T23:19:59.144 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2410000000000001e-06 2021-03-04T23:19:59.145 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.145 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.145 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.145 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268490+0000", 2021-03-04T23:19:59.145 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9030000000000003e-06 2021-03-04T23:19:59.146 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.146 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.146 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.146 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268495+0000", 2021-03-04T23:19:59.146 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7557e-05 2021-03-04T23:19:59.147 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.147 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.147 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.147 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268533+0000", 2021-03-04T23:19:59.148 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8340000000000001e-06 2021-03-04T23:19:59.148 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.148 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.148 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.148 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268539+0000", 2021-03-04T23:19:59.149 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0253588490000001 2021-03-04T23:19:59.149 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.149 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.149 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.149 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.293898+0000", 2021-03-04T23:19:59.150 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8665000000000002e-05 2021-03-04T23:19:59.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.150 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.150 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.293957+0000", 2021-03-04T23:19:59.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.779e-05 2021-03-04T23:19:59.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.151 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.151 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.294025+0000", 2021-03-04T23:19:59.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049986850000000001 2021-03-04T23:19:59.152 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299023+0000", 2021-03-04T23:19:59.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014451399999999999 2021-03-04T23:19:59.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299168+0000", 2021-03-04T23:19:59.154 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032168000000000002 2021-03-04T23:19:59.154 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.154 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.155 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299490+0000", 2021-03-04T23:19:59.155 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8853999999999998e-05 2021-03-04T23:19:59.155 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.155 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.156 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299528+0000", 2021-03-04T23:19:59.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8599000000000001e-05 2021-03-04T23:19:59.156 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.156 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.157 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.157 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299567+0000", 2021-03-04T23:19:59.157 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0310964010000001 2021-03-04T23:19:59.157 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.157 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.158 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.158 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.158 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.158 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257299 27.5 27:a6c24d3c:::benchmark_data_gibba008_92657_object76783:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.158 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304359+0000", 2021-03-04T23:19:59.159 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.66288148699999, 2021-03-04T23:19:59.159 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99529801200000001, 2021-03-04T23:19:59.159 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.159 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.160 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.160 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.160 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.160 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257299 2021-03-04T23:19:59.160 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.161 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.161 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.161 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.161 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304359+0000", 2021-03-04T23:19:59.161 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.162 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.162 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.162 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.162 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304359+0000", 2021-03-04T23:19:59.162 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5069999999999999e-06 2021-03-04T23:19:59.163 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.163 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.163 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.163 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304361+0000", 2021-03-04T23:19:59.163 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0130000000000001e-06 2021-03-04T23:19:59.164 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.164 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.164 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.164 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304362+0000", 2021-03-04T23:19:59.164 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8850000000000005e-06 2021-03-04T23:19:59.165 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.165 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.165 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.165 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304371+0000", 2021-03-04T23:19:59.165 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1509999999999997e-06 2021-03-04T23:19:59.166 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.166 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.166 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.166 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304375+0000", 2021-03-04T23:19:59.167 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8989999999999998e-05 2021-03-04T23:19:59.167 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.167 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.167 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.167 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304414+0000", 2021-03-04T23:19:59.168 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0029999999999997e-06 2021-03-04T23:19:59.168 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.168 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.168 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.168 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304421+0000", 2021-03-04T23:19:59.169 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99094119599999997 2021-03-04T23:19:59.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.169 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.169 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295362+0000", 2021-03-04T23:19:59.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7931999999999999e-05 2021-03-04T23:19:59.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.170 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.171 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295440+0000", 2021-03-04T23:19:59.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2224999999999994e-05 2021-03-04T23:19:59.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.171 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.171 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.172 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295512+0000", 2021-03-04T23:19:59.172 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0035147669999999998 2021-03-04T23:19:59.172 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.172 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.172 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.173 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299027+0000", 2021-03-04T23:19:59.173 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000276779 2021-03-04T23:19:59.173 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.173 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.173 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.174 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299304+0000", 2021-03-04T23:19:59.174 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030148700000000002 2021-03-04T23:19:59.174 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.174 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.175 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.175 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299605+0000", 2021-03-04T23:19:59.175 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2461e-05 2021-03-04T23:19:59.175 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.176 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299638+0000", 2021-03-04T23:19:59.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9616e-05 2021-03-04T23:19:59.176 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.176 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.177 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.177 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299657+0000", 2021-03-04T23:19:59.177 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99529801200000001 2021-03-04T23:19:59.177 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.177 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.178 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.178 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.178 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.178 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257300 27.5 27:a814e26d:::benchmark_data_gibba008_92657_object76784:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.178 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304524+0000", 2021-03-04T23:19:59.179 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.662716582, 2021-03-04T23:19:59.179 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99525390899999999, 2021-03-04T23:19:59.179 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.179 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.179 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.180 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.180 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.180 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257300 2021-03-04T23:19:59.180 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.181 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.181 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.181 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304524+0000", 2021-03-04T23:19:59.181 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.182 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.182 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.182 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.182 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304524+0000", 2021-03-04T23:19:59.182 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.463e-06 2021-03-04T23:19:59.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.183 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.183 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.183 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304526+0000", 2021-03-04T23:19:59.183 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0410000000000001e-06 2021-03-04T23:19:59.184 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.184 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.184 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.184 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304527+0000", 2021-03-04T23:19:59.184 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0390000000000005e-06 2021-03-04T23:19:59.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.185 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.185 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.185 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304535+0000", 2021-03-04T23:19:59.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2180000000000001e-06 2021-03-04T23:19:59.186 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.186 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.186 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304539+0000", 2021-03-04T23:19:59.187 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8538999999999998e-05 2021-03-04T23:19:59.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.187 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.187 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304578+0000", 2021-03-04T23:19:59.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2190000000000004e-06 2021-03-04T23:19:59.188 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.188 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.188 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.188 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304586+0000", 2021-03-04T23:19:59.189 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99277393800000002 2021-03-04T23:19:59.189 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.189 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.189 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.189 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.297360+0000", 2021-03-04T23:19:59.190 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2595999999999995e-05 2021-03-04T23:19:59.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.190 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.190 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.191 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.297422+0000", 2021-03-04T23:19:59.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5982000000000006e-05 2021-03-04T23:19:59.191 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.191 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.191 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.192 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.297488+0000", 2021-03-04T23:19:59.192 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018203200000000001 2021-03-04T23:19:59.192 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.192 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.192 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.193 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299309+0000", 2021-03-04T23:19:59.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014157199999999999 2021-03-04T23:19:59.193 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.194 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.194 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299450+0000", 2021-03-04T23:19:59.194 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024772800000000001 2021-03-04T23:19:59.194 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.194 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.195 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.195 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299698+0000", 2021-03-04T23:19:59.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5819999999999999e-05 2021-03-04T23:19:59.195 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.195 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.196 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.196 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299734+0000", 2021-03-04T23:19:59.196 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4434000000000002e-05 2021-03-04T23:19:59.196 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.196 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.197 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.197 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299778+0000", 2021-03-04T23:19:59.197 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99525390899999999 2021-03-04T23:19:59.197 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.197 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.198 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.198 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.198 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257301 27.5 27:a24d4afb:::benchmark_data_gibba008_92657_object76785:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.199 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304768+0000", 2021-03-04T23:19:59.199 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.66247314200001, 2021-03-04T23:19:59.199 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99855726099999997, 2021-03-04T23:19:59.199 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.199 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.200 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.200 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.200 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.200 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257301 2021-03-04T23:19:59.200 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.201 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.201 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.201 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.201 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304768+0000", 2021-03-04T23:19:59.201 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.202 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.202 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.202 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.202 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304768+0000", 2021-03-04T23:19:59.202 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7349999999999999e-06 2021-03-04T23:19:59.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.203 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.203 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.203 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304770+0000", 2021-03-04T23:19:59.203 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.113e-06 2021-03-04T23:19:59.204 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.204 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.204 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304771+0000", 2021-03-04T23:19:59.204 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.136e-05 2021-03-04T23:19:59.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.205 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304782+0000", 2021-03-04T23:19:59.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1019999999999996e-06 2021-03-04T23:19:59.206 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.206 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304787+0000", 2021-03-04T23:19:59.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9150000000000003e-05 2021-03-04T23:19:59.207 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.207 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.207 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304826+0000", 2021-03-04T23:19:59.207 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0800000000000006e-06 2021-03-04T23:19:59.208 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.208 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.208 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.208 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304834+0000", 2021-03-04T23:19:59.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99497069000000005 2021-03-04T23:19:59.209 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.209 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.209 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.209 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299805+0000", 2021-03-04T23:19:59.209 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8568999999999999e-05 2021-03-04T23:19:59.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.210 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.210 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299894+0000", 2021-03-04T23:19:59.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0951999999999994e-05 2021-03-04T23:19:59.211 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.211 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.211 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.211 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299965+0000", 2021-03-04T23:19:59.212 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003274201 2021-03-04T23:19:59.212 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.212 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.212 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303239+0000", 2021-03-04T23:19:59.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4562e-05 2021-03-04T23:19:59.213 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.213 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.213 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.213 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303263+0000", 2021-03-04T23:19:59.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5650000000000003e-06 2021-03-04T23:19:59.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.214 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.214 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303268+0000", 2021-03-04T23:19:59.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1100999999999999e-05 2021-03-04T23:19:59.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303299+0000", 2021-03-04T23:19:59.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6081e-05 2021-03-04T23:19:59.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303325+0000", 2021-03-04T23:19:59.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99855726099999997 2021-03-04T23:19:59.217 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.217 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.217 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.218 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.218 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257303 27.5 27:aa4be8a2:::benchmark_data_gibba008_92657_object76787:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.218 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304884+0000", 2021-03-04T23:19:59.218 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.66235649800001, 2021-03-04T23:19:59.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041161300000001, 2021-03-04T23:19:59.219 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.219 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.219 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.219 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.219 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.220 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257303 2021-03-04T23:19:59.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.220 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.220 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.220 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304884+0000", 2021-03-04T23:19:59.221 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.221 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304884+0000", 2021-03-04T23:19:59.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7239999999999999e-06 2021-03-04T23:19:59.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304886+0000", 2021-03-04T23:19:59.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0249999999999999e-06 2021-03-04T23:19:59.223 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304887+0000", 2021-03-04T23:19:59.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:19:59.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.225 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304897+0000", 2021-03-04T23:19:59.225 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3919999999999996e-06 2021-03-04T23:19:59.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.225 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.226 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304901+0000", 2021-03-04T23:19:59.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9728999999999999e-05 2021-03-04T23:19:59.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.226 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.226 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.227 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304941+0000", 2021-03-04T23:19:59.227 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6744000000000001e-05 2021-03-04T23:19:59.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.228 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.228 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304958+0000", 2021-03-04T23:19:59.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99657381099999998 2021-03-04T23:19:59.228 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.228 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.229 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.229 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.301531+0000", 2021-03-04T23:19:59.229 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1206999999999999e-05 2021-03-04T23:19:59.229 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.229 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.230 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.230 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.301593+0000", 2021-03-04T23:19:59.230 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7435999999999996e-05 2021-03-04T23:19:59.230 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.231 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.231 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.301660+0000", 2021-03-04T23:19:59.231 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034325620000000001 2021-03-04T23:19:59.231 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.231 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.232 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.232 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305093+0000", 2021-03-04T23:19:59.232 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6671000000000002e-05 2021-03-04T23:19:59.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.232 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.233 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305129+0000", 2021-03-04T23:19:59.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037937420000000001 2021-03-04T23:19:59.233 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.233 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.234 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.308923+0000", 2021-03-04T23:19:59.234 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2086000000000003e-05 2021-03-04T23:19:59.234 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.235 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.235 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.308965+0000", 2021-03-04T23:19:59.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5456000000000001e-05 2021-03-04T23:19:59.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309001+0000", 2021-03-04T23:19:59.236 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041161300000001 2021-03-04T23:19:59.236 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.236 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.237 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.237 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.237 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.237 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257304 27.5 27:a38add35:::benchmark_data_gibba008_92657_object76788:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.237 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.305032+0000", 2021-03-04T23:19:59.238 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.66220927399999, 2021-03-04T23:19:59.238 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041274069999999, 2021-03-04T23:19:59.238 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.238 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.238 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.239 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.239 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.239 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257304 2021-03-04T23:19:59.239 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.240 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.240 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.240 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.240 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305032+0000", 2021-03-04T23:19:59.240 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.241 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.241 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.241 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.241 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305032+0000", 2021-03-04T23:19:59.241 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.53e-06 2021-03-04T23:19:59.242 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.242 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.242 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.242 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305033+0000", 2021-03-04T23:19:59.242 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2800000000000005e-07 2021-03-04T23:19:59.243 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.243 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.243 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.243 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305034+0000", 2021-03-04T23:19:59.243 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6689999999999995e-06 2021-03-04T23:19:59.244 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.244 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.244 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.244 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305043+0000", 2021-03-04T23:19:59.244 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2919999999999997e-06 2021-03-04T23:19:59.245 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.245 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.245 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.245 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305047+0000", 2021-03-04T23:19:59.246 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4131000000000002e-05 2021-03-04T23:19:59.246 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.246 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.246 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.246 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305081+0000", 2021-03-04T23:19:59.247 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0373999999999999e-05 2021-03-04T23:19:59.247 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.247 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.247 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.247 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305092+0000", 2021-03-04T23:19:59.248 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99826166299999997 2021-03-04T23:19:59.248 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.248 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.248 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.248 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303353+0000", 2021-03-04T23:19:59.249 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6688999999999995e-05 2021-03-04T23:19:59.249 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.249 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.249 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.250 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303450+0000", 2021-03-04T23:19:59.250 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011631799999999999 2021-03-04T23:19:59.250 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.250 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.250 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.251 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303566+0000", 2021-03-04T23:19:59.251 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053482579999999998 2021-03-04T23:19:59.251 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.251 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.251 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.252 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.308915+0000", 2021-03-04T23:19:59.252 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012109500000000001 2021-03-04T23:19:59.252 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.252 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.252 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.253 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309036+0000", 2021-03-04T23:19:59.253 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4926000000000003e-05 2021-03-04T23:19:59.253 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.253 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.253 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.254 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309081+0000", 2021-03-04T23:19:59.254 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0664999999999998e-05 2021-03-04T23:19:59.254 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.254 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.254 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.255 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309121+0000", 2021-03-04T23:19:59.255 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7868999999999999e-05 2021-03-04T23:19:59.255 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.255 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.255 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.256 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309159+0000", 2021-03-04T23:19:59.256 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041274069999999 2021-03-04T23:19:59.256 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.256 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.257 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.257 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.257 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.257 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257327 27.5 27:a8c378b9:::benchmark_data_gibba008_92657_object76811:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.257 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.322877+0000", 2021-03-04T23:19:59.258 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.644364086, 2021-03-04T23:19:59.258 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98821815099999999, 2021-03-04T23:19:59.258 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.258 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.258 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.259 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.259 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.259 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257327 2021-03-04T23:19:59.259 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.259 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.260 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.260 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.260 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322877+0000", 2021-03-04T23:19:59.260 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.260 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.261 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.261 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.261 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322877+0000", 2021-03-04T23:19:59.261 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6729999999999999e-06 2021-03-04T23:19:59.261 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.262 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.262 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.262 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322879+0000", 2021-03-04T23:19:59.262 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1009999999999999e-06 2021-03-04T23:19:59.263 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.263 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.263 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.263 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322880+0000", 2021-03-04T23:19:59.263 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8170000000000005e-06 2021-03-04T23:19:59.264 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.264 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.264 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.264 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322888+0000", 2021-03-04T23:19:59.264 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2270000000000004e-06 2021-03-04T23:19:59.265 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.265 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.265 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.265 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322893+0000", 2021-03-04T23:19:59.265 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7200000000000003e-05 2021-03-04T23:19:59.266 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.266 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.266 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.266 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322930+0000", 2021-03-04T23:19:59.266 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7349999999999999e-06 2021-03-04T23:19:59.267 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.267 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.267 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.267 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322937+0000", 2021-03-04T23:19:59.268 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98222109099999999 2021-03-04T23:19:59.268 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.268 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.268 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.268 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305158+0000", 2021-03-04T23:19:59.269 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4239000000000004e-05 2021-03-04T23:19:59.269 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.269 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.269 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.270 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305252+0000", 2021-03-04T23:19:59.270 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000119775 2021-03-04T23:19:59.270 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.270 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.270 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.271 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305372+0000", 2021-03-04T23:19:59.271 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003701045 2021-03-04T23:19:59.271 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.271 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.271 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.272 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309073+0000", 2021-03-04T23:19:59.272 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3733000000000005e-05 2021-03-04T23:19:59.272 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.272 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.273 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.273 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309166+0000", 2021-03-04T23:19:59.273 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018577699999999999 2021-03-04T23:19:59.273 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.273 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.274 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.274 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311024+0000", 2021-03-04T23:19:59.274 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5194000000000002e-05 2021-03-04T23:19:59.274 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.274 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.275 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.275 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311059+0000", 2021-03-04T23:19:59.275 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5550999999999999e-05 2021-03-04T23:19:59.275 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.276 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.276 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.276 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311095+0000", 2021-03-04T23:19:59.276 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98821815099999999 2021-03-04T23:19:59.276 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.277 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.277 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.277 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.277 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.277 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257342 27.5 27:aae3656d:::benchmark_data_gibba008_92657_object76826:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.278 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.337227+0000", 2021-03-04T23:19:59.278 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.63001365, 2021-03-04T23:19:59.278 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.97857439999999996, 2021-03-04T23:19:59.278 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.278 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.279 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.279 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.279 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.279 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257342 2021-03-04T23:19:59.279 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.280 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.280 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.280 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.280 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337227+0000", 2021-03-04T23:19:59.280 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.281 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.281 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.281 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.281 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337227+0000", 2021-03-04T23:19:59.281 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7460000000000001e-06 2021-03-04T23:19:59.282 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.282 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.282 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.282 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337229+0000", 2021-03-04T23:19:59.283 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.195e-06 2021-03-04T23:19:59.283 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.283 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.283 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.283 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337230+0000", 2021-03-04T23:19:59.284 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6430000000000001e-06 2021-03-04T23:19:59.284 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.284 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.284 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.284 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337239+0000", 2021-03-04T23:19:59.285 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:19:59.285 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.285 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.285 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.285 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337244+0000", 2021-03-04T23:19:59.286 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4860000000000002e-05 2021-03-04T23:19:59.286 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.286 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.286 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.286 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337279+0000", 2021-03-04T23:19:59.287 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.224e-06 2021-03-04T23:19:59.287 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.287 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.287 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.288 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337285+0000", 2021-03-04T23:19:59.288 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.96985570099999996 2021-03-04T23:19:59.288 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.288 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.288 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.289 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.307141+0000", 2021-03-04T23:19:59.289 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2391999999999995e-05 2021-03-04T23:19:59.289 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.289 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.289 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.290 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.307203+0000", 2021-03-04T23:19:59.290 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0986999999999997e-05 2021-03-04T23:19:59.290 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.290 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.290 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.291 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.307264+0000", 2021-03-04T23:19:59.291 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037314879999999998 2021-03-04T23:19:59.291 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.291 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.291 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.292 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.310995+0000", 2021-03-04T23:19:59.292 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8330000000000001e-06 2021-03-04T23:19:59.292 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.292 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.293 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.293 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311000+0000", 2021-03-04T23:19:59.293 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047369910000000003 2021-03-04T23:19:59.293 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.293 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.294 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.294 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315737+0000", 2021-03-04T23:19:59.294 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0608000000000002e-05 2021-03-04T23:19:59.294 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.294 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.295 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.295 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315768+0000", 2021-03-04T23:19:59.295 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3853000000000003e-05 2021-03-04T23:19:59.295 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.295 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.296 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.296 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315802+0000", 2021-03-04T23:19:59.296 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.97857439999999996 2021-03-04T23:19:59.296 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.296 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.297 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.297 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.297 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.297 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257413 27.5 27:a33f4b15:::benchmark_data_gibba008_92657_object76897:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.297 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.412141+0000", 2021-03-04T23:19:59.298 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.55509996000001, 2021-03-04T23:19:59.298 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.90380889900000005, 2021-03-04T23:19:59.298 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.298 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.298 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.299 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.299 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.299 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257413 2021-03-04T23:19:59.299 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.299 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.300 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.300 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.300 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412141+0000", 2021-03-04T23:19:59.300 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.300 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.301 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.301 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.301 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412141+0000", 2021-03-04T23:19:59.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7719999999999999e-06 2021-03-04T23:19:59.301 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.302 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.302 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.302 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412143+0000", 2021-03-04T23:19:59.302 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0529999999999999e-06 2021-03-04T23:19:59.302 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.303 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.303 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412144+0000", 2021-03-04T23:19:59.303 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4730000000000006e-06 2021-03-04T23:19:59.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.304 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.304 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.304 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412153+0000", 2021-03-04T23:19:59.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.873e-06 2021-03-04T23:19:59.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.305 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.305 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.305 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412157+0000", 2021-03-04T23:19:59.305 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2005999999999998e-05 2021-03-04T23:19:59.306 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.306 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412189+0000", 2021-03-04T23:19:59.306 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6169999999999998e-06 2021-03-04T23:19:59.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.307 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.307 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412195+0000", 2021-03-04T23:19:59.308 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.89698554799999997 2021-03-04T23:19:59.308 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.308 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309180+0000", 2021-03-04T23:19:59.309 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5922999999999997e-05 2021-03-04T23:19:59.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.309 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.309 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309266+0000", 2021-03-04T23:19:59.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5364999999999993e-05 2021-03-04T23:19:59.310 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.310 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.310 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.311 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309352+0000", 2021-03-04T23:19:59.311 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006491859 2021-03-04T23:19:59.311 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.311 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.311 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.312 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315843+0000", 2021-03-04T23:19:59.312 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0509999999999997e-06 2021-03-04T23:19:59.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.312 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.313 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315852+0000", 2021-03-04T23:19:59.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6288e-05 2021-03-04T23:19:59.313 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.313 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.314 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.314 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315878+0000", 2021-03-04T23:19:59.314 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4285000000000001e-05 2021-03-04T23:19:59.314 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.315 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.315 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.315 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315912+0000", 2021-03-04T23:19:59.315 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7786e-05 2021-03-04T23:19:59.315 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.316 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.316 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.316 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315950+0000", 2021-03-04T23:19:59.316 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.90380889900000005 2021-03-04T23:19:59.316 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.317 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.317 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.317 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.317 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.317 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257447 27.5 27:acf1e330:::benchmark_data_gibba008_92657_object76931:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.318 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.454730+0000", 2021-03-04T23:19:59.318 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.51251064100001, 2021-03-04T23:19:59.318 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.86598148900000005, 2021-03-04T23:19:59.318 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.318 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.319 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.319 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.319 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.319 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257447 2021-03-04T23:19:59.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.320 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.320 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.320 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.320 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454730+0000", 2021-03-04T23:19:59.321 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.321 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.321 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.321 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.321 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454730+0000", 2021-03-04T23:19:59.322 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.697e-06 2021-03-04T23:19:59.322 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.322 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.322 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.322 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454732+0000", 2021-03-04T23:19:59.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:19:59.323 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.323 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.323 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.323 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454734+0000", 2021-03-04T23:19:59.324 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0299000000000001e-05 2021-03-04T23:19:59.324 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.324 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.324 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.324 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454744+0000", 2021-03-04T23:19:59.325 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7999999999999998e-06 2021-03-04T23:19:59.325 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.325 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.325 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454749+0000", 2021-03-04T23:19:59.326 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6291000000000002e-05 2021-03-04T23:19:59.326 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.326 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.326 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.326 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454785+0000", 2021-03-04T23:19:59.327 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1629999999999996e-06 2021-03-04T23:19:59.327 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.327 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.327 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.328 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454793+0000", 2021-03-04T23:19:59.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.85632243699999999 2021-03-04T23:19:59.328 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.328 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.328 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.329 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311116+0000", 2021-03-04T23:19:59.329 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7490000000000005e-05 2021-03-04T23:19:59.329 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.329 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.329 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.330 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311193+0000", 2021-03-04T23:19:59.330 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0000000000000007e-05 2021-03-04T23:19:59.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.330 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.331 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311273+0000", 2021-03-04T23:19:59.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045855269999999998 2021-03-04T23:19:59.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.332 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315859+0000", 2021-03-04T23:19:59.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012823399999999999 2021-03-04T23:19:59.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315987+0000", 2021-03-04T23:19:59.333 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046584950000000003 2021-03-04T23:19:59.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.333 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.334 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.334 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320645+0000", 2021-03-04T23:19:59.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6637999999999997e-05 2021-03-04T23:19:59.334 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.334 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.335 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.335 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320682+0000", 2021-03-04T23:19:59.335 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9869000000000002e-05 2021-03-04T23:19:59.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.336 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.336 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.336 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320712+0000", 2021-03-04T23:19:59.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.86598148900000005 2021-03-04T23:19:59.336 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.337 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.337 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.337 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.337 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.337 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257453 27.5 27:a24e3f80:::benchmark_data_gibba008_92657_object76937:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.338 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.466536+0000", 2021-03-04T23:19:59.338 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.50070473, 2021-03-04T23:19:59.338 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.85425174400000004, 2021-03-04T23:19:59.338 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.338 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.339 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.339 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.339 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.339 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257453 2021-03-04T23:19:59.340 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.340 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.340 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.340 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.340 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466536+0000", 2021-03-04T23:19:59.341 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.341 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.341 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.341 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.341 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466536+0000", 2021-03-04T23:19:59.342 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9759999999999998e-06 2021-03-04T23:19:59.342 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.342 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.342 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.342 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466538+0000", 2021-03-04T23:19:59.343 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3479999999999998e-06 2021-03-04T23:19:59.343 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.343 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.343 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466541+0000", 2021-03-04T23:19:59.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0001e-05 2021-03-04T23:19:59.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.344 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466551+0000", 2021-03-04T23:19:59.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0130000000000001e-06 2021-03-04T23:19:59.345 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.345 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.346 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466556+0000", 2021-03-04T23:19:59.346 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2209999999999998e-05 2021-03-04T23:19:59.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.346 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.346 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.347 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466588+0000", 2021-03-04T23:19:59.347 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.366e-06 2021-03-04T23:19:59.347 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.347 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.348 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.348 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466593+0000", 2021-03-04T23:19:59.348 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.84687595199999999 2021-03-04T23:19:59.348 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.348 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.349 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.313469+0000", 2021-03-04T23:19:59.349 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8022000000000004e-05 2021-03-04T23:19:59.349 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.350 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.350 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.313567+0000", 2021-03-04T23:19:59.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011353000000000001 2021-03-04T23:19:59.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.350 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.351 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.351 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.313681+0000", 2021-03-04T23:19:59.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023124759999999999 2021-03-04T23:19:59.351 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.352 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.352 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315993+0000", 2021-03-04T23:19:59.352 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9175000000000001e-05 2021-03-04T23:19:59.352 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.353 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.353 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316022+0000", 2021-03-04T23:19:59.353 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047183920000000001 2021-03-04T23:19:59.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.354 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.354 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320741+0000", 2021-03-04T23:19:59.354 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4321999999999999e-05 2021-03-04T23:19:59.354 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.355 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.355 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320765+0000", 2021-03-04T23:19:59.355 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2960999999999999e-05 2021-03-04T23:19:59.356 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.356 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.356 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.356 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320788+0000", 2021-03-04T23:19:59.356 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.85425174400000004 2021-03-04T23:19:59.357 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.357 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.357 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.357 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.357 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.358 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257457 27.5 27:af8103d5:::benchmark_data_gibba008_92657_object76941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:19:59.358 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.477408+0000", 2021-03-04T23:19:59.358 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 140.48983271099999, 2021-03-04T23:19:59.358 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.84847627199999998, 2021-03-04T23:19:59.358 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:19:59.359 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:19:59.359 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:19:59.359 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:19:59.359 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:19:59.359 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257457 2021-03-04T23:19:59.360 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.360 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:19:59.360 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.360 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:19:59.360 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477408+0000", 2021-03-04T23:19:59.361 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:19:59.361 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.361 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.361 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:19:59.362 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477408+0000", 2021-03-04T23:19:59.362 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0169999999999999e-06 2021-03-04T23:19:59.362 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.362 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:19:59.363 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477410+0000", 2021-03-04T23:19:59.363 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7499999999999999e-06 2021-03-04T23:19:59.363 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.363 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.363 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:19:59.364 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477413+0000", 2021-03-04T23:19:59.364 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0494e-05 2021-03-04T23:19:59.364 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.364 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.364 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:19:59.365 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477423+0000", 2021-03-04T23:19:59.365 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1050000000000003e-06 2021-03-04T23:19:59.365 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.365 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.365 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:19:59.366 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477429+0000", 2021-03-04T23:19:59.366 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3555e-05 2021-03-04T23:19:59.366 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.366 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.366 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.367 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477462+0000", 2021-03-04T23:19:59.367 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.013e-05 2021-03-04T23:19:59.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.367 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.367 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:19:59.368 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477472+0000", 2021-03-04T23:19:59.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.83857207899999997 2021-03-04T23:19:59.368 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.368 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.369 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:19:59.369 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316044+0000", 2021-03-04T23:19:59.369 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8908999999999999e-05 2021-03-04T23:19:59.369 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.369 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.370 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:19:59.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316133+0000", 2021-03-04T23:19:59.370 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118399 2021-03-04T23:19:59.370 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:19:59.371 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316252+0000", 2021-03-04T23:19:59.371 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045634539999999998 2021-03-04T23:19:59.371 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.371 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.372 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.372 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320815+0000", 2021-03-04T23:19:59.372 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7129000000000002e-05 2021-03-04T23:19:59.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.373 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:19:59.373 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320832+0000", 2021-03-04T23:19:59.373 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00499636 2021-03-04T23:19:59.373 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.374 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.374 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:19:59.374 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.325829+0000", 2021-03-04T23:19:59.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8439999999999999e-05 2021-03-04T23:19:59.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.375 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:19:59.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.325857+0000", 2021-03-04T23:19:59.375 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7450999999999999e-05 2021-03-04T23:19:59.375 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:19:59.376 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:19:59.376 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:19:59.376 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.325885+0000", 2021-03-04T23:19:59.376 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.84847627199999998 2021-03-04T23:19:59.376 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.377 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.377 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.377 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:19:59.377 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:19:59.377 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:19:59.378 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 6 16 22737 22721 236.651 164.5 0.00328849 0.00422058 2021-03-04T23:19:59.379 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:19:59.480 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:59.501 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:19:59 gibba023 bash[15180]: debug 2021-03-04T23:19:59.262+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:19:59.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:19:59.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 7 16 26252 26236 234.225 219.688 0.0051958 0.00426536 2021-03-04T23:20:00.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:00.019 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:20:00.039 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:20:00.056 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:20:00.075 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:20:00.094 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:20:00.113 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:20:00.131 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:20:00.151 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:20:00.152 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.152 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.152 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.152 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.153 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.153 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.153 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.153 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:20:00.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[37770]: cluster 2021-03-04T23:19:59.243215+0000 mgr.x (mgr.34379) 951 : cluster [DBG] pgmap v1297: 109 pgs: 109 active+clean; 861 MiB data, 3.4 GiB used, 581 GiB / 588 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:20:00.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[37770]: audit 2021-03-04T23:19:59.998951+0000 mon.c (mon.1) 82 : audit [DBG] from='client.? 172.21.2.108:0/4078716327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:00.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[37770]: cluster 2021-03-04T23:20:00.000081+0000 mon.a (mon.0) 1530 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set 2021-03-04T23:20:00.159 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[37770]: cluster 2021-03-04T23:20:00.000098+0000 mon.a (mon.0) 1531 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2021-03-04T23:20:00.159 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[39303]: cluster 2021-03-04T23:19:59.243215+0000 mgr.x (mgr.34379) 951 : cluster [DBG] pgmap v1297: 109 pgs: 109 active+clean; 861 MiB data, 3.4 GiB used, 581 GiB / 588 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:20:00.159 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[39303]: audit 2021-03-04T23:19:59.998951+0000 mon.c (mon.1) 82 : audit [DBG] from='client.? 172.21.2.108:0/4078716327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:00.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[39303]: cluster 2021-03-04T23:20:00.000081+0000 mon.a (mon.0) 1530 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set 2021-03-04T23:20:00.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[39303]: cluster 2021-03-04T23:20:00.000098+0000 mon.a (mon.0) 1531 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2021-03-04T23:20:00.160 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:19:59 gibba008 bash[44600]: debug 2021-03-04T23:19:59.890+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:00.161 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[48858]: debug 2021-03-04T23:20:00.150+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:00.162 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:00.263 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:00.373 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:20:00.374 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:00 gibba023 bash[27374]: cluster 2021-03-04T23:19:59.243215+0000 mgr.x (mgr.34379) 951 : cluster [DBG] pgmap v1297: 109 pgs: 109 active+clean; 861 MiB data, 3.4 GiB used, 581 GiB / 588 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:20:00.374 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:00 gibba023 bash[27374]: audit 2021-03-04T23:19:59.998951+0000 mon.c (mon.1) 82 : audit [DBG] from='client.? 172.21.2.108:0/4078716327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:00.374 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:00 gibba023 bash[27374]: cluster 2021-03-04T23:20:00.000081+0000 mon.a (mon.0) 1530 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set 2021-03-04T23:20:00.375 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:00 gibba023 bash[27374]: cluster 2021-03-04T23:20:00.000098+0000 mon.a (mon.0) 1531 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2021-03-04T23:20:00.485 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:00.656 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:00.759 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:00.775 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:20:00.776 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:20:00.876 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:00.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 8 16 30806 30790 240.522 284.625 0.00277796 0.00415387 2021-03-04T23:20:01.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:00 gibba008 bash[44600]: debug 2021-03-04T23:20:00.650+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:01.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:01.633 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:01.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 9 16 33179 33163 230.275 148.312 0.00543084 0.00433841 2021-03-04T23:20:02.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:01 gibba008 bash[47391]: debug 2021-03-04T23:20:01.514+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:02.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:02.276 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:02.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:02 gibba023 bash[27374]: cluster 2021-03-04T23:20:01.244935+0000 mgr.x (mgr.34379) 952 : cluster [DBG] pgmap v1298: 109 pgs: 109 active+clean; 1.7 GiB data, 5.1 GiB used, 579 GiB / 588 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:20:02.585 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:02 gibba023 bash[16680]: debug 2021-03-04T23:20:02.166+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:02.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:02 gibba008 bash[37770]: cluster 2021-03-04T23:20:01.244935+0000 mgr.x (mgr.34379) 952 : cluster [DBG] pgmap v1298: 109 pgs: 109 active+clean; 1.7 GiB data, 5.1 GiB used, 579 GiB / 588 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:20:02.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:02 gibba008 bash[39303]: cluster 2021-03-04T23:20:01.244935+0000 mgr.x (mgr.34379) 952 : cluster [DBG] pgmap v1298: 109 pgs: 109 active+clean; 1.7 GiB data, 5.1 GiB used, 579 GiB / 588 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:20:02.945 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:02.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 10 16 35898 35882 224.24 169.938 0.0134612 0.00445477 2021-03-04T23:20:03.056 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:03.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:02 gibba008 bash[47391]: debug 2021-03-04T23:20:02.934+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:03.557 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:03.662 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:03.925 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:03 gibba008 bash[91265]: debug 2021-03-04T23:20:03.918+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:03.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:03.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 11 16 38060 38044 216.138 135.125 0.00377321 0.00462191 2021-03-04T23:20:04.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:03 gibba023 bash[18090]: debug 2021-03-04T23:20:03.550+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:04.031 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:04.247 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:04 gibba008 bash[91265]: debug 2021-03-04T23:20:04.242+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:04.248 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:04.351 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:04.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:04 gibba008 bash[37770]: cluster 2021-03-04T23:20:03.246161+0000 mgr.x (mgr.34379) 953 : cluster [DBG] pgmap v1299: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 164 MiB/s wr, 2.63k op/s 2021-03-04T23:20:04.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:04 gibba008 bash[39303]: cluster 2021-03-04T23:20:03.246161+0000 mgr.x (mgr.34379) 953 : cluster [DBG] pgmap v1299: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 164 MiB/s wr, 2.63k op/s 2021-03-04T23:20:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:04 gibba023 bash[27374]: cluster 2021-03-04T23:20:03.246161+0000 mgr.x (mgr.34379) 953 : cluster [DBG] pgmap v1299: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 164 MiB/s wr, 2.63k op/s 2021-03-04T23:20:04.578 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:04.682 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:04.864 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:04 gibba008 bash[47391]: debug 2021-03-04T23:20:04.570+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:04.864 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:04.968 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:04.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 12 16 40693 40677 211.838 164.562 0.00327772 0.0047168 2021-03-04T23:20:05.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:04 gibba008 bash[91265]: debug 2021-03-04T23:20:04.858+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:05.286 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:05.320 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:20:05.389 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:05.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:05 gibba023 bash[27374]: audit 2021-03-04T23:20:05.006968+0000 mon.a (mon.0) 1532 : audit [INF] from='client.? 172.21.2.108:0/2321072005' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:20:05.668 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:20:05.673 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:05 gibba008 bash[44600]: debug 2021-03-04T23:20:05.278+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:05.674 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:05 gibba008 bash[37770]: audit 2021-03-04T23:20:05.006968+0000 mon.a (mon.0) 1532 : audit [INF] from='client.? 172.21.2.108:0/2321072005' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:20:05.674 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:05 gibba008 bash[39303]: audit 2021-03-04T23:20:05.006968+0000 mon.a (mon.0) 1532 : audit [INF] from='client.? 172.21.2.108:0/2321072005' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:20:05.726 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:05.787 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:05.830 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:05.999 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 13 16 43548 43532 209.268 178.438 0.00355059 0.00477512 2021-03-04T23:20:06.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:05 gibba008 bash[47391]: debug 2021-03-04T23:20:05.718+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:06.331 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:06.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:06.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[47391]: debug 2021-03-04T23:20:06.322+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:06.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[39303]: cluster 2021-03-04T23:20:05.246502+0000 mgr.x (mgr.34379) 954 : cluster [DBG] pgmap v1300: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:20:06.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[39303]: cluster 2021-03-04T23:20:05.303045+0000 mon.a (mon.0) 1533 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:06.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[39303]: audit 2021-03-04T23:20:05.315963+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? 172.21.2.108:0/2321072005' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:20:06.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[39303]: cluster 2021-03-04T23:20:05.316020+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e666: 8 total, 8 up, 7 in 2021-03-04T23:20:06.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[37770]: cluster 2021-03-04T23:20:05.246502+0000 mgr.x (mgr.34379) 954 : cluster [DBG] pgmap v1300: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:20:06.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[37770]: cluster 2021-03-04T23:20:05.303045+0000 mon.a (mon.0) 1533 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:06.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[37770]: audit 2021-03-04T23:20:05.315963+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? 172.21.2.108:0/2321072005' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:20:06.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:06 gibba008 bash[37770]: cluster 2021-03-04T23:20:05.316020+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e666: 8 total, 8 up, 7 in 2021-03-04T23:20:06.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:06 gibba023 bash[27374]: cluster 2021-03-04T23:20:05.246502+0000 mgr.x (mgr.34379) 954 : cluster [DBG] pgmap v1300: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:20:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:06 gibba023 bash[27374]: cluster 2021-03-04T23:20:05.303045+0000 mon.a (mon.0) 1533 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:06 gibba023 bash[27374]: audit 2021-03-04T23:20:05.315963+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? 172.21.2.108:0/2321072005' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:20:06.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:06 gibba023 bash[27374]: cluster 2021-03-04T23:20:05.316020+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e666: 8 total, 8 up, 7 in 2021-03-04T23:20:07.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 14 16 46957 46941 209.538 213.062 0.00793305 0.00476899 2021-03-04T23:20:07.213 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:07.316 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:07.544 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:07 gibba008 bash[47391]: debug 2021-03-04T23:20:07.206+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:07.635 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:07.739 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:07.744 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:07 gibba023 bash[18090]: debug 2021-03-04T23:20:07.630+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:07.851 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:07.955 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:08.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 15 16 50101 50085 208.667 196.5 0.00236363 0.00477785 2021-03-04T23:20:08.079 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:07 gibba023 bash[18090]: debug 2021-03-04T23:20:07.846+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:08.341 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:08 gibba023 bash[27374]: cluster 2021-03-04T23:20:07.247032+0000 mgr.x (mgr.34379) 955 : cluster [DBG] pgmap v1302: 109 pgs: 109 active+clean; 2.6 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:20:08.342 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:08.445 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:08.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:08 gibba008 bash[39303]: cluster 2021-03-04T23:20:07.247032+0000 mgr.x (mgr.34379) 955 : cluster [DBG] pgmap v1302: 109 pgs: 109 active+clean; 2.6 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:20:08.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:08 gibba008 bash[37770]: cluster 2021-03-04T23:20:07.247032+0000 mgr.x (mgr.34379) 955 : cluster [DBG] pgmap v1302: 109 pgs: 109 active+clean; 2.6 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:20:08.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:08 gibba023 bash[15180]: debug 2021-03-04T23:20:08.334+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:08.590 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:08.595 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:08 gibba023 bash[19550]: debug 2021-03-04T23:20:08.582+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:08.697 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:08.760 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:20:08.760 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:20:08.892 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:08.994 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:09.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 16 16 51536 51520 201.23 89.6875 0.00622775 0.00496564 2021-03-04T23:20:09.306 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:08 gibba023 bash[16680]: debug 2021-03-04T23:20:08.886+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:09.471 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:09.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:09.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:09 gibba023 bash[18090]: debug 2021-03-04T23:20:09.462+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:09.794 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:09.812 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:09 gibba008 bash[48858]: debug 2021-03-04T23:20:09.786+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:09.898 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:10.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 17 16 53895 53879 198.065 147.438 0.00435332 0.00504535 2021-03-04T23:20:10.037 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:10.078 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:10 gibba008 bash[44600]: debug 2021-03-04T23:20:10.030+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:10.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:10.204 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:20:10.330 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:10.364 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:10 gibba008 bash[37770]: cluster 2021-03-04T23:20:09.247427+0000 mgr.x (mgr.34379) 956 : cluster [DBG] pgmap v1303: 109 pgs: 109 active+clean; 2.7 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 192 MiB/s wr, 3.07k op/s 2021-03-04T23:20:10.364 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:10 gibba008 bash[39303]: cluster 2021-03-04T23:20:09.247427+0000 mgr.x (mgr.34379) 956 : cluster [DBG] pgmap v1303: 109 pgs: 109 active+clean; 2.7 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 192 MiB/s wr, 3.07k op/s 2021-03-04T23:20:10.394 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:10.498 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:10.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:10 gibba023 bash[27374]: cluster 2021-03-04T23:20:09.247427+0000 mgr.x (mgr.34379) 956 : cluster [DBG] pgmap v1303: 109 pgs: 109 active+clean; 2.7 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 192 MiB/s wr, 3.07k op/s 2021-03-04T23:20:10.731 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:20:10.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:10 gibba008 bash[48858]: debug 2021-03-04T23:20:10.386+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:10.840 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:10.987 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:11.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 18 16 56251 56235 195.241 147.25 0.00415064 0.00511832 2021-03-04T23:20:11.090 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:11.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:10 gibba008 bash[48858]: debug 2021-03-04T23:20:10.978+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:11.417 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:11.520 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:11.734 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:11.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:11 gibba023 bash[16680]: debug 2021-03-04T23:20:11.410+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:11.836 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:12.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 19 16 58585 58569 192.643 145.875 0.0119402 0.00518678 2021-03-04T23:20:12.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:11 gibba008 bash[91265]: debug 2021-03-04T23:20:11.726+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:12.289 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:12.392 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:12 gibba008 bash[37770]: cluster 2021-03-04T23:20:11.247926+0000 mgr.x (mgr.34379) 957 : cluster [DBG] pgmap v1304: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 165 MiB/s wr, 2.63k op/s 2021-03-04T23:20:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:12 gibba008 bash[39303]: cluster 2021-03-04T23:20:11.247926+0000 mgr.x (mgr.34379) 957 : cluster [DBG] pgmap v1304: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 165 MiB/s wr, 2.63k op/s 2021-03-04T23:20:12.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:12 gibba023 bash[27374]: cluster 2021-03-04T23:20:11.247926+0000 mgr.x (mgr.34379) 957 : cluster [DBG] pgmap v1304: 109 pgs: 109 active+clean; 3.3 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 165 MiB/s wr, 2.63k op/s 2021-03-04T23:20:12.765 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:12 gibba023 bash[15180]: debug 2021-03-04T23:20:12.282+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:12.766 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:12 gibba023 bash[16680]: debug 2021-03-04T23:20:12.758+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:12.766 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:12.869 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:13.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:20:12.998129+0000 min lat: 0.000900843 max lat: 0.184796 avg lat: 0.00523141 2021-03-04T23:20:13.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:13.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 20 16 61148 61132 191.019 160.188 0.00514153 0.00523141 2021-03-04T23:20:13.101 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:13.204 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:13.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:13 gibba008 bash[44600]: debug 2021-03-04T23:20:13.094+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:13.324 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:20:13.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:13 gibba023 bash[27374]: audit 2021-03-04T23:20:13.138688+0000 mon.c (mon.1) 83 : audit [INF] from='client.? 172.21.2.108:0/1999082654' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:20:13.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:13 gibba023 bash[27374]: audit 2021-03-04T23:20:13.138964+0000 mon.a (mon.0) 1536 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:20:13.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:13 gibba008 bash[37770]: audit 2021-03-04T23:20:13.138688+0000 mon.c (mon.1) 83 : audit [INF] from='client.? 172.21.2.108:0/1999082654' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:20:13.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:13 gibba008 bash[37770]: audit 2021-03-04T23:20:13.138964+0000 mon.a (mon.0) 1536 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:20:13.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:13 gibba008 bash[39303]: audit 2021-03-04T23:20:13.138688+0000 mon.c (mon.1) 83 : audit [INF] from='client.? 172.21.2.108:0/1999082654' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:20:13.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:13 gibba008 bash[39303]: audit 2021-03-04T23:20:13.138964+0000 mon.a (mon.0) 1536 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:20:13.795 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:13.903 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:14.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 21 16 62616 62600 186.292 91.75 0.00295967 0.00535647 2021-03-04T23:20:14.063 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:13 gibba023 bash[15180]: debug 2021-03-04T23:20:13.786+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:14.064 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:14 gibba023 bash[18090]: debug 2021-03-04T23:20:14.054+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:14.067 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:14.179 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:14.321 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:14 gibba023 bash[27374]: cluster 2021-03-04T23:20:13.248293+0000 mgr.x (mgr.34379) 958 : cluster [DBG] pgmap v1305: 109 pgs: 109 active+clean; 3.5 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 159 MiB/s wr, 2.54k op/s 2021-03-04T23:20:14.322 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:14 gibba023 bash[27374]: audit 2021-03-04T23:20:13.318515+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:20:14.322 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:14 gibba023 bash[27374]: cluster 2021-03-04T23:20:13.318583+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e667: 8 total, 8 up, 7 in 2021-03-04T23:20:14.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[37770]: cluster 2021-03-04T23:20:13.248293+0000 mgr.x (mgr.34379) 958 : cluster [DBG] pgmap v1305: 109 pgs: 109 active+clean; 3.5 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 159 MiB/s wr, 2.54k op/s 2021-03-04T23:20:14.508 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[37770]: audit 2021-03-04T23:20:13.318515+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:20:14.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[37770]: cluster 2021-03-04T23:20:13.318583+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e667: 8 total, 8 up, 7 in 2021-03-04T23:20:14.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[39303]: cluster 2021-03-04T23:20:13.248293+0000 mgr.x (mgr.34379) 958 : cluster [DBG] pgmap v1305: 109 pgs: 109 active+clean; 3.5 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 159 MiB/s wr, 2.54k op/s 2021-03-04T23:20:14.509 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[39303]: audit 2021-03-04T23:20:13.318515+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:20:14.510 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[39303]: cluster 2021-03-04T23:20:13.318583+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e667: 8 total, 8 up, 7 in 2021-03-04T23:20:14.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:14.613 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:14.659 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:14 gibba008 bash[44600]: debug 2021-03-04T23:20:14.502+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:15.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 22 16 64339 64323 182.718 107.688 0.00398193 0.00545446 2021-03-04T23:20:15.170 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:15.274 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:15.538 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:15 gibba023 bash[15180]: debug 2021-03-04T23:20:15.162+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:15.978 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:16.000 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 23 16 65454 65438 177.803 69.6875 0.0054639 0.0056197 2021-03-04T23:20:16.081 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:16.102 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:20:16.192 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:16.200 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:16.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:16 gibba023 bash[15180]: debug 2021-03-04T23:20:16.190+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:16.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:15 gibba023 bash[19550]: debug 2021-03-04T23:20:15.970+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:16.311 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:16.510 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:16 gibba008 bash[37770]: cluster 2021-03-04T23:20:15.248807+0000 mgr.x (mgr.34379) 959 : cluster [DBG] pgmap v1307: 109 pgs: 109 active+clean; 3.5 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:20:16.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:16 gibba008 bash[39303]: cluster 2021-03-04T23:20:15.248807+0000 mgr.x (mgr.34379) 959 : cluster [DBG] pgmap v1307: 109 pgs: 109 active+clean; 3.5 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:20:16.634 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:16 gibba023 bash[27374]: cluster 2021-03-04T23:20:15.248807+0000 mgr.x (mgr.34379) 959 : cluster [DBG] pgmap v1307: 109 pgs: 109 active+clean; 3.5 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:20:16.635 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:16.737 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:17.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 24 16 66931 66915 174.241 92.3125 0.0098634 0.00573404 2021-03-04T23:20:17.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:16 gibba023 bash[15180]: debug 2021-03-04T23:20:16.630+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:17.132 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:17.236 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:17.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:17 gibba023 bash[16680]: debug 2021-03-04T23:20:17.126+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:17.680 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:17.783 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:18.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 25 16 68738 68722 171.788 112.938 0.0041366 0.00581733 2021-03-04T23:20:18.006 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:18.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:17 gibba008 bash[47391]: debug 2021-03-04T23:20:17.674+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:18.110 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:18.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:18 gibba023 bash[16680]: debug 2021-03-04T23:20:17.998+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:18.463 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:20:18.483 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:18 gibba008 bash[39303]: cluster 2021-03-04T23:20:17.249371+0000 mgr.x (mgr.34379) 960 : cluster [DBG] pgmap v1308: 109 pgs: 109 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:20:18.483 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:18.484 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:18 gibba008 bash[37770]: cluster 2021-03-04T23:20:17.249371+0000 mgr.x (mgr.34379) 960 : cluster [DBG] pgmap v1308: 109 pgs: 109 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:20:18.485 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:18 gibba008 bash[91265]: debug 2021-03-04T23:20:18.474+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:18.491 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:20:18.509 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:20:18.524 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:20:18.541 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:20:18.558 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:20:18.577 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:20:18.588 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:18.597 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:20:18.598 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.599 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.599 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.599 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.600 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.600 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.600 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.600 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:20:18.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:18 gibba023 bash[27374]: cluster 2021-03-04T23:20:17.249371+0000 mgr.x (mgr.34379) 960 : cluster [DBG] pgmap v1308: 109 pgs: 109 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:20:18.883 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:20:18.883 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:20:18.884 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:20:18.884 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:20:18.884 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:20:18.968 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:19.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 26 15 70329 70314 169.007 99.5 0.0130567 0.00591311 2021-03-04T23:20:19.036 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:18 gibba008 bash[44600]: debug 2021-03-04T23:20:18.958+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:19.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:19.678 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:19 gibba023 bash[27374]: audit 2021-03-04T23:20:18.387355+0000 mon.a (mon.0) 1539 : audit [DBG] from='client.? 172.21.2.108:0/3630947633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:19.793 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:19 gibba008 bash[39303]: audit 2021-03-04T23:20:18.387355+0000 mon.a (mon.0) 1539 : audit [DBG] from='client.? 172.21.2.108:0/3630947633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:19.794 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:19 gibba008 bash[37770]: audit 2021-03-04T23:20:18.387355+0000 mon.a (mon.0) 1539 : audit [DBG] from='client.? 172.21.2.108:0/3630947633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:19.909 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:20.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 27 16 71606 71590 165.701 79.75 0.0114646 0.00603091 2021-03-04T23:20:20.021 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:20.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:19 gibba008 bash[48858]: debug 2021-03-04T23:20:19.898+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:20.390 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:20:20.455 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:20.495 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:20.558 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:20.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:20 gibba008 bash[37770]: cluster 2021-03-04T23:20:19.250414+0000 mgr.x (mgr.34379) 961 : cluster [DBG] pgmap v1309: 109 pgs: 109 active+clean; 4.0 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 135 MiB/s wr, 2.15k op/s 2021-03-04T23:20:20.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:20 gibba008 bash[39303]: cluster 2021-03-04T23:20:19.250414+0000 mgr.x (mgr.34379) 961 : cluster [DBG] pgmap v1309: 109 pgs: 109 active+clean; 4.0 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 135 MiB/s wr, 2.15k op/s 2021-03-04T23:20:20.766 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:20 gibba008 bash[91265]: debug 2021-03-04T23:20:20.446+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:20 gibba023 bash[27374]: cluster 2021-03-04T23:20:19.250414+0000 mgr.x (mgr.34379) 961 : cluster [DBG] pgmap v1309: 109 pgs: 109 active+clean; 4.0 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 135 MiB/s wr, 2.15k op/s 2021-03-04T23:20:21.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 28 16 73443 73427 163.883 114.812 0.00376532 0.00609807 2021-03-04T23:20:21.252 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:21.359 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:21.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:21 gibba023 bash[19550]: debug 2021-03-04T23:20:21.242+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:21.835 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:21.945 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:22.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 29 16 74398 74382 160.29 59.6875 0.00719249 0.00623478 2021-03-04T23:20:22.109 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:21 gibba023 bash[15180]: debug 2021-03-04T23:20:21.826+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:22.406 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:22.444 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:22 gibba023 bash[27374]: cluster 2021-03-04T23:20:21.252015+0000 mgr.x (mgr.34379) 962 : cluster [DBG] pgmap v1310: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:20:22.509 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:22.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:22 gibba008 bash[37770]: cluster 2021-03-04T23:20:21.252015+0000 mgr.x (mgr.34379) 962 : cluster [DBG] pgmap v1310: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:20:22.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:22 gibba008 bash[39303]: cluster 2021-03-04T23:20:21.252015+0000 mgr.x (mgr.34379) 962 : cluster [DBG] pgmap v1310: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:20:22.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:22 gibba008 bash[48858]: debug 2021-03-04T23:20:22.398+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:22.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:22.749 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:23.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 30 16 76570 76554 159.472 135.75 0.0045932 0.00626664 2021-03-04T23:20:23.010 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:22 gibba008 bash[91265]: debug 2021-03-04T23:20:22.638+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:23.253 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:23.342 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:20:23.356 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:23.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:23 gibba023 bash[27374]: audit 2021-03-04T23:20:22.882893+0000 mon.c (mon.1) 84 : audit [INF] from='client.? 172.21.2.108:0/4219808980' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:20:23.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:23 gibba023 bash[27374]: audit 2021-03-04T23:20:22.883225+0000 mon.a (mon.0) 1540 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:20:23.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:23 gibba023 bash[18090]: debug 2021-03-04T23:20:23.246+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:23.622 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:23 gibba008 bash[37770]: audit 2021-03-04T23:20:22.882893+0000 mon.c (mon.1) 84 : audit [INF] from='client.? 172.21.2.108:0/4219808980' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:20:23.623 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:23 gibba008 bash[37770]: audit 2021-03-04T23:20:22.883225+0000 mon.a (mon.0) 1540 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:20:23.623 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:23 gibba008 bash[39303]: audit 2021-03-04T23:20:22.882893+0000 mon.c (mon.1) 84 : audit [INF] from='client.? 172.21.2.108:0/4219808980' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:20:23.624 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:23 gibba008 bash[39303]: audit 2021-03-04T23:20:22.883225+0000 mon.a (mon.0) 1540 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:20:23.624 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:23.735 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:23.883 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:20:23.889 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:23 gibba008 bash[48858]: debug 2021-03-04T23:20:23.614+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:23.978 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:24.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 31 16 77675 77659 156.555 69.0625 0.00657391 0.00638356 2021-03-04T23:20:24.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[39303]: cluster 2021-03-04T23:20:23.252570+0000 mgr.x (mgr.34379) 963 : cluster [DBG] pgmap v1311: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:20:24.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[39303]: cluster 2021-03-04T23:20:23.332440+0000 mon.a (mon.0) 1541 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:24.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[39303]: audit 2021-03-04T23:20:23.336595+0000 mon.a (mon.0) 1542 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:20:24.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[39303]: cluster 2021-03-04T23:20:23.336676+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e668: 8 total, 8 up, 7 in 2021-03-04T23:20:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[37770]: cluster 2021-03-04T23:20:23.252570+0000 mgr.x (mgr.34379) 963 : cluster [DBG] pgmap v1311: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:20:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[37770]: cluster 2021-03-04T23:20:23.332440+0000 mon.a (mon.0) 1541 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[37770]: audit 2021-03-04T23:20:23.336595+0000 mon.a (mon.0) 1542 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:20:24.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[37770]: cluster 2021-03-04T23:20:23.336676+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e668: 8 total, 8 up, 7 in 2021-03-04T23:20:24.588 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:24.691 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:24.767 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:24 gibba008 bash[47391]: debug 2021-03-04T23:20:24.582+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:24 gibba023 bash[27374]: cluster 2021-03-04T23:20:23.252570+0000 mgr.x (mgr.34379) 963 : cluster [DBG] pgmap v1311: 109 pgs: 109 active+clean; 4.4 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:20:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:24 gibba023 bash[27374]: cluster 2021-03-04T23:20:23.332440+0000 mon.a (mon.0) 1541 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:24 gibba023 bash[27374]: audit 2021-03-04T23:20:23.336595+0000 mon.a (mon.0) 1542 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:20:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:24 gibba023 bash[27374]: cluster 2021-03-04T23:20:23.336676+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e668: 8 total, 8 up, 7 in 2021-03-04T23:20:25.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 32 16 80038 80022 156.278 147.688 0.00317942 0.00639486 2021-03-04T23:20:25.211 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:25.315 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:25.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:25 gibba008 bash[48858]: debug 2021-03-04T23:20:25.202+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:25.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:25.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:26.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 33 16 81672 81656 154.637 102.125 0.00828358 0.00646289 2021-03-04T23:20:26.200 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:26.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:25 gibba008 bash[91265]: debug 2021-03-04T23:20:25.870+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:26.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:26 gibba023 bash[19550]: debug 2021-03-04T23:20:26.194+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:26.304 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:26.486 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:20:26.486 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:20:26.487 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:20:26.487 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:20:26.487 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.487 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:14746 26.e 26:787539b9:::benchmark_data_gibba008_78201_object14745:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e603)", 2021-03-04T23:20:26.488 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:10:56.477815+0000", 2021-03-04T23:20:26.488 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 570.00367892199995, 2021-03-04T23:20:26.488 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20200420499999999, 2021-03-04T23:20:26.488 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.488 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.489 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.489 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:20:26.489 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:20:26.489 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 14746 2021-03-04T23:20:26.489 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.490 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.490 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.490 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.490 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477815+0000", 2021-03-04T23:20:26.491 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.491 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.491 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.491 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.491 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477815+0000", 2021-03-04T23:20:26.492 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011236800000000001 2021-03-04T23:20:26.492 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.492 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.492 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.493 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477927+0000", 2021-03-04T23:20:26.493 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.398e-06 2021-03-04T23:20:26.493 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.493 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.493 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.494 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477929+0000", 2021-03-04T23:20:26.494 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2852e-05 2021-03-04T23:20:26.494 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.494 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.495 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.495 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477942+0000", 2021-03-04T23:20:26.495 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0629999999999999e-06 2021-03-04T23:20:26.495 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.496 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.496 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.496 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477946+0000", 2021-03-04T23:20:26.496 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4518999999999999e-05 2021-03-04T23:20:26.496 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.497 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.497 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.497 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.477980+0000", 2021-03-04T23:20:26.497 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8070000000000003e-05 2021-03-04T23:20:26.498 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.498 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.498 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.498 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.478058+0000", 2021-03-04T23:20:26.498 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000102502 2021-03-04T23:20:26.499 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.499 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.499 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:20:26.499 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.478161+0000", 2021-03-04T23:20:26.499 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00065499700000000004 2021-03-04T23:20:26.500 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.500 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.500 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.501 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.478816+0000", 2021-03-04T23:20:26.501 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025622600000000002 2021-03-04T23:20:26.501 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.501 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.501 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.502 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.479072+0000", 2021-03-04T23:20:26.502 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.200347883 2021-03-04T23:20:26.502 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.502 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.503 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.503 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.679420+0000", 2021-03-04T23:20:26.503 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000205832 2021-03-04T23:20:26.503 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.503 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.504 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.504 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.679626+0000", 2021-03-04T23:20:26.504 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019349499999999999 2021-03-04T23:20:26.504 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.504 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.505 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.505 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:10:56.679819+0000", 2021-03-04T23:20:26.505 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20200420499999999 2021-03-04T23:20:26.505 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.505 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.506 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.506 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.506 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.506 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:25326 26.e 26:724ce432:::benchmark_data_gibba008_78201_object25325:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e603)", 2021-03-04T23:20:26.507 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:11:00.066350+0000", 2021-03-04T23:20:26.507 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 566.41514339699995, 2021-03-04T23:20:26.507 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.224580953, 2021-03-04T23:20:26.507 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.507 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.508 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.508 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:20:26.508 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:20:26.508 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 25326 2021-03-04T23:20:26.509 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.509 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.509 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.509 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.509 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066350+0000", 2021-03-04T23:20:26.510 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.510 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.510 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.510 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.510 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066350+0000", 2021-03-04T23:20:26.511 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6110000000000001e-05 2021-03-04T23:20:26.511 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.511 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.511 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.511 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066437+0000", 2021-03-04T23:20:26.512 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4130000000000001e-06 2021-03-04T23:20:26.512 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.512 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.512 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.513 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066438+0000", 2021-03-04T23:20:26.513 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.858e-06 2021-03-04T23:20:26.513 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.513 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.513 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.514 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066446+0000", 2021-03-04T23:20:26.514 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3590000000000001e-06 2021-03-04T23:20:26.514 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.514 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.514 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.515 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066450+0000", 2021-03-04T23:20:26.515 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3652999999999998e-05 2021-03-04T23:20:26.515 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.515 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.515 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.516 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066484+0000", 2021-03-04T23:20:26.516 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010687399999999999 2021-03-04T23:20:26.516 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.516 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.517 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.517 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066591+0000", 2021-03-04T23:20:26.517 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011635500000000001 2021-03-04T23:20:26.517 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.517 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.518 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:20:26.518 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.066707+0000", 2021-03-04T23:20:26.518 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021010769999999998 2021-03-04T23:20:26.518 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.518 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.519 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.519 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.068808+0000", 2021-03-04T23:20:26.519 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.353e-06 2021-03-04T23:20:26.519 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.520 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.520 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.520 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.068814+0000", 2021-03-04T23:20:26.520 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.221688729 2021-03-04T23:20:26.520 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.521 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.521 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.521 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.290503+0000", 2021-03-04T23:20:26.521 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023888499999999999 2021-03-04T23:20:26.521 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.522 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.522 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.522 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.290742+0000", 2021-03-04T23:20:26.522 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018928700000000001 2021-03-04T23:20:26.523 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.523 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.523 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.523 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.290931+0000", 2021-03-04T23:20:26.523 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.224580953 2021-03-04T23:20:26.524 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.524 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.524 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.524 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.524 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.525 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:25331 26.e 26:77609dbc:::benchmark_data_gibba008_78201_object25330:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e603)", 2021-03-04T23:20:26.525 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:11:00.067720+0000", 2021-03-04T23:20:26.525 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 566.41377357900001, 2021-03-04T23:20:26.525 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22366517599999999, 2021-03-04T23:20:26.526 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.526 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.526 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.526 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:20:26.526 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:20:26.527 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 25331 2021-03-04T23:20:26.527 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.527 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.527 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.528 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.528 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067720+0000", 2021-03-04T23:20:26.528 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.528 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.528 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.529 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.529 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067720+0000", 2021-03-04T23:20:26.529 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7070000000000001e-05 2021-03-04T23:20:26.529 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.530 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.530 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.530 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067737+0000", 2021-03-04T23:20:26.530 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4899999999999999e-06 2021-03-04T23:20:26.530 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.531 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.531 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.531 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067739+0000", 2021-03-04T23:20:26.531 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6691e-05 2021-03-04T23:20:26.531 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.532 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.532 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.532 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067756+0000", 2021-03-04T23:20:26.532 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9150000000000004e-06 2021-03-04T23:20:26.532 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.533 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.533 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.533 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067760+0000", 2021-03-04T23:20:26.533 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6372999999999999e-05 2021-03-04T23:20:26.534 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.534 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.534 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.534 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067797+0000", 2021-03-04T23:20:26.534 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010469899999999999 2021-03-04T23:20:26.535 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.535 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.535 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.535 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067902+0000", 2021-03-04T23:20:26.535 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7391000000000003e-05 2021-03-04T23:20:26.536 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.536 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.536 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:20:26.536 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.067999+0000", 2021-03-04T23:20:26.537 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022552039999999998 2021-03-04T23:20:26.537 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.537 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.537 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.537 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.070254+0000", 2021-03-04T23:20:26.538 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1362000000000001e-05 2021-03-04T23:20:26.538 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.538 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.538 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.538 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.070265+0000", 2021-03-04T23:20:26.539 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22086246800000001 2021-03-04T23:20:26.539 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.539 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.539 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.539 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.291128+0000", 2021-03-04T23:20:26.540 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014941100000000001 2021-03-04T23:20:26.540 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.540 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.540 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.541 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.291277+0000", 2021-03-04T23:20:26.541 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000108102 2021-03-04T23:20:26.541 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.541 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.541 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.542 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:00.291385+0000", 2021-03-04T23:20:26.542 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22366517599999999 2021-03-04T23:20:26.542 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.542 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.543 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.543 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.543 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.543 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:59947 26.e 26:741f4c0f:::benchmark_data_gibba008_78201_object59946:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e603)", 2021-03-04T23:20:26.543 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:11:12.832696+0000", 2021-03-04T23:20:26.544 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 553.64879793099999, 2021-03-04T23:20:26.544 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.184014652, 2021-03-04T23:20:26.544 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.544 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.545 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.545 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:20:26.545 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:20:26.545 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 59947 2021-03-04T23:20:26.545 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.546 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.546 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.546 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.546 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.832696+0000", 2021-03-04T23:20:26.547 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.547 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.547 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.547 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.547 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.832696+0000", 2021-03-04T23:20:26.548 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0015290480000000001 2021-03-04T23:20:26.548 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.548 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.548 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.548 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834225+0000", 2021-03-04T23:20:26.549 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2720000000000001e-06 2021-03-04T23:20:26.549 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.549 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.549 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.549 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834226+0000", 2021-03-04T23:20:26.550 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3700000000000001e-06 2021-03-04T23:20:26.550 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.550 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.550 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.551 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834236+0000", 2021-03-04T23:20:26.551 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6180000000000001e-06 2021-03-04T23:20:26.551 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.551 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.551 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.552 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834245+0000", 2021-03-04T23:20:26.552 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7004e-05 2021-03-04T23:20:26.552 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.552 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.552 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.553 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834282+0000", 2021-03-04T23:20:26.553 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0443000000000001e-05 2021-03-04T23:20:26.553 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.553 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.553 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.554 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834373+0000", 2021-03-04T23:20:26.554 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013553299999999999 2021-03-04T23:20:26.554 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.554 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.555 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:20:26.555 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.834508+0000", 2021-03-04T23:20:26.555 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019681630000000002 2021-03-04T23:20:26.555 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.556 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.556 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.556 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.836476+0000", 2021-03-04T23:20:26.556 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000167085 2021-03-04T23:20:26.556 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.557 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.557 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.557 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.836643+0000", 2021-03-04T23:20:26.557 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.179728415 2021-03-04T23:20:26.557 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.558 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.558 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.558 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:13.016372+0000", 2021-03-04T23:20:26.558 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018382399999999999 2021-03-04T23:20:26.559 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.559 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.559 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.559 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:13.016556+0000", 2021-03-04T23:20:26.559 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015487699999999999 2021-03-04T23:20:26.560 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.560 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.560 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.560 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:13.016711+0000", 2021-03-04T23:20:26.560 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.184014652 2021-03-04T23:20:26.561 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.561 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.561 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.561 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.561 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.562 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55018.0:59961 26.e 26:7dc08ed2:::benchmark_data_gibba008_78201_object59960:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e603)", 2021-03-04T23:20:26.562 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:11:12.839302+0000", 2021-03-04T23:20:26.562 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 553.64219180999999, 2021-03-04T23:20:26.562 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17822532499999999, 2021-03-04T23:20:26.563 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.563 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.563 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.563 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55018", 2021-03-04T23:20:26.563 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/714808286", 2021-03-04T23:20:26.564 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 59961 2021-03-04T23:20:26.564 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.564 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.564 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.564 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.565 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839302+0000", 2021-03-04T23:20:26.565 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.565 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.566 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.566 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.566 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839302+0000", 2021-03-04T23:20:26.566 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6406000000000003e-05 2021-03-04T23:20:26.566 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.567 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.567 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.567 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839348+0000", 2021-03-04T23:20:26.567 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.187e-06 2021-03-04T23:20:26.568 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.568 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.568 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.568 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839350+0000", 2021-03-04T23:20:26.568 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2890000000000003e-06 2021-03-04T23:20:26.569 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.569 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.569 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.569 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839359+0000", 2021-03-04T23:20:26.569 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2429999999999996e-06 2021-03-04T23:20:26.570 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.570 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.570 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.570 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839364+0000", 2021-03-04T23:20:26.571 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4733000000000001e-05 2021-03-04T23:20:26.571 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.571 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.571 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.571 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839399+0000", 2021-03-04T23:20:26.572 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7729e-05 2021-03-04T23:20:26.572 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.572 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.572 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.572 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839487+0000", 2021-03-04T23:20:26.573 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.072e-05 2021-03-04T23:20:26.573 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.573 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.573 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:20:26.573 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.839567+0000", 2021-03-04T23:20:26.574 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001613457 2021-03-04T23:20:26.574 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.574 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.574 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.575 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.841181+0000", 2021-03-04T23:20:26.575 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027223299999999998 2021-03-04T23:20:26.575 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.575 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.575 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.576 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:12.841453+0000", 2021-03-04T23:20:26.576 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17572284299999999 2021-03-04T23:20:26.576 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.576 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.577 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:13.017176+0000", 2021-03-04T23:20:26.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014584299999999999 2021-03-04T23:20:26.577 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.577 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.577 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.578 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:13.017322+0000", 2021-03-04T23:20:26.578 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020564199999999999 2021-03-04T23:20:26.578 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.578 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.579 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:11:13.017527+0000", 2021-03-04T23:20:26.579 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17822532499999999 2021-03-04T23:20:26.579 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.579 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.580 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.580 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.580 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:91250 27.1 27:8a9e7f0c:::benchmark_data_gibba008_92657_object91249:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e638)", 2021-03-04T23:20:26.580 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:15:48.877505+0000", 2021-03-04T23:20:26.581 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 277.60398916999998, 2021-03-04T23:20:26.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.191578634, 2021-03-04T23:20:26.581 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.581 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.581 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.582 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.582 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.582 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 91250 2021-03-04T23:20:26.582 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.583 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.583 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.583 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.583 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877505+0000", 2021-03-04T23:20:26.583 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.584 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.584 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877505+0000", 2021-03-04T23:20:26.584 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015514599999999999 2021-03-04T23:20:26.585 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.585 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.585 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.585 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877660+0000", 2021-03-04T23:20:26.586 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0499999999999999e-06 2021-03-04T23:20:26.586 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.586 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.586 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.586 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877662+0000", 2021-03-04T23:20:26.587 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8919999999999995e-06 2021-03-04T23:20:26.587 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.587 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.587 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.588 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877672+0000", 2021-03-04T23:20:26.588 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8460000000000001e-06 2021-03-04T23:20:26.588 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.588 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.588 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.589 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877676+0000", 2021-03-04T23:20:26.589 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2103e-05 2021-03-04T23:20:26.589 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.589 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.589 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.590 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877718+0000", 2021-03-04T23:20:26.590 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000117316 2021-03-04T23:20:26.590 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.590 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.591 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.591 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877835+0000", 2021-03-04T23:20:26.591 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012531 2021-03-04T23:20:26.591 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.591 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.592 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:20:26.592 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.877960+0000", 2021-03-04T23:20:26.592 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002804062 2021-03-04T23:20:26.592 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.593 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.593 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.593 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.880764+0000", 2021-03-04T23:20:26.593 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024912939999999998 2021-03-04T23:20:26.593 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.594 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.594 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.594 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.883256+0000", 2021-03-04T23:20:26.594 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18532001100000001 2021-03-04T23:20:26.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.595 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.595 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.068576+0000", 2021-03-04T23:20:26.595 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026953200000000001 2021-03-04T23:20:26.596 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.596 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.596 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.596 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.068845+0000", 2021-03-04T23:20:26.596 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023807200000000001 2021-03-04T23:20:26.597 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.597 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.597 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.597 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.069083+0000", 2021-03-04T23:20:26.598 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.191578634 2021-03-04T23:20:26.598 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.598 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.598 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.598 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.599 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.599 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:91262 27.1 27:84d3c662:::benchmark_data_gibba008_92657_object91261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e638)", 2021-03-04T23:20:26.599 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:15:48.883945+0000", 2021-03-04T23:20:26.599 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 277.59754879899998, 2021-03-04T23:20:26.599 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19355830399999999, 2021-03-04T23:20:26.600 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.600 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.600 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.600 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.601 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.601 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 91262 2021-03-04T23:20:26.601 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.601 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.601 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.602 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.602 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.883945+0000", 2021-03-04T23:20:26.602 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.602 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.602 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.603 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.603 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.883945+0000", 2021-03-04T23:20:26.603 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1428999999999998e-05 2021-03-04T23:20:26.603 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.604 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.604 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.604 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.883996+0000", 2021-03-04T23:20:26.604 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4320000000000002e-06 2021-03-04T23:20:26.604 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.605 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.605 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.605 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.883999+0000", 2021-03-04T23:20:26.605 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8759999999999994e-06 2021-03-04T23:20:26.605 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.606 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.606 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.606 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884008+0000", 2021-03-04T23:20:26.606 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.827e-06 2021-03-04T23:20:26.607 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.607 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.607 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.607 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884012+0000", 2021-03-04T23:20:26.607 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3511999999999999e-05 2021-03-04T23:20:26.608 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.608 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.608 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.608 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884065+0000", 2021-03-04T23:20:26.608 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000117713 2021-03-04T23:20:26.609 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.609 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.609 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.609 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884183+0000", 2021-03-04T23:20:26.610 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013228400000000001 2021-03-04T23:20:26.610 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.610 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.610 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:20:26.610 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884315+0000", 2021-03-04T23:20:26.611 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046589550000000002 2021-03-04T23:20:26.611 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.611 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.611 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.611 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.888974+0000", 2021-03-04T23:20:26.612 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00045897800000000002 2021-03-04T23:20:26.612 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.612 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.612 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.612 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.889433+0000", 2021-03-04T23:20:26.613 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18754463299999999 2021-03-04T23:20:26.613 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.613 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.613 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.614 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.076978+0000", 2021-03-04T23:20:26.614 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027092799999999998 2021-03-04T23:20:26.614 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.614 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.614 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.615 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.077249+0000", 2021-03-04T23:20:26.615 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000254737 2021-03-04T23:20:26.615 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.615 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.616 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.616 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.077503+0000", 2021-03-04T23:20:26.617 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19355830399999999 2021-03-04T23:20:26.617 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.617 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.617 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.617 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.618 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.618 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:91263 27.1 27:8a54133b:::benchmark_data_gibba008_92657_object91262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e638)", 2021-03-04T23:20:26.618 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:15:48.884020+0000", 2021-03-04T23:20:26.618 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 277.59747429399999, 2021-03-04T23:20:26.619 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19423047099999999, 2021-03-04T23:20:26.619 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.619 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.619 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.619 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.620 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.620 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 91263 2021-03-04T23:20:26.620 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.620 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.620 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.621 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.621 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884020+0000", 2021-03-04T23:20:26.621 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.621 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.622 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.622 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.622 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884020+0000", 2021-03-04T23:20:26.622 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3055e-05 2021-03-04T23:20:26.622 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.623 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.623 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.623 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884063+0000", 2021-03-04T23:20:26.623 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5799999999999998e-07 2021-03-04T23:20:26.623 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.624 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.624 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.624 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884063+0000", 2021-03-04T23:20:26.624 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6250000000000001e-06 2021-03-04T23:20:26.625 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.625 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.625 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.625 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884070+0000", 2021-03-04T23:20:26.625 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4650000000000001e-06 2021-03-04T23:20:26.626 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.626 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.626 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.626 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.884073+0000", 2021-03-04T23:20:26.626 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025438040000000002 2021-03-04T23:20:26.627 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.627 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.627 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.627 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.886616+0000", 2021-03-04T23:20:26.628 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9740000000000004e-05 2021-03-04T23:20:26.628 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.628 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.628 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.628 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.886716+0000", 2021-03-04T23:20:26.629 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4401000000000006e-05 2021-03-04T23:20:26.629 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.629 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.629 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:20:26.629 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.886810+0000", 2021-03-04T23:20:26.630 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023605660000000001 2021-03-04T23:20:26.630 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.630 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.630 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.631 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.889171+0000", 2021-03-04T23:20:26.631 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00041980400000000002 2021-03-04T23:20:26.631 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.631 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.631 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.632 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:48.889591+0000", 2021-03-04T23:20:26.632 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18818442199999999 2021-03-04T23:20:26.632 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.633 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.633 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.633 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.077775+0000", 2021-03-04T23:20:26.633 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025984199999999998 2021-03-04T23:20:26.633 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.634 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.634 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.634 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.078035+0000", 2021-03-04T23:20:26.634 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021488900000000001 2021-03-04T23:20:26.635 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.635 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.635 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.635 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:15:49.078250+0000", 2021-03-04T23:20:26.635 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19423047099999999 2021-03-04T23:20:26.636 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.636 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.636 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.636 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.636 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.637 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:114930 27.8 27:1d851af0:::benchmark_data_gibba008_92657_object114929:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e639)", 2021-03-04T23:20:26.637 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:03.243344+0000", 2021-03-04T23:20:26.637 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 263.23814956299998, 2021-03-04T23:20:26.637 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.223499275, 2021-03-04T23:20:26.637 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.638 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.638 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.638 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.638 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.639 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 114930 2021-03-04T23:20:26.639 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.639 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.639 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.639 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.640 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243344+0000", 2021-03-04T23:20:26.640 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.640 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.640 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.640 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.641 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243344+0000", 2021-03-04T23:20:26.641 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8427e-05 2021-03-04T23:20:26.641 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.641 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.642 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.642 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243423+0000", 2021-03-04T23:20:26.642 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:20:26.642 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.642 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.643 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.643 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243424+0000", 2021-03-04T23:20:26.643 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0240000000000003e-06 2021-03-04T23:20:26.643 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.644 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.644 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.644 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243433+0000", 2021-03-04T23:20:26.644 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5260000000000002e-06 2021-03-04T23:20:26.644 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.645 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.645 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.645 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243436+0000", 2021-03-04T23:20:26.645 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1198000000000001e-05 2021-03-04T23:20:26.646 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.646 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.646 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.646 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243478+0000", 2021-03-04T23:20:26.647 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012218299999999999 2021-03-04T23:20:26.647 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.647 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.647 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.647 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243600+0000", 2021-03-04T23:20:26.648 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4191999999999996e-05 2021-03-04T23:20:26.648 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.648 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.648 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:20:26.648 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243684+0000", 2021-03-04T23:20:26.649 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029016929999999999 2021-03-04T23:20:26.649 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.649 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.649 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.650 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.246586+0000", 2021-03-04T23:20:26.650 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8217000000000002e-05 2021-03-04T23:20:26.650 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.650 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.650 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.651 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.246644+0000", 2021-03-04T23:20:26.651 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21990364800000001 2021-03-04T23:20:26.651 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.651 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.652 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.652 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.466547+0000", 2021-03-04T23:20:26.652 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000179648 2021-03-04T23:20:26.652 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.652 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.653 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.653 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.466727+0000", 2021-03-04T23:20:26.653 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000116407 2021-03-04T23:20:26.653 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.653 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.654 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.654 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.466844+0000", 2021-03-04T23:20:26.654 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.223499275 2021-03-04T23:20:26.654 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.655 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.655 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.655 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.655 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.655 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:114933 27.8 27:1c2f42c6:::benchmark_data_gibba008_92657_object114932:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e639)", 2021-03-04T23:20:26.656 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:03.247194+0000", 2021-03-04T23:20:26.656 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 263.234300324, 2021-03-04T23:20:26.656 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22007311800000001, 2021-03-04T23:20:26.656 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.657 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.657 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.657 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.657 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.657 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 114933 2021-03-04T23:20:26.658 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.658 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.658 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.658 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.659 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247194+0000", 2021-03-04T23:20:26.659 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.659 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.659 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.659 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.660 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247194+0000", 2021-03-04T23:20:26.660 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8405999999999995e-05 2021-03-04T23:20:26.660 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.660 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.660 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.661 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247262+0000", 2021-03-04T23:20:26.661 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2270000000000001e-06 2021-03-04T23:20:26.661 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.661 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.661 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.662 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247263+0000", 2021-03-04T23:20:26.662 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2040000000000003e-06 2021-03-04T23:20:26.662 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.662 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.662 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.663 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247272+0000", 2021-03-04T23:20:26.663 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6210000000000001e-06 2021-03-04T23:20:26.663 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.663 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.664 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.664 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247276+0000", 2021-03-04T23:20:26.664 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7444999999999999e-05 2021-03-04T23:20:26.664 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.664 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.665 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.665 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247303+0000", 2021-03-04T23:20:26.665 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1577999999999997e-05 2021-03-04T23:20:26.666 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.666 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.666 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.666 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247385+0000", 2021-03-04T23:20:26.667 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1426000000000003e-05 2021-03-04T23:20:26.667 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.667 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.667 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:20:26.667 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247466+0000", 2021-03-04T23:20:26.668 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003041312 2021-03-04T23:20:26.668 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.668 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.668 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.668 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.250508+0000", 2021-03-04T23:20:26.669 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000133533 2021-03-04T23:20:26.669 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.669 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.669 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.669 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.250641+0000", 2021-03-04T23:20:26.670 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.216369704 2021-03-04T23:20:26.670 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.670 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.670 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.671 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.467011+0000", 2021-03-04T23:20:26.671 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014532799999999999 2021-03-04T23:20:26.671 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.671 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.671 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.672 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.467156+0000", 2021-03-04T23:20:26.672 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110334 2021-03-04T23:20:26.672 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.672 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.673 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.673 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.467267+0000", 2021-03-04T23:20:26.673 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22007311800000001 2021-03-04T23:20:26.673 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.673 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.674 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.674 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.674 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.674 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:175853 27.1 27:86f7d828:::benchmark_data_gibba008_92657_object175852:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:20:26.674 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:42.768954+0000", 2021-03-04T23:20:26.675 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 223.71254026, 2021-03-04T23:20:26.675 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28489994299999999, 2021-03-04T23:20:26.675 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.675 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.676 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.676 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.676 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.676 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175853 2021-03-04T23:20:26.676 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.677 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.677 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.677 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.677 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.768954+0000", 2021-03-04T23:20:26.678 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.678 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.678 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.678 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.678 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.768954+0000", 2021-03-04T23:20:26.679 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1548000000000002e-05 2021-03-04T23:20:26.679 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.679 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.679 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.680 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769005+0000", 2021-03-04T23:20:26.680 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.866e-06 2021-03-04T23:20:26.680 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.680 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.680 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.681 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769007+0000", 2021-03-04T23:20:26.681 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5602000000000001e-05 2021-03-04T23:20:26.681 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.681 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.682 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.682 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769023+0000", 2021-03-04T23:20:26.682 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4400000000000002e-06 2021-03-04T23:20:26.682 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.682 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.683 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.683 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769029+0000", 2021-03-04T23:20:26.683 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9555999999999999e-05 2021-03-04T23:20:26.683 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.684 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.684 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.684 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769069+0000", 2021-03-04T23:20:26.684 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110127 2021-03-04T23:20:26.684 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.685 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.685 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.685 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769179+0000", 2021-03-04T23:20:26.685 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015733500000000001 2021-03-04T23:20:26.685 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.686 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.686 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:20:26.686 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769336+0000", 2021-03-04T23:20:26.686 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045074700000000004 2021-03-04T23:20:26.686 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.687 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.687 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.687 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.773844+0000", 2021-03-04T23:20:26.687 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026024770000000002 2021-03-04T23:20:26.688 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.688 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.688 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.688 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.776446+0000", 2021-03-04T23:20:26.688 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27693350500000002 2021-03-04T23:20:26.689 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.689 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.689 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.689 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.053380+0000", 2021-03-04T23:20:26.689 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025582699999999997 2021-03-04T23:20:26.690 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.690 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.690 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.690 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.053635+0000", 2021-03-04T23:20:26.691 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021819 2021-03-04T23:20:26.691 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.691 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.691 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.691 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.053854+0000", 2021-03-04T23:20:26.692 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28489994299999999 2021-03-04T23:20:26.692 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.692 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.692 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.693 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.693 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.693 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:175866 27.1 27:87e0fbdd:::benchmark_data_gibba008_92657_object175865:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:20:26.693 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:42.777196+0000", 2021-03-04T23:20:26.693 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 223.70429810600001, 2021-03-04T23:20:26.694 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.277345114, 2021-03-04T23:20:26.694 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.694 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.694 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.694 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.695 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.695 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175866 2021-03-04T23:20:26.695 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.695 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.696 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.696 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.696 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777196+0000", 2021-03-04T23:20:26.696 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.696 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.697 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.697 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.697 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777196+0000", 2021-03-04T23:20:26.697 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106177 2021-03-04T23:20:26.698 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.698 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.698 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.698 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777302+0000", 2021-03-04T23:20:26.698 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.494e-06 2021-03-04T23:20:26.699 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.699 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.699 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.699 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777303+0000", 2021-03-04T23:20:26.700 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1078e-05 2021-03-04T23:20:26.700 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.700 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.700 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.700 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777314+0000", 2021-03-04T23:20:26.701 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0309999999999998e-06 2021-03-04T23:20:26.701 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.701 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.701 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.701 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777320+0000", 2021-03-04T23:20:26.702 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8964000000000002e-05 2021-03-04T23:20:26.702 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.702 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.702 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.702 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777358+0000", 2021-03-04T23:20:26.703 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112491 2021-03-04T23:20:26.703 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.703 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.703 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.704 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777471+0000", 2021-03-04T23:20:26.704 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8803999999999998e-05 2021-03-04T23:20:26.704 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.704 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.704 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:20:26.705 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777570+0000", 2021-03-04T23:20:26.705 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045090950000000003 2021-03-04T23:20:26.705 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.705 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.706 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.706 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.782079+0000", 2021-03-04T23:20:26.706 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026549899999999999 2021-03-04T23:20:26.706 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.706 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.707 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.707 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.782344+0000", 2021-03-04T23:20:26.707 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27177028399999997 2021-03-04T23:20:26.707 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.707 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.708 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.708 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054115+0000", 2021-03-04T23:20:26.708 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020388200000000001 2021-03-04T23:20:26.708 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.709 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.709 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.709 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054319+0000", 2021-03-04T23:20:26.709 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000222315 2021-03-04T23:20:26.709 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.710 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.710 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.710 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054541+0000", 2021-03-04T23:20:26.710 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.277345114 2021-03-04T23:20:26.710 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.711 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.711 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.711 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.711 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.712 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:175874 27.1 27:8a4a06ab:::benchmark_data_gibba008_92657_object175873:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:20:26.712 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:42.783432+0000", 2021-03-04T23:20:26.712 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 223.698061569, 2021-03-04T23:20:26.712 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27184450599999999, 2021-03-04T23:20:26.712 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.713 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.713 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.713 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.713 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.713 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175874 2021-03-04T23:20:26.714 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.714 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.714 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.714 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.715 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783432+0000", 2021-03-04T23:20:26.715 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.715 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.715 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.715 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.716 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783432+0000", 2021-03-04T23:20:26.716 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5735999999999995e-05 2021-03-04T23:20:26.716 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.716 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.716 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.717 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783508+0000", 2021-03-04T23:20:26.717 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3659999999999999e-06 2021-03-04T23:20:26.717 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.717 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.717 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.718 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783509+0000", 2021-03-04T23:20:26.718 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1394e-05 2021-03-04T23:20:26.718 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.718 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.719 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.719 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783521+0000", 2021-03-04T23:20:26.719 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.651e-06 2021-03-04T23:20:26.719 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.719 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.720 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.720 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783525+0000", 2021-03-04T23:20:26.720 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4854000000000002e-05 2021-03-04T23:20:26.720 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.720 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.721 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.721 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783560+0000", 2021-03-04T23:20:26.721 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103664 2021-03-04T23:20:26.721 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.721 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.722 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.722 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783664+0000", 2021-03-04T23:20:26.722 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101325 2021-03-04T23:20:26.722 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.723 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.723 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:20:26.723 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783765+0000", 2021-03-04T23:20:26.723 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0044024219999999996 2021-03-04T23:20:26.723 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.724 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.724 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.724 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.788168+0000", 2021-03-04T23:20:26.724 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00057815000000000004 2021-03-04T23:20:26.724 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.725 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.725 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.725 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.788746+0000", 2021-03-04T23:20:26.725 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26608241999999999 2021-03-04T23:20:26.726 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.726 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.726 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.726 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054828+0000", 2021-03-04T23:20:26.726 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024903000000000002 2021-03-04T23:20:26.727 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.727 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.727 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.727 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.055077+0000", 2021-03-04T23:20:26.727 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019949400000000001 2021-03-04T23:20:26.728 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.728 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.728 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.728 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.055277+0000", 2021-03-04T23:20:26.728 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27184450599999999 2021-03-04T23:20:26.729 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.729 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.729 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.729 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.730 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.730 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:248873 27.8 27:1af2987d:::benchmark_data_gibba008_92657_object68357:head [delete] snapc 0=[] ondisk+write+known_if_redirected e649)", 2021-03-04T23:20:26.730 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:32.857516+0000", 2021-03-04T23:20:26.730 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 173.62397795999999, 2021-03-04T23:20:26.730 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.180066583, 2021-03-04T23:20:26.731 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.731 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.731 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.731 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.732 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.732 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 248873 2021-03-04T23:20:26.732 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.732 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.732 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.733 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.733 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.857516+0000", 2021-03-04T23:20:26.733 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.733 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.733 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.734 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.734 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.857516+0000", 2021-03-04T23:20:26.734 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.606e-06 2021-03-04T23:20:26.734 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.735 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.735 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.735 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.857517+0000", 2021-03-04T23:20:26.735 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9099999999999991e-07 2021-03-04T23:20:26.735 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.736 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.736 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.736 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.857518+0000", 2021-03-04T23:20:26.736 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6329999999999999e-06 2021-03-04T23:20:26.737 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.737 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.737 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.737 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.857525+0000", 2021-03-04T23:20:26.737 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.529e-06 2021-03-04T23:20:26.738 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.738 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.738 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.738 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.857529+0000", 2021-03-04T23:20:26.739 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029690770000000001 2021-03-04T23:20:26.739 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.739 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.739 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.739 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.860498+0000", 2021-03-04T23:20:26.740 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103107 2021-03-04T23:20:26.740 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.740 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.740 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.740 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.860601+0000", 2021-03-04T23:20:26.741 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012840200000000001 2021-03-04T23:20:26.741 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.741 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.741 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:20:26.742 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.860729+0000", 2021-03-04T23:20:26.742 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0035106180000000001 2021-03-04T23:20:26.742 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.742 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.742 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.743 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864240+0000", 2021-03-04T23:20:26.743 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034111990000000002 2021-03-04T23:20:26.743 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.743 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.744 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.744 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.867651+0000", 2021-03-04T23:20:26.744 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16976269199999999 2021-03-04T23:20:26.744 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.744 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.745 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.745 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.037414+0000", 2021-03-04T23:20:26.745 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7170999999999995e-05 2021-03-04T23:20:26.745 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.745 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.746 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.746 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.037511+0000", 2021-03-04T23:20:26.746 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1557999999999995e-05 2021-03-04T23:20:26.746 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.747 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.747 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.747 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.037582+0000", 2021-03-04T23:20:26.747 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.180066583 2021-03-04T23:20:26.747 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.748 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.748 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.748 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.748 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.748 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:248880 27.8 27:104454c5:::benchmark_data_gibba008_92657_object68364:head [delete] snapc 0=[] ondisk+write+known_if_redirected e649)", 2021-03-04T23:20:26.749 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:32.863311+0000", 2021-03-04T23:20:26.749 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 173.618183012, 2021-03-04T23:20:26.749 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.189200069, 2021-03-04T23:20:26.749 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.750 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.750 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.750 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.750 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.750 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 248880 2021-03-04T23:20:26.751 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.751 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.751 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.751 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.751 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863311+0000", 2021-03-04T23:20:26.752 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.752 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.752 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.752 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.753 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863311+0000", 2021-03-04T23:20:26.753 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:20:26.753 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.753 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.753 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.754 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863313+0000", 2021-03-04T23:20:26.754 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1039999999999999e-06 2021-03-04T23:20:26.754 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.754 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.754 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.755 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863314+0000", 2021-03-04T23:20:26.755 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0715e-05 2021-03-04T23:20:26.755 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.755 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.755 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.756 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863324+0000", 2021-03-04T23:20:26.756 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6970000000000001e-06 2021-03-04T23:20:26.756 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.756 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.757 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.757 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863329+0000", 2021-03-04T23:20:26.757 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00095363399999999997 2021-03-04T23:20:26.757 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.757 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.758 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.758 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864283+0000", 2021-03-04T23:20:26.758 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106703 2021-03-04T23:20:26.758 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.759 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.759 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.759 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864390+0000", 2021-03-04T23:20:26.759 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013465499999999999 2021-03-04T23:20:26.759 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.760 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.760 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:20:26.760 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864524+0000", 2021-03-04T23:20:26.760 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033040840000000001 2021-03-04T23:20:26.760 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.761 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.761 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.761 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.867828+0000", 2021-03-04T23:20:26.761 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037615320000000002 2021-03-04T23:20:26.762 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.762 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.762 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.762 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.871590+0000", 2021-03-04T23:20:26.762 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18059884100000001 2021-03-04T23:20:26.763 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.763 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.763 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.763 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.052189+0000", 2021-03-04T23:20:26.763 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015767600000000001 2021-03-04T23:20:26.764 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.764 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.764 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.764 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.052346+0000", 2021-03-04T23:20:26.764 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016458299999999999 2021-03-04T23:20:26.765 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.765 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.765 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.765 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.052511+0000", 2021-03-04T23:20:26.766 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.189200069 2021-03-04T23:20:26.766 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.766 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.766 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.767 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.767 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.767 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:318133 27.8 27:1305e8aa:::benchmark_data_gibba008_92657_object137617:head [delete] snapc 0=[] ondisk+write+known_if_redirected e655)", 2021-03-04T23:20:26.767 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:18:18.969990+0000", 2021-03-04T23:20:26.767 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 127.511503981, 2021-03-04T23:20:26.768 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17351165299999999, 2021-03-04T23:20:26.768 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.768 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.768 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.768 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.769 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.769 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318133 2021-03-04T23:20:26.769 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.769 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.769 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.770 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.770 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.969990+0000", 2021-03-04T23:20:26.770 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.770 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.771 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.771 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.771 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.969990+0000", 2021-03-04T23:20:26.771 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0199999999999999e-06 2021-03-04T23:20:26.771 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.772 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.772 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.772 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.969993+0000", 2021-03-04T23:20:26.772 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1400000000000001e-06 2021-03-04T23:20:26.773 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.773 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.773 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.773 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.969994+0000", 2021-03-04T23:20:26.773 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8279999999999998e-06 2021-03-04T23:20:26.774 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.774 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.774 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.774 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970004+0000", 2021-03-04T23:20:26.774 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4669999999999998e-06 2021-03-04T23:20:26.775 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.775 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.775 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.775 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970008+0000", 2021-03-04T23:20:26.775 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0062392519999999998 2021-03-04T23:20:26.776 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.776 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.776 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.776 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.976248+0000", 2021-03-04T23:20:26.777 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8891e-05 2021-03-04T23:20:26.777 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.777 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.777 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.777 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.976336+0000", 2021-03-04T23:20:26.778 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3034000000000005e-05 2021-03-04T23:20:26.778 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.778 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.778 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:20:26.779 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.976419+0000", 2021-03-04T23:20:26.779 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0099879800000000005 2021-03-04T23:20:26.779 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.779 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.779 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.780 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.986407+0000", 2021-03-04T23:20:26.780 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8164999999999997e-05 2021-03-04T23:20:26.780 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.780 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.780 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.781 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.986456+0000", 2021-03-04T23:20:26.781 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.156711559 2021-03-04T23:20:26.781 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.781 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.782 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.782 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:19.143167+0000", 2021-03-04T23:20:26.782 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017652299999999999 2021-03-04T23:20:26.782 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.782 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.783 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.783 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:19.143344+0000", 2021-03-04T23:20:26.783 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000157794 2021-03-04T23:20:26.783 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.783 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.784 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.784 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:19.143502+0000", 2021-03-04T23:20:26.784 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17351165299999999 2021-03-04T23:20:26.784 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.784 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.785 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.785 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.785 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.785 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:318134 27.8 27:1d43be5b:::benchmark_data_gibba008_92657_object137618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e655)", 2021-03-04T23:20:26.786 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:18:18.970589+0000", 2021-03-04T23:20:26.786 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 127.51090483199999, 2021-03-04T23:20:26.786 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17348190199999999, 2021-03-04T23:20:26.786 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.786 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.787 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.787 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:20:26.787 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:20:26.787 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 318134 2021-03-04T23:20:26.788 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.788 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.788 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.788 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.788 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970589+0000", 2021-03-04T23:20:26.789 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.789 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.789 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.789 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.789 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970589+0000", 2021-03-04T23:20:26.790 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3769999999999999e-06 2021-03-04T23:20:26.790 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.790 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.790 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.791 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970590+0000", 2021-03-04T23:20:26.791 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5199999999999995e-07 2021-03-04T23:20:26.791 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.791 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.791 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.792 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970591+0000", 2021-03-04T23:20:26.792 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2749999999999998e-06 2021-03-04T23:20:26.792 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.792 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.792 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.793 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970599+0000", 2021-03-04T23:20:26.793 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0879999999999999e-06 2021-03-04T23:20:26.793 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.793 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.793 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.794 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.970602+0000", 2021-03-04T23:20:26.794 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0087929589999999995 2021-03-04T23:20:26.794 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.794 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.795 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.795 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.979395+0000", 2021-03-04T23:20:26.795 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7865e-05 2021-03-04T23:20:26.795 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.796 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.796 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.796 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.979483+0000", 2021-03-04T23:20:26.796 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000104916 2021-03-04T23:20:26.796 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.797 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.797 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:20:26.797 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.979587+0000", 2021-03-04T23:20:26.797 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0068251270000000003 2021-03-04T23:20:26.798 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.798 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.798 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.798 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.986413+0000", 2021-03-04T23:20:26.798 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0939000000000006e-05 2021-03-04T23:20:26.799 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.799 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.799 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.799 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:18.986484+0000", 2021-03-04T23:20:26.799 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.157199223 2021-03-04T23:20:26.800 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.800 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.800 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.800 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:19.143683+0000", 2021-03-04T23:20:26.800 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000200359 2021-03-04T23:20:26.801 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.801 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.801 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.801 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:19.143883+0000", 2021-03-04T23:20:26.802 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018782200000000001 2021-03-04T23:20:26.802 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.802 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.802 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.802 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:18:19.144071+0000", 2021-03-04T23:20:26.803 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17348190199999999 2021-03-04T23:20:26.803 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.803 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.803 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.804 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.804 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.804 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:6629 28.3 28:c697c9f8:::benchmark_data_gibba008_108866_object6628:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e665)", 2021-03-04T23:20:26.804 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:19:53.817159+0000", 2021-03-04T23:20:26.804 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 32.664334863000001, 2021-03-04T23:20:26.805 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13551578, 2021-03-04T23:20:26.805 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.805 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.805 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.805 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:26.806 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:26.806 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 6629 2021-03-04T23:20:26.806 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.806 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.806 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.807 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.807 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817159+0000", 2021-03-04T23:20:26.807 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.807 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.808 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.808 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.808 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817159+0000", 2021-03-04T23:20:26.808 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1596000000000001e-05 2021-03-04T23:20:26.808 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.809 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.809 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.809 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817181+0000", 2021-03-04T23:20:26.809 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.804e-06 2021-03-04T23:20:26.809 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.810 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.810 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.810 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817182+0000", 2021-03-04T23:20:26.810 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1497e-05 2021-03-04T23:20:26.811 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.811 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.811 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.811 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817194+0000", 2021-03-04T23:20:26.811 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2299999999999999e-06 2021-03-04T23:20:26.812 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.812 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.812 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.812 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817199+0000", 2021-03-04T23:20:26.812 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2123999999999999e-05 2021-03-04T23:20:26.813 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.813 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.813 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.813 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817231+0000", 2021-03-04T23:20:26.813 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011846299999999999 2021-03-04T23:20:26.814 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.814 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.814 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.814 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817350+0000", 2021-03-04T23:20:26.815 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010368 2021-03-04T23:20:26.815 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.815 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.815 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:20:26.815 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.817453+0000", 2021-03-04T23:20:26.816 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00054660600000000004 2021-03-04T23:20:26.816 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.816 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.816 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.816 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.818000+0000", 2021-03-04T23:20:26.817 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011307999999999999 2021-03-04T23:20:26.817 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.817 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.817 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.818 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.818113+0000", 2021-03-04T23:20:26.818 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.134120661 2021-03-04T23:20:26.818 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.818 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.818 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.819 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.952234+0000", 2021-03-04T23:20:26.819 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000258235 2021-03-04T23:20:26.819 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.819 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.819 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.820 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.952492+0000", 2021-03-04T23:20:26.820 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018280400000000001 2021-03-04T23:20:26.820 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.820 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.820 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.821 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:19:53.952675+0000", 2021-03-04T23:20:26.821 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13551578 2021-03-04T23:20:26.821 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.821 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.822 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.822 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.822 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.822 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:74075 28.3 28:c596bc16:::benchmark_data_gibba008_108866_object74074:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e667)", 2021-03-04T23:20:26.822 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:21.556952+0000", 2021-03-04T23:20:26.823 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4.9245422149999998, 2021-03-04T23:20:26.823 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18029441700000001, 2021-03-04T23:20:26.823 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.823 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.823 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.824 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:26.824 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:26.824 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 74075 2021-03-04T23:20:26.824 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.825 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.825 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.825 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.825 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.556952+0000", 2021-03-04T23:20:26.826 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.826 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.826 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.826 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.826 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.556952+0000", 2021-03-04T23:20:26.827 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5102000000000001e-05 2021-03-04T23:20:26.827 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.827 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.827 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.827 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557017+0000", 2021-03-04T23:20:26.828 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2449999999999999e-06 2021-03-04T23:20:26.828 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.828 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.828 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.829 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557018+0000", 2021-03-04T23:20:26.829 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5350000000000004e-06 2021-03-04T23:20:26.829 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.829 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.829 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.830 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557027+0000", 2021-03-04T23:20:26.830 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9069999999999998e-06 2021-03-04T23:20:26.830 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.830 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.830 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.831 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557031+0000", 2021-03-04T23:20:26.831 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5157000000000002e-05 2021-03-04T23:20:26.831 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.831 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.832 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.832 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557067+0000", 2021-03-04T23:20:26.832 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5971000000000007e-05 2021-03-04T23:20:26.832 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.832 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.833 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.833 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557163+0000", 2021-03-04T23:20:26.833 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000115029 2021-03-04T23:20:26.833 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.833 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.834 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:20:26.834 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557278+0000", 2021-03-04T23:20:26.834 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0017452100000000001 2021-03-04T23:20:26.834 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.834 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.835 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.835 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.559023+0000", 2021-03-04T23:20:26.835 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000642138 2021-03-04T23:20:26.835 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.836 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.836 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.836 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.559665+0000", 2021-03-04T23:20:26.836 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17724664700000001 2021-03-04T23:20:26.836 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.837 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.837 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.837 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.736912+0000", 2021-03-04T23:20:26.837 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016515 2021-03-04T23:20:26.837 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.838 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.838 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.838 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.737077+0000", 2021-03-04T23:20:26.838 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000169326 2021-03-04T23:20:26.838 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.839 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.839 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.839 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.737246+0000", 2021-03-04T23:20:26.839 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18029441700000001 2021-03-04T23:20:26.840 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.840 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.840 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.840 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.840 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.841 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:74101 28.3 28:cfd5586b:::benchmark_data_gibba008_108866_object74100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e667)", 2021-03-04T23:20:26.841 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:21.581442+0000", 2021-03-04T23:20:26.841 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4.9000520999999999, 2021-03-04T23:20:26.841 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16140090800000001, 2021-03-04T23:20:26.841 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:26.842 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:20:26.842 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:26.842 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:26.842 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:26.843 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 74101 2021-03-04T23:20:26.843 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.843 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:26.843 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.843 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:26.844 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581442+0000", 2021-03-04T23:20:26.844 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:26.844 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.844 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.844 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:26.845 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581442+0000", 2021-03-04T23:20:26.845 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8417999999999994e-05 2021-03-04T23:20:26.845 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.845 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.845 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:26.846 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581510+0000", 2021-03-04T23:20:26.846 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.096e-06 2021-03-04T23:20:26.846 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.846 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.847 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:26.847 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581511+0000", 2021-03-04T23:20:26.847 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1290000000000002e-06 2021-03-04T23:20:26.847 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.847 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.848 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:26.848 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581520+0000", 2021-03-04T23:20:26.848 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8800000000000001e-06 2021-03-04T23:20:26.848 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.848 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.849 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:26.849 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581524+0000", 2021-03-04T23:20:26.849 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9451999999999999e-05 2021-03-04T23:20:26.849 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.850 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.850 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:26.850 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581554+0000", 2021-03-04T23:20:26.850 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7749000000000004e-05 2021-03-04T23:20:26.850 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.851 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.851 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:26.851 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581631+0000", 2021-03-04T23:20:26.851 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7103999999999999e-05 2021-03-04T23:20:26.851 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.852 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.852 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:20:26.852 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.581709+0000", 2021-03-04T23:20:26.852 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001874948 2021-03-04T23:20:26.853 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.853 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.853 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:26.853 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.583584+0000", 2021-03-04T23:20:26.853 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000165086 2021-03-04T23:20:26.854 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.854 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.854 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.854 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.583749+0000", 2021-03-04T23:20:26.854 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.15862612100000001 2021-03-04T23:20:26.855 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.855 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.855 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:26.855 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.742375+0000", 2021-03-04T23:20:26.856 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027304100000000002 2021-03-04T23:20:26.856 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.856 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.856 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:20:26.857 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.742648+0000", 2021-03-04T23:20:26.857 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019488400000000001 2021-03-04T23:20:26.857 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:26.857 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:26.857 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:20:26.858 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.742843+0000", 2021-03-04T23:20:26.858 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16140090800000001 2021-03-04T23:20:26.858 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.858 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.858 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.859 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:26.859 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:26.859 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:20:26.860 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:26 gibba008 bash[37770]: cluster 2021-03-04T23:20:25.252931+0000 mgr.x (mgr.34379) 964 : cluster [DBG] pgmap v1313: 109 pgs: 109 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:20:26.860 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:26 gibba023 bash[27374]: cluster 2021-03-04T23:20:25.252931+0000 mgr.x (mgr.34379) 964 : cluster [DBG] pgmap v1313: 109 pgs: 109 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:20:26.861 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:26 gibba008 bash[39303]: cluster 2021-03-04T23:20:25.252931+0000 mgr.x (mgr.34379) 964 : cluster [DBG] pgmap v1313: 109 pgs: 109 active+clean; 4.5 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:20:26.970 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:27.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 34 15 83682 83667 153.785 125.688 0.00598891 0.0064988 2021-03-04T23:20:27.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:27.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:26 gibba008 bash[47391]: debug 2021-03-04T23:20:26.962+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:27.317 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:27.421 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:27.620 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:27 gibba008 bash[48858]: debug 2021-03-04T23:20:27.310+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:27.977 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:28.001 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 35 16 85606 85590 152.825 120.188 0.00822405 0.00653988 2021-03-04T23:20:28.080 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:28.157 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:20:28.232 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:28.258 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:27 gibba023 bash[19550]: debug 2021-03-04T23:20:27.970+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:28.344 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:20:28.369 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:20:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:28 gibba023 bash[27374]: cluster 2021-03-04T23:20:27.253461+0000 mgr.x (mgr.34379) 965 : cluster [DBG] pgmap v1314: 109 pgs: 109 active+clean; 5.0 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:20:28.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:28 gibba023 bash[27374]: audit 2021-03-04T23:20:27.895940+0000 mon.c (mon.1) 85 : audit [INF] from='client.? 172.21.2.108:0/969974667' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:20:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:28 gibba023 bash[27374]: audit 2021-03-04T23:20:27.896188+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:20:28.528 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:28.533 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:28.638 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:28.647 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[47391]: debug 2021-03-04T23:20:28.526+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:28.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[39303]: cluster 2021-03-04T23:20:27.253461+0000 mgr.x (mgr.34379) 965 : cluster [DBG] pgmap v1314: 109 pgs: 109 active+clean; 5.0 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:20:28.648 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[39303]: audit 2021-03-04T23:20:27.895940+0000 mon.c (mon.1) 85 : audit [INF] from='client.? 172.21.2.108:0/969974667' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:20:28.648 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[39303]: audit 2021-03-04T23:20:27.896188+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:20:28.648 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[37770]: cluster 2021-03-04T23:20:27.253461+0000 mgr.x (mgr.34379) 965 : cluster [DBG] pgmap v1314: 109 pgs: 109 active+clean; 5.0 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:20:28.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[37770]: audit 2021-03-04T23:20:27.895940+0000 mon.c (mon.1) 85 : audit [INF] from='client.? 172.21.2.108:0/969974667' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:20:28.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:28 gibba008 bash[37770]: audit 2021-03-04T23:20:27.896188+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:20:29.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 36 16 87112 87096 151.194 94.125 0.00999628 0.00660836 2021-03-04T23:20:29.208 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:29.312 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:29.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:29 gibba008 bash[91265]: debug 2021-03-04T23:20:29.202+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:29.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:29 gibba008 bash[37770]: audit 2021-03-04T23:20:28.353999+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:20:29.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:29 gibba008 bash[37770]: cluster 2021-03-04T23:20:28.354293+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e669: 8 total, 8 up, 7 in 2021-03-04T23:20:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:29 gibba008 bash[39303]: audit 2021-03-04T23:20:28.353999+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:20:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:29 gibba008 bash[39303]: cluster 2021-03-04T23:20:28.354293+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e669: 8 total, 8 up, 7 in 2021-03-04T23:20:29.608 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:29 gibba023 bash[27374]: audit 2021-03-04T23:20:28.353999+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:20:29.608 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:29 gibba023 bash[27374]: cluster 2021-03-04T23:20:28.354293+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e669: 8 total, 8 up, 7 in 2021-03-04T23:20:29.609 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:29 gibba023 bash[16680]: debug 2021-03-04T23:20:29.602+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:29.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:29.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:29.839 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:29.942 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:29.950 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:29 gibba023 bash[18090]: debug 2021-03-04T23:20:29.834+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:30.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 37 16 88866 88850 150.07 109.625 0.0392873 0.006658 2021-03-04T23:20:30.209 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:30.312 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:30 gibba023 bash[27374]: cluster 2021-03-04T23:20:29.253780+0000 mgr.x (mgr.34379) 966 : cluster [DBG] pgmap v1316: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:20:30.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:30 gibba023 bash[15180]: debug 2021-03-04T23:20:30.202+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:30.765 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:30.843 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:30 gibba008 bash[39303]: cluster 2021-03-04T23:20:29.253780+0000 mgr.x (mgr.34379) 966 : cluster [DBG] pgmap v1316: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:20:30.844 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:30 gibba008 bash[37770]: cluster 2021-03-04T23:20:29.253780+0000 mgr.x (mgr.34379) 966 : cluster [DBG] pgmap v1316: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:20:30.870 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:31.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 38 16 89911 89895 147.839 65.3125 0.0126094 0.00675914 2021-03-04T23:20:31.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:30 gibba008 bash[44600]: debug 2021-03-04T23:20:30.766+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:31.545 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:31.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:32.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 39 16 91522 91506 146.63 100.688 0.123884 0.00679745 2021-03-04T23:20:32.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:31 gibba008 bash[47391]: debug 2021-03-04T23:20:31.538+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:32.186 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:32.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:32 gibba023 bash[16680]: debug 2021-03-04T23:20:32.178+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:32.292 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:32.513 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:20:32.617 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:32.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:32 gibba008 bash[39303]: cluster 2021-03-04T23:20:31.254189+0000 mgr.x (mgr.34379) 967 : cluster [DBG] pgmap v1317: 109 pgs: 109 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:20:32.648 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:32 gibba008 bash[37770]: cluster 2021-03-04T23:20:31.254189+0000 mgr.x (mgr.34379) 967 : cluster [DBG] pgmap v1317: 109 pgs: 109 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:20:32.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:32 gibba023 bash[27374]: cluster 2021-03-04T23:20:31.254189+0000 mgr.x (mgr.34379) 967 : cluster [DBG] pgmap v1317: 109 pgs: 109 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:20:32.824 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:32.926 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:33.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:20:33.000201+0000 min lat: 0.000900843 max lat: 0.232619 avg lat: 0.00686149 2021-03-04T23:20:33.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:33.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 40 16 93246 93230 145.657 107.75 0.00342518 0.00686149 2021-03-04T23:20:33.143 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:32 gibba023 bash[19550]: debug 2021-03-04T23:20:32.818+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:33.519 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:33.622 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:33.854 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:33.856 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:33 gibba008 bash[44600]: debug 2021-03-04T23:20:33.846+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:33.856 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:33 gibba008 bash[48858]: debug 2021-03-04T23:20:33.510+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:33.959 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:34.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 41 16 94739 94723 144.38 93.3125 0.00675499 0.00692212 2021-03-04T23:20:34.317 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:34.430 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:34.575 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:20:34.576 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:20:34.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.576 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:95426 28.4 28.25e8dc04 (undecoded) ondisk+write+known_if_redirected e669)", 2021-03-04T23:20:34.577 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.571994+0000", 2021-03-04T23:20:34.577 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.00071583900000000002, 2021-03-04T23:20:34.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00075541300000000003, 2021-03-04T23:20:34.577 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.577 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:20:34.578 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:34.578 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:34.578 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:34.578 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 95426 2021-03-04T23:20:34.579 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.579 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.579 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.579 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571994+0000", 2021-03-04T23:20:34.580 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.580 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.580 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.580 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571994+0000", 2021-03-04T23:20:34.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5135999999999997e-05 2021-03-04T23:20:34.581 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.582 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.582 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.583 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.572029+0000", 2021-03-04T23:20:34.583 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7829999999999998e-06 2021-03-04T23:20:34.583 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.583 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.583 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.572033+0000", 2021-03-04T23:20:34.584 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6558e-05 2021-03-04T23:20:34.584 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.585 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.585 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.572050+0000", 2021-03-04T23:20:34.585 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2329999999999995e-06 2021-03-04T23:20:34.585 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.585 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.586 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.586 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.572059+0000", 2021-03-04T23:20:34.586 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5710000000000006e-05 2021-03-04T23:20:34.586 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.587 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.587 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.587 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.587 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.587 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:95414 28.8 28:1a11ec51:::benchmark_data_gibba008_108866_object95413:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:20:34.588 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.564674+0000", 2021-03-04T23:20:34.588 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0080354999999999992, 2021-03-04T23:20:34.588 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0081680490000000001, 2021-03-04T23:20:34.589 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.589 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:20:34.589 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:34.589 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:34.590 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:34.590 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 95414 2021-03-04T23:20:34.590 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.590 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.590 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.591 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.591 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564674+0000", 2021-03-04T23:20:34.591 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.591 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.592 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.592 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.592 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564674+0000", 2021-03-04T23:20:34.592 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6075000000000003e-05 2021-03-04T23:20:34.592 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.593 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.593 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.593 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564710+0000", 2021-03-04T23:20:34.593 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.265e-06 2021-03-04T23:20:34.593 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.594 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.594 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.594 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564711+0000", 2021-03-04T23:20:34.594 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8221999999999998e-05 2021-03-04T23:20:34.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.595 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.596 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564739+0000", 2021-03-04T23:20:34.596 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3655000000000001e-05 2021-03-04T23:20:34.596 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.596 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.597 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.597 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564753+0000", 2021-03-04T23:20:34.598 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0996999999999996e-05 2021-03-04T23:20:34.598 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.598 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.598 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.599 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564844+0000", 2021-03-04T23:20:34.599 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024795600000000002 2021-03-04T23:20:34.599 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.600 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.600 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.600 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565092+0000", 2021-03-04T23:20:34.600 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032620000000000001 2021-03-04T23:20:34.600 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.601 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.601 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:20:34.601 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565418+0000", 2021-03-04T23:20:34.601 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00074436999999999995 2021-03-04T23:20:34.602 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.602 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.602 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.602 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.603 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.603 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:95415 28.1 28:8d78798e:::benchmark_data_gibba008_108866_object95414:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:20:34.603 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.564786+0000", 2021-03-04T23:20:34.603 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0079232279999999992, 2021-03-04T23:20:34.603 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0081404400000000005, 2021-03-04T23:20:34.604 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.604 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:20:34.604 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:34.604 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:34.605 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:34.605 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 95415 2021-03-04T23:20:34.605 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.606 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.606 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.606 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.606 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564786+0000", 2021-03-04T23:20:34.607 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.607 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.607 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.608 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.608 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564786+0000", 2021-03-04T23:20:34.608 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0191999999999997e-05 2021-03-04T23:20:34.608 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.609 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.609 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.609 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564826+0000", 2021-03-04T23:20:34.610 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0230000000000001e-06 2021-03-04T23:20:34.610 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.610 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.611 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.611 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564829+0000", 2021-03-04T23:20:34.611 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6595e-05 2021-03-04T23:20:34.611 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.611 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.612 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.612 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564846+0000", 2021-03-04T23:20:34.612 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6710000000000002e-06 2021-03-04T23:20:34.612 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.613 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.613 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.613 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564853+0000", 2021-03-04T23:20:34.613 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8425999999999998e-05 2021-03-04T23:20:34.614 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.614 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.614 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.614 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.564931+0000", 2021-03-04T23:20:34.615 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00029183600000000002 2021-03-04T23:20:34.615 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.615 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.615 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.616 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565223+0000", 2021-03-04T23:20:34.616 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032978899999999998 2021-03-04T23:20:34.616 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.616 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.617 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:20:34.617 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565553+0000", 2021-03-04T23:20:34.617 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0048821089999999999 2021-03-04T23:20:34.617 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.617 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.618 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:20:34.618 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570435+0000", 2021-03-04T23:20:34.618 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5912000000000001e-05 2021-03-04T23:20:34.618 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.619 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.619 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:20:34.619 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570511+0000", 2021-03-04T23:20:34.619 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0057245530000000003 2021-03-04T23:20:34.619 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.620 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.620 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.620 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.621 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.621 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:95419 28.8 28:12c263c9:::benchmark_data_gibba008_108866_object95418:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:20:34.621 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.565322+0000", 2021-03-04T23:20:34.621 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0073877960000000003, 2021-03-04T23:20:34.622 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0076780470000000003, 2021-03-04T23:20:34.622 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.622 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:20:34.622 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:34.623 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:34.623 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:34.623 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 95419 2021-03-04T23:20:34.623 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.623 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.624 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.624 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.624 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565322+0000", 2021-03-04T23:20:34.624 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.625 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.625 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.625 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.625 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565322+0000", 2021-03-04T23:20:34.626 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0157999999999997e-05 2021-03-04T23:20:34.626 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.626 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.626 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.627 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565362+0000", 2021-03-04T23:20:34.627 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.322e-06 2021-03-04T23:20:34.627 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.627 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.628 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.628 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565364+0000", 2021-03-04T23:20:34.628 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4722999999999999e-05 2021-03-04T23:20:34.628 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.629 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.629 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.629 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565379+0000", 2021-03-04T23:20:34.629 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5669999999999995e-06 2021-03-04T23:20:34.629 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.630 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.630 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.630 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.565387+0000", 2021-03-04T23:20:34.630 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0048410600000000003 2021-03-04T23:20:34.630 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.631 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.631 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.631 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570228+0000", 2021-03-04T23:20:34.632 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000264811 2021-03-04T23:20:34.632 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.632 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.632 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.633 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570493+0000", 2021-03-04T23:20:34.633 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000279024 2021-03-04T23:20:34.633 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.633 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.634 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:20:34.634 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570772+0000", 2021-03-04T23:20:34.634 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0054506650000000004 2021-03-04T23:20:34.635 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.635 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.635 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.635 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.635 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.636 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:95403 28.5 e669/662 28:a9afa2a8:::benchmark_data_gibba008_108866_object95402:head v 669'5978, mlcod=669'5974)", 2021-03-04T23:20:34.636 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.566308+0000", 2021-03-04T23:20:34.636 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0064018080000000002, 2021-03-04T23:20:34.636 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0067555649999999998, 2021-03-04T23:20:34.636 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.637 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:20:34.637 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.637 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.637 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.638 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.566308+0000", 2021-03-04T23:20:34.638 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.638 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.638 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.639 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.639 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.566308+0000", 2021-03-04T23:20:34.639 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6503999999999999e-05 2021-03-04T23:20:34.639 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.641 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.641 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.642 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.566334+0000", 2021-03-04T23:20:34.642 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8080000000000001e-06 2021-03-04T23:20:34.643 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.643 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.644 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.644 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.566337+0000", 2021-03-04T23:20:34.644 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1600000000000002e-05 2021-03-04T23:20:34.644 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.645 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.645 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.645 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.566368+0000", 2021-03-04T23:20:34.645 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9509999999999995e-06 2021-03-04T23:20:34.645 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.646 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.646 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.646 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.566377+0000", 2021-03-04T23:20:34.646 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021846809999999999 2021-03-04T23:20:34.649 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.649 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.650 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.650 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568562+0000", 2021-03-04T23:20:34.650 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5478999999999997e-05 2021-03-04T23:20:34.650 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.651 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.651 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.651 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568598+0000", 2021-03-04T23:20:34.651 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002290023 2021-03-04T23:20:34.652 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.652 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.652 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.652 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.652 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.653 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop_reply(client.45492.0:95414 28.8 e669/662)", 2021-03-04T23:20:34.653 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.568556+0000", 2021-03-04T23:20:34.653 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0041530120000000002, 2021-03-04T23:20:34.654 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045541599999999998, 2021-03-04T23:20:34.654 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.655 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:20:34.655 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.655 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.655 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.656 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568556+0000", 2021-03-04T23:20:34.656 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.656 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.656 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.656 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.657 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568556+0000", 2021-03-04T23:20:34.657 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2039999999999999e-06 2021-03-04T23:20:34.657 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.657 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.658 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.658 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568561+0000", 2021-03-04T23:20:34.658 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.266e-06 2021-03-04T23:20:34.658 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.658 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.659 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.659 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568563+0000", 2021-03-04T23:20:34.659 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8073000000000001e-05 2021-03-04T23:20:34.659 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.659 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.660 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.660 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568581+0000", 2021-03-04T23:20:34.660 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6180000000000001e-06 2021-03-04T23:20:34.660 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.661 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.661 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.661 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.568591+0000", 2021-03-04T23:20:34.661 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4161e-05 2021-03-04T23:20:34.661 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.662 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.662 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.662 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.662 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.662 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:95405 28.5 e669/662 28:a7a02aed:::benchmark_data_gibba008_108866_object95404:head v 669'5979, mlcod=669'5974)", 2021-03-04T23:20:34.663 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.570355+0000", 2021-03-04T23:20:34.663 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0023546169999999998, 2021-03-04T23:20:34.663 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027960070000000001, 2021-03-04T23:20:34.663 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.664 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:20:34.664 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.664 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.664 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.664 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570355+0000", 2021-03-04T23:20:34.665 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.665 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.665 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.665 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.665 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570355+0000", 2021-03-04T23:20:34.666 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8266e-05 2021-03-04T23:20:34.666 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.666 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.666 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.666 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570383+0000", 2021-03-04T23:20:34.667 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.881e-06 2021-03-04T23:20:34.667 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.667 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.667 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.668 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570386+0000", 2021-03-04T23:20:34.668 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1353000000000001e-05 2021-03-04T23:20:34.668 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.668 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.669 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.669 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570437+0000", 2021-03-04T23:20:34.669 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0302999999999999e-05 2021-03-04T23:20:34.669 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.670 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.670 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.670 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570448+0000", 2021-03-04T23:20:34.670 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018076979999999999 2021-03-04T23:20:34.671 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.671 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.671 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.671 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.572255+0000", 2021-03-04T23:20:34.671 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1678999999999999e-05 2021-03-04T23:20:34.672 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.672 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.672 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.672 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.572287+0000", 2021-03-04T23:20:34.672 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019321799999999999 2021-03-04T23:20:34.673 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.673 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.673 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.674 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.674 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.674 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop_reply(client.45492.0:95414 28.8 e669/662)", 2021-03-04T23:20:34.675 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.570715+0000", 2021-03-04T23:20:34.675 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0019945380000000001, 2021-03-04T23:20:34.675 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024848380000000001, 2021-03-04T23:20:34.676 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.676 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:20:34.676 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.677 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.677 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.678 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570715+0000", 2021-03-04T23:20:34.678 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.678 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.678 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.679 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.679 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570715+0000", 2021-03-04T23:20:34.679 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7780000000000001e-06 2021-03-04T23:20:34.679 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.680 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.680 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.680 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570719+0000", 2021-03-04T23:20:34.681 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2359999999999999e-06 2021-03-04T23:20:34.681 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.681 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.682 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.682 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570721+0000", 2021-03-04T23:20:34.682 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4466e-05 2021-03-04T23:20:34.682 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.683 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.683 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.683 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570735+0000", 2021-03-04T23:20:34.683 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0639999999999996e-06 2021-03-04T23:20:34.683 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.684 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.684 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.684 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570742+0000", 2021-03-04T23:20:34.684 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7543999999999999e-05 2021-03-04T23:20:34.685 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.685 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.685 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.685 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.685 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.686 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:95422 28.1 28:8a121802:::benchmark_data_gibba008_108866_object95421:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:20:34.686 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.570663+0000", 2021-03-04T23:20:34.686 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0020464770000000001, 2021-03-04T23:20:34.686 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025803050000000002, 2021-03-04T23:20:34.686 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.687 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:20:34.687 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:34.687 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:34.687 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:34.688 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 95422 2021-03-04T23:20:34.688 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.688 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.688 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.688 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.689 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570663+0000", 2021-03-04T23:20:34.689 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.689 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.689 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.689 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.690 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570663+0000", 2021-03-04T23:20:34.690 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1535e-05 2021-03-04T23:20:34.690 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.690 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.691 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.691 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570714+0000", 2021-03-04T23:20:34.691 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7259999999999998e-06 2021-03-04T23:20:34.691 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.691 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.692 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.692 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570717+0000", 2021-03-04T23:20:34.692 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9496000000000001e-05 2021-03-04T23:20:34.692 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.692 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.693 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.693 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570737+0000", 2021-03-04T23:20:34.693 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6949999999999995e-06 2021-03-04T23:20:34.693 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.694 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.694 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.694 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570746+0000", 2021-03-04T23:20:34.694 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5371999999999996e-05 2021-03-04T23:20:34.694 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.695 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.695 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.695 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.570822+0000", 2021-03-04T23:20:34.695 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050093800000000003 2021-03-04T23:20:34.695 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.696 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.696 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.696 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571323+0000", 2021-03-04T23:20:34.696 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000340112 2021-03-04T23:20:34.696 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.697 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.697 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:20:34.697 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571663+0000", 2021-03-04T23:20:34.697 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00099987399999999999 2021-03-04T23:20:34.697 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.698 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.698 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.698 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.698 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.699 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:95423 28.4 28:2d9b54a8:::benchmark_data_gibba008_108866_object95422:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:20:34.699 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:34.571408+0000", 2021-03-04T23:20:34.699 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0013014470000000001, 2021-03-04T23:20:34.699 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018983559999999999, 2021-03-04T23:20:34.699 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:20:34.700 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:20:34.700 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:20:34.700 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:20:34.700 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:20:34.700 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 95423 2021-03-04T23:20:34.701 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.701 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:20:34.701 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.701 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:20:34.702 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571408+0000", 2021-03-04T23:20:34.702 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:20:34.702 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.702 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.702 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:20:34.703 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571408+0000", 2021-03-04T23:20:34.703 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7047e-05 2021-03-04T23:20:34.703 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.703 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.703 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:20:34.704 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571445+0000", 2021-03-04T23:20:34.704 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7999999999999999e-06 2021-03-04T23:20:34.704 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.704 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.705 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:20:34.705 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571448+0000", 2021-03-04T23:20:34.705 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0095e-05 2021-03-04T23:20:34.705 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.705 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.706 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:20:34.706 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571468+0000", 2021-03-04T23:20:34.706 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1017e-05 2021-03-04T23:20:34.707 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.707 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.707 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:20:34.707 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571479+0000", 2021-03-04T23:20:34.707 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6011000000000002e-05 2021-03-04T23:20:34.708 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.708 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.708 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:20:34.708 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571545+0000", 2021-03-04T23:20:34.708 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000210452 2021-03-04T23:20:34.709 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.709 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.709 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:20:34.709 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571755+0000", 2021-03-04T23:20:34.710 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019408399999999999 2021-03-04T23:20:34.710 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:20:34.710 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:20:34.710 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:20:34.710 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:34.571949+0000", 2021-03-04T23:20:34.711 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00054150599999999998 2021-03-04T23:20:34.711 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.711 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:20:34.711 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.711 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:20:34.712 INFO:teuthology.orchestra.run.gibba023.stdout: ], 2021-03-04T23:20:34.712 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 10 2021-03-04T23:20:34.712 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:20:34.713 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:34 gibba023 bash[27374]: cluster 2021-03-04T23:20:33.254674+0000 mgr.x (mgr.34379) 968 : cluster [DBG] pgmap v1318: 109 pgs: 109 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:20:34.721 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:34 gibba008 bash[39303]: cluster 2021-03-04T23:20:33.254674+0000 mgr.x (mgr.34379) 968 : cluster [DBG] pgmap v1318: 109 pgs: 109 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:20:34.722 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:34 gibba008 bash[44600]: debug 2021-03-04T23:20:34.306+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:34.722 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:34 gibba008 bash[37770]: cluster 2021-03-04T23:20:33.254674+0000 mgr.x (mgr.34379) 968 : cluster [DBG] pgmap v1318: 109 pgs: 109 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:20:35.002 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 42 16 96016 96000 142.843 79.8125 0.00696503 0.00699701 2021-03-04T23:20:35.010 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:35.113 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:35.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:35 gibba008 bash[44600]: debug 2021-03-04T23:20:35.002+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:35.315 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:35.315 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:35 gibba008 bash[91265]: debug 2021-03-04T23:20:35.306+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:35.418 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:35.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:20:35.539 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:35.635 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:35.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:36.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 43 16 97707 97691 141.979 105.688 0.186979 0.00702371 2021-03-04T23:20:36.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:35 gibba008 bash[91265]: debug 2021-03-04T23:20:35.626+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:36.052 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:36.163 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:36.381 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:36 gibba008 bash[48858]: debug 2021-03-04T23:20:36.042+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:36.384 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:36.488 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:36.493 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:36 gibba023 bash[27374]: cluster 2021-03-04T23:20:35.255000+0000 mgr.x (mgr.34379) 969 : cluster [DBG] pgmap v1319: 109 pgs: 109 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:20:36.493 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:36 gibba023 bash[18090]: debug 2021-03-04T23:20:36.378+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:36.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:36 gibba008 bash[37770]: cluster 2021-03-04T23:20:35.255000+0000 mgr.x (mgr.34379) 969 : cluster [DBG] pgmap v1319: 109 pgs: 109 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:20:36.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:36 gibba008 bash[39303]: cluster 2021-03-04T23:20:35.255000+0000 mgr.x (mgr.34379) 969 : cluster [DBG] pgmap v1319: 109 pgs: 109 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:20:36.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:36.938 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:37.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 44 16 99014 98998 140.608 81.6875 0.00391463 0.00710822 2021-03-04T23:20:37.006 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:20:37.025 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:20:37.043 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:20:37.059 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:20:37.075 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:20:37.093 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:20:37.111 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:20:37.130 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:20:37.131 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.131 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.131 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.131 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.132 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.132 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.132 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.132 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:20:37.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:36 gibba023 bash[16680]: debug 2021-03-04T23:20:36.822+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:37.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:37.461 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:37.467 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:37 gibba008 bash[37770]: audit 2021-03-04T23:20:36.974503+0000 mon.c (mon.1) 86 : audit [DBG] from='client.? 172.21.2.108:0/1799559306' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:37.468 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:37 gibba008 bash[39303]: audit 2021-03-04T23:20:36.974503+0000 mon.c (mon.1) 86 : audit [DBG] from='client.? 172.21.2.108:0/1799559306' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:37.689 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:37 gibba023 bash[27374]: audit 2021-03-04T23:20:36.974503+0000 mon.c (mon.1) 86 : audit [DBG] from='client.? 172.21.2.108:0/1799559306' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:37.690 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:37 gibba023 bash[15180]: debug 2021-03-04T23:20:37.350+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:37.808 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:37.912 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:38.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 45 16 100678 100662 139.794 104 0.0174416 0.00714855 2021-03-04T23:20:38.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:37 gibba008 bash[48858]: debug 2021-03-04T23:20:37.802+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:38.158 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:38.262 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:38.263 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:38 gibba023 bash[18090]: debug 2021-03-04T23:20:38.146+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:38.489 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:38.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:38 gibba023 bash[27374]: cluster 2021-03-04T23:20:37.255518+0000 mgr.x (mgr.34379) 970 : cluster [DBG] pgmap v1320: 109 pgs: 109 active+clean; 5.9 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:20:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:38 gibba023 bash[27374]: audit 2021-03-04T23:20:37.572468+0000 mon.a (mon.0) 1547 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:38 gibba023 bash[27374]: audit 2021-03-04T23:20:37.574218+0000 mon.a (mon.0) 1548 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:38 gibba023 bash[27374]: audit 2021-03-04T23:20:37.574362+0000 mon.a (mon.0) 1549 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:38.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:38.613 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[91265]: debug 2021-03-04T23:20:38.482+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:38.613 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[39303]: cluster 2021-03-04T23:20:37.255518+0000 mgr.x (mgr.34379) 970 : cluster [DBG] pgmap v1320: 109 pgs: 109 active+clean; 5.9 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:20:38.614 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[39303]: audit 2021-03-04T23:20:37.572468+0000 mon.a (mon.0) 1547 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:38.614 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[39303]: audit 2021-03-04T23:20:37.574218+0000 mon.a (mon.0) 1548 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:38.614 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[39303]: audit 2021-03-04T23:20:37.574362+0000 mon.a (mon.0) 1549 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:38.615 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[37770]: cluster 2021-03-04T23:20:37.255518+0000 mgr.x (mgr.34379) 970 : cluster [DBG] pgmap v1320: 109 pgs: 109 active+clean; 5.9 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:20:38.615 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[37770]: audit 2021-03-04T23:20:37.572468+0000 mon.a (mon.0) 1547 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:38.615 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[37770]: audit 2021-03-04T23:20:37.574218+0000 mon.a (mon.0) 1548 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:38.615 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:38 gibba008 bash[37770]: audit 2021-03-04T23:20:37.574362+0000 mon.a (mon.0) 1549 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:39.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 46 16 102090 102074 138.674 88.25 0.00420585 0.00720757 2021-03-04T23:20:39.055 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:39.159 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:39.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:39 gibba008 bash[44600]: debug 2021-03-04T23:20:39.046+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:39.468 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:39.571 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:39.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:39 gibba023 bash[15180]: debug 2021-03-04T23:20:39.462+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:39.832 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:39.935 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:40.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 47 16 103610 103594 137.744 95 0.00534408 0.0072563 2021-03-04T23:20:40.121 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:39 gibba023 bash[19550]: debug 2021-03-04T23:20:39.826+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:40.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:40 gibba008 bash[37770]: cluster 2021-03-04T23:20:39.255900+0000 mgr.x (mgr.34379) 971 : cluster [DBG] pgmap v1321: 109 pgs: 109 active+clean; 6.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:20:40.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:40 gibba008 bash[39303]: cluster 2021-03-04T23:20:39.255900+0000 mgr.x (mgr.34379) 971 : cluster [DBG] pgmap v1321: 109 pgs: 109 active+clean; 6.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:20:40.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:40 gibba023 bash[27374]: cluster 2021-03-04T23:20:39.255900+0000 mgr.x (mgr.34379) 971 : cluster [DBG] pgmap v1321: 109 pgs: 109 active+clean; 6.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:20:40.658 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:40.766 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:40.942 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:40.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:20:40.966 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:40 gibba008 bash[44600]: debug 2021-03-04T23:20:40.938+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:41.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 48 16 104867 104851 136.511 78.5625 0.0132253 0.0073217 2021-03-04T23:20:41.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:40 gibba023 bash[15180]: debug 2021-03-04T23:20:40.650+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:41.047 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:41.065 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:41.099 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:20:41.221 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:41.292 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:41 gibba008 bash[37770]: audit 2021-03-04T23:20:41.067448+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? 172.21.2.108:0/1944289067' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:20:41.292 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:41 gibba008 bash[39303]: audit 2021-03-04T23:20:41.067448+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? 172.21.2.108:0/1944289067' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:20:41.328 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:41.342 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:41 gibba023 bash[27374]: audit 2021-03-04T23:20:41.067448+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? 172.21.2.108:0/1944289067' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:20:41.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:41.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:41 gibba008 bash[44600]: debug 2021-03-04T23:20:41.214+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:41.562 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:41.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:41 gibba023 bash[16680]: debug 2021-03-04T23:20:41.450+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:41.801 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:41.833 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:20:41.833 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:20:41.905 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:42.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 49 16 106417 106401 135.702 96.875 0.00407173 0.00736315 2021-03-04T23:20:42.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:41 gibba008 bash[48858]: debug 2021-03-04T23:20:41.794+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:42.055 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:42.106 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:20:42.158 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:42.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[16680]: debug 2021-03-04T23:20:42.050+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: cluster 2021-03-04T23:20:41.081798+0000 mon.a (mon.0) 1551 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:20:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: cluster 2021-03-04T23:20:41.081817+0000 mon.a (mon.0) 1552 : cluster [INF] Cluster is now healthy 2021-03-04T23:20:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: audit 2021-03-04T23:20:41.087668+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? 172.21.2.108:0/1944289067' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:20:42.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: cluster 2021-03-04T23:20:41.087711+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e670: 8 total, 8 up, 7 in 2021-03-04T23:20:42.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: cluster 2021-03-04T23:20:41.256300+0000 mgr.x (mgr.34379) 972 : cluster [DBG] pgmap v1323: 109 pgs: 109 active+clean; 6.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:20:42.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: audit 2021-03-04T23:20:41.401149+0000 mon.c (mon.1) 87 : audit [INF] from='client.? 172.21.2.108:0/1952831340' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:20:42.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:42 gibba023 bash[27374]: audit 2021-03-04T23:20:41.401431+0000 mon.a (mon.0) 1555 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:20:42.479 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: cluster 2021-03-04T23:20:41.081798+0000 mon.a (mon.0) 1551 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:20:42.479 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: cluster 2021-03-04T23:20:41.081817+0000 mon.a (mon.0) 1552 : cluster [INF] Cluster is now healthy 2021-03-04T23:20:42.479 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: audit 2021-03-04T23:20:41.087668+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? 172.21.2.108:0/1944289067' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:20:42.480 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: cluster 2021-03-04T23:20:41.087711+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e670: 8 total, 8 up, 7 in 2021-03-04T23:20:42.480 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: cluster 2021-03-04T23:20:41.256300+0000 mgr.x (mgr.34379) 972 : cluster [DBG] pgmap v1323: 109 pgs: 109 active+clean; 6.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:20:42.481 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: audit 2021-03-04T23:20:41.401149+0000 mon.c (mon.1) 87 : audit [INF] from='client.? 172.21.2.108:0/1952831340' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:20:42.481 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[37770]: audit 2021-03-04T23:20:41.401431+0000 mon.a (mon.0) 1555 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:20:42.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: cluster 2021-03-04T23:20:41.081798+0000 mon.a (mon.0) 1551 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:20:42.482 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: cluster 2021-03-04T23:20:41.081817+0000 mon.a (mon.0) 1552 : cluster [INF] Cluster is now healthy 2021-03-04T23:20:42.482 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: audit 2021-03-04T23:20:41.087668+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? 172.21.2.108:0/1944289067' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:20:42.482 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: cluster 2021-03-04T23:20:41.087711+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e670: 8 total, 8 up, 7 in 2021-03-04T23:20:42.483 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: cluster 2021-03-04T23:20:41.256300+0000 mgr.x (mgr.34379) 972 : cluster [DBG] pgmap v1323: 109 pgs: 109 active+clean; 6.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:20:42.483 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: audit 2021-03-04T23:20:41.401149+0000 mon.c (mon.1) 87 : audit [INF] from='client.? 172.21.2.108:0/1952831340' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:20:42.483 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[39303]: audit 2021-03-04T23:20:41.401431+0000 mon.a (mon.0) 1555 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:20:42.696 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:42.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:42 gibba008 bash[91265]: debug 2021-03-04T23:20:42.690+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:42.799 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:43.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 50 16 107619 107603 134.49 75.125 0.0388545 0.00743001 2021-03-04T23:20:43.072 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:43.179 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:43.196 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:43 gibba008 bash[37770]: audit 2021-03-04T23:20:42.096037+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:20:43.196 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:43 gibba008 bash[37770]: cluster 2021-03-04T23:20:42.096165+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e671: 8 total, 8 up, 7 in 2021-03-04T23:20:43.197 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:43 gibba008 bash[39303]: audit 2021-03-04T23:20:42.096037+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:20:43.197 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:43 gibba008 bash[39303]: cluster 2021-03-04T23:20:42.096165+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e671: 8 total, 8 up, 7 in 2021-03-04T23:20:43.198 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:43 gibba008 bash[44600]: debug 2021-03-04T23:20:43.062+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:43.227 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:20:43.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:43 gibba023 bash[27374]: audit 2021-03-04T23:20:42.096037+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:20:43.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:43 gibba023 bash[27374]: cluster 2021-03-04T23:20:42.096165+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e671: 8 total, 8 up, 7 in 2021-03-04T23:20:43.321 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:43.835 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:43.939 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:44.003 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 51 16 109087 109071 133.652 91.75 0.0039877 0.00747826 2021-03-04T23:20:44.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:43 gibba008 bash[44600]: debug 2021-03-04T23:20:43.826+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:44.153 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:44.256 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:44 gibba023 bash[27374]: cluster 2021-03-04T23:20:43.256667+0000 mgr.x (mgr.34379) 973 : cluster [DBG] pgmap v1325: 109 pgs: 109 active+clean; 6.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 110 MiB/s wr, 1.77k op/s 2021-03-04T23:20:44.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:44 gibba023 bash[27374]: audit 2021-03-04T23:20:43.859951+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:44.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:44 gibba023 bash[27374]: audit 2021-03-04T23:20:43.860668+0000 mon.a (mon.0) 1559 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:20:44.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:44 gibba023 bash[15180]: debug 2021-03-04T23:20:44.146+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:44 gibba008 bash[37770]: cluster 2021-03-04T23:20:43.256667+0000 mgr.x (mgr.34379) 973 : cluster [DBG] pgmap v1325: 109 pgs: 109 active+clean; 6.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 110 MiB/s wr, 1.77k op/s 2021-03-04T23:20:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:44 gibba008 bash[37770]: audit 2021-03-04T23:20:43.859951+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:44.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:44 gibba008 bash[37770]: audit 2021-03-04T23:20:43.860668+0000 mon.a (mon.0) 1559 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:20:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:44 gibba008 bash[39303]: cluster 2021-03-04T23:20:43.256667+0000 mgr.x (mgr.34379) 973 : cluster [DBG] pgmap v1325: 109 pgs: 109 active+clean; 6.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 110 MiB/s wr, 1.77k op/s 2021-03-04T23:20:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:44 gibba008 bash[39303]: audit 2021-03-04T23:20:43.859951+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:44.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:44 gibba008 bash[39303]: audit 2021-03-04T23:20:43.860668+0000 mon.a (mon.0) 1559 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:20:44.606 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:44.710 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:45.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 52 16 111074 111058 133.47 124.188 0.00882781 0.00748867 2021-03-04T23:20:45.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:44 gibba023 bash[15180]: debug 2021-03-04T23:20:44.598+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:45.157 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[37770]: audit 2021-03-04T23:20:44.756075+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 5]}]: dispatch 2021-03-04T23:20:45.157 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[37770]: audit 2021-03-04T23:20:44.756308+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [3, 2]}]: dispatch 2021-03-04T23:20:45.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[37770]: audit 2021-03-04T23:20:44.917568+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:45.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[37770]: audit 2021-03-04T23:20:45.059014+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:45.159 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[39303]: audit 2021-03-04T23:20:44.756075+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 5]}]: dispatch 2021-03-04T23:20:45.159 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[39303]: audit 2021-03-04T23:20:44.756308+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [3, 2]}]: dispatch 2021-03-04T23:20:45.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[39303]: audit 2021-03-04T23:20:44.917568+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:45.160 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[39303]: audit 2021-03-04T23:20:45.059014+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:45.162 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:20:45.243 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:45.260 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:45.348 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:45.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:45 gibba023 bash[27374]: audit 2021-03-04T23:20:44.756075+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 5]}]: dispatch 2021-03-04T23:20:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:45 gibba023 bash[27374]: audit 2021-03-04T23:20:44.756308+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [3, 2]}]: dispatch 2021-03-04T23:20:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:45 gibba023 bash[27374]: audit 2021-03-04T23:20:44.917568+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:45 gibba023 bash[27374]: audit 2021-03-04T23:20:45.059014+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:45.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:45 gibba023 bash[15180]: debug 2021-03-04T23:20:45.234+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:45.614 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:45.718 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:46.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 53 16 112933 112917 133.143 116.188 0.005932 0.00750706 2021-03-04T23:20:46.010 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:45 gibba008 bash[44600]: debug 2021-03-04T23:20:45.606+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:46.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:20:46.358 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:46.365 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:46 gibba008 bash[47391]: debug 2021-03-04T23:20:46.350+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:46.366 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:46 gibba008 bash[37770]: cephadm 2021-03-04T23:20:45.060737+0000 mgr.x (mgr.34379) 974 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:20:46.366 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:46 gibba008 bash[37770]: cluster 2021-03-04T23:20:45.257031+0000 mgr.x (mgr.34379) 975 : cluster [DBG] pgmap v1326: 109 pgs: 109 active+clean; 6.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 64 MiB/s wr, 1.02k op/s 2021-03-04T23:20:46.367 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:46 gibba008 bash[39303]: cephadm 2021-03-04T23:20:45.060737+0000 mgr.x (mgr.34379) 974 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:20:46.367 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:46 gibba008 bash[39303]: cluster 2021-03-04T23:20:45.257031+0000 mgr.x (mgr.34379) 975 : cluster [DBG] pgmap v1326: 109 pgs: 109 active+clean; 6.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 64 MiB/s wr, 1.02k op/s 2021-03-04T23:20:46.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:46.474 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:46 gibba023 bash[27374]: cephadm 2021-03-04T23:20:45.060737+0000 mgr.x (mgr.34379) 974 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:20:46.474 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:46 gibba023 bash[27374]: cluster 2021-03-04T23:20:45.257031+0000 mgr.x (mgr.34379) 975 : cluster [DBG] pgmap v1326: 109 pgs: 109 active+clean; 6.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 64 MiB/s wr, 1.02k op/s 2021-03-04T23:20:46.537 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:46.922 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:47.012 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 54 16 114312 114296 132.274 86.1875 0.0119816 0.0075564 2021-03-04T23:20:47.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:46 gibba023 bash[18090]: debug 2021-03-04T23:20:46.914+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:47.114 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:47.657 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:47.761 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:48.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 55 16 115724 115708 131.473 88.25 0.0313361 0.00760076 2021-03-04T23:20:48.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:47 gibba023 bash[16680]: debug 2021-03-04T23:20:47.650+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:48.037 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:48.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:48 gibba008 bash[37770]: cluster 2021-03-04T23:20:47.257504+0000 mgr.x (mgr.34379) 976 : cluster [DBG] pgmap v1327: 109 pgs: 109 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:20:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:48 gibba008 bash[39303]: cluster 2021-03-04T23:20:47.257504+0000 mgr.x (mgr.34379) 976 : cluster [DBG] pgmap v1327: 109 pgs: 109 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:20:48.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:48 gibba008 bash[44600]: debug 2021-03-04T23:20:48.030+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:48.596 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:48 gibba023 bash[27374]: cluster 2021-03-04T23:20:47.257504+0000 mgr.x (mgr.34379) 976 : cluster [DBG] pgmap v1327: 109 pgs: 109 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:20:48.632 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:48.735 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:48.897 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:48.898 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:48 gibba023 bash[15180]: debug 2021-03-04T23:20:48.890+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:49.001 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:49.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 56 16 117375 117359 130.968 103.188 0.00499943 0.00763187 2021-03-04T23:20:49.006 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:48 gibba008 bash[47391]: debug 2021-03-04T23:20:48.626+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:49.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:49.384 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:49.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:49 gibba008 bash[44600]: debug 2021-03-04T23:20:49.274+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:49.903 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:50.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 57 16 118632 118616 130.048 78.5625 0.00365151 0.00768446 2021-03-04T23:20:50.006 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:50.156 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:50 gibba008 bash[39303]: cluster 2021-03-04T23:20:49.257895+0000 mgr.x (mgr.34379) 977 : cluster [DBG] pgmap v1328: 109 pgs: 109 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:20:50.158 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:50 gibba008 bash[37770]: cluster 2021-03-04T23:20:49.257895+0000 mgr.x (mgr.34379) 977 : cluster [DBG] pgmap v1328: 109 pgs: 109 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:20:50.159 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:49 gibba008 bash[91265]: debug 2021-03-04T23:20:49.894+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:50.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:50 gibba023 bash[27374]: cluster 2021-03-04T23:20:49.257895+0000 mgr.x (mgr.34379) 977 : cluster [DBG] pgmap v1328: 109 pgs: 109 active+clean; 6.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:20:50.312 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:50.414 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:50.756 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:50.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:50 gibba023 bash[18090]: debug 2021-03-04T23:20:50.306+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:50.868 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:51.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 58 16 119603 119587 128.852 60.6875 0.0313122 0.00775578 2021-03-04T23:20:51.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:50 gibba008 bash[48858]: debug 2021-03-04T23:20:50.746+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:51.313 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:51.424 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:51.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:51.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:51.717 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:51 gibba008 bash[47391]: debug 2021-03-04T23:20:51.302+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:51.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:51 gibba023 bash[19550]: debug 2021-03-04T23:20:51.602+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:52.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 59 16 120911 120895 128.054 81.75 0.0101822 0.00780558 2021-03-04T23:20:52.082 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:20:52.082 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:20:52.181 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:52.284 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:52.331 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:52 gibba008 bash[48858]: debug 2021-03-04T23:20:52.174+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:52.465 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:52 gibba023 bash[27374]: cluster 2021-03-04T23:20:51.259133+0000 mgr.x (mgr.34379) 978 : cluster [DBG] pgmap v1329: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 73 MiB/s wr, 1.17k op/s 2021-03-04T23:20:52.568 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:52.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:52 gibba008 bash[37770]: cluster 2021-03-04T23:20:51.259133+0000 mgr.x (mgr.34379) 978 : cluster [DBG] pgmap v1329: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 73 MiB/s wr, 1.17k op/s 2021-03-04T23:20:52.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:52 gibba008 bash[39303]: cluster 2021-03-04T23:20:51.259133+0000 mgr.x (mgr.34379) 978 : cluster [DBG] pgmap v1329: 109 pgs: 109 active+clean; 7.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 73 MiB/s wr, 1.17k op/s 2021-03-04T23:20:52.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:52 gibba008 bash[48858]: debug 2021-03-04T23:20:52.458+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:52.925 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:20:53.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:20:53.002209+0000 min lat: 0.000900843 max lat: 0.257881 avg lat: 0.00783228 2021-03-04T23:20:53.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:53.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 60 16 122539 122523 127.615 101.75 0.00701737 0.00783228 2021-03-04T23:20:53.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:20:52 gibba023 bash[16680]: debug 2021-03-04T23:20:52.918+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:53.028 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:53.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:53.678 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:53.757 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:20:53.873 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:20:53.908 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:53 gibba023 bash[18090]: debug 2021-03-04T23:20:53.566+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:54.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 61 16 123470 123454 126.477 58.1875 0.00380266 0.00790279 2021-03-04T23:20:54.174 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:54.211 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:20:54.226 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:20:54.241 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:20:54.257 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:20:54.272 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:20:54.278 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:54.289 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:20:54.304 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:20:54.322 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:20:54.323 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.323 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.324 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.324 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.324 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.324 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.324 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.325 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:20:54.358 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:54 gibba008 bash[47391]: debug 2021-03-04T23:20:54.166+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:54.359 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:54 gibba008 bash[37770]: cluster 2021-03-04T23:20:53.260803+0000 mgr.x (mgr.34379) 979 : cluster [DBG] pgmap v1330: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:20:54.359 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:54 gibba008 bash[37770]: audit 2021-03-04T23:20:54.189770+0000 mon.c (mon.1) 88 : audit [DBG] from='client.? 172.21.2.108:0/947589091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:54.360 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:54 gibba008 bash[39303]: cluster 2021-03-04T23:20:53.260803+0000 mgr.x (mgr.34379) 979 : cluster [DBG] pgmap v1330: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:20:54.360 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:54 gibba008 bash[39303]: audit 2021-03-04T23:20:54.189770+0000 mon.c (mon.1) 88 : audit [DBG] from='client.? 172.21.2.108:0/947589091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:54.649 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:54 gibba023 bash[27374]: cluster 2021-03-04T23:20:53.260803+0000 mgr.x (mgr.34379) 979 : cluster [DBG] pgmap v1330: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:20:54.649 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:54 gibba023 bash[27374]: audit 2021-03-04T23:20:54.189770+0000 mon.c (mon.1) 88 : audit [DBG] from='client.? 172.21.2.108:0/947589091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:20:54.650 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:20:54 gibba023 bash[19550]: debug 2021-03-04T23:20:54.642+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:54.650 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:20:54.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:55.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 62 16 125352 125336 126.334 117.625 0.0146208 0.00791158 2021-03-04T23:20:55.177 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:55.280 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:55.529 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:55 gibba008 bash[91265]: debug 2021-03-04T23:20:55.170+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:55.575 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:55.679 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:56.004 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 63 15 127255 127240 126.218 119 0.00734584 0.00791929 2021-03-04T23:20:56.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:55 gibba023 bash[18090]: debug 2021-03-04T23:20:55.566+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:56.103 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:20:56.206 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:56.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:56 gibba008 bash[39303]: cluster 2021-03-04T23:20:55.261325+0000 mgr.x (mgr.34379) 980 : cluster [DBG] pgmap v1331: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s 2021-03-04T23:20:56.499 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:20:56 gibba008 bash[44600]: debug 2021-03-04T23:20:56.094+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:56.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:56 gibba008 bash[37770]: cluster 2021-03-04T23:20:55.261325+0000 mgr.x (mgr.34379) 980 : cluster [DBG] pgmap v1331: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s 2021-03-04T23:20:56.500 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:20:56.603 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:56.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:20:56 gibba008 bash[47391]: debug 2021-03-04T23:20:56.490+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:56 gibba023 bash[27374]: cluster 2021-03-04T23:20:55.261325+0000 mgr.x (mgr.34379) 980 : cluster [DBG] pgmap v1331: 109 pgs: 109 active+clean; 7.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s 2021-03-04T23:20:57.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 64 15 128743 128728 125.699 93 0.00350381 0.00795195 2021-03-04T23:20:57.331 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:57 gibba023 bash[27374]: audit 2021-03-04T23:20:57.114357+0000 mon.a (mon.0) 1564 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:57.383 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:57.486 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:57.645 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:57 gibba008 bash[37770]: audit 2021-03-04T23:20:57.114357+0000 mon.a (mon.0) 1564 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:57.646 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:57 gibba008 bash[39303]: audit 2021-03-04T23:20:57.114357+0000 mon.a (mon.0) 1564 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:57.646 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:57 gibba008 bash[48858]: debug 2021-03-04T23:20:57.374+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:57.810 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:57.913 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:58.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 65 16 130423 130407 125.379 104.938 0.00659794 0.00797242 2021-03-04T23:20:58.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:57 gibba023 bash[15180]: debug 2021-03-04T23:20:57.802+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:58.391 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:58.493 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:58.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: cluster 2021-03-04T23:20:57.261880+0000 mgr.x (mgr.34379) 981 : cluster [DBG] pgmap v1332: 109 pgs: 109 active+clean; 7.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-03-04T23:20:58.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:57.835595+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:58.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:57.916321+0000 mon.c (mon.1) 89 : audit [INF] from='client.? 172.21.2.108:0/3114542728' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:20:58.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:57.916666+0000 mon.a (mon.0) 1566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:20:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:58.178797+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:58.266426+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:58.269036+0000 mon.c (mon.1) 90 : audit [INF] from='client.? 172.21.2.108:0/1319931236' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:20:58.587 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[39303]: audit 2021-03-04T23:20:58.269246+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:20:58.588 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: cluster 2021-03-04T23:20:57.261880+0000 mgr.x (mgr.34379) 981 : cluster [DBG] pgmap v1332: 109 pgs: 109 active+clean; 7.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-03-04T23:20:58.588 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:57.835595+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:58.588 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:57.916321+0000 mon.c (mon.1) 89 : audit [INF] from='client.? 172.21.2.108:0/3114542728' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:20:58.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:57.916666+0000 mon.a (mon.0) 1566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:20:58.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:58.178797+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:58.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:58.266426+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:58.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:58.269036+0000 mon.c (mon.1) 90 : audit [INF] from='client.? 172.21.2.108:0/1319931236' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:20:58.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[37770]: audit 2021-03-04T23:20:58.269246+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:20:58.591 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:58.653 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: cluster 2021-03-04T23:20:57.261880+0000 mgr.x (mgr.34379) 981 : cluster [DBG] pgmap v1332: 109 pgs: 109 active+clean; 7.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-03-04T23:20:58.654 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:57.835595+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:58.654 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:57.916321+0000 mon.c (mon.1) 89 : audit [INF] from='client.? 172.21.2.108:0/3114542728' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:20:58.655 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:57.916666+0000 mon.a (mon.0) 1566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:20:58.655 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:58.178797+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:58.655 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:58.266426+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:20:58.656 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:58.269036+0000 mon.c (mon.1) 90 : audit [INF] from='client.? 172.21.2.108:0/1319931236' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:20:58.656 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[27374]: audit 2021-03-04T23:20:58.269246+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:20:58.657 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:58 gibba023 bash[15180]: debug 2021-03-04T23:20:58.382+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:58.691 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:58.779 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:20:58.842 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:20:58.843 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:20:58.885 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:58.891 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[91265]: debug 2021-03-04T23:20:58.578+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:58.892 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:20:58 gibba008 bash[91265]: debug 2021-03-04T23:20:58.770+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:58.923 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:20:59.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 66 16 132002 131986 124.975 98.6875 0.0151606 0.00799812 2021-03-04T23:20:59.013 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:20:59.018 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:20:59.117 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:59.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[48858]: debug 2021-03-04T23:20:59.006+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:20:59.321 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:20:59.424 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:20:59.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[27374]: cephadm 2021-03-04T23:20:57.837283+0000 mgr.x (mgr.34379) 982 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:20:59.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[27374]: cluster 2021-03-04T23:20:58.833965+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:59.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[27374]: audit 2021-03-04T23:20:58.837164+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:20:59.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[27374]: audit 2021-03-04T23:20:58.837230+0000 mon.a (mon.0) 1572 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:20:59.431 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[27374]: cluster 2021-03-04T23:20:58.837276+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e672: 8 total, 8 up, 7 in 2021-03-04T23:20:59.431 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[18090]: debug 2021-03-04T23:20:59.314+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:20:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[37770]: cephadm 2021-03-04T23:20:57.837283+0000 mgr.x (mgr.34379) 982 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:20:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[37770]: cluster 2021-03-04T23:20:58.833965+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[37770]: audit 2021-03-04T23:20:58.837164+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:20:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[37770]: audit 2021-03-04T23:20:58.837230+0000 mon.a (mon.0) 1572 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:20:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[37770]: cluster 2021-03-04T23:20:58.837276+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e672: 8 total, 8 up, 7 in 2021-03-04T23:20:59.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[39303]: cephadm 2021-03-04T23:20:57.837283+0000 mgr.x (mgr.34379) 982 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:20:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[39303]: cluster 2021-03-04T23:20:58.833965+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:20:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[39303]: audit 2021-03-04T23:20:58.837164+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:20:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[39303]: audit 2021-03-04T23:20:58.837230+0000 mon.a (mon.0) 1572 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:20:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:20:59 gibba008 bash[39303]: cluster 2021-03-04T23:20:58.837276+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e672: 8 total, 8 up, 7 in 2021-03-04T23:20:59.920 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:00.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 67 16 133551 133535 124.554 96.8125 0.0144291 0.00802394 2021-03-04T23:21:00.031 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:00.260 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:20:59 gibba023 bash[15180]: debug 2021-03-04T23:20:59.910+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:00.264 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:00.367 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:00 gibba023 bash[27374]: cluster 2021-03-04T23:20:59.262158+0000 mgr.x (mgr.34379) 983 : cluster [DBG] pgmap v1334: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:21:00.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:00 gibba023 bash[19550]: debug 2021-03-04T23:21:00.254+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:00.573 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:00.677 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:00.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:00 gibba008 bash[37770]: cluster 2021-03-04T23:20:59.262158+0000 mgr.x (mgr.34379) 983 : cluster [DBG] pgmap v1334: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:21:00.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:00 gibba008 bash[39303]: cluster 2021-03-04T23:20:59.262158+0000 mgr.x (mgr.34379) 983 : cluster [DBG] pgmap v1334: 109 pgs: 109 active+clean; 7.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:21:00.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:00 gibba008 bash[91265]: debug 2021-03-04T23:21:00.562+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:00.764 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:00.866 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:00.872 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:00 gibba023 bash[15180]: debug 2021-03-04T23:21:00.754+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:00.984 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:01.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 68 16 135345 135329 124.371 112.125 0.00865183 0.00803698 2021-03-04T23:21:01.020 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:21:01.020 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:21:01.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.020 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:135359 28.b e672/662 28:d2edab27:::benchmark_data_gibba008_108866_object135358:head v 672'8217, mlcod=672'8215)", 2021-03-04T23:21:01.021 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:01.013265+0000", 2021-03-04T23:21:01.021 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.004619855, 2021-03-04T23:21:01.021 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046356690000000002, 2021-03-04T23:21:01.021 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:21:01.022 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:21:01.022 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:21:01.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:21:01.022 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013265+0000", 2021-03-04T23:21:01.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:21:01.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.023 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.023 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:21:01.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013265+0000", 2021-03-04T23:21:01.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9091999999999999e-05 2021-03-04T23:21:01.024 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.024 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:21:01.025 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013284+0000", 2021-03-04T23:21:01.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1799999999999999e-06 2021-03-04T23:21:01.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:21:01.026 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013285+0000", 2021-03-04T23:21:01.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0567999999999999e-05 2021-03-04T23:21:01.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.027 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:21:01.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013295+0000", 2021-03-04T23:21:01.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4790000000000001e-06 2021-03-04T23:21:01.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:21:01.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013299+0000", 2021-03-04T23:21:01.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4762000000000003e-05 2021-03-04T23:21:01.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:21:01.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013344+0000", 2021-03-04T23:21:01.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4078e-05 2021-03-04T23:21:01.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:21:01.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.013358+0000", 2021-03-04T23:21:01.030 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3158999999999994e-05 2021-03-04T23:21:01.030 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.031 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:21:01.031 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.032 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:135361 28.d 28:bb4bfd27:::benchmark_data_gibba008_108866_object135360:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e672)", 2021-03-04T23:21:01.032 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:01.014152+0000", 2021-03-04T23:21:01.032 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0037319810000000001, 2021-03-04T23:21:01.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037831330000000002, 2021-03-04T23:21:01.032 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:21:01.033 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:21:01.033 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:21:01.033 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:21:01.033 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:21:01.034 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 135361 2021-03-04T23:21:01.034 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.034 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:21:01.034 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.034 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:21:01.035 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014152+0000", 2021-03-04T23:21:01.035 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:21:01.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.035 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.035 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:21:01.036 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014152+0000", 2021-03-04T23:21:01.036 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1489000000000005e-05 2021-03-04T23:21:01.036 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.036 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.037 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:21:01.037 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014234+0000", 2021-03-04T23:21:01.037 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4300000000000001e-07 2021-03-04T23:21:01.037 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.037 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:21:01.038 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014235+0000", 2021-03-04T23:21:01.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1919999999999996e-06 2021-03-04T23:21:01.038 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.039 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.039 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:21:01.039 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014240+0000", 2021-03-04T23:21:01.039 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8480000000000003e-06 2021-03-04T23:21:01.039 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:21:01.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014244+0000", 2021-03-04T23:21:01.040 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7678000000000002e-05 2021-03-04T23:21:01.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:21:01.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014272+0000", 2021-03-04T23:21:01.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011725799999999999 2021-03-04T23:21:01.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.042 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:21:01.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014389+0000", 2021-03-04T23:21:01.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013181799999999999 2021-03-04T23:21:01.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.043 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.043 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:21:01.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014521+0000", 2021-03-04T23:21:01.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027932650000000001 2021-03-04T23:21:01.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.044 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:21:01.044 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017314+0000", 2021-03-04T23:21:01.044 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018039299999999999 2021-03-04T23:21:01.045 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.045 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:21:01.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017494+0000", 2021-03-04T23:21:01.046 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033418839999999998 2021-03-04T23:21:01.046 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.046 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:21:01.046 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.047 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.047 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:135363 28.3 e672/662 28:ce9c3c1b:::benchmark_data_gibba008_108866_object135362:head v 672'8524, mlcod=672'8522)", 2021-03-04T23:21:01.047 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:01.014903+0000", 2021-03-04T23:21:01.047 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0029814199999999998, 2021-03-04T23:21:01.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0030735609999999998, 2021-03-04T23:21:01.048 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:21:01.048 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:21:01.048 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:21:01.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.048 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:21:01.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014903+0000", 2021-03-04T23:21:01.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:21:01.049 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:21:01.050 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014903+0000", 2021-03-04T23:21:01.050 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2177e-05 2021-03-04T23:21:01.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:21:01.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014915+0000", 2021-03-04T23:21:01.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4020000000000001e-06 2021-03-04T23:21:01.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:21:01.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014917+0000", 2021-03-04T23:21:01.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6590000000000002e-06 2021-03-04T23:21:01.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.053 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:21:01.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014926+0000", 2021-03-04T23:21:01.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2089999999999999e-06 2021-03-04T23:21:01.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.054 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:21:01.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014931+0000", 2021-03-04T23:21:01.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5457000000000002e-05 2021-03-04T23:21:01.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:21:01.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014976+0000", 2021-03-04T23:21:01.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5690000000000001e-05 2021-03-04T23:21:01.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:21:01.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.014992+0000", 2021-03-04T23:21:01.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8593999999999999e-05 2021-03-04T23:21:01.057 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.057 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:21:01.057 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.058 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.058 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:135368 28.b e672/662 28:d67dcef4:::benchmark_data_gibba008_108866_object135367:head v 672'8218, mlcod=672'8215)", 2021-03-04T23:21:01.058 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:01.017195+0000", 2021-03-04T23:21:01.059 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.00068968299999999996, 2021-03-04T23:21:01.059 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00080891700000000003, 2021-03-04T23:21:01.059 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:21:01.059 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:21:01.059 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:21:01.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:21:01.060 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017195+0000", 2021-03-04T23:21:01.060 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:21:01.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.061 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.061 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:21:01.061 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017195+0000", 2021-03-04T23:21:01.061 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2636999999999999e-05 2021-03-04T23:21:01.062 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.062 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.062 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:21:01.062 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017207+0000", 2021-03-04T23:21:01.062 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.339e-06 2021-03-04T23:21:01.063 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.063 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.063 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:21:01.063 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017209+0000", 2021-03-04T23:21:01.064 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2230000000000007e-06 2021-03-04T23:21:01.064 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.064 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.064 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:21:01.064 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017217+0000", 2021-03-04T23:21:01.065 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4989999999999996e-06 2021-03-04T23:21:01.065 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.065 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.065 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:21:01.065 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017221+0000", 2021-03-04T23:21:01.066 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0994000000000002e-05 2021-03-04T23:21:01.066 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.066 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.066 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:21:01.067 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017252+0000", 2021-03-04T23:21:01.067 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4465e-05 2021-03-04T23:21:01.067 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:21:01.067 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:21:01.067 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:21:01.068 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:01.017267+0000", 2021-03-04T23:21:01.068 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2156999999999994e-05 2021-03-04T23:21:01.068 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.068 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:21:01.068 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.069 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:21:01.069 INFO:teuthology.orchestra.run.gibba023.stdout: ], 2021-03-04T23:21:01.069 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 4 2021-03-04T23:21:01.069 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:21:01.089 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:01.125 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:21:01.194 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:00 gibba023 bash[18090]: debug 2021-03-04T23:21:00.974+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:01.266 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:01.618 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:01.721 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:01.726 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:01 gibba008 bash[48858]: debug 2021-03-04T23:21:01.610+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:02.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 69 16 137267 137251 124.309 120.125 0.00477881 0.00804067 2021-03-04T23:21:02.033 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:02.137 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:02.336 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:02 gibba008 bash[44600]: debug 2021-03-04T23:21:02.026+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:02.337 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:02 gibba008 bash[37770]: cluster 2021-03-04T23:21:01.262560+0000 mgr.x (mgr.34379) 984 : cluster [DBG] pgmap v1335: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:21:02.420 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:21:02.478 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:02.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:02.597 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:21:02.598 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:02 gibba008 bash[39303]: cluster 2021-03-04T23:21:01.262560+0000 mgr.x (mgr.34379) 984 : cluster [DBG] pgmap v1335: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:21:02.598 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:02 gibba008 bash[48858]: debug 2021-03-04T23:21:02.470+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:02.627 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:02 gibba023 bash[27374]: cluster 2021-03-04T23:21:01.262560+0000 mgr.x (mgr.34379) 984 : cluster [DBG] pgmap v1335: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:21:03.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 70 16 138821 138805 123.921 97.125 0.0123429 0.0080663 2021-03-04T23:21:03.041 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:03.145 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:03.213 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:21:03.312 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:03.341 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:03 gibba008 bash[48858]: debug 2021-03-04T23:21:03.034+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:03.345 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:03.448 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:03.455 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:03 gibba023 bash[16680]: debug 2021-03-04T23:21:03.338+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:03.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:04.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 71 16 140328 140312 123.502 94.1875 0.00663944 0.00809348 2021-03-04T23:21:04.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:04.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:03 gibba023 bash[18090]: debug 2021-03-04T23:21:03.930+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:04.366 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:04.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:04.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:04 gibba008 bash[37770]: cluster 2021-03-04T23:21:03.262999+0000 mgr.x (mgr.34379) 985 : cluster [DBG] pgmap v1336: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:21:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:04 gibba008 bash[39303]: cluster 2021-03-04T23:21:03.262999+0000 mgr.x (mgr.34379) 985 : cluster [DBG] pgmap v1336: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:21:04.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:04 gibba008 bash[91265]: debug 2021-03-04T23:21:04.358+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:04.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:04 gibba023 bash[27374]: cluster 2021-03-04T23:21:03.262999+0000 mgr.x (mgr.34379) 985 : cluster [DBG] pgmap v1336: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:21:04.789 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:04.894 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:05.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 72 16 141767 141751 123.036 89.9375 0.00617968 0.00812401 2021-03-04T23:21:05.046 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:04 gibba023 bash[18090]: debug 2021-03-04T23:21:04.782+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:05.286 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:05.389 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:05.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:05 gibba023 bash[18090]: debug 2021-03-04T23:21:05.278+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:06.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 73 16 143253 143237 122.622 92.875 0.0338267 0.0081518 2021-03-04T23:21:06.126 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:06.229 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:06.354 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:06 gibba008 bash[48858]: debug 2021-03-04T23:21:06.118+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:06 gibba023 bash[27374]: cluster 2021-03-04T23:21:05.263363+0000 mgr.x (mgr.34379) 986 : cluster [DBG] pgmap v1337: 109 pgs: 109 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:21:06.637 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:06.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:06 gibba008 bash[37770]: cluster 2021-03-04T23:21:05.263363+0000 mgr.x (mgr.34379) 986 : cluster [DBG] pgmap v1337: 109 pgs: 109 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:21:06.664 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:06 gibba008 bash[39303]: cluster 2021-03-04T23:21:05.263363+0000 mgr.x (mgr.34379) 986 : cluster [DBG] pgmap v1337: 109 pgs: 109 active+clean; 8.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:21:06.740 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:07.005 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 74 15 144906 144891 122.362 103.375 0.00513023 0.0081686 2021-03-04T23:21:07.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:06 gibba008 bash[47391]: debug 2021-03-04T23:21:06.630+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:07.100 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:07.202 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:07.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:07 gibba023 bash[16680]: debug 2021-03-04T23:21:07.094+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:07.541 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:07.644 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:07.856 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:07.857 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:07 gibba023 bash[19550]: debug 2021-03-04T23:21:07.534+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:07.959 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:08.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 75 16 146222 146206 121.826 82.1875 0.00360542 0.00820443 2021-03-04T23:21:08.109 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:07 gibba023 bash[18090]: debug 2021-03-04T23:21:07.854+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:08.109 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:08.212 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:08.329 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:08.407 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:21:08.408 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:21:08.408 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:21:08.408 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:21:08.408 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:21:08.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:08.462 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:08 gibba023 bash[27374]: cluster 2021-03-04T23:21:07.264545+0000 mgr.x (mgr.34379) 987 : cluster [DBG] pgmap v1338: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:21:08.463 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:08 gibba023 bash[16680]: debug 2021-03-04T23:21:08.318+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:08.463 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:08 gibba023 bash[18090]: debug 2021-03-04T23:21:08.102+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:08.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:08 gibba008 bash[37770]: cluster 2021-03-04T23:21:07.264545+0000 mgr.x (mgr.34379) 987 : cluster [DBG] pgmap v1338: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:21:08.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:08 gibba008 bash[39303]: cluster 2021-03-04T23:21:07.264545+0000 mgr.x (mgr.34379) 987 : cluster [DBG] pgmap v1338: 109 pgs: 109 active+clean; 8.7 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:21:09.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 76 16 147648 147632 121.396 89.125 0.00393935 0.00823385 2021-03-04T23:21:09.012 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:09.115 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:09.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:09 gibba008 bash[48858]: debug 2021-03-04T23:21:09.006+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:09.735 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:09.839 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:09.865 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:21:09.921 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:10.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 77 16 148994 148978 120.912 84.125 0.00457326 0.00826704 2021-03-04T23:21:10.012 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:21:10.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:09 gibba023 bash[16680]: debug 2021-03-04T23:21:09.726+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:10.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:09 gibba023 bash[19550]: debug 2021-03-04T23:21:09.914+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:10.026 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:10 gibba008 bash[39303]: cluster 2021-03-04T23:21:09.264991+0000 mgr.x (mgr.34379) 988 : cluster [DBG] pgmap v1339: 109 pgs: 109 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:21:10.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:10 gibba008 bash[37770]: cluster 2021-03-04T23:21:09.264991+0000 mgr.x (mgr.34379) 988 : cluster [DBG] pgmap v1339: 109 pgs: 109 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:21:10.512 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:10.513 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:10 gibba023 bash[27374]: cluster 2021-03-04T23:21:09.264991+0000 mgr.x (mgr.34379) 988 : cluster [DBG] pgmap v1339: 109 pgs: 109 active+clean; 8.8 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:21:10.514 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:10 gibba023 bash[19550]: debug 2021-03-04T23:21:10.506+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:10.615 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:11.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 78 16 150241 150225 120.361 77.9375 0.00707246 0.0083046 2021-03-04T23:21:11.098 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:11.201 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:11.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:11 gibba023 bash[18090]: debug 2021-03-04T23:21:11.090+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:11.888 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:11.991 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:12.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 79 16 151735 151719 120.019 93.375 0.00889221 0.00832854 2021-03-04T23:21:12.093 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:12.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:12.254 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:11 gibba008 bash[44600]: debug 2021-03-04T23:21:11.882+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:12.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:12 gibba023 bash[15180]: debug 2021-03-04T23:21:12.086+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:12.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:12 gibba008 bash[39303]: cluster 2021-03-04T23:21:11.265386+0000 mgr.x (mgr.34379) 989 : cluster [DBG] pgmap v1340: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:21:12.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:12 gibba008 bash[37770]: cluster 2021-03-04T23:21:11.265386+0000 mgr.x (mgr.34379) 989 : cluster [DBG] pgmap v1340: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:21:12.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:12 gibba023 bash[27374]: cluster 2021-03-04T23:21:11.265386+0000 mgr.x (mgr.34379) 989 : cluster [DBG] pgmap v1340: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:21:12.796 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:12.900 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:13.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:21:13.003910+0000 min lat: 0.000900843 max lat: 0.271385 avg lat: 0.0083498 2021-03-04T23:21:13.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:21:13.007 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 80 16 153265 153249 119.714 95.625 0.00387465 0.0083498 2021-03-04T23:21:13.193 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:13 gibba023 bash[15180]: debug 2021-03-04T23:21:13.186+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:13.194 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:13.279 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:12 gibba008 bash[91265]: debug 2021-03-04T23:21:12.790+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:13.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:13.536 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:13.639 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:13.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:13 gibba008 bash[48858]: debug 2021-03-04T23:21:13.530+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:14.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 81 16 155086 155070 119.641 113.812 0.0206801 0.00835477 2021-03-04T23:21:14.070 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:14.172 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:14.325 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:14 gibba023 bash[15180]: debug 2021-03-04T23:21:14.062+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:14.407 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:14 gibba008 bash[39303]: cluster 2021-03-04T23:21:13.265824+0000 mgr.x (mgr.34379) 990 : cluster [DBG] pgmap v1341: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:21:14.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:14 gibba008 bash[44600]: debug 2021-03-04T23:21:14.398+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:14 gibba008 bash[37770]: cluster 2021-03-04T23:21:13.265824+0000 mgr.x (mgr.34379) 990 : cluster [DBG] pgmap v1341: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:21:14.514 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:14.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:14 gibba023 bash[27374]: cluster 2021-03-04T23:21:13.265824+0000 mgr.x (mgr.34379) 990 : cluster [DBG] pgmap v1341: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:21:14.797 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:14.830 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:21:14.845 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:21:14.865 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:21:14.884 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:21:14.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:14.901 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:21:14.927 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:21:14.946 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:21:14.966 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:21:14.969 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.969 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.969 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:21:14.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:21:15.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 82 16 156675 156659 119.393 99.3125 0.00600152 0.00837212 2021-03-04T23:21:15.007 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:15.101 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:14 gibba023 bash[18090]: debug 2021-03-04T23:21:14.790+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:15.110 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:15.116 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[91265]: debug 2021-03-04T23:21:14.999+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:15.330 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:21:15.331 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:21:15.372 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[39303]: audit 2021-03-04T23:21:14.805010+0000 mon.a (mon.0) 1574 : audit [DBG] from='client.? 172.21.2.108:0/2719577643' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:21:15.372 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[39303]: audit 2021-03-04T23:21:15.001760+0000 mon.c (mon.1) 91 : audit [INF] from='client.? 172.21.2.108:0/2550931513' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:21:15.372 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[39303]: audit 2021-03-04T23:21:15.002035+0000 mon.a (mon.0) 1575 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:21:15.372 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[39303]: audit 2021-03-04T23:21:15.123207+0000 mon.c (mon.1) 92 : audit [INF] from='client.? 172.21.2.108:0/1033196390' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:21:15.373 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[39303]: audit 2021-03-04T23:21:15.123558+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:21:15.373 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[37770]: audit 2021-03-04T23:21:14.805010+0000 mon.a (mon.0) 1574 : audit [DBG] from='client.? 172.21.2.108:0/2719577643' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:21:15.373 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[37770]: audit 2021-03-04T23:21:15.001760+0000 mon.c (mon.1) 91 : audit [INF] from='client.? 172.21.2.108:0/2550931513' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:21:15.374 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[37770]: audit 2021-03-04T23:21:15.002035+0000 mon.a (mon.0) 1575 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:21:15.374 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[37770]: audit 2021-03-04T23:21:15.123207+0000 mon.c (mon.1) 92 : audit [INF] from='client.? 172.21.2.108:0/1033196390' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:21:15.374 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[37770]: audit 2021-03-04T23:21:15.123558+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:21:15.427 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:15.461 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:21:15.462 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:21:15.504 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:15 gibba023 bash[27374]: audit 2021-03-04T23:21:14.805010+0000 mon.a (mon.0) 1574 : audit [DBG] from='client.? 172.21.2.108:0/2719577643' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:21:15.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:15 gibba023 bash[27374]: audit 2021-03-04T23:21:15.001760+0000 mon.c (mon.1) 91 : audit [INF] from='client.? 172.21.2.108:0/2550931513' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:21:15.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:15 gibba023 bash[27374]: audit 2021-03-04T23:21:15.002035+0000 mon.a (mon.0) 1575 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:21:15.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:15 gibba023 bash[27374]: audit 2021-03-04T23:21:15.123207+0000 mon.c (mon.1) 92 : audit [INF] from='client.? 172.21.2.108:0/1033196390' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:21:15.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:15 gibba023 bash[27374]: audit 2021-03-04T23:21:15.123558+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:21:15.530 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:15.677 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:15.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:15 gibba008 bash[91265]: debug 2021-03-04T23:21:15.419+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:15.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:15 gibba023 bash[15180]: debug 2021-03-04T23:21:15.670+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:15.781 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:16.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 83 16 158427 158411 119.274 109.5 0.00455169 0.00838031 2021-03-04T23:21:16.182 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:16.285 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:16.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[15180]: debug 2021-03-04T23:21:16.174+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[27374]: cluster 2021-03-04T23:21:15.266150+0000 mgr.x (mgr.34379) 991 : cluster [DBG] pgmap v1342: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:21:16.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[27374]: cluster 2021-03-04T23:21:15.321947+0000 mon.a (mon.0) 1577 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:21:16.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[27374]: audit 2021-03-04T23:21:15.324975+0000 mon.a (mon.0) 1578 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:21:16.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[27374]: audit 2021-03-04T23:21:15.325042+0000 mon.a (mon.0) 1579 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:21:16.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[27374]: cluster 2021-03-04T23:21:15.325090+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e673: 8 total, 8 up, 7 in 2021-03-04T23:21:16.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[39303]: cluster 2021-03-04T23:21:15.266150+0000 mgr.x (mgr.34379) 991 : cluster [DBG] pgmap v1342: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:21:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[39303]: cluster 2021-03-04T23:21:15.321947+0000 mon.a (mon.0) 1577 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:21:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[39303]: audit 2021-03-04T23:21:15.324975+0000 mon.a (mon.0) 1578 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:21:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[39303]: audit 2021-03-04T23:21:15.325042+0000 mon.a (mon.0) 1579 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:21:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[39303]: cluster 2021-03-04T23:21:15.325090+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e673: 8 total, 8 up, 7 in 2021-03-04T23:21:16.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[37770]: cluster 2021-03-04T23:21:15.266150+0000 mgr.x (mgr.34379) 991 : cluster [DBG] pgmap v1342: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:21:16.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[37770]: cluster 2021-03-04T23:21:15.321947+0000 mon.a (mon.0) 1577 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:21:16.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[37770]: audit 2021-03-04T23:21:15.324975+0000 mon.a (mon.0) 1578 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:21:16.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[37770]: audit 2021-03-04T23:21:15.325042+0000 mon.a (mon.0) 1579 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:21:16.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:16 gibba008 bash[37770]: cluster 2021-03-04T23:21:15.325090+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e673: 8 total, 8 up, 7 in 2021-03-04T23:21:16.884 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:16.987 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:17.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 84 16 159465 159449 118.626 64.875 0.0105454 0.00842639 2021-03-04T23:21:17.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:21:17.075 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:17.109 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:17.179 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:17.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:16 gibba023 bash[18090]: debug 2021-03-04T23:21:16.874+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:17.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:17 gibba023 bash[19550]: debug 2021-03-04T23:21:17.070+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:17.818 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:17.920 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:17.993 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:18.006 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 85 16 161386 161370 118.643 120.062 0.00749184 0.00842397 2021-03-04T23:21:18.096 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:18.229 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:17 gibba023 bash[15180]: debug 2021-03-04T23:21:17.986+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:18.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:17 gibba008 bash[91265]: debug 2021-03-04T23:21:17.811+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:18.319 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:18.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:18 gibba023 bash[27374]: cluster 2021-03-04T23:21:17.266660+0000 mgr.x (mgr.34379) 992 : cluster [DBG] pgmap v1344: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:21:18.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:18 gibba023 bash[19550]: debug 2021-03-04T23:21:18.314+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:18.638 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:18 gibba008 bash[37770]: cluster 2021-03-04T23:21:17.266660+0000 mgr.x (mgr.34379) 992 : cluster [DBG] pgmap v1344: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:21:18.639 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:18 gibba008 bash[39303]: cluster 2021-03-04T23:21:17.266660+0000 mgr.x (mgr.34379) 992 : cluster [DBG] pgmap v1344: 109 pgs: 109 active+clean; 9.7 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:21:18.640 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:21:18.644 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:18.740 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:18.748 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:19.007 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 86 16 162803 162787 118.293 88.5625 0.0031368 0.00842855 2021-03-04T23:21:19.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:18 gibba008 bash[48858]: debug 2021-03-04T23:21:18.639+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:19.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:21:19.505 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:19.537 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:19.609 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:19.686 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:19.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:19 gibba008 bash[44600]: debug 2021-03-04T23:21:19.499+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:19.791 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:20.007 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 87 16 164285 164269 117.998 92.625 0.0030504 0.00847025 2021-03-04T23:21:20.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:19 gibba023 bash[18090]: debug 2021-03-04T23:21:19.678+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:20.102 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:20 gibba008 bash[37770]: cluster 2021-03-04T23:21:19.267032+0000 mgr.x (mgr.34379) 993 : cluster [DBG] pgmap v1345: 109 pgs: 109 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:21:20.174 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:20.279 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:20.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:20 gibba008 bash[39303]: cluster 2021-03-04T23:21:19.267032+0000 mgr.x (mgr.34379) 993 : cluster [DBG] pgmap v1345: 109 pgs: 109 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:21:20.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:20 gibba008 bash[48858]: debug 2021-03-04T23:21:20.163+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:20.519 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:21:20.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:20 gibba023 bash[27374]: cluster 2021-03-04T23:21:19.267032+0000 mgr.x (mgr.34379) 993 : cluster [DBG] pgmap v1345: 109 pgs: 109 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:21:20.647 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:21.007 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 88 16 165530 165514 117.541 77.8125 0.0384505 0.00850434 2021-03-04T23:21:21.036 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:21.139 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:21.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:21 gibba008 bash[91265]: debug 2021-03-04T23:21:21.031+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:21.318 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:21.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:21.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:21 gibba023 bash[16680]: debug 2021-03-04T23:21:21.310+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:22.007 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 89 16 167319 167303 117.476 111.812 0.00797728 0.00850909 2021-03-04T23:21:22.181 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:22.284 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:22.445 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:22 gibba008 bash[47391]: debug 2021-03-04T23:21:22.175+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:22.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:22 gibba008 bash[37770]: cluster 2021-03-04T23:21:21.267477+0000 mgr.x (mgr.34379) 994 : cluster [DBG] pgmap v1346: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:21:22.746 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:22 gibba008 bash[39303]: cluster 2021-03-04T23:21:21.267477+0000 mgr.x (mgr.34379) 994 : cluster [DBG] pgmap v1346: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:21:22.746 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:22.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:22 gibba023 bash[27374]: cluster 2021-03-04T23:21:21.267477+0000 mgr.x (mgr.34379) 994 : cluster [DBG] pgmap v1346: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:21:22.849 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:23.007 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 90 16 169072 169056 117.388 109.562 0.00328802 0.00850819 2021-03-04T23:21:23.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:22 gibba008 bash[47391]: debug 2021-03-04T23:21:22.739+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:23.241 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:23.348 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:23.515 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:23 gibba008 bash[48858]: debug 2021-03-04T23:21:23.235+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:23.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:24.008 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total time run: 90.0556 2021-03-04T23:21:24.008 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total writes made: 169072 2021-03-04T23:21:24.008 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Write size: 65536 2021-03-04T23:21:24.008 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object size: 65536 2021-03-04T23:21:24.009 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Bandwidth (MB/sec): 117.339 2021-03-04T23:21:24.009 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Bandwidth: 54.7449 2021-03-04T23:21:24.009 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max bandwidth (MB/sec): 418.875 2021-03-04T23:21:24.009 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min bandwidth (MB/sec): 58.1875 2021-03-04T23:21:24.009 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average IOPS: 1877 2021-03-04T23:21:24.010 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev IOPS: 875.918 2021-03-04T23:21:24.010 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max IOPS: 6702 2021-03-04T23:21:24.010 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min IOPS: 931 2021-03-04T23:21:24.010 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average Latency(s): 0.00851888 2021-03-04T23:21:24.011 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Latency(s): 0.0118366 2021-03-04T23:21:24.011 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max latency(s): 0.356465 2021-03-04T23:21:24.011 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min latency(s): 0.000900843 2021-03-04T23:21:24.018 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:21:24.022 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:24.109 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:24.216 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:24.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:23 gibba008 bash[48858]: debug 2021-03-04T23:21:23.915+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:24.322 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:24 gibba023 bash[19550]: debug 2021-03-04T23:21:24.102+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:24.323 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:24.323 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:24 gibba023 bash[18090]: debug 2021-03-04T23:21:24.318+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:24.428 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:24.703 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:24 gibba023 bash[27374]: cluster 2021-03-04T23:21:23.268776+0000 mgr.x (mgr.34379) 995 : cluster [DBG] pgmap v1347: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:21:24.803 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:24 gibba008 bash[39303]: cluster 2021-03-04T23:21:23.268776+0000 mgr.x (mgr.34379) 995 : cluster [DBG] pgmap v1347: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:21:24.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:24 gibba008 bash[37770]: cluster 2021-03-04T23:21:23.268776+0000 mgr.x (mgr.34379) 995 : cluster [DBG] pgmap v1347: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:21:24.806 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:24.928 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:25.034 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:25.140 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:24 gibba023 bash[19550]: debug 2021-03-04T23:21:24.922+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:25.140 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:25 gibba023 bash[16680]: debug 2021-03-04T23:21:25.134+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:25.143 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:25.247 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:25.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:24 gibba008 bash[48858]: debug 2021-03-04T23:21:24.695+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:25.378 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:25.481 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:25.487 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:25 gibba023 bash[15180]: debug 2021-03-04T23:21:25.370+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:25.586 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:25.689 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:25.880 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:25 gibba023 bash[18090]: debug 2021-03-04T23:21:25.582+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:26.238 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:26.341 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:26 gibba023 bash[27374]: cluster 2021-03-04T23:21:25.269254+0000 mgr.x (mgr.34379) 996 : cluster [DBG] pgmap v1348: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:21:26.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:26 gibba023 bash[15180]: debug 2021-03-04T23:21:26.230+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:26 gibba008 bash[37770]: cluster 2021-03-04T23:21:25.269254+0000 mgr.x (mgr.34379) 996 : cluster [DBG] pgmap v1348: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:21:26.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:26 gibba008 bash[39303]: cluster 2021-03-04T23:21:25.269254+0000 mgr.x (mgr.34379) 996 : cluster [DBG] pgmap v1348: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:21:26.882 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:26.985 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:27.094 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:27.199 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:27.263 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:26 gibba008 bash[44600]: debug 2021-03-04T23:21:26.875+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:27.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:27 gibba023 bash[15180]: debug 2021-03-04T23:21:27.086+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:27.277 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:27.384 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:27.639 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:27.741 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:27.746 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:27 gibba023 bash[18090]: debug 2021-03-04T23:21:27.270+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:27.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:27 gibba008 bash[47391]: debug 2021-03-04T23:21:27.631+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:27.847 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:27.949 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:28.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:27 gibba023 bash[16680]: debug 2021-03-04T23:21:27.838+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:28.328 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:28.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:28.529 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:28.632 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:28.638 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:28 gibba008 bash[39303]: cluster 2021-03-04T23:21:27.269787+0000 mgr.x (mgr.34379) 997 : cluster [DBG] pgmap v1349: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 95 MiB/s wr, 1.76k op/s 2021-03-04T23:21:28.638 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:28 gibba008 bash[44600]: debug 2021-03-04T23:21:28.315+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:28.639 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:28 gibba008 bash[37770]: cluster 2021-03-04T23:21:27.269787+0000 mgr.x (mgr.34379) 997 : cluster [DBG] pgmap v1349: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 95 MiB/s wr, 1.76k op/s 2021-03-04T23:21:28.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:28 gibba023 bash[27374]: cluster 2021-03-04T23:21:27.269787+0000 mgr.x (mgr.34379) 997 : cluster [DBG] pgmap v1349: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 95 MiB/s wr, 1.76k op/s 2021-03-04T23:21:28.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:28 gibba023 bash[19550]: debug 2021-03-04T23:21:28.522+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:28.970 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:29.073 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:29.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:29.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:28 gibba008 bash[91265]: debug 2021-03-04T23:21:28.963+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:29.277 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:29.389 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:29 gibba023 bash[15180]: debug 2021-03-04T23:21:29.166+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:29.390 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:29.495 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:29.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:29 gibba023 bash[18090]: debug 2021-03-04T23:21:29.382+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:30.037 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:30.149 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:30.242 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:30.348 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:30.353 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:30 gibba023 bash[18090]: debug 2021-03-04T23:21:30.234+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:30.354 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:30 gibba023 bash[27374]: cluster 2021-03-04T23:21:29.270182+0000 mgr.x (mgr.34379) 998 : cluster [DBG] pgmap v1350: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 57 MiB/s wr, 1.22k op/s 2021-03-04T23:21:30.427 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:30 gibba008 bash[39303]: cluster 2021-03-04T23:21:29.270182+0000 mgr.x (mgr.34379) 998 : cluster [DBG] pgmap v1350: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 57 MiB/s wr, 1.22k op/s 2021-03-04T23:21:30.428 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:30 gibba008 bash[37770]: cluster 2021-03-04T23:21:29.270182+0000 mgr.x (mgr.34379) 998 : cluster [DBG] pgmap v1350: 109 pgs: 109 active+clean; 10 GiB data, 31 GiB used, 553 GiB / 588 GiB avail; 85 B/s rd, 57 MiB/s wr, 1.22k op/s 2021-03-04T23:21:30.428 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:30 gibba008 bash[48858]: debug 2021-03-04T23:21:30.027+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:30.432 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:30.537 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:30.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:30 gibba023 bash[19550]: debug 2021-03-04T23:21:30.426+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:30.874 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:30.977 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:31.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:30 gibba008 bash[48858]: debug 2021-03-04T23:21:30.867+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:31.413 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:31.516 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:31.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:31 gibba008 bash[47391]: debug 2021-03-04T23:21:31.403+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:32.106 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:32.210 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:32.303 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:32.395 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:21:32.395 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:21:32.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:32.439 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:32 gibba008 bash[37770]: cluster 2021-03-04T23:21:31.270635+0000 mgr.x (mgr.34379) 999 : cluster [DBG] pgmap v1351: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 52 MiB/s wr, 1.39k op/s 2021-03-04T23:21:32.440 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:32 gibba008 bash[39303]: cluster 2021-03-04T23:21:31.270635+0000 mgr.x (mgr.34379) 999 : cluster [DBG] pgmap v1351: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 52 MiB/s wr, 1.39k op/s 2021-03-04T23:21:32.440 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:32 gibba008 bash[47391]: debug 2021-03-04T23:21:32.099+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:32.508 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:32 gibba023 bash[27374]: cluster 2021-03-04T23:21:31.270635+0000 mgr.x (mgr.34379) 999 : cluster [DBG] pgmap v1351: 109 pgs: 109 active+clean; 9.9 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 52 MiB/s wr, 1.39k op/s 2021-03-04T23:21:32.508 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:32 gibba023 bash[16680]: debug 2021-03-04T23:21:32.294+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:32.509 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:32 gibba023 bash[16680]: debug 2021-03-04T23:21:32.502+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:32.509 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:32.611 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:32.692 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:32.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:32 gibba023 bash[19550]: debug 2021-03-04T23:21:32.690+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:32.798 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:33.258 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:33.369 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:33.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:33 gibba008 bash[48858]: debug 2021-03-04T23:21:33.247+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:34.019 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:34.122 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:34.281 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:34 gibba008 bash[44600]: debug 2021-03-04T23:21:34.011+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:34.282 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:34 gibba008 bash[48858]: debug 2021-03-04T23:21:34.275+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:34.282 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:34.385 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:34.669 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:34 gibba008 bash[39303]: cluster 2021-03-04T23:21:33.271613+0000 mgr.x (mgr.34379) 1000 : cluster [DBG] pgmap v1352: 109 pgs: 109 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 38 MiB/s wr, 1.51k op/s 2021-03-04T23:21:34.671 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:21:34.672 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:34 gibba008 bash[37770]: cluster 2021-03-04T23:21:33.271613+0000 mgr.x (mgr.34379) 1000 : cluster [DBG] pgmap v1352: 109 pgs: 109 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 38 MiB/s wr, 1.51k op/s 2021-03-04T23:21:34.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:34 gibba023 bash[27374]: cluster 2021-03-04T23:21:33.271613+0000 mgr.x (mgr.34379) 1000 : cluster [DBG] pgmap v1352: 109 pgs: 109 active+clean; 9.7 GiB data, 30 GiB used, 554 GiB / 588 GiB avail; 85 B/s rd, 38 MiB/s wr, 1.51k op/s 2021-03-04T23:21:34.780 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:34.960 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:35.063 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:35.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:34 gibba023 bash[18090]: debug 2021-03-04T23:21:34.954+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:35.595 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:35.698 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:36.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:35 gibba008 bash[47391]: debug 2021-03-04T23:21:35.587+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:36.298 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:36.403 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:36.588 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:36 gibba023 bash[27374]: cluster 2021-03-04T23:21:35.272031+0000 mgr.x (mgr.34379) 1001 : cluster [DBG] pgmap v1353: 109 pgs: 109 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 85 B/s rd, 19 MiB/s wr, 1.29k op/s 2021-03-04T23:21:36.589 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:36.691 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:36.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:36 gibba008 bash[37770]: cluster 2021-03-04T23:21:35.272031+0000 mgr.x (mgr.34379) 1001 : cluster [DBG] pgmap v1353: 109 pgs: 109 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 85 B/s rd, 19 MiB/s wr, 1.29k op/s 2021-03-04T23:21:36.817 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:36 gibba008 bash[39303]: cluster 2021-03-04T23:21:35.272031+0000 mgr.x (mgr.34379) 1001 : cluster [DBG] pgmap v1353: 109 pgs: 109 active+clean; 9.6 GiB data, 29 GiB used, 555 GiB / 588 GiB avail; 85 B/s rd, 19 MiB/s wr, 1.29k op/s 2021-03-04T23:21:36.818 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:36 gibba008 bash[48858]: debug 2021-03-04T23:21:36.291+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:36.839 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:36 gibba023 bash[15180]: debug 2021-03-04T23:21:36.582+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:36.840 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:36.950 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:37.037 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:37.142 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:37.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:37 gibba023 bash[15180]: debug 2021-03-04T23:21:37.030+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:37.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:36 gibba023 bash[18090]: debug 2021-03-04T23:21:36.834+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:37.485 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:37.594 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:37.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:37 gibba008 bash[44600]: debug 2021-03-04T23:21:37.475+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:38.086 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:38.189 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:38.280 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:38.339 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:21:38.341 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:38 gibba008 bash[39303]: cluster 2021-03-04T23:21:37.272485+0000 mgr.x (mgr.34379) 1002 : cluster [DBG] pgmap v1354: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 85 B/s rd, 14 MiB/s wr, 1.78k op/s 2021-03-04T23:21:38.341 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:38 gibba008 bash[39303]: audit 2021-03-04T23:21:37.797890+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? 172.21.2.108:0/1962311575' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:21:38.342 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:38 gibba008 bash[48858]: debug 2021-03-04T23:21:38.079+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:38.386 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:38.389 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:38 gibba008 bash[37770]: cluster 2021-03-04T23:21:37.272485+0000 mgr.x (mgr.34379) 1002 : cluster [DBG] pgmap v1354: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 85 B/s rd, 14 MiB/s wr, 1.78k op/s 2021-03-04T23:21:38.389 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:38 gibba008 bash[37770]: audit 2021-03-04T23:21:37.797890+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? 172.21.2.108:0/1962311575' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:21:38.429 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:21:38.443 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:21:38.459 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:21:38.476 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:21:38.481 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:38.483 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:38 gibba023 bash[27374]: cluster 2021-03-04T23:21:37.272485+0000 mgr.x (mgr.34379) 1002 : cluster [DBG] pgmap v1354: 109 pgs: 109 active+clean; 9.2 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 85 B/s rd, 14 MiB/s wr, 1.78k op/s 2021-03-04T23:21:38.484 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:38 gibba023 bash[27374]: audit 2021-03-04T23:21:37.797890+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? 172.21.2.108:0/1962311575' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:21:38.484 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:38 gibba023 bash[18090]: debug 2021-03-04T23:21:38.474+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:38.485 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:38 gibba023 bash[19550]: debug 2021-03-04T23:21:38.274+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:38.491 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:21:38.517 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:21:38.534 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:21:38.551 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:21:38.552 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.553 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.553 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.553 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.553 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.553 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.554 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.554 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:21:38.587 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:38.823 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:38.877 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:38 gibba008 bash[44600]: debug 2021-03-04T23:21:38.815+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:38.926 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:39.016 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:39.120 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:39.286 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[18090]: debug 2021-03-04T23:21:39.010+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:39.352 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:21:39.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[39303]: audit 2021-03-04T23:21:38.333587+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? 172.21.2.108:0/1962311575' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:21:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[39303]: cluster 2021-03-04T23:21:38.333636+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e674: 8 total, 8 up, 7 in 2021-03-04T23:21:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[39303]: audit 2021-03-04T23:21:38.409073+0000 mon.a (mon.0) 1584 : audit [DBG] from='client.? 172.21.2.108:0/1262028104' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:21:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[39303]: audit 2021-03-04T23:21:38.579981+0000 mon.c (mon.1) 93 : audit [INF] from='client.? 172.21.2.108:0/937490240' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:21:39.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[39303]: audit 2021-03-04T23:21:38.580264+0000 mon.a (mon.0) 1585 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:21:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[37770]: audit 2021-03-04T23:21:38.333587+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? 172.21.2.108:0/1962311575' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:21:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[37770]: cluster 2021-03-04T23:21:38.333636+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e674: 8 total, 8 up, 7 in 2021-03-04T23:21:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[37770]: audit 2021-03-04T23:21:38.409073+0000 mon.a (mon.0) 1584 : audit [DBG] from='client.? 172.21.2.108:0/1262028104' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:21:39.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[37770]: audit 2021-03-04T23:21:38.579981+0000 mon.c (mon.1) 93 : audit [INF] from='client.? 172.21.2.108:0/937490240' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:21:39.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:39 gibba008 bash[37770]: audit 2021-03-04T23:21:38.580264+0000 mon.a (mon.0) 1585 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:21:39.596 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[27374]: audit 2021-03-04T23:21:38.333587+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? 172.21.2.108:0/1962311575' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:21:39.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[27374]: cluster 2021-03-04T23:21:38.333636+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e674: 8 total, 8 up, 7 in 2021-03-04T23:21:39.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[27374]: audit 2021-03-04T23:21:38.409073+0000 mon.a (mon.0) 1584 : audit [DBG] from='client.? 172.21.2.108:0/1262028104' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:21:39.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[27374]: audit 2021-03-04T23:21:38.579981+0000 mon.c (mon.1) 93 : audit [INF] from='client.? 172.21.2.108:0/937490240' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:21:39.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[27374]: audit 2021-03-04T23:21:38.580264+0000 mon.a (mon.0) 1585 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:21:39.598 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:39 gibba023 bash[19550]: debug 2021-03-04T23:21:39.590+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:39.602 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:39.707 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:40.074 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:40.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:40.344 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[48858]: debug 2021-03-04T23:21:40.067+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:40.377 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:21:40.469 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:40.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[37770]: cluster 2021-03-04T23:21:39.272766+0000 mgr.x (mgr.34379) 1003 : cluster [DBG] pgmap v1356: 109 pgs: 109 active+clean; 9.1 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:21:40.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[37770]: cluster 2021-03-04T23:21:39.338552+0000 mon.a (mon.0) 1586 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:21:40.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[37770]: audit 2021-03-04T23:21:39.346356+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:21:40.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[37770]: cluster 2021-03-04T23:21:39.346421+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e675: 8 total, 8 up, 7 in 2021-03-04T23:21:40.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[39303]: cluster 2021-03-04T23:21:39.272766+0000 mgr.x (mgr.34379) 1003 : cluster [DBG] pgmap v1356: 109 pgs: 109 active+clean; 9.1 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:21:40.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[39303]: cluster 2021-03-04T23:21:39.338552+0000 mon.a (mon.0) 1586 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:21:40.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[39303]: audit 2021-03-04T23:21:39.346356+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:21:40.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[39303]: cluster 2021-03-04T23:21:39.346421+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e675: 8 total, 8 up, 7 in 2021-03-04T23:21:40.630 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:40.733 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:40.738 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:40 gibba023 bash[27374]: cluster 2021-03-04T23:21:39.272766+0000 mgr.x (mgr.34379) 1003 : cluster [DBG] pgmap v1356: 109 pgs: 109 active+clean; 9.1 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:21:40.739 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:40 gibba023 bash[27374]: cluster 2021-03-04T23:21:39.338552+0000 mon.a (mon.0) 1586 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:21:40.739 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:40 gibba023 bash[27374]: audit 2021-03-04T23:21:39.346356+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:21:40.739 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:40 gibba023 bash[27374]: cluster 2021-03-04T23:21:39.346421+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e675: 8 total, 8 up, 7 in 2021-03-04T23:21:40.891 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:40 gibba008 bash[44600]: debug 2021-03-04T23:21:40.623+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:41.016 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:41.118 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:41.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:41 gibba023 bash[19550]: debug 2021-03-04T23:21:41.010+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:41.593 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:41.697 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:41.785 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:41.888 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:41.977 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:41 gibba023 bash[16680]: debug 2021-03-04T23:21:41.778+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:41.977 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:41 gibba008 bash[47391]: debug 2021-03-04T23:21:41.587+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:42.085 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.182 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:41 gibba023 bash[16680]: debug 2021-03-04T23:21:41.970+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:42.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:42 gibba023 bash[16680]: debug 2021-03-04T23:21:42.170+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:42.287 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.379 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.484 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.587 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:42 gibba023 bash[27374]: cluster 2021-03-04T23:21:41.274254+0000 mgr.x (mgr.34379) 1004 : cluster [DBG] pgmap v1358: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:21:42.588 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:42 gibba023 bash[16680]: debug 2021-03-04T23:21:42.370+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:42.588 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:42.691 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:42.696 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:42 gibba008 bash[37770]: cluster 2021-03-04T23:21:41.274254+0000 mgr.x (mgr.34379) 1004 : cluster [DBG] pgmap v1358: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:21:42.697 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:42 gibba008 bash[39303]: cluster 2021-03-04T23:21:41.274254+0000 mgr.x (mgr.34379) 1004 : cluster [DBG] pgmap v1358: 109 pgs: 109 active+clean; 8.9 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:21:43.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:42 gibba023 bash[16680]: debug 2021-03-04T23:21:42.582+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:43.242 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:43.347 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:43.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:43 gibba008 bash[91265]: debug 2021-03-04T23:21:43.235+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:43.514 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:43.621 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:43.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:43 gibba023 bash[15180]: debug 2021-03-04T23:21:43.506+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:44.276 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:44.379 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:44.498 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:21:44.538 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:44 gibba008 bash[39303]: cluster 2021-03-04T23:21:43.274890+0000 mgr.x (mgr.34379) 1005 : cluster [DBG] pgmap v1359: 109 pgs: 109 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:21:44.539 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:44 gibba008 bash[48858]: debug 2021-03-04T23:21:44.267+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:44.539 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:44 gibba008 bash[37770]: cluster 2021-03-04T23:21:43.274890+0000 mgr.x (mgr.34379) 1005 : cluster [DBG] pgmap v1359: 109 pgs: 109 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:21:44.587 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:44.681 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:44 gibba023 bash[15180]: debug 2021-03-04T23:21:44.674+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:44.681 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:44 gibba023 bash[27374]: cluster 2021-03-04T23:21:43.274890+0000 mgr.x (mgr.34379) 1005 : cluster [DBG] pgmap v1359: 109 pgs: 109 active+clean; 8.7 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:21:44.682 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:44.785 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:45.028 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:21:45.140 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:45.271 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:45.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:45.465 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:45.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[44600]: debug 2021-03-04T23:21:45.263+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:45.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[37770]: audit 2021-03-04T23:21:44.758552+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 2]}]: dispatch 2021-03-04T23:21:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[37770]: audit 2021-03-04T23:21:44.758719+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [3, 2]}]: dispatch 2021-03-04T23:21:45.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[37770]: audit 2021-03-04T23:21:44.935939+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[39303]: audit 2021-03-04T23:21:44.758552+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 2]}]: dispatch 2021-03-04T23:21:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[39303]: audit 2021-03-04T23:21:44.758719+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [3, 2]}]: dispatch 2021-03-04T23:21:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:45 gibba008 bash[39303]: audit 2021-03-04T23:21:44.935939+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:45.572 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:45 gibba023 bash[27374]: audit 2021-03-04T23:21:44.758552+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 2]}]: dispatch 2021-03-04T23:21:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:45 gibba023 bash[27374]: audit 2021-03-04T23:21:44.758719+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [3, 2]}]: dispatch 2021-03-04T23:21:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:45 gibba023 bash[27374]: audit 2021-03-04T23:21:44.935939+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:45.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:45 gibba023 bash[18090]: debug 2021-03-04T23:21:45.458+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:46.036 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:46.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:46.356 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:46 gibba008 bash[44600]: debug 2021-03-04T23:21:46.031+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:46.695 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:46 gibba008 bash[39303]: cluster 2021-03-04T23:21:45.275226+0000 mgr.x (mgr.34379) 1006 : cluster [DBG] pgmap v1360: 109 pgs: 109 active+clean; 8.6 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s 2021-03-04T23:21:46.696 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:46 gibba008 bash[37770]: cluster 2021-03-04T23:21:45.275226+0000 mgr.x (mgr.34379) 1006 : cluster [DBG] pgmap v1360: 109 pgs: 109 active+clean; 8.6 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s 2021-03-04T23:21:46.697 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:46.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:46 gibba023 bash[27374]: cluster 2021-03-04T23:21:45.275226+0000 mgr.x (mgr.34379) 1006 : cluster [DBG] pgmap v1360: 109 pgs: 109 active+clean; 8.6 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s 2021-03-04T23:21:46.800 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:46.918 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:47.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:46 gibba008 bash[44600]: debug 2021-03-04T23:21:46.691+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:47.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:47.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:46 gibba023 bash[16680]: debug 2021-03-04T23:21:46.910+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:47.358 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:47.463 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:47.568 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:47.673 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:47.679 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:47 gibba008 bash[47391]: debug 2021-03-04T23:21:47.351+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:47.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:47 gibba023 bash[15180]: debug 2021-03-04T23:21:47.558+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:48.093 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:48.196 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:48.366 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:48 gibba008 bash[48858]: debug 2021-03-04T23:21:48.087+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:48 gibba008 bash[37770]: cluster 2021-03-04T23:21:47.275759+0000 mgr.x (mgr.34379) 1007 : cluster [DBG] pgmap v1361: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:21:48.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:48 gibba008 bash[39303]: cluster 2021-03-04T23:21:47.275759+0000 mgr.x (mgr.34379) 1007 : cluster [DBG] pgmap v1361: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:21:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:48 gibba023 bash[27374]: cluster 2021-03-04T23:21:47.275759+0000 mgr.x (mgr.34379) 1007 : cluster [DBG] pgmap v1361: 109 pgs: 109 active+clean; 8.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:21:48.854 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:48.959 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:49.197 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:48 gibba008 bash[48858]: debug 2021-03-04T23:21:48.847+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:49.197 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:49 gibba008 bash[48858]: debug 2021-03-04T23:21:49.187+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:49.197 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:49.301 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:49.519 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:49.622 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:49.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:49 gibba008 bash[47391]: debug 2021-03-04T23:21:49.511+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:49.953 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:50.057 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:50.304 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:50 gibba008 bash[39303]: cluster 2021-03-04T23:21:49.276179+0000 mgr.x (mgr.34379) 1008 : cluster [DBG] pgmap v1362: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:50.305 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:49 gibba008 bash[91265]: debug 2021-03-04T23:21:49.947+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:50.306 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:50 gibba008 bash[37770]: cluster 2021-03-04T23:21:49.276179+0000 mgr.x (mgr.34379) 1008 : cluster [DBG] pgmap v1362: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:50.453 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:50 gibba023 bash[27374]: cluster 2021-03-04T23:21:49.276179+0000 mgr.x (mgr.34379) 1008 : cluster [DBG] pgmap v1362: 109 pgs: 109 active+clean; 8.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:50.555 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:21:50.556 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:21:50.556 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:21:50.557 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:21:50.557 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:21:50.562 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:50.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:50 gibba008 bash[47391]: debug 2021-03-04T23:21:50.443+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:50.912 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:51.015 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:51.126 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:51.231 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:51.236 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:50 gibba008 bash[47391]: debug 2021-03-04T23:21:50.907+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:51.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:51 gibba023 bash[16680]: debug 2021-03-04T23:21:51.118+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:51.657 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:51.769 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:51.878 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:51.984 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:52.462 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:51 gibba023 bash[19550]: debug 2021-03-04T23:21:51.870+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:52.463 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:51 gibba008 bash[91265]: debug 2021-03-04T23:21:51.643+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:52 gibba008 bash[37770]: cluster 2021-03-04T23:21:51.276672+0000 mgr.x (mgr.34379) 1009 : cluster [DBG] pgmap v1363: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:21:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:52 gibba008 bash[39303]: cluster 2021-03-04T23:21:51.276672+0000 mgr.x (mgr.34379) 1009 : cluster [DBG] pgmap v1363: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:21:52.550 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:52.652 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:52 gibba023 bash[27374]: cluster 2021-03-04T23:21:51.276672+0000 mgr.x (mgr.34379) 1009 : cluster [DBG] pgmap v1363: 109 pgs: 109 active+clean; 8.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:21:52.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:52 gibba023 bash[19550]: debug 2021-03-04T23:21:52.542+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:53.298 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:53.401 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:53.509 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:53.612 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:53.617 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:53 gibba008 bash[44600]: debug 2021-03-04T23:21:53.291+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:53.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:53 gibba023 bash[19550]: debug 2021-03-04T23:21:53.502+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:53.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:21:53.977 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:21:54.015 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:54.118 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:54.156 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:54 gibba008 bash[91265]: debug 2021-03-04T23:21:54.011+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:54.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:54 gibba008 bash[37770]: cluster 2021-03-04T23:21:53.277070+0000 mgr.x (mgr.34379) 1010 : cluster [DBG] pgmap v1364: 109 pgs: 109 active+clean; 7.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:21:54.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:54 gibba008 bash[39303]: cluster 2021-03-04T23:21:53.277070+0000 mgr.x (mgr.34379) 1010 : cluster [DBG] pgmap v1364: 109 pgs: 109 active+clean; 7.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:21:54.642 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:54.748 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:54.754 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:54 gibba023 bash[27374]: cluster 2021-03-04T23:21:53.277070+0000 mgr.x (mgr.34379) 1010 : cluster [DBG] pgmap v1364: 109 pgs: 109 active+clean; 7.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:21:54.861 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:21:54.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:54.985 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:54 gibba008 bash[44600]: debug 2021-03-04T23:21:54.631+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:55.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:21:54 gibba023 bash[19550]: debug 2021-03-04T23:21:54.854+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:55.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:55.536 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:55.647 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:55.753 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:55.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:55 gibba008 bash[91265]: debug 2021-03-04T23:21:55.423+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:55.857 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:55 gibba023 bash[18090]: debug 2021-03-04T23:21:55.638+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:55.857 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:55.858 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:55 gibba023 bash[16680]: debug 2021-03-04T23:21:55.850+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:55.961 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:56.236 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:56.339 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:56 gibba008 bash[47391]: debug 2021-03-04T23:21:56.231+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:56.340 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:56 gibba008 bash[37770]: cluster 2021-03-04T23:21:55.277388+0000 mgr.x (mgr.34379) 1011 : cluster [DBG] pgmap v1365: 109 pgs: 109 active+clean; 7.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:21:56.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:56 gibba008 bash[39303]: cluster 2021-03-04T23:21:55.277388+0000 mgr.x (mgr.34379) 1011 : cluster [DBG] pgmap v1365: 109 pgs: 109 active+clean; 7.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:21:56.552 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:56.657 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:56 gibba023 bash[27374]: cluster 2021-03-04T23:21:55.277388+0000 mgr.x (mgr.34379) 1011 : cluster [DBG] pgmap v1365: 109 pgs: 109 active+clean; 7.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:21:57.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:56 gibba008 bash[44600]: debug 2021-03-04T23:21:56.543+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:57.104 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:21:57.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:57.346 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:21:57.408 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:21:57 gibba008 bash[44600]: debug 2021-03-04T23:21:57.099+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:57.409 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:57 gibba008 bash[37770]: audit 2021-03-04T23:21:56.588000+0000 mon.c (mon.1) 94 : audit [INF] from='client.? 172.21.2.108:0/2344920502' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:21:57.409 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:57 gibba008 bash[37770]: audit 2021-03-04T23:21:56.588269+0000 mon.a (mon.0) 1592 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:21:57.409 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:57 gibba008 bash[39303]: audit 2021-03-04T23:21:56.588000+0000 mon.c (mon.1) 94 : audit [INF] from='client.? 172.21.2.108:0/2344920502' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:21:57.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:57 gibba008 bash[39303]: audit 2021-03-04T23:21:56.588269+0000 mon.a (mon.0) 1592 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:21:57.514 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:21:57.618 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:57.624 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:57 gibba023 bash[27374]: audit 2021-03-04T23:21:56.588000+0000 mon.c (mon.1) 94 : audit [INF] from='client.? 172.21.2.108:0/2344920502' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:21:57.625 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:57 gibba023 bash[27374]: audit 2021-03-04T23:21:56.588269+0000 mon.a (mon.0) 1592 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:21:57.726 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:21:57.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:21:57 gibba008 bash[48858]: debug 2021-03-04T23:21:57.507+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:57.835 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:57.923 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:21:57 gibba023 bash[16680]: debug 2021-03-04T23:21:57.918+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:57.924 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:21:57 gibba023 bash[18090]: debug 2021-03-04T23:21:57.718+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:57.926 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:21:58.036 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:58.140 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:58.245 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:58.275 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[15180]: debug 2021-03-04T23:21:58.134+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:58.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: cluster 2021-03-04T23:21:57.277918+0000 mgr.x (mgr.34379) 1012 : cluster [DBG] pgmap v1366: 109 pgs: 109 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.91k op/s 2021-03-04T23:21:58.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: audit 2021-03-04T23:21:57.341754+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:21:58.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: cluster 2021-03-04T23:21:57.341810+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e676: 8 total, 8 up, 7 in 2021-03-04T23:21:58.769 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: audit 2021-03-04T23:21:58.191233+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:58.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: audit 2021-03-04T23:21:58.272258+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:58.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: audit 2021-03-04T23:21:58.274349+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:58.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[39303]: audit 2021-03-04T23:21:58.274589+0000 mon.a (mon.0) 1598 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:58.771 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: cluster 2021-03-04T23:21:57.277918+0000 mgr.x (mgr.34379) 1012 : cluster [DBG] pgmap v1366: 109 pgs: 109 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.91k op/s 2021-03-04T23:21:58.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: audit 2021-03-04T23:21:57.341754+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:21:58.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: cluster 2021-03-04T23:21:57.341810+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e676: 8 total, 8 up, 7 in 2021-03-04T23:21:58.774 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: audit 2021-03-04T23:21:58.191233+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:58.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: audit 2021-03-04T23:21:58.272258+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:58.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: audit 2021-03-04T23:21:58.274349+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:58.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[37770]: audit 2021-03-04T23:21:58.274589+0000 mon.a (mon.0) 1598 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:58.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: cluster 2021-03-04T23:21:57.277918+0000 mgr.x (mgr.34379) 1012 : cluster [DBG] pgmap v1366: 109 pgs: 109 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.91k op/s 2021-03-04T23:21:58.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: audit 2021-03-04T23:21:57.341754+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:21:58.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: cluster 2021-03-04T23:21:57.341810+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e676: 8 total, 8 up, 7 in 2021-03-04T23:21:58.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: audit 2021-03-04T23:21:58.191233+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:58.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: audit 2021-03-04T23:21:58.272258+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:58.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: audit 2021-03-04T23:21:58.274349+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:58.784 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:21:58 gibba023 bash[27374]: audit 2021-03-04T23:21:58.274589+0000 mon.a (mon.0) 1598 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:58.871 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:21:58.974 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:59.082 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:21:59.187 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:21:59.202 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:21:58 gibba008 bash[47391]: debug 2021-03-04T23:21:58.863+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:21:59.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:21:59 gibba023 bash[15180]: debug 2021-03-04T23:21:59.078+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:21:59.921 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:00.024 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:00.121 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:00.226 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:00.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:00 gibba008 bash[39303]: cluster 2021-03-04T23:21:59.278334+0000 mgr.x (mgr.34379) 1013 : cluster [DBG] pgmap v1368: 109 pgs: 109 active+clean; 7.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:00.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:21:59 gibba008 bash[91265]: debug 2021-03-04T23:21:59.915+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:00 gibba008 bash[37770]: cluster 2021-03-04T23:21:59.278334+0000 mgr.x (mgr.34379) 1013 : cluster [DBG] pgmap v1368: 109 pgs: 109 active+clean; 7.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:00.338 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:00 gibba023 bash[27374]: cluster 2021-03-04T23:21:59.278334+0000 mgr.x (mgr.34379) 1013 : cluster [DBG] pgmap v1368: 109 pgs: 109 active+clean; 7.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:00.339 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:00 gibba023 bash[15180]: debug 2021-03-04T23:22:00.110+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:00.342 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:00.451 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:00.462 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:22:00.462 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:22:00.565 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:00.578 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:00.669 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:00.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:00 gibba023 bash[16680]: debug 2021-03-04T23:22:00.334+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:00.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:00 gibba023 bash[16680]: debug 2021-03-04T23:22:00.558+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:01.054 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:01.157 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:01.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:01 gibba008 bash[47391]: debug 2021-03-04T23:22:01.047+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:01.545 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:01.649 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:01.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:01 gibba023 bash[19550]: debug 2021-03-04T23:22:01.538+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:02.010 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:02.114 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:02.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:02 gibba023 bash[19550]: debug 2021-03-04T23:22:02.002+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:02.477 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:02 gibba008 bash[37770]: cluster 2021-03-04T23:22:01.278798+0000 mgr.x (mgr.34379) 1014 : cluster [DBG] pgmap v1369: 109 pgs: 109 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:02.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:02 gibba008 bash[39303]: cluster 2021-03-04T23:22:01.278798+0000 mgr.x (mgr.34379) 1014 : cluster [DBG] pgmap v1369: 109 pgs: 109 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:02.478 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:02.580 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:02.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:02 gibba023 bash[27374]: cluster 2021-03-04T23:22:01.278798+0000 mgr.x (mgr.34379) 1014 : cluster [DBG] pgmap v1369: 109 pgs: 109 active+clean; 7.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:02.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:02 gibba008 bash[91265]: debug 2021-03-04T23:22:02.471+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:02.940 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:03.043 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:03.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:02 gibba023 bash[15180]: debug 2021-03-04T23:22:02.934+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:03.361 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:03.361 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:03 gibba008 bash[48858]: debug 2021-03-04T23:22:03.355+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:03.464 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:03.840 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:03.945 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:04.161 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:04.264 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:04.269 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:04 gibba023 bash[16680]: debug 2021-03-04T23:22:04.154+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:04.288 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:03 gibba008 bash[91265]: debug 2021-03-04T23:22:03.831+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:04.479 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:04.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:04 gibba023 bash[27374]: cluster 2021-03-04T23:22:03.279380+0000 mgr.x (mgr.34379) 1015 : cluster [DBG] pgmap v1370: 109 pgs: 109 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:04.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:04 gibba023 bash[15180]: debug 2021-03-04T23:22:04.470+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:04.584 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:04.682 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:04.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:04 gibba008 bash[39303]: cluster 2021-03-04T23:22:03.279380+0000 mgr.x (mgr.34379) 1015 : cluster [DBG] pgmap v1370: 109 pgs: 109 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:04.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:04 gibba008 bash[37770]: cluster 2021-03-04T23:22:03.279380+0000 mgr.x (mgr.34379) 1015 : cluster [DBG] pgmap v1370: 109 pgs: 109 active+clean; 6.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:04.787 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:04.893 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:04 gibba023 bash[16680]: debug 2021-03-04T23:22:04.674+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:04.893 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:04.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:05.125 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:22:05.141 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:22:05.159 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:22:05.175 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:22:05.193 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:22:05.212 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:22:05.232 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:22:05.235 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:05.250 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:22:05.253 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.254 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.254 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.254 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.254 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.255 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.255 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.255 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:22:05.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:04 gibba023 bash[19550]: debug 2021-03-04T23:22:04.886+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:05.339 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:05.347 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:22:05.446 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:05.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[48858]: debug 2021-03-04T23:22:05.227+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:05.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[37770]: audit 2021-03-04T23:22:05.102370+0000 mon.a (mon.0) 1599 : audit [DBG] from='client.? 172.21.2.108:0/1525908714' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:05.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[37770]: audit 2021-03-04T23:22:05.198317+0000 mon.a (mon.0) 1600 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:05.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[37770]: audit 2021-03-04T23:22:05.199241+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.2.108:0/183634680' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:05.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[39303]: audit 2021-03-04T23:22:05.102370+0000 mon.a (mon.0) 1599 : audit [DBG] from='client.? 172.21.2.108:0/1525908714' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:05.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[39303]: audit 2021-03-04T23:22:05.198317+0000 mon.a (mon.0) 1600 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:05.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:05 gibba008 bash[39303]: audit 2021-03-04T23:22:05.199241+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.2.108:0/183634680' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:05.552 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:05.607 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:05 gibba023 bash[27374]: audit 2021-03-04T23:22:05.102370+0000 mon.a (mon.0) 1599 : audit [DBG] from='client.? 172.21.2.108:0/1525908714' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:05.607 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:05 gibba023 bash[27374]: audit 2021-03-04T23:22:05.198317+0000 mon.a (mon.0) 1600 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:05.608 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:05 gibba023 bash[27374]: audit 2021-03-04T23:22:05.199241+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.2.108:0/183634680' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:05.610 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:05 gibba023 bash[16680]: debug 2021-03-04T23:22:05.438+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:05.730 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:05.835 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:05.930 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:05 gibba023 bash[18090]: debug 2021-03-04T23:22:05.722+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:05.930 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:05 gibba023 bash[19550]: debug 2021-03-04T23:22:05.922+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:05.932 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:06.039 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:06.153 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:06.256 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:06.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[18090]: debug 2021-03-04T23:22:06.146+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:06.544 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[37770]: cluster 2021-03-04T23:22:05.279730+0000 mgr.x (mgr.34379) 1016 : cluster [DBG] pgmap v1371: 109 pgs: 109 active+clean; 6.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:06.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[37770]: cluster 2021-03-04T23:22:05.335373+0000 mon.a (mon.0) 1601 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:22:06.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[37770]: cluster 2021-03-04T23:22:05.335393+0000 mon.a (mon.0) 1602 : cluster [INF] Cluster is now healthy 2021-03-04T23:22:06.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[37770]: audit 2021-03-04T23:22:05.340505+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:22:06.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[37770]: cluster 2021-03-04T23:22:05.340541+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e677: 8 total, 8 up, 7 in 2021-03-04T23:22:06.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[37770]: audit 2021-03-04T23:22:05.738271+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:06.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[39303]: cluster 2021-03-04T23:22:05.279730+0000 mgr.x (mgr.34379) 1016 : cluster [DBG] pgmap v1371: 109 pgs: 109 active+clean; 6.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:06.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[39303]: cluster 2021-03-04T23:22:05.335373+0000 mon.a (mon.0) 1601 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:22:06.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[39303]: cluster 2021-03-04T23:22:05.335393+0000 mon.a (mon.0) 1602 : cluster [INF] Cluster is now healthy 2021-03-04T23:22:06.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[39303]: audit 2021-03-04T23:22:05.340505+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:22:06.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[39303]: cluster 2021-03-04T23:22:05.340541+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e677: 8 total, 8 up, 7 in 2021-03-04T23:22:06.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[39303]: audit 2021-03-04T23:22:05.738271+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:06.640 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:06.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[48858]: debug 2021-03-04T23:22:06.631+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:06.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[27374]: cluster 2021-03-04T23:22:05.279730+0000 mgr.x (mgr.34379) 1016 : cluster [DBG] pgmap v1371: 109 pgs: 109 active+clean; 6.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[27374]: cluster 2021-03-04T23:22:05.335373+0000 mon.a (mon.0) 1601 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:22:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[27374]: cluster 2021-03-04T23:22:05.335393+0000 mon.a (mon.0) 1602 : cluster [INF] Cluster is now healthy 2021-03-04T23:22:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[27374]: audit 2021-03-04T23:22:05.340505+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:22:06.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[27374]: cluster 2021-03-04T23:22:05.340541+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e677: 8 total, 8 up, 7 in 2021-03-04T23:22:06.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:06 gibba023 bash[27374]: audit 2021-03-04T23:22:05.738271+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:06.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:06.984 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:06.984 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:06 gibba008 bash[91265]: debug 2021-03-04T23:22:06.979+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:07.088 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:07.198 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:07.304 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:07.397 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[18090]: debug 2021-03-04T23:22:07.190+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:07.397 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[27374]: cephadm 2021-03-04T23:22:05.740214+0000 mgr.x (mgr.34379) 1017 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:22:07.397 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[27374]: audit 2021-03-04T23:22:06.903791+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:07.398 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[27374]: audit 2021-03-04T23:22:07.140733+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:07.399 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:07.505 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:07.581 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:07.684 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:07.690 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[16680]: debug 2021-03-04T23:22:07.390+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:07.691 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[15180]: debug 2021-03-04T23:22:07.574+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:07 gibba008 bash[39303]: cephadm 2021-03-04T23:22:05.740214+0000 mgr.x (mgr.34379) 1017 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:22:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:07 gibba008 bash[39303]: audit 2021-03-04T23:22:06.903791+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:07 gibba008 bash[39303]: audit 2021-03-04T23:22:07.140733+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:07 gibba008 bash[37770]: cephadm 2021-03-04T23:22:05.740214+0000 mgr.x (mgr.34379) 1017 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:22:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:07 gibba008 bash[37770]: audit 2021-03-04T23:22:06.903791+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:07 gibba008 bash[37770]: audit 2021-03-04T23:22:07.140733+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:22:07.790 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:07.895 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:08.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:07 gibba023 bash[18090]: debug 2021-03-04T23:22:07.782+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:08.571 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:08.674 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:08.683 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:08 gibba023 bash[27374]: cephadm 2021-03-04T23:22:06.905537+0000 mgr.x (mgr.34379) 1018 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:22:08.683 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:08 gibba023 bash[27374]: cluster 2021-03-04T23:22:07.280190+0000 mgr.x (mgr.34379) 1019 : cluster [DBG] pgmap v1373: 109 pgs: 109 active+clean; 6.2 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:08.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:08 gibba008 bash[47391]: debug 2021-03-04T23:22:08.563+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:08 gibba008 bash[37770]: cephadm 2021-03-04T23:22:06.905537+0000 mgr.x (mgr.34379) 1018 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:22:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:08 gibba008 bash[37770]: cluster 2021-03-04T23:22:07.280190+0000 mgr.x (mgr.34379) 1019 : cluster [DBG] pgmap v1373: 109 pgs: 109 active+clean; 6.2 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:08 gibba008 bash[39303]: cephadm 2021-03-04T23:22:06.905537+0000 mgr.x (mgr.34379) 1018 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:22:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:08 gibba008 bash[39303]: cluster 2021-03-04T23:22:07.280190+0000 mgr.x (mgr.34379) 1019 : cluster [DBG] pgmap v1373: 109 pgs: 109 active+clean; 6.2 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:08.825 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:08.928 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:09.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:08 gibba023 bash[16680]: debug 2021-03-04T23:22:08.814+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:09.112 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:09.216 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:09.250 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:09 gibba008 bash[44600]: debug 2021-03-04T23:22:09.107+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:09.326 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:09.432 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:09.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:09 gibba023 bash[16680]: debug 2021-03-04T23:22:09.314+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:09.785 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:09.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:10.066 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:09 gibba008 bash[47391]: debug 2021-03-04T23:22:09.779+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:10.434 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:10 gibba008 bash[37770]: cluster 2021-03-04T23:22:09.280550+0000 mgr.x (mgr.34379) 1020 : cluster [DBG] pgmap v1374: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:10.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:10 gibba008 bash[39303]: cluster 2021-03-04T23:22:09.280550+0000 mgr.x (mgr.34379) 1020 : cluster [DBG] pgmap v1374: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:10.436 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:10 gibba008 bash[91265]: debug 2021-03-04T23:22:10.427+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:10.436 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:10 gibba023 bash[27374]: cluster 2021-03-04T23:22:09.280550+0000 mgr.x (mgr.34379) 1020 : cluster [DBG] pgmap v1374: 109 pgs: 109 active+clean; 6.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:10.539 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:10.580 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:22:10.580 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:22:10.652 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:10.757 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:11.007 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:11.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:10 gibba023 bash[18090]: debug 2021-03-04T23:22:10.646+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:11.052 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:11 gibba008 bash[48858]: debug 2021-03-04T23:22:11.003+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:11.083 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:22:11.111 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:11.122 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:22:11.182 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:11.228 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:11.633 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:11.736 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:11.818 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:11.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:12.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:11 gibba008 bash[44600]: debug 2021-03-04T23:22:11.627+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:12.011 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:11 gibba023 bash[16680]: debug 2021-03-04T23:22:11.814+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:12.012 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:12 gibba023 bash[18090]: debug 2021-03-04T23:22:12.006+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:12.012 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:12.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:12.188 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:12.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:12 gibba023 bash[15180]: debug 2021-03-04T23:22:12.182+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:12.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:12.506 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:12.609 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:12.638 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:12 gibba008 bash[37770]: cluster 2021-03-04T23:22:11.281041+0000 mgr.x (mgr.34379) 1021 : cluster [DBG] pgmap v1375: 109 pgs: 109 active+clean; 6.0 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:12.638 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:12 gibba008 bash[39303]: cluster 2021-03-04T23:22:11.281041+0000 mgr.x (mgr.34379) 1021 : cluster [DBG] pgmap v1375: 109 pgs: 109 active+clean; 6.0 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:12.639 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:12 gibba008 bash[44600]: debug 2021-03-04T23:22:12.495+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:12.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:12 gibba023 bash[27374]: cluster 2021-03-04T23:22:11.281041+0000 mgr.x (mgr.34379) 1021 : cluster [DBG] pgmap v1375: 109 pgs: 109 active+clean; 6.0 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:12.932 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:22:13.071 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:13.133 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:13.236 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:13.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:13 gibba008 bash[91265]: debug 2021-03-04T23:22:13.127+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:13.360 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:13.463 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:13.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:13 gibba023 bash[19550]: debug 2021-03-04T23:22:13.350+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:13.818 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:13.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:14.097 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:14.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:14.225 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:13 gibba008 bash[91265]: debug 2021-03-04T23:22:13.811+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:14.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:14 gibba023 bash[19550]: debug 2021-03-04T23:22:14.090+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:14.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:14 gibba008 bash[37770]: cluster 2021-03-04T23:22:13.281512+0000 mgr.x (mgr.34379) 1022 : cluster [DBG] pgmap v1376: 109 pgs: 109 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:22:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:14 gibba008 bash[39303]: cluster 2021-03-04T23:22:13.281512+0000 mgr.x (mgr.34379) 1022 : cluster [DBG] pgmap v1376: 109 pgs: 109 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:22:14.700 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:14.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:14 gibba023 bash[27374]: cluster 2021-03-04T23:22:13.281512+0000 mgr.x (mgr.34379) 1022 : cluster [DBG] pgmap v1376: 109 pgs: 109 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:22:14.803 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:14.908 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:15.013 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:22:15.015 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:14 gibba008 bash[91265]: debug 2021-03-04T23:22:14.695+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:15.017 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:22:15.017 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:15.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:15.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:14 gibba023 bash[19550]: debug 2021-03-04T23:22:14.902+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:15.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:15.357 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:15 gibba008 bash[47391]: debug 2021-03-04T23:22:15.243+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:15.735 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:15.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:16.063 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:15 gibba008 bash[91265]: debug 2021-03-04T23:22:15.727+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:16.427 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:16.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:16 gibba008 bash[39303]: audit 2021-03-04T23:22:14.997469+0000 mgr.x (mgr.34379) 1023 : audit [DBG] from='client.55558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:22:16.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:16 gibba008 bash[39303]: cluster 2021-03-04T23:22:15.281892+0000 mgr.x (mgr.34379) 1024 : cluster [DBG] pgmap v1377: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:16.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:16 gibba008 bash[48858]: debug 2021-03-04T23:22:16.419+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:16.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:16 gibba008 bash[37770]: audit 2021-03-04T23:22:14.997469+0000 mgr.x (mgr.34379) 1023 : audit [DBG] from='client.55558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:22:16.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:16 gibba008 bash[37770]: cluster 2021-03-04T23:22:15.281892+0000 mgr.x (mgr.34379) 1024 : cluster [DBG] pgmap v1377: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:16.531 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:16.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:16 gibba023 bash[27374]: audit 2021-03-04T23:22:14.997469+0000 mgr.x (mgr.34379) 1023 : audit [DBG] from='client.55558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:22:16.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:16 gibba023 bash[27374]: cluster 2021-03-04T23:22:15.281892+0000 mgr.x (mgr.34379) 1024 : cluster [DBG] pgmap v1377: 109 pgs: 109 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:16.884 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:16.987 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:17.271 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:16 gibba008 bash[48858]: debug 2021-03-04T23:22:16.879+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:17.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:17.454 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:17.602 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:17.705 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:17.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:17 gibba008 bash[47391]: debug 2021-03-04T23:22:17.335+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:17.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:17 gibba023 bash[16680]: debug 2021-03-04T23:22:17.590+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:17.798 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:17.904 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:18.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:17 gibba023 bash[18090]: debug 2021-03-04T23:22:17.794+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:18.316 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:18.421 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:18.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:18 gibba008 bash[39303]: cluster 2021-03-04T23:22:17.282631+0000 mgr.x (mgr.34379) 1025 : cluster [DBG] pgmap v1378: 109 pgs: 109 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s 2021-03-04T23:22:18.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:18 gibba008 bash[91265]: debug 2021-03-04T23:22:18.307+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:18.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:18 gibba008 bash[37770]: cluster 2021-03-04T23:22:17.282631+0000 mgr.x (mgr.34379) 1025 : cluster [DBG] pgmap v1378: 109 pgs: 109 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s 2021-03-04T23:22:18.518 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:18.621 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:18.627 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:18 gibba023 bash[27374]: cluster 2021-03-04T23:22:17.282631+0000 mgr.x (mgr.34379) 1025 : cluster [DBG] pgmap v1378: 109 pgs: 109 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s 2021-03-04T23:22:18.629 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:18 gibba023 bash[18090]: debug 2021-03-04T23:22:18.510+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:18.718 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:18.825 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:19.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:18 gibba023 bash[19550]: debug 2021-03-04T23:22:18.710+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:19.067 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1376,"stamp":"2021-03-04T23:22:13.281195+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6111890752,"num_objects":93283,"num_object_clones":0,"num_object_copies":279849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93283,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":244937,"num_write_kb":10820629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101931,"ondisk_log_size":101931,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":22835632,"kb_used_data":18132664,"kb_used_omap":6226,"kb_used_meta":4696301,"kb_avail":593727056,"statfs":{"total":631360192512,"available":607976505344,"internally_reserved":4294967296,"allocated":18567847936,"data_stored":18545337972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6375717,"internal_metadata":4809012955},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1079508992,"num_objects":-16472,"num_object_clones":0,"num_object_copies":-49416,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-16472,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16472,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002248"},"pg_stats":[{"pgid":"28.5","version":"677'15299","reported_seq":"15321","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.102498+0000","last_change":"2021-03-04T23:19:33.301836+0000","last_active":"2021-03-04T23:22:11.102498+0000","last_peered":"2021-03-04T23:22:11.102498+0000","last_clean":"2021-03-04T23:22:11.102498+0000","last_became_active":"2021-03-04T23:19:33.301622+0000","last_became_peered":"2021-03-04T23:19:33.301622+0000","last_unstale":"2021-03-04T23:22:11.102498+0000","last_undegraded":"2021-03-04T23:22:11.102498+0000","last_fullsized":"2021-03-04T23:22:11.102498+0000","mapping_epoch":662,"log_start":"672'9500","ondisk_log_start":"672'9500","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5799,"ondisk_log_size":5799,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383975424,"num_objects":5859,"num_object_clones":0,"num_object_copies":17577,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5859,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15299,"num_write_kb":677056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"663","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342758+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:21:57.342758+0000","last_peered":"2021-03-04T23:21:57.342758+0000","last_clean":"2021-03-04T23:21:57.342758+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:21:57.342758+0000","last_undegraded":"2021-03-04T23:21:57.342758+0000","last_fullsized":"2021-03-04T23:21:57.342758+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"623","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348521+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:21:57.348521+0000","last_peered":"2021-03-04T23:21:57.348521+0000","last_clean":"2021-03-04T23:21:57.348521+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:21:57.348521+0000","last_undegraded":"2021-03-04T23:21:57.348521+0000","last_fullsized":"2021-03-04T23:21:57.348521+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.6","version":"677'15480","reported_seq":"15503","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.091400+0000","last_change":"2021-03-04T23:19:33.302421+0000","last_active":"2021-03-04T23:22:11.091400+0000","last_peered":"2021-03-04T23:22:11.091400+0000","last_clean":"2021-03-04T23:22:11.091400+0000","last_became_active":"2021-03-04T23:19:33.302175+0000","last_became_peered":"2021-03-04T23:19:33.302175+0000","last_unstale":"2021-03-04T23:22:11.091400+0000","last_undegraded":"2021-03-04T23:22:11.091400+0000","last_fullsized":"2021-03-04T23:22:11.091400+0000","mapping_epoch":662,"log_start":"672'9700","ondisk_log_start":"672'9700","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5780,"ondisk_log_size":5780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":380502016,"num_objects":5806,"num_object_clones":0,"num_object_copies":17418,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5806,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15480,"num_write_kb":681152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"427","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347951+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:21:57.347951+0000","last_peered":"2021-03-04T23:21:57.347951+0000","last_clean":"2021-03-04T23:21:57.347951+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:21:57.347951+0000","last_undegraded":"2021-03-04T23:21:57.347951+0000","last_fullsized":"2021-03-04T23:21:57.347951+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"656","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347742+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:21:57.347742+0000","last_peered":"2021-03-04T23:21:57.347742+0000","last_clean":"2021-03-04T23:21:57.347742+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:21:57.347742+0000","last_undegraded":"2021-03-04T23:21:57.347742+0000","last_fullsized":"2021-03-04T23:21:57.347742+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.7","version":"677'15421","reported_seq":"15444","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.370650+0000","last_change":"2021-03-04T23:19:33.301882+0000","last_active":"2021-03-04T23:22:11.370650+0000","last_peered":"2021-03-04T23:22:11.370650+0000","last_clean":"2021-03-04T23:22:11.370650+0000","last_became_active":"2021-03-04T23:19:33.301636+0000","last_became_peered":"2021-03-04T23:19:33.301636+0000","last_unstale":"2021-03-04T23:22:11.370650+0000","last_undegraded":"2021-03-04T23:22:11.370650+0000","last_fullsized":"2021-03-04T23:22:11.370650+0000","mapping_epoch":662,"log_start":"672'9400","ondisk_log_start":"672'9400","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6021,"ondisk_log_size":6021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383582208,"num_objects":5853,"num_object_clones":0,"num_object_copies":17559,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5853,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15421,"num_write_kb":680768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"639","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347947+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:21:57.347947+0000","last_peered":"2021-03-04T23:21:57.347947+0000","last_clean":"2021-03-04T23:21:57.347947+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:21:57.347947+0000","last_undegraded":"2021-03-04T23:21:57.347947+0000","last_fullsized":"2021-03-04T23:21:57.347947+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"646","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.350461+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:21:57.350461+0000","last_peered":"2021-03-04T23:21:57.350461+0000","last_clean":"2021-03-04T23:21:57.350461+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:21:57.350461+0000","last_undegraded":"2021-03-04T23:21:57.350461+0000","last_fullsized":"2021-03-04T23:21:57.350461+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.8","version":"677'15275","reported_seq":"15298","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.351946+0000","last_change":"2021-03-04T23:19:33.301764+0000","last_active":"2021-03-04T23:22:11.351946+0000","last_peered":"2021-03-04T23:22:11.351946+0000","last_clean":"2021-03-04T23:22:11.351946+0000","last_became_active":"2021-03-04T23:19:33.301511+0000","last_became_peered":"2021-03-04T23:19:33.301511+0000","last_unstale":"2021-03-04T23:22:11.351946+0000","last_undegraded":"2021-03-04T23:22:11.351946+0000","last_fullsized":"2021-03-04T23:22:11.351946+0000","mapping_epoch":662,"log_start":"672'9200","ondisk_log_start":"672'9200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6075,"ondisk_log_size":6075,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":385417216,"num_objects":5881,"num_object_clones":0,"num_object_copies":17643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15275,"num_write_kb":676992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"637","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347645+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:21:57.347645+0000","last_peered":"2021-03-04T23:21:57.347645+0000","last_clean":"2021-03-04T23:21:57.347645+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:21:57.347645+0000","last_undegraded":"2021-03-04T23:21:57.347645+0000","last_fullsized":"2021-03-04T23:21:57.347645+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"623","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348100+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:21:57.348100+0000","last_peered":"2021-03-04T23:21:57.348100+0000","last_clean":"2021-03-04T23:21:57.348100+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:21:57.348100+0000","last_undegraded":"2021-03-04T23:21:57.348100+0000","last_fullsized":"2021-03-04T23:21:57.348100+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.9","version":"677'15178","reported_seq":"15201","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.147485+0000","last_change":"2021-03-04T23:19:33.430859+0000","last_active":"2021-03-04T23:22:11.147485+0000","last_peered":"2021-03-04T23:22:11.147485+0000","last_clean":"2021-03-04T23:22:11.147485+0000","last_became_active":"2021-03-04T23:19:33.429366+0000","last_became_peered":"2021-03-04T23:19:33.429366+0000","last_unstale":"2021-03-04T23:22:11.147485+0000","last_undegraded":"2021-03-04T23:22:11.147485+0000","last_fullsized":"2021-03-04T23:22:11.147485+0000","mapping_epoch":662,"log_start":"671'7000","ondisk_log_start":"671'7000","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8178,"ondisk_log_size":8178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375259136,"num_objects":5726,"num_object_clones":0,"num_object_copies":17178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15178,"num_write_kb":668928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"41","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346623+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:21:57.346623+0000","last_peered":"2021-03-04T23:21:57.346623+0000","last_clean":"2021-03-04T23:21:57.346623+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:21:57.346623+0000","last_undegraded":"2021-03-04T23:21:57.346623+0000","last_fullsized":"2021-03-04T23:21:57.346623+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"606","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348208+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:21:57.348208+0000","last_peered":"2021-03-04T23:21:57.348208+0000","last_clean":"2021-03-04T23:21:57.348208+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:21:57.348208+0000","last_undegraded":"2021-03-04T23:21:57.348208+0000","last_fullsized":"2021-03-04T23:21:57.348208+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.a","version":"677'15454","reported_seq":"15476","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.155144+0000","last_change":"2021-03-04T23:19:33.301846+0000","last_active":"2021-03-04T23:22:11.155144+0000","last_peered":"2021-03-04T23:22:11.155144+0000","last_clean":"2021-03-04T23:22:11.155144+0000","last_became_active":"2021-03-04T23:19:33.301618+0000","last_became_peered":"2021-03-04T23:19:33.301618+0000","last_unstale":"2021-03-04T23:22:11.155144+0000","last_undegraded":"2021-03-04T23:22:11.155144+0000","last_fullsized":"2021-03-04T23:22:11.155144+0000","mapping_epoch":662,"log_start":"671'7300","ondisk_log_start":"671'7300","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8154,"ondisk_log_size":8154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":377487360,"num_objects":5760,"num_object_clones":0,"num_object_copies":17280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5760,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15454,"num_write_kb":678848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"651","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344181+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:21:57.344181+0000","last_peered":"2021-03-04T23:21:57.344181+0000","last_clean":"2021-03-04T23:21:57.344181+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:21:57.344181+0000","last_undegraded":"2021-03-04T23:21:57.344181+0000","last_fullsized":"2021-03-04T23:21:57.344181+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"400","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347541+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:21:57.347541+0000","last_peered":"2021-03-04T23:21:57.347541+0000","last_clean":"2021-03-04T23:21:57.347541+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:21:57.347541+0000","last_undegraded":"2021-03-04T23:21:57.347541+0000","last_fullsized":"2021-03-04T23:21:57.347541+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.b","version":"677'14890","reported_seq":"14913","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.296144+0000","last_change":"2021-03-04T23:19:33.301855+0000","last_active":"2021-03-04T23:22:11.296144+0000","last_peered":"2021-03-04T23:22:11.296144+0000","last_clean":"2021-03-04T23:22:11.296144+0000","last_became_active":"2021-03-04T23:19:33.301531+0000","last_became_peered":"2021-03-04T23:19:33.301531+0000","last_unstale":"2021-03-04T23:22:11.296144+0000","last_undegraded":"2021-03-04T23:22:11.296144+0000","last_fullsized":"2021-03-04T23:22:11.296144+0000","mapping_epoch":662,"log_start":"672'8800","ondisk_log_start":"672'8800","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6090,"ondisk_log_size":6090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366346240,"num_objects":5590,"num_object_clones":0,"num_object_copies":16770,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5590,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14890,"num_write_kb":655360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"636","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342849+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:21:57.342849+0000","last_peered":"2021-03-04T23:21:57.342849+0000","last_clean":"2021-03-04T23:21:57.342849+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:21:57.342849+0000","last_undegraded":"2021-03-04T23:21:57.342849+0000","last_fullsized":"2021-03-04T23:21:57.342849+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"646","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342875+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:21:57.342875+0000","last_peered":"2021-03-04T23:21:57.342875+0000","last_clean":"2021-03-04T23:21:57.342875+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:21:57.342875+0000","last_undegraded":"2021-03-04T23:21:57.342875+0000","last_fullsized":"2021-03-04T23:21:57.342875+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.c","version":"677'15515","reported_seq":"15538","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.715593+0000","last_change":"2021-03-04T23:19:33.299043+0000","last_active":"2021-03-04T23:22:11.715593+0000","last_peered":"2021-03-04T23:22:11.715593+0000","last_clean":"2021-03-04T23:22:11.715593+0000","last_became_active":"2021-03-04T23:19:33.298825+0000","last_became_peered":"2021-03-04T23:19:33.298825+0000","last_unstale":"2021-03-04T23:22:11.715593+0000","last_undegraded":"2021-03-04T23:22:11.715593+0000","last_fullsized":"2021-03-04T23:22:11.715593+0000","mapping_epoch":662,"log_start":"672'9800","ondisk_log_start":"672'9800","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5715,"ondisk_log_size":5715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381747200,"num_objects":5825,"num_object_clones":0,"num_object_copies":17475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15515,"num_write_kb":682880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"635","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343919+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:21:57.343919+0000","last_peered":"2021-03-04T23:21:57.343919+0000","last_clean":"2021-03-04T23:21:57.343919+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:21:57.343919+0000","last_undegraded":"2021-03-04T23:21:57.343919+0000","last_fullsized":"2021-03-04T23:21:57.343919+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"623","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348349+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:21:57.348349+0000","last_peered":"2021-03-04T23:21:57.348349+0000","last_clean":"2021-03-04T23:21:57.348349+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:21:57.348349+0000","last_undegraded":"2021-03-04T23:21:57.348349+0000","last_fullsized":"2021-03-04T23:21:57.348349+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.d","version":"677'15027","reported_seq":"15050","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.082539+0000","last_change":"2021-03-04T23:19:33.302531+0000","last_active":"2021-03-04T23:22:11.082539+0000","last_peered":"2021-03-04T23:22:11.082539+0000","last_clean":"2021-03-04T23:22:11.082539+0000","last_became_active":"2021-03-04T23:19:33.302292+0000","last_became_peered":"2021-03-04T23:19:33.302292+0000","last_unstale":"2021-03-04T23:22:11.082539+0000","last_undegraded":"2021-03-04T23:22:11.082539+0000","last_fullsized":"2021-03-04T23:22:11.082539+0000","mapping_epoch":662,"log_start":"672'9200","ondisk_log_start":"672'9200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5827,"ondisk_log_size":5827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375914520,"num_objects":5737,"num_object_clones":0,"num_object_copies":17211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5737,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15027,"num_write_kb":664385,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"637","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347388+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:21:57.347388+0000","last_peered":"2021-03-04T23:21:57.347388+0000","last_clean":"2021-03-04T23:21:57.347388+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:21:57.347388+0000","last_undegraded":"2021-03-04T23:21:57.347388+0000","last_fullsized":"2021-03-04T23:21:57.347388+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"41","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346469+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:21:57.346469+0000","last_peered":"2021-03-04T23:21:57.346469+0000","last_clean":"2021-03-04T23:21:57.346469+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:21:57.346469+0000","last_undegraded":"2021-03-04T23:21:57.346469+0000","last_fullsized":"2021-03-04T23:21:57.346469+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.e","version":"677'15040","reported_seq":"15063","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:08.587599+0000","last_change":"2021-03-04T23:19:33.299117+0000","last_active":"2021-03-04T23:22:08.587599+0000","last_peered":"2021-03-04T23:22:08.587599+0000","last_clean":"2021-03-04T23:22:08.587599+0000","last_became_active":"2021-03-04T23:19:33.298913+0000","last_became_peered":"2021-03-04T23:19:33.298913+0000","last_unstale":"2021-03-04T23:22:08.587599+0000","last_undegraded":"2021-03-04T23:22:08.587599+0000","last_fullsized":"2021-03-04T23:22:08.587599+0000","mapping_epoch":662,"log_start":"672'9100","ondisk_log_start":"672'9100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5940,"ondisk_log_size":5940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":397148160,"num_objects":6060,"num_object_clones":0,"num_object_copies":18180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6060,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15040,"num_write_kb":675200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"95","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344666+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:21:57.344666+0000","last_peered":"2021-03-04T23:21:57.344666+0000","last_clean":"2021-03-04T23:21:57.344666+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:21:57.344666+0000","last_undegraded":"2021-03-04T23:21:57.344666+0000","last_fullsized":"2021-03-04T23:21:57.344666+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"618","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343780+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:21:57.343780+0000","last_peered":"2021-03-04T23:21:57.343780+0000","last_clean":"2021-03-04T23:21:57.343780+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:21:57.343780+0000","last_undegraded":"2021-03-04T23:21:57.343780+0000","last_fullsized":"2021-03-04T23:21:57.343780+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"656","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347650+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:21:57.347650+0000","last_peered":"2021-03-04T23:21:57.347650+0000","last_clean":"2021-03-04T23:21:57.347650+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:21:57.347650+0000","last_undegraded":"2021-03-04T23:21:57.347650+0000","last_fullsized":"2021-03-04T23:21:57.347650+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.f","version":"677'15360","reported_seq":"15383","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.344922+0000","last_change":"2021-03-04T23:19:33.429789+0000","last_active":"2021-03-04T23:22:11.344922+0000","last_peered":"2021-03-04T23:22:11.344922+0000","last_clean":"2021-03-04T23:22:11.344922+0000","last_became_active":"2021-03-04T23:19:33.428262+0000","last_became_peered":"2021-03-04T23:19:33.428262+0000","last_unstale":"2021-03-04T23:22:11.344922+0000","last_undegraded":"2021-03-04T23:22:11.344922+0000","last_fullsized":"2021-03-04T23:22:11.344922+0000","mapping_epoch":662,"log_start":"672'9300","ondisk_log_start":"672'9300","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6060,"ondisk_log_size":6060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":379453440,"num_objects":5790,"num_object_clones":0,"num_object_copies":17370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15360,"num_write_kb":676800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"111","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.345533+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:21:57.345533+0000","last_peered":"2021-03-04T23:21:57.345533+0000","last_clean":"2021-03-04T23:21:57.345533+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:21:57.345533+0000","last_undegraded":"2021-03-04T23:21:57.345533+0000","last_fullsized":"2021-03-04T23:21:57.345533+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"699","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347756+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:21:57.347756+0000","last_peered":"2021-03-04T23:21:57.347756+0000","last_clean":"2021-03-04T23:21:57.347756+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:21:57.347756+0000","last_undegraded":"2021-03-04T23:21:57.347756+0000","last_fullsized":"2021-03-04T23:21:57.347756+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"644","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348424+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:21:57.348424+0000","last_peered":"2021-03-04T23:21:57.348424+0000","last_clean":"2021-03-04T23:21:57.348424+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:21:57.348424+0000","last_undegraded":"2021-03-04T23:21:57.348424+0000","last_fullsized":"2021-03-04T23:21:57.348424+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"128","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.345017+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:21:57.345017+0000","last_peered":"2021-03-04T23:21:57.345017+0000","last_clean":"2021-03-04T23:21:57.345017+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:21:57.345017+0000","last_undegraded":"2021-03-04T23:21:57.345017+0000","last_fullsized":"2021-03-04T23:21:57.345017+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"634","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344632+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:21:57.344632+0000","last_peered":"2021-03-04T23:21:57.344632+0000","last_clean":"2021-03-04T23:21:57.344632+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:21:57.344632+0000","last_undegraded":"2021-03-04T23:21:57.344632+0000","last_fullsized":"2021-03-04T23:21:57.344632+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"50","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347596+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:21:57.347596+0000","last_peered":"2021-03-04T23:21:57.347596+0000","last_clean":"2021-03-04T23:21:57.347596+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:21:57.347596+0000","last_undegraded":"2021-03-04T23:21:57.347596+0000","last_fullsized":"2021-03-04T23:21:57.347596+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"93","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343187+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:21:57.343187+0000","last_peered":"2021-03-04T23:21:57.343187+0000","last_clean":"2021-03-04T23:21:57.343187+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:21:57.343187+0000","last_undegraded":"2021-03-04T23:21:57.343187+0000","last_fullsized":"2021-03-04T23:21:57.343187+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"648","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344407+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:21:57.344407+0000","last_peered":"2021-03-04T23:21:57.344407+0000","last_clean":"2021-03-04T23:21:57.344407+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:21:57.344407+0000","last_undegraded":"2021-03-04T23:21:57.344407+0000","last_fullsized":"2021-03-04T23:21:57.344407+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"676","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344228+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:21:57.344228+0000","last_peered":"2021-03-04T23:21:57.344228+0000","last_clean":"2021-03-04T23:21:57.344228+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:21:57.344228+0000","last_undegraded":"2021-03-04T23:21:57.344228+0000","last_fullsized":"2021-03-04T23:21:57.344228+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"429","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344795+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:21:57.344795+0000","last_peered":"2021-03-04T23:21:57.344795+0000","last_clean":"2021-03-04T23:21:57.344795+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:21:57.344795+0000","last_undegraded":"2021-03-04T23:21:57.344795+0000","last_fullsized":"2021-03-04T23:21:57.344795+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"660","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344282+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:21:57.344282+0000","last_peered":"2021-03-04T23:21:57.344282+0000","last_clean":"2021-03-04T23:21:57.344282+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:21:57.344282+0000","last_undegraded":"2021-03-04T23:21:57.344282+0000","last_fullsized":"2021-03-04T23:21:57.344282+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"646","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347447+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:21:57.347447+0000","last_peered":"2021-03-04T23:21:57.347447+0000","last_clean":"2021-03-04T23:21:57.347447+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:21:57.347447+0000","last_undegraded":"2021-03-04T23:21:57.347447+0000","last_fullsized":"2021-03-04T23:21:57.347447+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"664","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342959+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:21:57.342959+0000","last_peered":"2021-03-04T23:21:57.342959+0000","last_clean":"2021-03-04T23:21:57.342959+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:21:57.342959+0000","last_undegraded":"2021-03-04T23:21:57.342959+0000","last_fullsized":"2021-03-04T23:21:57.342959+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"653","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346165+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:21:57.346165+0000","last_peered":"2021-03-04T23:21:57.346165+0000","last_clean":"2021-03-04T23:21:57.346165+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:21:57.346165+0000","last_undegraded":"2021-03-04T23:21:57.346165+0000","last_fullsized":"2021-03-04T23:21:57.346165+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"647","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347643+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:21:57.347643+0000","last_peered":"2021-03-04T23:21:57.347643+0000","last_clean":"2021-03-04T23:21:57.347643+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:21:57.347643+0000","last_undegraded":"2021-03-04T23:21:57.347643+0000","last_fullsized":"2021-03-04T23:21:57.347643+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"675","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343587+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:21:57.343587+0000","last_peered":"2021-03-04T23:21:57.343587+0000","last_clean":"2021-03-04T23:21:57.343587+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:21:57.343587+0000","last_undegraded":"2021-03-04T23:21:57.343587+0000","last_fullsized":"2021-03-04T23:21:57.343587+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"79","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348062+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:21:57.348062+0000","last_peered":"2021-03-04T23:21:57.348062+0000","last_clean":"2021-03-04T23:21:57.348062+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:21:57.348062+0000","last_undegraded":"2021-03-04T23:21:57.348062+0000","last_fullsized":"2021-03-04T23:21:57.348062+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"609","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348088+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:21:57.348088+0000","last_peered":"2021-03-04T23:21:57.348088+0000","last_clean":"2021-03-04T23:21:57.348088+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:21:57.348088+0000","last_undegraded":"2021-03-04T23:21:57.348088+0000","last_fullsized":"2021-03-04T23:21:57.348088+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"652","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343029+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:21:57.343029+0000","last_peered":"2021-03-04T23:21:57.343029+0000","last_clean":"2021-03-04T23:21:57.343029+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:21:57.343029+0000","last_undegraded":"2021-03-04T23:21:57.343029+0000","last_fullsized":"2021-03-04T23:21:57.343029+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"41","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347536+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:21:57.347536+0000","last_peered":"2021-03-04T23:21:57.347536+0000","last_clean":"2021-03-04T23:21:57.347536+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:21:57.347536+0000","last_undegraded":"2021-03-04T23:21:57.347536+0000","last_fullsized":"2021-03-04T23:21:57.347536+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"654","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343824+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:21:57.343824+0000","last_peered":"2021-03-04T23:21:57.343824+0000","last_clean":"2021-03-04T23:21:57.343824+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:21:57.343824+0000","last_undegraded":"2021-03-04T23:21:57.343824+0000","last_fullsized":"2021-03-04T23:21:57.343824+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"662","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347275+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:21:57.347275+0000","last_peered":"2021-03-04T23:21:57.347275+0000","last_clean":"2021-03-04T23:21:57.347275+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:21:57.347275+0000","last_undegraded":"2021-03-04T23:21:57.347275+0000","last_fullsized":"2021-03-04T23:21:57.347275+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"43","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342866+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:21:57.342866+0000","last_peered":"2021-03-04T23:21:57.342866+0000","last_clean":"2021-03-04T23:21:57.342866+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:21:57.342866+0000","last_undegraded":"2021-03-04T23:21:57.342866+0000","last_fullsized":"2021-03-04T23:21:57.342866+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"681","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343634+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:21:57.343634+0000","last_peered":"2021-03-04T23:21:57.343634+0000","last_clean":"2021-03-04T23:21:57.343634+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:21:57.343634+0000","last_undegraded":"2021-03-04T23:21:57.343634+0000","last_fullsized":"2021-03-04T23:21:57.343634+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"638","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344145+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:21:57.344145+0000","last_peered":"2021-03-04T23:21:57.344145+0000","last_clean":"2021-03-04T23:21:57.344145+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:21:57.344145+0000","last_undegraded":"2021-03-04T23:21:57.344145+0000","last_fullsized":"2021-03-04T23:21:57.344145+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"661","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342931+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:21:57.342931+0000","last_peered":"2021-03-04T23:21:57.342931+0000","last_clean":"2021-03-04T23:21:57.342931+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:21:57.342931+0000","last_undegraded":"2021-03-04T23:21:57.342931+0000","last_fullsized":"2021-03-04T23:21:57.342931+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"81","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346334+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:21:57.346334+0000","last_peered":"2021-03-04T23:21:57.346334+0000","last_clean":"2021-03-04T23:21:57.346334+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:21:57.346334+0000","last_undegraded":"2021-03-04T23:21:57.346334+0000","last_fullsized":"2021-03-04T23:21:57.346334+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"108","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343626+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:21:57.343626+0000","last_peered":"2021-03-04T23:21:57.343626+0000","last_clean":"2021-03-04T23:21:57.343626+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:21:57.343626+0000","last_undegraded":"2021-03-04T23:21:57.343626+0000","last_fullsized":"2021-03-04T23:21:57.343626+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"624","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.350290+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:21:57.350290+0000","last_peered":"2021-03-04T23:21:57.350290+0000","last_clean":"2021-03-04T23:21:57.350290+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:21:57.350290+0000","last_undegraded":"2021-03-04T23:21:57.350290+0000","last_fullsized":"2021-03-04T23:21:57.350290+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"406","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348497+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:21:57.348497+0000","last_peered":"2021-03-04T23:21:57.348497+0000","last_clean":"2021-03-04T23:21:57.348497+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:21:57.348497+0000","last_undegraded":"2021-03-04T23:21:57.348497+0000","last_fullsized":"2021-03-04T23:21:57.348497+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"667","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347245+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:21:57.347245+0000","last_peered":"2021-03-04T23:21:57.347245+0000","last_clean":"2021-03-04T23:21:57.347245+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:21:57.347245+0000","last_undegraded":"2021-03-04T23:21:57.347245+0000","last_fullsized":"2021-03-04T23:21:57.347245+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"429","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347515+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:21:57.347515+0000","last_peered":"2021-03-04T23:21:57.347515+0000","last_clean":"2021-03-04T23:21:57.347515+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:21:57.347515+0000","last_undegraded":"2021-03-04T23:21:57.347515+0000","last_fullsized":"2021-03-04T23:21:57.347515+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"668","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346572+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:21:57.346572+0000","last_peered":"2021-03-04T23:21:57.346572+0000","last_clean":"2021-03-04T23:21:57.346572+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:21:57.346572+0000","last_undegraded":"2021-03-04T23:21:57.346572+0000","last_fullsized":"2021-03-04T23:21:57.346572+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"41","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346020+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:21:57.346020+0000","last_peered":"2021-03-04T23:21:57.346020+0000","last_clean":"2021-03-04T23:21:57.346020+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:21:57.346020+0000","last_undegraded":"2021-03-04T23:21:57.346020+0000","last_fullsized":"2021-03-04T23:21:57.346020+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"81","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346039+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:21:57.346039+0000","last_peered":"2021-03-04T23:21:57.346039+0000","last_clean":"2021-03-04T23:21:57.346039+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:21:57.346039+0000","last_undegraded":"2021-03-04T23:21:57.346039+0000","last_fullsized":"2021-03-04T23:21:57.346039+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"663","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346305+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:21:57.346305+0000","last_peered":"2021-03-04T23:21:57.346305+0000","last_clean":"2021-03-04T23:21:57.346305+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:21:57.346305+0000","last_undegraded":"2021-03-04T23:21:57.346305+0000","last_fullsized":"2021-03-04T23:21:57.346305+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"638","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342772+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:21:57.342772+0000","last_peered":"2021-03-04T23:21:57.342772+0000","last_clean":"2021-03-04T23:21:57.342772+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:21:57.342772+0000","last_undegraded":"2021-03-04T23:21:57.342772+0000","last_fullsized":"2021-03-04T23:21:57.342772+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"445","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344929+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:21:57.344929+0000","last_peered":"2021-03-04T23:21:57.344929+0000","last_clean":"2021-03-04T23:21:57.344929+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:21:57.344929+0000","last_undegraded":"2021-03-04T23:21:57.344929+0000","last_fullsized":"2021-03-04T23:21:57.344929+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"33","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343670+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:21:57.343670+0000","last_peered":"2021-03-04T23:21:57.343670+0000","last_clean":"2021-03-04T23:21:57.343670+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:21:57.343670+0000","last_undegraded":"2021-03-04T23:21:57.343670+0000","last_fullsized":"2021-03-04T23:21:57.343670+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"671","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344821+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:21:57.344821+0000","last_peered":"2021-03-04T23:21:57.344821+0000","last_clean":"2021-03-04T23:21:57.344821+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:21:57.344821+0000","last_undegraded":"2021-03-04T23:21:57.344821+0000","last_fullsized":"2021-03-04T23:21:57.344821+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"401","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344722+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:21:57.344722+0000","last_peered":"2021-03-04T23:21:57.344722+0000","last_clean":"2021-03-04T23:21:57.344722+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:21:57.344722+0000","last_undegraded":"2021-03-04T23:21:57.344722+0000","last_fullsized":"2021-03-04T23:21:57.344722+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"410","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346423+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:21:57.346423+0000","last_peered":"2021-03-04T23:21:57.346423+0000","last_clean":"2021-03-04T23:21:57.346423+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:21:57.346423+0000","last_undegraded":"2021-03-04T23:21:57.346423+0000","last_fullsized":"2021-03-04T23:21:57.346423+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"654","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347495+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:21:57.347495+0000","last_peered":"2021-03-04T23:21:57.347495+0000","last_clean":"2021-03-04T23:21:57.347495+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:21:57.347495+0000","last_undegraded":"2021-03-04T23:21:57.347495+0000","last_fullsized":"2021-03-04T23:21:57.347495+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"652","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343897+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:21:57.343897+0000","last_peered":"2021-03-04T23:21:57.343897+0000","last_clean":"2021-03-04T23:21:57.343897+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:21:57.343897+0000","last_undegraded":"2021-03-04T23:21:57.343897+0000","last_fullsized":"2021-03-04T23:21:57.343897+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"605","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348112+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:21:57.348112+0000","last_peered":"2021-03-04T23:21:57.348112+0000","last_clean":"2021-03-04T23:21:57.348112+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:21:57.348112+0000","last_undegraded":"2021-03-04T23:21:57.348112+0000","last_fullsized":"2021-03-04T23:21:57.348112+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"622","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347073+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:21:57.347073+0000","last_peered":"2021-03-04T23:21:57.347073+0000","last_clean":"2021-03-04T23:21:57.347073+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:21:57.347073+0000","last_undegraded":"2021-03-04T23:21:57.347073+0000","last_fullsized":"2021-03-04T23:21:57.347073+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"670","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.345643+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:21:57.345643+0000","last_peered":"2021-03-04T23:21:57.345643+0000","last_clean":"2021-03-04T23:21:57.345643+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:21:57.345643+0000","last_undegraded":"2021-03-04T23:21:57.345643+0000","last_fullsized":"2021-03-04T23:21:57.345643+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"688","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.343747+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:21:57.343747+0000","last_peered":"2021-03-04T23:21:57.343747+0000","last_clean":"2021-03-04T23:21:57.343747+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:21:57.343747+0000","last_undegraded":"2021-03-04T23:21:57.343747+0000","last_fullsized":"2021-03-04T23:21:57.343747+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"655","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.349087+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:21:57.349087+0000","last_peered":"2021-03-04T23:21:57.349087+0000","last_clean":"2021-03-04T23:21:57.349087+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:21:57.349087+0000","last_undegraded":"2021-03-04T23:21:57.349087+0000","last_fullsized":"2021-03-04T23:21:57.349087+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"647","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347704+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:21:57.347704+0000","last_peered":"2021-03-04T23:21:57.347704+0000","last_clean":"2021-03-04T23:21:57.347704+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:21:57.347704+0000","last_undegraded":"2021-03-04T23:21:57.347704+0000","last_fullsized":"2021-03-04T23:21:57.347704+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"667","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.345979+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:21:57.345979+0000","last_peered":"2021-03-04T23:21:57.345979+0000","last_clean":"2021-03-04T23:21:57.345979+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:21:57.345979+0000","last_undegraded":"2021-03-04T23:21:57.345979+0000","last_fullsized":"2021-03-04T23:21:57.345979+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"649","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344182+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:21:57.344182+0000","last_peered":"2021-03-04T23:21:57.344182+0000","last_clean":"2021-03-04T23:21:57.344182+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:21:57.344182+0000","last_undegraded":"2021-03-04T23:21:57.344182+0000","last_fullsized":"2021-03-04T23:21:57.344182+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"419","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344986+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:21:57.344986+0000","last_peered":"2021-03-04T23:21:57.344986+0000","last_clean":"2021-03-04T23:21:57.344986+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:21:57.344986+0000","last_undegraded":"2021-03-04T23:21:57.344986+0000","last_fullsized":"2021-03-04T23:21:57.344986+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"608","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347403+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:21:57.347403+0000","last_peered":"2021-03-04T23:21:57.347403+0000","last_clean":"2021-03-04T23:21:57.347403+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:21:57.347403+0000","last_undegraded":"2021-03-04T23:21:57.347403+0000","last_fullsized":"2021-03-04T23:21:57.347403+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"81","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342847+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:21:57.342847+0000","last_peered":"2021-03-04T23:21:57.342847+0000","last_clean":"2021-03-04T23:21:57.342847+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:21:57.342847+0000","last_undegraded":"2021-03-04T23:21:57.342847+0000","last_fullsized":"2021-03-04T23:21:57.342847+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"609","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348594+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:21:57.348594+0000","last_peered":"2021-03-04T23:21:57.348594+0000","last_clean":"2021-03-04T23:21:57.348594+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:21:57.348594+0000","last_undegraded":"2021-03-04T23:21:57.348594+0000","last_fullsized":"2021-03-04T23:21:57.348594+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"396","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346086+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:21:57.346086+0000","last_peered":"2021-03-04T23:21:57.346086+0000","last_clean":"2021-03-04T23:21:57.346086+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:21:57.346086+0000","last_undegraded":"2021-03-04T23:21:57.346086+0000","last_fullsized":"2021-03-04T23:21:57.346086+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"621","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348188+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:21:57.348188+0000","last_peered":"2021-03-04T23:21:57.348188+0000","last_clean":"2021-03-04T23:21:57.348188+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:21:57.348188+0000","last_undegraded":"2021-03-04T23:21:57.348188+0000","last_fullsized":"2021-03-04T23:21:57.348188+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"95","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348348+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:21:57.348348+0000","last_peered":"2021-03-04T23:21:57.348348+0000","last_clean":"2021-03-04T23:21:57.348348+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:21:57.348348+0000","last_undegraded":"2021-03-04T23:21:57.348348+0000","last_fullsized":"2021-03-04T23:21:57.348348+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"687","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347391+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:21:57.347391+0000","last_peered":"2021-03-04T23:21:57.347391+0000","last_clean":"2021-03-04T23:21:57.347391+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:21:57.347391+0000","last_undegraded":"2021-03-04T23:21:57.347391+0000","last_fullsized":"2021-03-04T23:21:57.347391+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"679","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347789+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:21:57.347789+0000","last_peered":"2021-03-04T23:21:57.347789+0000","last_clean":"2021-03-04T23:21:57.347789+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:21:57.347789+0000","last_undegraded":"2021-03-04T23:21:57.347789+0000","last_fullsized":"2021-03-04T23:21:57.347789+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"622","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.344167+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:21:57.344167+0000","last_peered":"2021-03-04T23:21:57.344167+0000","last_clean":"2021-03-04T23:21:57.344167+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:21:57.344167+0000","last_undegraded":"2021-03-04T23:21:57.344167+0000","last_fullsized":"2021-03-04T23:21:57.344167+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.4","version":"677'15439","reported_seq":"15462","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.367015+0000","last_change":"2021-03-04T23:19:33.301159+0000","last_active":"2021-03-04T23:22:11.367015+0000","last_peered":"2021-03-04T23:22:11.367015+0000","last_clean":"2021-03-04T23:22:11.367015+0000","last_became_active":"2021-03-04T23:19:33.300936+0000","last_became_peered":"2021-03-04T23:19:33.300936+0000","last_unstale":"2021-03-04T23:22:11.367015+0000","last_undegraded":"2021-03-04T23:22:11.367015+0000","last_fullsized":"2021-03-04T23:22:11.367015+0000","mapping_epoch":662,"log_start":"672'9400","ondisk_log_start":"672'9400","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6039,"ondisk_log_size":6039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":374931456,"num_objects":5721,"num_object_clones":0,"num_object_copies":17163,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15439,"num_write_kb":677120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"612","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347481+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:21:57.347481+0000","last_peered":"2021-03-04T23:21:57.347481+0000","last_clean":"2021-03-04T23:21:57.347481+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:21:57.347481+0000","last_undegraded":"2021-03-04T23:21:57.347481+0000","last_fullsized":"2021-03-04T23:21:57.347481+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"676","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.345017+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:21:57.345017+0000","last_peered":"2021-03-04T23:21:57.345017+0000","last_clean":"2021-03-04T23:21:57.345017+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:21:57.345017+0000","last_undegraded":"2021-03-04T23:21:57.345017+0000","last_fullsized":"2021-03-04T23:21:57.345017+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.3","version":"677'15394","reported_seq":"15417","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.140713+0000","last_change":"2021-03-04T23:19:33.300859+0000","last_active":"2021-03-04T23:22:11.140713+0000","last_peered":"2021-03-04T23:22:11.140713+0000","last_clean":"2021-03-04T23:22:11.140713+0000","last_became_active":"2021-03-04T23:19:33.300607+0000","last_became_peered":"2021-03-04T23:19:33.300607+0000","last_unstale":"2021-03-04T23:22:11.140713+0000","last_undegraded":"2021-03-04T23:22:11.140713+0000","last_fullsized":"2021-03-04T23:22:11.140713+0000","mapping_epoch":662,"log_start":"671'7200","ondisk_log_start":"671'7200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8194,"ondisk_log_size":8194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":378142720,"num_objects":5770,"num_object_clones":0,"num_object_copies":17310,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5770,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15394,"num_write_kb":677248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"653","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346330+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:21:57.346330+0000","last_peered":"2021-03-04T23:21:57.346330+0000","last_clean":"2021-03-04T23:21:57.346330+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:21:57.346330+0000","last_undegraded":"2021-03-04T23:21:57.346330+0000","last_fullsized":"2021-03-04T23:21:57.346330+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"676","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342972+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:21:57.342972+0000","last_peered":"2021-03-04T23:21:57.342972+0000","last_clean":"2021-03-04T23:21:57.342972+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:21:57.342972+0000","last_undegraded":"2021-03-04T23:21:57.342972+0000","last_fullsized":"2021-03-04T23:21:57.342972+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.2","version":"677'15050","reported_seq":"15073","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:08.606604+0000","last_change":"2021-03-04T23:19:33.299953+0000","last_active":"2021-03-04T23:22:08.606604+0000","last_peered":"2021-03-04T23:22:08.606604+0000","last_clean":"2021-03-04T23:22:08.606604+0000","last_became_active":"2021-03-04T23:19:33.299702+0000","last_became_peered":"2021-03-04T23:19:33.299702+0000","last_unstale":"2021-03-04T23:22:08.606604+0000","last_undegraded":"2021-03-04T23:22:08.606604+0000","last_fullsized":"2021-03-04T23:22:08.606604+0000","mapping_epoch":662,"log_start":"672'9100","ondisk_log_start":"672'9100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5950,"ondisk_log_size":5950,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":398852096,"num_objects":6086,"num_object_clones":0,"num_object_copies":18258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6086,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15050,"num_write_kb":676352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"625","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.346564+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:21:57.346564+0000","last_peered":"2021-03-04T23:21:57.346564+0000","last_clean":"2021-03-04T23:21:57.346564+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:21:57.346564+0000","last_undegraded":"2021-03-04T23:21:57.346564+0000","last_fullsized":"2021-03-04T23:21:57.346564+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"43","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342666+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:21:57.342666+0000","last_peered":"2021-03-04T23:21:57.342666+0000","last_clean":"2021-03-04T23:21:57.342666+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:21:57.342666+0000","last_undegraded":"2021-03-04T23:21:57.342666+0000","last_fullsized":"2021-03-04T23:21:57.342666+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.1","version":"677'15723","reported_seq":"15746","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.364674+0000","last_change":"2021-03-04T23:19:33.301202+0000","last_active":"2021-03-04T23:22:11.364674+0000","last_peered":"2021-03-04T23:22:11.364674+0000","last_clean":"2021-03-04T23:22:11.364674+0000","last_became_active":"2021-03-04T23:19:33.300829+0000","last_became_peered":"2021-03-04T23:19:33.300829+0000","last_unstale":"2021-03-04T23:22:11.364674+0000","last_undegraded":"2021-03-04T23:22:11.364674+0000","last_fullsized":"2021-03-04T23:22:11.364674+0000","mapping_epoch":662,"log_start":"672'9700","ondisk_log_start":"672'9700","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6023,"ondisk_log_size":6023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":389218304,"num_objects":5939,"num_object_clones":0,"num_object_copies":17817,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5939,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15723,"num_write_kb":693184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"637","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348688+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:21:57.348688+0000","last_peered":"2021-03-04T23:21:57.348688+0000","last_clean":"2021-03-04T23:21:57.348688+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:21:57.348688+0000","last_undegraded":"2021-03-04T23:21:57.348688+0000","last_fullsized":"2021-03-04T23:21:57.348688+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"650","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.348180+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:21:57.348180+0000","last_peered":"2021-03-04T23:21:57.348180+0000","last_clean":"2021-03-04T23:21:57.348180+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:21:57.348180+0000","last_undegraded":"2021-03-04T23:21:57.348180+0000","last_fullsized":"2021-03-04T23:21:57.348180+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.0","version":"677'15340","reported_seq":"15363","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:11.358398+0000","last_change":"2021-03-04T23:19:33.301780+0000","last_active":"2021-03-04T23:22:11.358398+0000","last_peered":"2021-03-04T23:22:11.358398+0000","last_clean":"2021-03-04T23:22:11.358398+0000","last_became_active":"2021-03-04T23:19:33.301524+0000","last_became_peered":"2021-03-04T23:19:33.301524+0000","last_unstale":"2021-03-04T23:22:11.358398+0000","last_undegraded":"2021-03-04T23:22:11.358398+0000","last_fullsized":"2021-03-04T23:22:11.358398+0000","mapping_epoch":662,"log_start":"672'9300","ondisk_log_start":"672'9300","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6040,"ondisk_log_size":6040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383909888,"num_objects":5858,"num_object_clones":0,"num_object_copies":17574,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15340,"num_write_kb":678336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"630","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.347585+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:21:57.347585+0000","last_peered":"2021-03-04T23:21:57.347585+0000","last_clean":"2021-03-04T23:21:57.347585+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:21:57.347585+0000","last_undegraded":"2021-03-04T23:21:57.347585+0000","last_fullsized":"2021-03-04T23:21:57.347585+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"661","reported_epoch":"676","state":"active+clean","last_fresh":"2021-03-04T23:21:57.342675+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:21:57.342675+0000","last_peered":"2021-03-04T23:21:57.342675+0000","last_clean":"2021-03-04T23:21:57.342675+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:21:57.342675+0000","last_undegraded":"2021-03-04T23:21:57.342675+0000","last_fullsized":"2021-03-04T23:21:57.342675+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":28,"num_pg":16,"stat_sum":{"num_bytes":6111887384,"num_objects":93261,"num_object_clones":0,"num_object_copies":279783,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93261,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":244885,"num_write_kb":10820609,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18338230272,"data_stored":18338218056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101885,"ondisk_log_size":101885,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6351445,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496013,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4051836,"kb_used_data":3003252,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":84028548,"statfs":{"total":90194313216,"available":86045233152,"internally_reserved":1073741824,"allocated":3075330048,"data_stored":3072098755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":3.6880000000000002,"15min":3.1379999999999999},"min":{"1min":0.155,"5min":0.13600000000000001,"15min":0.13100000000000001},"max":{"1min":7.0940000000000003,"5min":200.09299999999999,"15min":200.09299999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":3.7210000000000001,"15min":3.2679999999999998},"min":{"1min":0.188,"5min":0.16300000000000001,"15min":0.14899999999999999},"max":{"1min":1.0880000000000001,"5min":200.001,"15min":200.001},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:22:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.874,"15min":0.80400000000000005},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.191},"max":{"1min":0.97999999999999998,"5min":5.2000000000000002,"15min":7.7270000000000003},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.83599999999999997,"15min":0.76000000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.17499999999999999},"max":{"1min":2.1339999999999999,"5min":6.8220000000000001,"15min":6.8220000000000001},"last":0.191}]},{"osd":2,"last update":"Thu Mar 4 23:21:30 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":1.0069999999999999,"15min":1.6279999999999999},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":1.038,"5min":6.1609999999999996,"15min":73.129999999999995},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.0740000000000001,"15min":1.655},"min":{"1min":0.19500000000000001,"5min":0.183,"15min":0.17199999999999999},"max":{"1min":6.75,"5min":6.75,"15min":74.382000000000005},"last":0.31900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:21:12 2021","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":2.1030000000000002,"15min":1.2769999999999999},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":5.8300000000000001,"5min":62.210000000000001,"15min":62.210000000000001},"last":0.253},{"interface":"front","average":{"1min":0.89100000000000001,"5min":2.2999999999999998,"15min":1.3779999999999999},"min":{"1min":0.21299999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.0199999999999996,"5min":62.228000000000002,"15min":62.228000000000002},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84399999999999997,"15min":0.83999999999999997},"min":{"1min":0.17799999999999999,"5min":0.153,"15min":0.13300000000000001},"max":{"1min":6.6520000000000001,"5min":6.6520000000000001,"15min":39.375999999999998},"last":0.218},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.84199999999999997,"15min":0.86599999999999999},"min":{"1min":0.183,"5min":0.17899999999999999,"15min":0.14999999999999999},"max":{"1min":3.7360000000000002,"5min":7.8799999999999999,"15min":39.570999999999998},"last":0.29599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":1.145,"15min":0.89400000000000002},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.5579999999999998,"5min":6.2969999999999997,"15min":7.8719999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":1.337,"5min":1.2370000000000001,"15min":0.93600000000000005},"min":{"1min":0.217,"5min":0.17799999999999999,"15min":0.16400000000000001},"max":{"1min":6.9199999999999999,"5min":6.9199999999999999,"15min":6.9199999999999999},"last":0.34399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":1.24,"5min":1.2230000000000001,"15min":1.0840000000000001},"min":{"1min":0.245,"5min":0.20399999999999999,"15min":0.17799999999999999},"max":{"1min":7.008,"5min":7.008,"15min":38.747999999999998},"last":0.373},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.93000000000000005,"15min":0.97499999999999998},"min":{"1min":0.191,"5min":0.191,"15min":0.187},"max":{"1min":3.762,"5min":4.0049999999999999,"15min":38.484000000000002},"last":0.33300000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659537,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5141164,"kb_used_data":4092260,"kb_used_omap":470,"kb_used_meta":1048105,"kb_avail":82939220,"statfs":{"total":90194313216,"available":84929761280,"internally_reserved":1073741824,"allocated":4190474240,"data_stored":4187259161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":481475,"internal_metadata":1073260349},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:48 2021","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":2.3450000000000002,"15min":1.679},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14199999999999999},"max":{"1min":4.7489999999999997,"5min":76.179000000000002,"15min":76.179000000000002},"last":0.246},{"interface":"front","average":{"1min":0.81399999999999995,"5min":2.4049999999999998,"15min":1.794},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.17100000000000001},"max":{"1min":4.8159999999999998,"5min":76.296999999999997,"15min":76.296999999999997},"last":0.33500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:22:03 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.76300000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":4.1070000000000002,"5min":4.1070000000000002,"15min":6.75},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.79800000000000004,"15min":0.77500000000000002},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.192},"max":{"1min":7.8860000000000001,"5min":7.8860000000000001,"15min":7.8860000000000001},"last":0.30399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:21:24 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":1.772,"15min":2.3079999999999998},"min":{"1min":0.17699999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":2.718,"5min":45.531999999999996,"15min":81.930000000000007},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.9279999999999999,"15min":2.3069999999999999},"min":{"1min":0.19,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":2.1840000000000002,"5min":45.631,"15min":82.245000000000005},"last":0.35799999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:21:13 2021","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":1.9810000000000001,"15min":2.472},"min":{"1min":0.20599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.8780000000000001,"5min":34.171999999999997,"15min":34.171999999999997},"last":1.7589999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":1.851,"15min":2.149},"min":{"1min":0.22500000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.6869999999999998,"5min":34.006,"15min":34.006},"last":0.32400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:22:03 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.74399999999999999,"15min":0.77400000000000002},"min":{"1min":0.17000000000000001,"5min":0.14699999999999999,"15min":0.14599999999999999},"max":{"1min":4.1379999999999999,"5min":4.1829999999999998,"15min":7.4740000000000002},"last":0.373},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.0129999999999999,"15min":0.94599999999999995},"min":{"1min":0.17599999999999999,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.5419999999999998,"5min":8.5310000000000006,"15min":8.5310000000000006},"last":0.28999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:22:03 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.89900000000000002,"15min":0.82799999999999996},"min":{"1min":0.16400000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":11.795,"5min":11.795,"15min":11.795},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.88200000000000001,"15min":0.84699999999999998},"min":{"1min":0.22500000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1950000000000003,"5min":4.1950000000000003,"15min":7.6699999999999999},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:21:34 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.94399999999999995,"15min":1.0129999999999999},"min":{"1min":0.189,"5min":0.16,"15min":0.16},"max":{"1min":3.3420000000000001,"5min":4.8330000000000002,"15min":6.6369999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.0109999999999999,"15min":1.0880000000000001},"min":{"1min":0.219,"5min":0.216,"15min":0.185},"max":{"1min":3.3079999999999998,"5min":5.6680000000000001,"15min":7.79},"last":0.42699999999999999}]}]},{"osd":1,"up_from":0,"seq":1464583848213,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712357,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3767140,"kb_used_data":3573724,"kb_used_omap":637,"kb_used_meta":192770,"kb_avail":84313244,"statfs":{"total":90194313216,"available":86336761856,"internally_reserved":0,"allocated":3659493376,"data_stored":3656284395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":197396530},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:21:58 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.48999999999999999,"15min":0.47999999999999998},"min":{"1min":0.182,"5min":0.156,"15min":0.14099999999999999},"max":{"1min":1.323,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.46300000000000002,"15min":0.52000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14199999999999999},"max":{"1min":1.0680000000000001,"5min":3.5289999999999999,"15min":5.0890000000000004},"last":2.6139999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:21:19 2021","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":1.3919999999999999,"15min":1.802},"min":{"1min":0.14399999999999999,"5min":0.13900000000000001,"15min":0.123},"max":{"1min":2.2440000000000002,"5min":56.475999999999999,"15min":81.109999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.628,"5min":1.518,"15min":1.95},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.13400000000000001},"max":{"1min":2.29,"5min":57.030000000000001,"15min":81.326999999999998},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:21:19 2021","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":1.2709999999999999,"15min":1.0189999999999999},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":1.9790000000000001,"5min":47.826999999999998,"15min":47.826999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":1.427,"15min":1.1950000000000001},"min":{"1min":0.217,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.5310000000000001,"5min":47.889000000000003,"15min":47.889000000000003},"last":0.56399999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.88200000000000001,"15min":0.86199999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.23000000000000001},"max":{"1min":1.865,"5min":4.609,"15min":4.609},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.80900000000000005,"15min":0.77500000000000002},"min":{"1min":0.20399999999999999,"5min":0.191,"15min":0.191},"max":{"1min":1.3,"5min":3.8519999999999999,"15min":5.0570000000000004},"last":2.673}]},{"osd":5,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":1.026,"15min":0.97599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":2.6520000000000001,"5min":4.2599999999999998,"15min":4.806},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.90900000000000003,"15min":0.90600000000000003},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":2.3540000000000001,"5min":3.7509999999999999,"15min":3.7509999999999999},"last":2.7330000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":1.1419999999999999,"15min":0.98299999999999998},"min":{"1min":0.26700000000000002,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":1.907,"5min":21,"15min":21},"last":0.376},{"interface":"front","average":{"1min":1.0429999999999999,"5min":1.3580000000000001,"15min":1.1699999999999999},"min":{"1min":0.309,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.036,"5min":20.690000000000001,"15min":20.690000000000001},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":1.159,"15min":1.081},"min":{"1min":0.32000000000000001,"5min":0.26000000000000001,"15min":0.19600000000000001},"max":{"1min":2.7069999999999999,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.504},{"interface":"front","average":{"1min":0.64800000000000002,"5min":1.2010000000000001,"15min":1.1200000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.251},"max":{"1min":1.704,"5min":4.5019999999999998,"15min":5},"last":0.70399999999999996}]}]},{"osd":2,"up_from":356,"seq":1529008357648,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2362920,"kb_used_data":2207840,"kb_used_omap":852,"kb_used_meta":154219,"kb_avail":85717464,"statfs":{"total":90194313216,"available":87774683136,"internally_reserved":0,"allocated":2260828160,"data_stored":2257615119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":157920887},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:27 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.52100000000000002,"15min":1.1639999999999999},"min":{"1min":0.127,"5min":0.107,"15min":0.107},"max":{"1min":1.548,"5min":3.673,"15min":104.41800000000001},"last":0.14299999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.76600000000000001,"15min":1.131},"min":{"1min":0.14599999999999999,"5min":0.124,"15min":0.124},"max":{"1min":2.7679999999999998,"5min":8.5340000000000007,"15min":105.191},"last":0.29699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:21:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.57099999999999995,"15min":0.82599999999999996},"min":{"1min":0.17399999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.109,"5min":2.4159999999999999,"15min":67.450999999999993},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.69499999999999995,"15min":0.68300000000000005},"min":{"1min":0.19,"5min":0.17199999999999999,"15min":0.17100000000000001},"max":{"1min":1.9830000000000001,"5min":5.915,"15min":5.915},"last":0.254}]},{"osd":3,"last update":"Thu Mar 4 23:21:18 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":1.8500000000000001,"15min":2.2280000000000002},"min":{"1min":0.186,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":3.665,"5min":77.754000000000005,"15min":77.754000000000005},"last":0.314},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.7569999999999999,"15min":2.2789999999999999},"min":{"1min":0.19,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":4.1109999999999998,"5min":77.926000000000002,"15min":77.926000000000002},"last":0.20699999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:21:27 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.875,"15min":0.89900000000000002},"min":{"1min":0.27800000000000002,"5min":0.20200000000000001,"15min":0.19600000000000001},"max":{"1min":2.149,"5min":6.0860000000000003,"15min":6.0860000000000003},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.874,"15min":0.88400000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.19500000000000001},"max":{"1min":1.575,"5min":4.391,"15min":7.0030000000000001},"last":3.1600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:21:27 2021","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.96999999999999997,"15min":0.93400000000000005},"min":{"1min":0.22,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":2.3130000000000002,"5min":4.9969999999999999,"15min":7.1890000000000001},"last":0.377},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.91400000000000003,"15min":1.1719999999999999},"min":{"1min":0.29299999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.657,"5min":3.2650000000000001,"15min":67.897000000000006},"last":1.831}]},{"osd":6,"last update":"Thu Mar 4 23:21:27 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.111,"15min":1.071},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":5.3330000000000002,"5min":6.1760000000000002,"15min":6.1760000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.65500000000000003,"5min":1.083,"15min":1.107},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.224},"max":{"1min":1.804,"5min":4.7889999999999997,"15min":7.3339999999999996},"last":1.3320000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:21:27 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.087,"15min":1.3089999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.25700000000000001},"max":{"1min":2.2250000000000001,"5min":3.7909999999999999,"15min":68.049000000000007},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.1339999999999999,"15min":1.155},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.5150000000000001,"5min":6.0049999999999999,"15min":7.4290000000000003},"last":0.41699999999999998}]}]},{"osd":3,"up_from":634,"seq":2723009265750,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2382308,"kb_used_data":2222492,"kb_used_omap":2942,"kb_used_meta":156801,"kb_avail":85698076,"statfs":{"total":90194313216,"available":87754829824,"internally_reserved":0,"allocated":2275831808,"data_stored":2272622366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3013408,"internal_metadata":160564448},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.65400000000000003,"15min":0.53000000000000003},"min":{"1min":0.122,"5min":0.11799999999999999,"15min":0.11799999999999999},"max":{"1min":9.5259999999999998,"5min":9.5259999999999998,"15min":9.5259999999999998},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.58299999999999996,"15min":0.45300000000000001},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":9.4390000000000001,"5min":9.4390000000000001,"15min":9.4390000000000001},"last":0.253}]},{"osd":1,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.68899999999999995,"15min":0.625},"min":{"1min":0.16900000000000001,"5min":0.153,"15min":0.153},"max":{"1min":1.4019999999999999,"5min":4.5099999999999998,"15min":4.5099999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.65500000000000003,"15min":0.63700000000000001},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":2.343,"5min":3.0219999999999998,"15min":3.0219999999999998},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.66600000000000004,"15min":0.64200000000000002},"min":{"1min":0.157,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":2.7650000000000001,"5min":3.1840000000000002,"15min":3.1840000000000002},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.86199999999999999,"15min":0.64700000000000002},"min":{"1min":0.157,"5min":0.151,"15min":0.151},"max":{"1min":1.9650000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":0.20300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.83299999999999996,"15min":0.73999999999999999},"min":{"1min":0.254,"5min":0.188,"15min":0.188},"max":{"1min":2.1139999999999999,"5min":6.0279999999999996,"15min":6.0279999999999996},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.97299999999999998,"15min":0.96599999999999997},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.986,"5min":6.3849999999999998,"15min":6.3849999999999998},"last":0.22800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.93500000000000005,"15min":0.85799999999999998},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":2.617,"5min":3.879,"15min":3.879},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":1.135,"15min":0.995},"min":{"1min":0.24399999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":3.1619999999999999,"5min":4.6020000000000003,"15min":4.6020000000000003},"last":0.73499999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":1.135,"15min":0.92300000000000004},"min":{"1min":0.28599999999999998,"5min":0.245,"15min":0.245},"max":{"1min":2.496,"5min":4.577,"15min":4.577},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.93300000000000005,"5min":1.0189999999999999,"15min":0.86299999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":4.0739999999999998,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:21:21 2021","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":1.095,"15min":0.89100000000000001},"min":{"1min":0.308,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":2.742,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.79900000000000004,"5min":1.115,"15min":1.145},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9359999999999999,"5min":4.9059999999999997,"15min":4.9059999999999997},"last":0.93700000000000006}]}]},{"osd":4,"up_from":31,"seq":133143986586,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1808756,"kb_used_data":760172,"kb_used_omap":282,"kb_used_meta":1048293,"kb_avail":86271628,"statfs":{"total":90194313216,"available":88342147072,"internally_reserved":1073741824,"allocated":778416128,"data_stored":775192933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":289331,"internal_metadata":1073452493},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:50 2021","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":3.1349999999999998,"15min":2.7679999999999998},"min":{"1min":0.14799999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":20.815999999999999,"5min":130.404,"15min":130.404},"last":0.17899999999999999},{"interface":"front","average":{"1min":1.8160000000000001,"5min":3.2090000000000001,"15min":2.9129999999999998},"min":{"1min":0.20699999999999999,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":20.879999999999999,"5min":130.417,"15min":130.417},"last":0.29399999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:21:57 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.77700000000000002,"15min":0.71399999999999997},"min":{"1min":0.21199999999999999,"5min":0.20399999999999999,"15min":0.193},"max":{"1min":1.7210000000000001,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.88300000000000001,"15min":0.79800000000000004},"min":{"1min":0.218,"5min":0.19700000000000001,"15min":0.19500000000000001},"max":{"1min":1.5249999999999999,"5min":5.1710000000000003,"15min":9.8780000000000001},"last":0.26600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:21:26 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":2.8849999999999998,"15min":2.3919999999999999},"min":{"1min":0.188,"5min":0.183,"15min":0.16700000000000001},"max":{"1min":2.431,"5min":152.79300000000001,"15min":152.79300000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.65700000000000003,"5min":2.9940000000000002,"15min":2.3730000000000002},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.8220000000000001,"5min":152.57300000000001,"15min":152.57300000000001},"last":0.28100000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:21:15 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":2.5489999999999999,"15min":5.476},"min":{"1min":0.24399999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.724,"5min":75.245000000000005,"15min":106.631},"last":0.37},{"interface":"front","average":{"1min":0.64400000000000002,"5min":2.6829999999999998,"15min":5.4900000000000002},"min":{"1min":0.27300000000000002,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.0139999999999998,"5min":75.941999999999993,"15min":106.51900000000001},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:21:57 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":1.02,"15min":1.0900000000000001},"min":{"1min":0.159,"5min":0.14199999999999999,"15min":0.13100000000000001},"max":{"1min":2.2719999999999998,"5min":9.4640000000000004,"15min":45.344000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.82299999999999995,"5min":1.018,"15min":0.997},"min":{"1min":0.17699999999999999,"5min":0.17199999999999999,"15min":0.156},"max":{"1min":3.6240000000000001,"5min":5.6040000000000001,"15min":43.448},"last":2.6709999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:22:10 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":2.1360000000000001,"15min":1.363},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.14399999999999999},"max":{"1min":3.859,"5min":102.35899999999999,"15min":102.35899999999999},"last":1.7310000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":2.181,"15min":1.419},"min":{"1min":0.20799999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":3.9369999999999998,"5min":101.592,"15min":101.592},"last":2.6160000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:21:31 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":1.119,"15min":1.1060000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.16700000000000001},"max":{"1min":2.2730000000000001,"5min":4.1550000000000002,"15min":12.140000000000001},"last":1.5269999999999999},{"interface":"front","average":{"1min":1.4079999999999999,"5min":1.2470000000000001,"15min":1.0840000000000001},"min":{"1min":0.23000000000000001,"5min":0.185,"15min":0.17799999999999999},"max":{"1min":8.1590000000000007,"5min":8.1590000000000007,"15min":10.938000000000001},"last":0.35899999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823061,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3321508,"kb_used_data":2272924,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":84758876,"statfs":{"total":90194313216,"available":86793089024,"internally_reserved":1073741824,"allocated":2327474176,"data_stored":2324265243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:40 2021","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":1.96,"15min":1.728},"min":{"1min":0.14699999999999999,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":4.7190000000000003,"5min":40.076000000000001,"15min":73.159000000000006},"last":0.16500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.855,"15min":1.7689999999999999},"min":{"1min":0.16700000000000001,"5min":0.161,"15min":0.14799999999999999},"max":{"1min":1.9099999999999999,"5min":40.220999999999997,"15min":73.429000000000002},"last":0.31900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:21:56 2021","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":0.88600000000000001,"15min":0.85799999999999998},"min":{"1min":0.19,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":15.128},"last":0.218},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.86899999999999999},"min":{"1min":0.217,"5min":0.20499999999999999,"15min":0.188},"max":{"1min":3.6419999999999999,"5min":3.6419999999999999,"15min":15.097},"last":0.23899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:21:40 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.206,"15min":1.242},"min":{"1min":0.19700000000000001,"5min":0.184,"15min":0.184},"max":{"1min":2.2999999999999998,"5min":24.597999999999999,"15min":38.296999999999997},"last":2.657},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.304,"15min":1.286},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":4.782,"5min":25.338999999999999,"15min":38.402999999999999},"last":2.6419999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:21:22 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.3300000000000001,"15min":1.105},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.361,"5min":25.065000000000001,"15min":25.065000000000001},"last":0.22800000000000001},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.464,"15min":1.1619999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.215},"max":{"1min":4.9560000000000004,"5min":24.716999999999999,"15min":24.716999999999999},"last":0.30299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:21:56 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.82999999999999996,"15min":0.98699999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.13700000000000001},"max":{"1min":3.9550000000000001,"5min":5.7610000000000001,"15min":56.573},"last":0.188},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.97699999999999998,"15min":1.151},"min":{"1min":0.187,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":2.1040000000000001,"5min":7.4340000000000002,"15min":56.191000000000003},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:21:22 2021","interfaces":[{"interface":"back","average":{"1min":1.5629999999999999,"5min":1.0940000000000001,"15min":1.024},"min":{"1min":0.315,"5min":0.152,"15min":0.152},"max":{"1min":4.7549999999999999,"5min":5.7270000000000003,"15min":8.2050000000000001},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.95999999999999996,"15min":1.0549999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":4.4729999999999999,"5min":9.4299999999999997,"15min":14.805999999999999},"last":0.28399999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:21:40 2021","interfaces":[{"interface":"back","average":{"1min":11.612,"5min":3.1040000000000001,"15min":1.796},"min":{"1min":0.23300000000000001,"5min":0.19600000000000001,"15min":0.16900000000000001},"max":{"1min":201.512,"5min":201.512,"15min":201.512},"last":0.40999999999999998},{"interface":"front","average":{"1min":11.664999999999999,"5min":3.21,"15min":1.829},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":200.97,"5min":200.97,"15min":200.97},"last":0.33600000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3009378,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":285302,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":477384,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3601203200,"data_stored":3601203200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2215710720,"data_stored":2215706648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2266828800,"data_stored":2266824728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":758579200,"data_stored":758579200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2285961216,"data_stored":2285961216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4172677120,"data_stored":4172677120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3037270016,"data_stored":3037265944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:22:19.074 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:22:19.161 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:19.289 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:19.393 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:19.743 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:19 gibba023 bash[16680]: debug 2021-03-04T23:22:19.282+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:19.744 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:19.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:20.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:19 gibba023 bash[15180]: debug 2021-03-04T23:22:19.738+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:20.267 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:20.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:20.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:20 gibba008 bash[37770]: cluster 2021-03-04T23:22:19.283044+0000 mgr.x (mgr.34379) 1026 : cluster [DBG] pgmap v1379: 109 pgs: 109 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:20.408 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:20 gibba008 bash[39303]: cluster 2021-03-04T23:22:19.283044+0000 mgr.x (mgr.34379) 1026 : cluster [DBG] pgmap v1379: 109 pgs: 109 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:20.408 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:20 gibba008 bash[44600]: debug 2021-03-04T23:22:20.259+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:20.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:20 gibba023 bash[27374]: cluster 2021-03-04T23:22:19.283044+0000 mgr.x (mgr.34379) 1026 : cluster [DBG] pgmap v1379: 109 pgs: 109 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:20.677 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:20.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:20 gibba008 bash[47391]: debug 2021-03-04T23:22:20.667+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:20.781 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:21.180 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:21.283 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:21.516 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:21 gibba008 bash[48858]: debug 2021-03-04T23:22:21.175+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:21.675 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:21 gibba023 bash[16680]: debug 2021-03-04T23:22:21.670+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:21.678 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:21.781 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:22.160 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:22.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:22 gibba023 bash[27374]: cluster 2021-03-04T23:22:21.283514+0000 mgr.x (mgr.34379) 1027 : cluster [DBG] pgmap v1380: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:22.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:22 gibba023 bash[16680]: debug 2021-03-04T23:22:22.154+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:22.617 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:22 gibba008 bash[37770]: cluster 2021-03-04T23:22:21.283514+0000 mgr.x (mgr.34379) 1027 : cluster [DBG] pgmap v1380: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:22.618 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:22 gibba008 bash[39303]: cluster 2021-03-04T23:22:21.283514+0000 mgr.x (mgr.34379) 1027 : cluster [DBG] pgmap v1380: 109 pgs: 109 active+clean; 5.0 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:22.758 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:22.864 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:23.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:22 gibba023 bash[18090]: debug 2021-03-04T23:22:22.750+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:23.334 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:23.437 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:23.721 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:23.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:23 gibba023 bash[15180]: debug 2021-03-04T23:22:23.326+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:23.824 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:24.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:23 gibba008 bash[48858]: debug 2021-03-04T23:22:23.715+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:24.306 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:24.410 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:24.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:24 gibba008 bash[39303]: cluster 2021-03-04T23:22:23.284191+0000 mgr.x (mgr.34379) 1028 : cluster [DBG] pgmap v1381: 109 pgs: 109 active+clean; 4.7 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:24.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:24 gibba008 bash[47391]: debug 2021-03-04T23:22:24.299+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:24 gibba008 bash[37770]: cluster 2021-03-04T23:22:23.284191+0000 mgr.x (mgr.34379) 1028 : cluster [DBG] pgmap v1381: 109 pgs: 109 active+clean; 4.7 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:24 gibba023 bash[27374]: cluster 2021-03-04T23:22:23.284191+0000 mgr.x (mgr.34379) 1028 : cluster [DBG] pgmap v1381: 109 pgs: 109 active+clean; 4.7 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:24.834 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:24.938 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:25.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:24 gibba023 bash[18090]: debug 2021-03-04T23:22:24.826+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:25.366 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:25.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:25.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:25 gibba023 bash[18090]: debug 2021-03-04T23:22:25.362+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:25.890 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:25.992 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:26.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:25 gibba023 bash[16680]: debug 2021-03-04T23:22:25.882+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:26.351 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:22:26.403 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:26.506 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:26.600 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[37770]: cluster 2021-03-04T23:22:25.284647+0000 mgr.x (mgr.34379) 1029 : cluster [DBG] pgmap v1382: 109 pgs: 109 active+clean; 4.7 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:22:26.601 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[37770]: audit 2021-03-04T23:22:25.680267+0000 mon.c (mon.1) 95 : audit [INF] from='client.? 172.21.2.108:0/2562442261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:22:26.601 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[37770]: audit 2021-03-04T23:22:25.680547+0000 mon.a (mon.0) 1608 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:22:26.601 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[39303]: cluster 2021-03-04T23:22:25.284647+0000 mgr.x (mgr.34379) 1029 : cluster [DBG] pgmap v1382: 109 pgs: 109 active+clean; 4.7 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:22:26.602 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[39303]: audit 2021-03-04T23:22:25.680267+0000 mon.c (mon.1) 95 : audit [INF] from='client.? 172.21.2.108:0/2562442261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:22:26.602 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[39303]: audit 2021-03-04T23:22:25.680547+0000 mon.a (mon.0) 1608 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:22:26.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:26 gibba023 bash[15180]: debug 2021-03-04T23:22:26.398+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:26 gibba023 bash[27374]: cluster 2021-03-04T23:22:25.284647+0000 mgr.x (mgr.34379) 1029 : cluster [DBG] pgmap v1382: 109 pgs: 109 active+clean; 4.7 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:22:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:26 gibba023 bash[27374]: audit 2021-03-04T23:22:25.680267+0000 mon.c (mon.1) 95 : audit [INF] from='client.? 172.21.2.108:0/2562442261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:22:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:26 gibba023 bash[27374]: audit 2021-03-04T23:22:25.680547+0000 mon.a (mon.0) 1608 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:22:26.932 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:27.035 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:27.054 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:22:27.064 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:26 gibba008 bash[48858]: debug 2021-03-04T23:22:26.923+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:27.072 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:22:27.090 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:22:27.105 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:22:27.122 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:22:27.138 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:22:27.156 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:22:27.179 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:22:27.182 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.182 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.184 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.184 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:22:27.272 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:27.375 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:27.480 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[39303]: cluster 2021-03-04T23:22:26.342349+0000 mon.a (mon.0) 1609 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:22:27.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[39303]: audit 2021-03-04T23:22:26.345530+0000 mon.a (mon.0) 1610 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:22:27.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[39303]: cluster 2021-03-04T23:22:26.345576+0000 mon.a (mon.0) 1611 : cluster [DBG] osdmap e678: 8 total, 8 up, 7 in 2021-03-04T23:22:27.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[39303]: audit 2021-03-04T23:22:27.032193+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.108:0/4004069284' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[37770]: cluster 2021-03-04T23:22:26.342349+0000 mon.a (mon.0) 1609 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:22:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[37770]: audit 2021-03-04T23:22:26.345530+0000 mon.a (mon.0) 1610 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:22:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[37770]: cluster 2021-03-04T23:22:26.345576+0000 mon.a (mon.0) 1611 : cluster [DBG] osdmap e678: 8 total, 8 up, 7 in 2021-03-04T23:22:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[37770]: audit 2021-03-04T23:22:27.032193+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.108:0/4004069284' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:27.483 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:27 gibba008 bash[44600]: debug 2021-03-04T23:22:27.267+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:27.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:27 gibba023 bash[27374]: cluster 2021-03-04T23:22:26.342349+0000 mon.a (mon.0) 1609 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:22:27.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:27 gibba023 bash[27374]: audit 2021-03-04T23:22:26.345530+0000 mon.a (mon.0) 1610 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:22:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:27 gibba023 bash[27374]: cluster 2021-03-04T23:22:26.345576+0000 mon.a (mon.0) 1611 : cluster [DBG] osdmap e678: 8 total, 8 up, 7 in 2021-03-04T23:22:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:27 gibba023 bash[27374]: audit 2021-03-04T23:22:27.032193+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.108:0/4004069284' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:27.807 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:27.911 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:28.006 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:28.112 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:28.118 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:27 gibba023 bash[15180]: debug 2021-03-04T23:22:27.802+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:28.118 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:28 gibba023 bash[16680]: debug 2021-03-04T23:22:27.998+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:28.212 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:28.314 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:28.408 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:28 gibba023 bash[27374]: cluster 2021-03-04T23:22:27.285115+0000 mgr.x (mgr.34379) 1030 : cluster [DBG] pgmap v1384: 109 pgs: 109 active+clean; 4.3 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:22:28.409 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:28 gibba023 bash[18090]: debug 2021-03-04T23:22:28.206+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:28.410 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:28.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:28 gibba008 bash[37770]: cluster 2021-03-04T23:22:27.285115+0000 mgr.x (mgr.34379) 1030 : cluster [DBG] pgmap v1384: 109 pgs: 109 active+clean; 4.3 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:22:28.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:28 gibba008 bash[39303]: cluster 2021-03-04T23:22:27.285115+0000 mgr.x (mgr.34379) 1030 : cluster [DBG] pgmap v1384: 109 pgs: 109 active+clean; 4.3 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:22:28.515 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:28.524 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:22:28.525 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:22:28.525 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.525 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45492.0:271214 28.0 e678/662 28:0f4b09d2:::benchmark_data_gibba008_108866_object102139:head v 678'16913, mlcod=678'16911)", 2021-03-04T23:22:28.525 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.517266+0000", 2021-03-04T23:22:28.526 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.001984188, 2021-03-04T23:22:28.526 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0019997909999999999, 2021-03-04T23:22:28.526 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.526 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:22:28.527 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.527 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.527 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.527 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517266+0000", 2021-03-04T23:22:28.527 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.528 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.528 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.528 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.528 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517266+0000", 2021-03-04T23:22:28.528 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5050000000000002e-06 2021-03-04T23:22:28.529 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.529 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.529 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.529 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517269+0000", 2021-03-04T23:22:28.530 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6160000000000002e-06 2021-03-04T23:22:28.530 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.530 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.530 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.530 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517272+0000", 2021-03-04T23:22:28.531 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0450000000000001e-06 2021-03-04T23:22:28.531 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.531 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.531 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.532 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517280+0000", 2021-03-04T23:22:28.532 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2830000000000002e-06 2021-03-04T23:22:28.532 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.532 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.533 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.533 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517283+0000", 2021-03-04T23:22:28.533 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6381000000000003e-05 2021-03-04T23:22:28.534 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.534 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.534 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:22:28.534 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517320+0000", 2021-03-04T23:22:28.534 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8887999999999999e-05 2021-03-04T23:22:28.535 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.536 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.536 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:22:28.537 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517339+0000", 2021-03-04T23:22:28.537 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2718000000000004e-05 2021-03-04T23:22:28.537 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.539 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.539 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.540 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.541 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.542 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45492.0:271213 28.1 e678/662 28:8959b7af:::benchmark_data_gibba008_108866_object102138:head v 678'17328, mlcod=678'17323)", 2021-03-04T23:22:28.542 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.517293+0000", 2021-03-04T23:22:28.543 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0019572069999999999, 2021-03-04T23:22:28.544 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020161110000000001, 2021-03-04T23:22:28.544 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.544 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:22:28.545 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.545 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.546 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.546 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517293+0000", 2021-03-04T23:22:28.547 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.547 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.549 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.549 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.549 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517293+0000", 2021-03-04T23:22:28.549 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.178e-06 2021-03-04T23:22:28.549 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.550 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.550 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.550 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517294+0000", 2021-03-04T23:22:28.550 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.47e-07 2021-03-04T23:22:28.551 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.551 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.551 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.551 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517295+0000", 2021-03-04T23:22:28.551 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2959999999999999e-06 2021-03-04T23:22:28.552 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.552 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.552 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.552 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517303+0000", 2021-03-04T23:22:28.552 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3479999999999998e-06 2021-03-04T23:22:28.553 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.553 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.553 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.553 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517306+0000", 2021-03-04T23:22:28.554 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4164e-05 2021-03-04T23:22:28.554 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.554 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.554 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:22:28.554 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517340+0000", 2021-03-04T23:22:28.555 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0071000000000001e-05 2021-03-04T23:22:28.555 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.556 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.556 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:22:28.556 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517350+0000", 2021-03-04T23:22:28.556 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7003999999999998e-05 2021-03-04T23:22:28.557 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.557 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.557 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.557 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.557 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.558 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45492.0:271216 28.c e678/662 28:38528a7c:::benchmark_data_gibba008_108866_object102141:head v 678'17093, mlcod=678'17091)", 2021-03-04T23:22:28.558 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.517836+0000", 2021-03-04T23:22:28.558 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.001413828, 2021-03-04T23:22:28.558 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0015010399999999999, 2021-03-04T23:22:28.559 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.559 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:22:28.559 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.559 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.559 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.560 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517836+0000", 2021-03-04T23:22:28.560 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.560 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.560 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.561 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.561 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517836+0000", 2021-03-04T23:22:28.561 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.029e-06 2021-03-04T23:22:28.561 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.561 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.562 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.562 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517838+0000", 2021-03-04T23:22:28.562 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.894e-06 2021-03-04T23:22:28.562 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.563 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.563 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.563 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517840+0000", 2021-03-04T23:22:28.563 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2790000000000004e-06 2021-03-04T23:22:28.563 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.564 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.564 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.564 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517850+0000", 2021-03-04T23:22:28.564 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4599999999999996e-06 2021-03-04T23:22:28.564 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.565 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.565 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.565 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517854+0000", 2021-03-04T23:22:28.565 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4647000000000002e-05 2021-03-04T23:22:28.565 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.566 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.566 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:22:28.566 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517889+0000", 2021-03-04T23:22:28.566 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8794e-05 2021-03-04T23:22:28.567 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.567 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.567 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:22:28.567 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.517907+0000", 2021-03-04T23:22:28.567 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1103e-05 2021-03-04T23:22:28.568 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.568 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.568 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.568 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.569 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.569 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.45492.0:271207 28.2 e678/662)", 2021-03-04T23:22:28.569 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.518329+0000", 2021-03-04T23:22:28.570 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00092133199999999997, 2021-03-04T23:22:28.571 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0010348309999999999, 2021-03-04T23:22:28.571 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.571 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:22:28.571 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.572 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.572 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.572 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518329+0000", 2021-03-04T23:22:28.572 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.573 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.573 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.574 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.574 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518329+0000", 2021-03-04T23:22:28.574 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.818e-06 2021-03-04T23:22:28.574 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.574 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.575 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.575 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518331+0000", 2021-03-04T23:22:28.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9810000000000002e-06 2021-03-04T23:22:28.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518333+0000", 2021-03-04T23:22:28.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.55e-06 2021-03-04T23:22:28.577 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518342+0000", 2021-03-04T23:22:28.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5630000000000002e-06 2021-03-04T23:22:28.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518347+0000", 2021-03-04T23:22:28.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7912000000000001e-05 2021-03-04T23:22:28.580 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.580 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.581 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.581 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.581 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.581 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.45492.0:271208 28.2 e678/662)", 2021-03-04T23:22:28.581 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.518476+0000", 2021-03-04T23:22:28.582 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.00077413500000000001, 2021-03-04T23:22:28.582 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00090891300000000002, 2021-03-04T23:22:28.582 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.582 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:22:28.583 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.583 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.583 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.583 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518476+0000", 2021-03-04T23:22:28.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.584 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.584 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.584 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518476+0000", 2021-03-04T23:22:28.584 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1820000000000001e-06 2021-03-04T23:22:28.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.585 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.585 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.585 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518477+0000", 2021-03-04T23:22:28.585 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7400000000000001e-06 2021-03-04T23:22:28.586 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.586 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.586 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518479+0000", 2021-03-04T23:22:28.587 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3699999999999995e-06 2021-03-04T23:22:28.587 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518487+0000", 2021-03-04T23:22:28.588 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3890000000000001e-06 2021-03-04T23:22:28.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.588 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.588 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518491+0000", 2021-03-04T23:22:28.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4681000000000001e-05 2021-03-04T23:22:28.589 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.589 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.589 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.589 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.590 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.590 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.45492.0:271207 28.2 e678/662)", 2021-03-04T23:22:28.590 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.519257+0000", 2021-03-04T23:22:28.590 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 4294967295.9999933, 2021-03-04T23:22:28.591 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014932699999999999, 2021-03-04T23:22:28.591 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.591 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "queued for pg", 2021-03-04T23:22:28.591 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.591 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.592 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.592 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.519257+0000", 2021-03-04T23:22:28.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.592 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.592 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.593 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.593 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.519257+0000", 2021-03-04T23:22:28.593 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.401e-06 2021-03-04T23:22:28.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.594 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.519258+0000", 2021-03-04T23:22:28.594 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.793e-06 2021-03-04T23:22:28.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.595 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.595 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.519260+0000", 2021-03-04T23:22:28.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7359999999999996e-06 2021-03-04T23:22:28.596 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.519270+0000", 2021-03-04T23:22:28.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9519999999999996e-06 2021-03-04T23:22:28.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.519274+0000", 2021-03-04T23:22:28.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6881999999999999e-05 2021-03-04T23:22:28.598 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.598 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.598 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.599 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:271207 28.2 28:45364b9a:::benchmark_data_gibba008_108866_object102132:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:22:28.599 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.513366+0000", 2021-03-04T23:22:28.599 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0058841520000000001, 2021-03-04T23:22:28.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0060646559999999999, 2021-03-04T23:22:28.600 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.600 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:22:28.600 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:22:28.600 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:22:28.601 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:22:28.601 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 271207 2021-03-04T23:22:28.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.601 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513366+0000", 2021-03-04T23:22:28.602 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.602 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.602 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.603 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.603 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513366+0000", 2021-03-04T23:22:28.603 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4499999999999996e-07 2021-03-04T23:22:28.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.604 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.604 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.604 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513367+0000", 2021-03-04T23:22:28.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1519999999999999e-06 2021-03-04T23:22:28.604 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.605 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.605 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.605 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513368+0000", 2021-03-04T23:22:28.605 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3410000000000002e-06 2021-03-04T23:22:28.605 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.606 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.606 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.606 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513373+0000", 2021-03-04T23:22:28.606 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.202e-06 2021-03-04T23:22:28.606 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.607 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.607 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513377+0000", 2021-03-04T23:22:28.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3043999999999997e-05 2021-03-04T23:22:28.608 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.608 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.608 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:22:28.608 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513410+0000", 2021-03-04T23:22:28.608 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0149999999999996e-05 2021-03-04T23:22:28.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.609 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.609 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:22:28.609 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513500+0000", 2021-03-04T23:22:28.609 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6849999999999996e-05 2021-03-04T23:22:28.610 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.610 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:22:28.610 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513597+0000", 2021-03-04T23:22:28.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023058399999999999 2021-03-04T23:22:28.611 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.611 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.611 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.611 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.612 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:271208 28.2 28:40664ac4:::benchmark_data_gibba008_108866_object102133:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:22:28.612 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.513642+0000", 2021-03-04T23:22:28.612 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0056079199999999997, 2021-03-04T23:22:28.612 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0058231990000000003, 2021-03-04T23:22:28.613 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.613 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:22:28.613 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:22:28.613 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:22:28.613 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:22:28.614 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 271208 2021-03-04T23:22:28.614 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.614 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.614 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.615 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513642+0000", 2021-03-04T23:22:28.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.615 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.616 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.616 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513642+0000", 2021-03-04T23:22:28.616 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8800000000000001e-07 2021-03-04T23:22:28.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.617 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513643+0000", 2021-03-04T23:22:28.617 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5260000000000001e-06 2021-03-04T23:22:28.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513645+0000", 2021-03-04T23:22:28.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4320000000000004e-06 2021-03-04T23:22:28.618 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.619 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513651+0000", 2021-03-04T23:22:28.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5410000000000001e-06 2021-03-04T23:22:28.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.620 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.513655+0000", 2021-03-04T23:22:28.620 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002291927 2021-03-04T23:22:28.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.621 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.621 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:22:28.621 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.515947+0000", 2021-03-04T23:22:28.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1541999999999999e-05 2021-03-04T23:22:28.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.622 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.622 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:22:28.622 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.516038+0000", 2021-03-04T23:22:28.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000100528 2021-03-04T23:22:28.623 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.623 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.623 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:22:28.623 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.516139+0000", 2021-03-04T23:22:28.623 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0024963839999999999 2021-03-04T23:22:28.624 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.624 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.624 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.624 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.625 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:271209 28.2 28:45c71304:::benchmark_data_gibba008_108866_object102134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:22:28.625 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:28.514030+0000", 2021-03-04T23:22:28.625 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0052205029999999996, 2021-03-04T23:22:28.625 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.005470557, 2021-03-04T23:22:28.625 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:22:28.626 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:22:28.626 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:22:28.626 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:22:28.626 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:22:28.626 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 271209 2021-03-04T23:22:28.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.627 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:22:28.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:22:28.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.514030+0000", 2021-03-04T23:22:28.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:22:28.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:22:28.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.514030+0000", 2021-03-04T23:22:28.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.178e-06 2021-03-04T23:22:28.629 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:22:28.630 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.514031+0000", 2021-03-04T23:22:28.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.195e-06 2021-03-04T23:22:28.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.630 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:22:28.631 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.514032+0000", 2021-03-04T23:22:28.631 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6120000000000001e-06 2021-03-04T23:22:28.631 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:22:28.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.514040+0000", 2021-03-04T23:22:28.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4939999999999999e-06 2021-03-04T23:22:28.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.632 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:22:28.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.514043+0000", 2021-03-04T23:22:28.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0046658949999999998 2021-03-04T23:22:28.633 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.633 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.634 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:22:28.634 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518709+0000", 2021-03-04T23:22:28.634 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104455 2021-03-04T23:22:28.634 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.634 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.635 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:22:28.635 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518814+0000", 2021-03-04T23:22:28.635 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011454400000000001 2021-03-04T23:22:28.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:22:28.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:22:28.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:22:28.636 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:28.518928+0000", 2021-03-04T23:22:28.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0048983730000000001 2021-03-04T23:22:28.636 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.636 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:22:28.637 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.637 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:22:28.637 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:22:28.637 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 9 2021-03-04T23:22:28.637 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:22:28.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:28 gibba023 bash[18090]: debug 2021-03-04T23:22:28.402+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:28.820 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:28.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:29.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:28 gibba008 bash[47391]: debug 2021-03-04T23:22:28.811+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:29.552 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:29.662 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:29.835 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:29.938 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:29.944 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:29 gibba023 bash[18090]: debug 2021-03-04T23:22:29.826+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:30.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:29 gibba008 bash[48858]: debug 2021-03-04T23:22:29.543+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:30.028 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:30.134 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:30.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:30 gibba023 bash[27374]: cluster 2021-03-04T23:22:29.285745+0000 mgr.x (mgr.34379) 1031 : cluster [DBG] pgmap v1385: 109 pgs: 109 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:22:30.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:30 gibba023 bash[19550]: debug 2021-03-04T23:22:30.018+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:30.480 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:30 gibba008 bash[37770]: cluster 2021-03-04T23:22:29.285745+0000 mgr.x (mgr.34379) 1031 : cluster [DBG] pgmap v1385: 109 pgs: 109 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:22:30.480 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:30 gibba008 bash[39303]: cluster 2021-03-04T23:22:29.285745+0000 mgr.x (mgr.34379) 1031 : cluster [DBG] pgmap v1385: 109 pgs: 109 active+clean; 4.3 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:22:30.481 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:30.583 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:30.684 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:30.788 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:30.812 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:30 gibba008 bash[48858]: debug 2021-03-04T23:22:30.471+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:30.967 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:22:31.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:30 gibba023 bash[18090]: debug 2021-03-04T23:22:30.678+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:31.068 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:31.145 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:31.252 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:31.284 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:22:31.380 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:31.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:31.407 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:31 gibba008 bash[44600]: debug 2021-03-04T23:22:31.139+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:31.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:31.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:31 gibba023 bash[15180]: debug 2021-03-04T23:22:31.374+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:31.828 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:31.931 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:32.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:31 gibba008 bash[47391]: debug 2021-03-04T23:22:31.823+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:32.265 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:32.369 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:32.560 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:32.668 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:32.678 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:32 gibba023 bash[27374]: cluster 2021-03-04T23:22:31.286264+0000 mgr.x (mgr.34379) 1032 : cluster [DBG] pgmap v1386: 109 pgs: 109 active+clean; 4.1 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:22:32.678 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:32 gibba023 bash[19550]: debug 2021-03-04T23:22:32.550+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:32.709 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:22:32.721 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:32 gibba008 bash[47391]: debug 2021-03-04T23:22:32.259+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:32.722 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:32 gibba008 bash[37770]: cluster 2021-03-04T23:22:31.286264+0000 mgr.x (mgr.34379) 1032 : cluster [DBG] pgmap v1386: 109 pgs: 109 active+clean; 4.1 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:22:32.723 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:32 gibba008 bash[39303]: cluster 2021-03-04T23:22:31.286264+0000 mgr.x (mgr.34379) 1032 : cluster [DBG] pgmap v1386: 109 pgs: 109 active+clean; 4.1 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:22:32.770 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:32.822 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:32.875 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:32.962 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:32.964 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:32 gibba023 bash[19550]: debug 2021-03-04T23:22:32.762+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:33.069 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:33.161 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:33.269 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:33.276 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:32 gibba023 bash[18090]: debug 2021-03-04T23:22:32.954+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:33.277 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:33 gibba023 bash[19550]: debug 2021-03-04T23:22:33.154+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:33.354 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:33.459 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:33.559 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:33 gibba023 bash[16680]: debug 2021-03-04T23:22:33.346+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:33.560 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:33 gibba023 bash[15180]: debug 2021-03-04T23:22:33.554+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:33.561 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:33.665 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:33.762 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:33.867 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:33.873 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:33 gibba023 bash[19550]: debug 2021-03-04T23:22:33.758+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:33.942 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:34.045 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:34.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:33 gibba023 bash[19550]: debug 2021-03-04T23:22:33.934+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:34.347 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:34 gibba008 bash[39303]: cluster 2021-03-04T23:22:33.286684+0000 mgr.x (mgr.34379) 1033 : cluster [DBG] pgmap v1387: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:34.347 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:34 gibba008 bash[37770]: cluster 2021-03-04T23:22:33.286684+0000 mgr.x (mgr.34379) 1033 : cluster [DBG] pgmap v1387: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:34.398 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:34.501 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:34.583 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:22:34.585 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:22:34.729 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:34 gibba008 bash[91265]: debug 2021-03-04T23:22:34.391+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:34.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:34 gibba023 bash[27374]: cluster 2021-03-04T23:22:33.286684+0000 mgr.x (mgr.34379) 1033 : cluster [DBG] pgmap v1387: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:34.774 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:34.876 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:35.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:34 gibba008 bash[91265]: debug 2021-03-04T23:22:34.767+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:35.269 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:35.373 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:35.486 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:35.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:35.595 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:35 gibba008 bash[48858]: debug 2021-03-04T23:22:35.263+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:35.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:35 gibba023 bash[15180]: debug 2021-03-04T23:22:35.478+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:35.815 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:35.861 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:35 gibba008 bash[48858]: debug 2021-03-04T23:22:35.807+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:35.920 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:36.109 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:36.112 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:36 gibba008 bash[44600]: debug 2021-03-04T23:22:36.103+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:36.213 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:36.349 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:36 gibba008 bash[37770]: audit 2021-03-04T23:22:34.567149+0000 mgr.x (mgr.34379) 1034 : audit [DBG] from='client.55576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:22:36.349 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:36 gibba008 bash[37770]: cluster 2021-03-04T23:22:35.287059+0000 mgr.x (mgr.34379) 1035 : cluster [DBG] pgmap v1388: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:22:36.349 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:36 gibba008 bash[39303]: audit 2021-03-04T23:22:34.567149+0000 mgr.x (mgr.34379) 1034 : audit [DBG] from='client.55576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:22:36.350 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:36 gibba008 bash[39303]: cluster 2021-03-04T23:22:35.287059+0000 mgr.x (mgr.34379) 1035 : cluster [DBG] pgmap v1388: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:22:36.632 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:36.735 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:36.742 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:36 gibba023 bash[27374]: audit 2021-03-04T23:22:34.567149+0000 mgr.x (mgr.34379) 1034 : audit [DBG] from='client.55576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:22:36.742 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:36 gibba023 bash[27374]: cluster 2021-03-04T23:22:35.287059+0000 mgr.x (mgr.34379) 1035 : cluster [DBG] pgmap v1388: 109 pgs: 109 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:22:36.894 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:36.998 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:37.003 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:36 gibba008 bash[91265]: debug 2021-03-04T23:22:36.627+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:37.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:36 gibba023 bash[18090]: debug 2021-03-04T23:22:36.886+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:37.593 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:37.880 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:37 gibba008 bash[47391]: debug 2021-03-04T23:22:37.583+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:37.940 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:38.421 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:38.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:38 gibba008 bash[37770]: cluster 2021-03-04T23:22:37.287632+0000 mgr.x (mgr.34379) 1036 : cluster [DBG] pgmap v1389: 109 pgs: 109 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.84k op/s 2021-03-04T23:22:38.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:38 gibba008 bash[39303]: cluster 2021-03-04T23:22:37.287632+0000 mgr.x (mgr.34379) 1036 : cluster [DBG] pgmap v1389: 109 pgs: 109 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.84k op/s 2021-03-04T23:22:38.525 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:38.771 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1387,"stamp":"2021-03-04T23:22:33.286412+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4119727424,"num_objects":62885,"num_object_clones":0,"num_object_copies":188655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62885,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":275335,"num_write_kb":10820629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101929,"ondisk_log_size":101929,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":17087172,"kb_used_data":12339340,"kb_used_omap":6226,"kb_used_meta":4741485,"kb_avail":599475516,"statfs":{"total":631360192512,"available":613862928384,"internally_reserved":4294967296,"allocated":12635484160,"data_stored":12612942353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6375717,"internal_metadata":4855281371},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,4,4,3,6],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-961871872,"num_objects":-14677,"num_object_clones":0,"num_object_copies":-44031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14677,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002716"},"pg_stats":[{"pgid":"28.5","version":"678'17239","reported_seq":"17263","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.102469+0000","last_change":"2021-03-04T23:19:33.301836+0000","last_active":"2021-03-04T23:22:31.102469+0000","last_peered":"2021-03-04T23:22:31.102469+0000","last_clean":"2021-03-04T23:22:31.102469+0000","last_became_active":"2021-03-04T23:19:33.301622+0000","last_became_peered":"2021-03-04T23:19:33.301622+0000","last_unstale":"2021-03-04T23:22:31.102469+0000","last_undegraded":"2021-03-04T23:22:31.102469+0000","last_fullsized":"2021-03-04T23:22:31.102469+0000","mapping_epoch":662,"log_start":"673'11400","ondisk_log_start":"673'11400","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5839,"ondisk_log_size":5839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256835584,"num_objects":3919,"num_object_clones":0,"num_object_copies":11757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17239,"num_write_kb":677056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"664","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341776+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:22:05.341776+0000","last_peered":"2021-03-04T23:22:05.341776+0000","last_clean":"2021-03-04T23:22:05.341776+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:22:05.341776+0000","last_undegraded":"2021-03-04T23:22:05.341776+0000","last_fullsized":"2021-03-04T23:22:05.341776+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"624","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344408+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:22:05.344408+0000","last_peered":"2021-03-04T23:22:05.344408+0000","last_clean":"2021-03-04T23:22:05.344408+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:22:05.344408+0000","last_undegraded":"2021-03-04T23:22:05.344408+0000","last_fullsized":"2021-03-04T23:22:05.344408+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.6","version":"678'17334","reported_seq":"17358","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.108950+0000","last_change":"2021-03-04T23:19:33.302421+0000","last_active":"2021-03-04T23:22:31.108950+0000","last_peered":"2021-03-04T23:22:31.108950+0000","last_clean":"2021-03-04T23:22:31.108950+0000","last_became_active":"2021-03-04T23:19:33.302175+0000","last_became_peered":"2021-03-04T23:19:33.302175+0000","last_unstale":"2021-03-04T23:22:31.108950+0000","last_undegraded":"2021-03-04T23:22:31.108950+0000","last_fullsized":"2021-03-04T23:22:31.108950+0000","mapping_epoch":662,"log_start":"673'11500","ondisk_log_start":"673'11500","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5834,"ondisk_log_size":5834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258998272,"num_objects":3952,"num_object_clones":0,"num_object_copies":11856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17334,"num_write_kb":681152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"428","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342619+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:22:05.342619+0000","last_peered":"2021-03-04T23:22:05.342619+0000","last_clean":"2021-03-04T23:22:05.342619+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:22:05.342619+0000","last_undegraded":"2021-03-04T23:22:05.342619+0000","last_fullsized":"2021-03-04T23:22:05.342619+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"657","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346107+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:22:05.346107+0000","last_peered":"2021-03-04T23:22:05.346107+0000","last_clean":"2021-03-04T23:22:05.346107+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:22:05.346107+0000","last_undegraded":"2021-03-04T23:22:05.346107+0000","last_fullsized":"2021-03-04T23:22:05.346107+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.7","version":"678'17384","reported_seq":"17408","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.461972+0000","last_change":"2021-03-04T23:19:33.301882+0000","last_active":"2021-03-04T23:22:31.461972+0000","last_peered":"2021-03-04T23:22:31.461972+0000","last_clean":"2021-03-04T23:22:31.461972+0000","last_became_active":"2021-03-04T23:19:33.301636+0000","last_became_peered":"2021-03-04T23:19:33.301636+0000","last_unstale":"2021-03-04T23:22:31.461972+0000","last_undegraded":"2021-03-04T23:22:31.461972+0000","last_fullsized":"2021-03-04T23:22:31.461972+0000","mapping_epoch":662,"log_start":"673'11300","ondisk_log_start":"673'11300","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6084,"ondisk_log_size":6084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":254935040,"num_objects":3890,"num_object_clones":0,"num_object_copies":11670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17384,"num_write_kb":680768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"640","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342569+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:22:05.342569+0000","last_peered":"2021-03-04T23:22:05.342569+0000","last_clean":"2021-03-04T23:22:05.342569+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:22:05.342569+0000","last_undegraded":"2021-03-04T23:22:05.342569+0000","last_fullsized":"2021-03-04T23:22:05.342569+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"647","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344861+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:22:05.344861+0000","last_peered":"2021-03-04T23:22:05.344861+0000","last_clean":"2021-03-04T23:22:05.344861+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:22:05.344861+0000","last_undegraded":"2021-03-04T23:22:05.344861+0000","last_fullsized":"2021-03-04T23:22:05.344861+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.8","version":"678'17086","reported_seq":"17110","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.438277+0000","last_change":"2021-03-04T23:19:33.301764+0000","last_active":"2021-03-04T23:22:31.438277+0000","last_peered":"2021-03-04T23:22:31.438277+0000","last_clean":"2021-03-04T23:22:31.438277+0000","last_became_active":"2021-03-04T23:19:33.301511+0000","last_became_peered":"2021-03-04T23:19:33.301511+0000","last_unstale":"2021-03-04T23:22:31.438277+0000","last_undegraded":"2021-03-04T23:22:31.438277+0000","last_fullsized":"2021-03-04T23:22:31.438277+0000","mapping_epoch":662,"log_start":"673'11000","ondisk_log_start":"673'11000","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6086,"ondisk_log_size":6086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":266731520,"num_objects":4070,"num_object_clones":0,"num_object_copies":12210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17086,"num_write_kb":676992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"638","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.347778+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:22:05.347778+0000","last_peered":"2021-03-04T23:22:05.347778+0000","last_clean":"2021-03-04T23:22:05.347778+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:22:05.347778+0000","last_undegraded":"2021-03-04T23:22:05.347778+0000","last_fullsized":"2021-03-04T23:22:05.347778+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"624","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342644+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:22:05.342644+0000","last_peered":"2021-03-04T23:22:05.342644+0000","last_clean":"2021-03-04T23:22:05.342644+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:22:05.342644+0000","last_undegraded":"2021-03-04T23:22:05.342644+0000","last_fullsized":"2021-03-04T23:22:05.342644+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.9","version":"678'17128","reported_seq":"17152","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.187286+0000","last_change":"2021-03-04T23:19:33.430859+0000","last_active":"2021-03-04T23:22:31.187286+0000","last_peered":"2021-03-04T23:22:31.187286+0000","last_clean":"2021-03-04T23:22:31.187286+0000","last_became_active":"2021-03-04T23:19:33.429366+0000","last_became_peered":"2021-03-04T23:19:33.429366+0000","last_unstale":"2021-03-04T23:22:31.187286+0000","last_undegraded":"2021-03-04T23:22:31.187286+0000","last_fullsized":"2021-03-04T23:22:31.187286+0000","mapping_epoch":662,"log_start":"672'9000","ondisk_log_start":"672'9000","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8128,"ondisk_log_size":8128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":247463936,"num_objects":3776,"num_object_clones":0,"num_object_copies":11328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3776,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17128,"num_write_kb":668928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"42","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345697+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:22:05.345697+0000","last_peered":"2021-03-04T23:22:05.345697+0000","last_clean":"2021-03-04T23:22:05.345697+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:22:05.345697+0000","last_undegraded":"2021-03-04T23:22:05.345697+0000","last_fullsized":"2021-03-04T23:22:05.345697+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"607","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342750+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:22:05.342750+0000","last_peered":"2021-03-04T23:22:05.342750+0000","last_clean":"2021-03-04T23:22:05.342750+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:22:05.342750+0000","last_undegraded":"2021-03-04T23:22:05.342750+0000","last_fullsized":"2021-03-04T23:22:05.342750+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.a","version":"678'17359","reported_seq":"17383","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.175249+0000","last_change":"2021-03-04T23:19:33.301846+0000","last_active":"2021-03-04T23:22:31.175249+0000","last_peered":"2021-03-04T23:22:31.175249+0000","last_clean":"2021-03-04T23:22:31.175249+0000","last_became_active":"2021-03-04T23:19:33.301618+0000","last_became_peered":"2021-03-04T23:19:33.301618+0000","last_unstale":"2021-03-04T23:22:31.175249+0000","last_undegraded":"2021-03-04T23:22:31.175249+0000","last_fullsized":"2021-03-04T23:22:31.175249+0000","mapping_epoch":662,"log_start":"672'9200","ondisk_log_start":"672'9200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8159,"ondisk_log_size":8159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":252641280,"num_objects":3855,"num_object_clones":0,"num_object_copies":11565,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3855,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17359,"num_write_kb":678848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"652","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342349+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:22:05.342349+0000","last_peered":"2021-03-04T23:22:05.342349+0000","last_clean":"2021-03-04T23:22:05.342349+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:22:05.342349+0000","last_undegraded":"2021-03-04T23:22:05.342349+0000","last_fullsized":"2021-03-04T23:22:05.342349+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"401","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346403+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:22:05.346403+0000","last_peered":"2021-03-04T23:22:05.346403+0000","last_clean":"2021-03-04T23:22:05.346403+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:22:05.346403+0000","last_undegraded":"2021-03-04T23:22:05.346403+0000","last_fullsized":"2021-03-04T23:22:05.346403+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.b","version":"678'16717","reported_seq":"16738","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.452889+0000","last_change":"2021-03-04T23:19:33.301855+0000","last_active":"2021-03-04T23:22:31.452889+0000","last_peered":"2021-03-04T23:22:31.452889+0000","last_clean":"2021-03-04T23:22:31.452889+0000","last_became_active":"2021-03-04T23:19:33.301531+0000","last_became_peered":"2021-03-04T23:19:33.301531+0000","last_unstale":"2021-03-04T23:22:31.452889+0000","last_undegraded":"2021-03-04T23:22:31.452889+0000","last_fullsized":"2021-03-04T23:22:31.452889+0000","mapping_epoch":662,"log_start":"673'10700","ondisk_log_start":"673'10700","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6017,"ondisk_log_size":6017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":246611968,"num_objects":3763,"num_object_clones":0,"num_object_copies":11289,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16717,"num_write_kb":655360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"637","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341611+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:22:05.341611+0000","last_peered":"2021-03-04T23:22:05.341611+0000","last_clean":"2021-03-04T23:22:05.341611+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:22:05.341611+0000","last_undegraded":"2021-03-04T23:22:05.341611+0000","last_fullsized":"2021-03-04T23:22:05.341611+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"647","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342986+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:22:05.342986+0000","last_peered":"2021-03-04T23:22:05.342986+0000","last_clean":"2021-03-04T23:22:05.342986+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:22:05.342986+0000","last_undegraded":"2021-03-04T23:22:05.342986+0000","last_fullsized":"2021-03-04T23:22:05.342986+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.c","version":"678'17374","reported_seq":"17397","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.734117+0000","last_change":"2021-03-04T23:19:33.299043+0000","last_active":"2021-03-04T23:22:31.734117+0000","last_peered":"2021-03-04T23:22:31.734117+0000","last_clean":"2021-03-04T23:22:31.734117+0000","last_became_active":"2021-03-04T23:19:33.298825+0000","last_became_peered":"2021-03-04T23:19:33.298825+0000","last_unstale":"2021-03-04T23:22:31.734117+0000","last_undegraded":"2021-03-04T23:22:31.734117+0000","last_fullsized":"2021-03-04T23:22:31.734117+0000","mapping_epoch":662,"log_start":"673'11700","ondisk_log_start":"673'11700","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5674,"ondisk_log_size":5674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259915776,"num_objects":3966,"num_object_clones":0,"num_object_copies":11898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3966,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17374,"num_write_kb":682880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"636","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344598+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:22:05.344598+0000","last_peered":"2021-03-04T23:22:05.344598+0000","last_clean":"2021-03-04T23:22:05.344598+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:22:05.344598+0000","last_undegraded":"2021-03-04T23:22:05.344598+0000","last_fullsized":"2021-03-04T23:22:05.344598+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"624","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343307+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:22:05.343307+0000","last_peered":"2021-03-04T23:22:05.343307+0000","last_clean":"2021-03-04T23:22:05.343307+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:22:05.343307+0000","last_undegraded":"2021-03-04T23:22:05.343307+0000","last_fullsized":"2021-03-04T23:22:05.343307+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.d","version":"678'16904","reported_seq":"16929","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.102125+0000","last_change":"2021-03-04T23:19:33.302531+0000","last_active":"2021-03-04T23:22:31.102125+0000","last_peered":"2021-03-04T23:22:31.102125+0000","last_clean":"2021-03-04T23:22:31.102125+0000","last_became_active":"2021-03-04T23:19:33.302292+0000","last_became_peered":"2021-03-04T23:19:33.302292+0000","last_unstale":"2021-03-04T23:22:31.102125+0000","last_undegraded":"2021-03-04T23:22:31.102125+0000","last_fullsized":"2021-03-04T23:22:31.102125+0000","mapping_epoch":662,"log_start":"673'11100","ondisk_log_start":"673'11100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5804,"ondisk_log_size":5804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":252903448,"num_objects":3860,"num_object_clones":0,"num_object_copies":11580,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3860,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":16904,"num_write_kb":664385,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"638","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345977+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:22:05.345977+0000","last_peered":"2021-03-04T23:22:05.345977+0000","last_clean":"2021-03-04T23:22:05.345977+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:22:05.345977+0000","last_undegraded":"2021-03-04T23:22:05.345977+0000","last_fullsized":"2021-03-04T23:22:05.345977+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"42","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345733+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:22:05.345733+0000","last_peered":"2021-03-04T23:22:05.345733+0000","last_clean":"2021-03-04T23:22:05.345733+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:22:05.345733+0000","last_undegraded":"2021-03-04T23:22:05.345733+0000","last_fullsized":"2021-03-04T23:22:05.345733+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.e","version":"678'16981","reported_seq":"17005","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:28.606829+0000","last_change":"2021-03-04T23:19:33.299117+0000","last_active":"2021-03-04T23:22:28.606829+0000","last_peered":"2021-03-04T23:22:28.606829+0000","last_clean":"2021-03-04T23:22:28.606829+0000","last_became_active":"2021-03-04T23:19:33.298913+0000","last_became_peered":"2021-03-04T23:19:33.298913+0000","last_unstale":"2021-03-04T23:22:28.606829+0000","last_undegraded":"2021-03-04T23:22:28.606829+0000","last_fullsized":"2021-03-04T23:22:28.606829+0000","mapping_epoch":662,"log_start":"673'11000","ondisk_log_start":"673'11000","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5981,"ondisk_log_size":5981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269942784,"num_objects":4119,"num_object_clones":0,"num_object_copies":12357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4119,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16981,"num_write_kb":675200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"96","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342612+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:22:05.342612+0000","last_peered":"2021-03-04T23:22:05.342612+0000","last_clean":"2021-03-04T23:22:05.342612+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:22:05.342612+0000","last_undegraded":"2021-03-04T23:22:05.342612+0000","last_fullsized":"2021-03-04T23:22:05.342612+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"619","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342790+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:22:05.342790+0000","last_peered":"2021-03-04T23:22:05.342790+0000","last_clean":"2021-03-04T23:22:05.342790+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:22:05.342790+0000","last_undegraded":"2021-03-04T23:22:05.342790+0000","last_fullsized":"2021-03-04T23:22:05.342790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"657","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346068+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:22:05.346068+0000","last_peered":"2021-03-04T23:22:05.346068+0000","last_clean":"2021-03-04T23:22:05.346068+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:22:05.346068+0000","last_undegraded":"2021-03-04T23:22:05.346068+0000","last_fullsized":"2021-03-04T23:22:05.346068+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.f","version":"678'17296","reported_seq":"17320","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.451761+0000","last_change":"2021-03-04T23:19:33.429789+0000","last_active":"2021-03-04T23:22:31.451761+0000","last_peered":"2021-03-04T23:22:31.451761+0000","last_clean":"2021-03-04T23:22:31.451761+0000","last_became_active":"2021-03-04T23:19:33.428262+0000","last_became_peered":"2021-03-04T23:19:33.428262+0000","last_unstale":"2021-03-04T23:22:31.451761+0000","last_undegraded":"2021-03-04T23:22:31.451761+0000","last_fullsized":"2021-03-04T23:22:31.451761+0000","mapping_epoch":662,"log_start":"673'11200","ondisk_log_start":"673'11200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6096,"ondisk_log_size":6096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":252575744,"num_objects":3854,"num_object_clones":0,"num_object_copies":11562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17296,"num_write_kb":676800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"112","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344980+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:22:05.344980+0000","last_peered":"2021-03-04T23:22:05.344980+0000","last_clean":"2021-03-04T23:22:05.344980+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:22:05.344980+0000","last_undegraded":"2021-03-04T23:22:05.344980+0000","last_fullsized":"2021-03-04T23:22:05.344980+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"700","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344421+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:22:05.344421+0000","last_peered":"2021-03-04T23:22:05.344421+0000","last_clean":"2021-03-04T23:22:05.344421+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:22:05.344421+0000","last_undegraded":"2021-03-04T23:22:05.344421+0000","last_fullsized":"2021-03-04T23:22:05.344421+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"645","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343141+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:22:05.343141+0000","last_peered":"2021-03-04T23:22:05.343141+0000","last_clean":"2021-03-04T23:22:05.343141+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:22:05.343141+0000","last_undegraded":"2021-03-04T23:22:05.343141+0000","last_fullsized":"2021-03-04T23:22:05.343141+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"129","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343419+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:22:05.343419+0000","last_peered":"2021-03-04T23:22:05.343419+0000","last_clean":"2021-03-04T23:22:05.343419+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:22:05.343419+0000","last_undegraded":"2021-03-04T23:22:05.343419+0000","last_fullsized":"2021-03-04T23:22:05.343419+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"635","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343082+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:22:05.343082+0000","last_peered":"2021-03-04T23:22:05.343082+0000","last_clean":"2021-03-04T23:22:05.343082+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:22:05.343082+0000","last_undegraded":"2021-03-04T23:22:05.343082+0000","last_fullsized":"2021-03-04T23:22:05.343082+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"51","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345387+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:22:05.345387+0000","last_peered":"2021-03-04T23:22:05.345387+0000","last_clean":"2021-03-04T23:22:05.345387+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:22:05.345387+0000","last_undegraded":"2021-03-04T23:22:05.345387+0000","last_fullsized":"2021-03-04T23:22:05.345387+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"94","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342090+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:22:05.342090+0000","last_peered":"2021-03-04T23:22:05.342090+0000","last_clean":"2021-03-04T23:22:05.342090+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:22:05.342090+0000","last_undegraded":"2021-03-04T23:22:05.342090+0000","last_fullsized":"2021-03-04T23:22:05.342090+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"649","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342323+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:22:05.342323+0000","last_peered":"2021-03-04T23:22:05.342323+0000","last_clean":"2021-03-04T23:22:05.342323+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:22:05.342323+0000","last_undegraded":"2021-03-04T23:22:05.342323+0000","last_fullsized":"2021-03-04T23:22:05.342323+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"677","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341892+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:22:05.341892+0000","last_peered":"2021-03-04T23:22:05.341892+0000","last_clean":"2021-03-04T23:22:05.341892+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:22:05.341892+0000","last_undegraded":"2021-03-04T23:22:05.341892+0000","last_fullsized":"2021-03-04T23:22:05.341892+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"430","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342748+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:22:05.342748+0000","last_peered":"2021-03-04T23:22:05.342748+0000","last_clean":"2021-03-04T23:22:05.342748+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:22:05.342748+0000","last_undegraded":"2021-03-04T23:22:05.342748+0000","last_fullsized":"2021-03-04T23:22:05.342748+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"661","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342511+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:22:05.342511+0000","last_peered":"2021-03-04T23:22:05.342511+0000","last_clean":"2021-03-04T23:22:05.342511+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:22:05.342511+0000","last_undegraded":"2021-03-04T23:22:05.342511+0000","last_fullsized":"2021-03-04T23:22:05.342511+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"647","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346289+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:22:05.346289+0000","last_peered":"2021-03-04T23:22:05.346289+0000","last_clean":"2021-03-04T23:22:05.346289+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:22:05.346289+0000","last_undegraded":"2021-03-04T23:22:05.346289+0000","last_fullsized":"2021-03-04T23:22:05.346289+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"665","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341815+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:22:05.341815+0000","last_peered":"2021-03-04T23:22:05.341815+0000","last_clean":"2021-03-04T23:22:05.341815+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:22:05.341815+0000","last_undegraded":"2021-03-04T23:22:05.341815+0000","last_fullsized":"2021-03-04T23:22:05.341815+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"654","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345684+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:22:05.345684+0000","last_peered":"2021-03-04T23:22:05.345684+0000","last_clean":"2021-03-04T23:22:05.345684+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:22:05.345684+0000","last_undegraded":"2021-03-04T23:22:05.345684+0000","last_fullsized":"2021-03-04T23:22:05.345684+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"648","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346043+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:22:05.346043+0000","last_peered":"2021-03-04T23:22:05.346043+0000","last_clean":"2021-03-04T23:22:05.346043+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:22:05.346043+0000","last_undegraded":"2021-03-04T23:22:05.346043+0000","last_fullsized":"2021-03-04T23:22:05.346043+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"676","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342211+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:22:05.342211+0000","last_peered":"2021-03-04T23:22:05.342211+0000","last_clean":"2021-03-04T23:22:05.342211+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:22:05.342211+0000","last_undegraded":"2021-03-04T23:22:05.342211+0000","last_fullsized":"2021-03-04T23:22:05.342211+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"80","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344049+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:22:05.344049+0000","last_peered":"2021-03-04T23:22:05.344049+0000","last_clean":"2021-03-04T23:22:05.344049+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:22:05.344049+0000","last_undegraded":"2021-03-04T23:22:05.344049+0000","last_fullsized":"2021-03-04T23:22:05.344049+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"610","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343020+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:22:05.343020+0000","last_peered":"2021-03-04T23:22:05.343020+0000","last_clean":"2021-03-04T23:22:05.343020+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:22:05.343020+0000","last_undegraded":"2021-03-04T23:22:05.343020+0000","last_fullsized":"2021-03-04T23:22:05.343020+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"653","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341688+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:22:05.341688+0000","last_peered":"2021-03-04T23:22:05.341688+0000","last_clean":"2021-03-04T23:22:05.341688+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:22:05.341688+0000","last_undegraded":"2021-03-04T23:22:05.341688+0000","last_fullsized":"2021-03-04T23:22:05.341688+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"42","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345348+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:22:05.345348+0000","last_peered":"2021-03-04T23:22:05.345348+0000","last_clean":"2021-03-04T23:22:05.345348+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:22:05.345348+0000","last_undegraded":"2021-03-04T23:22:05.345348+0000","last_fullsized":"2021-03-04T23:22:05.345348+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"655","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344425+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:22:05.344425+0000","last_peered":"2021-03-04T23:22:05.344425+0000","last_clean":"2021-03-04T23:22:05.344425+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:22:05.344425+0000","last_undegraded":"2021-03-04T23:22:05.344425+0000","last_fullsized":"2021-03-04T23:22:05.344425+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"663","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346222+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:22:05.346222+0000","last_peered":"2021-03-04T23:22:05.346222+0000","last_clean":"2021-03-04T23:22:05.346222+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:22:05.346222+0000","last_undegraded":"2021-03-04T23:22:05.346222+0000","last_fullsized":"2021-03-04T23:22:05.346222+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"44","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341710+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:22:05.341710+0000","last_peered":"2021-03-04T23:22:05.341710+0000","last_clean":"2021-03-04T23:22:05.341710+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:22:05.341710+0000","last_undegraded":"2021-03-04T23:22:05.341710+0000","last_fullsized":"2021-03-04T23:22:05.341710+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"682","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341873+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:22:05.341873+0000","last_peered":"2021-03-04T23:22:05.341873+0000","last_clean":"2021-03-04T23:22:05.341873+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:22:05.341873+0000","last_undegraded":"2021-03-04T23:22:05.341873+0000","last_fullsized":"2021-03-04T23:22:05.341873+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"639","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341708+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:22:05.341708+0000","last_peered":"2021-03-04T23:22:05.341708+0000","last_clean":"2021-03-04T23:22:05.341708+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:22:05.341708+0000","last_undegraded":"2021-03-04T23:22:05.341708+0000","last_fullsized":"2021-03-04T23:22:05.341708+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"662","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341859+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:22:05.341859+0000","last_peered":"2021-03-04T23:22:05.341859+0000","last_clean":"2021-03-04T23:22:05.341859+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:22:05.341859+0000","last_undegraded":"2021-03-04T23:22:05.341859+0000","last_fullsized":"2021-03-04T23:22:05.341859+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"82","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345845+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:22:05.345845+0000","last_peered":"2021-03-04T23:22:05.345845+0000","last_clean":"2021-03-04T23:22:05.345845+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:22:05.345845+0000","last_undegraded":"2021-03-04T23:22:05.345845+0000","last_fullsized":"2021-03-04T23:22:05.345845+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"109","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342294+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:22:05.342294+0000","last_peered":"2021-03-04T23:22:05.342294+0000","last_clean":"2021-03-04T23:22:05.342294+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:22:05.342294+0000","last_undegraded":"2021-03-04T23:22:05.342294+0000","last_fullsized":"2021-03-04T23:22:05.342294+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"625","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342765+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:22:05.342765+0000","last_peered":"2021-03-04T23:22:05.342765+0000","last_clean":"2021-03-04T23:22:05.342765+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:22:05.342765+0000","last_undegraded":"2021-03-04T23:22:05.342765+0000","last_fullsized":"2021-03-04T23:22:05.342765+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"407","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343183+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:22:05.343183+0000","last_peered":"2021-03-04T23:22:05.343183+0000","last_clean":"2021-03-04T23:22:05.343183+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:22:05.343183+0000","last_undegraded":"2021-03-04T23:22:05.343183+0000","last_fullsized":"2021-03-04T23:22:05.343183+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"668","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344681+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:22:05.344681+0000","last_peered":"2021-03-04T23:22:05.344681+0000","last_clean":"2021-03-04T23:22:05.344681+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:22:05.344681+0000","last_undegraded":"2021-03-04T23:22:05.344681+0000","last_fullsized":"2021-03-04T23:22:05.344681+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"430","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.348386+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:22:05.348386+0000","last_peered":"2021-03-04T23:22:05.348386+0000","last_clean":"2021-03-04T23:22:05.348386+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:22:05.348386+0000","last_undegraded":"2021-03-04T23:22:05.348386+0000","last_fullsized":"2021-03-04T23:22:05.348386+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"669","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345831+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:22:05.345831+0000","last_peered":"2021-03-04T23:22:05.345831+0000","last_clean":"2021-03-04T23:22:05.345831+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:22:05.345831+0000","last_undegraded":"2021-03-04T23:22:05.345831+0000","last_fullsized":"2021-03-04T23:22:05.345831+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"42","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345759+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:22:05.345759+0000","last_peered":"2021-03-04T23:22:05.345759+0000","last_clean":"2021-03-04T23:22:05.345759+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:22:05.345759+0000","last_undegraded":"2021-03-04T23:22:05.345759+0000","last_fullsized":"2021-03-04T23:22:05.345759+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"82","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345492+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:22:05.345492+0000","last_peered":"2021-03-04T23:22:05.345492+0000","last_clean":"2021-03-04T23:22:05.345492+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:22:05.345492+0000","last_undegraded":"2021-03-04T23:22:05.345492+0000","last_fullsized":"2021-03-04T23:22:05.345492+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"664","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345929+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:22:05.345929+0000","last_peered":"2021-03-04T23:22:05.345929+0000","last_clean":"2021-03-04T23:22:05.345929+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:22:05.345929+0000","last_undegraded":"2021-03-04T23:22:05.345929+0000","last_fullsized":"2021-03-04T23:22:05.345929+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"639","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342847+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:22:05.342847+0000","last_peered":"2021-03-04T23:22:05.342847+0000","last_clean":"2021-03-04T23:22:05.342847+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:22:05.342847+0000","last_undegraded":"2021-03-04T23:22:05.342847+0000","last_fullsized":"2021-03-04T23:22:05.342847+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"446","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343203+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:22:05.343203+0000","last_peered":"2021-03-04T23:22:05.343203+0000","last_clean":"2021-03-04T23:22:05.343203+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:22:05.343203+0000","last_undegraded":"2021-03-04T23:22:05.343203+0000","last_fullsized":"2021-03-04T23:22:05.343203+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"34","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342506+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:22:05.342506+0000","last_peered":"2021-03-04T23:22:05.342506+0000","last_clean":"2021-03-04T23:22:05.342506+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:22:05.342506+0000","last_undegraded":"2021-03-04T23:22:05.342506+0000","last_fullsized":"2021-03-04T23:22:05.342506+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"672","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342948+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:22:05.342948+0000","last_peered":"2021-03-04T23:22:05.342948+0000","last_clean":"2021-03-04T23:22:05.342948+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:22:05.342948+0000","last_undegraded":"2021-03-04T23:22:05.342948+0000","last_fullsized":"2021-03-04T23:22:05.342948+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"402","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342685+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:22:05.342685+0000","last_peered":"2021-03-04T23:22:05.342685+0000","last_clean":"2021-03-04T23:22:05.342685+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:22:05.342685+0000","last_undegraded":"2021-03-04T23:22:05.342685+0000","last_fullsized":"2021-03-04T23:22:05.342685+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"411","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345682+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:22:05.345682+0000","last_peered":"2021-03-04T23:22:05.345682+0000","last_clean":"2021-03-04T23:22:05.345682+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:22:05.345682+0000","last_undegraded":"2021-03-04T23:22:05.345682+0000","last_fullsized":"2021-03-04T23:22:05.345682+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"655","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346696+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:22:05.346696+0000","last_peered":"2021-03-04T23:22:05.346696+0000","last_clean":"2021-03-04T23:22:05.346696+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:22:05.346696+0000","last_undegraded":"2021-03-04T23:22:05.346696+0000","last_fullsized":"2021-03-04T23:22:05.346696+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"653","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342048+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:22:05.342048+0000","last_peered":"2021-03-04T23:22:05.342048+0000","last_clean":"2021-03-04T23:22:05.342048+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:22:05.342048+0000","last_undegraded":"2021-03-04T23:22:05.342048+0000","last_fullsized":"2021-03-04T23:22:05.342048+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"606","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344091+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:22:05.344091+0000","last_peered":"2021-03-04T23:22:05.344091+0000","last_clean":"2021-03-04T23:22:05.344091+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:22:05.344091+0000","last_undegraded":"2021-03-04T23:22:05.344091+0000","last_fullsized":"2021-03-04T23:22:05.344091+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"623","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344421+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:22:05.344421+0000","last_peered":"2021-03-04T23:22:05.344421+0000","last_clean":"2021-03-04T23:22:05.344421+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:22:05.344421+0000","last_undegraded":"2021-03-04T23:22:05.344421+0000","last_fullsized":"2021-03-04T23:22:05.344421+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"671","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344156+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:22:05.344156+0000","last_peered":"2021-03-04T23:22:05.344156+0000","last_clean":"2021-03-04T23:22:05.344156+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:22:05.344156+0000","last_undegraded":"2021-03-04T23:22:05.344156+0000","last_fullsized":"2021-03-04T23:22:05.344156+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"689","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341950+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:22:05.341950+0000","last_peered":"2021-03-04T23:22:05.341950+0000","last_clean":"2021-03-04T23:22:05.341950+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:22:05.341950+0000","last_undegraded":"2021-03-04T23:22:05.341950+0000","last_fullsized":"2021-03-04T23:22:05.341950+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"656","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.347754+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:22:05.347754+0000","last_peered":"2021-03-04T23:22:05.347754+0000","last_clean":"2021-03-04T23:22:05.347754+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:22:05.347754+0000","last_undegraded":"2021-03-04T23:22:05.347754+0000","last_fullsized":"2021-03-04T23:22:05.347754+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"648","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346084+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:22:05.346084+0000","last_peered":"2021-03-04T23:22:05.346084+0000","last_clean":"2021-03-04T23:22:05.346084+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:22:05.346084+0000","last_undegraded":"2021-03-04T23:22:05.346084+0000","last_fullsized":"2021-03-04T23:22:05.346084+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"668","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344372+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:22:05.344372+0000","last_peered":"2021-03-04T23:22:05.344372+0000","last_clean":"2021-03-04T23:22:05.344372+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:22:05.344372+0000","last_undegraded":"2021-03-04T23:22:05.344372+0000","last_fullsized":"2021-03-04T23:22:05.344372+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"650","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342432+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:22:05.342432+0000","last_peered":"2021-03-04T23:22:05.342432+0000","last_clean":"2021-03-04T23:22:05.342432+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:22:05.342432+0000","last_undegraded":"2021-03-04T23:22:05.342432+0000","last_fullsized":"2021-03-04T23:22:05.342432+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"420","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.388200+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:22:05.388200+0000","last_peered":"2021-03-04T23:22:05.388200+0000","last_clean":"2021-03-04T23:22:05.388200+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:22:05.388200+0000","last_undegraded":"2021-03-04T23:22:05.388200+0000","last_fullsized":"2021-03-04T23:22:05.388200+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"609","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345948+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:22:05.345948+0000","last_peered":"2021-03-04T23:22:05.345948+0000","last_clean":"2021-03-04T23:22:05.345948+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:22:05.345948+0000","last_undegraded":"2021-03-04T23:22:05.345948+0000","last_fullsized":"2021-03-04T23:22:05.345948+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"82","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341769+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:22:05.341769+0000","last_peered":"2021-03-04T23:22:05.341769+0000","last_clean":"2021-03-04T23:22:05.341769+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:22:05.341769+0000","last_undegraded":"2021-03-04T23:22:05.341769+0000","last_fullsized":"2021-03-04T23:22:05.341769+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"610","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343275+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:22:05.343275+0000","last_peered":"2021-03-04T23:22:05.343275+0000","last_clean":"2021-03-04T23:22:05.343275+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:22:05.343275+0000","last_undegraded":"2021-03-04T23:22:05.343275+0000","last_fullsized":"2021-03-04T23:22:05.343275+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"397","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344352+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:22:05.344352+0000","last_peered":"2021-03-04T23:22:05.344352+0000","last_clean":"2021-03-04T23:22:05.344352+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:22:05.344352+0000","last_undegraded":"2021-03-04T23:22:05.344352+0000","last_fullsized":"2021-03-04T23:22:05.344352+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"622","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342645+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:22:05.342645+0000","last_peered":"2021-03-04T23:22:05.342645+0000","last_clean":"2021-03-04T23:22:05.342645+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:22:05.342645+0000","last_undegraded":"2021-03-04T23:22:05.342645+0000","last_fullsized":"2021-03-04T23:22:05.342645+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"96","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343358+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:22:05.343358+0000","last_peered":"2021-03-04T23:22:05.343358+0000","last_clean":"2021-03-04T23:22:05.343358+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:22:05.343358+0000","last_undegraded":"2021-03-04T23:22:05.343358+0000","last_fullsized":"2021-03-04T23:22:05.343358+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"688","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.344695+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:22:05.344695+0000","last_peered":"2021-03-04T23:22:05.344695+0000","last_clean":"2021-03-04T23:22:05.344695+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:22:05.344695+0000","last_undegraded":"2021-03-04T23:22:05.344695+0000","last_fullsized":"2021-03-04T23:22:05.344695+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"680","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.346129+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:22:05.346129+0000","last_peered":"2021-03-04T23:22:05.346129+0000","last_clean":"2021-03-04T23:22:05.346129+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:22:05.346129+0000","last_undegraded":"2021-03-04T23:22:05.346129+0000","last_fullsized":"2021-03-04T23:22:05.346129+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"623","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341805+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:22:05.341805+0000","last_peered":"2021-03-04T23:22:05.341805+0000","last_clean":"2021-03-04T23:22:05.341805+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:22:05.341805+0000","last_undegraded":"2021-03-04T23:22:05.341805+0000","last_fullsized":"2021-03-04T23:22:05.341805+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.4","version":"678'17344","reported_seq":"17368","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.424060+0000","last_change":"2021-03-04T23:19:33.301159+0000","last_active":"2021-03-04T23:22:31.424060+0000","last_peered":"2021-03-04T23:22:31.424060+0000","last_clean":"2021-03-04T23:22:31.424060+0000","last_became_active":"2021-03-04T23:19:33.300936+0000","last_became_peered":"2021-03-04T23:19:33.300936+0000","last_unstale":"2021-03-04T23:22:31.424060+0000","last_undegraded":"2021-03-04T23:22:31.424060+0000","last_fullsized":"2021-03-04T23:22:31.424060+0000","mapping_epoch":662,"log_start":"673'11300","ondisk_log_start":"673'11300","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6044,"ondisk_log_size":6044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250085376,"num_objects":3816,"num_object_clones":0,"num_object_copies":11448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3816,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17344,"num_write_kb":677120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"613","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345963+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:22:05.345963+0000","last_peered":"2021-03-04T23:22:05.345963+0000","last_clean":"2021-03-04T23:22:05.345963+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:22:05.345963+0000","last_undegraded":"2021-03-04T23:22:05.345963+0000","last_fullsized":"2021-03-04T23:22:05.345963+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"677","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.388249+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:22:05.388249+0000","last_peered":"2021-03-04T23:22:05.388249+0000","last_clean":"2021-03-04T23:22:05.388249+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:22:05.388249+0000","last_undegraded":"2021-03-04T23:22:05.388249+0000","last_fullsized":"2021-03-04T23:22:05.388249+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.3","version":"678'17271","reported_seq":"17295","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.186742+0000","last_change":"2021-03-04T23:19:33.300859+0000","last_active":"2021-03-04T23:22:31.186742+0000","last_peered":"2021-03-04T23:22:31.186742+0000","last_clean":"2021-03-04T23:22:31.186742+0000","last_became_active":"2021-03-04T23:19:33.300607+0000","last_became_peered":"2021-03-04T23:19:33.300607+0000","last_unstale":"2021-03-04T23:22:31.186742+0000","last_undegraded":"2021-03-04T23:22:31.186742+0000","last_fullsized":"2021-03-04T23:22:31.186742+0000","mapping_epoch":662,"log_start":"672'9100","ondisk_log_start":"672'9100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8171,"ondisk_log_size":8171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255131648,"num_objects":3893,"num_object_clones":0,"num_object_copies":11679,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3893,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17271,"num_write_kb":677248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"654","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345744+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:22:05.345744+0000","last_peered":"2021-03-04T23:22:05.345744+0000","last_clean":"2021-03-04T23:22:05.345744+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:22:05.345744+0000","last_undegraded":"2021-03-04T23:22:05.345744+0000","last_fullsized":"2021-03-04T23:22:05.345744+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"677","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343122+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:22:05.343122+0000","last_peered":"2021-03-04T23:22:05.343122+0000","last_clean":"2021-03-04T23:22:05.343122+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:22:05.343122+0000","last_undegraded":"2021-03-04T23:22:05.343122+0000","last_fullsized":"2021-03-04T23:22:05.343122+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.2","version":"678'16992","reported_seq":"17016","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:28.602945+0000","last_change":"2021-03-04T23:19:33.299953+0000","last_active":"2021-03-04T23:22:28.602945+0000","last_peered":"2021-03-04T23:22:28.602945+0000","last_clean":"2021-03-04T23:22:28.602945+0000","last_became_active":"2021-03-04T23:19:33.299702+0000","last_became_peered":"2021-03-04T23:19:33.299702+0000","last_unstale":"2021-03-04T23:22:28.602945+0000","last_undegraded":"2021-03-04T23:22:28.602945+0000","last_fullsized":"2021-03-04T23:22:28.602945+0000","mapping_epoch":662,"log_start":"673'11100","ondisk_log_start":"673'11100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5892,"ondisk_log_size":5892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":271581184,"num_objects":4144,"num_object_clones":0,"num_object_copies":12432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4144,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16992,"num_write_kb":676352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"626","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.345772+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:22:05.345772+0000","last_peered":"2021-03-04T23:22:05.345772+0000","last_clean":"2021-03-04T23:22:05.345772+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:22:05.345772+0000","last_undegraded":"2021-03-04T23:22:05.345772+0000","last_fullsized":"2021-03-04T23:22:05.345772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"44","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341563+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:22:05.341563+0000","last_peered":"2021-03-04T23:22:05.341563+0000","last_clean":"2021-03-04T23:22:05.341563+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:22:05.341563+0000","last_undegraded":"2021-03-04T23:22:05.341563+0000","last_fullsized":"2021-03-04T23:22:05.341563+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.1","version":"678'17635","reported_seq":"17659","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.449329+0000","last_change":"2021-03-04T23:19:33.301202+0000","last_active":"2021-03-04T23:22:31.449329+0000","last_peered":"2021-03-04T23:22:31.449329+0000","last_clean":"2021-03-04T23:22:31.449329+0000","last_became_active":"2021-03-04T23:19:33.300829+0000","last_became_peered":"2021-03-04T23:19:33.300829+0000","last_unstale":"2021-03-04T23:22:31.449329+0000","last_undegraded":"2021-03-04T23:22:31.449329+0000","last_fullsized":"2021-03-04T23:22:31.449329+0000","mapping_epoch":662,"log_start":"673'11600","ondisk_log_start":"673'11600","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6035,"ondisk_log_size":6035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263913472,"num_objects":4027,"num_object_clones":0,"num_object_copies":12081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17635,"num_write_kb":693184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"638","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.343281+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:22:05.343281+0000","last_peered":"2021-03-04T23:22:05.343281+0000","last_clean":"2021-03-04T23:22:05.343281+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:22:05.343281+0000","last_undegraded":"2021-03-04T23:22:05.343281+0000","last_fullsized":"2021-03-04T23:22:05.343281+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"651","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.342836+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:22:05.342836+0000","last_peered":"2021-03-04T23:22:05.342836+0000","last_clean":"2021-03-04T23:22:05.342836+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:22:05.342836+0000","last_undegraded":"2021-03-04T23:22:05.342836+0000","last_fullsized":"2021-03-04T23:22:05.342836+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.0","version":"678'17239","reported_seq":"17263","reported_epoch":"678","state":"active+clean","last_fresh":"2021-03-04T23:22:31.458782+0000","last_change":"2021-03-04T23:19:33.301780+0000","last_active":"2021-03-04T23:22:31.458782+0000","last_peered":"2021-03-04T23:22:31.458782+0000","last_clean":"2021-03-04T23:22:31.458782+0000","last_became_active":"2021-03-04T23:19:33.301524+0000","last_became_peered":"2021-03-04T23:19:33.301524+0000","last_unstale":"2021-03-04T23:22:31.458782+0000","last_undegraded":"2021-03-04T23:22:31.458782+0000","last_fullsized":"2021-03-04T23:22:31.458782+0000","mapping_epoch":662,"log_start":"673'11200","ondisk_log_start":"673'11200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6039,"ondisk_log_size":6039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259457024,"num_objects":3959,"num_object_clones":0,"num_object_copies":11877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17239,"num_write_kb":678336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"631","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.347708+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:22:05.347708+0000","last_peered":"2021-03-04T23:22:05.347708+0000","last_clean":"2021-03-04T23:22:05.347708+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:22:05.347708+0000","last_undegraded":"2021-03-04T23:22:05.347708+0000","last_fullsized":"2021-03-04T23:22:05.347708+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"662","reported_epoch":"677","state":"active+clean","last_fresh":"2021-03-04T23:22:05.341722+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:22:05.341722+0000","last_peered":"2021-03-04T23:22:05.341722+0000","last_clean":"2021-03-04T23:22:05.341722+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:22:05.341722+0000","last_undegraded":"2021-03-04T23:22:05.341722+0000","last_fullsized":"2021-03-04T23:22:05.341722+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":28,"num_pg":16,"stat_sum":{"num_bytes":4119724056,"num_objects":62863,"num_object_clones":0,"num_object_copies":188589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62863,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":275283,"num_write_kb":10820609,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12370325504,"data_stored":12370313288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101883,"ondisk_log_size":101883,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6351445,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496017,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3091720,"kb_used_data":2043136,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":84988664,"statfs":{"total":90194313216,"available":87028391936,"internally_reserved":1073741824,"allocated":2092171264,"data_stored":2088935422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,1,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":3.6880000000000002,"15min":3.1379999999999999},"min":{"1min":0.155,"5min":0.13600000000000001,"15min":0.13100000000000001},"max":{"1min":7.0940000000000003,"5min":200.09299999999999,"15min":200.09299999999999},"last":0.317},{"interface":"front","average":{"1min":0.36699999999999999,"5min":3.7210000000000001,"15min":3.2679999999999998},"min":{"1min":0.188,"5min":0.16300000000000001,"15min":0.14899999999999999},"max":{"1min":1.0880000000000001,"5min":200.001,"15min":200.001},"last":0.51900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:22:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.874,"15min":0.80400000000000005},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.191},"max":{"1min":0.97999999999999998,"5min":5.2000000000000002,"15min":7.7270000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.83599999999999997,"15min":0.76000000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.17499999999999999},"max":{"1min":2.1339999999999999,"5min":6.8220000000000001,"15min":6.8220000000000001},"last":0.42999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:21:30 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":1.0069999999999999,"15min":1.6279999999999999},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":1.038,"5min":6.1609999999999996,"15min":73.129999999999995},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.0740000000000001,"15min":1.655},"min":{"1min":0.19500000000000001,"5min":0.183,"15min":0.17199999999999999},"max":{"1min":6.75,"5min":6.75,"15min":74.382000000000005},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:22:15 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.7829999999999999,"15min":1.2709999999999999},"min":{"1min":0.20000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":2.8519999999999999,"5min":62.210000000000001,"15min":62.210000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.9199999999999999,"15min":1.357},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":3,"5min":62.228000000000002,"15min":62.228000000000002},"last":0.82999999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84399999999999997,"15min":0.83999999999999997},"min":{"1min":0.17799999999999999,"5min":0.153,"15min":0.13300000000000001},"max":{"1min":6.6520000000000001,"5min":6.6520000000000001,"15min":39.375999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.84199999999999997,"15min":0.86599999999999999},"min":{"1min":0.183,"5min":0.17899999999999999,"15min":0.14999999999999999},"max":{"1min":3.7360000000000002,"5min":7.8799999999999999,"15min":39.570999999999998},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":1.145,"15min":0.89400000000000002},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.5579999999999998,"5min":6.2969999999999997,"15min":7.8719999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.337,"5min":1.2370000000000001,"15min":0.93600000000000005},"min":{"1min":0.217,"5min":0.17799999999999999,"15min":0.16400000000000001},"max":{"1min":6.9199999999999999,"5min":6.9199999999999999,"15min":6.9199999999999999},"last":0.629}]},{"osd":6,"last update":"Thu Mar 4 23:21:38 2021","interfaces":[{"interface":"back","average":{"1min":1.24,"5min":1.2230000000000001,"15min":1.0840000000000001},"min":{"1min":0.245,"5min":0.20399999999999999,"15min":0.17799999999999999},"max":{"1min":7.008,"5min":7.008,"15min":38.747999999999998},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.93000000000000005,"15min":0.97499999999999998},"min":{"1min":0.191,"5min":0.191,"15min":0.187},"max":{"1min":3.762,"5min":4.0049999999999999,"15min":38.484000000000002},"last":0.80900000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659541,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3818744,"kb_used_data":2770160,"kb_used_omap":470,"kb_used_meta":1048105,"kb_avail":84261640,"statfs":{"total":90194313216,"available":86283919360,"internally_reserved":1073741824,"allocated":2836643840,"data_stored":2833424212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":481475,"internal_metadata":1073260349},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:48 2021","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":2.3450000000000002,"15min":1.679},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14199999999999999},"max":{"1min":4.7489999999999997,"5min":76.179000000000002,"15min":76.179000000000002},"last":1.2969999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":2.4049999999999998,"15min":1.794},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.17100000000000001},"max":{"1min":4.8159999999999998,"5min":76.296999999999997,"15min":76.296999999999997},"last":1.3560000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:22:03 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.76300000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":4.1070000000000002,"5min":4.1070000000000002,"15min":6.75},"last":0.217},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.79800000000000004,"15min":0.77500000000000002},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.192},"max":{"1min":7.8860000000000001,"5min":7.8860000000000001,"15min":7.8860000000000001},"last":0.311}]},{"osd":2,"last update":"Thu Mar 4 23:22:26 2021","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":1.2569999999999999,"15min":2.1120000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":4.0359999999999996,"5min":29.853999999999999,"15min":81.930000000000007},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.745,"5min":1.343,"15min":2.1200000000000001},"min":{"1min":0.20499999999999999,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":8.1590000000000007,"5min":30.036000000000001,"15min":82.245000000000005},"last":0.26700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:22:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.9350000000000001,"15min":2.3580000000000001},"min":{"1min":0.21099999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":4.7830000000000004,"5min":34.171999999999997,"15min":34.171999999999997},"last":1.331},{"interface":"front","average":{"1min":0.753,"5min":1.7729999999999999,"15min":2.0459999999999998},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.9870000000000001,"5min":34.006,"15min":34.006},"last":0.253}]},{"osd":4,"last update":"Thu Mar 4 23:22:03 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.74399999999999999,"15min":0.77400000000000002},"min":{"1min":0.17000000000000001,"5min":0.14699999999999999,"15min":0.14599999999999999},"max":{"1min":4.1379999999999999,"5min":4.1829999999999998,"15min":7.4740000000000002},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.0129999999999999,"15min":0.94599999999999995},"min":{"1min":0.17599999999999999,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.5419999999999998,"5min":8.5310000000000006,"15min":8.5310000000000006},"last":1.1919999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:22:03 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.89900000000000002,"15min":0.82799999999999996},"min":{"1min":0.16400000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":11.795,"5min":11.795,"15min":11.795},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.88200000000000001,"15min":0.84699999999999998},"min":{"1min":0.22500000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1950000000000003,"5min":4.1950000000000003,"15min":7.6699999999999999},"last":0.29399999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:21:34 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.94399999999999995,"15min":1.0129999999999999},"min":{"1min":0.189,"5min":0.16,"15min":0.16},"max":{"1min":3.3420000000000001,"5min":4.8330000000000002,"15min":6.6369999999999996},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.0109999999999999,"15min":1.0880000000000001},"min":{"1min":0.219,"5min":0.216,"15min":0.185},"max":{"1min":3.3079999999999998,"5min":5.6680000000000001,"15min":7.79},"last":0.35099999999999998}]}]},{"osd":1,"up_from":0,"seq":1464583848217,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712361,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2676400,"kb_used_data":2466408,"kb_used_omap":637,"kb_used_meta":209346,"kb_avail":85403984,"statfs":{"total":90194313216,"available":87453679616,"internally_reserved":0,"allocated":2525601792,"data_stored":2522388262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":214370354},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:21:58 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.48999999999999999,"15min":0.47999999999999998},"min":{"1min":0.182,"5min":0.156,"15min":0.14099999999999999},"max":{"1min":1.323,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.46300000000000002,"15min":0.52000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14199999999999999},"max":{"1min":1.0680000000000001,"5min":3.5289999999999999,"15min":5.0890000000000004},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":1.3080000000000001,"15min":1.78},"min":{"1min":0.14399999999999999,"5min":0.13900000000000001,"15min":0.123},"max":{"1min":0.85999999999999999,"5min":56.475999999999999,"15min":81.109999999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.499,"5min":1.45,"15min":1.929},"min":{"1min":0.245,"5min":0.20499999999999999,"15min":0.14899999999999999},"max":{"1min":1.1799999999999999,"5min":57.030000000000001,"15min":81.326999999999998},"last":0.38}]},{"osd":3,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":0.92700000000000005,"15min":1.0900000000000001},"min":{"1min":0.14599999999999999,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":24.739000000000001,"5min":24.739000000000001,"15min":47.826999999999998},"last":0.26000000000000001},{"interface":"front","average":{"1min":2.0449999999999999,"5min":1.052,"15min":1.26},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":24.933,"5min":24.933,"15min":47.889000000000003},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.88200000000000001,"15min":0.86199999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.23000000000000001},"max":{"1min":1.865,"5min":4.609,"15min":4.609},"last":0.498},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.80900000000000005,"15min":0.77500000000000002},"min":{"1min":0.20399999999999999,"5min":0.191,"15min":0.191},"max":{"1min":1.3,"5min":3.8519999999999999,"15min":5.0570000000000004},"last":0.28399999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":1.026,"15min":0.97599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":2.6520000000000001,"5min":4.2599999999999998,"15min":4.806},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.90900000000000003,"15min":0.90600000000000003},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":2.3540000000000001,"5min":3.7509999999999999,"15min":3.7509999999999999},"last":0.33000000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":1.1419999999999999,"15min":0.98299999999999998},"min":{"1min":0.26700000000000002,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":1.907,"5min":21,"15min":21},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.0429999999999999,"5min":1.3580000000000001,"15min":1.1699999999999999},"min":{"1min":0.309,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.036,"5min":20.690000000000001,"15min":20.690000000000001},"last":0.96099999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:21:44 2021","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":1.159,"15min":1.081},"min":{"1min":0.32000000000000001,"5min":0.26000000000000001,"15min":0.19600000000000001},"max":{"1min":2.7069999999999999,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.443},{"interface":"front","average":{"1min":0.64800000000000002,"5min":1.2010000000000001,"15min":1.1200000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.251},"max":{"1min":1.704,"5min":4.5019999999999998,"15min":5},"last":0.53500000000000003}]}]},{"osd":2,"up_from":356,"seq":1529008357652,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1643892,"kb_used_data":1472300,"kb_used_omap":852,"kb_used_meta":170731,"kb_avail":86436492,"statfs":{"total":90194313216,"available":88510967808,"internally_reserved":0,"allocated":1507635200,"data_stored":1504417610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":174829175},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":7.8280000000000003,"5min":1.9850000000000001,"15min":1.5700000000000001},"min":{"1min":0.14199999999999999,"5min":0.109,"15min":0.107},"max":{"1min":79.975999999999999,"5min":79.975999999999999,"15min":104.41800000000001},"last":0.317},{"interface":"front","average":{"1min":8.1669999999999998,"5min":2.2469999999999999,"15min":1.55},"min":{"1min":0.14000000000000001,"5min":0.124,"15min":0.124},"max":{"1min":81.021000000000001,"5min":81.021000000000001,"15min":105.191},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.52000000000000002,"15min":0.82399999999999995},"min":{"1min":0.183,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.93200000000000005,"5min":2.4159999999999999,"15min":67.450999999999993},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.71399999999999997,"15min":0.69599999999999995},"min":{"1min":0.17799999999999999,"5min":0.17199999999999999,"15min":0.17100000000000001},"max":{"1min":4.0330000000000004,"5min":5.915,"15min":5.915},"last":1.704}]},{"osd":3,"last update":"Thu Mar 4 23:22:19 2021","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":1.8879999999999999,"15min":2.2080000000000002},"min":{"1min":0.188,"5min":0.152,"15min":0.14899999999999999},"max":{"1min":28.382999999999999,"5min":77.754000000000005,"15min":77.754000000000005},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.982,"5min":1.754,"15min":2.242},"min":{"1min":0.17999999999999999,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":28.323,"5min":77.926000000000002,"15min":77.926000000000002},"last":0.47199999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.88100000000000001,"15min":0.90000000000000002},"min":{"1min":0.218,"5min":0.20200000000000001,"15min":0.19600000000000001},"max":{"1min":4.1120000000000001,"5min":6.0860000000000003,"15min":6.0860000000000003},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.84199999999999997,"15min":0.88500000000000001},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":3.1600000000000001,"5min":4.2539999999999996,"15min":7.0030000000000001},"last":0.433}]},{"osd":5,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.90500000000000003,"15min":0.92100000000000004},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.4590000000000001,"5min":2.7749999999999999,"15min":7.1890000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.88700000000000001,"15min":1.173},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.831,"5min":2.7080000000000002,"15min":67.897000000000006},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":1.1100000000000001,"15min":1.0780000000000001},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.3079999999999998,"5min":6.1760000000000002,"15min":6.1760000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":1.0529999999999999,"15min":1.113},"min":{"1min":0.32700000000000001,"5min":0.25900000000000001,"15min":0.224},"max":{"1min":1.8740000000000001,"5min":4.3799999999999999,"15min":7.3339999999999996},"last":1.8740000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":1.3640000000000001,"15min":1.419},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.25700000000000001},"max":{"1min":29.954999999999998,"5min":29.954999999999998,"15min":68.049000000000007},"last":0.55600000000000005},{"interface":"front","average":{"1min":2.601,"5min":1.494,"15min":1.264},"min":{"1min":0.28699999999999998,"5min":0.249,"15min":0.249},"max":{"1min":30.015000000000001,"5min":30.015000000000001,"15min":30.015000000000001},"last":1.9339999999999999}]}]},{"osd":3,"up_from":634,"seq":2723009265754,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1682864,"kb_used_data":1511016,"kb_used_omap":2942,"kb_used_meta":168897,"kb_avail":86397520,"statfs":{"total":90194313216,"available":88471060480,"internally_reserved":0,"allocated":1547280384,"data_stored":1544066393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3013408,"internal_metadata":172950752},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":4.2999999999999998,"5min":1.389,"15min":0.78500000000000003},"min":{"1min":0.124,"5min":0.11799999999999999,"15min":0.11799999999999999},"max":{"1min":70.980000000000004,"5min":70.980000000000004,"15min":70.980000000000004},"last":0.32700000000000001},{"interface":"front","average":{"1min":4.3179999999999996,"5min":1.363,"15min":0.71499999999999997},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":71.275000000000006,"5min":71.275000000000006,"15min":71.275000000000006},"last":0.68100000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.64900000000000002,"15min":0.621},"min":{"1min":0.17799999999999999,"5min":0.153,"15min":0.153},"max":{"1min":2.073,"5min":4.2000000000000002,"15min":4.5099999999999998},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.66500000000000004,"15min":0.63300000000000001},"min":{"1min":0.20300000000000001,"5min":0.19,"15min":0.19},"max":{"1min":2.972,"5min":3.0219999999999998,"15min":3.0219999999999998},"last":0.61899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":0.82399999999999995,"15min":0.70099999999999996},"min":{"1min":0.16200000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":23.925000000000001,"5min":23.925000000000001,"15min":23.925000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":1.6519999999999999,"5min":0.96499999999999997,"15min":0.72099999999999997},"min":{"1min":0.17999999999999999,"5min":0.151,"15min":0.151},"max":{"1min":23.972000000000001,"5min":23.972000000000001,"15min":23.972000000000001},"last":0.53300000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.81399999999999995,"15min":0.73899999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.188},"max":{"1min":2.7879999999999998,"5min":6.0279999999999996,"15min":6.0279999999999996},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.88300000000000001,"15min":0.93700000000000006},"min":{"1min":0.22800000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.772,"5min":6.3849999999999998,"15min":6.3849999999999998},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0049999999999999,"15min":0.871},"min":{"1min":0.21099999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":4.9370000000000003,"5min":4.9370000000000003,"15min":4.9370000000000003},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.022,"15min":0.99199999999999999},"min":{"1min":0.251,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":2.827,"5min":4.4669999999999996,"15min":4.6020000000000003},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.1020000000000001,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.245},"max":{"1min":2.899,"5min":4.0730000000000004,"15min":4.577},"last":0.746},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.121,"15min":0.89600000000000002},"min":{"1min":0.28799999999999998,"5min":0.215,"15min":0.215},"max":{"1min":4.6669999999999998,"5min":4.6669999999999998,"15min":4.6669999999999998},"last":2.1920000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":1.1259999999999999,"15min":0.90400000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.23400000000000001},"max":{"1min":3.2250000000000001,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":1.006,"15min":1.125},"min":{"1min":0.27500000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.835,"5min":3.2309999999999999,"15min":4.9059999999999997},"last":3.266}]}]},{"osd":4,"up_from":31,"seq":133143986590,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1560576,"kb_used_data":511928,"kb_used_omap":282,"kb_used_meta":1048293,"kb_avail":86519808,"statfs":{"total":90194313216,"available":88596283392,"internally_reserved":1073741824,"allocated":524214272,"data_stored":520986528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":289331,"internal_metadata":1073452493},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:50 2021","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":3.1349999999999998,"15min":2.7679999999999998},"min":{"1min":0.14799999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":20.815999999999999,"5min":130.404,"15min":130.404},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.8160000000000001,"5min":3.2090000000000001,"15min":2.9129999999999998},"min":{"1min":0.20699999999999999,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":20.879999999999999,"5min":130.417,"15min":130.417},"last":0.28499999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:21:57 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.77700000000000002,"15min":0.71399999999999997},"min":{"1min":0.21199999999999999,"5min":0.20399999999999999,"15min":0.193},"max":{"1min":1.7210000000000001,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.88300000000000001,"15min":0.79800000000000004},"min":{"1min":0.218,"5min":0.19700000000000001,"15min":0.19500000000000001},"max":{"1min":1.5249999999999999,"5min":5.1710000000000003,"15min":9.8780000000000001},"last":0.315}]},{"osd":2,"last update":"Thu Mar 4 23:22:29 2021","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":2.2949999999999999,"15min":2.3719999999999999},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":2.1859999999999999,"5min":152.79300000000001,"15min":152.79300000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":2.3580000000000001,"15min":2.351},"min":{"1min":0.22700000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.871,"5min":152.57300000000001,"15min":152.57300000000001},"last":0.45500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:22:15 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":2.4129999999999998,"15min":5.0599999999999996},"min":{"1min":0.22600000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.2749999999999999,"5min":75.245000000000005,"15min":106.631},"last":3.7320000000000002},{"interface":"front","average":{"1min":0.621,"5min":2.496,"15min":5.0720000000000001},"min":{"1min":0.26800000000000002,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.1800000000000002,"5min":75.941999999999993,"15min":106.51900000000001},"last":0.32800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:21:57 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":1.02,"15min":1.0900000000000001},"min":{"1min":0.159,"5min":0.14199999999999999,"15min":0.13100000000000001},"max":{"1min":2.2719999999999998,"5min":9.4640000000000004,"15min":45.344000000000001},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.82299999999999995,"5min":1.018,"15min":0.997},"min":{"1min":0.17699999999999999,"5min":0.17199999999999999,"15min":0.156},"max":{"1min":3.6240000000000001,"5min":5.6040000000000001,"15min":43.448},"last":0.20999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:22:10 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":2.1360000000000001,"15min":1.363},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.14399999999999999},"max":{"1min":3.859,"5min":102.35899999999999,"15min":102.35899999999999},"last":0.188},{"interface":"front","average":{"1min":1.2110000000000001,"5min":2.181,"15min":1.419},"min":{"1min":0.20799999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":3.9369999999999998,"5min":101.592,"15min":101.592},"last":0.23200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:21:31 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":1.119,"15min":1.1060000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.16700000000000001},"max":{"1min":2.2730000000000001,"5min":4.1550000000000002,"15min":12.140000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":1.4079999999999999,"5min":1.2470000000000001,"15min":1.0840000000000001},"min":{"1min":0.23000000000000001,"5min":0.185,"15min":0.17799999999999999},"max":{"1min":8.1590000000000007,"5min":8.1590000000000007,"15min":10.938000000000001},"last":0.247}]}]},{"osd":5,"up_from":36,"seq":154618823065,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2612976,"kb_used_data":1564392,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":85467408,"statfs":{"total":90194313216,"available":87518625792,"internally_reserved":1073741824,"allocated":1601937408,"data_stored":1598723926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:21:40 2021","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":1.96,"15min":1.728},"min":{"1min":0.14699999999999999,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":4.7190000000000003,"5min":40.076000000000001,"15min":73.159000000000006},"last":0.312},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.855,"15min":1.7689999999999999},"min":{"1min":0.16700000000000001,"5min":0.161,"15min":0.14799999999999999},"max":{"1min":1.9099999999999999,"5min":40.220999999999997,"15min":73.429000000000002},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:21:56 2021","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":0.88600000000000001,"15min":0.85799999999999998},"min":{"1min":0.19,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":15.128},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.86899999999999999},"min":{"1min":0.217,"5min":0.20499999999999999,"15min":0.188},"max":{"1min":3.6419999999999999,"5min":3.6419999999999999,"15min":15.097},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:21:40 2021","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.206,"15min":1.242},"min":{"1min":0.19700000000000001,"5min":0.184,"15min":0.184},"max":{"1min":2.2999999999999998,"5min":24.597999999999999,"15min":38.296999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.304,"15min":1.286},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":4.782,"5min":25.338999999999999,"15min":38.402999999999999},"last":0.46100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.4470000000000001,"5min":1.1930000000000001,"15min":1.135},"min":{"1min":0.219,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":9.4459999999999997,"5min":21.085999999999999,"15min":25.065000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.77400000000000002,"5min":1.216,"15min":1.1459999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.617,"5min":20.202000000000002,"15min":24.716999999999999},"last":0.374}]},{"osd":4,"last update":"Thu Mar 4 23:21:56 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.82999999999999996,"15min":0.98699999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.13700000000000001},"max":{"1min":3.9550000000000001,"5min":5.7610000000000001,"15min":56.573},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.97699999999999998,"15min":1.151},"min":{"1min":0.187,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":2.1040000000000001,"5min":7.4340000000000002,"15min":56.191000000000003},"last":0.432}]},{"osd":6,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":1.101,"15min":1.0109999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.7469999999999999,"5min":5.7270000000000003,"15min":8.2050000000000001},"last":3.7890000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.0109999999999999,"15min":1.0409999999999999},"min":{"1min":0.20100000000000001,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":4.0800000000000001,"5min":9.4299999999999997,"15min":14.805999999999999},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:21:40 2021","interfaces":[{"interface":"back","average":{"1min":11.612,"5min":3.1040000000000001,"15min":1.796},"min":{"1min":0.23300000000000001,"5min":0.19600000000000001,"15min":0.16900000000000001},"max":{"1min":201.512,"5min":201.512,"15min":201.512},"last":1.6899999999999999},{"interface":"front","average":{"1min":11.664999999999999,"5min":3.21,"15min":1.829},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":200.97,"5min":200.97,"15min":200.97},"last":1.341}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3009378,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":285302,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":477384,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2464022528,"data_stored":2464022528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1476268032,"data_stored":1476263960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1534726144,"data_stored":1534722072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":505413632,"data_stored":505413632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1543962624,"data_stored":1543962624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2796290048,"data_stored":2796290048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2049642496,"data_stored":2049638424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:22:38.778 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:22:38.779 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:22:38.779 INFO:tasks.thrashosds.thrasher:inject_pause on 2 2021-03-04T23:22:38.779 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:22:38.780 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:22:38.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 config set filestore_inject_stall 3 2021-03-04T23:22:38.781 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:38 gibba023 bash[27374]: cluster 2021-03-04T23:22:37.287632+0000 mgr.x (mgr.34379) 1036 : cluster [DBG] pgmap v1389: 109 pgs: 109 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.84k op/s 2021-03-04T23:22:38.782 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:38 gibba023 bash[19550]: debug 2021-03-04T23:22:38.414+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:38.929 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:39.005 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:39.109 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:39.110 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:39 gibba008 bash[48858]: debug 2021-03-04T23:22:38.999+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:39.513 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:39.618 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:39.803 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:39 gibba008 bash[48858]: debug 2021-03-04T23:22:39.507+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:40.062 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:40.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:40.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:40 gibba008 bash[37770]: cluster 2021-03-04T23:22:39.288066+0000 mgr.x (mgr.34379) 1037 : cluster [DBG] pgmap v1390: 109 pgs: 109 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:22:41.248 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:40 gibba008 bash[39303]: cluster 2021-03-04T23:22:39.288066+0000 mgr.x (mgr.34379) 1037 : cluster [DBG] pgmap v1390: 109 pgs: 109 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:22:41.250 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:41.251 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:40 gibba008 bash[48858]: debug 2021-03-04T23:22:40.479+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:41.252 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:40 gibba023 bash[27374]: cluster 2021-03-04T23:22:39.288066+0000 mgr.x (mgr.34379) 1037 : cluster [DBG] pgmap v1390: 109 pgs: 109 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:22:41.252 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:40 gibba023 bash[19550]: debug 2021-03-04T23:22:40.050+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:41.351 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:41.522 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:41.625 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:41.632 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:41 gibba023 bash[15180]: debug 2021-03-04T23:22:41.514+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:41.739 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:41.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:42.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:41 gibba023 bash[19550]: debug 2021-03-04T23:22:41.730+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:42.390 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:42.492 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:42.498 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:42 gibba008 bash[37770]: cluster 2021-03-04T23:22:41.288515+0000 mgr.x (mgr.34379) 1038 : cluster [DBG] pgmap v1391: 109 pgs: 109 active+clean; 3.1 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:42.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:42 gibba008 bash[39303]: cluster 2021-03-04T23:22:41.288515+0000 mgr.x (mgr.34379) 1038 : cluster [DBG] pgmap v1391: 109 pgs: 109 active+clean; 3.1 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:42.499 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:42 gibba008 bash[48858]: debug 2021-03-04T23:22:42.383+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:42.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:42 gibba023 bash[27374]: cluster 2021-03-04T23:22:41.288515+0000 mgr.x (mgr.34379) 1038 : cluster [DBG] pgmap v1391: 109 pgs: 109 active+clean; 3.1 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:42.856 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:42.964 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:43.088 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:43.192 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:43.219 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:42 gibba008 bash[48858]: debug 2021-03-04T23:22:42.843+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:43.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:43 gibba023 bash[15180]: debug 2021-03-04T23:22:43.082+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:43.856 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:43.959 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:44.066 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:44.138 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:43 gibba008 bash[47391]: debug 2021-03-04T23:22:43.851+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:44.172 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:44.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:44 gibba023 bash[18090]: debug 2021-03-04T23:22:44.058+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:44.275 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:44.382 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:44.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:44 gibba008 bash[39303]: cluster 2021-03-04T23:22:43.288878+0000 mgr.x (mgr.34379) 1039 : cluster [DBG] pgmap v1392: 109 pgs: 109 active+clean; 2.8 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:22:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:44 gibba008 bash[37770]: cluster 2021-03-04T23:22:43.288878+0000 mgr.x (mgr.34379) 1039 : cluster [DBG] pgmap v1392: 109 pgs: 109 active+clean; 2.8 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:22:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:44 gibba023 bash[27374]: cluster 2021-03-04T23:22:43.288878+0000 mgr.x (mgr.34379) 1039 : cluster [DBG] pgmap v1392: 109 pgs: 109 active+clean; 2.8 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:22:44.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:44 gibba023 bash[16680]: debug 2021-03-04T23:22:44.266+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:44.770 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:44.876 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:45.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:44 gibba023 bash[19550]: debug 2021-03-04T23:22:44.762+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:45.301 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:45.402 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:45.622 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:45 gibba023 bash[27374]: audit 2021-03-04T23:22:44.768160+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2021-03-04T23:22:45.623 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:45 gibba023 bash[27374]: audit 2021-03-04T23:22:44.769023+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [3, 5]}]: dispatch 2021-03-04T23:22:45.623 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:45 gibba023 bash[27374]: audit 2021-03-04T23:22:44.945469+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:45.626 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:45.731 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:45.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[44600]: debug 2021-03-04T23:22:45.291+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[37770]: audit 2021-03-04T23:22:44.768160+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2021-03-04T23:22:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[37770]: audit 2021-03-04T23:22:44.769023+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [3, 5]}]: dispatch 2021-03-04T23:22:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[37770]: audit 2021-03-04T23:22:44.945469+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[39303]: audit 2021-03-04T23:22:44.768160+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2021-03-04T23:22:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[39303]: audit 2021-03-04T23:22:44.769023+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [3, 5]}]: dispatch 2021-03-04T23:22:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:45 gibba008 bash[39303]: audit 2021-03-04T23:22:44.945469+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:45.832 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:45.934 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:45.940 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:45 gibba023 bash[18090]: debug 2021-03-04T23:22:45.618+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:45.941 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:45 gibba023 bash[18090]: debug 2021-03-04T23:22:45.818+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:46.029 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:46.132 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:46.210 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:46 gibba023 bash[18090]: debug 2021-03-04T23:22:46.022+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:46.210 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:22:46.314 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:46.357 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:22:46.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:22:46 gibba023 bash[18090]: debug 2021-03-04T23:22:46.206+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:46 gibba023 bash[27374]: cluster 2021-03-04T23:22:45.289232+0000 mgr.x (mgr.34379) 1040 : cluster [DBG] pgmap v1393: 109 pgs: 109 active+clean; 2.8 GiB data, 9.0 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:46.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:46 gibba023 bash[27374]: audit 2021-03-04T23:22:46.326735+0000 mon.a (mon.0) 1615 : audit [INF] from='client.? 172.21.2.108:0/952242503' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:46.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:46 gibba008 bash[37770]: cluster 2021-03-04T23:22:45.289232+0000 mgr.x (mgr.34379) 1040 : cluster [DBG] pgmap v1393: 109 pgs: 109 active+clean; 2.8 GiB data, 9.0 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:46.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:46 gibba008 bash[37770]: audit 2021-03-04T23:22:46.326735+0000 mon.a (mon.0) 1615 : audit [INF] from='client.? 172.21.2.108:0/952242503' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:46.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:46 gibba008 bash[39303]: cluster 2021-03-04T23:22:45.289232+0000 mgr.x (mgr.34379) 1040 : cluster [DBG] pgmap v1393: 109 pgs: 109 active+clean; 2.8 GiB data, 9.0 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:46.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:46 gibba008 bash[39303]: audit 2021-03-04T23:22:46.326735+0000 mon.a (mon.0) 1615 : audit [INF] from='client.? 172.21.2.108:0/952242503' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:22:46.779 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:46.882 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:47.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:46 gibba008 bash[91265]: debug 2021-03-04T23:22:46.771+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:47.355 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:47.458 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:47.626 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[44600]: debug 2021-03-04T23:22:47.347+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:47.627 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[37770]: cluster 2021-03-04T23:22:46.348698+0000 mon.a (mon.0) 1616 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:22:47.627 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[37770]: audit 2021-03-04T23:22:46.351662+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? 172.21.2.108:0/952242503' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:22:47.628 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[37770]: cluster 2021-03-04T23:22:46.351706+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e679: 8 total, 8 up, 7 in 2021-03-04T23:22:47.628 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[39303]: cluster 2021-03-04T23:22:46.348698+0000 mon.a (mon.0) 1616 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:22:47.629 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[39303]: audit 2021-03-04T23:22:46.351662+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? 172.21.2.108:0/952242503' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:22:47.629 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[39303]: cluster 2021-03-04T23:22:46.351706+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e679: 8 total, 8 up, 7 in 2021-03-04T23:22:47.630 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:47.735 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:47.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:47 gibba023 bash[27374]: cluster 2021-03-04T23:22:46.348698+0000 mon.a (mon.0) 1616 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:22:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:47 gibba023 bash[27374]: audit 2021-03-04T23:22:46.351662+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? 172.21.2.108:0/952242503' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:22:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:47 gibba023 bash[27374]: cluster 2021-03-04T23:22:46.351706+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e679: 8 total, 8 up, 7 in 2021-03-04T23:22:48.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:47 gibba008 bash[44600]: debug 2021-03-04T23:22:47.619+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:48.112 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:22:48.113 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:22:48.113 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:22:48.113 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:22:48.113 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:22:48.205 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:48.308 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:48.406 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:48 gibba008 bash[37770]: cluster 2021-03-04T23:22:47.289598+0000 mgr.x (mgr.34379) 1041 : cluster [DBG] pgmap v1395: 109 pgs: 109 active+clean; 2.4 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:48.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:48 gibba008 bash[39303]: cluster 2021-03-04T23:22:47.289598+0000 mgr.x (mgr.34379) 1041 : cluster [DBG] pgmap v1395: 109 pgs: 109 active+clean; 2.4 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:48.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:48 gibba008 bash[48858]: debug 2021-03-04T23:22:48.199+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:48.512 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:48.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:48 gibba023 bash[27374]: cluster 2021-03-04T23:22:47.289598+0000 mgr.x (mgr.34379) 1041 : cluster [DBG] pgmap v1395: 109 pgs: 109 active+clean; 2.4 GiB data, 8.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:22:48.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:48 gibba023 bash[19550]: debug 2021-03-04T23:22:48.398+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:48.825 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:48.928 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:49.062 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:49.166 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:49.171 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:48 gibba008 bash[91265]: debug 2021-03-04T23:22:48.819+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:49.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:49 gibba023 bash[16680]: debug 2021-03-04T23:22:49.058+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:49.463 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:49.566 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:49.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:49 gibba008 bash[47391]: debug 2021-03-04T23:22:49.459+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:50.018 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:50.121 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:50.492 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:50 gibba008 bash[37770]: cluster 2021-03-04T23:22:49.289985+0000 mgr.x (mgr.34379) 1042 : cluster [DBG] pgmap v1396: 109 pgs: 109 active+clean; 2.3 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:22:50.493 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:50 gibba008 bash[39303]: cluster 2021-03-04T23:22:49.289985+0000 mgr.x (mgr.34379) 1042 : cluster [DBG] pgmap v1396: 109 pgs: 109 active+clean; 2.3 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:22:50.493 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:50 gibba008 bash[91265]: debug 2021-03-04T23:22:50.011+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:50.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:50 gibba023 bash[27374]: cluster 2021-03-04T23:22:49.289985+0000 mgr.x (mgr.34379) 1042 : cluster [DBG] pgmap v1396: 109 pgs: 109 active+clean; 2.3 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:22:50.550 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:22:50.569 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:22:50.585 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:22:50.595 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:50.600 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:22:50.620 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:22:50.642 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:22:50.657 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:22:50.674 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:22:50.675 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.675 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.675 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.676 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.676 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.676 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.676 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.677 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:22:50.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:50 gibba008 bash[47391]: debug 2021-03-04T23:22:50.487+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:50.993 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:51.097 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:51.104 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:50 gibba008 bash[48858]: debug 2021-03-04T23:22:50.987+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:51.448 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:51 gibba008 bash[37770]: audit 2021-03-04T23:22:50.528042+0000 mon.a (mon.0) 1619 : audit [DBG] from='client.? 172.21.2.108:0/2829099485' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:51.449 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:51 gibba008 bash[39303]: audit 2021-03-04T23:22:50.528042+0000 mon.a (mon.0) 1619 : audit [DBG] from='client.? 172.21.2.108:0/2829099485' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:51.493 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:51 gibba023 bash[27374]: audit 2021-03-04T23:22:50.528042+0000 mon.a (mon.0) 1619 : audit [DBG] from='client.? 172.21.2.108:0/2829099485' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:22:51.598 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:51.708 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:51.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:51 gibba008 bash[47391]: debug 2021-03-04T23:22:51.487+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:51.812 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:52.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:51 gibba023 bash[15180]: debug 2021-03-04T23:22:51.702+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:52.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:52 gibba023 bash[27374]: cluster 2021-03-04T23:22:51.290441+0000 mgr.x (mgr.34379) 1043 : cluster [DBG] pgmap v1397: 109 pgs: 109 active+clean; 2.2 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:22:52.542 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:52 gibba008 bash[37770]: cluster 2021-03-04T23:22:51.290441+0000 mgr.x (mgr.34379) 1043 : cluster [DBG] pgmap v1397: 109 pgs: 109 active+clean; 2.2 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:22:52.543 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:52 gibba008 bash[39303]: cluster 2021-03-04T23:22:51.290441+0000 mgr.x (mgr.34379) 1043 : cluster [DBG] pgmap v1397: 109 pgs: 109 active+clean; 2.2 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:22:52.705 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:52.814 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:52.830 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:22:52.975 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:53.004 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:52 gibba008 bash[44600]: debug 2021-03-04T23:22:52.695+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:53.283 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:53.285 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:22:53.380 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:53.390 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:53.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:53 gibba023 bash[19550]: debug 2021-03-04T23:22:53.274+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:53.819 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:53.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:54.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:53 gibba023 bash[16680]: debug 2021-03-04T23:22:53.814+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:54.337 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:54.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:54.749 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:54 gibba008 bash[39303]: cluster 2021-03-04T23:22:53.290837+0000 mgr.x (mgr.34379) 1044 : cluster [DBG] pgmap v1398: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:22:54.750 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:54 gibba008 bash[37770]: cluster 2021-03-04T23:22:53.290837+0000 mgr.x (mgr.34379) 1044 : cluster [DBG] pgmap v1398: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:22:54.752 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:22:54.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:54 gibba023 bash[27374]: cluster 2021-03-04T23:22:53.290837+0000 mgr.x (mgr.34379) 1044 : cluster [DBG] pgmap v1398: 109 pgs: 109 active+clean; 1.9 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:22:54.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:54 gibba023 bash[16680]: debug 2021-03-04T23:22:54.330+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:54.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:54.934 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:55.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:22:54 gibba008 bash[44600]: debug 2021-03-04T23:22:54.743+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:55.040 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:55.124 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:54 gibba023 bash[16680]: debug 2021-03-04T23:22:54.926+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:55.126 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:55.230 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:55.337 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:22:55.440 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:55.446 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:55 gibba023 bash[15180]: debug 2021-03-04T23:22:55.118+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:55.447 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:22:55 gibba023 bash[15180]: debug 2021-03-04T23:22:55.330+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:55.527 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:55.628 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:22:55.629 INFO:teuthology.orchestra.run.gibba008.stdout: "success": "" 2021-03-04T23:22:55.629 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:22:55.632 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:55.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:55 gibba023 bash[16680]: debug 2021-03-04T23:22:55.522+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:55.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:55.969 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:22:56.023 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:56.066 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:22:56.095 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:55 gibba008 bash[47391]: debug 2021-03-04T23:22:55.911+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:56.130 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:56.237 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:56.310 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:56 gibba023 bash[16680]: debug 2021-03-04T23:22:56.122+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:56.311 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:56.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:56.506 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:22:56.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:56 gibba008 bash[37770]: cluster 2021-03-04T23:22:55.291177+0000 mgr.x (mgr.34379) 1045 : cluster [DBG] pgmap v1399: 109 pgs: 109 active+clean; 1.8 GiB data, 6.2 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:22:56.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:56 gibba008 bash[39303]: cluster 2021-03-04T23:22:55.291177+0000 mgr.x (mgr.34379) 1045 : cluster [DBG] pgmap v1399: 109 pgs: 109 active+clean; 1.8 GiB data, 6.2 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:22:56.613 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:56 gibba023 bash[27374]: cluster 2021-03-04T23:22:55.291177+0000 mgr.x (mgr.34379) 1045 : cluster [DBG] pgmap v1399: 109 pgs: 109 active+clean; 1.8 GiB data, 6.2 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:22:56.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:56 gibba023 bash[16680]: debug 2021-03-04T23:22:56.306+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:56.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:22:56 gibba023 bash[16680]: debug 2021-03-04T23:22:56.498+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:57.238 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:57.340 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:57.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:57 gibba008 bash[48858]: debug 2021-03-04T23:22:57.231+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:57.629 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:57.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:57.845 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:22:57.948 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:57.954 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:57 gibba008 bash[91265]: debug 2021-03-04T23:22:57.623+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:58.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:22:57 gibba023 bash[19550]: debug 2021-03-04T23:22:57.834+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:22:58.446 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:22:59.109 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:58 gibba023 bash[27374]: cluster 2021-03-04T23:22:57.291709+0000 mgr.x (mgr.34379) 1046 : cluster [DBG] pgmap v1400: 109 pgs: 109 active+clean; 1.4 GiB data, 5.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:22:59.109 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:22:58 gibba023 bash[27374]: audit 2021-03-04T23:22:58.193906+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:59.110 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:58 gibba008 bash[37770]: cluster 2021-03-04T23:22:57.291709+0000 mgr.x (mgr.34379) 1046 : cluster [DBG] pgmap v1400: 109 pgs: 109 active+clean; 1.4 GiB data, 5.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:22:59.110 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:22:58 gibba008 bash[37770]: audit 2021-03-04T23:22:58.193906+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:59.111 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:58 gibba008 bash[39303]: cluster 2021-03-04T23:22:57.291709+0000 mgr.x (mgr.34379) 1046 : cluster [DBG] pgmap v1400: 109 pgs: 109 active+clean; 1.4 GiB data, 5.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:22:59.111 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:22:58 gibba008 bash[39303]: audit 2021-03-04T23:22:58.193906+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:59.111 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:22:58 gibba008 bash[91265]: debug 2021-03-04T23:22:58.439+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:59.210 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:59.514 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:22:59.618 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:59.675 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:22:59 gibba008 bash[47391]: debug 2021-03-04T23:22:59.507+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:22:59.768 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:22:59.871 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:00.021 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:00.023 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:22:59 gibba008 bash[48858]: debug 2021-03-04T23:22:59.763+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:00.124 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:00.287 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:00 gibba008 bash[39303]: cluster 2021-03-04T23:22:59.292097+0000 mgr.x (mgr.34379) 1047 : cluster [DBG] pgmap v1401: 109 pgs: 109 active+clean; 1.3 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:23:00.287 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:00 gibba008 bash[37770]: cluster 2021-03-04T23:22:59.292097+0000 mgr.x (mgr.34379) 1047 : cluster [DBG] pgmap v1401: 109 pgs: 109 active+clean; 1.3 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:23:00.288 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:00 gibba008 bash[44600]: debug 2021-03-04T23:23:00.015+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:00.468 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:00 gibba023 bash[27374]: cluster 2021-03-04T23:22:59.292097+0000 mgr.x (mgr.34379) 1047 : cluster [DBG] pgmap v1401: 109 pgs: 109 active+clean; 1.3 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:23:00.572 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:00.682 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:00.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:00 gibba008 bash[91265]: debug 2021-03-04T23:23:00.459+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:00.787 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:00.873 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:00 gibba023 bash[15180]: debug 2021-03-04T23:23:00.866+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:00.873 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:00 gibba023 bash[18090]: debug 2021-03-04T23:23:00.674+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:00.874 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:00.980 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:01.170 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:01 gibba023 bash[16680]: debug 2021-03-04T23:23:01.162+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:01.170 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:01.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:01.392 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:01.496 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:01.500 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:01 gibba023 bash[16680]: debug 2021-03-04T23:23:01.386+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:01.585 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:01.688 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:01.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:01 gibba023 bash[16680]: debug 2021-03-04T23:23:01.578+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:01.793 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:01.898 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:01.984 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:02.090 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:02.096 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:01 gibba023 bash[18090]: debug 2021-03-04T23:23:01.786+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:02.097 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:01 gibba023 bash[19550]: debug 2021-03-04T23:23:01.978+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:02.193 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:02.296 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:02.347 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:02 gibba023 bash[27374]: cluster 2021-03-04T23:23:01.292723+0000 mgr.x (mgr.34379) 1048 : cluster [DBG] pgmap v1402: 109 pgs: 109 active+clean; 1.2 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:23:02.348 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:02 gibba023 bash[19550]: debug 2021-03-04T23:23:02.186+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:02.391 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:02.496 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:02.610 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:02 gibba023 bash[15180]: debug 2021-03-04T23:23:02.382+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:02.611 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:02.716 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:02.724 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:02 gibba008 bash[39303]: cluster 2021-03-04T23:23:01.292723+0000 mgr.x (mgr.34379) 1048 : cluster [DBG] pgmap v1402: 109 pgs: 109 active+clean; 1.2 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:23:02.725 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:02 gibba008 bash[37770]: cluster 2021-03-04T23:23:01.292723+0000 mgr.x (mgr.34379) 1048 : cluster [DBG] pgmap v1402: 109 pgs: 109 active+clean; 1.2 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s 2021-03-04T23:23:03.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:02 gibba023 bash[18090]: debug 2021-03-04T23:23:02.606+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:03.198 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:03.301 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:03.389 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:03.495 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:03.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:03 gibba008 bash[44600]: debug 2021-03-04T23:23:03.191+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:03.580 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:03 gibba023 bash[15180]: debug 2021-03-04T23:23:03.382+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:03.585 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:03.686 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:04.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:03 gibba023 bash[15180]: debug 2021-03-04T23:23:03.574+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:04.030 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:04.133 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:04.378 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:04 gibba008 bash[47391]: debug 2021-03-04T23:23:04.023+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:04.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:04 gibba008 bash[37770]: cluster 2021-03-04T23:23:03.293215+0000 mgr.x (mgr.34379) 1049 : cluster [DBG] pgmap v1403: 109 pgs: 109 active+clean; 923 MiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.71k op/s 2021-03-04T23:23:04.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:04 gibba008 bash[39303]: cluster 2021-03-04T23:23:03.293215+0000 mgr.x (mgr.34379) 1049 : cluster [DBG] pgmap v1403: 109 pgs: 109 active+clean; 923 MiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.71k op/s 2021-03-04T23:23:04.757 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:04.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:04 gibba023 bash[27374]: cluster 2021-03-04T23:23:03.293215+0000 mgr.x (mgr.34379) 1049 : cluster [DBG] pgmap v1403: 109 pgs: 109 active+clean; 923 MiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.71k op/s 2021-03-04T23:23:04.817 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:23:04.818 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:23:04.818 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:23:04.819 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:23:04.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:05.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:04 gibba008 bash[47391]: debug 2021-03-04T23:23:04.751+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:05.201 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:05.479 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:05.582 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:05.697 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:05.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:05 gibba008 bash[48858]: debug 2021-03-04T23:23:05.471+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:05.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:06.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:05 gibba023 bash[19550]: debug 2021-03-04T23:23:05.682+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:06.398 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:06.502 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:06 gibba008 bash[37770]: cluster 2021-03-04T23:23:05.293600+0000 mgr.x (mgr.34379) 1050 : cluster [DBG] pgmap v1404: 109 pgs: 109 active+clean; 861 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:23:06.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:06 gibba008 bash[39303]: cluster 2021-03-04T23:23:05.293600+0000 mgr.x (mgr.34379) 1050 : cluster [DBG] pgmap v1404: 109 pgs: 109 active+clean; 861 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:23:06.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:06 gibba008 bash[47391]: debug 2021-03-04T23:23:06.391+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:06.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:06 gibba023 bash[27374]: cluster 2021-03-04T23:23:05.293600+0000 mgr.x (mgr.34379) 1050 : cluster [DBG] pgmap v1404: 109 pgs: 109 active+clean; 861 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:23:07.124 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:07.227 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:07.421 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[91265]: debug 2021-03-04T23:23:07.115+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:07.421 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[37770]: audit 2021-03-04T23:23:07.144696+0000 mon.a (mon.0) 1621 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:07.421 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[37770]: audit 2021-03-04T23:23:07.146583+0000 mon.a (mon.0) 1622 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:07.422 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[37770]: audit 2021-03-04T23:23:07.146817+0000 mon.a (mon.0) 1623 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:07.542 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:07.646 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:07.652 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:07 gibba023 bash[27374]: audit 2021-03-04T23:23:07.144696+0000 mon.a (mon.0) 1621 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:07.652 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:07 gibba023 bash[27374]: audit 2021-03-04T23:23:07.146583+0000 mon.a (mon.0) 1622 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:07.653 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:07 gibba023 bash[27374]: audit 2021-03-04T23:23:07.146817+0000 mon.a (mon.0) 1623 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:07.746 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[39303]: audit 2021-03-04T23:23:07.144696+0000 mon.a (mon.0) 1621 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:07.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[39303]: audit 2021-03-04T23:23:07.146583+0000 mon.a (mon.0) 1622 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:07.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[39303]: audit 2021-03-04T23:23:07.146817+0000 mon.a (mon.0) 1623 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:07.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:07 gibba008 bash[44600]: debug 2021-03-04T23:23:07.535+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:07.853 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:08.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:07 gibba023 bash[16680]: debug 2021-03-04T23:23:07.738+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:08.415 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:08.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:08 gibba008 bash[37770]: cluster 2021-03-04T23:23:07.294053+0000 mgr.x (mgr.34379) 1051 : cluster [DBG] pgmap v1405: 109 pgs: 109 active+clean; 359 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.01k op/s 2021-03-04T23:23:08.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:08 gibba008 bash[39303]: cluster 2021-03-04T23:23:07.294053+0000 mgr.x (mgr.34379) 1051 : cluster [DBG] pgmap v1405: 109 pgs: 109 active+clean; 359 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.01k op/s 2021-03-04T23:23:08.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:08 gibba008 bash[91265]: debug 2021-03-04T23:23:08.407+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:08.526 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:08.678 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:08 gibba023 bash[27374]: cluster 2021-03-04T23:23:07.294053+0000 mgr.x (mgr.34379) 1051 : cluster [DBG] pgmap v1405: 109 pgs: 109 active+clean; 359 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.01k op/s 2021-03-04T23:23:08.680 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:08.783 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:08.818 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:23:08.818 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:23:08.959 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:09.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:08 gibba023 bash[19550]: debug 2021-03-04T23:23:08.674+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:09.063 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:09.120 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:23:09.136 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:23:09.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:09.156 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:23:09.172 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:23:09.191 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:23:09.208 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:23:09.230 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:23:09.250 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:23:09.252 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.252 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.252 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.253 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.253 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.253 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.253 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.254 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:23:09.254 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:09.255 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:08 gibba008 bash[48858]: debug 2021-03-04T23:23:08.951+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:09.363 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:09 gibba023 bash[15180]: debug 2021-03-04T23:23:09.138+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:09.369 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:23:09.536 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:09 gibba008 bash[37770]: audit 2021-03-04T23:23:08.963461+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.2.108:0/1654203499' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:23:09.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:09 gibba008 bash[37770]: audit 2021-03-04T23:23:09.099931+0000 mon.a (mon.0) 1625 : audit [DBG] from='client.? 172.21.2.108:0/2499355365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:09.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:09 gibba008 bash[39303]: audit 2021-03-04T23:23:08.963461+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.2.108:0/1654203499' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:23:09.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:09 gibba008 bash[39303]: audit 2021-03-04T23:23:09.099931+0000 mon.a (mon.0) 1625 : audit [DBG] from='client.? 172.21.2.108:0/2499355365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:09.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Removed 169072 objects 2021-03-04T23:23:09.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Clean up completed and total clean up time :105.561 2021-03-04T23:23:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:09 gibba023 bash[27374]: audit 2021-03-04T23:23:08.963461+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.2.108:0/1654203499' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:23:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:09 gibba023 bash[27374]: audit 2021-03-04T23:23:09.099931+0000 mon.a (mon.0) 1625 : audit [DBG] from='client.? 172.21.2.108:0/2499355365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:09.839 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:09.946 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:10.133 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:09 gibba008 bash[44600]: debug 2021-03-04T23:23:09.831+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:10.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[39303]: cluster 2021-03-04T23:23:09.294412+0000 mgr.x (mgr.34379) 1052 : cluster [DBG] pgmap v1406: 109 pgs: 109 active+clean; 295 MiB data, 1.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:23:10.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[39303]: cluster 2021-03-04T23:23:09.359184+0000 mon.a (mon.0) 1626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:23:10.486 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[39303]: audit 2021-03-04T23:23:09.364563+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.2.108:0/1654203499' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:23:10.486 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[39303]: cluster 2021-03-04T23:23:09.364604+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e680: 8 total, 8 up, 7 in 2021-03-04T23:23:10.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[37770]: cluster 2021-03-04T23:23:09.294412+0000 mgr.x (mgr.34379) 1052 : cluster [DBG] pgmap v1406: 109 pgs: 109 active+clean; 295 MiB data, 1.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:23:10.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[37770]: cluster 2021-03-04T23:23:09.359184+0000 mon.a (mon.0) 1626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:23:10.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[37770]: audit 2021-03-04T23:23:09.364563+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.2.108:0/1654203499' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:23:10.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[37770]: cluster 2021-03-04T23:23:09.364604+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e680: 8 total, 8 up, 7 in 2021-03-04T23:23:10.488 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:10.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:10.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:10 gibba023 bash[27374]: cluster 2021-03-04T23:23:09.294412+0000 mgr.x (mgr.34379) 1052 : cluster [DBG] pgmap v1406: 109 pgs: 109 active+clean; 295 MiB data, 1.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:23:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:10 gibba023 bash[27374]: cluster 2021-03-04T23:23:09.359184+0000 mon.a (mon.0) 1626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:23:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:10 gibba023 bash[27374]: audit 2021-03-04T23:23:09.364563+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.2.108:0/1654203499' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:23:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:10 gibba023 bash[27374]: cluster 2021-03-04T23:23:09.364604+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e680: 8 total, 8 up, 7 in 2021-03-04T23:23:10.788 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[91265]: debug 2021-03-04T23:23:10.479+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:10.826 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:10.928 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:11.045 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:11.148 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:11.175 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:10 gibba008 bash[91265]: debug 2021-03-04T23:23:10.819+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:11.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:23:11.229 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:11 gibba023 bash[19550]: debug 2021-03-04T23:23:11.038+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:11.229 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:11.255 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:11.333 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:11.421 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:11.523 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:11.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:11 gibba023 bash[18090]: debug 2021-03-04T23:23:11.414+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:11.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:11 gibba023 bash[19550]: debug 2021-03-04T23:23:11.222+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:11.939 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:12.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:12.228 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:11 gibba008 bash[44600]: debug 2021-03-04T23:23:11.931+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[37770]: audit 2021-03-04T23:23:11.215769+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[37770]: cephadm 2021-03-04T23:23:11.217714+0000 mgr.x (mgr.34379) 1053 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:23:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[37770]: cluster 2021-03-04T23:23:11.294810+0000 mgr.x (mgr.34379) 1054 : cluster [DBG] pgmap v1408: 109 pgs: 109 active+clean; 171 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:23:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[39303]: audit 2021-03-04T23:23:11.215769+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[39303]: cephadm 2021-03-04T23:23:11.217714+0000 mgr.x (mgr.34379) 1053 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:23:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[39303]: cluster 2021-03-04T23:23:11.294810+0000 mgr.x (mgr.34379) 1054 : cluster [DBG] pgmap v1408: 109 pgs: 109 active+clean; 171 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:23:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:12 gibba023 bash[27374]: audit 2021-03-04T23:23:11.215769+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:12 gibba023 bash[27374]: cephadm 2021-03-04T23:23:11.217714+0000 mgr.x (mgr.34379) 1053 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:23:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:12 gibba023 bash[27374]: cluster 2021-03-04T23:23:11.294810+0000 mgr.x (mgr.34379) 1054 : cluster [DBG] pgmap v1408: 109 pgs: 109 active+clean; 171 MiB data, 1.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:23:12.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:12.719 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:12.905 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[91265]: debug 2021-03-04T23:23:12.611+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:12.906 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:13.012 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:13.138 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:13.177 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:12 gibba008 bash[48858]: debug 2021-03-04T23:23:12.899+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:13.245 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:13.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:13 gibba023 bash[19550]: debug 2021-03-04T23:23:13.130+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:13.704 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:13.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:13.902 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:14.007 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:14.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:13 gibba008 bash[48858]: debug 2021-03-04T23:23:13.699+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:14.122 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:13 gibba023 bash[16680]: debug 2021-03-04T23:23:13.898+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:14.123 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:14.229 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:14.320 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:14.426 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:14.440 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:14 gibba023 bash[15180]: debug 2021-03-04T23:23:14.114+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:14.441 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:14 gibba023 bash[27374]: cluster 2021-03-04T23:23:13.296111+0000 mgr.x (mgr.34379) 1055 : cluster [DBG] pgmap v1409: 109 pgs: 109 active+clean; 13 MiB data, 745 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:23:14.442 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:14 gibba023 bash[18090]: debug 2021-03-04T23:23:14.314+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:14.567 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:14.675 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:14.692 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:14 gibba008 bash[37770]: cluster 2021-03-04T23:23:13.296111+0000 mgr.x (mgr.34379) 1055 : cluster [DBG] pgmap v1409: 109 pgs: 109 active+clean; 13 MiB data, 745 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:23:14.693 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:14 gibba008 bash[39303]: cluster 2021-03-04T23:23:13.296111+0000 mgr.x (mgr.34379) 1055 : cluster [DBG] pgmap v1409: 109 pgs: 109 active+clean; 13 MiB data, 745 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:23:14.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:14 gibba023 bash[16680]: debug 2021-03-04T23:23:14.558+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:14.950 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:15.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:15.154 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:15.179 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:23:15.184 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:14 gibba008 bash[47391]: debug 2021-03-04T23:23:14.943+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:15.256 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:15.258 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:15.362 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:15 gibba023 bash[18090]: debug 2021-03-04T23:23:15.146+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:15.363 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:15.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:15.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:23:15.594 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:15.696 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:15.725 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:15.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:15 gibba023 bash[15180]: debug 2021-03-04T23:23:15.586+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:15.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:15 gibba023 bash[16680]: debug 2021-03-04T23:23:15.354+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:16.067 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:16.170 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:16.245 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:16 gibba008 bash[47391]: debug 2021-03-04T23:23:16.059+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:16.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:16 gibba008 bash[39303]: cluster 2021-03-04T23:23:15.296677+0000 mgr.x (mgr.34379) 1056 : cluster [DBG] pgmap v1410: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:23:16.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:16 gibba008 bash[37770]: cluster 2021-03-04T23:23:15.296677+0000 mgr.x (mgr.34379) 1056 : cluster [DBG] pgmap v1410: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:23:16.622 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:16.730 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:16 gibba023 bash[27374]: cluster 2021-03-04T23:23:15.296677+0000 mgr.x (mgr.34379) 1056 : cluster [DBG] pgmap v1410: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:23:17.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:16 gibba008 bash[47391]: debug 2021-03-04T23:23:16.615+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:17.271 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:17.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:17.540 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:17.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:17.648 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:17 gibba008 bash[47391]: debug 2021-03-04T23:23:17.263+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:17.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:17 gibba023 bash[15180]: debug 2021-03-04T23:23:17.534+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:18.039 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:18.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:18.372 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[91265]: debug 2021-03-04T23:23:18.031+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:18.484 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:18.586 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:18.644 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[37770]: cluster 2021-03-04T23:23:17.298090+0000 mgr.x (mgr.34379) 1057 : cluster [DBG] pgmap v1411: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 573 op/s 2021-03-04T23:23:18.645 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[37770]: audit 2021-03-04T23:23:17.602794+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:18.645 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[37770]: audit 2021-03-04T23:23:17.827902+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:18.645 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[39303]: cluster 2021-03-04T23:23:17.298090+0000 mgr.x (mgr.34379) 1057 : cluster [DBG] pgmap v1411: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 573 op/s 2021-03-04T23:23:18.646 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[39303]: audit 2021-03-04T23:23:17.602794+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:18.646 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[39303]: audit 2021-03-04T23:23:17.827902+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:18 gibba023 bash[27374]: cluster 2021-03-04T23:23:17.298090+0000 mgr.x (mgr.34379) 1057 : cluster [DBG] pgmap v1411: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 573 op/s 2021-03-04T23:23:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:18 gibba023 bash[27374]: audit 2021-03-04T23:23:17.602794+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:18 gibba023 bash[27374]: audit 2021-03-04T23:23:17.827902+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:23:19.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:18 gibba008 bash[44600]: debug 2021-03-04T23:23:18.479+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:19.167 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:19.270 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:19.384 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:19.397 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:23:19.399 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:23:19.487 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:19.503 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:19 gibba008 bash[37770]: cephadm 2021-03-04T23:23:17.604729+0000 mgr.x (mgr.34379) 1058 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:23:19.504 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:19 gibba008 bash[39303]: cephadm 2021-03-04T23:23:17.604729+0000 mgr.x (mgr.34379) 1058 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:23:19.504 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:19 gibba008 bash[91265]: debug 2021-03-04T23:23:19.159+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:19 gibba023 bash[27374]: cephadm 2021-03-04T23:23:17.604729+0000 mgr.x (mgr.34379) 1058 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:23:19.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:19 gibba023 bash[16680]: debug 2021-03-04T23:23:19.378+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:20.057 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:20.594 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:20 gibba008 bash[91265]: debug 2021-03-04T23:23:20.051+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:20.695 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:20.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:20 gibba023 bash[27374]: cluster 2021-03-04T23:23:19.298531+0000 mgr.x (mgr.34379) 1059 : cluster [DBG] pgmap v1412: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 471 op/s 2021-03-04T23:23:20.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:20 gibba023 bash[27374]: audit 2021-03-04T23:23:19.383461+0000 mgr.x (mgr.34379) 1060 : audit [DBG] from='client.55606 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:23:20.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:20 gibba008 bash[37770]: cluster 2021-03-04T23:23:19.298531+0000 mgr.x (mgr.34379) 1059 : cluster [DBG] pgmap v1412: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 471 op/s 2021-03-04T23:23:20.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:20 gibba008 bash[37770]: audit 2021-03-04T23:23:19.383461+0000 mgr.x (mgr.34379) 1060 : audit [DBG] from='client.55606 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:23:20.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:20 gibba008 bash[39303]: cluster 2021-03-04T23:23:19.298531+0000 mgr.x (mgr.34379) 1059 : cluster [DBG] pgmap v1412: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 471 op/s 2021-03-04T23:23:20.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:20 gibba008 bash[39303]: audit 2021-03-04T23:23:19.383461+0000 mgr.x (mgr.34379) 1060 : audit [DBG] from='client.55606 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:23:20.810 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:20.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:21.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:20 gibba023 bash[18090]: debug 2021-03-04T23:23:20.806+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:21.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:21.534 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:21.616 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:21.719 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:21.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:21 gibba008 bash[48858]: debug 2021-03-04T23:23:21.423+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:21.820 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:21 gibba023 bash[18090]: debug 2021-03-04T23:23:21.610+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:21.820 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:21.926 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:22.060 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:22.164 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:22.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:21 gibba023 bash[16680]: debug 2021-03-04T23:23:21.814+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:22.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:22 gibba023 bash[16680]: debug 2021-03-04T23:23:22.054+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:22.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:22 gibba008 bash[37770]: cluster 2021-03-04T23:23:21.299809+0000 mgr.x (mgr.34379) 1061 : cluster [DBG] pgmap v1413: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 395 op/s 2021-03-04T23:23:22.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:22 gibba008 bash[39303]: cluster 2021-03-04T23:23:21.299809+0000 mgr.x (mgr.34379) 1061 : cluster [DBG] pgmap v1413: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 395 op/s 2021-03-04T23:23:22.517 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:22.621 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:22 gibba023 bash[27374]: cluster 2021-03-04T23:23:21.299809+0000 mgr.x (mgr.34379) 1061 : cluster [DBG] pgmap v1413: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 395 op/s 2021-03-04T23:23:23.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:22 gibba008 bash[48858]: debug 2021-03-04T23:23:22.511+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:23.046 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:23.149 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:23.223 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1412,"stamp":"2021-03-04T23:23:19.298350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":338198,"num_write_kb":10820629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102092,"ondisk_log_size":102092,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4842592,"kb_used_data":58280,"kb_used_omap":6226,"kb_used_meta":4778029,"kb_avail":611720096,"statfs":{"total":631360192512,"available":626401378304,"internally_reserved":4294967296,"allocated":59678720,"data_stored":37085443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6375717,"internal_metadata":4892702427},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-309002264,"num_objects":-4716,"num_object_clones":0,"num_object_copies":-14148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4716,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4716,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004160"},"pg_stats":[{"pgid":"28.5","version":"680'21158","reported_seq":"21184","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.575877+0000","last_change":"2021-03-04T23:19:33.301836+0000","last_active":"2021-03-04T23:23:09.575877+0000","last_peered":"2021-03-04T23:23:09.575877+0000","last_clean":"2021-03-04T23:23:09.575877+0000","last_became_active":"2021-03-04T23:19:33.301622+0000","last_became_peered":"2021-03-04T23:19:33.301622+0000","last_unstale":"2021-03-04T23:23:09.575877+0000","last_undegraded":"2021-03-04T23:23:09.575877+0000","last_fullsized":"2021-03-04T23:23:09.575877+0000","mapping_epoch":662,"log_start":"677'15300","ondisk_log_start":"677'15300","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5858,"ondisk_log_size":5858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21158,"num_write_kb":677056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"666","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360903+0000","last_change":"2021-03-04T23:06:00.038177+0000","last_active":"2021-03-04T23:22:46.360903+0000","last_peered":"2021-03-04T23:22:46.360903+0000","last_clean":"2021-03-04T23:22:46.360903+0000","last_became_active":"2021-03-04T23:06:00.037907+0000","last_became_peered":"2021-03-04T23:06:00.037907+0000","last_unstale":"2021-03-04T23:22:46.360903+0000","last_undegraded":"2021-03-04T23:22:46.360903+0000","last_fullsized":"2021-03-04T23:22:46.360903+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"626","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351265+0000","last_change":"2021-03-04T23:15:22.089054+0000","last_active":"2021-03-04T23:22:46.351265+0000","last_peered":"2021-03-04T23:22:46.351265+0000","last_clean":"2021-03-04T23:22:46.351265+0000","last_became_active":"2021-03-04T23:15:08.240732+0000","last_became_peered":"2021-03-04T23:15:08.240732+0000","last_unstale":"2021-03-04T23:22:46.351265+0000","last_undegraded":"2021-03-04T23:22:46.351265+0000","last_fullsized":"2021-03-04T23:22:46.351265+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.6","version":"680'21286","reported_seq":"21312","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.565138+0000","last_change":"2021-03-04T23:19:33.302421+0000","last_active":"2021-03-04T23:23:09.565138+0000","last_peered":"2021-03-04T23:23:09.565138+0000","last_clean":"2021-03-04T23:23:09.565138+0000","last_became_active":"2021-03-04T23:19:33.302175+0000","last_became_peered":"2021-03-04T23:19:33.302175+0000","last_unstale":"2021-03-04T23:23:09.565138+0000","last_undegraded":"2021-03-04T23:23:09.565138+0000","last_fullsized":"2021-03-04T23:23:09.565138+0000","mapping_epoch":662,"log_start":"677'15500","ondisk_log_start":"677'15500","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5786,"ondisk_log_size":5786,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21286,"num_write_kb":681152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"430","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.350981+0000","last_change":"2021-03-04T23:16:53.244086+0000","last_active":"2021-03-04T23:22:46.350981+0000","last_peered":"2021-03-04T23:22:46.350981+0000","last_clean":"2021-03-04T23:22:46.350981+0000","last_became_active":"2021-03-04T23:16:53.243843+0000","last_became_peered":"2021-03-04T23:16:53.243843+0000","last_unstale":"2021-03-04T23:22:46.350981+0000","last_undegraded":"2021-03-04T23:22:46.350981+0000","last_fullsized":"2021-03-04T23:22:46.350981+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"659","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360165+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:22:46.360165+0000","last_peered":"2021-03-04T23:22:46.360165+0000","last_clean":"2021-03-04T23:22:46.360165+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:22:46.360165+0000","last_undegraded":"2021-03-04T23:22:46.360165+0000","last_fullsized":"2021-03-04T23:22:46.360165+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.7","version":"680'21274","reported_seq":"21300","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.558566+0000","last_change":"2021-03-04T23:19:33.301882+0000","last_active":"2021-03-04T23:23:09.558566+0000","last_peered":"2021-03-04T23:23:09.558566+0000","last_clean":"2021-03-04T23:23:09.558566+0000","last_became_active":"2021-03-04T23:19:33.301636+0000","last_became_peered":"2021-03-04T23:19:33.301636+0000","last_unstale":"2021-03-04T23:23:09.558566+0000","last_undegraded":"2021-03-04T23:23:09.558566+0000","last_fullsized":"2021-03-04T23:23:09.558566+0000","mapping_epoch":662,"log_start":"677'15200","ondisk_log_start":"677'15200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6074,"ondisk_log_size":6074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21274,"num_write_kb":680768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"642","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.350951+0000","last_change":"2021-03-04T23:15:22.042359+0000","last_active":"2021-03-04T23:22:46.350951+0000","last_peered":"2021-03-04T23:22:46.350951+0000","last_clean":"2021-03-04T23:22:46.350951+0000","last_became_active":"2021-03-04T23:15:08.235928+0000","last_became_peered":"2021-03-04T23:15:08.235928+0000","last_unstale":"2021-03-04T23:22:46.350951+0000","last_undegraded":"2021-03-04T23:22:46.350951+0000","last_fullsized":"2021-03-04T23:22:46.350951+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"649","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.362777+0000","last_change":"2021-03-04T23:06:00.037181+0000","last_active":"2021-03-04T23:22:46.362777+0000","last_peered":"2021-03-04T23:22:46.362777+0000","last_clean":"2021-03-04T23:22:46.362777+0000","last_became_active":"2021-03-04T23:06:00.036886+0000","last_became_peered":"2021-03-04T23:06:00.036886+0000","last_unstale":"2021-03-04T23:22:46.362777+0000","last_undegraded":"2021-03-04T23:22:46.362777+0000","last_fullsized":"2021-03-04T23:22:46.362777+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.8","version":"680'21156","reported_seq":"21182","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.569972+0000","last_change":"2021-03-04T23:19:33.301764+0000","last_active":"2021-03-04T23:23:09.569972+0000","last_peered":"2021-03-04T23:23:09.569972+0000","last_clean":"2021-03-04T23:23:09.569972+0000","last_became_active":"2021-03-04T23:19:33.301511+0000","last_became_peered":"2021-03-04T23:19:33.301511+0000","last_unstale":"2021-03-04T23:23:09.569972+0000","last_undegraded":"2021-03-04T23:23:09.569972+0000","last_fullsized":"2021-03-04T23:23:09.569972+0000","mapping_epoch":662,"log_start":"677'15100","ondisk_log_start":"677'15100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6056,"ondisk_log_size":6056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21156,"num_write_kb":676992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"640","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360100+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:22:46.360100+0000","last_peered":"2021-03-04T23:22:46.360100+0000","last_clean":"2021-03-04T23:22:46.360100+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:22:46.360100+0000","last_undegraded":"2021-03-04T23:22:46.360100+0000","last_fullsized":"2021-03-04T23:22:46.360100+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"626","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351034+0000","last_change":"2021-03-04T23:15:22.044148+0000","last_active":"2021-03-04T23:22:46.351034+0000","last_peered":"2021-03-04T23:22:46.351034+0000","last_clean":"2021-03-04T23:22:46.351034+0000","last_became_active":"2021-03-04T23:15:08.241311+0000","last_became_peered":"2021-03-04T23:15:08.241311+0000","last_unstale":"2021-03-04T23:22:46.351034+0000","last_undegraded":"2021-03-04T23:22:46.351034+0000","last_fullsized":"2021-03-04T23:22:46.351034+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.9","version":"680'20904","reported_seq":"20930","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.570131+0000","last_change":"2021-03-04T23:19:33.430859+0000","last_active":"2021-03-04T23:23:09.570131+0000","last_peered":"2021-03-04T23:23:09.570131+0000","last_clean":"2021-03-04T23:23:09.570131+0000","last_became_active":"2021-03-04T23:19:33.429366+0000","last_became_peered":"2021-03-04T23:19:33.429366+0000","last_unstale":"2021-03-04T23:23:09.570131+0000","last_undegraded":"2021-03-04T23:23:09.570131+0000","last_fullsized":"2021-03-04T23:23:09.570131+0000","mapping_epoch":662,"log_start":"675'12700","ondisk_log_start":"675'12700","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8204,"ondisk_log_size":8204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20904,"num_write_kb":668928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"44","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352787+0000","last_change":"2021-03-04T23:17:12.037529+0000","last_active":"2021-03-04T23:22:46.352787+0000","last_peered":"2021-03-04T23:22:46.352787+0000","last_clean":"2021-03-04T23:22:46.352787+0000","last_became_active":"2021-03-04T23:17:12.037127+0000","last_became_peered":"2021-03-04T23:17:12.037127+0000","last_unstale":"2021-03-04T23:22:46.352787+0000","last_undegraded":"2021-03-04T23:22:46.352787+0000","last_fullsized":"2021-03-04T23:22:46.352787+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"609","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351057+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:22:46.351057+0000","last_peered":"2021-03-04T23:22:46.351057+0000","last_clean":"2021-03-04T23:22:46.351057+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:22:46.351057+0000","last_undegraded":"2021-03-04T23:22:46.351057+0000","last_fullsized":"2021-03-04T23:22:46.351057+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.a","version":"680'21214","reported_seq":"21240","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.556048+0000","last_change":"2021-03-04T23:19:33.301846+0000","last_active":"2021-03-04T23:23:09.556048+0000","last_peered":"2021-03-04T23:23:09.556048+0000","last_clean":"2021-03-04T23:23:09.556048+0000","last_became_active":"2021-03-04T23:19:33.301618+0000","last_became_peered":"2021-03-04T23:19:33.301618+0000","last_unstale":"2021-03-04T23:23:09.556048+0000","last_undegraded":"2021-03-04T23:23:09.556048+0000","last_fullsized":"2021-03-04T23:23:09.556048+0000","mapping_epoch":662,"log_start":"675'13100","ondisk_log_start":"675'13100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8114,"ondisk_log_size":8114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21214,"num_write_kb":678848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"654","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354617+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:22:46.354617+0000","last_peered":"2021-03-04T23:22:46.354617+0000","last_clean":"2021-03-04T23:22:46.354617+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:22:46.354617+0000","last_undegraded":"2021-03-04T23:22:46.354617+0000","last_fullsized":"2021-03-04T23:22:46.354617+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"403","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.363580+0000","last_change":"2021-03-04T23:06:00.038533+0000","last_active":"2021-03-04T23:22:46.363580+0000","last_peered":"2021-03-04T23:22:46.363580+0000","last_clean":"2021-03-04T23:22:46.363580+0000","last_became_active":"2021-03-04T23:06:00.038037+0000","last_became_peered":"2021-03-04T23:06:00.038037+0000","last_unstale":"2021-03-04T23:22:46.363580+0000","last_undegraded":"2021-03-04T23:22:46.363580+0000","last_fullsized":"2021-03-04T23:22:46.363580+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.b","version":"680'20480","reported_seq":"20506","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.568327+0000","last_change":"2021-03-04T23:19:33.301855+0000","last_active":"2021-03-04T23:23:09.568327+0000","last_peered":"2021-03-04T23:23:09.568327+0000","last_clean":"2021-03-04T23:23:09.568327+0000","last_became_active":"2021-03-04T23:19:33.301531+0000","last_became_peered":"2021-03-04T23:19:33.301531+0000","last_unstale":"2021-03-04T23:23:09.568327+0000","last_undegraded":"2021-03-04T23:23:09.568327+0000","last_fullsized":"2021-03-04T23:23:09.568327+0000","mapping_epoch":662,"log_start":"677'14400","ondisk_log_start":"677'14400","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6080,"ondisk_log_size":6080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20480,"num_write_kb":655360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"639","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360966+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:22:46.360966+0000","last_peered":"2021-03-04T23:22:46.360966+0000","last_clean":"2021-03-04T23:22:46.360966+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:22:46.360966+0000","last_undegraded":"2021-03-04T23:22:46.360966+0000","last_fullsized":"2021-03-04T23:22:46.360966+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"649","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361270+0000","last_change":"2021-03-04T23:06:00.034840+0000","last_active":"2021-03-04T23:22:46.361270+0000","last_peered":"2021-03-04T23:22:46.361270+0000","last_clean":"2021-03-04T23:22:46.361270+0000","last_became_active":"2021-03-04T23:06:00.034442+0000","last_became_peered":"2021-03-04T23:06:00.034442+0000","last_unstale":"2021-03-04T23:22:46.361270+0000","last_undegraded":"2021-03-04T23:22:46.361270+0000","last_fullsized":"2021-03-04T23:22:46.361270+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.c","version":"680'21340","reported_seq":"21366","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.560412+0000","last_change":"2021-03-04T23:19:33.299043+0000","last_active":"2021-03-04T23:23:09.560412+0000","last_peered":"2021-03-04T23:23:09.560412+0000","last_clean":"2021-03-04T23:23:09.560412+0000","last_became_active":"2021-03-04T23:19:33.298825+0000","last_became_peered":"2021-03-04T23:19:33.298825+0000","last_unstale":"2021-03-04T23:23:09.560412+0000","last_undegraded":"2021-03-04T23:23:09.560412+0000","last_fullsized":"2021-03-04T23:23:09.560412+0000","mapping_epoch":662,"log_start":"677'15600","ondisk_log_start":"677'15600","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5740,"ondisk_log_size":5740,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21340,"num_write_kb":682880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"638","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354529+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:22:46.354529+0000","last_peered":"2021-03-04T23:22:46.354529+0000","last_clean":"2021-03-04T23:22:46.354529+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:22:46.354529+0000","last_undegraded":"2021-03-04T23:22:46.354529+0000","last_fullsized":"2021-03-04T23:22:46.354529+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"626","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353093+0000","last_change":"2021-03-04T23:15:22.043971+0000","last_active":"2021-03-04T23:22:46.353093+0000","last_peered":"2021-03-04T23:22:46.353093+0000","last_clean":"2021-03-04T23:22:46.353093+0000","last_became_active":"2021-03-04T23:15:08.243180+0000","last_became_peered":"2021-03-04T23:15:08.243180+0000","last_unstale":"2021-03-04T23:22:46.353093+0000","last_undegraded":"2021-03-04T23:22:46.353093+0000","last_fullsized":"2021-03-04T23:22:46.353093+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.d","version":"680'20764","reported_seq":"20791","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.578269+0000","last_change":"2021-03-04T23:19:33.302531+0000","last_active":"2021-03-04T23:23:09.578269+0000","last_peered":"2021-03-04T23:23:09.578269+0000","last_clean":"2021-03-04T23:23:09.578269+0000","last_became_active":"2021-03-04T23:19:33.302292+0000","last_became_peered":"2021-03-04T23:19:33.302292+0000","last_unstale":"2021-03-04T23:23:09.578269+0000","last_undegraded":"2021-03-04T23:23:09.578269+0000","last_fullsized":"2021-03-04T23:23:09.578269+0000","mapping_epoch":662,"log_start":"677'14900","ondisk_log_start":"677'14900","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5864,"ondisk_log_size":5864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20764,"num_write_kb":664385,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"640","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359924+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:22:46.359924+0000","last_peered":"2021-03-04T23:22:46.359924+0000","last_clean":"2021-03-04T23:22:46.359924+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:22:46.359924+0000","last_undegraded":"2021-03-04T23:22:46.359924+0000","last_fullsized":"2021-03-04T23:22:46.359924+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"44","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353062+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:22:46.353062+0000","last_peered":"2021-03-04T23:22:46.353062+0000","last_clean":"2021-03-04T23:22:46.353062+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:22:46.353062+0000","last_undegraded":"2021-03-04T23:22:46.353062+0000","last_fullsized":"2021-03-04T23:22:46.353062+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.e","version":"680'21100","reported_seq":"21126","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.563287+0000","last_change":"2021-03-04T23:19:33.299117+0000","last_active":"2021-03-04T23:23:09.563287+0000","last_peered":"2021-03-04T23:23:09.563287+0000","last_clean":"2021-03-04T23:23:09.563287+0000","last_became_active":"2021-03-04T23:19:33.298913+0000","last_became_peered":"2021-03-04T23:19:33.298913+0000","last_unstale":"2021-03-04T23:23:09.563287+0000","last_undegraded":"2021-03-04T23:23:09.563287+0000","last_fullsized":"2021-03-04T23:23:09.563287+0000","mapping_epoch":662,"log_start":"677'15200","ondisk_log_start":"677'15200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5900,"ondisk_log_size":5900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21100,"num_write_kb":675200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"98","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357022+0000","last_change":"2021-03-04T23:10:48.117072+0000","last_active":"2021-03-04T23:22:46.357022+0000","last_peered":"2021-03-04T23:22:46.357022+0000","last_clean":"2021-03-04T23:22:46.357022+0000","last_became_active":"2021-03-04T23:10:14.428638+0000","last_became_peered":"2021-03-04T23:10:14.428638+0000","last_unstale":"2021-03-04T23:22:46.357022+0000","last_undegraded":"2021-03-04T23:22:46.357022+0000","last_fullsized":"2021-03-04T23:22:46.357022+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"621","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354244+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:22:46.354244+0000","last_peered":"2021-03-04T23:22:46.354244+0000","last_clean":"2021-03-04T23:22:46.354244+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:22:46.354244+0000","last_undegraded":"2021-03-04T23:22:46.354244+0000","last_fullsized":"2021-03-04T23:22:46.354244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"659","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360067+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:22:46.360067+0000","last_peered":"2021-03-04T23:22:46.360067+0000","last_clean":"2021-03-04T23:22:46.360067+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:22:46.360067+0000","last_undegraded":"2021-03-04T23:22:46.360067+0000","last_fullsized":"2021-03-04T23:22:46.360067+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.f","version":"680'21150","reported_seq":"21176","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.543724+0000","last_change":"2021-03-04T23:19:33.429789+0000","last_active":"2021-03-04T23:23:09.543724+0000","last_peered":"2021-03-04T23:23:09.543724+0000","last_clean":"2021-03-04T23:23:09.543724+0000","last_became_active":"2021-03-04T23:19:33.428262+0000","last_became_peered":"2021-03-04T23:19:33.428262+0000","last_unstale":"2021-03-04T23:23:09.543724+0000","last_undegraded":"2021-03-04T23:23:09.543724+0000","last_fullsized":"2021-03-04T23:23:09.543724+0000","mapping_epoch":662,"log_start":"677'15100","ondisk_log_start":"677'15100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6050,"ondisk_log_size":6050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21150,"num_write_kb":676800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"114","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359492+0000","last_change":"2021-03-04T23:16:53.239869+0000","last_active":"2021-03-04T23:22:46.359492+0000","last_peered":"2021-03-04T23:22:46.359492+0000","last_clean":"2021-03-04T23:22:46.359492+0000","last_became_active":"2021-03-04T23:16:53.239607+0000","last_became_peered":"2021-03-04T23:16:53.239607+0000","last_unstale":"2021-03-04T23:22:46.359492+0000","last_undegraded":"2021-03-04T23:22:46.359492+0000","last_fullsized":"2021-03-04T23:22:46.359492+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"702","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359396+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:22:46.359396+0000","last_peered":"2021-03-04T23:22:46.359396+0000","last_clean":"2021-03-04T23:22:46.359396+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:22:46.359396+0000","last_undegraded":"2021-03-04T23:22:46.359396+0000","last_fullsized":"2021-03-04T23:22:46.359396+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"647","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351314+0000","last_change":"2021-03-04T23:17:53.245427+0000","last_active":"2021-03-04T23:22:46.351314+0000","last_peered":"2021-03-04T23:22:46.351314+0000","last_clean":"2021-03-04T23:22:46.351314+0000","last_became_active":"2021-03-04T23:17:53.245144+0000","last_became_peered":"2021-03-04T23:17:53.245144+0000","last_unstale":"2021-03-04T23:22:46.351314+0000","last_undegraded":"2021-03-04T23:22:46.351314+0000","last_fullsized":"2021-03-04T23:22:46.351314+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"131","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359208+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:22:46.359208+0000","last_peered":"2021-03-04T23:22:46.359208+0000","last_clean":"2021-03-04T23:22:46.359208+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:22:46.359208+0000","last_undegraded":"2021-03-04T23:22:46.359208+0000","last_fullsized":"2021-03-04T23:22:46.359208+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"637","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.356704+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:22:46.356704+0000","last_peered":"2021-03-04T23:22:46.356704+0000","last_clean":"2021-03-04T23:22:46.356704+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:22:46.356704+0000","last_undegraded":"2021-03-04T23:22:46.356704+0000","last_fullsized":"2021-03-04T23:22:46.356704+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"53","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352571+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:22:46.352571+0000","last_peered":"2021-03-04T23:22:46.352571+0000","last_clean":"2021-03-04T23:22:46.352571+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:22:46.352571+0000","last_undegraded":"2021-03-04T23:22:46.352571+0000","last_fullsized":"2021-03-04T23:22:46.352571+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"96","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.363378+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:22:46.363378+0000","last_peered":"2021-03-04T23:22:46.363378+0000","last_clean":"2021-03-04T23:22:46.363378+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:22:46.363378+0000","last_undegraded":"2021-03-04T23:22:46.363378+0000","last_fullsized":"2021-03-04T23:22:46.363378+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"651","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357312+0000","last_change":"2021-03-04T23:06:00.136954+0000","last_active":"2021-03-04T23:22:46.357312+0000","last_peered":"2021-03-04T23:22:46.357312+0000","last_clean":"2021-03-04T23:22:46.357312+0000","last_became_active":"2021-03-04T23:06:00.040521+0000","last_became_peered":"2021-03-04T23:06:00.040521+0000","last_unstale":"2021-03-04T23:22:46.357312+0000","last_undegraded":"2021-03-04T23:22:46.357312+0000","last_fullsized":"2021-03-04T23:22:46.357312+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"679","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361411+0000","last_change":"2021-03-04T23:15:08.241869+0000","last_active":"2021-03-04T23:22:46.361411+0000","last_peered":"2021-03-04T23:22:46.361411+0000","last_clean":"2021-03-04T23:22:46.361411+0000","last_became_active":"2021-03-04T23:15:08.241617+0000","last_became_peered":"2021-03-04T23:15:08.241617+0000","last_unstale":"2021-03-04T23:22:46.361411+0000","last_undegraded":"2021-03-04T23:22:46.361411+0000","last_fullsized":"2021-03-04T23:22:46.361411+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"432","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357183+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:22:46.357183+0000","last_peered":"2021-03-04T23:22:46.357183+0000","last_clean":"2021-03-04T23:22:46.357183+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:22:46.357183+0000","last_undegraded":"2021-03-04T23:22:46.357183+0000","last_fullsized":"2021-03-04T23:22:46.357183+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"663","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354763+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:22:46.354763+0000","last_peered":"2021-03-04T23:22:46.354763+0000","last_clean":"2021-03-04T23:22:46.354763+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:22:46.354763+0000","last_undegraded":"2021-03-04T23:22:46.354763+0000","last_fullsized":"2021-03-04T23:22:46.354763+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"649","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.363372+0000","last_change":"2021-03-04T23:06:00.038216+0000","last_active":"2021-03-04T23:22:46.363372+0000","last_peered":"2021-03-04T23:22:46.363372+0000","last_clean":"2021-03-04T23:22:46.363372+0000","last_became_active":"2021-03-04T23:06:00.037932+0000","last_became_peered":"2021-03-04T23:06:00.037932+0000","last_unstale":"2021-03-04T23:22:46.363372+0000","last_undegraded":"2021-03-04T23:22:46.363372+0000","last_fullsized":"2021-03-04T23:22:46.363372+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"667","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361244+0000","last_change":"2021-03-04T23:15:08.241345+0000","last_active":"2021-03-04T23:22:46.361244+0000","last_peered":"2021-03-04T23:22:46.361244+0000","last_clean":"2021-03-04T23:22:46.361244+0000","last_became_active":"2021-03-04T23:15:08.240999+0000","last_became_peered":"2021-03-04T23:15:08.240999+0000","last_unstale":"2021-03-04T23:22:46.361244+0000","last_undegraded":"2021-03-04T23:22:46.361244+0000","last_fullsized":"2021-03-04T23:22:46.361244+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"656","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352787+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:22:46.352787+0000","last_peered":"2021-03-04T23:22:46.352787+0000","last_clean":"2021-03-04T23:22:46.352787+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:22:46.352787+0000","last_undegraded":"2021-03-04T23:22:46.352787+0000","last_fullsized":"2021-03-04T23:22:46.352787+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"650","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.362232+0000","last_change":"2021-03-04T23:15:08.240941+0000","last_active":"2021-03-04T23:22:46.362232+0000","last_peered":"2021-03-04T23:22:46.362232+0000","last_clean":"2021-03-04T23:22:46.362232+0000","last_became_active":"2021-03-04T23:15:08.240608+0000","last_became_peered":"2021-03-04T23:15:08.240608+0000","last_unstale":"2021-03-04T23:22:46.362232+0000","last_undegraded":"2021-03-04T23:22:46.362232+0000","last_fullsized":"2021-03-04T23:22:46.362232+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"678","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354103+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:22:46.354103+0000","last_peered":"2021-03-04T23:22:46.354103+0000","last_clean":"2021-03-04T23:22:46.354103+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:22:46.354103+0000","last_undegraded":"2021-03-04T23:22:46.354103+0000","last_fullsized":"2021-03-04T23:22:46.354103+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"82","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354421+0000","last_change":"2021-03-04T23:15:38.369593+0000","last_active":"2021-03-04T23:22:46.354421+0000","last_peered":"2021-03-04T23:22:46.354421+0000","last_clean":"2021-03-04T23:22:46.354421+0000","last_became_active":"2021-03-04T23:15:08.240778+0000","last_became_peered":"2021-03-04T23:15:08.240778+0000","last_unstale":"2021-03-04T23:22:46.354421+0000","last_undegraded":"2021-03-04T23:22:46.354421+0000","last_fullsized":"2021-03-04T23:22:46.354421+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"612","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351101+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:22:46.351101+0000","last_peered":"2021-03-04T23:22:46.351101+0000","last_clean":"2021-03-04T23:22:46.351101+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:22:46.351101+0000","last_undegraded":"2021-03-04T23:22:46.351101+0000","last_fullsized":"2021-03-04T23:22:46.351101+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"655","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361136+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:22:46.361136+0000","last_peered":"2021-03-04T23:22:46.361136+0000","last_clean":"2021-03-04T23:22:46.361136+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:22:46.361136+0000","last_undegraded":"2021-03-04T23:22:46.361136+0000","last_fullsized":"2021-03-04T23:22:46.361136+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"44","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352523+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:22:46.352523+0000","last_peered":"2021-03-04T23:22:46.352523+0000","last_clean":"2021-03-04T23:22:46.352523+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:22:46.352523+0000","last_undegraded":"2021-03-04T23:22:46.352523+0000","last_fullsized":"2021-03-04T23:22:46.352523+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"657","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354447+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:22:46.354447+0000","last_peered":"2021-03-04T23:22:46.354447+0000","last_clean":"2021-03-04T23:22:46.354447+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:22:46.354447+0000","last_undegraded":"2021-03-04T23:22:46.354447+0000","last_fullsized":"2021-03-04T23:22:46.354447+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"665","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.363251+0000","last_change":"2021-03-04T23:15:08.242433+0000","last_active":"2021-03-04T23:22:46.363251+0000","last_peered":"2021-03-04T23:22:46.363251+0000","last_clean":"2021-03-04T23:22:46.363251+0000","last_became_active":"2021-03-04T23:15:08.241726+0000","last_became_peered":"2021-03-04T23:15:08.241726+0000","last_unstale":"2021-03-04T23:22:46.363251+0000","last_undegraded":"2021-03-04T23:22:46.363251+0000","last_fullsized":"2021-03-04T23:22:46.363251+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"46","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361165+0000","last_change":"2021-03-04T23:16:53.238319+0000","last_active":"2021-03-04T23:22:46.361165+0000","last_peered":"2021-03-04T23:22:46.361165+0000","last_clean":"2021-03-04T23:22:46.361165+0000","last_became_active":"2021-03-04T23:16:53.237978+0000","last_became_peered":"2021-03-04T23:16:53.237978+0000","last_unstale":"2021-03-04T23:22:46.361165+0000","last_undegraded":"2021-03-04T23:22:46.361165+0000","last_fullsized":"2021-03-04T23:22:46.361165+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"684","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354127+0000","last_change":"2021-03-04T23:10:46.890497+0000","last_active":"2021-03-04T23:22:46.354127+0000","last_peered":"2021-03-04T23:22:46.354127+0000","last_clean":"2021-03-04T23:22:46.354127+0000","last_became_active":"2021-03-04T23:10:14.427589+0000","last_became_peered":"2021-03-04T23:10:14.427589+0000","last_unstale":"2021-03-04T23:22:46.354127+0000","last_undegraded":"2021-03-04T23:22:46.354127+0000","last_fullsized":"2021-03-04T23:22:46.354127+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"641","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361183+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:22:46.361183+0000","last_peered":"2021-03-04T23:22:46.361183+0000","last_clean":"2021-03-04T23:22:46.361183+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:22:46.361183+0000","last_undegraded":"2021-03-04T23:22:46.361183+0000","last_fullsized":"2021-03-04T23:22:46.361183+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"664","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361490+0000","last_change":"2021-03-04T23:15:08.242622+0000","last_active":"2021-03-04T23:22:46.361490+0000","last_peered":"2021-03-04T23:22:46.361490+0000","last_clean":"2021-03-04T23:22:46.361490+0000","last_became_active":"2021-03-04T23:15:08.242359+0000","last_became_peered":"2021-03-04T23:15:08.242359+0000","last_unstale":"2021-03-04T23:22:46.361490+0000","last_undegraded":"2021-03-04T23:22:46.361490+0000","last_fullsized":"2021-03-04T23:22:46.361490+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"84","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353124+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:22:46.353124+0000","last_peered":"2021-03-04T23:22:46.353124+0000","last_clean":"2021-03-04T23:22:46.353124+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:22:46.353124+0000","last_undegraded":"2021-03-04T23:22:46.353124+0000","last_fullsized":"2021-03-04T23:22:46.353124+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"111","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354111+0000","last_change":"2021-03-04T23:15:08.243229+0000","last_active":"2021-03-04T23:22:46.354111+0000","last_peered":"2021-03-04T23:22:46.354111+0000","last_clean":"2021-03-04T23:22:46.354111+0000","last_became_active":"2021-03-04T23:15:08.242599+0000","last_became_peered":"2021-03-04T23:15:08.242599+0000","last_unstale":"2021-03-04T23:22:46.354111+0000","last_undegraded":"2021-03-04T23:22:46.354111+0000","last_fullsized":"2021-03-04T23:22:46.354111+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"627","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351180+0000","last_change":"2021-03-04T23:15:22.043713+0000","last_active":"2021-03-04T23:22:46.351180+0000","last_peered":"2021-03-04T23:22:46.351180+0000","last_clean":"2021-03-04T23:22:46.351180+0000","last_became_active":"2021-03-04T23:15:08.241778+0000","last_became_peered":"2021-03-04T23:15:08.241778+0000","last_unstale":"2021-03-04T23:22:46.351180+0000","last_undegraded":"2021-03-04T23:22:46.351180+0000","last_fullsized":"2021-03-04T23:22:46.351180+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"409","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351357+0000","last_change":"2021-03-04T23:15:22.042490+0000","last_active":"2021-03-04T23:22:46.351357+0000","last_peered":"2021-03-04T23:22:46.351357+0000","last_clean":"2021-03-04T23:22:46.351357+0000","last_became_active":"2021-03-04T23:15:08.243421+0000","last_became_peered":"2021-03-04T23:15:08.243421+0000","last_unstale":"2021-03-04T23:22:46.351357+0000","last_undegraded":"2021-03-04T23:22:46.351357+0000","last_fullsized":"2021-03-04T23:22:46.351357+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"670","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.362615+0000","last_change":"2021-03-04T23:15:08.245247+0000","last_active":"2021-03-04T23:22:46.362615+0000","last_peered":"2021-03-04T23:22:46.362615+0000","last_clean":"2021-03-04T23:22:46.362615+0000","last_became_active":"2021-03-04T23:15:08.245027+0000","last_became_peered":"2021-03-04T23:15:08.245027+0000","last_unstale":"2021-03-04T23:22:46.362615+0000","last_undegraded":"2021-03-04T23:22:46.362615+0000","last_fullsized":"2021-03-04T23:22:46.362615+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.046482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.046482+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"432","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359994+0000","last_change":"2021-03-04T23:10:35.695671+0000","last_active":"2021-03-04T23:22:46.359994+0000","last_peered":"2021-03-04T23:22:46.359994+0000","last_clean":"2021-03-04T23:22:46.359994+0000","last_became_active":"2021-03-04T23:10:08.160143+0000","last_became_peered":"2021-03-04T23:10:08.160143+0000","last_unstale":"2021-03-04T23:22:46.359994+0000","last_undegraded":"2021-03-04T23:22:46.359994+0000","last_fullsized":"2021-03-04T23:22:46.359994+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"671","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353222+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:22:46.353222+0000","last_peered":"2021-03-04T23:22:46.353222+0000","last_clean":"2021-03-04T23:22:46.353222+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:22:46.353222+0000","last_undegraded":"2021-03-04T23:22:46.353222+0000","last_fullsized":"2021-03-04T23:22:46.353222+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"44","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353057+0000","last_change":"2021-03-04T23:17:12.035743+0000","last_active":"2021-03-04T23:22:46.353057+0000","last_peered":"2021-03-04T23:22:46.353057+0000","last_clean":"2021-03-04T23:22:46.353057+0000","last_became_active":"2021-03-04T23:17:12.035428+0000","last_became_peered":"2021-03-04T23:17:12.035428+0000","last_unstale":"2021-03-04T23:22:46.353057+0000","last_undegraded":"2021-03-04T23:22:46.353057+0000","last_fullsized":"2021-03-04T23:22:46.353057+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"84","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.356522+0000","last_change":"2021-03-04T23:12:23.053448+0000","last_active":"2021-03-04T23:22:46.356522+0000","last_peered":"2021-03-04T23:22:46.356522+0000","last_clean":"2021-03-04T23:22:46.356522+0000","last_became_active":"2021-03-04T23:11:52.510253+0000","last_became_peered":"2021-03-04T23:11:52.510253+0000","last_unstale":"2021-03-04T23:22:46.356522+0000","last_undegraded":"2021-03-04T23:22:46.356522+0000","last_fullsized":"2021-03-04T23:22:46.356522+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:23.053416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:23.053416+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"666","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353264+0000","last_change":"2021-03-04T23:10:42.532585+0000","last_active":"2021-03-04T23:22:46.353264+0000","last_peered":"2021-03-04T23:22:46.353264+0000","last_clean":"2021-03-04T23:22:46.353264+0000","last_became_active":"2021-03-04T23:10:08.161131+0000","last_became_peered":"2021-03-04T23:10:08.161131+0000","last_unstale":"2021-03-04T23:22:46.353264+0000","last_undegraded":"2021-03-04T23:22:46.353264+0000","last_fullsized":"2021-03-04T23:22:46.353264+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"641","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361108+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:22:46.361108+0000","last_peered":"2021-03-04T23:22:46.361108+0000","last_clean":"2021-03-04T23:22:46.361108+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:22:46.361108+0000","last_undegraded":"2021-03-04T23:22:46.361108+0000","last_fullsized":"2021-03-04T23:22:46.361108+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"448","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357259+0000","last_change":"2021-03-04T23:15:08.240139+0000","last_active":"2021-03-04T23:22:46.357259+0000","last_peered":"2021-03-04T23:22:46.357259+0000","last_clean":"2021-03-04T23:22:46.357259+0000","last_became_active":"2021-03-04T23:15:08.239494+0000","last_became_peered":"2021-03-04T23:15:08.239494+0000","last_unstale":"2021-03-04T23:22:46.357259+0000","last_undegraded":"2021-03-04T23:22:46.357259+0000","last_fullsized":"2021-03-04T23:22:46.357259+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"36","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354145+0000","last_change":"2021-03-04T23:17:53.253252+0000","last_active":"2021-03-04T23:22:46.354145+0000","last_peered":"2021-03-04T23:22:46.354145+0000","last_clean":"2021-03-04T23:22:46.354145+0000","last_became_active":"2021-03-04T23:17:53.252865+0000","last_became_peered":"2021-03-04T23:17:53.252865+0000","last_unstale":"2021-03-04T23:22:46.354145+0000","last_undegraded":"2021-03-04T23:22:46.354145+0000","last_fullsized":"2021-03-04T23:22:46.354145+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.006537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.006537+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"674","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357119+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:22:46.357119+0000","last_peered":"2021-03-04T23:22:46.357119+0000","last_clean":"2021-03-04T23:22:46.357119+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:22:46.357119+0000","last_undegraded":"2021-03-04T23:22:46.357119+0000","last_fullsized":"2021-03-04T23:22:46.357119+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"404","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357096+0000","last_change":"2021-03-04T23:06:00.039241+0000","last_active":"2021-03-04T23:22:46.357096+0000","last_peered":"2021-03-04T23:22:46.357096+0000","last_clean":"2021-03-04T23:22:46.357096+0000","last_became_active":"2021-03-04T23:06:00.039035+0000","last_became_peered":"2021-03-04T23:06:00.039035+0000","last_unstale":"2021-03-04T23:22:46.357096+0000","last_undegraded":"2021-03-04T23:22:46.357096+0000","last_fullsized":"2021-03-04T23:22:46.357096+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"413","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352772+0000","last_change":"2021-03-04T23:06:00.036764+0000","last_active":"2021-03-04T23:22:46.352772+0000","last_peered":"2021-03-04T23:22:46.352772+0000","last_clean":"2021-03-04T23:22:46.352772+0000","last_became_active":"2021-03-04T23:06:00.036367+0000","last_became_peered":"2021-03-04T23:06:00.036367+0000","last_unstale":"2021-03-04T23:22:46.352772+0000","last_undegraded":"2021-03-04T23:22:46.352772+0000","last_fullsized":"2021-03-04T23:22:46.352772+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"657","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352931+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:22:46.352931+0000","last_peered":"2021-03-04T23:22:46.352931+0000","last_clean":"2021-03-04T23:22:46.352931+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:22:46.352931+0000","last_undegraded":"2021-03-04T23:22:46.352931+0000","last_fullsized":"2021-03-04T23:22:46.352931+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"655","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354314+0000","last_change":"2021-03-04T23:12:21.353342+0000","last_active":"2021-03-04T23:22:46.354314+0000","last_peered":"2021-03-04T23:22:46.354314+0000","last_clean":"2021-03-04T23:22:46.354314+0000","last_became_active":"2021-03-04T23:11:49.025277+0000","last_became_peered":"2021-03-04T23:11:49.025277+0000","last_unstale":"2021-03-04T23:22:46.354314+0000","last_undegraded":"2021-03-04T23:22:46.354314+0000","last_fullsized":"2021-03-04T23:22:46.354314+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":607,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:21.353301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:21.353301+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"608","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354447+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:22:46.354447+0000","last_peered":"2021-03-04T23:22:46.354447+0000","last_clean":"2021-03-04T23:22:46.354447+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:22:46.354447+0000","last_undegraded":"2021-03-04T23:22:46.354447+0000","last_fullsized":"2021-03-04T23:22:46.354447+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"625","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359830+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:22:46.359830+0000","last_peered":"2021-03-04T23:22:46.359830+0000","last_clean":"2021-03-04T23:22:46.359830+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:22:46.359830+0000","last_undegraded":"2021-03-04T23:22:46.359830+0000","last_fullsized":"2021-03-04T23:22:46.359830+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"673","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361522+0000","last_change":"2021-03-04T23:17:12.036830+0000","last_active":"2021-03-04T23:22:46.361522+0000","last_peered":"2021-03-04T23:22:46.361522+0000","last_clean":"2021-03-04T23:22:46.361522+0000","last_became_active":"2021-03-04T23:17:12.036578+0000","last_became_peered":"2021-03-04T23:17:12.036578+0000","last_unstale":"2021-03-04T23:22:46.361522+0000","last_undegraded":"2021-03-04T23:22:46.361522+0000","last_fullsized":"2021-03-04T23:22:46.361522+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:22.003722+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:22.003722+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"691","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354140+0000","last_change":"2021-03-04T23:15:08.243780+0000","last_active":"2021-03-04T23:22:46.354140+0000","last_peered":"2021-03-04T23:22:46.354140+0000","last_clean":"2021-03-04T23:22:46.354140+0000","last_became_active":"2021-03-04T23:15:08.243491+0000","last_became_peered":"2021-03-04T23:15:08.243491+0000","last_unstale":"2021-03-04T23:22:46.354140+0000","last_undegraded":"2021-03-04T23:22:46.354140+0000","last_fullsized":"2021-03-04T23:22:46.354140+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"658","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359798+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:22:46.359798+0000","last_peered":"2021-03-04T23:22:46.359798+0000","last_clean":"2021-03-04T23:22:46.359798+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:22:46.359798+0000","last_undegraded":"2021-03-04T23:22:46.359798+0000","last_fullsized":"2021-03-04T23:22:46.359798+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"650","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360114+0000","last_change":"2021-03-04T23:06:00.039826+0000","last_active":"2021-03-04T23:22:46.360114+0000","last_peered":"2021-03-04T23:22:46.360114+0000","last_clean":"2021-03-04T23:22:46.360114+0000","last_became_active":"2021-03-04T23:06:00.039583+0000","last_became_peered":"2021-03-04T23:06:00.039583+0000","last_unstale":"2021-03-04T23:22:46.360114+0000","last_undegraded":"2021-03-04T23:22:46.360114+0000","last_fullsized":"2021-03-04T23:22:46.360114+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"670","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359707+0000","last_change":"2021-03-04T23:15:08.241965+0000","last_active":"2021-03-04T23:22:46.359707+0000","last_peered":"2021-03-04T23:22:46.359707+0000","last_clean":"2021-03-04T23:22:46.359707+0000","last_became_active":"2021-03-04T23:15:08.241439+0000","last_became_peered":"2021-03-04T23:15:08.241439+0000","last_unstale":"2021-03-04T23:22:46.359707+0000","last_undegraded":"2021-03-04T23:22:46.359707+0000","last_fullsized":"2021-03-04T23:22:46.359707+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.077848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.077848+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"652","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.354686+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:22:46.354686+0000","last_peered":"2021-03-04T23:22:46.354686+0000","last_clean":"2021-03-04T23:22:46.354686+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:22:46.354686+0000","last_undegraded":"2021-03-04T23:22:46.354686+0000","last_fullsized":"2021-03-04T23:22:46.354686+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"422","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357321+0000","last_change":"2021-03-04T23:17:12.035714+0000","last_active":"2021-03-04T23:22:46.357321+0000","last_peered":"2021-03-04T23:22:46.357321+0000","last_clean":"2021-03-04T23:22:46.357321+0000","last_became_active":"2021-03-04T23:17:12.035489+0000","last_became_peered":"2021-03-04T23:17:12.035489+0000","last_unstale":"2021-03-04T23:22:46.357321+0000","last_undegraded":"2021-03-04T23:22:46.357321+0000","last_fullsized":"2021-03-04T23:22:46.357321+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"611","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.362183+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:22:46.362183+0000","last_peered":"2021-03-04T23:22:46.362183+0000","last_clean":"2021-03-04T23:22:46.362183+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:22:46.362183+0000","last_undegraded":"2021-03-04T23:22:46.362183+0000","last_fullsized":"2021-03-04T23:22:46.362183+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"84","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361206+0000","last_change":"2021-03-04T23:12:18.502394+0000","last_active":"2021-03-04T23:22:46.361206+0000","last_peered":"2021-03-04T23:22:46.361206+0000","last_clean":"2021-03-04T23:22:46.361206+0000","last_became_active":"2021-03-04T23:11:52.514500+0000","last_became_peered":"2021-03-04T23:11:52.514500+0000","last_unstale":"2021-03-04T23:22:46.361206+0000","last_undegraded":"2021-03-04T23:22:46.361206+0000","last_fullsized":"2021-03-04T23:22:46.361206+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.502333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.502333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"612","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351482+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:22:46.351482+0000","last_peered":"2021-03-04T23:22:46.351482+0000","last_clean":"2021-03-04T23:22:46.351482+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:22:46.351482+0000","last_undegraded":"2021-03-04T23:22:46.351482+0000","last_fullsized":"2021-03-04T23:22:46.351482+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"399","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.359890+0000","last_change":"2021-03-04T23:15:08.242432+0000","last_active":"2021-03-04T23:22:46.359890+0000","last_peered":"2021-03-04T23:22:46.359890+0000","last_clean":"2021-03-04T23:22:46.359890+0000","last_became_active":"2021-03-04T23:15:08.242047+0000","last_became_peered":"2021-03-04T23:15:08.242047+0000","last_unstale":"2021-03-04T23:22:46.359890+0000","last_undegraded":"2021-03-04T23:22:46.359890+0000","last_fullsized":"2021-03-04T23:22:46.359890+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"624","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351031+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:22:46.351031+0000","last_peered":"2021-03-04T23:22:46.351031+0000","last_clean":"2021-03-04T23:22:46.351031+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:22:46.351031+0000","last_undegraded":"2021-03-04T23:22:46.351031+0000","last_fullsized":"2021-03-04T23:22:46.351031+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"98","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353151+0000","last_change":"2021-03-04T23:17:12.036332+0000","last_active":"2021-03-04T23:22:46.353151+0000","last_peered":"2021-03-04T23:22:46.353151+0000","last_clean":"2021-03-04T23:22:46.353151+0000","last_became_active":"2021-03-04T23:17:12.036140+0000","last_became_peered":"2021-03-04T23:17:12.036140+0000","last_unstale":"2021-03-04T23:22:46.353151+0000","last_undegraded":"2021-03-04T23:22:46.353151+0000","last_fullsized":"2021-03-04T23:22:46.353151+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:18.595279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:18.595279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"690","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.362664+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:22:46.362664+0000","last_peered":"2021-03-04T23:22:46.362664+0000","last_clean":"2021-03-04T23:22:46.362664+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:22:46.362664+0000","last_undegraded":"2021-03-04T23:22:46.362664+0000","last_fullsized":"2021-03-04T23:22:46.362664+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"682","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360219+0000","last_change":"2021-03-04T23:17:53.335561+0000","last_active":"2021-03-04T23:22:46.360219+0000","last_peered":"2021-03-04T23:22:46.360219+0000","last_clean":"2021-03-04T23:22:46.360219+0000","last_became_active":"2021-03-04T23:17:53.245957+0000","last_became_peered":"2021-03-04T23:17:53.245957+0000","last_unstale":"2021-03-04T23:22:46.360219+0000","last_undegraded":"2021-03-04T23:22:46.360219+0000","last_fullsized":"2021-03-04T23:22:46.360219+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"625","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361324+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:22:46.361324+0000","last_peered":"2021-03-04T23:22:46.361324+0000","last_clean":"2021-03-04T23:22:46.361324+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:22:46.361324+0000","last_undegraded":"2021-03-04T23:22:46.361324+0000","last_fullsized":"2021-03-04T23:22:46.361324+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.4","version":"680'21160","reported_seq":"21186","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.546966+0000","last_change":"2021-03-04T23:19:33.301159+0000","last_active":"2021-03-04T23:23:09.546966+0000","last_peered":"2021-03-04T23:23:09.546966+0000","last_clean":"2021-03-04T23:23:09.546966+0000","last_became_active":"2021-03-04T23:19:33.300936+0000","last_became_peered":"2021-03-04T23:19:33.300936+0000","last_unstale":"2021-03-04T23:23:09.546966+0000","last_undegraded":"2021-03-04T23:23:09.546966+0000","last_fullsized":"2021-03-04T23:23:09.546966+0000","mapping_epoch":662,"log_start":"677'15100","ondisk_log_start":"677'15100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6060,"ondisk_log_size":6060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21160,"num_write_kb":677120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"615","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.362194+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:22:46.362194+0000","last_peered":"2021-03-04T23:22:46.362194+0000","last_clean":"2021-03-04T23:22:46.362194+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:22:46.362194+0000","last_undegraded":"2021-03-04T23:22:46.362194+0000","last_fullsized":"2021-03-04T23:22:46.362194+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"679","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.357338+0000","last_change":"2021-03-04T23:15:08.236475+0000","last_active":"2021-03-04T23:22:46.357338+0000","last_peered":"2021-03-04T23:22:46.357338+0000","last_clean":"2021-03-04T23:22:46.357338+0000","last_became_active":"2021-03-04T23:15:08.236246+0000","last_became_peered":"2021-03-04T23:15:08.236246+0000","last_unstale":"2021-03-04T23:22:46.357338+0000","last_undegraded":"2021-03-04T23:22:46.357338+0000","last_fullsized":"2021-03-04T23:22:46.357338+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.3","version":"680'21164","reported_seq":"21190","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.572803+0000","last_change":"2021-03-04T23:19:33.300859+0000","last_active":"2021-03-04T23:23:09.572803+0000","last_peered":"2021-03-04T23:23:09.572803+0000","last_clean":"2021-03-04T23:23:09.572803+0000","last_became_active":"2021-03-04T23:19:33.300607+0000","last_became_peered":"2021-03-04T23:19:33.300607+0000","last_unstale":"2021-03-04T23:23:09.572803+0000","last_undegraded":"2021-03-04T23:23:09.572803+0000","last_fullsized":"2021-03-04T23:23:09.572803+0000","mapping_epoch":662,"log_start":"675'13000","ondisk_log_start":"675'13000","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":8164,"ondisk_log_size":8164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21164,"num_write_kb":677248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"656","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.352924+0000","last_change":"2021-03-04T23:06:00.040720+0000","last_active":"2021-03-04T23:22:46.352924+0000","last_peered":"2021-03-04T23:22:46.352924+0000","last_clean":"2021-03-04T23:22:46.352924+0000","last_became_active":"2021-03-04T23:06:00.035155+0000","last_became_peered":"2021-03-04T23:06:00.035155+0000","last_unstale":"2021-03-04T23:22:46.352924+0000","last_undegraded":"2021-03-04T23:22:46.352924+0000","last_fullsized":"2021-03-04T23:22:46.352924+0000","mapping_epoch":569,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":570,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"679","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.361428+0000","last_change":"2021-03-04T23:15:08.240627+0000","last_active":"2021-03-04T23:22:46.361428+0000","last_peered":"2021-03-04T23:22:46.361428+0000","last_clean":"2021-03-04T23:22:46.361428+0000","last_became_active":"2021-03-04T23:15:08.240365+0000","last_became_peered":"2021-03-04T23:15:08.240365+0000","last_unstale":"2021-03-04T23:22:46.361428+0000","last_undegraded":"2021-03-04T23:22:46.361428+0000","last_fullsized":"2021-03-04T23:22:46.361428+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.2","version":"680'21136","reported_seq":"21162","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.551991+0000","last_change":"2021-03-04T23:19:33.299953+0000","last_active":"2021-03-04T23:23:09.551991+0000","last_peered":"2021-03-04T23:23:09.551991+0000","last_clean":"2021-03-04T23:23:09.551991+0000","last_became_active":"2021-03-04T23:19:33.299702+0000","last_became_peered":"2021-03-04T23:19:33.299702+0000","last_unstale":"2021-03-04T23:23:09.551991+0000","last_undegraded":"2021-03-04T23:23:09.551991+0000","last_fullsized":"2021-03-04T23:23:09.551991+0000","mapping_epoch":662,"log_start":"677'15200","ondisk_log_start":"677'15200","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":5936,"ondisk_log_size":5936,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21136,"num_write_kb":676352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"628","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.353146+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:22:46.353146+0000","last_peered":"2021-03-04T23:22:46.353146+0000","last_clean":"2021-03-04T23:22:46.353146+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:22:46.353146+0000","last_undegraded":"2021-03-04T23:22:46.353146+0000","last_fullsized":"2021-03-04T23:22:46.353146+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"46","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360795+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:22:46.360795+0000","last_peered":"2021-03-04T23:22:46.360795+0000","last_clean":"2021-03-04T23:22:46.360795+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:22:46.360795+0000","last_undegraded":"2021-03-04T23:22:46.360795+0000","last_fullsized":"2021-03-04T23:22:46.360795+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.1","version":"680'21662","reported_seq":"21688","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.570040+0000","last_change":"2021-03-04T23:19:33.301202+0000","last_active":"2021-03-04T23:23:09.570040+0000","last_peered":"2021-03-04T23:23:09.570040+0000","last_clean":"2021-03-04T23:23:09.570040+0000","last_became_active":"2021-03-04T23:19:33.300829+0000","last_became_peered":"2021-03-04T23:19:33.300829+0000","last_unstale":"2021-03-04T23:23:09.570040+0000","last_undegraded":"2021-03-04T23:23:09.570040+0000","last_fullsized":"2021-03-04T23:23:09.570040+0000","mapping_epoch":662,"log_start":"677'15600","ondisk_log_start":"677'15600","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6062,"ondisk_log_size":6062,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21662,"num_write_kb":693184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"640","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351377+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:22:46.351377+0000","last_peered":"2021-03-04T23:22:46.351377+0000","last_clean":"2021-03-04T23:22:46.351377+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:22:46.351377+0000","last_undegraded":"2021-03-04T23:22:46.351377+0000","last_fullsized":"2021-03-04T23:22:46.351377+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"653","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.351155+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:22:46.351155+0000","last_peered":"2021-03-04T23:22:46.351155+0000","last_clean":"2021-03-04T23:22:46.351155+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:22:46.351155+0000","last_undegraded":"2021-03-04T23:22:46.351155+0000","last_fullsized":"2021-03-04T23:22:46.351155+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.0","version":"680'21198","reported_seq":"21224","reported_epoch":"680","state":"active+clean","last_fresh":"2021-03-04T23:23:09.572635+0000","last_change":"2021-03-04T23:19:33.301780+0000","last_active":"2021-03-04T23:23:09.572635+0000","last_peered":"2021-03-04T23:23:09.572635+0000","last_clean":"2021-03-04T23:23:09.572635+0000","last_became_active":"2021-03-04T23:19:33.301524+0000","last_became_peered":"2021-03-04T23:19:33.301524+0000","last_unstale":"2021-03-04T23:23:09.572635+0000","last_undegraded":"2021-03-04T23:23:09.572635+0000","last_fullsized":"2021-03-04T23:23:09.572635+0000","mapping_epoch":662,"log_start":"677'15100","ondisk_log_start":"677'15100","created":662,"last_epoch_clean":663,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:19:32.283110+0000","last_clean_scrub_stamp":"2021-03-04T23:19:32.283110+0000","log_size":6098,"ondisk_log_size":6098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21198,"num_write_kb":678336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"633","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360075+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:22:46.360075+0000","last_peered":"2021-03-04T23:22:46.360075+0000","last_clean":"2021-03-04T23:22:46.360075+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:22:46.360075+0000","last_undegraded":"2021-03-04T23:22:46.360075+0000","last_fullsized":"2021-03-04T23:22:46.360075+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"664","reported_epoch":"679","state":"active+clean","last_fresh":"2021-03-04T23:22:46.360785+0000","last_change":"2021-03-04T23:15:08.242308+0000","last_active":"2021-03-04T23:22:46.360785+0000","last_peered":"2021-03-04T23:22:46.360785+0000","last_clean":"2021-03-04T23:22:46.360785+0000","last_became_active":"2021-03-04T23:15:08.241995+0000","last_became_peered":"2021-03-04T23:15:08.241995+0000","last_unstale":"2021-03-04T23:22:46.360785+0000","last_undegraded":"2021-03-04T23:22:46.360785+0000","last_fullsized":"2021-03-04T23:22:46.360785+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":28,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":338146,"num_write_kb":10820609,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102046,"ondisk_log_size":102046,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6351445,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496026,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056924,"kb_used_data":8340,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":87023460,"statfs":{"total":90194313216,"available":89112023040,"internally_reserved":1073741824,"allocated":8540160,"data_stored":5299292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:40 2021","interfaces":[{"interface":"back","average":{"1min":1.4119999999999999,"5min":1.0589999999999999,"15min":2.673},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13100000000000001},"max":{"1min":18.786000000000001,"5min":18.786000000000001,"15min":200.09299999999999},"last":1.74},{"interface":"front","average":{"1min":1.583,"5min":1.0760000000000001,"15min":2.7970000000000002},"min":{"1min":0.20899999999999999,"5min":0.17899999999999999,"15min":0.14899999999999999},"max":{"1min":18.805,"5min":18.805,"15min":200.001},"last":1.8460000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:23:05 2021","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":0.93799999999999994,"15min":0.83499999999999996},"min":{"1min":0.25,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":5.4900000000000002,"5min":5.4900000000000002,"15min":7.7270000000000003},"last":1.5980000000000001},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.89800000000000002,"15min":0.78100000000000003},"min":{"1min":0.191,"5min":0.186,"15min":0.17499999999999999},"max":{"1min":5.1669999999999998,"5min":6.8220000000000001,"15min":6.8220000000000001},"last":1.4630000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:22:32 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.91200000000000003,"15min":1.4319999999999999},"min":{"1min":0.17599999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":1.3799999999999999,"5min":5.3520000000000003,"15min":73.129999999999995},"last":1.3100000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.96299999999999997,"15min":1.4710000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.17199999999999999},"max":{"1min":1.0349999999999999,"5min":6.75,"15min":74.382000000000005},"last":1.909}]},{"osd":3,"last update":"Thu Mar 4 23:22:15 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.7829999999999999,"15min":1.2709999999999999},"min":{"1min":0.20000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":2.8519999999999999,"5min":62.210000000000001,"15min":62.210000000000001},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.9199999999999999,"15min":1.357},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":3,"5min":62.228000000000002,"15min":62.228000000000002},"last":0.93999999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:22:40 2021","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.87,"15min":0.84199999999999997},"min":{"1min":0.16200000000000001,"5min":0.153,"15min":0.14599999999999999},"max":{"1min":4.657,"5min":6.6520000000000001,"15min":39.375999999999998},"last":2.0259999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.92000000000000004,"15min":0.88100000000000001},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":2.1840000000000002,"5min":7.8799999999999999,"15min":39.570999999999998},"last":1.3919999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:22:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":1.1339999999999999,"15min":0.91000000000000003},"min":{"1min":0.159,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":4.548,"5min":6.2969999999999997,"15min":7.8719999999999999},"last":1.9910000000000001},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.2290000000000001,"15min":0.95399999999999996},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":4.9009999999999998,"5min":6.9199999999999999,"15min":6.9199999999999999},"last":2.1099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:22:40 2021","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":1.4450000000000001,"15min":1.1859999999999999},"min":{"1min":0.23300000000000001,"5min":0.20999999999999999,"15min":0.189},"max":{"1min":28.239999999999998,"5min":28.239999999999998,"15min":38.747999999999998},"last":1.0920000000000001},{"interface":"front","average":{"1min":2.7799999999999998,"5min":1.347,"15min":1.109},"min":{"1min":0.192,"5min":0.191,"15min":0.187},"max":{"1min":28.216000000000001,"5min":28.216000000000001,"15min":38.484000000000002},"last":1.2090000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659550,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056912,"kb_used_data":8328,"kb_used_omap":470,"kb_used_meta":1048105,"kb_avail":87023472,"statfs":{"total":90194313216,"available":89112035328,"internally_reserved":1073741824,"allocated":8527872,"data_stored":5299146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":481475,"internal_metadata":1073260349},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:50 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.91000000000000003,"15min":1.6419999999999999},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":4.681,"5min":8.1940000000000008,"15min":76.179000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.97199999999999998,"15min":1.754},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.17100000000000001},"max":{"1min":4.9169999999999998,"5min":8.0370000000000008,"15min":76.296999999999997},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:23:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.81699999999999995,"15min":0.76100000000000001},"min":{"1min":0.19900000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":1.4950000000000001,"5min":4.1070000000000002,"15min":6.75},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.76400000000000001,"15min":0.75700000000000001},"min":{"1min":0.19500000000000001,"5min":0.192,"15min":0.192},"max":{"1min":2.4550000000000001,"5min":7.8860000000000001,"15min":7.8860000000000001},"last":0.81000000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:22:26 2021","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":1.2569999999999999,"15min":2.1120000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":4.0359999999999996,"5min":29.853999999999999,"15min":81.930000000000007},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.745,"5min":1.343,"15min":2.1200000000000001},"min":{"1min":0.20499999999999999,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":8.1590000000000007,"5min":30.036000000000001,"15min":82.245000000000005},"last":0.86399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:22:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.9350000000000001,"15min":2.3580000000000001},"min":{"1min":0.21099999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":4.7830000000000004,"5min":34.171999999999997,"15min":34.171999999999997},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.753,"5min":1.7729999999999999,"15min":2.0459999999999998},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.9870000000000001,"5min":34.006,"15min":34.006},"last":0.71499999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:23:04 2021","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.73999999999999999,"15min":0.749},"min":{"1min":0.16600000000000001,"5min":0.153,"15min":0.14599999999999999},"max":{"1min":1.6140000000000001,"5min":4.1829999999999998,"15min":7.3920000000000003},"last":0.436},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.93100000000000005,"15min":0.91100000000000003},"min":{"1min":0.191,"5min":0.17599999999999999,"15min":0.13700000000000001},"max":{"1min":2.3999999999999999,"5min":8.5310000000000006,"15min":8.5310000000000006},"last":0.30299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:23:04 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.85399999999999998,"15min":0.81200000000000006},"min":{"1min":0.16900000000000001,"5min":0.16400000000000001,"15min":0.13500000000000001},"max":{"1min":2.3780000000000001,"5min":11.795,"15min":11.795},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.91700000000000004,"15min":0.84399999999999997},"min":{"1min":0.21099999999999999,"5min":0.20200000000000001,"15min":0.16},"max":{"1min":3.266,"5min":4.1950000000000003,"15min":7.6699999999999999},"last":0.35899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:22:34 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0189999999999999,"15min":1.008},"min":{"1min":0.23000000000000001,"5min":0.16,"15min":0.16},"max":{"1min":8.0359999999999996,"5min":8.0359999999999996,"15min":8.0359999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.0920000000000001,"15min":1.091},"min":{"1min":0.253,"5min":0.216,"15min":0.185},"max":{"1min":4.1619999999999999,"5min":5.6680000000000001,"15min":7.79},"last":0.48399999999999999}]}]},{"osd":1,"up_from":0,"seq":1464583848226,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":284,"seq":1219770712371,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":233672,"kb_used_data":8320,"kb_used_omap":637,"kb_used_meta":224706,"kb_avail":87846712,"statfs":{"total":90194313216,"available":89955033088,"internally_reserved":0,"allocated":8519680,"data_stored":5297052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":230098994},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:22:59 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.2509999999999999,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.46999999999999997,"15min":0.53100000000000003},"min":{"1min":0.17199999999999999,"5min":0.14999999999999999,"15min":0.14199999999999999},"max":{"1min":2.6139999999999999,"5min":3.5289999999999999,"15min":5.0890000000000004},"last":0.81899999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":1.3080000000000001,"15min":1.78},"min":{"1min":0.14399999999999999,"5min":0.13900000000000001,"15min":0.123},"max":{"1min":0.85999999999999999,"5min":56.475999999999999,"15min":81.109999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.499,"5min":1.45,"15min":1.929},"min":{"1min":0.245,"5min":0.20499999999999999,"15min":0.14899999999999999},"max":{"1min":1.1799999999999999,"5min":57.030000000000001,"15min":81.326999999999998},"last":1.651}]},{"osd":3,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":0.92700000000000005,"15min":1.0900000000000001},"min":{"1min":0.14599999999999999,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":24.739000000000001,"5min":24.739000000000001,"15min":47.826999999999998},"last":1.0880000000000001},{"interface":"front","average":{"1min":2.0449999999999999,"5min":1.052,"15min":1.26},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":24.933,"5min":24.933,"15min":47.889000000000003},"last":1.5}]},{"osd":4,"last update":"Thu Mar 4 23:22:46 2021","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.88100000000000001,"15min":0.86799999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":2.9300000000000002,"5min":4.609,"15min":4.609},"last":2.081},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.77800000000000002,"15min":0.76600000000000001},"min":{"1min":0.219,"5min":0.191,"15min":0.191},"max":{"1min":2.673,"5min":3.8519999999999999,"15min":3.8519999999999999},"last":1.24}]},{"osd":5,"last update":"Thu Mar 4 23:22:46 2021","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":1.046,"15min":0.99399999999999999},"min":{"1min":0.249,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":3.101,"5min":4.2599999999999998,"15min":4.806},"last":1.9450000000000001},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.875,"15min":0.90900000000000003},"min":{"1min":0.23899999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":2.7330000000000001,"5min":3.7509999999999999,"15min":3.7509999999999999},"last":1.4239999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:22:46 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.091,"15min":0.97299999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":1.9630000000000001,"5min":21,"15min":21},"last":1.8100000000000001},{"interface":"front","average":{"1min":0.89300000000000002,"5min":1.284,"15min":1.177},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.6549999999999998,"5min":20.690000000000001,"15min":20.690000000000001},"last":2.1949999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:22:46 2021","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.99299999999999999,"15min":1.0640000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.19600000000000001},"max":{"1min":2.79,"5min":4.8769999999999998,"15min":9.9550000000000001},"last":2.0299999999999998},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.149,"15min":1.1319999999999999},"min":{"1min":0.376,"5min":0.30199999999999999,"15min":0.251},"max":{"1min":3.786,"5min":4.5019999999999998,"15min":5},"last":2.294}]}]},{"osd":2,"up_from":356,"seq":1529008357661,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":192328,"kb_used_data":8320,"kb_used_omap":852,"kb_used_meta":183147,"kb_avail":87888056,"statfs":{"total":90194313216,"available":89997369344,"internally_reserved":0,"allocated":8519680,"data_stored":5297064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":187543159},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":7.8280000000000003,"5min":1.9850000000000001,"15min":1.5700000000000001},"min":{"1min":0.14199999999999999,"5min":0.109,"15min":0.107},"max":{"1min":79.975999999999999,"5min":79.975999999999999,"15min":104.41800000000001},"last":2.2719999999999998},{"interface":"front","average":{"1min":8.1669999999999998,"5min":2.2469999999999999,"15min":1.55},"min":{"1min":0.14000000000000001,"5min":0.124,"15min":0.124},"max":{"1min":81.021000000000001,"5min":81.021000000000001,"15min":105.191},"last":2.7160000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.52000000000000002,"15min":0.82399999999999995},"min":{"1min":0.183,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.93200000000000005,"5min":2.4159999999999999,"15min":67.450999999999993},"last":1.7490000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.71399999999999997,"15min":0.69599999999999995},"min":{"1min":0.17799999999999999,"5min":0.17199999999999999,"15min":0.17100000000000001},"max":{"1min":4.0330000000000004,"5min":5.915,"15min":5.915},"last":2.3860000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:22:19 2021","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":1.8879999999999999,"15min":2.2080000000000002},"min":{"1min":0.188,"5min":0.152,"15min":0.14899999999999999},"max":{"1min":28.382999999999999,"5min":77.754000000000005,"15min":77.754000000000005},"last":2.5859999999999999},{"interface":"front","average":{"1min":1.982,"5min":1.754,"15min":2.242},"min":{"1min":0.17999999999999999,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":28.323,"5min":77.926000000000002,"15min":77.926000000000002},"last":2.4750000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.88100000000000001,"15min":0.90000000000000002},"min":{"1min":0.218,"5min":0.20200000000000001,"15min":0.19600000000000001},"max":{"1min":4.1120000000000001,"5min":6.0860000000000003,"15min":6.0860000000000003},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.84199999999999997,"15min":0.88500000000000001},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":3.1600000000000001,"5min":4.2539999999999996,"15min":7.0030000000000001},"last":1.097}]},{"osd":5,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.90500000000000003,"15min":0.92100000000000004},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.4590000000000001,"5min":2.7749999999999999,"15min":7.1890000000000001},"last":2.0739999999999998},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.88700000000000001,"15min":1.173},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.831,"5min":2.7080000000000002,"15min":67.897000000000006},"last":0.81499999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":1.1100000000000001,"15min":1.0780000000000001},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.3079999999999998,"5min":6.1760000000000002,"15min":6.1760000000000002},"last":1.3919999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":1.0529999999999999,"15min":1.113},"min":{"1min":0.32700000000000001,"5min":0.25900000000000001,"15min":0.224},"max":{"1min":1.8740000000000001,"5min":4.3799999999999999,"15min":7.3339999999999996},"last":1.5589999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:22:27 2021","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":1.3640000000000001,"15min":1.419},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.25700000000000001},"max":{"1min":29.954999999999998,"5min":29.954999999999998,"15min":68.049000000000007},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.601,"5min":1.494,"15min":1.264},"min":{"1min":0.28699999999999998,"5min":0.249,"15min":0.249},"max":{"1min":30.015000000000001,"5min":30.015000000000001,"15min":30.015000000000001},"last":1.8939999999999999}]}]},{"osd":3,"up_from":634,"seq":2723009265763,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":188932,"kb_used_data":8316,"kb_used_omap":2942,"kb_used_meta":177665,"kb_avail":87891452,"statfs":{"total":90194313216,"available":90000846848,"internally_reserved":0,"allocated":8515584,"data_stored":5296567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3013408,"internal_metadata":181929184},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":4.2999999999999998,"5min":1.389,"15min":0.78500000000000003},"min":{"1min":0.124,"5min":0.11799999999999999,"15min":0.11799999999999999},"max":{"1min":70.980000000000004,"5min":70.980000000000004,"15min":70.980000000000004},"last":0.629},{"interface":"front","average":{"1min":4.3179999999999996,"5min":1.363,"15min":0.71499999999999997},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":71.275000000000006,"5min":71.275000000000006,"15min":71.275000000000006},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.64900000000000002,"15min":0.621},"min":{"1min":0.17799999999999999,"5min":0.153,"15min":0.153},"max":{"1min":2.073,"5min":4.2000000000000002,"15min":4.5099999999999998},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.66500000000000004,"15min":0.63300000000000001},"min":{"1min":0.20300000000000001,"5min":0.19,"15min":0.19},"max":{"1min":2.972,"5min":3.0219999999999998,"15min":3.0219999999999998},"last":0.84899999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":0.82399999999999995,"15min":0.70099999999999996},"min":{"1min":0.16200000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":23.925000000000001,"5min":23.925000000000001,"15min":23.925000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":1.6519999999999999,"5min":0.96499999999999997,"15min":0.72099999999999997},"min":{"1min":0.17999999999999999,"5min":0.151,"15min":0.151},"max":{"1min":23.972000000000001,"5min":23.972000000000001,"15min":23.972000000000001},"last":1.2549999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.81399999999999995,"15min":0.73899999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.188},"max":{"1min":2.7879999999999998,"5min":6.0279999999999996,"15min":6.0279999999999996},"last":1.159},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.88300000000000001,"15min":0.93700000000000006},"min":{"1min":0.22800000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.772,"5min":6.3849999999999998,"15min":6.3849999999999998},"last":1.091}]},{"osd":5,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0049999999999999,"15min":0.871},"min":{"1min":0.21099999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":4.9370000000000003,"5min":4.9370000000000003,"15min":4.9370000000000003},"last":1.367},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.022,"15min":0.99199999999999999},"min":{"1min":0.251,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":2.827,"5min":4.4669999999999996,"15min":4.6020000000000003},"last":1.9199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.1020000000000001,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.245},"max":{"1min":2.899,"5min":4.0730000000000004,"15min":4.577},"last":1.5529999999999999},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.121,"15min":0.89600000000000002},"min":{"1min":0.28799999999999998,"5min":0.215,"15min":0.215},"max":{"1min":4.6669999999999998,"5min":4.6669999999999998,"15min":4.6669999999999998},"last":1.7909999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":1.1259999999999999,"15min":0.90400000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.23400000000000001},"max":{"1min":3.2250000000000001,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":1.4570000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":1.006,"15min":1.125},"min":{"1min":0.27500000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.835,"5min":3.2309999999999999,"15min":4.9059999999999997},"last":1.6599999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986599,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056920,"kb_used_data":8336,"kb_used_omap":282,"kb_used_meta":1048293,"kb_avail":87023464,"statfs":{"total":90194313216,"available":89112027136,"internally_reserved":1073741824,"allocated":8536064,"data_stored":5299222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":289331,"internal_metadata":1073452493},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:52 2021","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":1.1459999999999999,"15min":2.4500000000000002},"min":{"1min":0.157,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":9.5779999999999994,"5min":20.815999999999999,"15min":130.404},"last":1.952},{"interface":"front","average":{"1min":0.96799999999999997,"5min":1.226,"15min":2.597},"min":{"1min":0.17199999999999999,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":9.5389999999999997,"5min":20.879999999999999,"15min":130.417},"last":2.169}]},{"osd":1,"last update":"Thu Mar 4 23:22:57 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.72599999999999998,"15min":0.71999999999999997},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.193},"max":{"1min":1.089,"5min":4.3250000000000002,"15min":4.8239999999999998},"last":1.6739999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.79400000000000004,"15min":0.80600000000000005},"min":{"1min":0.23300000000000001,"5min":0.19700000000000001,"15min":0.19500000000000001},"max":{"1min":1.4490000000000001,"5min":5.1710000000000003,"15min":9.8780000000000001},"last":1.206}]},{"osd":2,"last update":"Thu Mar 4 23:22:29 2021","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":2.2949999999999999,"15min":2.3719999999999999},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":2.1859999999999999,"5min":152.79300000000001,"15min":152.79300000000001},"last":1.998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":2.3580000000000001,"15min":2.351},"min":{"1min":0.22700000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.871,"5min":152.57300000000001,"15min":152.57300000000001},"last":1.5349999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:23:15 2021","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":1.6359999999999999,"15min":4.6719999999999997},"min":{"1min":0.221,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":3.7320000000000002,"5min":75.245000000000005,"15min":106.631},"last":1.806},{"interface":"front","average":{"1min":0.86799999999999999,"5min":1.6399999999999999,"15min":4.6699999999999999},"min":{"1min":0.30099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.4239999999999999,"5min":75.941999999999993,"15min":106.51900000000001},"last":2.0830000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:22:57 2021","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":1.0309999999999999,"15min":1.093},"min":{"1min":0.17100000000000001,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":5.3159999999999998,"5min":9.4640000000000004,"15min":45.344000000000001},"last":1.2749999999999999},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98899999999999999,"15min":1.0089999999999999},"min":{"1min":0.17699999999999999,"5min":0.17199999999999999,"15min":0.156},"max":{"1min":6.3769999999999998,"5min":6.3769999999999998,"15min":43.448},"last":1.367}]},{"osd":6,"last update":"Thu Mar 4 23:23:11 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":2.1389999999999998,"15min":1.357},"min":{"1min":0.156,"5min":0.156,"15min":0.14399999999999999},"max":{"1min":3.8090000000000002,"5min":102.35899999999999,"15min":102.35899999999999},"last":1.1240000000000001},{"interface":"front","average":{"1min":0.749,"5min":2.2120000000000002,"15min":1.403},"min":{"1min":0.186,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":2.5649999999999999,"5min":101.592,"15min":101.592},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:22:33 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":1.024,"15min":1.0840000000000001},"min":{"1min":0.255,"5min":0.21199999999999999,"15min":0.19800000000000001},"max":{"1min":1.772,"5min":3.726,"15min":12.140000000000001},"last":1.8899999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":1.107,"15min":1.0669999999999999},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.17799999999999999},"max":{"1min":1.7110000000000001,"5min":8.1590000000000007,"15min":10.938000000000001},"last":1.853}]}]},{"osd":5,"up_from":36,"seq":154618823074,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1056904,"kb_used_data":8320,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":87023480,"statfs":{"total":90194313216,"available":89112043520,"internally_reserved":1073741824,"allocated":8519680,"data_stored":5297100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:22:41 2021","interfaces":[{"interface":"back","average":{"1min":2.6699999999999999,"5min":1.625,"15min":1.7989999999999999},"min":{"1min":0.13700000000000001,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":34.646000000000001,"5min":34.646000000000001,"15min":73.159000000000006},"last":1.3},{"interface":"front","average":{"1min":2.5390000000000001,"5min":1.4890000000000001,"15min":1.8220000000000001},"min":{"1min":0.18099999999999999,"5min":0.16700000000000001,"15min":0.14799999999999999},"max":{"1min":34.685000000000002,"5min":34.685000000000002,"15min":73.429000000000002},"last":1.593}]},{"osd":1,"last update":"Thu Mar 4 23:22:57 2021","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.97099999999999997,"15min":0.85999999999999999},"min":{"1min":0.20499999999999999,"5min":0.187,"15min":0.17599999999999999},"max":{"1min":3.6150000000000002,"5min":4.9029999999999996,"15min":15.128},"last":1.48},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.77800000000000002,"15min":0.877},"min":{"1min":0.20999999999999999,"5min":0.20499999999999999,"15min":0.188},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":15.097},"last":1.871}]},{"osd":2,"last update":"Thu Mar 4 23:22:41 2021","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.167,"15min":1.2909999999999999},"min":{"1min":0.254,"5min":0.184,"15min":0.184},"max":{"1min":9.3190000000000008,"5min":9.3190000000000008,"15min":38.296999999999997},"last":1.1719999999999999},{"interface":"front","average":{"1min":0.996,"5min":1.085,"15min":1.2789999999999999},"min":{"1min":0.187,"5min":0.182,"15min":0.182},"max":{"1min":5.4189999999999996,"5min":5.4189999999999996,"15min":38.402999999999999},"last":2.403}]},{"osd":3,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":1.4470000000000001,"5min":1.1930000000000001,"15min":1.135},"min":{"1min":0.219,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":9.4459999999999997,"5min":21.085999999999999,"15min":25.065000000000001},"last":1.732},{"interface":"front","average":{"1min":0.77400000000000002,"5min":1.216,"15min":1.1459999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.617,"5min":20.202000000000002,"15min":24.716999999999999},"last":2.0990000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:22:57 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.75,"15min":1.01},"min":{"1min":0.188,"5min":0.16400000000000001,"15min":0.13700000000000001},"max":{"1min":3.5600000000000001,"5min":4.5010000000000003,"15min":56.573},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.403,"5min":1.077,"15min":1.206},"min":{"1min":0.187,"5min":0.187,"15min":0.157},"max":{"1min":9.1630000000000003,"5min":9.1630000000000003,"15min":56.191000000000003},"last":1.962}]},{"osd":6,"last update":"Thu Mar 4 23:22:23 2021","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":1.101,"15min":1.0109999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.7469999999999999,"5min":5.7270000000000003,"15min":8.2050000000000001},"last":2.5099999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.0109999999999999,"15min":1.0409999999999999},"min":{"1min":0.20100000000000001,"5min":0.19600000000000001,"15min":0.17299999999999999},"max":{"1min":4.0800000000000001,"5min":9.4299999999999997,"15min":14.805999999999999},"last":1.399}]},{"osd":7,"last update":"Thu Mar 4 23:22:41 2021","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":3.3929999999999998,"15min":1.863},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.16900000000000001},"max":{"1min":15.550000000000001,"5min":201.512,"15min":201.512},"last":2.2370000000000001},{"interface":"front","average":{"1min":1.556,"5min":3.3490000000000002,"15min":1.871},"min":{"1min":0.22600000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":6.1769999999999996,"5min":200.97,"15min":200.97},"last":1.8240000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3009378,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":285302,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":477384,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:23:23.232 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:23:23.233 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 21 2021-03-04T23:23:23.280 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:23 gibba008 bash[48858]: debug 2021-03-04T23:23:23.039+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:23.324 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:23.351 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:23.427 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:23.547 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:23.649 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:23.705 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:23 gibba008 bash[44600]: debug 2021-03-04T23:23:23.319+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:23.756 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:23 gibba023 bash[16680]: debug 2021-03-04T23:23:23.542+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:23.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:23.865 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:24.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:23 gibba023 bash[15180]: debug 2021-03-04T23:23:23.750+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:24.290 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:24.392 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:24 gibba008 bash[37770]: cluster 2021-03-04T23:23:23.301080+0000 mgr.x (mgr.34379) 1062 : cluster [DBG] pgmap v1414: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 227 op/s 2021-03-04T23:23:24.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:24 gibba008 bash[39303]: cluster 2021-03-04T23:23:23.301080+0000 mgr.x (mgr.34379) 1062 : cluster [DBG] pgmap v1414: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 227 op/s 2021-03-04T23:23:24.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:24 gibba008 bash[91265]: debug 2021-03-04T23:23:24.283+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:24 gibba023 bash[27374]: cluster 2021-03-04T23:23:23.301080+0000 mgr.x (mgr.34379) 1062 : cluster [DBG] pgmap v1414: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 227 op/s 2021-03-04T23:23:24.866 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:24.969 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:25.095 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:25.199 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:25.215 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:24 gibba008 bash[47391]: debug 2021-03-04T23:23:24.859+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:25.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:25 gibba023 bash[16680]: debug 2021-03-04T23:23:25.090+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:25.396 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:23:25.397 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:23:25.397 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:23:25.397 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:23:25.444 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:25.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:25 gibba008 bash[44600]: debug 2021-03-04T23:23:25.435+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:25.546 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:26.044 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:26.147 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:26.403 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:26 gibba023 bash[18090]: debug 2021-03-04T23:23:26.038+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:26.590 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:26.693 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:26.703 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:26 gibba023 bash[27374]: cluster 2021-03-04T23:23:25.301529+0000 mgr.x (mgr.34379) 1063 : cluster [DBG] pgmap v1415: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 16 op/s 2021-03-04T23:23:26.704 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:26 gibba023 bash[19550]: debug 2021-03-04T23:23:26.586+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:26.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:26 gibba008 bash[37770]: cluster 2021-03-04T23:23:25.301529+0000 mgr.x (mgr.34379) 1063 : cluster [DBG] pgmap v1415: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 16 op/s 2021-03-04T23:23:26.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:26 gibba008 bash[39303]: cluster 2021-03-04T23:23:25.301529+0000 mgr.x (mgr.34379) 1063 : cluster [DBG] pgmap v1415: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 16 op/s 2021-03-04T23:23:27.055 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:27.159 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:27.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:27 gibba023 bash[16680]: debug 2021-03-04T23:23:27.050+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:27.537 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:27.553 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:23:27.637 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:27.641 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:28.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:27 gibba023 bash[15180]: debug 2021-03-04T23:23:27.530+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:28.063 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:28.165 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:28.409 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:28 gibba008 bash[48858]: debug 2021-03-04T23:23:28.055+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:28 gibba023 bash[27374]: cluster 2021-03-04T23:23:27.303113+0000 mgr.x (mgr.34379) 1064 : cluster [DBG] pgmap v1416: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:28.572 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:28.674 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:28.691 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:28 gibba008 bash[37770]: cluster 2021-03-04T23:23:27.303113+0000 mgr.x (mgr.34379) 1064 : cluster [DBG] pgmap v1416: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:28.692 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:28 gibba008 bash[39303]: cluster 2021-03-04T23:23:27.303113+0000 mgr.x (mgr.34379) 1064 : cluster [DBG] pgmap v1416: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:28.893 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:28.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:29.002 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:28 gibba008 bash[47391]: debug 2021-03-04T23:23:28.887+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:29.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:28 gibba023 bash[18090]: debug 2021-03-04T23:23:28.566+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:29.402 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:29.505 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:29.671 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:29 gibba008 bash[47391]: debug 2021-03-04T23:23:29.395+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:29.913 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:30.015 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:30 gibba023 bash[27374]: cluster 2021-03-04T23:23:29.304185+0000 mgr.x (mgr.34379) 1065 : cluster [DBG] pgmap v1417: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:30.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:29 gibba023 bash[16680]: debug 2021-03-04T23:23:29.906+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:30.427 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:30.429 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:30 gibba008 bash[37770]: cluster 2021-03-04T23:23:29.304185+0000 mgr.x (mgr.34379) 1065 : cluster [DBG] pgmap v1417: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:30.429 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:30 gibba008 bash[39303]: cluster 2021-03-04T23:23:29.304185+0000 mgr.x (mgr.34379) 1065 : cluster [DBG] pgmap v1417: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:30.529 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:30.535 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:30 gibba008 bash[91265]: debug 2021-03-04T23:23:30.419+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:30.925 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:31.027 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:31.102 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:23:31.115 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:23:31.127 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:23:31.142 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:23:31.143 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:23:31.156 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:23:31.172 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:23:31.176 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:30 gibba008 bash[47391]: debug 2021-03-04T23:23:30.919+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:31.177 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:31 gibba008 bash[37770]: audit 2021-03-04T23:23:30.396524+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? 172.21.2.108:0/2310007688' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:23:31.177 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:31 gibba008 bash[37770]: audit 2021-03-04T23:23:31.085066+0000 mon.c (mon.1) 97 : audit [DBG] from='client.? 172.21.2.108:0/3053482814' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:31.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:31 gibba008 bash[39303]: audit 2021-03-04T23:23:30.396524+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? 172.21.2.108:0/2310007688' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:23:31.178 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:31 gibba008 bash[39303]: audit 2021-03-04T23:23:31.085066+0000 mon.c (mon.1) 97 : audit [DBG] from='client.? 172.21.2.108:0/3053482814' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:31.190 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:23:31.212 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:23:31.214 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.214 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.214 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.214 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.215 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.215 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.215 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.215 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:23:31.289 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:31.394 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:31.404 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:31 gibba023 bash[27374]: audit 2021-03-04T23:23:30.396524+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? 172.21.2.108:0/2310007688' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:23:31.405 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:31 gibba023 bash[27374]: audit 2021-03-04T23:23:31.085066+0000 mon.c (mon.1) 97 : audit [DBG] from='client.? 172.21.2.108:0/3053482814' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:31.466 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:31 gibba008 bash[91265]: debug 2021-03-04T23:23:31.283+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:31.501 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:31.609 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:31.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:31 gibba023 bash[16680]: debug 2021-03-04T23:23:31.494+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:31.873 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:31.976 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:32.070 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:32.136 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:31 gibba008 bash[48858]: debug 2021-03-04T23:23:31.867+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:32.173 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:32.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[37770]: cluster 2021-03-04T23:23:31.125252+0000 mon.a (mon.0) 1633 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:23:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[37770]: cluster 2021-03-04T23:23:31.125296+0000 mon.a (mon.0) 1634 : cluster [INF] Cluster is now healthy 2021-03-04T23:23:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[37770]: audit 2021-03-04T23:23:31.137145+0000 mon.a (mon.0) 1635 : audit [INF] from='client.? 172.21.2.108:0/2310007688' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:23:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[37770]: cluster 2021-03-04T23:23:31.137173+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e681: 8 total, 8 up, 7 in 2021-03-04T23:23:32.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[37770]: cluster 2021-03-04T23:23:31.305444+0000 mgr.x (mgr.34379) 1066 : cluster [DBG] pgmap v1419: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[39303]: cluster 2021-03-04T23:23:31.125252+0000 mon.a (mon.0) 1633 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:23:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[39303]: cluster 2021-03-04T23:23:31.125296+0000 mon.a (mon.0) 1634 : cluster [INF] Cluster is now healthy 2021-03-04T23:23:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[39303]: audit 2021-03-04T23:23:31.137145+0000 mon.a (mon.0) 1635 : audit [INF] from='client.? 172.21.2.108:0/2310007688' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:23:32.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[39303]: cluster 2021-03-04T23:23:31.137173+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e681: 8 total, 8 up, 7 in 2021-03-04T23:23:32.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[39303]: cluster 2021-03-04T23:23:31.305444+0000 mgr.x (mgr.34379) 1066 : cluster [DBG] pgmap v1419: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:32.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[18090]: debug 2021-03-04T23:23:32.066+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[27374]: cluster 2021-03-04T23:23:31.125252+0000 mon.a (mon.0) 1633 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:23:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[27374]: cluster 2021-03-04T23:23:31.125296+0000 mon.a (mon.0) 1634 : cluster [INF] Cluster is now healthy 2021-03-04T23:23:32.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[27374]: audit 2021-03-04T23:23:31.137145+0000 mon.a (mon.0) 1635 : audit [INF] from='client.? 172.21.2.108:0/2310007688' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:23:32.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[27374]: cluster 2021-03-04T23:23:31.137173+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e681: 8 total, 8 up, 7 in 2021-03-04T23:23:32.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[27374]: cluster 2021-03-04T23:23:31.305444+0000 mgr.x (mgr.34379) 1066 : cluster [DBG] pgmap v1419: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:32.495 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:32.598 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:32.753 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:32.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:32 gibba008 bash[48858]: debug 2021-03-04T23:23:32.487+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:32.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:32.872 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[18090]: debug 2021-03-04T23:23:32.746+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:32.948 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:33.051 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:33.233 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:33.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:32 gibba023 bash[15180]: debug 2021-03-04T23:23:32.942+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:33.340 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:33.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:33 gibba008 bash[44600]: debug 2021-03-04T23:23:33.223+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:33.790 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:33.873 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:33 gibba008 bash[48858]: debug 2021-03-04T23:23:33.783+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:33.894 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:34.375 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:34.478 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:34.580 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:34.687 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:34.697 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:34 gibba023 bash[27374]: cluster 2021-03-04T23:23:33.306713+0000 mgr.x (mgr.34379) 1067 : cluster [DBG] pgmap v1420: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:34.698 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:34 gibba023 bash[15180]: debug 2021-03-04T23:23:34.574+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:34.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:34 gibba008 bash[39303]: cluster 2021-03-04T23:23:33.306713+0000 mgr.x (mgr.34379) 1067 : cluster [DBG] pgmap v1420: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:34.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:34 gibba008 bash[91265]: debug 2021-03-04T23:23:34.367+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:34.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:34 gibba008 bash[37770]: cluster 2021-03-04T23:23:33.306713+0000 mgr.x (mgr.34379) 1067 : cluster [DBG] pgmap v1420: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:34.804 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:34.910 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:35.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:34 gibba023 bash[18090]: debug 2021-03-04T23:23:34.798+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:35.198 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:35.301 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:35.448 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:35.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:35 gibba008 bash[47391]: debug 2021-03-04T23:23:35.191+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:35.551 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:35.568 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:35 gibba023 bash[19550]: debug 2021-03-04T23:23:35.442+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:35.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:23:35.646 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:23:35.664 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:35.683 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:35.723 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:35.790 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:36.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:35 gibba023 bash[19550]: debug 2021-03-04T23:23:35.674+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:36.246 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:36.348 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:36.437 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:36.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:36 gibba008 bash[37770]: cluster 2021-03-04T23:23:35.307686+0000 mgr.x (mgr.34379) 1068 : cluster [DBG] pgmap v1421: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:36.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:36 gibba008 bash[39303]: cluster 2021-03-04T23:23:35.307686+0000 mgr.x (mgr.34379) 1068 : cluster [DBG] pgmap v1421: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:36.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:36 gibba008 bash[91265]: debug 2021-03-04T23:23:36.239+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:36.540 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:36.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:36 gibba023 bash[27374]: cluster 2021-03-04T23:23:35.307686+0000 mgr.x (mgr.34379) 1068 : cluster [DBG] pgmap v1421: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:36.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:36 gibba023 bash[18090]: debug 2021-03-04T23:23:36.430+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:36.939 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:37.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:37.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:36 gibba008 bash[91265]: debug 2021-03-04T23:23:36.932+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:37.391 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 1 pg_num to 21 2021-03-04T23:23:37.448 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:37.551 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:37.663 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:37 gibba008 bash[39303]: audit 2021-03-04T23:23:36.998887+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.2.108:0/3931958946' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-03-04T23:23:37.664 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:37 gibba008 bash[44600]: debug 2021-03-04T23:23:37.444+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:37.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:37 gibba008 bash[37770]: audit 2021-03-04T23:23:36.998887+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.2.108:0/3931958946' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-03-04T23:23:37.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:37 gibba023 bash[27374]: audit 2021-03-04T23:23:36.998887+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.2.108:0/3931958946' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-03-04T23:23:37.956 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:38.058 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:38.158 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:38.261 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:38.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:37 gibba008 bash[44600]: debug 2021-03-04T23:23:37.952+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:38.347 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:38 gibba023 bash[18090]: debug 2021-03-04T23:23:38.154+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:38.348 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:38.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:38.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[39303]: cluster 2021-03-04T23:23:37.309441+0000 mgr.x (mgr.34379) 1069 : cluster [DBG] pgmap v1422: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[39303]: audit 2021-03-04T23:23:37.385957+0000 mon.a (mon.0) 1638 : audit [INF] from='client.? 172.21.2.108:0/3931958946' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]': finished 2021-03-04T23:23:38.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[39303]: cluster 2021-03-04T23:23:37.385991+0000 mon.a (mon.0) 1639 : cluster [DBG] osdmap e682: 8 total, 8 up, 7 in 2021-03-04T23:23:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[37770]: cluster 2021-03-04T23:23:37.309441+0000 mgr.x (mgr.34379) 1069 : cluster [DBG] pgmap v1422: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[37770]: audit 2021-03-04T23:23:37.385957+0000 mon.a (mon.0) 1638 : audit [INF] from='client.? 172.21.2.108:0/3931958946' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]': finished 2021-03-04T23:23:38.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[37770]: cluster 2021-03-04T23:23:37.385991+0000 mon.a (mon.0) 1639 : cluster [DBG] osdmap e682: 8 total, 8 up, 7 in 2021-03-04T23:23:38.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:38 gibba023 bash[19550]: debug 2021-03-04T23:23:38.342+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:38 gibba023 bash[27374]: cluster 2021-03-04T23:23:37.309441+0000 mgr.x (mgr.34379) 1069 : cluster [DBG] pgmap v1422: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:38 gibba023 bash[27374]: audit 2021-03-04T23:23:37.385957+0000 mon.a (mon.0) 1638 : audit [INF] from='client.? 172.21.2.108:0/3931958946' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]': finished 2021-03-04T23:23:38.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:38 gibba023 bash[27374]: cluster 2021-03-04T23:23:37.385991+0000 mon.a (mon.0) 1639 : cluster [DBG] osdmap e682: 8 total, 8 up, 7 in 2021-03-04T23:23:38.825 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:38.927 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:39.129 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:38 gibba008 bash[91265]: debug 2021-03-04T23:23:38.820+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:39.130 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2021-03-04T23:23:39.131 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2021-03-04T23:23:39.145 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:39.209 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:39.248 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:39.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:39 gibba008 bash[47391]: debug 2021-03-04T23:23:39.140+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:39.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:39.749 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:40.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:39 gibba008 bash[44600]: debug 2021-03-04T23:23:39.640+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:40.323 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:40.431 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:40.442 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:40 gibba023 bash[27374]: cluster 2021-03-04T23:23:39.310604+0000 mgr.x (mgr.34379) 1070 : cluster [DBG] pgmap v1424: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:40.442 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:40 gibba023 bash[27374]: audit 2021-03-04T23:23:39.311811+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:23:40.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:40 gibba008 bash[37770]: cluster 2021-03-04T23:23:39.310604+0000 mgr.x (mgr.34379) 1070 : cluster [DBG] pgmap v1424: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:40.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:40 gibba008 bash[37770]: audit 2021-03-04T23:23:39.311811+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:23:40.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:40 gibba008 bash[39303]: cluster 2021-03-04T23:23:39.310604+0000 mgr.x (mgr.34379) 1070 : cluster [DBG] pgmap v1424: 109 pgs: 109 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:40.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:40 gibba008 bash[39303]: audit 2021-03-04T23:23:39.311811+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:23:40.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:40 gibba008 bash[48858]: debug 2021-03-04T23:23:40.316+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:40.523 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:40.626 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:40.747 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:23:40.748 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:23:40.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:40 gibba023 bash[19550]: debug 2021-03-04T23:23:40.518+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:40.902 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:41.005 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:41.091 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:41.149 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:40 gibba008 bash[44600]: debug 2021-03-04T23:23:40.892+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:41.150 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:41 gibba008 bash[37770]: audit 2021-03-04T23:23:40.131714+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]': finished 2021-03-04T23:23:41.150 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:41 gibba008 bash[37770]: cluster 2021-03-04T23:23:40.131839+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e683: 8 total, 8 up, 7 in 2021-03-04T23:23:41.195 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:41.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:41 gibba023 bash[19550]: debug 2021-03-04T23:23:41.086+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:41.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:41 gibba023 bash[27374]: audit 2021-03-04T23:23:40.131714+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]': finished 2021-03-04T23:23:41.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:41 gibba023 bash[27374]: cluster 2021-03-04T23:23:40.131839+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e683: 8 total, 8 up, 7 in 2021-03-04T23:23:41.328 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:41.409 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:41 gibba008 bash[39303]: audit 2021-03-04T23:23:40.131714+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]': finished 2021-03-04T23:23:41.409 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:41 gibba008 bash[39303]: cluster 2021-03-04T23:23:40.131839+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e683: 8 total, 8 up, 7 in 2021-03-04T23:23:41.436 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:41.568 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:41.670 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:41.687 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:41 gibba008 bash[91265]: debug 2021-03-04T23:23:41.564+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:41.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:41 gibba023 bash[15180]: debug 2021-03-04T23:23:41.322+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:42.078 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:42.186 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[39303]: cluster 2021-03-04T23:23:41.140507+0000 mon.a (mon.0) 1643 : cluster [DBG] osdmap e684: 8 total, 8 up, 7 in 2021-03-04T23:23:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[39303]: cluster 2021-03-04T23:23:41.279121+0000 osd.4 (osd.4) 11 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:23:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[39303]: cluster 2021-03-04T23:23:41.280946+0000 osd.4 (osd.4) 12 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:23:42.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[39303]: cluster 2021-03-04T23:23:41.311896+0000 mgr.x (mgr.34379) 1071 : cluster [DBG] pgmap v1427: 119 pgs: 1 peering, 7 unknown, 111 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:42.263 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[48858]: debug 2021-03-04T23:23:42.072+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:42.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[37770]: cluster 2021-03-04T23:23:41.140507+0000 mon.a (mon.0) 1643 : cluster [DBG] osdmap e684: 8 total, 8 up, 7 in 2021-03-04T23:23:42.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[37770]: cluster 2021-03-04T23:23:41.279121+0000 osd.4 (osd.4) 11 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:23:42.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[37770]: cluster 2021-03-04T23:23:41.280946+0000 osd.4 (osd.4) 12 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:23:42.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:42 gibba008 bash[37770]: cluster 2021-03-04T23:23:41.311896+0000 mgr.x (mgr.34379) 1071 : cluster [DBG] pgmap v1427: 119 pgs: 1 peering, 7 unknown, 111 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:42.333 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:42.439 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:42.456 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[16680]: debug 2021-03-04T23:23:42.326+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:42.456 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[27374]: cluster 2021-03-04T23:23:41.140507+0000 mon.a (mon.0) 1643 : cluster [DBG] osdmap e684: 8 total, 8 up, 7 in 2021-03-04T23:23:42.457 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[27374]: cluster 2021-03-04T23:23:41.279121+0000 osd.4 (osd.4) 11 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:23:42.457 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[27374]: cluster 2021-03-04T23:23:41.280946+0000 osd.4 (osd.4) 12 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:23:42.457 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[27374]: cluster 2021-03-04T23:23:41.311896+0000 mgr.x (mgr.34379) 1071 : cluster [DBG] pgmap v1427: 119 pgs: 1 peering, 7 unknown, 111 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:42.542 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:42.646 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:42.762 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[16680]: debug 2021-03-04T23:23:42.538+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:42.763 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:42.871 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:42.951 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:43.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[15180]: debug 2021-03-04T23:23:42.946+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:43.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:42 gibba023 bash[19550]: debug 2021-03-04T23:23:42.754+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:43.055 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[37770]: cluster 2021-03-04T23:23:42.290403+0000 osd.4 (osd.4) 13 : cluster [DBG] 1.d scrub starts 2021-03-04T23:23:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[37770]: cluster 2021-03-04T23:23:42.292913+0000 osd.4 (osd.4) 14 : cluster [DBG] 1.d scrub ok 2021-03-04T23:23:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[37770]: cluster 2021-03-04T23:23:42.758652+0000 osd.7 (osd.7) 19 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:23:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[37770]: cluster 2021-03-04T23:23:42.761750+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:23:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[39303]: cluster 2021-03-04T23:23:42.290403+0000 osd.4 (osd.4) 13 : cluster [DBG] 1.d scrub starts 2021-03-04T23:23:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[39303]: cluster 2021-03-04T23:23:42.292913+0000 osd.4 (osd.4) 14 : cluster [DBG] 1.d scrub ok 2021-03-04T23:23:43.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[39303]: cluster 2021-03-04T23:23:42.758652+0000 osd.7 (osd.7) 19 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:23:43.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[39303]: cluster 2021-03-04T23:23:42.761750+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:23:43.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:43 gibba023 bash[27374]: cluster 2021-03-04T23:23:42.290403+0000 osd.4 (osd.4) 13 : cluster [DBG] 1.d scrub starts 2021-03-04T23:23:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:43 gibba023 bash[27374]: cluster 2021-03-04T23:23:42.292913+0000 osd.4 (osd.4) 14 : cluster [DBG] 1.d scrub ok 2021-03-04T23:23:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:43 gibba023 bash[27374]: cluster 2021-03-04T23:23:42.758652+0000 osd.7 (osd.7) 19 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:23:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:43 gibba023 bash[27374]: cluster 2021-03-04T23:23:42.761750+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:23:43.532 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:43.635 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:43.736 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:43.841 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:43.851 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:43 gibba008 bash[91265]: debug 2021-03-04T23:23:43.528+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:44.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:43 gibba023 bash[15180]: debug 2021-03-04T23:23:43.730+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:44.131 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:23:44.131 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:23:44.132 INFO:tasks.thrashosds.thrasher:Adding osd 1 2021-03-04T23:23:44.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd in 1 2021-03-04T23:23:44.194 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:44.209 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:44.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:44.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:44 gibba008 bash[47391]: debug 2021-03-04T23:23:44.188+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:44.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:44 gibba008 bash[37770]: cluster 2021-03-04T23:23:43.313207+0000 mgr.x (mgr.34379) 1072 : cluster [DBG] pgmap v1428: 119 pgs: 1 peering, 1 unknown, 117 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:44.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:44 gibba008 bash[37770]: cluster 2021-03-04T23:23:43.369320+0000 osd.3 (osd.3) 3 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:23:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:44 gibba008 bash[39303]: cluster 2021-03-04T23:23:43.313207+0000 mgr.x (mgr.34379) 1072 : cluster [DBG] pgmap v1428: 119 pgs: 1 peering, 1 unknown, 117 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:44.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:44 gibba008 bash[39303]: cluster 2021-03-04T23:23:43.369320+0000 osd.3 (osd.3) 3 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:23:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:44 gibba023 bash[27374]: cluster 2021-03-04T23:23:43.313207+0000 mgr.x (mgr.34379) 1072 : cluster [DBG] pgmap v1428: 119 pgs: 1 peering, 1 unknown, 117 active+clean; 3.3 KiB data, 633 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:44 gibba023 bash[27374]: cluster 2021-03-04T23:23:43.369320+0000 osd.3 (osd.3) 3 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:23:44.743 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:44.851 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:44.973 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:44.998 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:44 gibba008 bash[44600]: debug 2021-03-04T23:23:44.736+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:44.999 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:23:45.075 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:45.076 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:45.178 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:44 gibba023 bash[19550]: debug 2021-03-04T23:23:44.966+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:45.179 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:45.285 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:45.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:45 gibba023 bash[19550]: debug 2021-03-04T23:23:45.174+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:45.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:45 gibba023 bash[27374]: cluster 2021-03-04T23:23:43.746524+0000 osd.6 (osd.6) 16 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:23:45.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:45 gibba023 bash[27374]: cluster 2021-03-04T23:23:43.748454+0000 osd.6 (osd.6) 17 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:23:45.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:45 gibba023 bash[27374]: cluster 2021-03-04T23:23:44.743021+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:23:45.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:45 gibba023 bash[27374]: cluster 2021-03-04T23:23:44.745904+0000 osd.7 (osd.7) 22 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:23:45.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:45 gibba023 bash[27374]: audit 2021-03-04T23:23:44.952640+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[39303]: cluster 2021-03-04T23:23:43.746524+0000 osd.6 (osd.6) 16 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:23:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[39303]: cluster 2021-03-04T23:23:43.748454+0000 osd.6 (osd.6) 17 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:23:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[39303]: cluster 2021-03-04T23:23:44.743021+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:23:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[39303]: cluster 2021-03-04T23:23:44.745904+0000 osd.7 (osd.7) 22 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:23:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[39303]: audit 2021-03-04T23:23:44.952640+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:45.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[37770]: cluster 2021-03-04T23:23:43.746524+0000 osd.6 (osd.6) 16 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:23:45.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[37770]: cluster 2021-03-04T23:23:43.748454+0000 osd.6 (osd.6) 17 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:23:45.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[37770]: cluster 2021-03-04T23:23:44.743021+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:23:45.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[37770]: cluster 2021-03-04T23:23:44.745904+0000 osd.7 (osd.7) 22 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:23:45.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[37770]: audit 2021-03-04T23:23:44.952640+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:45.818 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:45.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:46.173 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:45 gibba008 bash[91265]: debug 2021-03-04T23:23:45.812+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:46.522 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:46 gibba008 bash[37770]: cluster 2021-03-04T23:23:45.314326+0000 mgr.x (mgr.34379) 1073 : cluster [DBG] pgmap v1429: 119 pgs: 1 peering, 1 unknown, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:46.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:46 gibba008 bash[39303]: cluster 2021-03-04T23:23:45.314326+0000 mgr.x (mgr.34379) 1073 : cluster [DBG] pgmap v1429: 119 pgs: 1 peering, 1 unknown, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:46 gibba023 bash[27374]: cluster 2021-03-04T23:23:45.314326+0000 mgr.x (mgr.34379) 1073 : cluster [DBG] pgmap v1429: 119 pgs: 1 peering, 1 unknown, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:46.544 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:46.651 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:46.762 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:46.870 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:46.977 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:46 gibba023 bash[15180]: debug 2021-03-04T23:23:46.754+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:46.978 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:47.080 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:47.114 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:46 gibba008 bash[47391]: debug 2021-03-04T23:23:46.536+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:47 gibba023 bash[27374]: cluster 2021-03-04T23:23:45.689140+0000 osd.6 (osd.6) 18 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:23:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:47 gibba023 bash[27374]: cluster 2021-03-04T23:23:45.692529+0000 osd.6 (osd.6) 19 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:23:47.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:46 gibba023 bash[16680]: debug 2021-03-04T23:23:46.970+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:47.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:47 gibba008 bash[37770]: cluster 2021-03-04T23:23:45.689140+0000 osd.6 (osd.6) 18 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:23:47.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:47 gibba008 bash[37770]: cluster 2021-03-04T23:23:45.692529+0000 osd.6 (osd.6) 19 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:23:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:47 gibba008 bash[39303]: cluster 2021-03-04T23:23:45.689140+0000 osd.6 (osd.6) 18 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:23:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:47 gibba008 bash[39303]: cluster 2021-03-04T23:23:45.692529+0000 osd.6 (osd.6) 19 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:23:47.608 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:47.715 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:47.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:47.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:48.015 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:47 gibba008 bash[47391]: debug 2021-03-04T23:23:47.600+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:48.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:47 gibba023 bash[16680]: debug 2021-03-04T23:23:47.806+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:48.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: cluster 2021-03-04T23:23:46.726860+0000 osd.6 (osd.6) 20 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:23:48.408 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: cluster 2021-03-04T23:23:46.728512+0000 osd.6 (osd.6) 21 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:23:48.408 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: audit 2021-03-04T23:23:47.315770+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:23:48.408 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: cluster 2021-03-04T23:23:47.315996+0000 mgr.x (mgr.34379) 1074 : cluster [DBG] pgmap v1430: 119 pgs: 119 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:48.408 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: cluster 2021-03-04T23:23:47.408203+0000 osd.3 (osd.3) 4 : cluster [DBG] 1.c scrub ok 2021-03-04T23:23:48.409 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: cluster 2021-03-04T23:23:47.735284+0000 osd.7 (osd.7) 23 : cluster [DBG] 1.10 deep-scrub starts 2021-03-04T23:23:48.409 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[37770]: cluster 2021-03-04T23:23:47.736600+0000 osd.7 (osd.7) 24 : cluster [DBG] 1.10 deep-scrub ok 2021-03-04T23:23:48.409 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: cluster 2021-03-04T23:23:46.726860+0000 osd.6 (osd.6) 20 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:23:48.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: cluster 2021-03-04T23:23:46.728512+0000 osd.6 (osd.6) 21 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:23:48.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: audit 2021-03-04T23:23:47.315770+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:23:48.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: cluster 2021-03-04T23:23:47.315996+0000 mgr.x (mgr.34379) 1074 : cluster [DBG] pgmap v1430: 119 pgs: 119 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:48.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: cluster 2021-03-04T23:23:47.408203+0000 osd.3 (osd.3) 4 : cluster [DBG] 1.c scrub ok 2021-03-04T23:23:48.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: cluster 2021-03-04T23:23:47.735284+0000 osd.7 (osd.7) 23 : cluster [DBG] 1.10 deep-scrub starts 2021-03-04T23:23:48.411 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[39303]: cluster 2021-03-04T23:23:47.736600+0000 osd.7 (osd.7) 24 : cluster [DBG] 1.10 deep-scrub ok 2021-03-04T23:23:48.411 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:48.516 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: cluster 2021-03-04T23:23:46.726860+0000 osd.6 (osd.6) 20 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:23:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: cluster 2021-03-04T23:23:46.728512+0000 osd.6 (osd.6) 21 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:23:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: audit 2021-03-04T23:23:47.315770+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:23:48.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: cluster 2021-03-04T23:23:47.315996+0000 mgr.x (mgr.34379) 1074 : cluster [DBG] pgmap v1430: 119 pgs: 119 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:48.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: cluster 2021-03-04T23:23:47.408203+0000 osd.3 (osd.3) 4 : cluster [DBG] 1.c scrub ok 2021-03-04T23:23:48.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: cluster 2021-03-04T23:23:47.735284+0000 osd.7 (osd.7) 23 : cluster [DBG] 1.10 deep-scrub starts 2021-03-04T23:23:48.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[27374]: cluster 2021-03-04T23:23:47.736600+0000 osd.7 (osd.7) 24 : cluster [DBG] 1.10 deep-scrub ok 2021-03-04T23:23:48.629 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:48.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:48.747 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:48 gibba008 bash[44600]: debug 2021-03-04T23:23:48.400+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:49.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:48 gibba023 bash[19550]: debug 2021-03-04T23:23:48.622+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:49.221 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:49.323 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:49.490 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[37770]: cluster 2021-03-04T23:23:47.760348+0000 osd.6 (osd.6) 22 : cluster [DBG] 1.13 scrub starts 2021-03-04T23:23:49.490 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[37770]: cluster 2021-03-04T23:23:47.762417+0000 osd.6 (osd.6) 23 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:23:49.491 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[37770]: audit 2021-03-04T23:23:48.198888+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]': finished 2021-03-04T23:23:49.491 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[37770]: cluster 2021-03-04T23:23:48.198930+0000 mon.a (mon.0) 1647 : cluster [DBG] osdmap e685: 8 total, 8 up, 7 in 2021-03-04T23:23:49.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[39303]: cluster 2021-03-04T23:23:47.760348+0000 osd.6 (osd.6) 22 : cluster [DBG] 1.13 scrub starts 2021-03-04T23:23:49.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[39303]: cluster 2021-03-04T23:23:47.762417+0000 osd.6 (osd.6) 23 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:23:49.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[39303]: audit 2021-03-04T23:23:48.198888+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]': finished 2021-03-04T23:23:49.492 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[39303]: cluster 2021-03-04T23:23:48.198930+0000 mon.a (mon.0) 1647 : cluster [DBG] osdmap e685: 8 total, 8 up, 7 in 2021-03-04T23:23:49.493 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[91265]: debug 2021-03-04T23:23:49.216+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:49.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:49.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:49 gibba023 bash[27374]: cluster 2021-03-04T23:23:47.760348+0000 osd.6 (osd.6) 22 : cluster [DBG] 1.13 scrub starts 2021-03-04T23:23:49.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:49 gibba023 bash[27374]: cluster 2021-03-04T23:23:47.762417+0000 osd.6 (osd.6) 23 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:23:49.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:49 gibba023 bash[27374]: audit 2021-03-04T23:23:48.198888+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]': finished 2021-03-04T23:23:49.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:49 gibba023 bash[27374]: cluster 2021-03-04T23:23:48.198930+0000 mon.a (mon.0) 1647 : cluster [DBG] osdmap e685: 8 total, 8 up, 7 in 2021-03-04T23:23:49.596 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:49.726 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:49.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:49 gibba008 bash[44600]: debug 2021-03-04T23:23:49.484+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:49.833 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:50.401 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:49 gibba023 bash[16680]: debug 2021-03-04T23:23:49.718+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:50.504 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.211313+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e686: 8 total, 8 up, 7 in 2021-03-04T23:23:50.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.256556+0000 osd.4 (osd.4) 15 : cluster [DBG] 1.e scrub starts 2021-03-04T23:23:50.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.257646+0000 osd.4 (osd.4) 16 : cluster [DBG] 1.e scrub ok 2021-03-04T23:23:50.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.317122+0000 mgr.x (mgr.34379) 1075 : cluster [DBG] pgmap v1433: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:50.505 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.705024+0000 osd.7 (osd.7) 25 : cluster [DBG] 1.d scrub starts 2021-03-04T23:23:50.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.707726+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.d scrub ok 2021-03-04T23:23:50.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.832835+0000 osd.0 (osd.0) 4 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:23:50.507 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:50.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.211313+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e686: 8 total, 8 up, 7 in 2021-03-04T23:23:50.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.256556+0000 osd.4 (osd.4) 15 : cluster [DBG] 1.e scrub starts 2021-03-04T23:23:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.257646+0000 osd.4 (osd.4) 16 : cluster [DBG] 1.e scrub ok 2021-03-04T23:23:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.317122+0000 mgr.x (mgr.34379) 1075 : cluster [DBG] pgmap v1433: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.705024+0000 osd.7 (osd.7) 25 : cluster [DBG] 1.d scrub starts 2021-03-04T23:23:50.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.707726+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.d scrub ok 2021-03-04T23:23:50.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.832835+0000 osd.0 (osd.0) 4 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:23:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.211313+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e686: 8 total, 8 up, 7 in 2021-03-04T23:23:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.256556+0000 osd.4 (osd.4) 15 : cluster [DBG] 1.e scrub starts 2021-03-04T23:23:50.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.257646+0000 osd.4 (osd.4) 16 : cluster [DBG] 1.e scrub ok 2021-03-04T23:23:50.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.317122+0000 mgr.x (mgr.34379) 1075 : cluster [DBG] pgmap v1433: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:50.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.705024+0000 osd.7 (osd.7) 25 : cluster [DBG] 1.d scrub starts 2021-03-04T23:23:50.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.707726+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.d scrub ok 2021-03-04T23:23:50.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.832835+0000 osd.0 (osd.0) 4 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:23:50.610 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:50.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:50 gibba023 bash[18090]: debug 2021-03-04T23:23:50.498+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:50.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:51.029 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:51.182 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:51.213 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:50 gibba008 bash[48858]: debug 2021-03-04T23:23:50.920+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:51.241 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:23:51.284 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:51.291 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.799321+0000 osd.6 (osd.6) 24 : cluster [DBG] 1.f scrub starts 2021-03-04T23:23:51.291 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[27374]: cluster 2021-03-04T23:23:49.801331+0000 osd.6 (osd.6) 25 : cluster [DBG] 1.f scrub ok 2021-03-04T23:23:51.291 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[27374]: cluster 2021-03-04T23:23:50.430782+0000 osd.3 (osd.3) 5 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:23:51.291 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[27374]: audit 2021-03-04T23:23:51.030203+0000 mon.c (mon.1) 98 : audit [INF] from='client.? 172.21.2.108:0/3211252867' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:23:51.292 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[27374]: audit 2021-03-04T23:23:51.030452+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:23:51.292 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[19550]: debug 2021-03-04T23:23:51.174+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:51.370 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:23:51.474 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:51.484 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.799321+0000 osd.6 (osd.6) 24 : cluster [DBG] 1.f scrub starts 2021-03-04T23:23:51.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[39303]: cluster 2021-03-04T23:23:49.801331+0000 osd.6 (osd.6) 25 : cluster [DBG] 1.f scrub ok 2021-03-04T23:23:51.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[39303]: cluster 2021-03-04T23:23:50.430782+0000 osd.3 (osd.3) 5 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:23:51.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[39303]: audit 2021-03-04T23:23:51.030203+0000 mon.c (mon.1) 98 : audit [INF] from='client.? 172.21.2.108:0/3211252867' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:23:51.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[39303]: audit 2021-03-04T23:23:51.030452+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:23:51.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.799321+0000 osd.6 (osd.6) 24 : cluster [DBG] 1.f scrub starts 2021-03-04T23:23:51.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[37770]: cluster 2021-03-04T23:23:49.801331+0000 osd.6 (osd.6) 25 : cluster [DBG] 1.f scrub ok 2021-03-04T23:23:51.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[37770]: cluster 2021-03-04T23:23:50.430782+0000 osd.3 (osd.3) 5 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:23:51.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[37770]: audit 2021-03-04T23:23:51.030203+0000 mon.c (mon.1) 98 : audit [INF] from='client.? 172.21.2.108:0/3211252867' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:23:51.487 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[37770]: audit 2021-03-04T23:23:51.030452+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:23:51.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:23:51 gibba023 bash[15180]: debug 2021-03-04T23:23:51.362+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:51.989 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:52.091 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:52.230 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:23:52.243 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:23:52.249 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:51 gibba008 bash[91265]: debug 2021-03-04T23:23:51.984+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:52.256 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:23:52.269 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:23:52.285 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:23:52.303 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:23:52.324 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:23:52.344 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:23:52.345 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.346 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.346 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.346 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.346 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.347 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:23:52.453 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:52.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[44600]: debug 2021-03-04T23:23:52.448+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[39303]: cluster 2021-03-04T23:23:50.885029+0000 osd.2 (osd.2) 7 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:23:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[39303]: cluster 2021-03-04T23:23:51.224026+0000 mon.a (mon.0) 1650 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:23:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[39303]: audit 2021-03-04T23:23:51.236605+0000 mon.a (mon.0) 1651 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:23:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[39303]: cluster 2021-03-04T23:23:51.236647+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e687: 8 total, 8 up, 7 in 2021-03-04T23:23:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[39303]: cluster 2021-03-04T23:23:51.317655+0000 mgr.x (mgr.34379) 1076 : cluster [DBG] pgmap v1435: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[39303]: audit 2021-03-04T23:23:52.212952+0000 mon.c (mon.1) 99 : audit [DBG] from='client.? 172.21.2.108:0/2425935889' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:52.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[37770]: cluster 2021-03-04T23:23:50.885029+0000 osd.2 (osd.2) 7 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:23:52.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[37770]: cluster 2021-03-04T23:23:51.224026+0000 mon.a (mon.0) 1650 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:23:52.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[37770]: audit 2021-03-04T23:23:51.236605+0000 mon.a (mon.0) 1651 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:23:52.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[37770]: cluster 2021-03-04T23:23:51.236647+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e687: 8 total, 8 up, 7 in 2021-03-04T23:23:52.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[37770]: cluster 2021-03-04T23:23:51.317655+0000 mgr.x (mgr.34379) 1076 : cluster [DBG] pgmap v1435: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:52.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:52 gibba008 bash[37770]: audit 2021-03-04T23:23:52.212952+0000 mon.c (mon.1) 99 : audit [DBG] from='client.? 172.21.2.108:0/2425935889' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[27374]: cluster 2021-03-04T23:23:50.885029+0000 osd.2 (osd.2) 7 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:23:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[27374]: cluster 2021-03-04T23:23:51.224026+0000 mon.a (mon.0) 1650 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:23:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[27374]: audit 2021-03-04T23:23:51.236605+0000 mon.a (mon.0) 1651 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:23:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[27374]: cluster 2021-03-04T23:23:51.236647+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e687: 8 total, 8 up, 7 in 2021-03-04T23:23:52.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[27374]: cluster 2021-03-04T23:23:51.317655+0000 mgr.x (mgr.34379) 1076 : cluster [DBG] pgmap v1435: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:52.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[27374]: audit 2021-03-04T23:23:52.212952+0000 mon.c (mon.1) 99 : audit [DBG] from='client.? 172.21.2.108:0/2425935889' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:23:52.556 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:52.708 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:52.810 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:53.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:52 gibba023 bash[19550]: debug 2021-03-04T23:23:52.702+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:53.252 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:53.355 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:53.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:53 gibba008 bash[48858]: debug 2021-03-04T23:23:53.248+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:53.517 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:53.624 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:53.634 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:53 gibba023 bash[19550]: debug 2021-03-04T23:23:53.510+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:53.725 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:53.831 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:54.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:53 gibba023 bash[18090]: debug 2021-03-04T23:23:53.718+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:54.512 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:54.615 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:54.631 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:54 gibba008 bash[39303]: cluster 2021-03-04T23:23:53.318938+0000 mgr.x (mgr.34379) 1077 : cluster [DBG] pgmap v1436: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:54.632 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:54 gibba008 bash[48858]: debug 2021-03-04T23:23:54.508+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:54.632 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:54 gibba008 bash[37770]: cluster 2021-03-04T23:23:53.318938+0000 mgr.x (mgr.34379) 1077 : cluster [DBG] pgmap v1436: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:54 gibba023 bash[27374]: cluster 2021-03-04T23:23:53.318938+0000 mgr.x (mgr.34379) 1077 : cluster [DBG] pgmap v1436: 119 pgs: 2 peering, 117 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:55.019 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:55.127 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:55.251 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:23:55.279 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:55 gibba008 bash[91265]: debug 2021-03-04T23:23:55.012+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:55.354 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:55.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:23:55 gibba023 bash[19550]: debug 2021-03-04T23:23:55.246+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:55.780 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:55.887 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:56.041 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:55 gibba008 bash[48858]: debug 2021-03-04T23:23:55.772+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:56.116 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:56.219 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:56.396 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[91265]: debug 2021-03-04T23:23:56.112+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:56.396 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_3' removed 2021-03-04T23:23:56.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[39303]: cluster 2021-03-04T23:23:55.320128+0000 mgr.x (mgr.34379) 1078 : cluster [DBG] pgmap v1437: 119 pgs: 119 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:56.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[39303]: audit 2021-03-04T23:23:56.229448+0000 mon.c (mon.1) 100 : audit [INF] from='client.? 172.21.2.108:0/1643519605' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:56.680 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[39303]: audit 2021-03-04T23:23:56.229817+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:56.680 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[37770]: cluster 2021-03-04T23:23:55.320128+0000 mgr.x (mgr.34379) 1078 : cluster [DBG] pgmap v1437: 119 pgs: 119 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:56.680 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[37770]: audit 2021-03-04T23:23:56.229448+0000 mon.c (mon.1) 100 : audit [INF] from='client.? 172.21.2.108:0/1643519605' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:56.681 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[37770]: audit 2021-03-04T23:23:56.229817+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:56.750 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:23:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:56 gibba023 bash[27374]: cluster 2021-03-04T23:23:55.320128+0000 mgr.x (mgr.34379) 1078 : cluster [DBG] pgmap v1437: 119 pgs: 119 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:56 gibba023 bash[27374]: audit 2021-03-04T23:23:56.229448+0000 mon.c (mon.1) 100 : audit [INF] from='client.? 172.21.2.108:0/1643519605' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:56.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:56 gibba023 bash[27374]: audit 2021-03-04T23:23:56.229817+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:56.858 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:56.997 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:57.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:23:56 gibba008 bash[44600]: debug 2021-03-04T23:23:56.744+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:57.101 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:57.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:56 gibba023 bash[16680]: debug 2021-03-04T23:23:56.990+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:57 gibba023 bash[27374]: audit 2021-03-04T23:23:56.390525+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:57 gibba023 bash[27374]: cluster 2021-03-04T23:23:56.390583+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e688: 8 total, 8 up, 7 in 2021-03-04T23:23:57.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:57 gibba008 bash[37770]: audit 2021-03-04T23:23:56.390525+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:57.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:57 gibba008 bash[37770]: cluster 2021-03-04T23:23:56.390583+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e688: 8 total, 8 up, 7 in 2021-03-04T23:23:57.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:57 gibba008 bash[39303]: audit 2021-03-04T23:23:56.390525+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:57.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:57 gibba008 bash[39303]: cluster 2021-03-04T23:23:56.390583+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e688: 8 total, 8 up, 7 in 2021-03-04T23:23:57.846 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:57.940 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:23:57.949 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:57.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:23:58.022 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:58.074 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:58.085 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:23:58.188 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:58.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:23:57 gibba008 bash[47391]: debug 2021-03-04T23:23:57.840+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:58.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:23:58 gibba023 bash[18090]: debug 2021-03-04T23:23:58.078+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:58.333 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:23:58.439 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:58 gibba008 bash[37770]: cluster 2021-03-04T23:23:57.321284+0000 mgr.x (mgr.34379) 1079 : cluster [DBG] pgmap v1439: 103 pgs: 103 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:23:58 gibba008 bash[37770]: audit 2021-03-04T23:23:58.197690+0000 mon.a (mon.0) 1656 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:58.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:58 gibba008 bash[39303]: cluster 2021-03-04T23:23:57.321284+0000 mgr.x (mgr.34379) 1079 : cluster [DBG] pgmap v1439: 103 pgs: 103 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:23:58 gibba008 bash[39303]: audit 2021-03-04T23:23:58.197690+0000 mon.a (mon.0) 1656 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:58.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:23:58 gibba023 bash[16680]: debug 2021-03-04T23:23:58.326+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:23:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:58 gibba023 bash[27374]: cluster 2021-03-04T23:23:57.321284+0000 mgr.x (mgr.34379) 1079 : cluster [DBG] pgmap v1439: 103 pgs: 103 active+clean; 3.3 KiB data, 638 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:23:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:23:58 gibba023 bash[27374]: audit 2021-03-04T23:23:58.197690+0000 mon.a (mon.0) 1656 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:58.915 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:23:58.916 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:23:58.916 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2021-03-04T23:23:58.917 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_4 16 2021-03-04T23:23:58.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:23:58.992 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:59.029 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:59.359 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:23:58 gibba008 bash[48858]: debug 2021-03-04T23:23:58.920+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:23:59.460 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:23:59.563 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:23:59.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:23:59 gibba008 bash[91265]: debug 2021-03-04T23:23:59.456+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:00.247 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:00.349 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:00.460 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[39303]: cluster 2021-03-04T23:23:59.322563+0000 mgr.x (mgr.34379) 1080 : cluster [DBG] pgmap v1440: 103 pgs: 103 active+clean; 3.3 KiB data, 646 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:24:00.460 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[39303]: audit 2021-03-04T23:24:00.008404+0000 mon.a (mon.0) 1657 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:00.461 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[47391]: debug 2021-03-04T23:24:00.240+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:00.461 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[37770]: cluster 2021-03-04T23:23:59.322563+0000 mgr.x (mgr.34379) 1080 : cluster [DBG] pgmap v1440: 103 pgs: 103 active+clean; 3.3 KiB data, 646 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:24:00.461 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[37770]: audit 2021-03-04T23:24:00.008404+0000 mon.a (mon.0) 1657 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:00 gibba023 bash[27374]: cluster 2021-03-04T23:23:59.322563+0000 mgr.x (mgr.34379) 1080 : cluster [DBG] pgmap v1440: 103 pgs: 103 active+clean; 3.3 KiB data, 646 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:24:00.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:00 gibba023 bash[27374]: audit 2021-03-04T23:24:00.008404+0000 mon.a (mon.0) 1657 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:00.631 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:00.733 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:00.744 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[47391]: debug 2021-03-04T23:24:00.624+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:00.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:00 gibba008 bash[37770]: debug 2021-03-04T23:24:00.456+0000 7f3d3e3c5700 -1 mon.a@0(leader).osd e688 definitely_dead 0 2021-03-04T23:24:01.019 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:01.122 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:01.149 INFO:teuthology.orchestra.run.gibba008.stderr:marked in osd.1. 2021-03-04T23:24:01.466 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:01 gibba008 bash[37770]: audit 2021-03-04T23:24:00.456590+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.2.108:0/921318379' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:24:01.467 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:01 gibba008 bash[37770]: audit 2021-03-04T23:24:00.456984+0000 mon.a (mon.0) 1658 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:24:01.467 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:01 gibba008 bash[39303]: audit 2021-03-04T23:24:00.456590+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.2.108:0/921318379' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:24:01.468 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:01 gibba008 bash[39303]: audit 2021-03-04T23:24:00.456984+0000 mon.a (mon.0) 1658 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:24:01.468 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:01 gibba008 bash[91265]: debug 2021-03-04T23:24:01.012+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:01.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:01 gibba023 bash[27374]: audit 2021-03-04T23:24:00.456590+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.2.108:0/921318379' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:24:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:01 gibba023 bash[27374]: audit 2021-03-04T23:24:00.456984+0000 mon.a (mon.0) 1658 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:24:01.570 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:01.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:01 gibba008 bash[47391]: debug 2021-03-04T23:24:01.460+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:02.170 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:02.274 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:02.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[47391]: debug 2021-03-04T23:24:02.164+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:02.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[37770]: audit 2021-03-04T23:24:01.141549+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:24:02.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[37770]: cluster 2021-03-04T23:24:01.141651+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-03-04T23:24:02.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[37770]: cluster 2021-03-04T23:24:01.323789+0000 mgr.x (mgr.34379) 1081 : cluster [DBG] pgmap v1442: 103 pgs: 8 peering, 95 active+clean; 3.3 KiB data, 646 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:24:02.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[37770]: cluster 2021-03-04T23:24:02.149809+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-03-04T23:24:02.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[39303]: audit 2021-03-04T23:24:01.141549+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:24:02.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[39303]: cluster 2021-03-04T23:24:01.141651+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-03-04T23:24:02.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[39303]: cluster 2021-03-04T23:24:01.323789+0000 mgr.x (mgr.34379) 1081 : cluster [DBG] pgmap v1442: 103 pgs: 8 peering, 95 active+clean; 3.3 KiB data, 646 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:24:02.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[39303]: cluster 2021-03-04T23:24:02.149809+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-03-04T23:24:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:02 gibba023 bash[27374]: audit 2021-03-04T23:24:01.141549+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:24:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:02 gibba023 bash[27374]: cluster 2021-03-04T23:24:01.141651+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-03-04T23:24:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:02 gibba023 bash[27374]: cluster 2021-03-04T23:24:01.323789+0000 mgr.x (mgr.34379) 1081 : cluster [DBG] pgmap v1442: 103 pgs: 8 peering, 95 active+clean; 3.3 KiB data, 646 MiB used, 583 GiB / 588 GiB avail 2021-03-04T23:24:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:02 gibba023 bash[27374]: cluster 2021-03-04T23:24:02.149809+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-03-04T23:24:02.753 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:02.859 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:02.990 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:03.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:02 gibba008 bash[91265]: debug 2021-03-04T23:24:02.748+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:03.097 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:03.230 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:02 gibba023 bash[18090]: debug 2021-03-04T23:24:02.982+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:03.231 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:03.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:03.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:03 gibba023 bash[16680]: debug 2021-03-04T23:24:03.226+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:03.602 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:03.605 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:24:03.605 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:24:03.606 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:24:03.606 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:24:03.606 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.606 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "MOSDPGPush(3.6 690/689 [PushOp(3:654134d2:::mds0_openfiles.0:head, version: 56'1, data_included: [], data_size: 0, omap_header_size: 42, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(3:654134d2:::mds0_openfiles.0:head@56'1, size: 0, copy_subset: [], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:0, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:24:03.607 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:24:02.158090+0000", 2021-03-04T23:24:03.607 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 1.4433063180000001, 2021-03-04T23:24:03.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000186863, 2021-03-04T23:24:03.607 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:24:03.608 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:24:03.608 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:24:03.608 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.608 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:24:03.609 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158090+0000", 2021-03-04T23:24:03.609 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:24:03.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.609 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:24:03.610 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158090+0000", 2021-03-04T23:24:03.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.198e-06 2021-03-04T23:24:03.610 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.611 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:24:03.611 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158092+0000", 2021-03-04T23:24:03.611 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5709999999999997e-06 2021-03-04T23:24:03.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:24:03.612 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158097+0000", 2021-03-04T23:24:03.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6579999999999997e-06 2021-03-04T23:24:03.613 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.613 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:24:03.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158107+0000", 2021-03-04T23:24:03.614 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8110000000000003e-06 2021-03-04T23:24:03.614 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:24:03.615 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158115+0000", 2021-03-04T23:24:03.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4766999999999998e-05 2021-03-04T23:24:03.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.616 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:24:03.616 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158189+0000", 2021-03-04T23:24:03.617 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7039999999999999e-06 2021-03-04T23:24:03.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:24:03.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158195+0000", 2021-03-04T23:24:03.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2154e-05 2021-03-04T23:24:03.618 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.618 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.619 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:24:03.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.158277+0000", 2021-03-04T23:24:03.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000186863 2021-03-04T23:24:03.619 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.619 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:24:03.620 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.620 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "MOSDPGPush(3.e 690/689 [PushOp(3:717a0223:::608.00000000:head, version: 56'2, data_included: [], data_size: 0, omap_header_size: 274, omap_entries_size: 0, attrset_size: 4, recovery_info: ObjectRecoveryInfo(3:717a0223:::608.00000000:head@56'2, size: 0, copy_subset: [], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:0, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:24:03.621 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:24:02.250314+0000", 2021-03-04T23:24:03.621 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 1.351082865, 2021-03-04T23:24:03.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000216064, 2021-03-04T23:24:03.621 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:24:03.622 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:24:03.622 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:24:03.622 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.623 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:24:03.623 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250314+0000", 2021-03-04T23:24:03.623 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:24:03.623 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.624 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:24:03.624 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250314+0000", 2021-03-04T23:24:03.624 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8789999999999999e-06 2021-03-04T23:24:03.625 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.625 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.626 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:24:03.626 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250316+0000", 2021-03-04T23:24:03.626 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6199999999999999e-06 2021-03-04T23:24:03.626 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:24:03.627 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250323+0000", 2021-03-04T23:24:03.627 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2746e-05 2021-03-04T23:24:03.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:24:03.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250336+0000", 2021-03-04T23:24:03.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2210000000000002e-06 2021-03-04T23:24:03.629 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:24:03.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250342+0000", 2021-03-04T23:24:03.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1946000000000005e-05 2021-03-04T23:24:03.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:24:03.631 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250414+0000", 2021-03-04T23:24:03.631 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4349999999999999e-06 2021-03-04T23:24:03.631 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.632 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:24:03.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250419+0000", 2021-03-04T23:24:03.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000111217 2021-03-04T23:24:03.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.633 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:24:03.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.250530+0000", 2021-03-04T23:24:03.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000216064 2021-03-04T23:24:03.634 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.634 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:24:03.634 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.634 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.636 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "MOSDPGPush(3.1c 690/689 [PushOp(3:3ed09add:::607.00000000:head, version: 56'2, data_included: [], data_size: 0, omap_header_size: 274, omap_entries_size: 0, attrset_size: 4, recovery_info: ObjectRecoveryInfo(3:3ed09add:::607.00000000:head@56'2, size: 0, copy_subset: [], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:0, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:24:03.636 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:24:02.256565+0000", 2021-03-04T23:24:03.637 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 1.344831517, 2021-03-04T23:24:03.637 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000155749, 2021-03-04T23:24:03.637 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:24:03.637 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:24:03.637 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:24:03.638 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.638 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:24:03.638 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256565+0000", 2021-03-04T23:24:03.638 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:24:03.639 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.639 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.639 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:24:03.639 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256565+0000", 2021-03-04T23:24:03.639 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9300000000000002e-06 2021-03-04T23:24:03.640 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.640 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.640 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:24:03.640 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256567+0000", 2021-03-04T23:24:03.640 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2970000000000003e-06 2021-03-04T23:24:03.641 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.641 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.641 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:24:03.641 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256572+0000", 2021-03-04T23:24:03.641 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.132e-05 2021-03-04T23:24:03.642 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.642 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.642 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:24:03.643 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256584+0000", 2021-03-04T23:24:03.643 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3629999999999999e-06 2021-03-04T23:24:03.643 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.643 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.643 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:24:03.644 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256590+0000", 2021-03-04T23:24:03.644 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2086000000000002e-05 2021-03-04T23:24:03.644 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.644 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.645 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:24:03.645 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256652+0000", 2021-03-04T23:24:03.645 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0439999999999997e-06 2021-03-04T23:24:03.645 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.645 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.646 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:24:03.646 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256656+0000", 2021-03-04T23:24:03.647 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4709000000000007e-05 2021-03-04T23:24:03.647 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:24:03.647 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:24:03.647 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:24:03.648 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:24:02.256721+0000", 2021-03-04T23:24:03.648 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000155749 2021-03-04T23:24:03.648 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.648 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:24:03.648 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.649 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:24:03.649 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:24:03.649 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:24:03.706 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:03.878 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:03 gibba008 bash[44600]: debug 2021-03-04T23:24:03.596+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:03.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:03.978 INFO:tasks.thrashosds.thrasher:Added osd 1 2021-03-04T23:24:03.986 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:04.111 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:04.219 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:04.236 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:04 gibba008 bash[48858]: debug 2021-03-04T23:24:04.104+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:04.236 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:03 gibba008 bash[91265]: debug 2021-03-04T23:24:03.872+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:04.423 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:04.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:04 gibba008 bash[37770]: cluster 2021-03-04T23:24:03.324904+0000 mgr.x (mgr.34379) 1082 : cluster [DBG] pgmap v1444: 103 pgs: 34 peering, 69 active+clean; 3.3 KiB data, 676 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:04.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:04 gibba008 bash[39303]: cluster 2021-03-04T23:24:03.324904+0000 mgr.x (mgr.34379) 1082 : cluster [DBG] pgmap v1444: 103 pgs: 34 peering, 69 active+clean; 3.3 KiB data, 676 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:04.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:04 gibba008 bash[91265]: debug 2021-03-04T23:24:04.416+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:04.526 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:04 gibba023 bash[27374]: cluster 2021-03-04T23:24:03.324904+0000 mgr.x (mgr.34379) 1082 : cluster [DBG] pgmap v1444: 103 pgs: 34 peering, 69 active+clean; 3.3 KiB data, 676 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:04.931 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:05.034 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:05.139 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:05.242 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:05.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:04 gibba008 bash[44600]: debug 2021-03-04T23:24:04.924+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:05.335 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:05 gibba023 bash[19550]: debug 2021-03-04T23:24:05.134+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:05.335 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:05.444 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:05.541 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:05.645 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:05.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:05 gibba023 bash[16680]: debug 2021-03-04T23:24:05.330+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:05.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:05 gibba023 bash[16680]: debug 2021-03-04T23:24:05.534+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:06.009 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:06.116 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:06.214 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:06 gibba008 bash[44600]: debug 2021-03-04T23:24:06.004+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:06.215 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:24:06.281 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:06.298 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:06.385 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:06.396 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:06 gibba023 bash[27374]: cluster 2021-03-04T23:24:05.326007+0000 mgr.x (mgr.34379) 1083 : cluster [DBG] pgmap v1445: 103 pgs: 34 peering, 69 active+clean; 3.3 KiB data, 676 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:06.485 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:06 gibba008 bash[37770]: cluster 2021-03-04T23:24:05.326007+0000 mgr.x (mgr.34379) 1083 : cluster [DBG] pgmap v1445: 103 pgs: 34 peering, 69 active+clean; 3.3 KiB data, 676 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:06 gibba008 bash[39303]: cluster 2021-03-04T23:24:05.326007+0000 mgr.x (mgr.34379) 1083 : cluster [DBG] pgmap v1445: 103 pgs: 34 peering, 69 active+clean; 3.3 KiB data, 676 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:06.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:06 gibba008 bash[48858]: debug 2021-03-04T23:24:06.276+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:06.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:06.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:06 gibba023 bash[19550]: debug 2021-03-04T23:24:06.478+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:07.007 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:07.115 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:07.200 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:07.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:07 gibba008 bash[48858]: debug 2021-03-04T23:24:07.000+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:07.304 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:07.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:07 gibba023 bash[18090]: debug 2021-03-04T23:24:07.194+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:07.643 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:07.750 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:07.833 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:07.937 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:08.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:07 gibba008 bash[44600]: debug 2021-03-04T23:24:07.636+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:08.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:07 gibba023 bash[15180]: debug 2021-03-04T23:24:07.826+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:08.025 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:08.130 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:08.278 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:08 gibba023 bash[19550]: debug 2021-03-04T23:24:08.018+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:08.279 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:08.385 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:08.528 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:08.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:08 gibba023 bash[27374]: cluster 2021-03-04T23:24:07.327763+0000 mgr.x (mgr.34379) 1084 : cluster [DBG] pgmap v1446: 103 pgs: 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:08.534 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:08 gibba023 bash[16680]: debug 2021-03-04T23:24:08.522+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:08.535 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:08 gibba023 bash[18090]: debug 2021-03-04T23:24:08.270+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:08.636 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:08.722 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:08.829 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:08.846 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:08 gibba023 bash[18090]: debug 2021-03-04T23:24:08.714+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:08.849 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:08 gibba008 bash[39303]: cluster 2021-03-04T23:24:07.327763+0000 mgr.x (mgr.34379) 1084 : cluster [DBG] pgmap v1446: 103 pgs: 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:08.850 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:08 gibba008 bash[37770]: cluster 2021-03-04T23:24:07.327763+0000 mgr.x (mgr.34379) 1084 : cluster [DBG] pgmap v1446: 103 pgs: 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:08.970 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:08.979 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:24:08.980 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:24:09.077 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:09.163 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:08 gibba023 bash[18090]: debug 2021-03-04T23:24:08.962+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:09.164 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:09.271 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:09.376 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:09.481 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:09.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:09 gibba023 bash[15180]: debug 2021-03-04T23:24:09.370+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:09.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:09 gibba023 bash[18090]: debug 2021-03-04T23:24:09.158+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:09.810 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:09.917 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:10.139 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:09 gibba008 bash[47391]: debug 2021-03-04T23:24:09.804+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:10.149 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:10.252 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:10.387 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:10.392 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:10 gibba023 bash[27374]: cluster 2021-03-04T23:24:09.328215+0000 mgr.x (mgr.34379) 1085 : cluster [DBG] pgmap v1447: 103 pgs: 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:10.393 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:10 gibba023 bash[16680]: debug 2021-03-04T23:24:10.382+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:10.435 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:24:10.449 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:24:10.462 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:24:10.475 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:24:10.495 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:10.496 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:24:10.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:10 gibba008 bash[37770]: cluster 2021-03-04T23:24:09.328215+0000 mgr.x (mgr.34379) 1085 : cluster [DBG] pgmap v1447: 103 pgs: 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:10.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:10 gibba008 bash[39303]: cluster 2021-03-04T23:24:09.328215+0000 mgr.x (mgr.34379) 1085 : cluster [DBG] pgmap v1447: 103 pgs: 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:10.501 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:10 gibba008 bash[44600]: debug 2021-03-04T23:24:10.144+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:10.517 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:24:10.539 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:24:10.560 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:24:10.562 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.562 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.562 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.562 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.563 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.563 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.563 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.563 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:24:10.689 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:10.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:10 gibba008 bash[44600]: debug 2021-03-04T23:24:10.684+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:10.792 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:10.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:11.022 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:11.152 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:10 gibba008 bash[91265]: debug 2021-03-04T23:24:10.912+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:11.163 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_4' created 2021-03-04T23:24:11.189 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[37770]: audit 2021-03-04T23:24:10.419033+0000 mon.a (mon.0) 1662 : audit [DBG] from='client.? 172.21.2.108:0/36577841' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:11.189 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[37770]: audit 2021-03-04T23:24:10.880074+0000 mon.c (mon.1) 102 : audit [INF] from='client.? 172.21.2.108:0/3922408600' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:11.189 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[37770]: audit 2021-03-04T23:24:10.880397+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:11.190 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[39303]: audit 2021-03-04T23:24:10.419033+0000 mon.a (mon.0) 1662 : audit [DBG] from='client.? 172.21.2.108:0/36577841' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:11.190 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[39303]: audit 2021-03-04T23:24:10.880074+0000 mon.c (mon.1) 102 : audit [INF] from='client.? 172.21.2.108:0/3922408600' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:11.191 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[39303]: audit 2021-03-04T23:24:10.880397+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:11.351 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:11.459 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:11.465 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:11 gibba023 bash[27374]: audit 2021-03-04T23:24:10.419033+0000 mon.a (mon.0) 1662 : audit [DBG] from='client.? 172.21.2.108:0/36577841' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:11.466 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:11 gibba023 bash[27374]: audit 2021-03-04T23:24:10.880074+0000 mon.c (mon.1) 102 : audit [INF] from='client.? 172.21.2.108:0/3922408600' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:11.467 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:11 gibba023 bash[27374]: audit 2021-03-04T23:24:10.880397+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:11.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:11 gibba008 bash[44600]: debug 2021-03-04T23:24:11.344+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:11.564 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:11.671 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:11.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:11 gibba023 bash[19550]: debug 2021-03-04T23:24:11.558+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:11.792 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:11.896 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:12.004 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:12.109 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:12.172 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:24:12.174 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:11 gibba023 bash[16680]: debug 2021-03-04T23:24:11.786+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:12.174 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[27374]: audit 2021-03-04T23:24:11.157602+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:24:12.175 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[27374]: cluster 2021-03-04T23:24:11.157643+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-03-04T23:24:12.175 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[27374]: cluster 2021-03-04T23:24:11.329428+0000 mgr.x (mgr.34379) 1086 : cluster [DBG] pgmap v1449: 119 pgs: 1 creating+peering, 15 unknown, 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:12.175 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[27374]: audit 2021-03-04T23:24:12.107648+0000 mon.c (mon.1) 103 : audit [INF] from='client.? 172.21.2.108:0/3128474650' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:12.176 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[27374]: audit 2021-03-04T23:24:12.107971+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:12.176 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[18090]: debug 2021-03-04T23:24:11.998+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[37770]: audit 2021-03-04T23:24:11.157602+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:24:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[37770]: cluster 2021-03-04T23:24:11.157643+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-03-04T23:24:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[37770]: cluster 2021-03-04T23:24:11.329428+0000 mgr.x (mgr.34379) 1086 : cluster [DBG] pgmap v1449: 119 pgs: 1 creating+peering, 15 unknown, 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:12.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[37770]: audit 2021-03-04T23:24:12.107648+0000 mon.c (mon.1) 103 : audit [INF] from='client.? 172.21.2.108:0/3128474650' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:12.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[37770]: audit 2021-03-04T23:24:12.107971+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[39303]: audit 2021-03-04T23:24:11.157602+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:24:12.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[39303]: cluster 2021-03-04T23:24:11.157643+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-03-04T23:24:12.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[39303]: cluster 2021-03-04T23:24:11.329428+0000 mgr.x (mgr.34379) 1086 : cluster [DBG] pgmap v1449: 119 pgs: 1 creating+peering, 15 unknown, 103 active+clean; 3.3 KiB data, 677 MiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:12.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[39303]: audit 2021-03-04T23:24:12.107648+0000 mon.c (mon.1) 103 : audit [INF] from='client.? 172.21.2.108:0/3128474650' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:12.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[39303]: audit 2021-03-04T23:24:12.107971+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:12.643 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:12.746 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:12.854 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:12.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:13.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:12 gibba008 bash[48858]: debug 2021-03-04T23:24:12.636+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:13.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:12 gibba023 bash[18090]: debug 2021-03-04T23:24:12.846+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:13.107 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:13.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:13 gibba023 bash[27374]: cluster 2021-03-04T23:24:12.157015+0000 mon.a (mon.0) 1667 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:13 gibba023 bash[27374]: audit 2021-03-04T23:24:12.167475+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:24:13.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:13 gibba023 bash[27374]: cluster 2021-03-04T23:24:12.167509+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-03-04T23:24:13.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:13 gibba023 bash[18090]: debug 2021-03-04T23:24:13.098+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:13.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[39303]: cluster 2021-03-04T23:24:12.157015+0000 mon.a (mon.0) 1667 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:13.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[39303]: audit 2021-03-04T23:24:12.167475+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:24:13.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[39303]: cluster 2021-03-04T23:24:12.167509+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-03-04T23:24:13.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[37770]: cluster 2021-03-04T23:24:12.157015+0000 mon.a (mon.0) 1667 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:13.551 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[37770]: audit 2021-03-04T23:24:12.167475+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:24:13.552 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[37770]: cluster 2021-03-04T23:24:12.167509+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-03-04T23:24:13.627 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:13.730 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:14.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:13 gibba008 bash[44600]: debug 2021-03-04T23:24:13.620+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:14.059 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:14.162 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:14.268 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:14.376 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:14 gibba008 bash[37770]: cluster 2021-03-04T23:24:13.175565+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-03-04T23:24:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:14 gibba008 bash[37770]: cluster 2021-03-04T23:24:13.330521+0000 mgr.x (mgr.34379) 1087 : cluster [DBG] pgmap v1452: 119 pgs: 13 creating+peering, 1 unknown, 105 active+clean; 3.3 KiB data, 681 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:14 gibba008 bash[39303]: cluster 2021-03-04T23:24:13.175565+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-03-04T23:24:14.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:14 gibba008 bash[39303]: cluster 2021-03-04T23:24:13.330521+0000 mgr.x (mgr.34379) 1087 : cluster [DBG] pgmap v1452: 119 pgs: 13 creating+peering, 1 unknown, 105 active+clean; 3.3 KiB data, 681 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:14.513 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:14 gibba008 bash[47391]: debug 2021-03-04T23:24:14.052+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:14.514 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:14 gibba023 bash[27374]: cluster 2021-03-04T23:24:13.175565+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-03-04T23:24:14.515 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:14 gibba023 bash[27374]: cluster 2021-03-04T23:24:13.330521+0000 mgr.x (mgr.34379) 1087 : cluster [DBG] pgmap v1452: 119 pgs: 13 creating+peering, 1 unknown, 105 active+clean; 3.3 KiB data, 681 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:14.515 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:14 gibba023 bash[16680]: debug 2021-03-04T23:24:14.262+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:14.515 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:14.618 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2021-03-04T23:24:14.620 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:14.692 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:14.755 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:14.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:14 gibba023 bash[15180]: debug 2021-03-04T23:24:14.510+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:14.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:14 gibba023 bash[16680]: debug 2021-03-04T23:24:14.750+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:14.858 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:15.601 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:15.704 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:15.860 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:15 gibba008 bash[44600]: debug 2021-03-04T23:24:15.596+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:15.860 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:15.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:16.062 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:16.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:16.175 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:15 gibba008 bash[48858]: debug 2021-03-04T23:24:15.856+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:16.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:16 gibba008 bash[37770]: audit 2021-03-04T23:24:15.022470+0000 mon.a (mon.0) 1671 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:16.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:16 gibba008 bash[37770]: cluster 2021-03-04T23:24:15.331775+0000 mgr.x (mgr.34379) 1088 : cluster [DBG] pgmap v1453: 119 pgs: 13 creating+peering, 1 unknown, 105 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:16.176 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:16 gibba008 bash[39303]: audit 2021-03-04T23:24:15.022470+0000 mon.a (mon.0) 1671 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:16.176 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:16 gibba008 bash[39303]: cluster 2021-03-04T23:24:15.331775+0000 mgr.x (mgr.34379) 1088 : cluster [DBG] pgmap v1453: 119 pgs: 13 creating+peering, 1 unknown, 105 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:16.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:24:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:16 gibba023 bash[27374]: audit 2021-03-04T23:24:15.022470+0000 mon.a (mon.0) 1671 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:16 gibba023 bash[27374]: cluster 2021-03-04T23:24:15.331775+0000 mgr.x (mgr.34379) 1088 : cluster [DBG] pgmap v1453: 119 pgs: 13 creating+peering, 1 unknown, 105 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:16.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:16 gibba023 bash[18090]: debug 2021-03-04T23:24:16.054+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:16.371 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:16.745 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:16.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:17.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:16 gibba008 bash[44600]: debug 2021-03-04T23:24:16.740+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:17.396 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:17.499 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:17.611 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:24:17.611 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:24:17.713 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:17 gibba008 bash[91265]: debug 2021-03-04T23:24:17.388+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:17.714 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:17.717 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:24:17.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:17.844 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:18.044 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:17 gibba008 bash[48858]: debug 2021-03-04T23:24:17.708+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:18.179 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:18.282 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:18.569 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[47391]: debug 2021-03-04T23:24:18.172+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:18.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[37770]: cluster 2021-03-04T23:24:17.333841+0000 mgr.x (mgr.34379) 1089 : cluster [DBG] pgmap v1454: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:18.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[37770]: audit 2021-03-04T23:24:17.835595+0000 mon.a (mon.0) 1672 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:18.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[37770]: audit 2021-03-04T23:24:17.840435+0000 mon.a (mon.0) 1673 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:18.570 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[37770]: audit 2021-03-04T23:24:17.841292+0000 mon.a (mon.0) 1674 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:18.571 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[39303]: cluster 2021-03-04T23:24:17.333841+0000 mgr.x (mgr.34379) 1089 : cluster [DBG] pgmap v1454: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:18.571 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[39303]: audit 2021-03-04T23:24:17.835595+0000 mon.a (mon.0) 1672 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:18.571 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[39303]: audit 2021-03-04T23:24:17.840435+0000 mon.a (mon.0) 1673 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:18.572 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[39303]: audit 2021-03-04T23:24:17.841292+0000 mon.a (mon.0) 1674 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:18.758 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:18 gibba023 bash[27374]: cluster 2021-03-04T23:24:17.333841+0000 mgr.x (mgr.34379) 1089 : cluster [DBG] pgmap v1454: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:18 gibba023 bash[27374]: audit 2021-03-04T23:24:17.835595+0000 mon.a (mon.0) 1672 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:18 gibba023 bash[27374]: audit 2021-03-04T23:24:17.840435+0000 mon.a (mon.0) 1673 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:18 gibba023 bash[27374]: audit 2021-03-04T23:24:17.841292+0000 mon.a (mon.0) 1674 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:18.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:18.954 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:19.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:18 gibba008 bash[91265]: debug 2021-03-04T23:24:18.752+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:19.057 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:19.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:18 gibba023 bash[16680]: debug 2021-03-04T23:24:18.950+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:19.674 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:19.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:19 gibba008 bash[47391]: debug 2021-03-04T23:24:19.668+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:19.782 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:19.884 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:19.987 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:20.144 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:19 gibba023 bash[19550]: debug 2021-03-04T23:24:19.878+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:20.402 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:20.476 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:20 gibba008 bash[37770]: cluster 2021-03-04T23:24:19.335041+0000 mgr.x (mgr.34379) 1090 : cluster [DBG] pgmap v1455: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:20.476 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:20 gibba008 bash[39303]: cluster 2021-03-04T23:24:19.335041+0000 mgr.x (mgr.34379) 1090 : cluster [DBG] pgmap v1455: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:20.510 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:20.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:20 gibba023 bash[27374]: cluster 2021-03-04T23:24:19.335041+0000 mgr.x (mgr.34379) 1090 : cluster [DBG] pgmap v1455: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:20.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:20 gibba008 bash[47391]: debug 2021-03-04T23:24:20.396+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:21.013 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:21.044 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:21 gibba008 bash[91265]: debug 2021-03-04T23:24:21.008+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:21.057 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:24:21.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:21.315 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:21.403 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:21.505 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:21.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:21 gibba023 bash[19550]: debug 2021-03-04T23:24:21.398+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:21.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:22.005 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:22.101 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:22.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:22.271 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:21 gibba008 bash[91265]: debug 2021-03-04T23:24:21.892+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:22.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:22 gibba023 bash[15180]: debug 2021-03-04T23:24:22.094+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:22.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:22 gibba008 bash[37770]: cluster 2021-03-04T23:24:21.335555+0000 mgr.x (mgr.34379) 1091 : cluster [DBG] pgmap v1456: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:22.528 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:22 gibba008 bash[37770]: audit 2021-03-04T23:24:21.781421+0000 mon.a (mon.0) 1675 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:22.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:22 gibba008 bash[39303]: cluster 2021-03-04T23:24:21.335555+0000 mgr.x (mgr.34379) 1091 : cluster [DBG] pgmap v1456: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:22.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:22 gibba008 bash[39303]: audit 2021-03-04T23:24:21.781421+0000 mon.a (mon.0) 1675 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:22.529 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:22.631 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:22.724 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:22 gibba023 bash[27374]: cluster 2021-03-04T23:24:21.335555+0000 mgr.x (mgr.34379) 1091 : cluster [DBG] pgmap v1456: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:22.725 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:22 gibba023 bash[27374]: audit 2021-03-04T23:24:21.781421+0000 mon.a (mon.0) 1675 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:22.725 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:22.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:22 gibba008 bash[44600]: debug 2021-03-04T23:24:22.524+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:22.827 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:23.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:22 gibba023 bash[19550]: debug 2021-03-04T23:24:22.718+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:23.182 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:23.287 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:23.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:23 gibba008 bash[37770]: cephadm 2021-03-04T23:24:21.783728+0000 mgr.x (mgr.34379) 1092 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:24:23.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:23 gibba008 bash[39303]: cephadm 2021-03-04T23:24:21.783728+0000 mgr.x (mgr.34379) 1092 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:24:23.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:23 gibba008 bash[44600]: debug 2021-03-04T23:24:23.176+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:23.680 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:23 gibba023 bash[27374]: cephadm 2021-03-04T23:24:21.783728+0000 mgr.x (mgr.34379) 1092 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:24:23.788 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:23.907 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:24.010 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:24.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:23 gibba008 bash[91265]: debug 2021-03-04T23:24:23.672+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:24.148 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:23 gibba023 bash[18090]: debug 2021-03-04T23:24:23.902+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:24.149 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:24.253 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:24.416 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:24 gibba023 bash[18090]: debug 2021-03-04T23:24:24.142+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:24.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:24 gibba008 bash[37770]: cluster 2021-03-04T23:24:23.337114+0000 mgr.x (mgr.34379) 1093 : cluster [DBG] pgmap v1457: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:24.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:24 gibba008 bash[39303]: cluster 2021-03-04T23:24:23.337114+0000 mgr.x (mgr.34379) 1093 : cluster [DBG] pgmap v1457: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:24.619 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:24.727 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:24 gibba023 bash[27374]: cluster 2021-03-04T23:24:23.337114+0000 mgr.x (mgr.34379) 1093 : cluster [DBG] pgmap v1457: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:25.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:24 gibba008 bash[48858]: debug 2021-03-04T23:24:24.612+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:25.183 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:25.285 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:25.393 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:25.500 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:25.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:25 gibba008 bash[91265]: debug 2021-03-04T23:24:25.176+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:25.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:25 gibba023 bash[15180]: debug 2021-03-04T23:24:25.386+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:25.951 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:26.054 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:26.166 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:26.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:26 gibba008 bash[37770]: audit 2021-03-04T23:24:25.037197+0000 mon.a (mon.0) 1676 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:26.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:26 gibba008 bash[37770]: cluster 2021-03-04T23:24:25.337498+0000 mgr.x (mgr.34379) 1094 : cluster [DBG] pgmap v1458: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:26 gibba008 bash[39303]: audit 2021-03-04T23:24:25.037197+0000 mon.a (mon.0) 1676 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:26.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:26 gibba008 bash[39303]: cluster 2021-03-04T23:24:25.337498+0000 mgr.x (mgr.34379) 1094 : cluster [DBG] pgmap v1458: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:26.265 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:25 gibba008 bash[44600]: debug 2021-03-04T23:24:25.944+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:26.270 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:26.375 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:26 gibba023 bash[15180]: debug 2021-03-04T23:24:26.162+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:26.375 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:26 gibba023 bash[27374]: audit 2021-03-04T23:24:25.037197+0000 mon.a (mon.0) 1676 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:26.376 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:26 gibba023 bash[27374]: cluster 2021-03-04T23:24:25.337498+0000 mgr.x (mgr.34379) 1094 : cluster [DBG] pgmap v1458: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:26.376 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:26.479 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:26.631 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:26 gibba023 bash[15180]: debug 2021-03-04T23:24:26.370+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:26.632 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:26.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:27.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:26 gibba023 bash[15180]: debug 2021-03-04T23:24:26.626+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:27.027 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:27.130 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:27.228 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:27.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:27 gibba008 bash[47391]: debug 2021-03-04T23:24:27.020+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:27.334 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:27.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:27 gibba023 bash[16680]: debug 2021-03-04T23:24:27.222+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:27.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:27.888 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:28.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:27 gibba008 bash[48858]: debug 2021-03-04T23:24:27.780+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:28.341 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:28.450 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:28.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[39303]: cluster 2021-03-04T23:24:27.339184+0000 mgr.x (mgr.34379) 1095 : cluster [DBG] pgmap v1459: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:28.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[39303]: audit 2021-03-04T23:24:27.923141+0000 mon.a (mon.0) 1677 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:28.589 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[39303]: audit 2021-03-04T23:24:28.117708+0000 mon.a (mon.0) 1678 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:28.589 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[91265]: debug 2021-03-04T23:24:28.336+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:28.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[37770]: cluster 2021-03-04T23:24:27.339184+0000 mgr.x (mgr.34379) 1095 : cluster [DBG] pgmap v1459: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:28.590 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[37770]: audit 2021-03-04T23:24:27.923141+0000 mon.a (mon.0) 1677 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:28.590 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[37770]: audit 2021-03-04T23:24:28.117708+0000 mon.a (mon.0) 1678 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:28.666 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:28.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:28 gibba008 bash[91265]: debug 2021-03-04T23:24:28.660+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:28.769 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:28.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:28 gibba023 bash[27374]: cluster 2021-03-04T23:24:27.339184+0000 mgr.x (mgr.34379) 1095 : cluster [DBG] pgmap v1459: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:28 gibba023 bash[27374]: audit 2021-03-04T23:24:27.923141+0000 mon.a (mon.0) 1677 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:28 gibba023 bash[27374]: audit 2021-03-04T23:24:28.117708+0000 mon.a (mon.0) 1678 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:24:29.166 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:29.268 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:29.395 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:29.413 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rados' on pool 'unique_pool_4' 2021-03-04T23:24:29.439 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[37770]: cephadm 2021-03-04T23:24:27.925177+0000 mgr.x (mgr.34379) 1096 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:24:29.439 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[37770]: audit 2021-03-04T23:24:28.698281+0000 mon.c (mon.1) 104 : audit [INF] from='client.? 172.21.2.108:0/3334704922' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:29.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[37770]: audit 2021-03-04T23:24:28.698648+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:29.440 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[39303]: cephadm 2021-03-04T23:24:27.925177+0000 mgr.x (mgr.34379) 1096 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:24:29.440 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[39303]: audit 2021-03-04T23:24:28.698281+0000 mon.c (mon.1) 104 : audit [INF] from='client.? 172.21.2.108:0/3334704922' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:29.441 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[39303]: audit 2021-03-04T23:24:28.698648+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:29.441 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:29 gibba008 bash[48858]: debug 2021-03-04T23:24:29.160+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:29.498 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:29.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:29 gibba023 bash[19550]: debug 2021-03-04T23:24:29.390+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:29 gibba023 bash[27374]: cephadm 2021-03-04T23:24:27.925177+0000 mgr.x (mgr.34379) 1096 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:24:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:29 gibba023 bash[27374]: audit 2021-03-04T23:24:28.698281+0000 mon.c (mon.1) 104 : audit [INF] from='client.? 172.21.2.108:0/3334704922' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:29 gibba023 bash[27374]: audit 2021-03-04T23:24:28.698648+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:30.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:30.257 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:30.405 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:30.417 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[47391]: debug 2021-03-04T23:24:30.148+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:30.508 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:30.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:30 gibba023 bash[19550]: debug 2021-03-04T23:24:30.398+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:30.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:30 gibba023 bash[27374]: cluster 2021-03-04T23:24:29.340341+0000 mgr.x (mgr.34379) 1097 : cluster [DBG] pgmap v1460: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:30.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:30 gibba023 bash[27374]: audit 2021-03-04T23:24:29.407623+0000 mon.a (mon.0) 1680 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:24:30.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:30 gibba023 bash[27374]: cluster 2021-03-04T23:24:29.407684+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-03-04T23:24:30.589 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:30.693 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[37770]: cluster 2021-03-04T23:24:29.340341+0000 mgr.x (mgr.34379) 1097 : cluster [DBG] pgmap v1460: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[37770]: audit 2021-03-04T23:24:29.407623+0000 mon.a (mon.0) 1680 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:24:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[37770]: cluster 2021-03-04T23:24:29.407684+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-03-04T23:24:30.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[39303]: cluster 2021-03-04T23:24:29.340341+0000 mgr.x (mgr.34379) 1097 : cluster [DBG] pgmap v1460: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:30.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[39303]: audit 2021-03-04T23:24:29.407623+0000 mon.a (mon.0) 1680 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:24:30.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:30 gibba008 bash[39303]: cluster 2021-03-04T23:24:29.407684+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-03-04T23:24:30.812 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:30 gibba023 bash[18090]: debug 2021-03-04T23:24:30.582+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:30.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:30.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:31.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:30 gibba023 bash[18090]: debug 2021-03-04T23:24:30.806+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:31.325 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:31.382 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:24:31.394 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:24:31.408 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:24:31.421 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:24:31.428 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:31.440 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:24:31.462 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:24:31.478 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:24:31.496 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:24:31.497 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.497 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.498 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.498 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.498 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.498 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.499 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.499 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:24:31.690 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:31 gibba008 bash[37770]: audit 2021-03-04T23:24:31.365087+0000 mon.c (mon.1) 105 : audit [DBG] from='client.? 172.21.2.108:0/3086260161' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:31.691 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:31 gibba008 bash[91265]: debug 2021-03-04T23:24:31.320+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:31.691 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:31 gibba008 bash[39303]: audit 2021-03-04T23:24:31.365087+0000 mon.c (mon.1) 105 : audit [DBG] from='client.? 172.21.2.108:0/3086260161' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:31 gibba023 bash[27374]: audit 2021-03-04T23:24:31.365087+0000 mon.c (mon.1) 105 : audit [DBG] from='client.? 172.21.2.108:0/3086260161' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:31.881 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:31.983 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:32.000 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:31 gibba008 bash[44600]: debug 2021-03-04T23:24:31.876+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:32.477 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:32.580 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:32.739 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:32 gibba023 bash[27374]: cluster 2021-03-04T23:24:31.341657+0000 mgr.x (mgr.34379) 1098 : cluster [DBG] pgmap v1462: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:32.740 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:32.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:32 gibba008 bash[37770]: cluster 2021-03-04T23:24:31.341657+0000 mgr.x (mgr.34379) 1098 : cluster [DBG] pgmap v1462: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:32.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:32 gibba008 bash[39303]: cluster 2021-03-04T23:24:31.341657+0000 mgr.x (mgr.34379) 1098 : cluster [DBG] pgmap v1462: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:32.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:32 gibba008 bash[47391]: debug 2021-03-04T23:24:32.472+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:32.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:33.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:32 gibba023 bash[16680]: debug 2021-03-04T23:24:32.734+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:33.218 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:33.321 DEBUG:teuthology.orchestra.run.gibba008:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2021-03-04T23:24:33.323 INFO:tasks.thrashosds.thrasher:Growing pool rbd 2021-03-04T23:24:33.323 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:24:33.324 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:33.327 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:24:33.327 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:24:33.416 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:33.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:33 gibba008 bash[44600]: debug 2021-03-04T23:24:33.212+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:33.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:hints = 1 2021-03-04T23:24:33.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:24:33.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object prefix: benchmark_data_gibba008_125393 2021-03-04T23:24:33.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:24:33.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:24:33.830 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:33.938 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:34.284 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:33 gibba008 bash[44600]: debug 2021-03-04T23:24:33.820+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:34.364 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:34.467 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:34.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 1 16 4740 4724 295.221 295.25 0.00144628 0.00337975 2021-03-04T23:24:34.743 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:34 gibba008 bash[37770]: cluster 2021-03-04T23:24:33.343262+0000 mgr.x (mgr.34379) 1099 : cluster [DBG] pgmap v1463: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:34.744 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:34 gibba008 bash[39303]: cluster 2021-03-04T23:24:33.343262+0000 mgr.x (mgr.34379) 1099 : cluster [DBG] pgmap v1463: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:34.745 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:34 gibba008 bash[44600]: debug 2021-03-04T23:24:34.360+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:34.745 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:34.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:34 gibba023 bash[27374]: cluster 2021-03-04T23:24:33.343262+0000 mgr.x (mgr.34379) 1099 : cluster [DBG] pgmap v1463: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:34.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:35.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:34 gibba008 bash[91265]: debug 2021-03-04T23:24:34.740+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:35.171 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:35.274 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:35.445 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:35.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:35 gibba008 bash[48858]: debug 2021-03-04T23:24:35.164+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:35.548 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:35.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 2 16 12372 12356 386.092 477 0.00179693 0.00258555 2021-03-04T23:24:35.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:35 gibba023 bash[18090]: debug 2021-03-04T23:24:35.438+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:35.937 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:24:36.158 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:36.379 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:36.484 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:36.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 3 16 16889 16873 351.491 282.312 0.00456697 0.00284044 2021-03-04T23:24:36.610 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:36.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:36.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:36 gibba023 bash[27374]: cluster 2021-03-04T23:24:35.343727+0000 mgr.x (mgr.34379) 1100 : cluster [DBG] pgmap v1464: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:36.719 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:36 gibba023 bash[15180]: debug 2021-03-04T23:24:36.602+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:36.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:36 gibba008 bash[37770]: cluster 2021-03-04T23:24:35.343727+0000 mgr.x (mgr.34379) 1100 : cluster [DBG] pgmap v1464: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:36.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:36 gibba008 bash[39303]: cluster 2021-03-04T23:24:35.343727+0000 mgr.x (mgr.34379) 1100 : cluster [DBG] pgmap v1464: 119 pgs: 119 active+clean; 3.3 KiB data, 685 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:36.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:36 gibba008 bash[44600]: debug 2021-03-04T23:24:36.372+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:36.794 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:36.897 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:37.004 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:36 gibba023 bash[19550]: debug 2021-03-04T23:24:36.790+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:37.005 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:37.111 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:37.288 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:37 gibba023 bash[18090]: debug 2021-03-04T23:24:36.998+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:37.485 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:37.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 4 16 20599 20583 321.58 231.875 0.00175092 0.00307853 2021-03-04T23:24:37.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:37.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:37 gibba023 bash[19550]: debug 2021-03-04T23:24:37.478+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:38.096 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:38.107 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:38 gibba008 bash[47391]: debug 2021-03-04T23:24:38.088+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:38.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:38.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 5 16 24040 24024 300.273 215.062 0.00299713 0.00332648 2021-03-04T23:24:38.601 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:38.704 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:38.710 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:38 gibba023 bash[27374]: cluster 2021-03-04T23:24:37.344575+0000 mgr.x (mgr.34379) 1101 : cluster [DBG] pgmap v1465: 119 pgs: 119 active+clean; 935 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:24:38.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:38 gibba008 bash[39303]: cluster 2021-03-04T23:24:37.344575+0000 mgr.x (mgr.34379) 1101 : cluster [DBG] pgmap v1465: 119 pgs: 119 active+clean; 935 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:24:38.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:38 gibba008 bash[44600]: debug 2021-03-04T23:24:38.596+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:38 gibba008 bash[37770]: cluster 2021-03-04T23:24:37.344575+0000 mgr.x (mgr.34379) 1101 : cluster [DBG] pgmap v1465: 119 pgs: 119 active+clean; 935 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:24:38.802 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:38.906 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:39.020 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:38 gibba023 bash[18090]: debug 2021-03-04T23:24:38.794+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:39.022 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:39.133 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:39.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:39 gibba023 bash[16680]: debug 2021-03-04T23:24:39.014+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:39.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:39 gibba008 bash[39303]: audit 2021-03-04T23:24:38.585041+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.2.108:0/4270105012' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:24:39.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:39 gibba008 bash[37770]: audit 2021-03-04T23:24:38.585041+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.2.108:0/4270105012' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:24:39.477 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:24:39.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 6 15 26802 26787 279.005 172.688 0.0030739 0.00357864 2021-03-04T23:24:39.649 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:39.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:39.758 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:39 gibba008 bash[91265]: debug 2021-03-04T23:24:39.636+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:39.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:39 gibba023 bash[27374]: audit 2021-03-04T23:24:38.585041+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.2.108:0/4270105012' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:24:40.142 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:40.247 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:40.452 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[91265]: debug 2021-03-04T23:24:40.136+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:40.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[39303]: cluster 2021-03-04T23:24:39.345702+0000 mgr.x (mgr.34379) 1102 : cluster [DBG] pgmap v1466: 119 pgs: 119 active+clean; 1.1 GiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:24:40.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[39303]: cluster 2021-03-04T23:24:39.445937+0000 mon.a (mon.0) 1683 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:40.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[39303]: audit 2021-03-04T23:24:39.464644+0000 mon.a (mon.0) 1684 : audit [INF] from='client.? 172.21.2.108:0/4270105012' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:24:40.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[39303]: cluster 2021-03-04T23:24:39.464870+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-03-04T23:24:40.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[37770]: cluster 2021-03-04T23:24:39.345702+0000 mgr.x (mgr.34379) 1102 : cluster [DBG] pgmap v1466: 119 pgs: 119 active+clean; 1.1 GiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:24:40.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[37770]: cluster 2021-03-04T23:24:39.445937+0000 mon.a (mon.0) 1683 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:40.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[37770]: audit 2021-03-04T23:24:39.464644+0000 mon.a (mon.0) 1684 : audit [INF] from='client.? 172.21.2.108:0/4270105012' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:24:40.454 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[37770]: cluster 2021-03-04T23:24:39.464870+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-03-04T23:24:40.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 7 16 31343 31327 279.678 283.75 0.00214686 0.0035717 2021-03-04T23:24:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:40 gibba023 bash[27374]: cluster 2021-03-04T23:24:39.345702+0000 mgr.x (mgr.34379) 1102 : cluster [DBG] pgmap v1466: 119 pgs: 119 active+clean; 1.1 GiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:24:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:40 gibba023 bash[27374]: cluster 2021-03-04T23:24:39.445937+0000 mon.a (mon.0) 1683 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:40.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:40 gibba023 bash[27374]: audit 2021-03-04T23:24:39.464644+0000 mon.a (mon.0) 1684 : audit [INF] from='client.? 172.21.2.108:0/4270105012' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:24:40.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:40 gibba023 bash[27374]: cluster 2021-03-04T23:24:39.464870+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-03-04T23:24:40.972 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:41.078 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:41.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:40 gibba008 bash[47391]: debug 2021-03-04T23:24:40.968+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:41.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 8 16 34688 34672 270.849 209.062 0.00249924 0.00368799 2021-03-04T23:24:41.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[39303]: cluster 2021-03-04T23:24:40.261632+0000 osd.1 (osd.1) 1 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:24:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[39303]: cluster 2021-03-04T23:24:40.439207+0000 osd.5 (osd.5) 13 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:24:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[39303]: cluster 2021-03-04T23:24:40.440611+0000 osd.5 (osd.5) 14 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:24:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[39303]: cluster 2021-03-04T23:24:41.346263+0000 mgr.x (mgr.34379) 1103 : cluster [DBG] pgmap v1468: 119 pgs: 119 active+clean; 1.2 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:24:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[37770]: cluster 2021-03-04T23:24:40.261632+0000 osd.1 (osd.1) 1 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:24:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[37770]: cluster 2021-03-04T23:24:40.439207+0000 osd.5 (osd.5) 13 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:24:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[37770]: cluster 2021-03-04T23:24:40.440611+0000 osd.5 (osd.5) 14 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:24:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[37770]: cluster 2021-03-04T23:24:41.346263+0000 mgr.x (mgr.34379) 1103 : cluster [DBG] pgmap v1468: 119 pgs: 119 active+clean; 1.2 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:24:41.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:41 gibba023 bash[27374]: cluster 2021-03-04T23:24:40.261632+0000 osd.1 (osd.1) 1 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:24:41.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:41 gibba023 bash[27374]: cluster 2021-03-04T23:24:40.439207+0000 osd.5 (osd.5) 13 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:24:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:41 gibba023 bash[27374]: cluster 2021-03-04T23:24:40.440611+0000 osd.5 (osd.5) 14 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:24:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:41 gibba023 bash[27374]: cluster 2021-03-04T23:24:41.346263+0000 mgr.x (mgr.34379) 1103 : cluster [DBG] pgmap v1468: 119 pgs: 119 active+clean; 1.2 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:24:41.908 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:42.014 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:42.111 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:42.216 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:42.221 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:41 gibba008 bash[44600]: debug 2021-03-04T23:24:41.900+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:42.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:42 gibba023 bash[18090]: debug 2021-03-04T23:24:42.106+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:42.401 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:24:42.402 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:24:42.402 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:24:42.402 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:24:42.402 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:24:42.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:42.494 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[39303]: cluster 2021-03-04T23:24:41.243352+0000 osd.1 (osd.1) 2 : cluster [DBG] 1.b scrub ok 2021-03-04T23:24:42.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[39303]: cluster 2021-03-04T23:24:41.439750+0000 osd.5 (osd.5) 15 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:24:42.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[39303]: cluster 2021-03-04T23:24:41.442360+0000 osd.5 (osd.5) 16 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:24:42.495 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[37770]: cluster 2021-03-04T23:24:41.243352+0000 osd.1 (osd.1) 2 : cluster [DBG] 1.b scrub ok 2021-03-04T23:24:42.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[37770]: cluster 2021-03-04T23:24:41.439750+0000 osd.5 (osd.5) 15 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:24:42.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[37770]: cluster 2021-03-04T23:24:41.442360+0000 osd.5 (osd.5) 16 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:24:42.496 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:42 gibba008 bash[91265]: debug 2021-03-04T23:24:42.488+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:42.576 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 9 16 37034 37018 257.046 146.625 0.00376208 0.00388681 2021-03-04T23:24:42.598 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:42.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:42 gibba023 bash[27374]: cluster 2021-03-04T23:24:41.243352+0000 osd.1 (osd.1) 2 : cluster [DBG] 1.b scrub ok 2021-03-04T23:24:42.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:42 gibba023 bash[27374]: cluster 2021-03-04T23:24:41.439750+0000 osd.5 (osd.5) 15 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:24:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:42 gibba023 bash[27374]: cluster 2021-03-04T23:24:41.442360+0000 osd.5 (osd.5) 16 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:24:43.007 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:43.114 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:43.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:43 gibba023 bash[15180]: debug 2021-03-04T23:24:43.002+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:43.465 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:43 gibba008 bash[37770]: cluster 2021-03-04T23:24:42.255665+0000 osd.1 (osd.1) 3 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:24:43.465 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:43 gibba008 bash[37770]: cluster 2021-03-04T23:24:43.346758+0000 mgr.x (mgr.34379) 1104 : cluster [DBG] pgmap v1469: 119 pgs: 119 active+clean; 2.1 GiB data, 6.6 GiB used, 661 GiB / 672 GiB avail; 217 MiB/s wr, 3.48k op/s 2021-03-04T23:24:43.524 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:43.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 10 16 40061 40045 250.259 189.188 0.00435574 0.00399212 2021-03-04T23:24:43.627 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:43.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:43 gibba008 bash[47391]: debug 2021-03-04T23:24:43.516+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:43.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:43 gibba008 bash[39303]: cluster 2021-03-04T23:24:42.255665+0000 osd.1 (osd.1) 3 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:24:43.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:43 gibba008 bash[39303]: cluster 2021-03-04T23:24:43.346758+0000 mgr.x (mgr.34379) 1104 : cluster [DBG] pgmap v1469: 119 pgs: 119 active+clean; 2.1 GiB data, 6.6 GiB used, 661 GiB / 672 GiB avail; 217 MiB/s wr, 3.48k op/s 2021-03-04T23:24:43.787 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:43 gibba023 bash[27374]: cluster 2021-03-04T23:24:42.255665+0000 osd.1 (osd.1) 3 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:24:43.787 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:43 gibba023 bash[27374]: cluster 2021-03-04T23:24:43.346758+0000 mgr.x (mgr.34379) 1104 : cluster [DBG] pgmap v1469: 119 pgs: 119 active+clean; 2.1 GiB data, 6.6 GiB used, 661 GiB / 672 GiB avail; 217 MiB/s wr, 3.48k op/s 2021-03-04T23:24:44.011 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:44.114 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:44.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:44 gibba023 bash[18090]: debug 2021-03-04T23:24:44.006+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:44.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 11 16 42147 42131 239.359 130.375 0.0149168 0.00417125 2021-03-04T23:24:44.606 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:44.712 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:44.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:44 gibba008 bash[37770]: cluster 2021-03-04T23:24:43.418164+0000 osd.5 (osd.5) 17 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:24:44.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:44 gibba008 bash[37770]: cluster 2021-03-04T23:24:43.420318+0000 osd.5 (osd.5) 18 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:24:44.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:44 gibba008 bash[39303]: cluster 2021-03-04T23:24:43.418164+0000 osd.5 (osd.5) 17 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:24:44.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:44 gibba008 bash[39303]: cluster 2021-03-04T23:24:43.420318+0000 osd.5 (osd.5) 18 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:24:44.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:44 gibba023 bash[18090]: debug 2021-03-04T23:24:44.598+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:44 gibba023 bash[27374]: cluster 2021-03-04T23:24:43.418164+0000 osd.5 (osd.5) 17 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:24:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:44 gibba023 bash[27374]: cluster 2021-03-04T23:24:43.420318+0000 osd.5 (osd.5) 18 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:24:45.252 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:45.357 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:45.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[16680]: debug 2021-03-04T23:24:45.242+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[27374]: audit 2021-03-04T23:24:44.779206+0000 mon.a (mon.0) 1686 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:24:45.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[27374]: audit 2021-03-04T23:24:44.780668+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:45.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[27374]: audit 2021-03-04T23:24:44.782802+0000 mon.a (mon.0) 1688 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-03-04T23:24:45.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[27374]: audit 2021-03-04T23:24:44.963928+0000 mon.a (mon.0) 1689 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:45.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[27374]: cluster 2021-03-04T23:24:45.347100+0000 mgr.x (mgr.34379) 1105 : cluster [DBG] pgmap v1470: 119 pgs: 119 active+clean; 2.1 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 217 MiB/s wr, 3.48k op/s 2021-03-04T23:24:45.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 12 16 43430 43414 226.094 80.1875 0.0101174 0.00441591 2021-03-04T23:24:45.625 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:24:45.735 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[39303]: audit 2021-03-04T23:24:44.779206+0000 mon.a (mon.0) 1686 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:24:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[39303]: audit 2021-03-04T23:24:44.780668+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[39303]: audit 2021-03-04T23:24:44.782802+0000 mon.a (mon.0) 1688 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-03-04T23:24:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[39303]: audit 2021-03-04T23:24:44.963928+0000 mon.a (mon.0) 1689 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[39303]: cluster 2021-03-04T23:24:45.347100+0000 mgr.x (mgr.34379) 1105 : cluster [DBG] pgmap v1470: 119 pgs: 119 active+clean; 2.1 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 217 MiB/s wr, 3.48k op/s 2021-03-04T23:24:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[37770]: audit 2021-03-04T23:24:44.779206+0000 mon.a (mon.0) 1686 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:24:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[37770]: audit 2021-03-04T23:24:44.780668+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:45.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[37770]: audit 2021-03-04T23:24:44.782802+0000 mon.a (mon.0) 1688 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-03-04T23:24:45.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[37770]: audit 2021-03-04T23:24:44.963928+0000 mon.a (mon.0) 1689 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:45.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:45 gibba008 bash[37770]: cluster 2021-03-04T23:24:45.347100+0000 mgr.x (mgr.34379) 1105 : cluster [DBG] pgmap v1470: 119 pgs: 119 active+clean; 2.1 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 217 MiB/s wr, 3.48k op/s 2021-03-04T23:24:45.796 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:45.899 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:46.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:45 gibba023 bash[16680]: debug 2021-03-04T23:24:45.790+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:46.359 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:46.465 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:46.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 13 16 45844 45828 220.306 150.875 0.00222774 0.00453525 2021-03-04T23:24:46.731 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:46.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:46 gibba023 bash[15180]: debug 2021-03-04T23:24:46.354+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:46.835 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:47.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:46 gibba008 bash[44600]: debug 2021-03-04T23:24:46.724+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:47.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:47.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:47.454 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:47 gibba008 bash[48858]: debug 2021-03-04T23:24:47.024+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:47.459 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:47.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:47 gibba008 bash[47391]: debug 2021-03-04T23:24:47.452+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:47.561 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:24:47.562 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:47.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 14 16 49094 49078 219.078 203.125 0.00250737 0.00456091 2021-03-04T23:24:47.657 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:47.968 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:47.968 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:47 gibba008 bash[48858]: debug 2021-03-04T23:24:47.960+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:48.071 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:48.426 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:48.530 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:48.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 15 16 51174 51158 213.138 130 0.00409139 0.0046882 2021-03-04T23:24:48.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:48 gibba008 bash[37770]: cluster 2021-03-04T23:24:47.347677+0000 mgr.x (mgr.34379) 1106 : cluster [DBG] pgmap v1471: 119 pgs: 119 active+clean; 2.7 GiB data, 8.5 GiB used, 660 GiB / 672 GiB avail; 180 MiB/s wr, 2.88k op/s 2021-03-04T23:24:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:48 gibba008 bash[39303]: cluster 2021-03-04T23:24:47.347677+0000 mgr.x (mgr.34379) 1106 : cluster [DBG] pgmap v1471: 119 pgs: 119 active+clean; 2.7 GiB data, 8.5 GiB used, 660 GiB / 672 GiB avail; 180 MiB/s wr, 2.88k op/s 2021-03-04T23:24:48.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:48 gibba023 bash[15180]: debug 2021-03-04T23:24:48.418+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:48.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:48 gibba023 bash[27374]: cluster 2021-03-04T23:24:47.347677+0000 mgr.x (mgr.34379) 1106 : cluster [DBG] pgmap v1471: 119 pgs: 119 active+clean; 2.7 GiB data, 8.5 GiB used, 660 GiB / 672 GiB avail; 180 MiB/s wr, 2.88k op/s 2021-03-04T23:24:49.106 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:49.209 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:49.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:49 gibba008 bash[91265]: debug 2021-03-04T23:24:49.100+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:49.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 16 16 54526 54510 212.909 209.5 0.00275381 0.00469338 2021-03-04T23:24:50.101 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:50.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:50.410 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:50 gibba008 bash[39303]: cluster 2021-03-04T23:24:49.348011+0000 mgr.x (mgr.34379) 1107 : cluster [DBG] pgmap v1472: 119 pgs: 119 active+clean; 2.8 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:24:50.410 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:50 gibba008 bash[47391]: debug 2021-03-04T23:24:50.096+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:50.411 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:50 gibba008 bash[37770]: cluster 2021-03-04T23:24:49.348011+0000 mgr.x (mgr.34379) 1107 : cluster [DBG] pgmap v1472: 119 pgs: 119 active+clean; 2.8 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:24:50.411 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:50.515 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:50 gibba023 bash[27374]: cluster 2021-03-04T23:24:49.348011+0000 mgr.x (mgr.34379) 1107 : cluster [DBG] pgmap v1472: 119 pgs: 119 active+clean; 2.8 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:24:50.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 17 15 56932 56917 209.234 150.438 0.00392286 0.00477584 2021-03-04T23:24:50.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:24:50 gibba008 bash[47391]: debug 2021-03-04T23:24:50.404+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:51.080 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:51.183 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:51.281 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:51.383 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:51.466 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:51 gibba023 bash[15180]: debug 2021-03-04T23:24:51.274+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:51.467 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:51.467 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:51 gibba023 bash[16680]: debug 2021-03-04T23:24:51.458+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:51.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:51 gibba008 bash[44600]: debug 2021-03-04T23:24:51.072+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:51.572 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:51.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 18 16 59538 59522 206.654 162.812 0.00590934 0.00483541 2021-03-04T23:24:51.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:51.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:51 gibba023 bash[15180]: debug 2021-03-04T23:24:51.666+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:51.778 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:52.156 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:52.503 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:52 gibba008 bash[44600]: debug 2021-03-04T23:24:52.148+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:52.503 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:52 gibba008 bash[37770]: cluster 2021-03-04T23:24:51.348539+0000 mgr.x (mgr.34379) 1108 : cluster [DBG] pgmap v1473: 119 pgs: 119 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 185 MiB/s wr, 2.96k op/s 2021-03-04T23:24:52.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 19 15 61315 61300 201.626 111.125 0.00640672 0.00495443 2021-03-04T23:24:52.603 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:52.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:52 gibba008 bash[39303]: cluster 2021-03-04T23:24:51.348539+0000 mgr.x (mgr.34379) 1108 : cluster [DBG] pgmap v1473: 119 pgs: 119 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 185 MiB/s wr, 2.96k op/s 2021-03-04T23:24:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:52 gibba023 bash[27374]: cluster 2021-03-04T23:24:51.348539+0000 mgr.x (mgr.34379) 1108 : cluster [DBG] pgmap v1473: 119 pgs: 119 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 185 MiB/s wr, 2.96k op/s 2021-03-04T23:24:53.245 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:53.348 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:53.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:53 gibba008 bash[48858]: debug 2021-03-04T23:24:53.240+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:53.529 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:53.577 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:24:53.575138+0000 min lat: 0.000723549 max lat: 0.184797 avg lat: 0.00504043 2021-03-04T23:24:53.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:24:53.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 20 16 63465 63449 198.259 134.312 0.00264642 0.00504043 2021-03-04T23:24:53.619 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:53 gibba008 bash[91265]: debug 2021-03-04T23:24:53.524+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:53.633 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:53.734 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:53.837 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:53.933 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:53 gibba023 bash[16680]: debug 2021-03-04T23:24:53.726+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:53.934 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:54.038 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:54.127 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:54.232 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:54.238 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:53 gibba023 bash[15180]: debug 2021-03-04T23:24:53.926+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:54.238 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:54 gibba023 bash[15180]: debug 2021-03-04T23:24:54.118+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:54.340 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:54.443 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:54.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:54 gibba023 bash[18090]: debug 2021-03-04T23:24:54.334+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:54.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:54 gibba023 bash[27374]: cluster 2021-03-04T23:24:53.349021+0000 mgr.x (mgr.34379) 1109 : cluster [DBG] pgmap v1474: 119 pgs: 119 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:24:54.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 21 16 65794 65778 195.749 145.562 0.0296977 0.00510398 2021-03-04T23:24:54.617 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:54.720 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:54.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:54 gibba008 bash[39303]: cluster 2021-03-04T23:24:53.349021+0000 mgr.x (mgr.34379) 1109 : cluster [DBG] pgmap v1474: 119 pgs: 119 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:24:54.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:54 gibba008 bash[37770]: cluster 2021-03-04T23:24:53.349021+0000 mgr.x (mgr.34379) 1109 : cluster [DBG] pgmap v1474: 119 pgs: 119 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:24:54.830 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:54.937 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:55.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:54 gibba023 bash[15180]: debug 2021-03-04T23:24:54.826+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:55.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:54 gibba023 bash[19550]: debug 2021-03-04T23:24:54.610+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:55.261 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:55.365 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:55.476 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:55.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:55 gibba008 bash[48858]: debug 2021-03-04T23:24:55.256+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:55.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 22 16 67591 67575 191.956 112.312 0.00855452 0.00520573 2021-03-04T23:24:55.581 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:55.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:24:55 gibba023 bash[18090]: debug 2021-03-04T23:24:55.470+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:56.374 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:56.478 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:56.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 23 15 70416 70401 191.289 176.625 0.00422806 0.0052242 2021-03-04T23:24:56.733 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:56 gibba008 bash[39303]: cluster 2021-03-04T23:24:55.349426+0000 mgr.x (mgr.34379) 1110 : cluster [DBG] pgmap v1475: 119 pgs: 119 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:24:56.733 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:56 gibba008 bash[91265]: debug 2021-03-04T23:24:56.368+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:56.734 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:56 gibba008 bash[37770]: cluster 2021-03-04T23:24:55.349426+0000 mgr.x (mgr.34379) 1110 : cluster [DBG] pgmap v1475: 119 pgs: 119 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:24:56.734 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:56 gibba023 bash[27374]: cluster 2021-03-04T23:24:55.349426+0000 mgr.x (mgr.34379) 1110 : cluster [DBG] pgmap v1475: 119 pgs: 119 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:24:56.793 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:24:56.807 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:24:56.836 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:57.002 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:57.025 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:56 gibba008 bash[48858]: debug 2021-03-04T23:24:56.728+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:57.062 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:24:57.083 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:24:57.103 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:24:57.108 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:57.119 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:24:57.135 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:24:57.149 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:24:57.162 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:24:57.180 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:24:57.180 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.181 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.181 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.181 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.181 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.182 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.182 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.182 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:24:57.239 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:57.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:57 gibba008 bash[44600]: debug 2021-03-04T23:24:56.996+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:57.353 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:57.426 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:24:57 gibba023 bash[19550]: debug 2021-03-04T23:24:57.230+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:57.426 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:57 gibba023 bash[27374]: audit 2021-03-04T23:24:57.037413+0000 mon.a (mon.0) 1690 : audit [DBG] from='client.? 172.21.2.108:0/997936807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:57.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 24 16 72420 72404 188.534 125.188 0.00283862 0.00530056 2021-03-04T23:24:57.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:57 gibba008 bash[39303]: audit 2021-03-04T23:24:57.037413+0000 mon.a (mon.0) 1690 : audit [DBG] from='client.? 172.21.2.108:0/997936807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:57.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:57 gibba008 bash[37770]: audit 2021-03-04T23:24:57.037413+0000 mon.a (mon.0) 1690 : audit [DBG] from='client.? 172.21.2.108:0/997936807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:57.833 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:57.944 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:58.281 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:24:57 gibba008 bash[48858]: debug 2021-03-04T23:24:57.824+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:58.393 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:58.497 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:58.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 25 15 73717 73702 184.238 81.125 0.0101052 0.00542429 2021-03-04T23:24:58.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[91265]: debug 2021-03-04T23:24:58.388+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[37770]: audit 2021-03-04T23:24:56.778905+0000 mgr.x (mgr.34379) 1111 : audit [DBG] from='client.45759 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[37770]: cluster 2021-03-04T23:24:57.351586+0000 mgr.x (mgr.34379) 1112 : cluster [DBG] pgmap v1476: 119 pgs: 119 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:24:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[37770]: audit 2021-03-04T23:24:58.205558+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[39303]: audit 2021-03-04T23:24:56.778905+0000 mgr.x (mgr.34379) 1111 : audit [DBG] from='client.45759 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[39303]: cluster 2021-03-04T23:24:57.351586+0000 mgr.x (mgr.34379) 1112 : cluster [DBG] pgmap v1476: 119 pgs: 119 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:24:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[39303]: audit 2021-03-04T23:24:58.205558+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:58 gibba023 bash[27374]: audit 2021-03-04T23:24:56.778905+0000 mgr.x (mgr.34379) 1111 : audit [DBG] from='client.45759 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:58 gibba023 bash[27374]: cluster 2021-03-04T23:24:57.351586+0000 mgr.x (mgr.34379) 1112 : cluster [DBG] pgmap v1476: 119 pgs: 119 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:24:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:24:58 gibba023 bash[27374]: audit 2021-03-04T23:24:58.205558+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:58.817 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:58.920 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:59.030 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:59.135 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:59.141 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:24:58 gibba008 bash[91265]: debug 2021-03-04T23:24:58.812+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:24:59.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:24:59 gibba023 bash[15180]: debug 2021-03-04T23:24:59.022+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:24:59.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 26 16 76368 76352 183.521 165.625 0.00395853 0.00544546 2021-03-04T23:24:59.633 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:59.736 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:59.819 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:59.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:59.935 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:24:59 gibba008 bash[44600]: debug 2021-03-04T23:24:59.628+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:00.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:24:59 gibba023 bash[16680]: debug 2021-03-04T23:24:59.814+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:00.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:00 gibba008 bash[37770]: cluster 2021-03-04T23:24:59.352201+0000 mgr.x (mgr.34379) 1113 : cluster [DBG] pgmap v1477: 119 pgs: 119 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 133 MiB/s wr, 2.13k op/s 2021-03-04T23:25:00.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:00 gibba008 bash[39303]: cluster 2021-03-04T23:24:59.352201+0000 mgr.x (mgr.34379) 1113 : cluster [DBG] pgmap v1477: 119 pgs: 119 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 133 MiB/s wr, 2.13k op/s 2021-03-04T23:25:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:00 gibba023 bash[27374]: cluster 2021-03-04T23:24:59.352201+0000 mgr.x (mgr.34379) 1113 : cluster [DBG] pgmap v1477: 119 pgs: 119 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 133 MiB/s wr, 2.13k op/s 2021-03-04T23:25:00.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 27 16 78302 78286 181.201 120.875 0.00625456 0.00551359 2021-03-04T23:25:00.718 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:00.823 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:00.917 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:01.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:00 gibba008 bash[47391]: debug 2021-03-04T23:25:00.712+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:01.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:01.235 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:00 gibba023 bash[19550]: debug 2021-03-04T23:25:00.910+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:01.578 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 28 16 80066 80050 178.666 110.25 0.0177387 0.005591 2021-03-04T23:25:01.821 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:01.925 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:02.051 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:02.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:02.253 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:02 gibba023 bash[18090]: debug 2021-03-04T23:25:02.046+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:02.254 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:02.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:01 gibba008 bash[44600]: debug 2021-03-04T23:25:01.816+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:02.358 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:02.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 29 16 81560 81544 175.724 93.375 0.0723523 0.00568046 2021-03-04T23:25:02.638 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:02 gibba023 bash[16680]: debug 2021-03-04T23:25:02.246+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:02.667 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:02.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:02 gibba008 bash[39303]: cluster 2021-03-04T23:25:01.352652+0000 mgr.x (mgr.34379) 1114 : cluster [DBG] pgmap v1478: 119 pgs: 119 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:25:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:02 gibba008 bash[37770]: cluster 2021-03-04T23:25:01.352652+0000 mgr.x (mgr.34379) 1114 : cluster [DBG] pgmap v1478: 119 pgs: 119 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:25:02.778 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:03.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:02 gibba023 bash[27374]: cluster 2021-03-04T23:25:01.352652+0000 mgr.x (mgr.34379) 1114 : cluster [DBG] pgmap v1478: 119 pgs: 119 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:25:03.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:02 gibba023 bash[19550]: debug 2021-03-04T23:25:02.654+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:03.195 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1475,"stamp":"2021-03-04T23:24:55.349189+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3841527080,"num_objects":58639,"num_object_clones":0,"num_object_copies":175917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":58669,"num_write_kb":3751508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":58663,"ondisk_log_size":58663,"up":357,"acting":357,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":357,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":16143648,"kb_used_data":11223456,"kb_used_omap":7538,"kb_used_meta":4912589,"kb_avail":688499424,"statfs":{"total":721554505728,"available":705023410176,"internally_reserved":4294967296,"allocated":11492818944,"data_stored":11466452960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7719782,"internal_metadata":5030491290},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[8,13,5,4,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1561329664,"num_objects":23824,"num_object_clones":0,"num_object_copies":71472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23824,"num_write_kb":1524736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002680"},"pg_stats":[{"pgid":"29.4","version":"695'3528","reported_seq":"3540","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.578277+0000","last_change":"2021-03-04T23:24:12.207326+0000","last_active":"2021-03-04T23:24:50.578277+0000","last_peered":"2021-03-04T23:24:50.578277+0000","last_clean":"2021-03-04T23:24:50.578277+0000","last_became_active":"2021-03-04T23:24:12.206956+0000","last_became_peered":"2021-03-04T23:24:12.206956+0000","last_unstale":"2021-03-04T23:24:50.578277+0000","last_undegraded":"2021-03-04T23:24:50.578277+0000","last_fullsized":"2021-03-04T23:24:50.578277+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3528,"ondisk_log_size":3528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":231211008,"num_objects":3528,"num_object_clones":0,"num_object_copies":10584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3528,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3528,"num_write_kb":225792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"690","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.260679+0000","last_change":"2021-03-04T23:24:02.164090+0000","last_active":"2021-03-04T23:24:31.260679+0000","last_peered":"2021-03-04T23:24:31.260679+0000","last_clean":"2021-03-04T23:24:31.260679+0000","last_became_active":"2021-03-04T23:24:02.163767+0000","last_became_peered":"2021-03-04T23:24:02.163767+0000","last_unstale":"2021-03-04T23:24:31.260679+0000","last_undegraded":"2021-03-04T23:24:31.260679+0000","last_fullsized":"2021-03-04T23:24:31.260679+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"650","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407926+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:24:29.407926+0000","last_peered":"2021-03-04T23:24:29.407926+0000","last_clean":"2021-03-04T23:24:29.407926+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:24:29.407926+0000","last_undegraded":"2021-03-04T23:24:29.407926+0000","last_fullsized":"2021-03-04T23:24:29.407926+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.7","version":"695'3578","reported_seq":"3590","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.555816+0000","last_change":"2021-03-04T23:24:12.428499+0000","last_active":"2021-03-04T23:24:50.555816+0000","last_peered":"2021-03-04T23:24:50.555816+0000","last_clean":"2021-03-04T23:24:50.555816+0000","last_became_active":"2021-03-04T23:24:12.427340+0000","last_became_peered":"2021-03-04T23:24:12.427340+0000","last_unstale":"2021-03-04T23:24:50.555816+0000","last_undegraded":"2021-03-04T23:24:50.555816+0000","last_fullsized":"2021-03-04T23:24:50.555816+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3578,"ondisk_log_size":3578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":234487808,"num_objects":3578,"num_object_clones":0,"num_object_copies":10734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3578,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3578,"num_write_kb":228992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.124918+0000","last_change":"2021-03-04T23:24:02.163958+0000","last_active":"2021-03-04T23:24:31.124918+0000","last_peered":"2021-03-04T23:24:31.124918+0000","last_clean":"2021-03-04T23:24:31.124918+0000","last_became_active":"2021-03-04T23:24:02.163710+0000","last_became_peered":"2021-03-04T23:24:02.163710+0000","last_unstale":"2021-03-04T23:24:31.124918+0000","last_undegraded":"2021-03-04T23:24:31.124918+0000","last_fullsized":"2021-03-04T23:24:31.124918+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"674","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.934096+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:24:29.934096+0000","last_peered":"2021-03-04T23:24:29.934096+0000","last_clean":"2021-03-04T23:24:29.934096+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:24:29.934096+0000","last_undegraded":"2021-03-04T23:24:29.934096+0000","last_fullsized":"2021-03-04T23:24:29.934096+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.6","version":"695'3895","reported_seq":"3907","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:51.799610+0000","last_change":"2021-03-04T23:24:12.425609+0000","last_active":"2021-03-04T23:24:51.799610+0000","last_peered":"2021-03-04T23:24:51.799610+0000","last_clean":"2021-03-04T23:24:51.799610+0000","last_became_active":"2021-03-04T23:24:12.424967+0000","last_became_peered":"2021-03-04T23:24:12.424967+0000","last_unstale":"2021-03-04T23:24:51.799610+0000","last_undegraded":"2021-03-04T23:24:51.799610+0000","last_fullsized":"2021-03-04T23:24:51.799610+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3895,"ondisk_log_size":3895,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255262720,"num_objects":3895,"num_object_clones":0,"num_object_copies":11685,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3895,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3895,"num_write_kb":249280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"666","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407141+0000","last_change":"2021-03-04T23:24:02.166452+0000","last_active":"2021-03-04T23:24:29.407141+0000","last_peered":"2021-03-04T23:24:29.407141+0000","last_clean":"2021-03-04T23:24:29.407141+0000","last_became_active":"2021-03-04T23:24:02.166195+0000","last_became_peered":"2021-03-04T23:24:02.166195+0000","last_unstale":"2021-03-04T23:24:29.407141+0000","last_undegraded":"2021-03-04T23:24:29.407141+0000","last_fullsized":"2021-03-04T23:24:29.407141+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"673","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.381373+0000","last_change":"2021-03-04T23:24:02.158103+0000","last_active":"2021-03-04T23:24:31.381373+0000","last_peered":"2021-03-04T23:24:31.381373+0000","last_clean":"2021-03-04T23:24:31.381373+0000","last_became_active":"2021-03-04T23:24:02.157777+0000","last_became_peered":"2021-03-04T23:24:02.157777+0000","last_unstale":"2021-03-04T23:24:31.381373+0000","last_undegraded":"2021-03-04T23:24:31.381373+0000","last_fullsized":"2021-03-04T23:24:31.381373+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.9","version":"695'3825","reported_seq":"3837","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:51.803136+0000","last_change":"2021-03-04T23:24:12.204828+0000","last_active":"2021-03-04T23:24:51.803136+0000","last_peered":"2021-03-04T23:24:51.803136+0000","last_clean":"2021-03-04T23:24:51.803136+0000","last_became_active":"2021-03-04T23:24:12.204604+0000","last_became_peered":"2021-03-04T23:24:12.204604+0000","last_unstale":"2021-03-04T23:24:51.803136+0000","last_undegraded":"2021-03-04T23:24:51.803136+0000","last_fullsized":"2021-03-04T23:24:51.803136+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3825,"ondisk_log_size":3825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250675200,"num_objects":3825,"num_object_clones":0,"num_object_copies":11475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3825,"num_write_kb":244800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"655","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.934241+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:24:29.934241+0000","last_peered":"2021-03-04T23:24:29.934241+0000","last_clean":"2021-03-04T23:24:29.934241+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:24:29.934241+0000","last_undegraded":"2021-03-04T23:24:29.934241+0000","last_fullsized":"2021-03-04T23:24:29.934241+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"650","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407269+0000","last_change":"2021-03-04T23:24:02.165882+0000","last_active":"2021-03-04T23:24:29.407269+0000","last_peered":"2021-03-04T23:24:29.407269+0000","last_clean":"2021-03-04T23:24:29.407269+0000","last_became_active":"2021-03-04T23:24:02.165660+0000","last_became_peered":"2021-03-04T23:24:02.165660+0000","last_unstale":"2021-03-04T23:24:29.407269+0000","last_undegraded":"2021-03-04T23:24:29.407269+0000","last_fullsized":"2021-03-04T23:24:29.407269+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.8","version":"695'3883","reported_seq":"3895","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:52.589316+0000","last_change":"2021-03-04T23:24:12.204911+0000","last_active":"2021-03-04T23:24:52.589316+0000","last_peered":"2021-03-04T23:24:52.589316+0000","last_clean":"2021-03-04T23:24:52.589316+0000","last_became_active":"2021-03-04T23:24:12.204662+0000","last_became_peered":"2021-03-04T23:24:12.204662+0000","last_unstale":"2021-03-04T23:24:52.589316+0000","last_undegraded":"2021-03-04T23:24:52.589316+0000","last_fullsized":"2021-03-04T23:24:52.589316+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3883,"ondisk_log_size":3883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":254476288,"num_objects":3883,"num_object_clones":0,"num_object_copies":11649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3883,"num_write_kb":248512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"24","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.406916+0000","last_change":"2021-03-04T23:23:50.885075+0000","last_active":"2021-03-04T23:24:29.406916+0000","last_peered":"2021-03-04T23:24:29.406916+0000","last_clean":"2021-03-04T23:24:29.406916+0000","last_became_active":"2021-03-04T23:23:49.215403+0000","last_became_peered":"2021-03-04T23:23:49.215403+0000","last_unstale":"2021-03-04T23:24:29.406916+0000","last_undegraded":"2021-03-04T23:24:29.406916+0000","last_fullsized":"2021-03-04T23:24:29.406916+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"68","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.130202+0000","last_change":"2021-03-04T23:24:02.159393+0000","last_active":"2021-03-04T23:24:31.130202+0000","last_peered":"2021-03-04T23:24:31.130202+0000","last_clean":"2021-03-04T23:24:31.130202+0000","last_became_active":"2021-03-04T23:24:02.158927+0000","last_became_peered":"2021-03-04T23:24:02.158927+0000","last_unstale":"2021-03-04T23:24:31.130202+0000","last_undegraded":"2021-03-04T23:24:31.130202+0000","last_fullsized":"2021-03-04T23:24:31.130202+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"624","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407701+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:24:29.407701+0000","last_peered":"2021-03-04T23:24:29.407701+0000","last_clean":"2021-03-04T23:24:29.407701+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:24:29.407701+0000","last_undegraded":"2021-03-04T23:24:29.407701+0000","last_fullsized":"2021-03-04T23:24:29.407701+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.b","version":"695'3520","reported_seq":"3531","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.560608+0000","last_change":"2021-03-04T23:24:12.207072+0000","last_active":"2021-03-04T23:24:50.560608+0000","last_peered":"2021-03-04T23:24:50.560608+0000","last_clean":"2021-03-04T23:24:50.560608+0000","last_became_active":"2021-03-04T23:24:12.206644+0000","last_became_peered":"2021-03-04T23:24:12.206644+0000","last_unstale":"2021-03-04T23:24:50.560608+0000","last_undegraded":"2021-03-04T23:24:50.560608+0000","last_fullsized":"2021-03-04T23:24:50.560608+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3520,"ondisk_log_size":3520,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":230686720,"num_objects":3520,"num_object_clones":0,"num_object_copies":10560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3520,"num_write_kb":225280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"669","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.382129+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:24:31.382129+0000","last_peered":"2021-03-04T23:24:31.382129+0000","last_clean":"2021-03-04T23:24:31.382129+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:24:31.382129+0000","last_undegraded":"2021-03-04T23:24:31.382129+0000","last_fullsized":"2021-03-04T23:24:31.382129+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.125699+0000","last_change":"2021-03-04T23:24:02.163606+0000","last_active":"2021-03-04T23:24:31.125699+0000","last_peered":"2021-03-04T23:24:31.125699+0000","last_clean":"2021-03-04T23:24:31.125699+0000","last_became_active":"2021-03-04T23:24:02.163338+0000","last_became_peered":"2021-03-04T23:24:02.163338+0000","last_unstale":"2021-03-04T23:24:31.125699+0000","last_undegraded":"2021-03-04T23:24:31.125699+0000","last_fullsized":"2021-03-04T23:24:31.125699+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.a","version":"695'3793","reported_seq":"3805","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:51.796483+0000","last_change":"2021-03-04T23:24:12.425965+0000","last_active":"2021-03-04T23:24:51.796483+0000","last_peered":"2021-03-04T23:24:51.796483+0000","last_clean":"2021-03-04T23:24:51.796483+0000","last_became_active":"2021-03-04T23:24:12.425744+0000","last_became_peered":"2021-03-04T23:24:12.425744+0000","last_unstale":"2021-03-04T23:24:51.796483+0000","last_undegraded":"2021-03-04T23:24:51.796483+0000","last_fullsized":"2021-03-04T23:24:51.796483+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3793,"ondisk_log_size":3793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":248578048,"num_objects":3793,"num_object_clones":0,"num_object_copies":11379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3793,"num_write_kb":242752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"654","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261271+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:24:31.261271+0000","last_peered":"2021-03-04T23:24:31.261271+0000","last_clean":"2021-03-04T23:24:31.261271+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:24:31.261271+0000","last_undegraded":"2021-03-04T23:24:31.261271+0000","last_fullsized":"2021-03-04T23:24:31.261271+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"673","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261671+0000","last_change":"2021-03-04T23:24:02.157146+0000","last_active":"2021-03-04T23:24:31.261671+0000","last_peered":"2021-03-04T23:24:31.261671+0000","last_clean":"2021-03-04T23:24:31.261671+0000","last_became_active":"2021-03-04T23:24:02.156806+0000","last_became_peered":"2021-03-04T23:24:02.156806+0000","last_unstale":"2021-03-04T23:24:31.261671+0000","last_undegraded":"2021-03-04T23:24:31.261671+0000","last_fullsized":"2021-03-04T23:24:31.261671+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.d","version":"695'3466","reported_seq":"3477","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.579417+0000","last_change":"2021-03-04T23:24:12.428566+0000","last_active":"2021-03-04T23:24:50.579417+0000","last_peered":"2021-03-04T23:24:50.579417+0000","last_clean":"2021-03-04T23:24:50.579417+0000","last_became_active":"2021-03-04T23:24:12.427892+0000","last_became_peered":"2021-03-04T23:24:12.427892+0000","last_unstale":"2021-03-04T23:24:50.579417+0000","last_undegraded":"2021-03-04T23:24:50.579417+0000","last_fullsized":"2021-03-04T23:24:50.579417+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3466,"ondisk_log_size":3466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":227147776,"num_objects":3466,"num_object_clones":0,"num_object_copies":10398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3466,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3466,"num_write_kb":221824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"595","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.932538+0000","last_change":"2021-03-04T23:23:49.833095+0000","last_active":"2021-03-04T23:24:29.932538+0000","last_peered":"2021-03-04T23:24:29.932538+0000","last_clean":"2021-03-04T23:24:29.932538+0000","last_became_active":"2021-03-04T23:23:49.215551+0000","last_became_peered":"2021-03-04T23:23:49.215551+0000","last_unstale":"2021-03-04T23:24:29.932538+0000","last_undegraded":"2021-03-04T23:24:29.932538+0000","last_fullsized":"2021-03-04T23:24:29.932538+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"653","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.381421+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:24:31.381421+0000","last_peered":"2021-03-04T23:24:31.381421+0000","last_clean":"2021-03-04T23:24:31.381421+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:24:31.381421+0000","last_undegraded":"2021-03-04T23:24:31.381421+0000","last_fullsized":"2021-03-04T23:24:31.381421+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"650","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.408055+0000","last_change":"2021-03-04T23:24:02.164003+0000","last_active":"2021-03-04T23:24:29.408055+0000","last_peered":"2021-03-04T23:24:29.408055+0000","last_clean":"2021-03-04T23:24:29.408055+0000","last_became_active":"2021-03-04T23:24:02.163589+0000","last_became_peered":"2021-03-04T23:24:02.163589+0000","last_unstale":"2021-03-04T23:24:29.408055+0000","last_undegraded":"2021-03-04T23:24:29.408055+0000","last_fullsized":"2021-03-04T23:24:29.408055+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.c","version":"695'3555","reported_seq":"3567","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.574453+0000","last_change":"2021-03-04T23:24:12.428511+0000","last_active":"2021-03-04T23:24:50.574453+0000","last_peered":"2021-03-04T23:24:50.574453+0000","last_clean":"2021-03-04T23:24:50.574453+0000","last_became_active":"2021-03-04T23:24:12.427338+0000","last_became_peered":"2021-03-04T23:24:12.427338+0000","last_unstale":"2021-03-04T23:24:50.574453+0000","last_undegraded":"2021-03-04T23:24:50.574453+0000","last_fullsized":"2021-03-04T23:24:50.574453+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3555,"ondisk_log_size":3555,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":232980480,"num_objects":3555,"num_object_clones":0,"num_object_copies":10665,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3555,"num_write_kb":227520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"22","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:41.442362+0000","last_change":"2021-03-04T23:24:41.442394+0000","last_active":"2021-03-04T23:24:41.442362+0000","last_peered":"2021-03-04T23:24:41.442362+0000","last_clean":"2021-03-04T23:24:41.442362+0000","last_became_active":"2021-03-04T23:23:49.215756+0000","last_became_peered":"2021-03-04T23:23:49.215756+0000","last_unstale":"2021-03-04T23:24:41.442362+0000","last_undegraded":"2021-03-04T23:24:41.442362+0000","last_fullsized":"2021-03-04T23:24:41.442362+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.442361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.442361+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"655","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.933312+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:24:29.933312+0000","last_peered":"2021-03-04T23:24:29.933312+0000","last_clean":"2021-03-04T23:24:29.933312+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:24:29.933312+0000","last_undegraded":"2021-03-04T23:24:29.933312+0000","last_fullsized":"2021-03-04T23:24:29.933312+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"59","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.130240+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:24:31.130240+0000","last_peered":"2021-03-04T23:24:31.130240+0000","last_clean":"2021-03-04T23:24:31.130240+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:24:31.130240+0000","last_undegraded":"2021-03-04T23:24:31.130240+0000","last_fullsized":"2021-03-04T23:24:31.130240+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.f","version":"695'3834","reported_seq":"3845","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:51.870707+0000","last_change":"2021-03-04T23:24:12.205034+0000","last_active":"2021-03-04T23:24:51.870707+0000","last_peered":"2021-03-04T23:24:51.870707+0000","last_clean":"2021-03-04T23:24:51.870707+0000","last_became_active":"2021-03-04T23:24:12.204805+0000","last_became_peered":"2021-03-04T23:24:12.204805+0000","last_unstale":"2021-03-04T23:24:51.870707+0000","last_undegraded":"2021-03-04T23:24:51.870707+0000","last_fullsized":"2021-03-04T23:24:51.870707+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3834,"ondisk_log_size":3834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":251265024,"num_objects":3834,"num_object_clones":0,"num_object_copies":11502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3834,"num_write_kb":245376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"20","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:40.261685+0000","last_change":"2021-03-04T23:24:40.261685+0000","last_active":"2021-03-04T23:24:40.261685+0000","last_peered":"2021-03-04T23:24:40.261685+0000","last_clean":"2021-03-04T23:24:40.261685+0000","last_became_active":"2021-03-04T23:24:02.164204+0000","last_became_peered":"2021-03-04T23:24:02.164204+0000","last_unstale":"2021-03-04T23:24:40.261685+0000","last_undegraded":"2021-03-04T23:24:40.261685+0000","last_fullsized":"2021-03-04T23:24:40.261685+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"122","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.405939+0000","last_change":"2021-03-04T23:24:02.161696+0000","last_active":"2021-03-04T23:24:29.405939+0000","last_peered":"2021-03-04T23:24:29.405939+0000","last_clean":"2021-03-04T23:24:29.405939+0000","last_became_active":"2021-03-04T23:24:02.161430+0000","last_became_peered":"2021-03-04T23:24:02.161430+0000","last_unstale":"2021-03-04T23:24:29.405939+0000","last_undegraded":"2021-03-04T23:24:29.405939+0000","last_fullsized":"2021-03-04T23:24:29.405939+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"636","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379943+0000","last_change":"2021-03-04T22:51:40.452498+0000","last_active":"2021-03-04T23:24:31.379943+0000","last_peered":"2021-03-04T23:24:31.379943+0000","last_clean":"2021-03-04T23:24:31.379943+0000","last_became_active":"2021-03-04T22:51:40.452125+0000","last_became_peered":"2021-03-04T22:51:40.452125+0000","last_unstale":"2021-03-04T23:24:31.379943+0000","last_undegraded":"2021-03-04T23:24:31.379943+0000","last_fullsized":"2021-03-04T23:24:31.379943+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"674","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.933779+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:24:29.933779+0000","last_peered":"2021-03-04T23:24:29.933779+0000","last_clean":"2021-03-04T23:24:29.933779+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:24:29.933779+0000","last_undegraded":"2021-03-04T23:24:29.933779+0000","last_fullsized":"2021-03-04T23:24:29.933779+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.e","version":"695'3901","reported_seq":"3913","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:52.586112+0000","last_change":"2021-03-04T23:24:12.205577+0000","last_active":"2021-03-04T23:24:52.586112+0000","last_peered":"2021-03-04T23:24:52.586112+0000","last_clean":"2021-03-04T23:24:52.586112+0000","last_became_active":"2021-03-04T23:24:12.205363+0000","last_became_peered":"2021-03-04T23:24:12.205363+0000","last_unstale":"2021-03-04T23:24:52.586112+0000","last_undegraded":"2021-03-04T23:24:52.586112+0000","last_fullsized":"2021-03-04T23:24:52.586112+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3901,"ondisk_log_size":3901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255655936,"num_objects":3901,"num_object_clones":0,"num_object_copies":11703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3901,"num_write_kb":249664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"31","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:43.420320+0000","last_change":"2021-03-04T23:24:43.420389+0000","last_active":"2021-03-04T23:24:43.420320+0000","last_peered":"2021-03-04T23:24:43.420320+0000","last_clean":"2021-03-04T23:24:43.420320+0000","last_became_active":"2021-03-04T23:24:02.159745+0000","last_became_peered":"2021-03-04T23:24:02.159745+0000","last_unstale":"2021-03-04T23:24:43.420320+0000","last_undegraded":"2021-03-04T23:24:43.420320+0000","last_fullsized":"2021-03-04T23:24:43.420320+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:43.420320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:43.420320+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"138","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.378546+0000","last_change":"2021-03-04T23:24:02.157937+0000","last_active":"2021-03-04T23:24:31.378546+0000","last_peered":"2021-03-04T23:24:31.378546+0000","last_clean":"2021-03-04T23:24:31.378546+0000","last_became_active":"2021-03-04T23:24:02.157531+0000","last_became_peered":"2021-03-04T23:24:02.157531+0000","last_unstale":"2021-03-04T23:24:31.378546+0000","last_undegraded":"2021-03-04T23:24:31.378546+0000","last_fullsized":"2021-03-04T23:24:31.378546+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"717","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.378900+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:24:31.378900+0000","last_peered":"2021-03-04T23:24:31.378900+0000","last_clean":"2021-03-04T23:24:31.378900+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:24:31.378900+0000","last_undegraded":"2021-03-04T23:24:31.378900+0000","last_fullsized":"2021-03-04T23:24:31.378900+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"671","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407884+0000","last_change":"2021-03-04T23:24:02.164048+0000","last_active":"2021-03-04T23:24:29.407884+0000","last_peered":"2021-03-04T23:24:29.407884+0000","last_clean":"2021-03-04T23:24:29.407884+0000","last_became_active":"2021-03-04T23:24:02.163597+0000","last_became_peered":"2021-03-04T23:24:02.163597+0000","last_unstale":"2021-03-04T23:24:29.407884+0000","last_undegraded":"2021-03-04T23:24:29.407884+0000","last_fullsized":"2021-03-04T23:24:29.407884+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"31","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.381550+0000","last_change":"2021-03-04T23:24:02.158943+0000","last_active":"2021-03-04T23:24:31.381550+0000","last_peered":"2021-03-04T23:24:31.381550+0000","last_clean":"2021-03-04T23:24:31.381550+0000","last_became_active":"2021-03-04T23:24:02.158381+0000","last_became_peered":"2021-03-04T23:24:02.158381+0000","last_unstale":"2021-03-04T23:24:31.381550+0000","last_undegraded":"2021-03-04T23:24:31.381550+0000","last_fullsized":"2021-03-04T23:24:31.381550+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"146","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407652+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:24:29.407652+0000","last_peered":"2021-03-04T23:24:29.407652+0000","last_clean":"2021-03-04T23:24:29.407652+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:24:29.407652+0000","last_undegraded":"2021-03-04T23:24:29.407652+0000","last_fullsized":"2021-03-04T23:24:29.407652+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"652","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.382912+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:24:31.382912+0000","last_peered":"2021-03-04T23:24:31.382912+0000","last_clean":"2021-03-04T23:24:31.382912+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:24:31.382912+0000","last_undegraded":"2021-03-04T23:24:31.382912+0000","last_fullsized":"2021-03-04T23:24:31.382912+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"68","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.129374+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:24:31.129374+0000","last_peered":"2021-03-04T23:24:31.129374+0000","last_clean":"2021-03-04T23:24:31.129374+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:24:31.129374+0000","last_undegraded":"2021-03-04T23:24:31.129374+0000","last_fullsized":"2021-03-04T23:24:31.129374+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"135","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407873+0000","last_change":"2021-03-04T23:23:49.215698+0000","last_active":"2021-03-04T23:24:29.407873+0000","last_peered":"2021-03-04T23:24:29.407873+0000","last_clean":"2021-03-04T23:24:29.407873+0000","last_became_active":"2021-03-04T23:23:49.215401+0000","last_became_peered":"2021-03-04T23:23:49.215401+0000","last_unstale":"2021-03-04T23:24:29.407873+0000","last_undegraded":"2021-03-04T23:24:29.407873+0000","last_fullsized":"2021-03-04T23:24:29.407873+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"111","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.259573+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:24:31.259573+0000","last_peered":"2021-03-04T23:24:31.259573+0000","last_clean":"2021-03-04T23:24:31.259573+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:24:31.259573+0000","last_undegraded":"2021-03-04T23:24:31.259573+0000","last_fullsized":"2021-03-04T23:24:31.259573+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"679","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.382466+0000","last_change":"2021-03-04T23:24:02.254812+0000","last_active":"2021-03-04T23:24:31.382466+0000","last_peered":"2021-03-04T23:24:31.382466+0000","last_clean":"2021-03-04T23:24:31.382466+0000","last_became_active":"2021-03-04T23:24:02.157881+0000","last_became_peered":"2021-03-04T23:24:02.157881+0000","last_unstale":"2021-03-04T23:24:31.382466+0000","last_undegraded":"2021-03-04T23:24:31.382466+0000","last_fullsized":"2021-03-04T23:24:31.382466+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"703","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261053+0000","last_change":"2021-03-04T23:24:02.163210+0000","last_active":"2021-03-04T23:24:31.261053+0000","last_peered":"2021-03-04T23:24:31.261053+0000","last_clean":"2021-03-04T23:24:31.261053+0000","last_became_active":"2021-03-04T23:24:02.162986+0000","last_became_peered":"2021-03-04T23:24:02.162986+0000","last_unstale":"2021-03-04T23:24:31.261053+0000","last_undegraded":"2021-03-04T23:24:31.261053+0000","last_fullsized":"2021-03-04T23:24:31.261053+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"705","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.380863+0000","last_change":"2021-03-04T23:23:49.801446+0000","last_active":"2021-03-04T23:24:31.380863+0000","last_peered":"2021-03-04T23:24:31.380863+0000","last_clean":"2021-03-04T23:24:31.380863+0000","last_became_active":"2021-03-04T23:23:49.215090+0000","last_became_peered":"2021-03-04T23:23:49.215090+0000","last_unstale":"2021-03-04T23:24:31.380863+0000","last_undegraded":"2021-03-04T23:24:31.380863+0000","last_fullsized":"2021-03-04T23:24:31.380863+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"447","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.406946+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:24:29.406946+0000","last_peered":"2021-03-04T23:24:29.406946+0000","last_clean":"2021-03-04T23:24:29.406946+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:24:29.406946+0000","last_undegraded":"2021-03-04T23:24:29.406946+0000","last_fullsized":"2021-03-04T23:24:29.406946+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"678","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.382510+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:24:31.382510+0000","last_peered":"2021-03-04T23:24:31.382510+0000","last_clean":"2021-03-04T23:24:31.382510+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:24:31.382510+0000","last_undegraded":"2021-03-04T23:24:31.382510+0000","last_fullsized":"2021-03-04T23:24:31.382510+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"673","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379768+0000","last_change":"2021-03-04T23:24:02.158120+0000","last_active":"2021-03-04T23:24:31.379768+0000","last_peered":"2021-03-04T23:24:31.379768+0000","last_clean":"2021-03-04T23:24:31.379768+0000","last_became_active":"2021-03-04T23:24:02.157735+0000","last_became_peered":"2021-03-04T23:24:02.157735+0000","last_unstale":"2021-03-04T23:24:31.379768+0000","last_undegraded":"2021-03-04T23:24:31.379768+0000","last_fullsized":"2021-03-04T23:24:31.379768+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"22","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261883+0000","last_change":"2021-03-04T23:23:49.257700+0000","last_active":"2021-03-04T23:24:31.261883+0000","last_peered":"2021-03-04T23:24:31.261883+0000","last_clean":"2021-03-04T23:24:31.261883+0000","last_became_active":"2021-03-04T23:23:49.215750+0000","last_became_peered":"2021-03-04T23:23:49.215750+0000","last_unstale":"2021-03-04T23:24:31.261883+0000","last_undegraded":"2021-03-04T23:24:31.261883+0000","last_fullsized":"2021-03-04T23:24:31.261883+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.257647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.257647+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.126600+0000","last_change":"2021-03-04T23:24:02.164108+0000","last_active":"2021-03-04T23:24:31.126600+0000","last_peered":"2021-03-04T23:24:31.126600+0000","last_clean":"2021-03-04T23:24:31.126600+0000","last_became_active":"2021-03-04T23:24:02.163846+0000","last_became_peered":"2021-03-04T23:24:02.163846+0000","last_unstale":"2021-03-04T23:24:31.126600+0000","last_undegraded":"2021-03-04T23:24:31.126600+0000","last_fullsized":"2021-03-04T23:24:31.126600+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"671","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.129986+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:24:31.129986+0000","last_peered":"2021-03-04T23:24:31.129986+0000","last_clean":"2021-03-04T23:24:31.129986+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:24:31.129986+0000","last_undegraded":"2021-03-04T23:24:31.129986+0000","last_fullsized":"2021-03-04T23:24:31.129986+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"674","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.933835+0000","last_change":"2021-03-04T23:24:02.157503+0000","last_active":"2021-03-04T23:24:29.933835+0000","last_peered":"2021-03-04T23:24:29.933835+0000","last_clean":"2021-03-04T23:24:29.933835+0000","last_became_active":"2021-03-04T23:24:02.157266+0000","last_became_peered":"2021-03-04T23:24:02.157266+0000","last_unstale":"2021-03-04T23:24:29.933835+0000","last_undegraded":"2021-03-04T23:24:29.933835+0000","last_fullsized":"2021-03-04T23:24:29.933835+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"693","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379091+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:24:31.379091+0000","last_peered":"2021-03-04T23:24:31.379091+0000","last_clean":"2021-03-04T23:24:31.379091+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:24:31.379091+0000","last_undegraded":"2021-03-04T23:24:31.379091+0000","last_fullsized":"2021-03-04T23:24:31.379091+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.125368+0000","last_change":"2021-03-04T23:24:02.165317+0000","last_active":"2021-03-04T23:24:31.125368+0000","last_peered":"2021-03-04T23:24:31.125368+0000","last_clean":"2021-03-04T23:24:31.125368+0000","last_became_active":"2021-03-04T23:24:02.165069+0000","last_became_peered":"2021-03-04T23:24:02.165069+0000","last_unstale":"2021-03-04T23:24:31.125368+0000","last_undegraded":"2021-03-04T23:24:31.125368+0000","last_fullsized":"2021-03-04T23:24:31.125368+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:15:38.369525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:15:38.369525+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"627","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407727+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:24:29.407727+0000","last_peered":"2021-03-04T23:24:29.407727+0000","last_clean":"2021-03-04T23:24:29.407727+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:24:29.407727+0000","last_undegraded":"2021-03-04T23:24:29.407727+0000","last_fullsized":"2021-03-04T23:24:29.407727+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"670","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261692+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:24:31.261692+0000","last_peered":"2021-03-04T23:24:31.261692+0000","last_clean":"2021-03-04T23:24:31.261692+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:24:31.261692+0000","last_undegraded":"2021-03-04T23:24:31.261692+0000","last_fullsized":"2021-03-04T23:24:31.261692+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"59","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.128745+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:24:31.128745+0000","last_peered":"2021-03-04T23:24:31.128745+0000","last_clean":"2021-03-04T23:24:31.128745+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:24:31.128745+0000","last_undegraded":"2021-03-04T23:24:31.128745+0000","last_fullsized":"2021-03-04T23:24:31.128745+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"672","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.380576+0000","last_change":"2021-03-04T23:10:51.946239+0000","last_active":"2021-03-04T23:24:31.380576+0000","last_peered":"2021-03-04T23:24:31.380576+0000","last_clean":"2021-03-04T23:24:31.380576+0000","last_became_active":"2021-03-04T23:10:14.200776+0000","last_became_peered":"2021-03-04T23:10:14.200776+0000","last_unstale":"2021-03-04T23:24:31.380576+0000","last_undegraded":"2021-03-04T23:24:31.380576+0000","last_fullsized":"2021-03-04T23:24:31.380576+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:51.946075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:51.946075+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"689","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379163+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:24:31.379163+0000","last_peered":"2021-03-04T23:24:31.379163+0000","last_clean":"2021-03-04T23:24:31.379163+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:24:31.379163+0000","last_undegraded":"2021-03-04T23:24:31.379163+0000","last_fullsized":"2021-03-04T23:24:31.379163+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"70","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261414+0000","last_change":"2021-03-04T23:24:02.164093+0000","last_active":"2021-03-04T23:24:31.261414+0000","last_peered":"2021-03-04T23:24:31.261414+0000","last_clean":"2021-03-04T23:24:31.261414+0000","last_became_active":"2021-03-04T23:24:02.163766+0000","last_became_peered":"2021-03-04T23:24:02.163766+0000","last_unstale":"2021-03-04T23:24:31.261414+0000","last_undegraded":"2021-03-04T23:24:31.261414+0000","last_fullsized":"2021-03-04T23:24:31.261414+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"20","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:41.243417+0000","last_change":"2021-03-04T23:24:41.243417+0000","last_active":"2021-03-04T23:24:41.243417+0000","last_peered":"2021-03-04T23:24:41.243417+0000","last_clean":"2021-03-04T23:24:41.243417+0000","last_became_active":"2021-03-04T23:24:02.156067+0000","last_became_peered":"2021-03-04T23:24:02.156067+0000","last_unstale":"2021-03-04T23:24:41.243417+0000","last_undegraded":"2021-03-04T23:24:41.243417+0000","last_fullsized":"2021-03-04T23:24:41.243417+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"708","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379228+0000","last_change":"2021-03-04T23:24:02.155119+0000","last_active":"2021-03-04T23:24:31.379228+0000","last_peered":"2021-03-04T23:24:31.379228+0000","last_clean":"2021-03-04T23:24:31.379228+0000","last_became_active":"2021-03-04T23:24:02.154806+0000","last_became_peered":"2021-03-04T23:24:02.154806+0000","last_unstale":"2021-03-04T23:24:31.379228+0000","last_undegraded":"2021-03-04T23:24:31.379228+0000","last_fullsized":"2021-03-04T23:24:31.379228+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:46.890334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:46.890334+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"656","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.260734+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:24:31.260734+0000","last_peered":"2021-03-04T23:24:31.260734+0000","last_clean":"2021-03-04T23:24:31.260734+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:24:31.260734+0000","last_undegraded":"2021-03-04T23:24:31.260734+0000","last_fullsized":"2021-03-04T23:24:31.260734+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"688","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.262325+0000","last_change":"2021-03-04T23:24:02.156397+0000","last_active":"2021-03-04T23:24:31.262325+0000","last_peered":"2021-03-04T23:24:31.262325+0000","last_clean":"2021-03-04T23:24:31.262325+0000","last_became_active":"2021-03-04T23:24:02.156212+0000","last_became_peered":"2021-03-04T23:24:02.156212+0000","last_unstale":"2021-03-04T23:24:31.262325+0000","last_undegraded":"2021-03-04T23:24:31.262325+0000","last_fullsized":"2021-03-04T23:24:31.262325+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"99","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.129356+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:24:31.129356+0000","last_peered":"2021-03-04T23:24:31.129356+0000","last_clean":"2021-03-04T23:24:31.129356+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:24:31.129356+0000","last_undegraded":"2021-03-04T23:24:31.129356+0000","last_fullsized":"2021-03-04T23:24:31.129356+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.125226+0000","last_change":"2021-03-04T23:24:02.164824+0000","last_active":"2021-03-04T23:24:31.125226+0000","last_peered":"2021-03-04T23:24:31.125226+0000","last_clean":"2021-03-04T23:24:31.125226+0000","last_became_active":"2021-03-04T23:24:02.164589+0000","last_became_peered":"2021-03-04T23:24:02.164589+0000","last_unstale":"2021-03-04T23:24:31.125226+0000","last_undegraded":"2021-03-04T23:24:31.125226+0000","last_fullsized":"2021-03-04T23:24:31.125226+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:52.982681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:52.982681+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"651","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407580+0000","last_change":"2021-03-04T23:24:02.163219+0000","last_active":"2021-03-04T23:24:29.407580+0000","last_peered":"2021-03-04T23:24:29.407580+0000","last_clean":"2021-03-04T23:24:29.407580+0000","last_became_active":"2021-03-04T23:24:02.162957+0000","last_became_peered":"2021-03-04T23:24:02.162957+0000","last_unstale":"2021-03-04T23:24:29.407580+0000","last_undegraded":"2021-03-04T23:24:29.407580+0000","last_fullsized":"2021-03-04T23:24:29.407580+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.126966+0000","last_change":"2021-03-04T23:24:02.164995+0000","last_active":"2021-03-04T23:24:31.126966+0000","last_peered":"2021-03-04T23:24:31.126966+0000","last_clean":"2021-03-04T23:24:31.126966+0000","last_became_active":"2021-03-04T23:24:02.164619+0000","last_became_peered":"2021-03-04T23:24:02.164619+0000","last_unstale":"2021-03-04T23:24:31.126966+0000","last_undegraded":"2021-03-04T23:24:31.126966+0000","last_fullsized":"2021-03-04T23:24:31.126966+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"697","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.380987+0000","last_change":"2021-03-04T23:23:46.728588+0000","last_active":"2021-03-04T23:24:31.380987+0000","last_peered":"2021-03-04T23:24:31.380987+0000","last_clean":"2021-03-04T23:24:31.380987+0000","last_became_active":"2021-03-04T23:23:41.147501+0000","last_became_peered":"2021-03-04T23:23:41.147501+0000","last_unstale":"2021-03-04T23:24:31.380987+0000","last_undegraded":"2021-03-04T23:24:31.380987+0000","last_fullsized":"2021-03-04T23:24:31.380987+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:46.728514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:46.728514+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.126243+0000","last_change":"2021-03-04T23:24:02.155058+0000","last_active":"2021-03-04T23:24:31.126243+0000","last_peered":"2021-03-04T23:24:31.126243+0000","last_clean":"2021-03-04T23:24:31.126243+0000","last_became_active":"2021-03-04T23:24:02.154863+0000","last_became_peered":"2021-03-04T23:24:02.154863+0000","last_unstale":"2021-03-04T23:24:31.126243+0000","last_undegraded":"2021-03-04T23:24:31.126243+0000","last_fullsized":"2021-03-04T23:24:31.126243+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:35.695450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:35.695450+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"686","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.130555+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:24:31.130555+0000","last_peered":"2021-03-04T23:24:31.130555+0000","last_clean":"2021-03-04T23:24:31.130555+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:24:31.130555+0000","last_undegraded":"2021-03-04T23:24:31.130555+0000","last_fullsized":"2021-03-04T23:24:31.130555+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.125718+0000","last_change":"2021-03-04T23:24:02.156400+0000","last_active":"2021-03-04T23:24:31.125718+0000","last_peered":"2021-03-04T23:24:31.125718+0000","last_clean":"2021-03-04T23:24:31.125718+0000","last_became_active":"2021-03-04T23:24:02.156236+0000","last_became_peered":"2021-03-04T23:24:02.156236+0000","last_unstale":"2021-03-04T23:24:31.125718+0000","last_undegraded":"2021-03-04T23:24:31.125718+0000","last_fullsized":"2021-03-04T23:24:31.125718+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"111","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:40.440613+0000","last_change":"2021-03-04T23:24:40.441125+0000","last_active":"2021-03-04T23:24:40.440613+0000","last_peered":"2021-03-04T23:24:40.440613+0000","last_clean":"2021-03-04T23:24:40.440613+0000","last_became_active":"2021-03-04T23:23:41.147484+0000","last_became_peered":"2021-03-04T23:23:41.147484+0000","last_unstale":"2021-03-04T23:24:40.440613+0000","last_undegraded":"2021-03-04T23:24:40.440613+0000","last_fullsized":"2021-03-04T23:24:40.440613+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.440612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.440612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"690","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.129555+0000","last_change":"2021-03-04T23:24:02.160052+0000","last_active":"2021-03-04T23:24:31.129555+0000","last_peered":"2021-03-04T23:24:31.129555+0000","last_clean":"2021-03-04T23:24:31.129555+0000","last_became_active":"2021-03-04T23:24:02.159738+0000","last_became_peered":"2021-03-04T23:24:02.159738+0000","last_unstale":"2021-03-04T23:24:31.129555+0000","last_undegraded":"2021-03-04T23:24:31.129555+0000","last_fullsized":"2021-03-04T23:24:31.129555+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.532390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.532390+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"656","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261309+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:24:31.261309+0000","last_peered":"2021-03-04T23:24:31.261309+0000","last_clean":"2021-03-04T23:24:31.261309+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:24:31.261309+0000","last_undegraded":"2021-03-04T23:24:31.261309+0000","last_fullsized":"2021-03-04T23:24:31.261309+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.126197+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:24:31.126197+0000","last_peered":"2021-03-04T23:24:31.126197+0000","last_clean":"2021-03-04T23:24:31.126197+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:24:31.126197+0000","last_undegraded":"2021-03-04T23:24:31.126197+0000","last_fullsized":"2021-03-04T23:24:31.126197+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"63","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379542+0000","last_change":"2021-03-04T23:23:42.761904+0000","last_active":"2021-03-04T23:24:31.379542+0000","last_peered":"2021-03-04T23:24:31.379542+0000","last_clean":"2021-03-04T23:24:31.379542+0000","last_became_active":"2021-03-04T23:23:41.148791+0000","last_became_peered":"2021-03-04T23:23:41.148791+0000","last_unstale":"2021-03-04T23:24:31.379542+0000","last_undegraded":"2021-03-04T23:24:31.379542+0000","last_fullsized":"2021-03-04T23:24:31.379542+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:42.761754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:42.761754+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"689","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.406212+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:24:29.406212+0000","last_peered":"2021-03-04T23:24:29.406212+0000","last_clean":"2021-03-04T23:24:29.406212+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:24:29.406212+0000","last_undegraded":"2021-03-04T23:24:29.406212+0000","last_fullsized":"2021-03-04T23:24:29.406212+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.125000+0000","last_change":"2021-03-04T23:24:02.164041+0000","last_active":"2021-03-04T23:24:31.125000+0000","last_peered":"2021-03-04T23:24:31.125000+0000","last_clean":"2021-03-04T23:24:31.125000+0000","last_became_active":"2021-03-04T23:24:02.163357+0000","last_became_peered":"2021-03-04T23:24:02.163357+0000","last_unstale":"2021-03-04T23:24:31.125000+0000","last_undegraded":"2021-03-04T23:24:31.125000+0000","last_fullsized":"2021-03-04T23:24:31.125000+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.127085+0000","last_change":"2021-03-04T23:24:02.155660+0000","last_active":"2021-03-04T23:24:31.127085+0000","last_peered":"2021-03-04T23:24:31.127085+0000","last_clean":"2021-03-04T23:24:31.127085+0000","last_became_active":"2021-03-04T23:24:02.155468+0000","last_became_peered":"2021-03-04T23:24:02.155468+0000","last_unstale":"2021-03-04T23:24:31.127085+0000","last_undegraded":"2021-03-04T23:24:31.127085+0000","last_fullsized":"2021-03-04T23:24:31.127085+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"672","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.129335+0000","last_change":"2021-03-04T23:10:40.510666+0000","last_active":"2021-03-04T23:24:31.129335+0000","last_peered":"2021-03-04T23:24:31.129335+0000","last_clean":"2021-03-04T23:24:31.129335+0000","last_became_active":"2021-03-04T23:10:08.159957+0000","last_became_peered":"2021-03-04T23:10:08.159957+0000","last_unstale":"2021-03-04T23:24:31.129335+0000","last_undegraded":"2021-03-04T23:24:31.129335+0000","last_fullsized":"2021-03-04T23:24:31.129335+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.510506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.510506+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"682","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379684+0000","last_change":"2021-03-04T23:23:44.746065+0000","last_active":"2021-03-04T23:24:31.379684+0000","last_peered":"2021-03-04T23:24:31.379684+0000","last_clean":"2021-03-04T23:24:31.379684+0000","last_became_active":"2021-03-04T23:23:41.147666+0000","last_became_peered":"2021-03-04T23:23:41.147666+0000","last_unstale":"2021-03-04T23:24:31.379684+0000","last_undegraded":"2021-03-04T23:24:31.379684+0000","last_fullsized":"2021-03-04T23:24:31.379684+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:44.745907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:44.745907+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"623","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407713+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:24:29.407713+0000","last_peered":"2021-03-04T23:24:29.407713+0000","last_clean":"2021-03-04T23:24:29.407713+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:24:29.407713+0000","last_undegraded":"2021-03-04T23:24:29.407713+0000","last_fullsized":"2021-03-04T23:24:29.407713+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"640","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.380454+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:24:31.380454+0000","last_peered":"2021-03-04T23:24:31.380454+0000","last_clean":"2021-03-04T23:24:31.380454+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:24:31.380454+0000","last_undegraded":"2021-03-04T23:24:31.380454+0000","last_fullsized":"2021-03-04T23:24:31.380454+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"20","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:42.255728+0000","last_change":"2021-03-04T23:24:42.255728+0000","last_active":"2021-03-04T23:24:42.255728+0000","last_peered":"2021-03-04T23:24:42.255728+0000","last_clean":"2021-03-04T23:24:42.255728+0000","last_became_active":"2021-03-04T23:24:02.156578+0000","last_became_peered":"2021-03-04T23:24:02.156578+0000","last_unstale":"2021-03-04T23:24:42.255728+0000","last_undegraded":"2021-03-04T23:24:42.255728+0000","last_fullsized":"2021-03-04T23:24:42.255728+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"715","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379310+0000","last_change":"2021-03-04T23:24:02.156819+0000","last_active":"2021-03-04T23:24:31.379310+0000","last_peered":"2021-03-04T23:24:31.379310+0000","last_clean":"2021-03-04T23:24:31.379310+0000","last_became_active":"2021-03-04T23:24:02.156558+0000","last_became_peered":"2021-03-04T23:24:02.156558+0000","last_unstale":"2021-03-04T23:24:31.379310+0000","last_undegraded":"2021-03-04T23:24:31.379310+0000","last_fullsized":"2021-03-04T23:24:31.379310+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"673","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.932795+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:24:29.932795+0000","last_peered":"2021-03-04T23:24:29.932795+0000","last_clean":"2021-03-04T23:24:29.932795+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:24:29.932795+0000","last_undegraded":"2021-03-04T23:24:29.932795+0000","last_fullsized":"2021-03-04T23:24:29.932795+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"674","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.933986+0000","last_change":"2021-03-04T23:24:02.163803+0000","last_active":"2021-03-04T23:24:29.933986+0000","last_peered":"2021-03-04T23:24:29.933986+0000","last_clean":"2021-03-04T23:24:29.933986+0000","last_became_active":"2021-03-04T23:24:02.163532+0000","last_became_peered":"2021-03-04T23:24:02.163532+0000","last_unstale":"2021-03-04T23:24:29.933986+0000","last_undegraded":"2021-03-04T23:24:29.933986+0000","last_fullsized":"2021-03-04T23:24:29.933986+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"697","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.379987+0000","last_change":"2021-03-04T23:23:45.692719+0000","last_active":"2021-03-04T23:24:31.379987+0000","last_peered":"2021-03-04T23:24:31.379987+0000","last_clean":"2021-03-04T23:24:31.379987+0000","last_became_active":"2021-03-04T23:23:41.147137+0000","last_became_peered":"2021-03-04T23:23:41.147137+0000","last_unstale":"2021-03-04T23:24:31.379987+0000","last_undegraded":"2021-03-04T23:24:31.379987+0000","last_fullsized":"2021-03-04T23:24:31.379987+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"667","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.382295+0000","last_change":"2021-03-04T23:10:40.955389+0000","last_active":"2021-03-04T23:24:31.382295+0000","last_peered":"2021-03-04T23:24:31.382295+0000","last_clean":"2021-03-04T23:24:31.382295+0000","last_became_active":"2021-03-04T23:10:08.162342+0000","last_became_peered":"2021-03-04T23:10:08.162342+0000","last_unstale":"2021-03-04T23:24:31.382295+0000","last_undegraded":"2021-03-04T23:24:31.382295+0000","last_fullsized":"2021-03-04T23:24:31.382295+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":595,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.955219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.955219+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.126642+0000","last_change":"2021-03-04T23:24:02.163712+0000","last_active":"2021-03-04T23:24:31.126642+0000","last_peered":"2021-03-04T23:24:31.126642+0000","last_clean":"2021-03-04T23:24:31.126642+0000","last_became_active":"2021-03-04T23:24:02.163475+0000","last_became_peered":"2021-03-04T23:24:02.163475+0000","last_unstale":"2021-03-04T23:24:31.126642+0000","last_undegraded":"2021-03-04T23:24:31.126642+0000","last_fullsized":"2021-03-04T23:24:31.126642+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"626","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.933532+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:24:29.933532+0000","last_peered":"2021-03-04T23:24:29.933532+0000","last_clean":"2021-03-04T23:24:29.933532+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:24:29.933532+0000","last_undegraded":"2021-03-04T23:24:29.933532+0000","last_fullsized":"2021-03-04T23:24:29.933532+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"111","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.261698+0000","last_change":"2021-03-04T23:23:41.281007+0000","last_active":"2021-03-04T23:24:31.261698+0000","last_peered":"2021-03-04T23:24:31.261698+0000","last_clean":"2021-03-04T23:24:31.261698+0000","last_became_active":"2021-03-04T23:23:41.146557+0000","last_became_peered":"2021-03-04T23:23:41.146557+0000","last_unstale":"2021-03-04T23:24:31.261698+0000","last_undegraded":"2021-03-04T23:24:31.261698+0000","last_fullsized":"2021-03-04T23:24:31.261698+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:41.280948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:41.280948+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"627","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.408020+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:24:29.408020+0000","last_peered":"2021-03-04T23:24:29.408020+0000","last_clean":"2021-03-04T23:24:29.408020+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:24:29.408020+0000","last_undegraded":"2021-03-04T23:24:29.408020+0000","last_fullsized":"2021-03-04T23:24:29.408020+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"15","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.127225+0000","last_change":"2021-03-04T23:24:02.154672+0000","last_active":"2021-03-04T23:24:31.127225+0000","last_peered":"2021-03-04T23:24:31.127225+0000","last_clean":"2021-03-04T23:24:31.127225+0000","last_became_active":"2021-03-04T23:24:02.154410+0000","last_became_peered":"2021-03-04T23:24:02.154410+0000","last_unstale":"2021-03-04T23:24:31.127225+0000","last_undegraded":"2021-03-04T23:24:31.127225+0000","last_fullsized":"2021-03-04T23:24:31.127225+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.146659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.146659+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"639","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407632+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:24:29.407632+0000","last_peered":"2021-03-04T23:24:29.407632+0000","last_clean":"2021-03-04T23:24:29.407632+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:24:29.407632+0000","last_undegraded":"2021-03-04T23:24:29.407632+0000","last_fullsized":"2021-03-04T23:24:29.407632+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"127","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.408050+0000","last_change":"2021-03-04T23:23:43.369547+0000","last_active":"2021-03-04T23:24:29.408050+0000","last_peered":"2021-03-04T23:24:29.408050+0000","last_clean":"2021-03-04T23:24:29.408050+0000","last_became_active":"2021-03-04T23:23:41.146472+0000","last_became_peered":"2021-03-04T23:23:41.146472+0000","last_unstale":"2021-03-04T23:24:29.408050+0000","last_undegraded":"2021-03-04T23:24:29.408050+0000","last_fullsized":"2021-03-04T23:24:29.408050+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"705","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.381096+0000","last_change":"2021-03-04T23:17:53.248483+0000","last_active":"2021-03-04T23:24:31.381096+0000","last_peered":"2021-03-04T23:24:31.381096+0000","last_clean":"2021-03-04T23:24:31.381096+0000","last_became_active":"2021-03-04T23:17:53.248085+0000","last_became_peered":"2021-03-04T23:17:53.248085+0000","last_unstale":"2021-03-04T23:24:31.381096+0000","last_undegraded":"2021-03-04T23:24:31.381096+0000","last_fullsized":"2021-03-04T23:24:31.381096+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:40.146098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:40.146098+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"710","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.934248+0000","last_change":"2021-03-04T23:24:02.246650+0000","last_active":"2021-03-04T23:24:29.934248+0000","last_peered":"2021-03-04T23:24:29.934248+0000","last_clean":"2021-03-04T23:24:29.934248+0000","last_became_active":"2021-03-04T23:24:02.157034+0000","last_became_peered":"2021-03-04T23:24:02.157034+0000","last_unstale":"2021-03-04T23:24:29.934248+0000","last_undegraded":"2021-03-04T23:24:29.934248+0000","last_fullsized":"2021-03-04T23:24:29.934248+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"640","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.260670+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:24:31.260670+0000","last_peered":"2021-03-04T23:24:31.260670+0000","last_clean":"2021-03-04T23:24:31.260670+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:24:31.260670+0000","last_undegraded":"2021-03-04T23:24:31.260670+0000","last_fullsized":"2021-03-04T23:24:31.260670+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.5","version":"695'3688","reported_seq":"3700","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:51.794564+0000","last_change":"2021-03-04T23:24:12.424522+0000","last_active":"2021-03-04T23:24:51.794564+0000","last_peered":"2021-03-04T23:24:51.794564+0000","last_clean":"2021-03-04T23:24:51.794564+0000","last_became_active":"2021-03-04T23:24:12.423199+0000","last_became_peered":"2021-03-04T23:24:12.423199+0000","last_unstale":"2021-03-04T23:24:51.794564+0000","last_undegraded":"2021-03-04T23:24:51.794564+0000","last_fullsized":"2021-03-04T23:24:51.794564+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3688,"ondisk_log_size":3688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":241696768,"num_objects":3688,"num_object_clones":0,"num_object_copies":11064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3688,"num_write_kb":236032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"630","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.933626+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:24:29.933626+0000","last_peered":"2021-03-04T23:24:29.933626+0000","last_clean":"2021-03-04T23:24:29.933626+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:24:29.933626+0000","last_undegraded":"2021-03-04T23:24:29.933626+0000","last_fullsized":"2021-03-04T23:24:29.933626+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"703","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407576+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:24:29.407576+0000","last_peered":"2021-03-04T23:24:29.407576+0000","last_clean":"2021-03-04T23:24:29.407576+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:24:29.407576+0000","last_undegraded":"2021-03-04T23:24:29.407576+0000","last_fullsized":"2021-03-04T23:24:29.407576+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.2","version":"695'3423","reported_seq":"3435","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.557213+0000","last_change":"2021-03-04T23:24:12.426075+0000","last_active":"2021-03-04T23:24:50.557213+0000","last_peered":"2021-03-04T23:24:50.557213+0000","last_clean":"2021-03-04T23:24:50.557213+0000","last_became_active":"2021-03-04T23:24:12.424616+0000","last_became_peered":"2021-03-04T23:24:12.424616+0000","last_unstale":"2021-03-04T23:24:50.557213+0000","last_undegraded":"2021-03-04T23:24:50.557213+0000","last_fullsized":"2021-03-04T23:24:50.557213+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3423,"ondisk_log_size":3423,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224329728,"num_objects":3423,"num_object_clones":0,"num_object_copies":10269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3423,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"684","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.130352+0000","last_change":"2021-03-04T23:24:02.261039+0000","last_active":"2021-03-04T23:24:31.130352+0000","last_peered":"2021-03-04T23:24:31.130352+0000","last_clean":"2021-03-04T23:24:31.130352+0000","last_became_active":"2021-03-04T23:24:02.159632+0000","last_became_peered":"2021-03-04T23:24:02.159632+0000","last_unstale":"2021-03-04T23:24:31.130352+0000","last_undegraded":"2021-03-04T23:24:31.130352+0000","last_fullsized":"2021-03-04T23:24:31.130352+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"703","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.262097+0000","last_change":"2021-03-04T23:24:02.164588+0000","last_active":"2021-03-04T23:24:31.262097+0000","last_peered":"2021-03-04T23:24:31.262097+0000","last_clean":"2021-03-04T23:24:31.262097+0000","last_became_active":"2021-03-04T23:24:02.164387+0000","last_became_peered":"2021-03-04T23:24:02.164387+0000","last_unstale":"2021-03-04T23:24:31.262097+0000","last_undegraded":"2021-03-04T23:24:31.262097+0000","last_fullsized":"2021-03-04T23:24:31.262097+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.3","version":"695'3572","reported_seq":"3584","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.569066+0000","last_change":"2021-03-04T23:24:12.427708+0000","last_active":"2021-03-04T23:24:50.569066+0000","last_peered":"2021-03-04T23:24:50.569066+0000","last_clean":"2021-03-04T23:24:50.569066+0000","last_became_active":"2021-03-04T23:24:12.425769+0000","last_became_peered":"2021-03-04T23:24:12.425769+0000","last_unstale":"2021-03-04T23:24:50.569066+0000","last_undegraded":"2021-03-04T23:24:50.569066+0000","last_fullsized":"2021-03-04T23:24:50.569066+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3572,"ondisk_log_size":3572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":234094592,"num_objects":3572,"num_object_clones":0,"num_object_copies":10716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3572,"num_write_kb":228608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"643","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.130214+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:24:31.130214+0000","last_peered":"2021-03-04T23:24:31.130214+0000","last_clean":"2021-03-04T23:24:31.130214+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:24:31.130214+0000","last_undegraded":"2021-03-04T23:24:31.130214+0000","last_fullsized":"2021-03-04T23:24:31.130214+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"61","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.260217+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:24:31.260217+0000","last_peered":"2021-03-04T23:24:31.260217+0000","last_clean":"2021-03-04T23:24:31.260217+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:24:31.260217+0000","last_undegraded":"2021-03-04T23:24:31.260217+0000","last_fullsized":"2021-03-04T23:24:31.260217+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.0","version":"695'3479","reported_seq":"3491","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:50.572159+0000","last_change":"2021-03-04T23:24:12.173271+0000","last_active":"2021-03-04T23:24:50.572159+0000","last_peered":"2021-03-04T23:24:50.572159+0000","last_clean":"2021-03-04T23:24:50.572159+0000","last_became_active":"2021-03-04T23:24:12.173014+0000","last_became_peered":"2021-03-04T23:24:12.173014+0000","last_unstale":"2021-03-04T23:24:50.572159+0000","last_undegraded":"2021-03-04T23:24:50.572159+0000","last_fullsized":"2021-03-04T23:24:50.572159+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3479,"ondisk_log_size":3479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":227999744,"num_objects":3479,"num_object_clones":0,"num_object_copies":10437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3479,"num_write_kb":222656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"655","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407975+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:24:29.407975+0000","last_peered":"2021-03-04T23:24:29.407975+0000","last_clean":"2021-03-04T23:24:29.407975+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:24:29.407975+0000","last_undegraded":"2021-03-04T23:24:29.407975+0000","last_fullsized":"2021-03-04T23:24:29.407975+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"668","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.407682+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:24:29.407682+0000","last_peered":"2021-03-04T23:24:29.407682+0000","last_clean":"2021-03-04T23:24:29.407682+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:24:29.407682+0000","last_undegraded":"2021-03-04T23:24:29.407682+0000","last_fullsized":"2021-03-04T23:24:29.407682+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1","version":"695'3677","reported_seq":"3689","reported_epoch":"695","state":"active+clean","last_fresh":"2021-03-04T23:24:51.150397+0000","last_change":"2021-03-04T23:24:12.207551+0000","last_active":"2021-03-04T23:24:51.150397+0000","last_peered":"2021-03-04T23:24:51.150397+0000","last_clean":"2021-03-04T23:24:51.150397+0000","last_became_active":"2021-03-04T23:24:12.207176+0000","last_became_peered":"2021-03-04T23:24:12.207176+0000","last_unstale":"2021-03-04T23:24:51.150397+0000","last_undegraded":"2021-03-04T23:24:51.150397+0000","last_fullsized":"2021-03-04T23:24:51.150397+0000","mapping_epoch":691,"log_start":"0'0","ondisk_log_start":"0'0","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":3677,"ondisk_log_size":3677,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240975872,"num_objects":3677,"num_object_clones":0,"num_object_copies":11031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3677,"num_write_kb":235328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"648","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:29.934080+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:24:29.934080+0000","last_peered":"2021-03-04T23:24:29.934080+0000","last_clean":"2021-03-04T23:24:29.934080+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:24:29.934080+0000","last_undegraded":"2021-03-04T23:24:29.934080+0000","last_fullsized":"2021-03-04T23:24:29.934080+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"688","reported_epoch":"694","state":"active+clean","last_fresh":"2021-03-04T23:24:31.259742+0000","last_change":"2021-03-04T23:24:02.156338+0000","last_active":"2021-03-04T23:24:31.259742+0000","last_peered":"2021-03-04T23:24:31.259742+0000","last_clean":"2021-03-04T23:24:31.259742+0000","last_became_active":"2021-03-04T23:24:02.156060+0000","last_became_peered":"2021-03-04T23:24:02.156060+0000","last_unstale":"2021-03-04T23:24:31.259742+0000","last_undegraded":"2021-03-04T23:24:31.259742+0000","last_fullsized":"2021-03-04T23:24:31.259742+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7695510,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":29,"num_pg":16,"stat_sum":{"num_bytes":3841523712,"num_objects":58617,"num_object_clones":0,"num_object_copies":175851,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":58617,"num_write_kb":3751488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11615535104,"data_stored":11615535104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":58617,"ondisk_log_size":58617,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496045,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1738004,"kb_used_data":689420,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":86342380,"statfs":{"total":90194313216,"available":88414597120,"internally_reserved":1073741824,"allocated":705966080,"data_stored":702655500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:43 2021","interfaces":[{"interface":"back","average":{"1min":2.5,"5min":1.383,"15min":2.5699999999999998},"min":{"1min":0.19400000000000001,"5min":0.14599999999999999,"15min":0.13100000000000001},"max":{"1min":22.902999999999999,"5min":22.902999999999999,"15min":200.09299999999999},"last":0.16700000000000001},{"interface":"front","average":{"1min":2.339,"5min":1.3480000000000001,"15min":2.6779999999999999},"min":{"1min":0.254,"5min":0.188,"15min":0.14899999999999999},"max":{"1min":22.997,"5min":22.997,"15min":200.001},"last":0.27900000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":0.96199999999999997,"15min":0.875},"min":{"1min":0.71799999999999997,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.2919999999999998,"5min":5.4900000000000002,"15min":7.7270000000000003},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.0349999999999999,"15min":0.85199999999999998},"min":{"1min":0.56200000000000006,"5min":0.186,"15min":0.17499999999999999},"max":{"1min":2.7090000000000001,"5min":6.8220000000000001,"15min":6.8220000000000001},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:24:37 2021","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":0.97599999999999998,"15min":1.54},"min":{"1min":0.372,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":2.7709999999999999,"5min":5.4160000000000004,"15min":73.129999999999995},"last":0.254},{"interface":"front","average":{"1min":1.4690000000000001,"5min":1.0069999999999999,"15min":1.5649999999999999},"min":{"1min":0.45100000000000001,"5min":0.183,"15min":0.17199999999999999},"max":{"1min":2.661,"5min":6.75,"15min":74.382000000000005},"last":0.35899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:24:19 2021","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.0700000000000001,"15min":1.3089999999999999},"min":{"1min":0.51500000000000001,"5min":0.186,"15min":0.186},"max":{"1min":2.069,"5min":5.8300000000000001,"15min":62.210000000000001},"last":0.37},{"interface":"front","average":{"1min":1.74,"5min":1.1830000000000001,"15min":1.4399999999999999},"min":{"1min":0.505,"5min":0.182,"15min":0.182},"max":{"1min":2.8650000000000002,"5min":6.0199999999999996,"15min":62.228000000000002},"last":0.38100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:24:43 2021","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":0.89500000000000002,"15min":0.89000000000000001},"min":{"1min":0.17999999999999999,"5min":0.16200000000000001,"15min":0.14599999999999999},"max":{"1min":2.4129999999999998,"5min":6.6520000000000001,"15min":39.375999999999998},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.92100000000000004,"15min":0.92000000000000004},"min":{"1min":0.17999999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.76,"5min":7.8799999999999999,"15min":39.570999999999998},"last":0.218}]},{"osd":5,"last update":"Thu Mar 4 23:24:43 2021","interfaces":[{"interface":"back","average":{"1min":1.206,"5min":1.0780000000000001,"15min":0.99099999999999999},"min":{"1min":0.22500000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.431,"5min":5.3490000000000002,"15min":7.8719999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":1.3480000000000001,"5min":1.2310000000000001,"15min":1.0389999999999999},"min":{"1min":0.21099999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.5449999999999999,"5min":6.9199999999999999,"15min":6.9199999999999999},"last":0.29299999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:24:43 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.494,"15min":1.272},"min":{"1min":0.25900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":2.4340000000000002,"5min":28.239999999999998,"15min":38.747999999999998},"last":0.26800000000000002},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.4139999999999999,"15min":1.1719999999999999},"min":{"1min":0.27900000000000003,"5min":0.191,"15min":0.187},"max":{"1min":1.99,"5min":28.216000000000001,"15min":38.484000000000002},"last":0.30399999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659569,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3042888,"kb_used_data":1994304,"kb_used_omap":1782,"kb_used_meta":1046793,"kb_avail":85037496,"statfs":{"total":90194313216,"available":87078395904,"internally_reserved":1073741824,"allocated":2042167296,"data_stored":2038868858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1825540,"internal_metadata":1071916284},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,5,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:51 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.93100000000000005,"15min":1.643},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.3439999999999999,"5min":4.7489999999999997,"15min":76.179000000000002},"last":0.17699999999999999},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.0309999999999999,"15min":1.764},"min":{"1min":0.23400000000000001,"5min":0.20100000000000001,"15min":0.17100000000000001},"max":{"1min":2.3730000000000002,"5min":4.9169999999999998,"15min":76.296999999999997},"last":1.47}]},{"osd":1,"last update":"Thu Mar 4 23:24:06 2021","interfaces":[{"interface":"back","average":{"1min":1.3280000000000001,"5min":0.91400000000000003,"15min":0.81100000000000005},"min":{"1min":0.314,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":2.6280000000000001,"5min":4.1070000000000002,"15min":6.75},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.2370000000000001,"5min":0.84199999999999997,"15min":0.79400000000000004},"min":{"1min":0.27400000000000002,"5min":0.192,"15min":0.192},"max":{"1min":1.9239999999999999,"5min":7.8860000000000001,"15min":7.8860000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:24:31 2021","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":0.91400000000000003,"15min":1.913},"min":{"1min":0.68000000000000005,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.3130000000000002,"5min":4.0359999999999996,"15min":59.808999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.45,"5min":0.89500000000000002,"15min":1.903},"min":{"1min":0.51700000000000002,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":2.3849999999999998,"5min":8.1590000000000007,"15min":59.834000000000003},"last":0.27500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:24:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3320000000000001,"5min":1,"15min":2.1400000000000001},"min":{"1min":0.66200000000000003,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":2.5179999999999998,"5min":4.8780000000000001,"15min":34.171999999999997},"last":1.381},{"interface":"front","average":{"1min":1.8160000000000001,"5min":1.071,"15min":1.903},"min":{"1min":0.63,"5min":0.224,"15min":0.19700000000000001},"max":{"1min":2.7999999999999998,"5min":3.9870000000000001,"15min":34.006},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:24:06 2021","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":0.85699999999999998,"15min":0.78900000000000003},"min":{"1min":0.20200000000000001,"5min":0.153,"15min":0.14599999999999999},"max":{"1min":2.6400000000000001,"5min":4.1379999999999999,"15min":7.3920000000000003},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.2250000000000001,"5min":0.93999999999999995,"15min":0.91500000000000004},"min":{"1min":0.22600000000000001,"5min":0.17599999999999999,"15min":0.13700000000000001},"max":{"1min":2.1120000000000001,"5min":4.9269999999999996,"15min":8.5310000000000006},"last":1.5549999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:06 2021","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":0.91400000000000003,"15min":0.84399999999999997},"min":{"1min":0.188,"5min":0.16400000000000001,"15min":0.13500000000000001},"max":{"1min":2.2000000000000002,"5min":11.795,"15min":11.795},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.6120000000000001,"5min":1.022,"15min":0.88900000000000001},"min":{"1min":0.249,"5min":0.21099999999999999,"15min":0.16},"max":{"1min":2.6970000000000001,"5min":4.1950000000000003,"15min":7.6699999999999999},"last":0.379}]},{"osd":7,"last update":"Thu Mar 4 23:24:39 2021","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":1.127,"15min":1.0800000000000001},"min":{"1min":0.24199999999999999,"5min":0.189,"15min":0.16},"max":{"1min":2.508,"5min":8.0359999999999996,"15min":8.0359999999999996},"last":0.251},{"interface":"front","average":{"1min":1.774,"5min":1.244,"15min":1.1859999999999999},"min":{"1min":0.29499999999999998,"5min":0.219,"15min":0.185},"max":{"1min":2.871,"5min":5.2370000000000001,"15min":7.79},"last":0.439}]}]},{"osd":1,"up_from":341,"seq":1464583848245,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1710648,"kb_used_data":1658096,"kb_used_omap":0,"kb_used_meta":52544,"kb_avail":86369736,"statfs":{"total":90194313216,"available":88442609664,"internally_reserved":0,"allocated":1697890304,"data_stored":1694605581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":53805056},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,3,3,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:04 2021","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.68600000000000005,"15min":1.2350000000000001},"min":{"1min":0.21299999999999999,"5min":0.13500000000000001,"15min":0.11700000000000001},"max":{"1min":1.496,"5min":7.1740000000000004,"15min":79.384},"last":5.9100000000000001},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.996,"15min":1.357},"min":{"1min":0.254,"5min":0.14799999999999999,"15min":0.128},"max":{"1min":2.1869999999999998,"5min":6.7770000000000001,"15min":79.409000000000006},"last":0.79000000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:24:33 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":1.2889999999999999,"15min":1.3700000000000001},"min":{"1min":0.218,"5min":0.161,"15min":0.14499999999999999},"max":{"1min":1.55,"5min":46.652000000000001,"15min":55.982999999999997},"last":1.226},{"interface":"front","average":{"1min":1.369,"5min":1.6060000000000001,"15min":1.623},"min":{"1min":0.34200000000000003,"5min":0.21099999999999999,"15min":0.191},"max":{"1min":2.6070000000000002,"5min":46.712000000000003,"15min":56.103999999999999},"last":1.419}]},{"osd":3,"last update":"Thu Mar 4 23:24:22 2021","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":0.94799999999999995,"15min":5.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.185,"15min":0.18099999999999999},"max":{"1min":2.3149999999999999,"5min":5.6319999999999997,"15min":195.399},"last":1.075},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.77000000000000002,"15min":5.2610000000000001},"min":{"1min":0.27300000000000002,"5min":0.17799999999999999,"15min":0.157},"max":{"1min":1.3049999999999999,"5min":5.8330000000000002,"15min":194.98500000000001},"last":2.1699999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:04 2021","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":0.86499999999999999,"15min":0.84899999999999998},"min":{"1min":0.60799999999999998,"5min":0.218,"15min":0.214},"max":{"1min":2.5619999999999998,"5min":2.6150000000000002,"15min":6.5830000000000002},"last":1.347},{"interface":"front","average":{"1min":1.3120000000000001,"5min":0.98099999999999998,"15min":0.90100000000000002},"min":{"1min":0.71599999999999997,"5min":0.20799999999999999,"15min":0.187},"max":{"1min":2.0880000000000001,"5min":4.0380000000000003,"15min":6.4560000000000004},"last":6.0839999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:24:04 2021","interfaces":[{"interface":"back","average":{"1min":1.8129999999999999,"5min":1.151,"15min":0.98599999999999999},"min":{"1min":0.66800000000000004,"5min":0.25700000000000001,"15min":0.23100000000000001},"max":{"1min":2.9239999999999999,"5min":3.4460000000000002,"15min":3.7850000000000001},"last":1.8799999999999999},{"interface":"front","average":{"1min":1.3799999999999999,"5min":1.002,"15min":0.97299999999999998},"min":{"1min":0.72999999999999998,"5min":0.23699999999999999,"15min":0.217},"max":{"1min":2.7810000000000001,"5min":2.7810000000000001,"15min":6.7690000000000001},"last":1.7509999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:24:04 2021","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.071,"15min":1.0229999999999999},"min":{"1min":0.67600000000000005,"5min":0.22500000000000001,"15min":0.215},"max":{"1min":2.8029999999999999,"5min":3.1480000000000001,"15min":5.3739999999999997},"last":6.3170000000000002},{"interface":"front","average":{"1min":1.9319999999999999,"5min":1.212,"15min":1.1479999999999999},"min":{"1min":0.65500000000000003,"5min":0.30199999999999999,"15min":0.25600000000000001},"max":{"1min":3.0489999999999999,"5min":3.0489999999999999,"15min":5.4779999999999998},"last":2.0859999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:24:04 2021","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.528,"15min":1.1910000000000001},"min":{"1min":0.77700000000000002,"5min":0.27900000000000003,"15min":0.20399999999999999},"max":{"1min":2.339,"5min":32.076999999999998,"15min":32.076999999999998},"last":1.9870000000000001},{"interface":"front","average":{"1min":1.635,"5min":1.633,"15min":1.2090000000000001},"min":{"1min":0.747,"5min":0.30499999999999999,"15min":0.22800000000000001},"max":{"1min":2.9540000000000002,"5min":32.545999999999999,"15min":32.545999999999999},"last":6.4109999999999996}]}]},{"osd":0,"up_from":284,"seq":1219770712390,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1011264,"kb_used_data":758456,"kb_used_omap":637,"kb_used_meta":252162,"kb_avail":87069120,"statfs":{"total":90194313216,"available":89158778880,"internally_reserved":0,"allocated":776658944,"data_stored":773366604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":258213938},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.55700000000000005,"15min":0.51800000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.2970000000000002,"5min":2.2970000000000002,"15min":4.0739999999999998},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.54500000000000004,"15min":0.55300000000000005},"min":{"1min":0.16200000000000001,"5min":0.14999999999999999,"15min":0.14199999999999999},"max":{"1min":1.5800000000000001,"5min":2.6139999999999999,"15min":5.0890000000000004},"last":0.193}]},{"osd":2,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2749999999999999,"15min":1.6739999999999999},"min":{"1min":0.25600000000000001,"5min":0.14399999999999999,"15min":0.123},"max":{"1min":1.6919999999999999,"5min":56.475999999999999,"15min":81.109999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.381,"15min":1.8089999999999999},"min":{"1min":0.22700000000000001,"5min":0.20499999999999999,"15min":0.14899999999999999},"max":{"1min":2.1000000000000001,"5min":57.030000000000001,"15min":81.326999999999998},"last":1.1240000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":2.782,"15min":1.6950000000000001},"min":{"1min":0.214,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":2.7519999999999998,"5min":134.71000000000001,"15min":134.71000000000001},"last":1.101},{"interface":"front","average":{"1min":1.379,"5min":2.9900000000000002,"15min":1.8799999999999999},"min":{"1min":0.23999999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":3.0379999999999998,"5min":134.96199999999999,"15min":134.96199999999999},"last":1.143}]},{"osd":4,"last update":"Thu Mar 4 23:24:50 2021","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.0640000000000001,"15min":0.995},"min":{"1min":0.377,"5min":0.216,"15min":0.216},"max":{"1min":2.1709999999999998,"5min":2.9300000000000002,"15min":4.609},"last":0.377},{"interface":"front","average":{"1min":1.323,"5min":0.85899999999999999,"15min":0.84599999999999997},"min":{"1min":0.24299999999999999,"5min":0.20399999999999999,"15min":0.191},"max":{"1min":2.2410000000000001,"5min":2.673,"15min":3.8519999999999999},"last":0.24299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:50 2021","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":1.2190000000000001,"15min":1.121},"min":{"1min":0.437,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":3.0179999999999998,"5min":3.101,"15min":4.806},"last":0.437},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.0149999999999999,"15min":0.995},"min":{"1min":0.35499999999999998,"5min":0.23699999999999999,"15min":0.20699999999999999},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":3.7509999999999999},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:24:50 2021","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":1.218,"15min":1.1020000000000001},"min":{"1min":0.307,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":2.5649999999999999,"5min":21,"15min":21},"last":2.5},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.5289999999999999,"15min":1.3120000000000001},"min":{"1min":0.54900000000000004,"5min":0.309,"15min":0.26600000000000001},"max":{"1min":3.2090000000000001,"5min":20.690000000000001,"15min":20.690000000000001},"last":1.331}]},{"osd":7,"last update":"Thu Mar 4 23:24:50 2021","interfaces":[{"interface":"back","average":{"1min":1.496,"5min":1.1000000000000001,"15min":1.1719999999999999},"min":{"1min":0.30499999999999999,"5min":0.247,"15min":0.19600000000000001},"max":{"1min":2.6070000000000002,"5min":2.79,"15min":9.9550000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.796,"5min":1.333,"15min":1.284},"min":{"1min":0.40699999999999997,"5min":0.30199999999999999,"15min":0.251},"max":{"1min":3.2440000000000002,"5min":4.3090000000000002,"15min":5},"last":0.40699999999999997}]}]},{"osd":2,"up_from":356,"seq":1529008357680,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2177408,"kb_used_data":1967352,"kb_used_omap":852,"kb_used_meta":209195,"kb_avail":85902976,"statfs":{"total":90194313216,"available":87964647424,"internally_reserved":0,"allocated":2014568448,"data_stored":2011276120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":214216311},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:34 2021","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":2.4820000000000002,"15min":1.7430000000000001},"min":{"1min":0.159,"5min":0.127,"15min":0.107},"max":{"1min":1.4910000000000001,"5min":79.975999999999999,"15min":104.41800000000001},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.87,"5min":2.786,"15min":1.716},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.124},"max":{"1min":1.841,"5min":81.021000000000001,"15min":105.191},"last":0.188}]},{"osd":1,"last update":"Thu Mar 4 23:24:34 2021","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.64300000000000002,"15min":0.871},"min":{"1min":0.252,"5min":0.17399999999999999,"15min":0.14899999999999999},"max":{"1min":2.0950000000000002,"5min":2.109,"15min":67.450999999999993},"last":0.215},{"interface":"front","average":{"1min":1.087,"5min":0.89300000000000002,"15min":0.752},"min":{"1min":0.27100000000000002,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.5680000000000001,"5min":5.915,"15min":5.915},"last":0.312}]},{"osd":3,"last update":"Thu Mar 4 23:24:24 2021","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.2789999999999999,"15min":2.0259999999999998},"min":{"1min":0.21299999999999999,"5min":0.11899999999999999,"15min":0.11899999999999999},"max":{"1min":2.532,"5min":28.382999999999999,"15min":77.754000000000005},"last":1.448},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.071,"15min":2.0230000000000001},"min":{"1min":0.27900000000000003,"5min":0.14899999999999999,"15min":0.14699999999999999},"max":{"1min":1.9850000000000001,"5min":28.323,"15min":77.926000000000002},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:24:34 2021","interfaces":[{"interface":"back","average":{"1min":1.766,"5min":1.151,"15min":1},"min":{"1min":0.34100000000000003,"5min":0.216,"15min":0.19600000000000001},"max":{"1min":2.8100000000000001,"5min":6.0860000000000003,"15min":6.0860000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.4359999999999999,"5min":0.871,"15min":0.93700000000000006},"min":{"1min":0.56599999999999995,"5min":0.20599999999999999,"15min":0.19800000000000001},"max":{"1min":2.6019999999999999,"5min":3.1600000000000001,"15min":4.391},"last":0.28499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:24:34 2021","interfaces":[{"interface":"back","average":{"1min":1.5389999999999999,"5min":1.004,"15min":0.98699999999999999},"min":{"1min":0.61799999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.4910000000000001,"5min":2.4910000000000001,"15min":4.9969999999999999},"last":0.249},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.1559999999999999,"15min":1.2789999999999999},"min":{"1min":0.35999999999999999,"5min":0.193,"15min":0.193},"max":{"1min":2.7519999999999998,"5min":3.7949999999999999,"15min":67.897000000000006},"last":0.35099999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:24:34 2021","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.3360000000000001,"15min":1.159},"min":{"1min":0.38,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":2.6579999999999999,"5min":6.1760000000000002,"15min":6.1760000000000002},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.593,"5min":1.202,"15min":1.1459999999999999},"min":{"1min":0.59099999999999997,"5min":0.223,"15min":0.223},"max":{"1min":2.4609999999999999,"5min":4.3799999999999999,"15min":4.7889999999999997},"last":0.32800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:24:34 2021","interfaces":[{"interface":"back","average":{"1min":1.7529999999999999,"5min":1.5449999999999999,"15min":1.5149999999999999},"min":{"1min":0.40000000000000002,"5min":0.26100000000000001,"15min":0.25700000000000001},"max":{"1min":2.6539999999999999,"5min":29.954999999999998,"15min":68.049000000000007},"last":0.443},{"interface":"front","average":{"1min":2.0059999999999998,"5min":1.8620000000000001,"15min":1.339},"min":{"1min":0.41399999999999998,"5min":0.249,"15min":0.249},"max":{"1min":3.004,"5min":30.015000000000001,"15min":30.015000000000001},"last":0.42599999999999999}]}]},{"osd":3,"up_from":634,"seq":2723009265782,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1655292,"kb_used_data":1444852,"kb_used_omap":2942,"kb_used_meta":207489,"kb_avail":86425092,"statfs":{"total":90194313216,"available":88499294208,"internally_reserved":0,"allocated":1479528448,"data_stored":1476239719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3013408,"internal_metadata":212468960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":1.6839999999999999,"15min":0.89300000000000002},"min":{"1min":0.33600000000000002,"5min":0.122,"15min":0.11799999999999999},"max":{"1min":1.2609999999999999,"5min":70.980000000000004,"15min":70.980000000000004},"last":0.21299999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.7,"15min":0.83399999999999996},"min":{"1min":0.36299999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":1.6200000000000001,"5min":71.275000000000006,"15min":71.275000000000006},"last":0.185}]},{"osd":1,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":0.79600000000000004,"15min":0.67500000000000004},"min":{"1min":0.38300000000000001,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":2.254,"5min":4.2000000000000002,"15min":4.5099999999999998},"last":0.153},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.83099999999999996,"15min":0.68899999999999995},"min":{"1min":0.39800000000000002,"5min":0.19,"15min":0.19},"max":{"1min":2.3530000000000002,"5min":3.0219999999999998,"15min":3.0219999999999998},"last":0.23699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.163,"15min":0.82199999999999995},"min":{"1min":0.318,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":2.1309999999999998,"5min":27.091000000000001,"15min":27.091000000000001},"last":0.19900000000000001},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.3149999999999999,"15min":0.86099999999999999},"min":{"1min":0.36099999999999999,"5min":0.157,"15min":0.151},"max":{"1min":1.9550000000000001,"5min":27.146999999999998,"15min":27.146999999999998},"last":0.27900000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.6879999999999999,"5min":0.97199999999999998,"15min":0.81699999999999995},"min":{"1min":0.77300000000000002,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.6859999999999999,"5min":2.7879999999999998,"15min":6.0279999999999996},"last":0.27000000000000002},{"interface":"front","average":{"1min":1.423,"5min":0.875,"15min":0.96699999999999997},"min":{"1min":0.752,"5min":0.191,"15min":0.191},"max":{"1min":2.004,"5min":3.1579999999999999,"15min":6.3849999999999998},"last":0.29599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.524,"5min":1.0800000000000001,"15min":0.92400000000000004},"min":{"1min":0.61399999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":2.8580000000000001,"5min":4.9370000000000003,"15min":4.9370000000000003},"last":0.255},{"interface":"front","average":{"1min":1.8899999999999999,"5min":1.2050000000000001,"15min":1.0569999999999999},"min":{"1min":0.623,"5min":0.24399999999999999,"15min":0.21299999999999999},"max":{"1min":2.2890000000000001,"5min":3.9279999999999999,"15min":4.6020000000000003},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.8779999999999999,"5min":1.2969999999999999,"15min":1.0369999999999999},"min":{"1min":0.66100000000000003,"5min":0.28599999999999998,"15min":0.245},"max":{"1min":2.7509999999999999,"5min":4.0730000000000004,"15min":4.577},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.389,"15min":1.0189999999999999},"min":{"1min":0.71099999999999997,"5min":0.215,"15min":0.215},"max":{"1min":2.8420000000000001,"5min":4.6669999999999998,"15min":4.6669999999999998},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.9259999999999999,"5min":1.256,"15min":0.996},"min":{"1min":0.79400000000000004,"5min":0.28399999999999997,"15min":0.23400000000000001},"max":{"1min":2.7679999999999998,"5min":3.6120000000000001,"15min":3.6899999999999999},"last":0.44},{"interface":"front","average":{"1min":1.8129999999999999,"5min":1.1779999999999999,"15min":1.1679999999999999},"min":{"1min":0.59499999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6120000000000001,"5min":3.266,"15min":4.9059999999999997},"last":0.42699999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986618,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2617296,"kb_used_data":1568712,"kb_used_omap":282,"kb_used_meta":1048293,"kb_avail":85463088,"statfs":{"total":90194313216,"available":87514202112,"internally_reserved":1073741824,"allocated":1606361088,"data_stored":1603054534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":289331,"internal_metadata":1073452493},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:53 2021","interfaces":[{"interface":"back","average":{"1min":1.246,"5min":1.1659999999999999,"15min":2.4980000000000002},"min":{"1min":0.158,"5min":0.14799999999999999,"15min":0.13900000000000001},"max":{"1min":2.343,"5min":20.815999999999999,"15min":130.404},"last":0.23200000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.367,"15min":2.6709999999999998},"min":{"1min":0.23499999999999999,"5min":0.17199999999999999,"15min":0.152},"max":{"1min":2.7280000000000002,"5min":20.879999999999999,"15min":130.417},"last":0.33000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:23:58 2021","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":0.78600000000000003,"15min":0.76100000000000001},"min":{"1min":0.35399999999999998,"5min":0.19500000000000001,"15min":0.19400000000000001},"max":{"1min":2.1829999999999998,"5min":2.1829999999999998,"15min":4.8239999999999998},"last":0.17999999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.82699999999999996,"15min":0.84199999999999997},"min":{"1min":0.29499999999999998,"5min":0.214,"15min":0.19500000000000001},"max":{"1min":1.7789999999999999,"5min":1.8959999999999999,"15min":9.8780000000000001},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:24:31 2021","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":2.4510000000000001,"15min":2.2839999999999998},"min":{"1min":0.40699999999999997,"5min":0.16,"15min":0.16},"max":{"1min":2.351,"5min":152.79300000000001,"15min":152.79300000000001},"last":1.2330000000000001},{"interface":"front","average":{"1min":1.3069999999999999,"5min":2.3690000000000002,"15min":2.2410000000000001},"min":{"1min":0.46899999999999997,"5min":0.20599999999999999,"15min":0.18099999999999999},"max":{"1min":2.1259999999999999,"5min":152.57300000000001,"15min":152.57300000000001},"last":1.244}]},{"osd":3,"last update":"Thu Mar 4 23:24:16 2021","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":1.05,"15min":4.3150000000000004},"min":{"1min":0.32700000000000001,"5min":0.221,"15min":0.16700000000000001},"max":{"1min":2.6739999999999999,"5min":3.7320000000000002,"15min":106.631},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.02,"15min":4.3140000000000001},"min":{"1min":0.42299999999999999,"5min":0.26800000000000002,"15min":0.19500000000000001},"max":{"1min":2.528,"5min":2.528,"15min":106.51900000000001},"last":0.247}]},{"osd":5,"last update":"Thu Mar 4 23:23:58 2021","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.97899999999999998,"15min":1.121},"min":{"1min":0.20300000000000001,"5min":0.159,"15min":0.13900000000000001},"max":{"1min":2.2650000000000001,"5min":5.3159999999999998,"15min":45.344000000000001},"last":0.214},{"interface":"front","average":{"1min":1.03,"5min":0.96999999999999997,"15min":1.038},"min":{"1min":0.20599999999999999,"5min":0.17199999999999999,"15min":0.156},"max":{"1min":1.9419999999999999,"5min":6.3769999999999998,"15min":43.448},"last":0.34499999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:24:16 2021","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":2.0880000000000001,"15min":1.393},"min":{"1min":0.224,"5min":0.156,"15min":0.14399999999999999},"max":{"1min":2.5760000000000001,"5min":102.35899999999999,"15min":102.35899999999999},"last":0.25900000000000001},{"interface":"front","average":{"1min":1.5409999999999999,"5min":2.3010000000000002,"15min":1.4630000000000001},"min":{"1min":0.29799999999999999,"5min":0.186,"15min":0.17199999999999999},"max":{"1min":2.7170000000000001,"5min":101.592,"15min":101.592},"last":0.27800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:24:37 2021","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.0720000000000001,"15min":1.1830000000000001},"min":{"1min":0.23100000000000001,"5min":0.21199999999999999,"15min":0.19800000000000001},"max":{"1min":2.9009999999999998,"5min":2.9009999999999998,"15min":12.140000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.228,"5min":1.0389999999999999,"15min":1.1299999999999999},"min":{"1min":0.23899999999999999,"5min":0.20300000000000001,"15min":0.17799999999999999},"max":{"1min":2.2229999999999999,"5min":8.1590000000000007,"15min":10.938000000000001},"last":0.31900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823093,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2190848,"kb_used_data":1142264,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":85889536,"statfs":{"total":90194313216,"available":87950884864,"internally_reserved":1073741824,"allocated":1169678336,"data_stored":1166386044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:44 2021","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":1.657,"15min":1.875},"min":{"1min":0.20499999999999999,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":2.718,"5min":34.646000000000001,"15min":73.159000000000006},"last":0.52100000000000002},{"interface":"front","average":{"1min":1.0009999999999999,"5min":1.548,"15min":1.863},"min":{"1min":0.30399999999999999,"5min":0.16700000000000001,"15min":0.157},"max":{"1min":2.492,"5min":34.685000000000002,"15min":73.429000000000002},"last":0.501}]},{"osd":1,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":1.2849999999999999,"5min":1.0589999999999999,"15min":0.92300000000000004},"min":{"1min":0.19800000000000001,"5min":0.187,"15min":0.17599999999999999},"max":{"1min":2.5619999999999998,"5min":4.9029999999999996,"15min":15.128},"last":108.152},{"interface":"front","average":{"1min":1.21,"5min":0.92600000000000005,"15min":0.91800000000000004},"min":{"1min":0.27300000000000002,"5min":0.20999999999999999,"15min":0.188},"max":{"1min":2.1179999999999999,"5min":3.7069999999999999,"15min":15.097},"last":108.69199999999999}]},{"osd":2,"last update":"Thu Mar 4 23:24:44 2021","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":1.2190000000000001,"15min":1.3600000000000001},"min":{"1min":0.27800000000000002,"5min":0.19700000000000001,"15min":0.184},"max":{"1min":4.7830000000000004,"5min":9.3190000000000008,"15min":38.296999999999997},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.3560000000000001,"5min":1.2310000000000001,"15min":1.377},"min":{"1min":0.28999999999999998,"5min":0.182,"15min":0.182},"max":{"1min":3.5880000000000001,"5min":5.4189999999999996,"15min":38.402999999999999},"last":0.55400000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.292,"15min":1.169},"min":{"1min":0.48999999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.964,"5min":21.085999999999999,"15min":25.065000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.48,"5min":1.373,"15min":1.2030000000000001},"min":{"1min":0.53100000000000003,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.2410000000000001,"5min":20.202000000000002,"15min":24.716999999999999},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.79900000000000004,"15min":1.032},"min":{"1min":0.20999999999999999,"5min":0.16400000000000001,"15min":0.13700000000000001},"max":{"1min":2.2490000000000001,"5min":3.9550000000000001,"15min":56.573},"last":0.27800000000000002},{"interface":"front","average":{"1min":1.246,"5min":1.05,"15min":1.2609999999999999},"min":{"1min":0.33000000000000002,"5min":0.187,"15min":0.157},"max":{"1min":2.3820000000000001,"5min":9.1630000000000003,"15min":56.191000000000003},"last":0.32300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:24:28 2021","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":1.367,"15min":1.141},"min":{"1min":0.32600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.73,"5min":5.4900000000000002,"15min":8.2050000000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":1.335,"5min":1.0549999999999999,"15min":1.085},"min":{"1min":0.27400000000000002,"5min":0.189,"15min":0.17299999999999999},"max":{"1min":2.0640000000000001,"5min":7.1740000000000004,"15min":14.805999999999999},"last":0.308}]},{"osd":7,"last update":"Thu Mar 4 23:24:44 2021","interfaces":[{"interface":"back","average":{"1min":1.272,"5min":3.4729999999999999,"15min":1.9550000000000001},"min":{"1min":0.32500000000000001,"5min":0.23100000000000001,"15min":0.17399999999999999},"max":{"1min":4.891,"5min":201.512,"15min":201.512},"last":0.25900000000000001},{"interface":"front","average":{"1min":1.3620000000000001,"5min":3.4980000000000002,"15min":1.978},"min":{"1min":0.251,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.6859999999999999,"5min":200.97,"15min":200.97},"last":0.23999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3009378,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":285302,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1821449,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":769982464,"data_stored":769982464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1730478080,"data_stored":1730478080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2015756288,"data_stored":2015756288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1491402752,"data_stored":1491402752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1632305152,"data_stored":1632305152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1168637952,"data_stored":1168637952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2094333952,"data_stored":2094333952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":712638464,"data_stored":712638464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:25:03.204 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:25:03.205 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pg_num 28 2021-03-04T23:25:03.206 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:03.307 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:03.444 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:03 gibba008 bash[48858]: debug 2021-03-04T23:25:03.192+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:03.461 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:03.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 30 16 83660 83644 174.241 131.25 0.00344111 0.00573533 2021-03-04T23:25:03.640 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:03.743 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:03.749 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:03 gibba008 bash[47391]: debug 2021-03-04T23:25:03.636+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:04.224 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:04.329 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:04.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:04 gibba008 bash[39303]: cluster 2021-03-04T23:25:03.353083+0000 mgr.x (mgr.34379) 1115 : cluster [DBG] pgmap v1479: 119 pgs: 119 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:25:04.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:04 gibba008 bash[37770]: cluster 2021-03-04T23:25:03.353083+0000 mgr.x (mgr.34379) 1115 : cluster [DBG] pgmap v1479: 119 pgs: 119 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:25:04.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:04 gibba008 bash[91265]: debug 2021-03-04T23:25:04.216+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:04.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 31 16 85277 85261 171.88 101.062 0.00777488 0.00581407 2021-03-04T23:25:04.667 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:04.668 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:04 gibba023 bash[27374]: cluster 2021-03-04T23:25:03.353083+0000 mgr.x (mgr.34379) 1115 : cluster [DBG] pgmap v1479: 119 pgs: 119 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:25:04.669 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:04 gibba023 bash[15180]: debug 2021-03-04T23:25:04.662+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:04.771 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:05.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:05.285 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:05.445 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:25:05.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:05 gibba023 bash[18090]: debug 2021-03-04T23:25:05.166+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:05.554 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:05.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 32 16 86704 86688 169.296 89.1875 0.0113949 0.00590337 2021-03-04T23:25:05.582 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:05 gibba008 bash[44600]: debug 2021-03-04T23:25:05.576+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:05.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:05.688 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:05.801 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:05.801 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:05.986 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:06.089 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:06.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:05 gibba008 bash[47391]: debug 2021-03-04T23:25:05.980+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:06.406 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:06.509 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:06.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 33 16 88951 88935 168.421 140.438 0.00888101 0.00593364 2021-03-04T23:25:06.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:06 gibba008 bash[39303]: cluster 2021-03-04T23:25:05.353486+0000 mgr.x (mgr.34379) 1116 : cluster [DBG] pgmap v1480: 119 pgs: 119 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:25:06.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:06 gibba008 bash[48858]: debug 2021-03-04T23:25:06.400+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:06.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:06 gibba008 bash[37770]: cluster 2021-03-04T23:25:05.353486+0000 mgr.x (mgr.34379) 1116 : cluster [DBG] pgmap v1480: 119 pgs: 119 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:25:06.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:06 gibba023 bash[27374]: cluster 2021-03-04T23:25:05.353486+0000 mgr.x (mgr.34379) 1116 : cluster [DBG] pgmap v1480: 119 pgs: 119 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:25:07.017 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:07.120 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:07.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:07 gibba023 bash[19550]: debug 2021-03-04T23:25:07.010+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:07.511 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:07.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 34 16 90239 90223 165.835 80.5 0.0048339 0.00602651 2021-03-04T23:25:07.614 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:07.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:07 gibba008 bash[48858]: debug 2021-03-04T23:25:07.504+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:08.051 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:08.154 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:08.420 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:08 gibba023 bash[15180]: debug 2021-03-04T23:25:08.046+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:08.490 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:08.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 35 16 91778 91762 163.845 96.1875 0.00571225 0.00608953 2021-03-04T23:25:08.593 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:08.705 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:08 gibba008 bash[37770]: cluster 2021-03-04T23:25:07.354031+0000 mgr.x (mgr.34379) 1117 : cluster [DBG] pgmap v1481: 119 pgs: 119 active+clean; 5.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:25:08.706 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:08 gibba008 bash[39303]: cluster 2021-03-04T23:25:07.354031+0000 mgr.x (mgr.34379) 1117 : cluster [DBG] pgmap v1481: 119 pgs: 119 active+clean; 5.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:25:08.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:08 gibba023 bash[16680]: debug 2021-03-04T23:25:08.482+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:08 gibba023 bash[27374]: cluster 2021-03-04T23:25:07.354031+0000 mgr.x (mgr.34379) 1117 : cluster [DBG] pgmap v1481: 119 pgs: 119 active+clean; 5.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:25:08.927 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:25:09.028 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:09.050 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:09.154 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:09.273 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:09.377 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:09.382 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:09 gibba008 bash[44600]: debug 2021-03-04T23:25:09.268+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:09.383 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:09 gibba008 bash[91265]: debug 2021-03-04T23:25:09.044+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:09.578 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:09.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 36 16 93795 93779 162.795 126.062 0.00856046 0.0061389 2021-03-04T23:25:09.656 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:09 gibba008 bash[91265]: debug 2021-03-04T23:25:09.572+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:09.682 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:09.886 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:09.949 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:09 gibba008 bash[44600]: debug 2021-03-04T23:25:09.880+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:09.989 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:10.112 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:10.207 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:10 gibba008 bash[39303]: cluster 2021-03-04T23:25:09.354441+0000 mgr.x (mgr.34379) 1118 : cluster [DBG] pgmap v1482: 119 pgs: 119 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:25:10.208 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:10 gibba008 bash[37770]: cluster 2021-03-04T23:25:09.354441+0000 mgr.x (mgr.34379) 1118 : cluster [DBG] pgmap v1482: 119 pgs: 119 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:25:10.208 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:10 gibba008 bash[91265]: debug 2021-03-04T23:25:10.108+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:10.218 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:10.389 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:10.491 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:10.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:10 gibba023 bash[27374]: cluster 2021-03-04T23:25:09.354441+0000 mgr.x (mgr.34379) 1118 : cluster [DBG] pgmap v1482: 119 pgs: 119 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:25:10.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:10 gibba023 bash[15180]: debug 2021-03-04T23:25:10.382+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:10.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 37 16 95903 95887 161.956 131.75 0.00483963 0.0061708 2021-03-04T23:25:10.805 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:10.909 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:11.146 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:11.170 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:10 gibba008 bash[44600]: debug 2021-03-04T23:25:10.796+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:11.177 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:25:11.192 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:11 gibba023 bash[16680]: debug 2021-03-04T23:25:11.138+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:11.249 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:11.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:11 gibba023 bash[27374]: audit 2021-03-04T23:25:10.277180+0000 mon.c (mon.1) 106 : audit [INF] from='client.? 172.21.2.108:0/2801765798' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:11 gibba023 bash[27374]: audit 2021-03-04T23:25:10.277458+0000 mon.a (mon.0) 1692 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:11.524 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:11 gibba008 bash[39303]: audit 2021-03-04T23:25:10.277180+0000 mon.c (mon.1) 106 : audit [INF] from='client.? 172.21.2.108:0/2801765798' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:11.525 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:11 gibba008 bash[39303]: audit 2021-03-04T23:25:10.277458+0000 mon.a (mon.0) 1692 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:11.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:11 gibba008 bash[37770]: audit 2021-03-04T23:25:10.277180+0000 mon.c (mon.1) 106 : audit [INF] from='client.? 172.21.2.108:0/2801765798' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:11.525 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:11 gibba008 bash[37770]: audit 2021-03-04T23:25:10.277458+0000 mon.a (mon.0) 1692 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:11.579 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 38 16 97642 97626 160.554 108.688 0.00741035 0.00622502 2021-03-04T23:25:11.585 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:11.688 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:12.006 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:11 gibba008 bash[44600]: debug 2021-03-04T23:25:11.580+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:12.182 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:12.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[44600]: debug 2021-03-04T23:25:12.176+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[39303]: cluster 2021-03-04T23:25:11.166564+0000 mon.a (mon.0) 1693 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:25:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[39303]: cluster 2021-03-04T23:25:11.166589+0000 mon.a (mon.0) 1694 : cluster [INF] Cluster is now healthy 2021-03-04T23:25:12.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[39303]: audit 2021-03-04T23:25:11.171911+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[39303]: cluster 2021-03-04T23:25:11.171973+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-03-04T23:25:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[39303]: cluster 2021-03-04T23:25:11.354767+0000 mgr.x (mgr.34379) 1119 : cluster [DBG] pgmap v1484: 119 pgs: 119 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:25:12.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[37770]: cluster 2021-03-04T23:25:11.166564+0000 mon.a (mon.0) 1693 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:25:12.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[37770]: cluster 2021-03-04T23:25:11.166589+0000 mon.a (mon.0) 1694 : cluster [INF] Cluster is now healthy 2021-03-04T23:25:12.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[37770]: audit 2021-03-04T23:25:11.171911+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:12.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[37770]: cluster 2021-03-04T23:25:11.171973+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-03-04T23:25:12.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:12 gibba008 bash[37770]: cluster 2021-03-04T23:25:11.354767+0000 mgr.x (mgr.34379) 1119 : cluster [DBG] pgmap v1484: 119 pgs: 119 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:25:12.286 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:12.485 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:12 gibba023 bash[27374]: cluster 2021-03-04T23:25:11.166564+0000 mon.a (mon.0) 1693 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:25:12.485 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:12 gibba023 bash[27374]: cluster 2021-03-04T23:25:11.166589+0000 mon.a (mon.0) 1694 : cluster [INF] Cluster is now healthy 2021-03-04T23:25:12.486 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:12 gibba023 bash[27374]: audit 2021-03-04T23:25:11.171911+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:12.486 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:12 gibba023 bash[27374]: cluster 2021-03-04T23:25:11.171973+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-03-04T23:25:12.486 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:12 gibba023 bash[27374]: cluster 2021-03-04T23:25:11.354767+0000 mgr.x (mgr.34379) 1119 : cluster [DBG] pgmap v1484: 119 pgs: 119 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:25:12.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 39 16 99061 99045 158.711 88.6875 0.0582552 0.00629595 2021-03-04T23:25:12.751 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:12.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:13.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:12 gibba023 bash[18090]: debug 2021-03-04T23:25:12.746+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:13.197 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:13.300 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:13.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:13 gibba023 bash[18090]: debug 2021-03-04T23:25:13.190+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:13.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:25:13.577098+0000 min lat: 0.000723549 max lat: 0.184797 avg lat: 0.00638317 2021-03-04T23:25:13.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:13.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 40 16 100237 100221 156.58 73.5 0.00397539 0.00638317 2021-03-04T23:25:13.645 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:13.650 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:13 gibba023 bash[19550]: debug 2021-03-04T23:25:13.638+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:13.748 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:14.214 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:14.316 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:14 gibba023 bash[27374]: cluster 2021-03-04T23:25:13.355222+0000 mgr.x (mgr.34379) 1120 : cluster [DBG] pgmap v1485: 119 pgs: 119 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:25:14.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:14 gibba023 bash[18090]: debug 2021-03-04T23:25:14.206+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:14.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 41 16 101389 101373 154.517 72 0.0574493 0.00646661 2021-03-04T23:25:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:14 gibba008 bash[37770]: cluster 2021-03-04T23:25:13.355222+0000 mgr.x (mgr.34379) 1120 : cluster [DBG] pgmap v1485: 119 pgs: 119 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:25:14.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:14 gibba008 bash[39303]: cluster 2021-03-04T23:25:13.355222+0000 mgr.x (mgr.34379) 1120 : cluster [DBG] pgmap v1485: 119 pgs: 119 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:25:14.798 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:14.902 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:15.242 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:15.243 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:15.303 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:14 gibba008 bash[44600]: debug 2021-03-04T23:25:14.792+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:15.435 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:15.545 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:15.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 42 16 102608 102592 152.652 76.1875 0.0562513 0.00654456 2021-03-04T23:25:15.768 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:15 gibba008 bash[44600]: debug 2021-03-04T23:25:15.428+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:15.919 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:25:16.017 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:16.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:25:16.349 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:16.351 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:16 gibba008 bash[47391]: debug 2021-03-04T23:25:16.340+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:16.390 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:16.461 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:16.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:16 gibba023 bash[27374]: cluster 2021-03-04T23:25:15.356097+0000 mgr.x (mgr.34379) 1121 : cluster [DBG] pgmap v1486: 119 pgs: 119 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:25:16.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 43 16 104098 104082 151.267 93.125 0.00339315 0.00660671 2021-03-04T23:25:16.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:16 gibba008 bash[37770]: cluster 2021-03-04T23:25:15.356097+0000 mgr.x (mgr.34379) 1121 : cluster [DBG] pgmap v1486: 119 pgs: 119 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:25:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:16 gibba008 bash[39303]: cluster 2021-03-04T23:25:15.356097+0000 mgr.x (mgr.34379) 1121 : cluster [DBG] pgmap v1486: 119 pgs: 119 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:25:16.958 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:17.062 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:17.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:16 gibba008 bash[91265]: debug 2021-03-04T23:25:16.952+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:17.477 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:17.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 44 16 106037 106021 150.583 121.188 0.00854523 0.00663704 2021-03-04T23:25:17.581 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:17.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:17 gibba023 bash[16680]: debug 2021-03-04T23:25:17.470+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:17.827 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:17.931 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:18.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:17 gibba008 bash[47391]: debug 2021-03-04T23:25:17.820+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:18.037 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:18.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:18.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:18 gibba023 bash[15180]: debug 2021-03-04T23:25:18.030+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:18.421 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:18 gibba008 bash[39303]: cluster 2021-03-04T23:25:17.356800+0000 mgr.x (mgr.34379) 1122 : cluster [DBG] pgmap v1487: 119 pgs: 119 active+clean; 6.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:25:18.421 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:18 gibba008 bash[37770]: cluster 2021-03-04T23:25:17.356800+0000 mgr.x (mgr.34379) 1122 : cluster [DBG] pgmap v1487: 119 pgs: 119 active+clean; 6.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:25:18.509 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:18.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 45 16 108073 108057 150.064 127.25 0.00617557 0.00666003 2021-03-04T23:25:18.613 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:18.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:18 gibba008 bash[48858]: debug 2021-03-04T23:25:18.500+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:18.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:18 gibba023 bash[27374]: cluster 2021-03-04T23:25:17.356800+0000 mgr.x (mgr.34379) 1122 : cluster [DBG] pgmap v1487: 119 pgs: 119 active+clean; 6.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:25:19.228 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:19.332 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:19.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:19 gibba008 bash[48858]: debug 2021-03-04T23:25:19.216+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:19.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 46 16 109801 109785 149.15 108 0.00439954 0.00670124 2021-03-04T23:25:19.645 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:25:19.663 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:25:19.686 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:25:19.704 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:25:19.710 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:19.723 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:25:19.738 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:25:19.814 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:19.831 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:25:19.859 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:25:19.860 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.860 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.860 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.861 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.861 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.861 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.861 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:25:19.862 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:25:20.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:19 gibba023 bash[16680]: debug 2021-03-04T23:25:19.702+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:20.178 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:20.179 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pg_num to 28 2021-03-04T23:25:20.282 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:20.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:20 gibba008 bash[39303]: cluster 2021-03-04T23:25:19.357157+0000 mgr.x (mgr.34379) 1123 : cluster [DBG] pgmap v1488: 119 pgs: 119 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:25:20.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:20 gibba008 bash[39303]: audit 2021-03-04T23:25:19.620943+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.2.108:0/1940376705' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:20.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:20 gibba008 bash[39303]: audit 2021-03-04T23:25:19.766629+0000 mon.a (mon.0) 1697 : audit [INF] from='client.? 172.21.2.108:0/2761548885' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]: dispatch 2021-03-04T23:25:20.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:20 gibba008 bash[37770]: cluster 2021-03-04T23:25:19.357157+0000 mgr.x (mgr.34379) 1123 : cluster [DBG] pgmap v1488: 119 pgs: 119 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:25:20.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:20 gibba008 bash[37770]: audit 2021-03-04T23:25:19.620943+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.2.108:0/1940376705' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:20.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:20 gibba008 bash[37770]: audit 2021-03-04T23:25:19.766629+0000 mon.a (mon.0) 1697 : audit [INF] from='client.? 172.21.2.108:0/2761548885' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]: dispatch 2021-03-04T23:25:20.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:20 gibba023 bash[27374]: cluster 2021-03-04T23:25:19.357157+0000 mgr.x (mgr.34379) 1123 : cluster [DBG] pgmap v1488: 119 pgs: 119 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:25:20.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:20 gibba023 bash[27374]: audit 2021-03-04T23:25:19.620943+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.2.108:0/1940376705' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:20.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:20 gibba023 bash[27374]: audit 2021-03-04T23:25:19.766629+0000 mon.a (mon.0) 1697 : audit [INF] from='client.? 172.21.2.108:0/2761548885' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]: dispatch 2021-03-04T23:25:20.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:20 gibba023 bash[16680]: debug 2021-03-04T23:25:20.170+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:20.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 47 16 111379 111363 148.075 98.625 0.00985007 0.00674989 2021-03-04T23:25:20.844 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:20.948 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:21.111 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:21.112 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:20 gibba023 bash[18090]: debug 2021-03-04T23:25:20.838+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:21.113 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:21 gibba023 bash[16680]: debug 2021-03-04T23:25:21.102+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:21.220 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:21.350 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:21.362 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:21 gibba023 bash[15180]: debug 2021-03-04T23:25:21.342+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:21.363 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:21 gibba023 bash[27374]: audit 2021-03-04T23:25:20.168204+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.2.108:0/2761548885' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]': finished 2021-03-04T23:25:21.363 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:21 gibba023 bash[27374]: cluster 2021-03-04T23:25:20.168285+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-03-04T23:25:21.454 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:21.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:21 gibba008 bash[39303]: audit 2021-03-04T23:25:20.168204+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.2.108:0/2761548885' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]': finished 2021-03-04T23:25:21.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:21 gibba008 bash[39303]: cluster 2021-03-04T23:25:20.168285+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-03-04T23:25:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:21 gibba008 bash[37770]: audit 2021-03-04T23:25:20.168204+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.2.108:0/2761548885' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]': finished 2021-03-04T23:25:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:21 gibba008 bash[37770]: cluster 2021-03-04T23:25:20.168285+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-03-04T23:25:21.553 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:25:21.553 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:25:21.553 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:25:21.553 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:25:21.554 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:25:21.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 48 16 113180 113164 147.335 112.562 0.00518853 0.00678384 2021-03-04T23:25:21.589 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:21.694 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:22.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:21 gibba023 bash[15180]: debug 2021-03-04T23:25:21.582+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:22.304 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:22.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:22.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:22 gibba008 bash[47391]: debug 2021-03-04T23:25:22.296+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:22 gibba008 bash[37770]: audit 2021-03-04T23:25:21.356822+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:25:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:22 gibba008 bash[37770]: cluster 2021-03-04T23:25:21.357655+0000 mgr.x (mgr.34379) 1124 : cluster [DBG] pgmap v1490: 119 pgs: 119 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:25:22.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:22 gibba008 bash[39303]: audit 2021-03-04T23:25:21.356822+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:25:22.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:22 gibba008 bash[39303]: cluster 2021-03-04T23:25:21.357655+0000 mgr.x (mgr.34379) 1124 : cluster [DBG] pgmap v1490: 119 pgs: 119 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:25:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:22 gibba023 bash[27374]: audit 2021-03-04T23:25:21.356822+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:25:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:22 gibba023 bash[27374]: cluster 2021-03-04T23:25:21.357655+0000 mgr.x (mgr.34379) 1124 : cluster [DBG] pgmap v1490: 119 pgs: 119 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:25:22.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 49 16 114811 114795 146.408 101.938 0.00636702 0.00682676 2021-03-04T23:25:22.885 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:22.989 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:23.213 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:22 gibba023 bash[16680]: debug 2021-03-04T23:25:22.878+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:23.215 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:23 gibba023 bash[27374]: audit 2021-03-04T23:25:22.180906+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]': finished 2021-03-04T23:25:23.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:23.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:23 gibba008 bash[47391]: debug 2021-03-04T23:25:23.424+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:23.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:23 gibba008 bash[39303]: audit 2021-03-04T23:25:22.180906+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]': finished 2021-03-04T23:25:23.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:23 gibba008 bash[39303]: cluster 2021-03-04T23:25:22.180993+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-03-04T23:25:23.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:23 gibba008 bash[37770]: audit 2021-03-04T23:25:22.180906+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]': finished 2021-03-04T23:25:23.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:23 gibba008 bash[37770]: cluster 2021-03-04T23:25:22.180993+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-03-04T23:25:23.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:23 gibba023 bash[27374]: cluster 2021-03-04T23:25:22.180993+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-03-04T23:25:23.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:23.548 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:25:23.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 50 16 116345 116329 145.397 95.875 0.00381578 0.00687431 2021-03-04T23:25:23.646 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:24.103 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:24.206 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:24.466 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:24 gibba008 bash[39303]: cluster 2021-03-04T23:25:23.190605+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-03-04T23:25:24.466 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:24 gibba008 bash[39303]: cluster 2021-03-04T23:25:23.357986+0000 mgr.x (mgr.34379) 1125 : cluster [DBG] pgmap v1493: 129 pgs: 10 unknown, 119 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:25:24.467 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:24 gibba008 bash[44600]: debug 2021-03-04T23:25:24.460+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:24.467 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:24 gibba008 bash[48858]: debug 2021-03-04T23:25:24.096+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:24.468 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:24 gibba008 bash[37770]: cluster 2021-03-04T23:25:23.190605+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-03-04T23:25:24.468 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:24 gibba008 bash[37770]: cluster 2021-03-04T23:25:23.357986+0000 mgr.x (mgr.34379) 1125 : cluster [DBG] pgmap v1493: 129 pgs: 10 unknown, 119 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:25:24.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:24 gibba023 bash[27374]: cluster 2021-03-04T23:25:23.190605+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-03-04T23:25:24.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:24 gibba023 bash[27374]: cluster 2021-03-04T23:25:23.357986+0000 mgr.x (mgr.34379) 1125 : cluster [DBG] pgmap v1493: 129 pgs: 10 unknown, 119 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:25:24.570 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:24.580 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 51 16 118482 118466 145.165 133.562 0.00335805 0.00688478 2021-03-04T23:25:24.857 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:25:24.958 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:25.305 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:25 gibba008 bash[37770]: cluster 2021-03-04T23:25:23.604582+0000 osd.1 (osd.1) 4 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:25:25.306 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:25 gibba008 bash[39303]: cluster 2021-03-04T23:25:23.604582+0000 osd.1 (osd.1) 4 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:25:25.340 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:25.443 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:25.462 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:25 gibba023 bash[27374]: cluster 2021-03-04T23:25:23.604582+0000 osd.1 (osd.1) 4 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:25:25.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:25 gibba008 bash[44600]: debug 2021-03-04T23:25:25.332+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:25.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 52 16 120146 120130 144.373 104 0.00344193 0.00692325 2021-03-04T23:25:26.167 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:26.810 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:26 gibba023 bash[27374]: cluster 2021-03-04T23:25:24.658704+0000 osd.1 (osd.1) 5 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:25:26.811 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:26 gibba023 bash[27374]: cluster 2021-03-04T23:25:25.358359+0000 mgr.x (mgr.34379) 1126 : cluster [DBG] pgmap v1494: 129 pgs: 10 unknown, 119 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s 2021-03-04T23:25:26.812 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:26 gibba008 bash[44600]: debug 2021-03-04T23:25:26.160+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:26.813 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:26 gibba008 bash[39303]: cluster 2021-03-04T23:25:24.658704+0000 osd.1 (osd.1) 5 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:25:26.813 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:26 gibba008 bash[39303]: cluster 2021-03-04T23:25:25.358359+0000 mgr.x (mgr.34379) 1126 : cluster [DBG] pgmap v1494: 129 pgs: 10 unknown, 119 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s 2021-03-04T23:25:26.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:26 gibba008 bash[37770]: cluster 2021-03-04T23:25:24.658704+0000 osd.1 (osd.1) 5 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:25:26.814 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:26 gibba008 bash[37770]: cluster 2021-03-04T23:25:25.358359+0000 mgr.x (mgr.34379) 1126 : cluster [DBG] pgmap v1494: 129 pgs: 10 unknown, 119 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s 2021-03-04T23:25:26.814 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 53 16 121377 121361 143.101 76.9375 0.00833332 0.00698355 2021-03-04T23:25:26.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.222 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:27 gibba023 bash[27374]: cluster 2021-03-04T23:25:25.623175+0000 osd.1 (osd.1) 6 : cluster [DBG] 2.a scrub ok 2021-03-04T23:25:27.223 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:27 gibba023 bash[27374]: cluster 2021-03-04T23:25:26.711979+0000 osd.7 (osd.7) 27 : cluster [DBG] 2.b scrub starts 2021-03-04T23:25:27.223 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:27 gibba023 bash[27374]: cluster 2021-03-04T23:25:26.713108+0000 osd.7 (osd.7) 28 : cluster [DBG] 2.b scrub ok 2021-03-04T23:25:27.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[39303]: cluster 2021-03-04T23:25:25.623175+0000 osd.1 (osd.1) 6 : cluster [DBG] 2.a scrub ok 2021-03-04T23:25:27.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[39303]: cluster 2021-03-04T23:25:26.711979+0000 osd.7 (osd.7) 27 : cluster [DBG] 2.b scrub starts 2021-03-04T23:25:27.481 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[39303]: cluster 2021-03-04T23:25:26.713108+0000 osd.7 (osd.7) 28 : cluster [DBG] 2.b scrub ok 2021-03-04T23:25:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[37770]: cluster 2021-03-04T23:25:25.623175+0000 osd.1 (osd.1) 6 : cluster [DBG] 2.a scrub ok 2021-03-04T23:25:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[37770]: cluster 2021-03-04T23:25:26.711979+0000 osd.7 (osd.7) 27 : cluster [DBG] 2.b scrub starts 2021-03-04T23:25:27.482 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[37770]: cluster 2021-03-04T23:25:26.713108+0000 osd.7 (osd.7) 28 : cluster [DBG] 2.b scrub ok 2021-03-04T23:25:27.483 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 54 16 122672 122656 141.95 80.9375 0.00361526 0.00704128 2021-03-04T23:25:27.586 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:27.734 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[44600]: debug 2021-03-04T23:25:27.476+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:27.734 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:27.837 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.869 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:25:27.870 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:25:27.870 INFO:tasks.thrashosds.thrasher:inject_pause on 6 2021-03-04T23:25:27.870 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:25:27.870 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:25:27.871 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3 2021-03-04T23:25:27.977 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:28.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:27 gibba008 bash[91265]: debug 2021-03-04T23:25:27.728+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:28.013 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:28.117 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:28.221 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: cluster 2021-03-04T23:25:27.246914+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:25:28.221 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: cluster 2021-03-04T23:25:27.247670+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:25:28.232 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:25:28.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: audit 2021-03-04T23:25:27.358258+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:25:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: cluster 2021-03-04T23:25:27.358898+0000 mgr.x (mgr.34379) 1127 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 142 MiB/s wr, 2.27k op/s 2021-03-04T23:25:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: cluster 2021-03-04T23:25:27.679032+0000 osd.7 (osd.7) 29 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:25:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: cluster 2021-03-04T23:25:27.679610+0000 osd.7 (osd.7) 30 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:25:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: audit 2021-03-04T23:25:28.064394+0000 mon.c (mon.1) 107 : audit [INF] from='client.? 172.21.2.108:0/1978519018' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:28.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: audit 2021-03-04T23:25:28.064698+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: audit 2021-03-04T23:25:28.125123+0000 mon.a (mon.0) 1706 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:25:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: audit 2021-03-04T23:25:28.126645+0000 mon.a (mon.0) 1707 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:28.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[27374]: audit 2021-03-04T23:25:28.126830+0000 mon.a (mon.0) 1708 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:28.276 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[44600]: debug 2021-03-04T23:25:28.012+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:28.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: cluster 2021-03-04T23:25:27.246914+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:25:28.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: cluster 2021-03-04T23:25:27.247670+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:25:28.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: audit 2021-03-04T23:25:27.358258+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:25:28.277 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: cluster 2021-03-04T23:25:27.358898+0000 mgr.x (mgr.34379) 1127 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 142 MiB/s wr, 2.27k op/s 2021-03-04T23:25:28.278 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: cluster 2021-03-04T23:25:27.679032+0000 osd.7 (osd.7) 29 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:25:28.278 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: cluster 2021-03-04T23:25:27.679610+0000 osd.7 (osd.7) 30 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:25:28.278 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: audit 2021-03-04T23:25:28.064394+0000 mon.c (mon.1) 107 : audit [INF] from='client.? 172.21.2.108:0/1978519018' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:28.278 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: audit 2021-03-04T23:25:28.064698+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:28.279 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: audit 2021-03-04T23:25:28.125123+0000 mon.a (mon.0) 1706 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:25:28.279 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: audit 2021-03-04T23:25:28.126645+0000 mon.a (mon.0) 1707 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:28.279 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[37770]: audit 2021-03-04T23:25:28.126830+0000 mon.a (mon.0) 1708 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:28.279 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: cluster 2021-03-04T23:25:27.246914+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:25:28.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: cluster 2021-03-04T23:25:27.247670+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:25:28.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: audit 2021-03-04T23:25:27.358258+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:25:28.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: cluster 2021-03-04T23:25:27.358898+0000 mgr.x (mgr.34379) 1127 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 142 MiB/s wr, 2.27k op/s 2021-03-04T23:25:28.280 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: cluster 2021-03-04T23:25:27.679032+0000 osd.7 (osd.7) 29 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:25:28.281 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: cluster 2021-03-04T23:25:27.679610+0000 osd.7 (osd.7) 30 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:25:28.281 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: audit 2021-03-04T23:25:28.064394+0000 mon.c (mon.1) 107 : audit [INF] from='client.? 172.21.2.108:0/1978519018' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:28.281 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: audit 2021-03-04T23:25:28.064698+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:28.281 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: audit 2021-03-04T23:25:28.125123+0000 mon.a (mon.0) 1706 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:25:28.282 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: audit 2021-03-04T23:25:28.126645+0000 mon.a (mon.0) 1707 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:28.282 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:28 gibba008 bash[39303]: audit 2021-03-04T23:25:28.126830+0000 mon.a (mon.0) 1708 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:28.297 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:25:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:25:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:25:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:25:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257201 27.5 27:ae43f909:::benchmark_data_gibba008_92657_object76685:head [delete] snapc 0=[] ondisk+write+known_if_redirected e649)", 2021-03-04T23:25:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.241022+0000", 2021-03-04T23:25:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 470.050738991, 2021-03-04T23:25:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0470230679999999, 2021-03-04T23:25:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "reached pg", 2021-03-04T23:25:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257201 2021-03-04T23:25:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241022+0000", 2021-03-04T23:25:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241022+0000", 2021-03-04T23:25:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2669999999999999e-06 2021-03-04T23:25:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241023+0000", 2021-03-04T23:25:28.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8999999999999995e-07 2021-03-04T23:25:28.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241024+0000", 2021-03-04T23:25:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9160000000000004e-06 2021-03-04T23:25:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241031+0000", 2021-03-04T23:25:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4690000000000002e-06 2021-03-04T23:25:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241035+0000", 2021-03-04T23:25:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7018999999999998e-05 2021-03-04T23:25:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241082+0000", 2021-03-04T23:25:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012255600000000001 2021-03-04T23:25:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241204+0000", 2021-03-04T23:25:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000153144 2021-03-04T23:25:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5,7", 2021-03-04T23:25:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.241357+0000", 2021-03-04T23:25:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0090424979999999995 2021-03-04T23:25:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250400+0000", 2021-03-04T23:25:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2789999999999998e-06 2021-03-04T23:25:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250408+0000", 2021-03-04T23:25:28.317 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.03759768 2021-03-04T23:25:28.317 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288006+0000", 2021-03-04T23:25:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9350000000000001e-05 2021-03-04T23:25:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.320 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288045+0000", 2021-03-04T23:25:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0470230679999999 2021-03-04T23:25:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257208 27.5 27:a58f9545:::benchmark_data_gibba008_92657_object76692:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.249106+0000", 2021-03-04T23:25:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 470.04265479499998, 2021-03-04T23:25:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.050039975, 2021-03-04T23:25:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257208 2021-03-04T23:25:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249106+0000", 2021-03-04T23:25:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249106+0000", 2021-03-04T23:25:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4339999999999999e-06 2021-03-04T23:25:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249109+0000", 2021-03-04T23:25:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.235e-06 2021-03-04T23:25:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249110+0000", 2021-03-04T23:25:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6770000000000001e-06 2021-03-04T23:25:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249119+0000", 2021-03-04T23:25:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1010000000000002e-06 2021-03-04T23:25:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249123+0000", 2021-03-04T23:25:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013056540000000001 2021-03-04T23:25:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250428+0000", 2021-03-04T23:25:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1839999999999998e-06 2021-03-04T23:25:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250434+0000", 2021-03-04T23:25:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0378588559999999 2021-03-04T23:25:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288292+0000", 2021-03-04T23:25:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0940999999999997e-05 2021-03-04T23:25:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288363+0000", 2021-03-04T23:25:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00042320500000000001 2021-03-04T23:25:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.288787+0000", 2021-03-04T23:25:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0064346739999999996 2021-03-04T23:25:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295221+0000", 2021-03-04T23:25:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4855000000000002e-05 2021-03-04T23:25:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295276+0000", 2021-03-04T23:25:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037921529999999999 2021-03-04T23:25:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299068+0000", 2021-03-04T23:25:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3658000000000001e-05 2021-03-04T23:25:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299112+0000", 2021-03-04T23:25:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4347999999999997e-05 2021-03-04T23:25:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299146+0000", 2021-03-04T23:25:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.050039975 2021-03-04T23:25:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257209 27.5 27:a9babe04:::benchmark_data_gibba008_92657_object76693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.249345+0000", 2021-03-04T23:25:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 470.04241570599999, 2021-03-04T23:25:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0499290560000001, 2021-03-04T23:25:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257209 2021-03-04T23:25:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249345+0000", 2021-03-04T23:25:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249345+0000", 2021-03-04T23:25:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8190000000000001e-06 2021-03-04T23:25:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249347+0000", 2021-03-04T23:25:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.395e-06 2021-03-04T23:25:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249349+0000", 2021-03-04T23:25:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8850000000000005e-06 2021-03-04T23:25:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249357+0000", 2021-03-04T23:25:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2159999999999997e-06 2021-03-04T23:25:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.249363+0000", 2021-03-04T23:25:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0010864080000000001 2021-03-04T23:25:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250449+0000", 2021-03-04T23:25:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7080000000000002e-06 2021-03-04T23:25:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.250455+0000", 2021-03-04T23:25:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.040523077 2021-03-04T23:25:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.290978+0000", 2021-03-04T23:25:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4208999999999995e-05 2021-03-04T23:25:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.291042+0000", 2021-03-04T23:25:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7073e-05 2021-03-04T23:25:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.291109+0000", 2021-03-04T23:25:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042175060000000002 2021-03-04T23:25:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295327+0000", 2021-03-04T23:25:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.875e-06 2021-03-04T23:25:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295335+0000", 2021-03-04T23:25:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0038670499999999999 2021-03-04T23:25:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299202+0000", 2021-03-04T23:25:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0423999999999998e-05 2021-03-04T23:25:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299242+0000", 2021-03-04T23:25:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2410999999999999e-05 2021-03-04T23:25:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299274+0000", 2021-03-04T23:25:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0499290560000001 2021-03-04T23:25:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257237 27.5 27:a7fcef28:::benchmark_data_gibba008_92657_object76721:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.266366+0000", 2021-03-04T23:25:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 470.02539462300001, 2021-03-04T23:25:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0330516649999999, 2021-03-04T23:25:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257237 2021-03-04T23:25:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266366+0000", 2021-03-04T23:25:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266366+0000", 2021-03-04T23:25:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2560000000000001e-06 2021-03-04T23:25:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266369+0000", 2021-03-04T23:25:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3179999999999999e-06 2021-03-04T23:25:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266370+0000", 2021-03-04T23:25:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3879999999999999e-05 2021-03-04T23:25:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266384+0000", 2021-03-04T23:25:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1120000000000004e-06 2021-03-04T23:25:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266389+0000", 2021-03-04T23:25:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.405e-05 2021-03-04T23:25:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266433+0000", 2021-03-04T23:25:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.08e-06 2021-03-04T23:25:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.266440+0000", 2021-03-04T23:25:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0262193909999999 2021-03-04T23:25:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.292660+0000", 2021-03-04T23:25:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1103000000000001e-05 2021-03-04T23:25:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.292721+0000", 2021-03-04T23:25:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0649999999999997e-05 2021-03-04T23:25:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.292781+0000", 2021-03-04T23:25:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00256069 2021-03-04T23:25:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295342+0000", 2021-03-04T23:25:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003675752 2021-03-04T23:25:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299018+0000", 2021-03-04T23:25:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032348899999999999 2021-03-04T23:25:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299341+0000", 2021-03-04T23:25:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6529999999999998e-05 2021-03-04T23:25:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299378+0000", 2021-03-04T23:25:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0364000000000002e-05 2021-03-04T23:25:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299418+0000", 2021-03-04T23:25:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0330516649999999 2021-03-04T23:25:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257244 27.5 27:a5ffb68c:::benchmark_data_gibba008_92657_object76728:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.268471+0000", 2021-03-04T23:25:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 470.02329040299998, 2021-03-04T23:25:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0310964010000001, 2021-03-04T23:25:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257244 2021-03-04T23:25:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268471+0000", 2021-03-04T23:25:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268471+0000", 2021-03-04T23:25:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9910000000000008e-06 2021-03-04T23:25:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268480+0000", 2021-03-04T23:25:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2389999999999999e-06 2021-03-04T23:25:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268481+0000", 2021-03-04T23:25:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2410000000000001e-06 2021-03-04T23:25:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268490+0000", 2021-03-04T23:25:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9030000000000003e-06 2021-03-04T23:25:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268495+0000", 2021-03-04T23:25:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7557e-05 2021-03-04T23:25:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268533+0000", 2021-03-04T23:25:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8340000000000001e-06 2021-03-04T23:25:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.268539+0000", 2021-03-04T23:25:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0253588490000001 2021-03-04T23:25:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.293898+0000", 2021-03-04T23:25:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8665000000000002e-05 2021-03-04T23:25:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.293957+0000", 2021-03-04T23:25:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.779e-05 2021-03-04T23:25:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.294025+0000", 2021-03-04T23:25:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049986850000000001 2021-03-04T23:25:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299023+0000", 2021-03-04T23:25:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014451399999999999 2021-03-04T23:25:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299168+0000", 2021-03-04T23:25:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032168000000000002 2021-03-04T23:25:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299490+0000", 2021-03-04T23:25:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8853999999999998e-05 2021-03-04T23:25:28.406 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.406 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.406 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.406 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299528+0000", 2021-03-04T23:25:28.406 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8599000000000001e-05 2021-03-04T23:25:28.407 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.407 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.407 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.407 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299567+0000", 2021-03-04T23:25:28.407 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0310964010000001 2021-03-04T23:25:28.408 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.408 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.408 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.408 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.409 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.409 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257299 27.5 27:a6c24d3c:::benchmark_data_gibba008_92657_object76783:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.409 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304359+0000", 2021-03-04T23:25:28.409 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.987401632, 2021-03-04T23:25:28.409 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99529801200000001, 2021-03-04T23:25:28.410 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.410 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.410 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.410 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.410 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.411 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257299 2021-03-04T23:25:28.411 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.411 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.411 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.411 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.412 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304359+0000", 2021-03-04T23:25:28.412 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.412 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.412 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.412 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.413 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304359+0000", 2021-03-04T23:25:28.413 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5069999999999999e-06 2021-03-04T23:25:28.413 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.413 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.414 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.414 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304361+0000", 2021-03-04T23:25:28.414 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0130000000000001e-06 2021-03-04T23:25:28.414 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.414 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.415 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.415 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304362+0000", 2021-03-04T23:25:28.415 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8850000000000005e-06 2021-03-04T23:25:28.415 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.415 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.416 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.416 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304371+0000", 2021-03-04T23:25:28.416 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1509999999999997e-06 2021-03-04T23:25:28.416 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.417 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.417 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.417 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304375+0000", 2021-03-04T23:25:28.417 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8989999999999998e-05 2021-03-04T23:25:28.417 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.418 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.418 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.418 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304414+0000", 2021-03-04T23:25:28.418 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0029999999999997e-06 2021-03-04T23:25:28.418 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.419 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.419 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.419 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304421+0000", 2021-03-04T23:25:28.419 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99094119599999997 2021-03-04T23:25:28.419 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.420 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.420 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.420 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295362+0000", 2021-03-04T23:25:28.420 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7931999999999999e-05 2021-03-04T23:25:28.420 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.421 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.421 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.421 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295440+0000", 2021-03-04T23:25:28.421 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2224999999999994e-05 2021-03-04T23:25:28.422 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.422 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.422 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.422 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.295512+0000", 2021-03-04T23:25:28.422 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0035147669999999998 2021-03-04T23:25:28.423 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.423 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.423 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.423 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299027+0000", 2021-03-04T23:25:28.423 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000276779 2021-03-04T23:25:28.424 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.424 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.424 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.424 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299304+0000", 2021-03-04T23:25:28.424 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030148700000000002 2021-03-04T23:25:28.425 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.425 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.425 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.425 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299605+0000", 2021-03-04T23:25:28.425 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2461e-05 2021-03-04T23:25:28.426 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.426 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.426 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.426 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299638+0000", 2021-03-04T23:25:28.427 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9616e-05 2021-03-04T23:25:28.427 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.427 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.427 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.427 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299657+0000", 2021-03-04T23:25:28.428 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99529801200000001 2021-03-04T23:25:28.428 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.428 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.428 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.428 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.429 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.429 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257300 27.5 27:a814e26d:::benchmark_data_gibba008_92657_object76784:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.429 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304524+0000", 2021-03-04T23:25:28.429 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.98723672699998, 2021-03-04T23:25:28.429 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99525390899999999, 2021-03-04T23:25:28.430 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.430 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.430 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.430 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.431 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.431 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257300 2021-03-04T23:25:28.431 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.431 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.431 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.432 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.432 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304524+0000", 2021-03-04T23:25:28.432 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.432 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.432 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.433 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.433 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304524+0000", 2021-03-04T23:25:28.433 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.463e-06 2021-03-04T23:25:28.433 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.433 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.434 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.434 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304526+0000", 2021-03-04T23:25:28.434 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0410000000000001e-06 2021-03-04T23:25:28.434 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.435 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.435 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.435 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304527+0000", 2021-03-04T23:25:28.435 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0390000000000005e-06 2021-03-04T23:25:28.435 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.436 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.436 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.436 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304535+0000", 2021-03-04T23:25:28.436 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2180000000000001e-06 2021-03-04T23:25:28.436 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.437 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.437 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.437 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304539+0000", 2021-03-04T23:25:28.437 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8538999999999998e-05 2021-03-04T23:25:28.437 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.438 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.438 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.438 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304578+0000", 2021-03-04T23:25:28.438 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2190000000000004e-06 2021-03-04T23:25:28.438 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.439 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.439 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.439 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304586+0000", 2021-03-04T23:25:28.439 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99277393800000002 2021-03-04T23:25:28.439 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.440 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.440 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.440 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.297360+0000", 2021-03-04T23:25:28.440 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2595999999999995e-05 2021-03-04T23:25:28.441 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.441 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.441 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.441 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.297422+0000", 2021-03-04T23:25:28.441 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5982000000000006e-05 2021-03-04T23:25:28.442 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.442 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.442 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.442 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.297488+0000", 2021-03-04T23:25:28.442 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018203200000000001 2021-03-04T23:25:28.443 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.443 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.443 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.443 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299309+0000", 2021-03-04T23:25:28.443 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014157199999999999 2021-03-04T23:25:28.444 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.444 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.444 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.444 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299450+0000", 2021-03-04T23:25:28.444 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024772800000000001 2021-03-04T23:25:28.445 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.445 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.445 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.445 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299698+0000", 2021-03-04T23:25:28.446 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5819999999999999e-05 2021-03-04T23:25:28.446 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.446 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.446 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.446 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299734+0000", 2021-03-04T23:25:28.447 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4434000000000002e-05 2021-03-04T23:25:28.447 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.447 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.447 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.447 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299778+0000", 2021-03-04T23:25:28.448 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99525390899999999 2021-03-04T23:25:28.448 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.448 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.448 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.448 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.449 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.449 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257301 27.5 27:a24d4afb:::benchmark_data_gibba008_92657_object76785:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.449 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304768+0000", 2021-03-04T23:25:28.449 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.98699328700002, 2021-03-04T23:25:28.449 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99855726099999997, 2021-03-04T23:25:28.450 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.450 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.450 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.450 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.451 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.451 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257301 2021-03-04T23:25:28.451 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.451 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.451 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.452 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.452 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304768+0000", 2021-03-04T23:25:28.452 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.452 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.452 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.453 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.453 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304768+0000", 2021-03-04T23:25:28.453 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7349999999999999e-06 2021-03-04T23:25:28.453 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.453 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.454 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.454 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304770+0000", 2021-03-04T23:25:28.454 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.113e-06 2021-03-04T23:25:28.454 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.455 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.455 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.455 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304771+0000", 2021-03-04T23:25:28.455 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.136e-05 2021-03-04T23:25:28.455 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.456 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.456 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.456 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304782+0000", 2021-03-04T23:25:28.456 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1019999999999996e-06 2021-03-04T23:25:28.456 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.457 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.457 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.457 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304787+0000", 2021-03-04T23:25:28.457 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9150000000000003e-05 2021-03-04T23:25:28.457 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.458 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.458 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.458 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304826+0000", 2021-03-04T23:25:28.458 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0800000000000006e-06 2021-03-04T23:25:28.458 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.459 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.459 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.459 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304834+0000", 2021-03-04T23:25:28.459 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99497069000000005 2021-03-04T23:25:28.460 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.460 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.460 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.460 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299805+0000", 2021-03-04T23:25:28.460 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8568999999999999e-05 2021-03-04T23:25:28.461 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.461 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.461 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.461 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299894+0000", 2021-03-04T23:25:28.461 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0951999999999994e-05 2021-03-04T23:25:28.462 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.462 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.462 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.462 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.299965+0000", 2021-03-04T23:25:28.462 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003274201 2021-03-04T23:25:28.463 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.463 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.463 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.463 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303239+0000", 2021-03-04T23:25:28.463 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4562e-05 2021-03-04T23:25:28.464 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.464 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.464 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.464 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303263+0000", 2021-03-04T23:25:28.464 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5650000000000003e-06 2021-03-04T23:25:28.465 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.465 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.465 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.465 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303268+0000", 2021-03-04T23:25:28.466 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1100999999999999e-05 2021-03-04T23:25:28.466 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.466 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.466 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.466 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303299+0000", 2021-03-04T23:25:28.467 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6081e-05 2021-03-04T23:25:28.467 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.467 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.467 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.467 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303325+0000", 2021-03-04T23:25:28.468 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99855726099999997 2021-03-04T23:25:28.468 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.468 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.468 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.468 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.469 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.469 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257303 27.5 27:aa4be8a2:::benchmark_data_gibba008_92657_object76787:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.469 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.304884+0000", 2021-03-04T23:25:28.469 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.98687664300002, 2021-03-04T23:25:28.470 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041161300000001, 2021-03-04T23:25:28.470 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.470 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.470 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.470 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.471 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.471 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257303 2021-03-04T23:25:28.471 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.471 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.471 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.472 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.472 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304884+0000", 2021-03-04T23:25:28.472 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.472 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.472 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.473 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.473 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304884+0000", 2021-03-04T23:25:28.473 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7239999999999999e-06 2021-03-04T23:25:28.473 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.473 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.474 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.474 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304886+0000", 2021-03-04T23:25:28.474 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0249999999999999e-06 2021-03-04T23:25:28.474 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.474 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.475 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.475 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304887+0000", 2021-03-04T23:25:28.475 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:25:28.475 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.476 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.476 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.476 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304897+0000", 2021-03-04T23:25:28.476 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3919999999999996e-06 2021-03-04T23:25:28.476 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.477 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.477 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.477 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304901+0000", 2021-03-04T23:25:28.477 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9728999999999999e-05 2021-03-04T23:25:28.477 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.478 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.478 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.478 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304941+0000", 2021-03-04T23:25:28.478 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6744000000000001e-05 2021-03-04T23:25:28.478 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.479 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.479 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.479 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.304958+0000", 2021-03-04T23:25:28.479 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99657381099999998 2021-03-04T23:25:28.480 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.480 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.480 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.480 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.301531+0000", 2021-03-04T23:25:28.480 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1206999999999999e-05 2021-03-04T23:25:28.481 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.481 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.481 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.481 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.301593+0000", 2021-03-04T23:25:28.481 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7435999999999996e-05 2021-03-04T23:25:28.482 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.482 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.482 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.482 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.301660+0000", 2021-03-04T23:25:28.482 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034325620000000001 2021-03-04T23:25:28.483 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.483 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.483 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.483 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305093+0000", 2021-03-04T23:25:28.484 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6671000000000002e-05 2021-03-04T23:25:28.484 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.484 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.484 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.484 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305129+0000", 2021-03-04T23:25:28.485 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037937420000000001 2021-03-04T23:25:28.485 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.485 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.485 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.485 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.308923+0000", 2021-03-04T23:25:28.486 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2086000000000003e-05 2021-03-04T23:25:28.486 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.486 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.486 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.486 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.308965+0000", 2021-03-04T23:25:28.487 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5456000000000001e-05 2021-03-04T23:25:28.487 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.487 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.487 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.487 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309001+0000", 2021-03-04T23:25:28.488 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041161300000001 2021-03-04T23:25:28.488 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.488 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.488 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.489 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.489 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.489 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257304 27.5 27:a38add35:::benchmark_data_gibba008_92657_object76788:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.489 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.305032+0000", 2021-03-04T23:25:28.489 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.98672941900003, 2021-03-04T23:25:28.490 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041274069999999, 2021-03-04T23:25:28.490 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.490 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.490 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.490 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.491 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.491 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257304 2021-03-04T23:25:28.491 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.491 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.491 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.492 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.492 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305032+0000", 2021-03-04T23:25:28.492 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.492 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.492 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.493 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.493 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305032+0000", 2021-03-04T23:25:28.493 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.53e-06 2021-03-04T23:25:28.493 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.494 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.494 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.494 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305033+0000", 2021-03-04T23:25:28.494 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2800000000000005e-07 2021-03-04T23:25:28.494 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.495 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.495 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.495 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305034+0000", 2021-03-04T23:25:28.495 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6689999999999995e-06 2021-03-04T23:25:28.495 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.496 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.496 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.496 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305043+0000", 2021-03-04T23:25:28.496 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2919999999999997e-06 2021-03-04T23:25:28.496 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.497 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.497 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.497 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305047+0000", 2021-03-04T23:25:28.497 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4131000000000002e-05 2021-03-04T23:25:28.498 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.498 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.498 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.498 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305081+0000", 2021-03-04T23:25:28.498 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0373999999999999e-05 2021-03-04T23:25:28.499 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.499 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.499 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.499 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.305092+0000", 2021-03-04T23:25:28.499 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.99826166299999997 2021-03-04T23:25:28.500 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.500 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.500 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.500 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303353+0000", 2021-03-04T23:25:28.500 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6688999999999995e-05 2021-03-04T23:25:28.501 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.501 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.501 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.501 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303450+0000", 2021-03-04T23:25:28.501 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011631799999999999 2021-03-04T23:25:28.502 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.502 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.502 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.502 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.303566+0000", 2021-03-04T23:25:28.503 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053482579999999998 2021-03-04T23:25:28.503 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.503 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.503 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.503 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.308915+0000", 2021-03-04T23:25:28.504 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012109500000000001 2021-03-04T23:25:28.504 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.504 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.504 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.504 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309036+0000", 2021-03-04T23:25:28.505 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4926000000000003e-05 2021-03-04T23:25:28.505 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.505 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.505 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.505 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309081+0000", 2021-03-04T23:25:28.506 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0664999999999998e-05 2021-03-04T23:25:28.506 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.506 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.506 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.506 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309121+0000", 2021-03-04T23:25:28.507 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7868999999999999e-05 2021-03-04T23:25:28.507 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.507 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.507 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.508 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309159+0000", 2021-03-04T23:25:28.508 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0041274069999999 2021-03-04T23:25:28.508 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.508 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.508 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.509 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.509 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.509 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257327 27.5 27:a8c378b9:::benchmark_data_gibba008_92657_object76811:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.509 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.322877+0000", 2021-03-04T23:25:28.509 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.968884231, 2021-03-04T23:25:28.510 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98821815099999999, 2021-03-04T23:25:28.510 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.510 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.510 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.511 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.511 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.511 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257327 2021-03-04T23:25:28.511 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.511 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.512 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.512 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.512 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322877+0000", 2021-03-04T23:25:28.512 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.512 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.513 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.513 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.513 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322877+0000", 2021-03-04T23:25:28.513 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6729999999999999e-06 2021-03-04T23:25:28.513 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.514 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.514 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.514 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322879+0000", 2021-03-04T23:25:28.514 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1009999999999999e-06 2021-03-04T23:25:28.514 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.515 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.515 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.515 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322880+0000", 2021-03-04T23:25:28.515 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8170000000000005e-06 2021-03-04T23:25:28.516 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.516 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.516 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.516 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322888+0000", 2021-03-04T23:25:28.516 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2270000000000004e-06 2021-03-04T23:25:28.517 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.517 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.517 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.517 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322893+0000", 2021-03-04T23:25:28.517 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7200000000000003e-05 2021-03-04T23:25:28.518 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.518 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.518 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.518 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322930+0000", 2021-03-04T23:25:28.518 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7349999999999999e-06 2021-03-04T23:25:28.519 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.519 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.519 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.519 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.322937+0000", 2021-03-04T23:25:28.519 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98222109099999999 2021-03-04T23:25:28.520 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.520 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.520 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.520 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305158+0000", 2021-03-04T23:25:28.520 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4239000000000004e-05 2021-03-04T23:25:28.521 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.521 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.521 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.521 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305252+0000", 2021-03-04T23:25:28.522 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000119775 2021-03-04T23:25:28.522 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.522 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.522 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.522 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.305372+0000", 2021-03-04T23:25:28.523 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003701045 2021-03-04T23:25:28.523 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.523 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.523 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.523 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309073+0000", 2021-03-04T23:25:28.524 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3733000000000005e-05 2021-03-04T23:25:28.524 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.524 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.524 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.524 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309166+0000", 2021-03-04T23:25:28.525 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018577699999999999 2021-03-04T23:25:28.525 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.525 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.525 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.526 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311024+0000", 2021-03-04T23:25:28.526 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5194000000000002e-05 2021-03-04T23:25:28.526 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.526 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.526 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.527 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311059+0000", 2021-03-04T23:25:28.527 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5550999999999999e-05 2021-03-04T23:25:28.527 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.527 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.527 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.528 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311095+0000", 2021-03-04T23:25:28.528 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.98821815099999999 2021-03-04T23:25:28.528 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.528 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.528 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.529 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.529 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.529 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257342 27.5 27:aae3656d:::benchmark_data_gibba008_92657_object76826:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.529 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.337227+0000", 2021-03-04T23:25:28.529 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.95453379499997, 2021-03-04T23:25:28.530 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.97857439999999996, 2021-03-04T23:25:28.530 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.530 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.530 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.531 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.531 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.531 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257342 2021-03-04T23:25:28.531 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.531 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.532 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.532 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.532 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337227+0000", 2021-03-04T23:25:28.532 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.532 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.533 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.533 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.533 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337227+0000", 2021-03-04T23:25:28.533 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7460000000000001e-06 2021-03-04T23:25:28.533 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.534 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.534 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.534 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337229+0000", 2021-03-04T23:25:28.534 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.195e-06 2021-03-04T23:25:28.535 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.535 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.535 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.535 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337230+0000", 2021-03-04T23:25:28.535 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6430000000000001e-06 2021-03-04T23:25:28.536 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.536 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.536 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.536 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337239+0000", 2021-03-04T23:25:28.536 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:25:28.537 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.537 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.537 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.537 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337244+0000", 2021-03-04T23:25:28.537 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4860000000000002e-05 2021-03-04T23:25:28.538 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.538 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.538 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.538 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337279+0000", 2021-03-04T23:25:28.538 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.224e-06 2021-03-04T23:25:28.539 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.539 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.539 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.539 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.337285+0000", 2021-03-04T23:25:28.539 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.96985570099999996 2021-03-04T23:25:28.540 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.540 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.540 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.540 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.307141+0000", 2021-03-04T23:25:28.541 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2391999999999995e-05 2021-03-04T23:25:28.541 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.541 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.541 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.541 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.307203+0000", 2021-03-04T23:25:28.542 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0986999999999997e-05 2021-03-04T23:25:28.542 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.542 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.542 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.542 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.307264+0000", 2021-03-04T23:25:28.543 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037314879999999998 2021-03-04T23:25:28.543 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.543 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.543 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.543 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.310995+0000", 2021-03-04T23:25:28.544 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8330000000000001e-06 2021-03-04T23:25:28.544 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.544 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.544 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.544 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311000+0000", 2021-03-04T23:25:28.545 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047369910000000003 2021-03-04T23:25:28.545 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.545 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.545 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.546 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315737+0000", 2021-03-04T23:25:28.546 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0608000000000002e-05 2021-03-04T23:25:28.546 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.546 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.546 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.547 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315768+0000", 2021-03-04T23:25:28.547 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3853000000000003e-05 2021-03-04T23:25:28.547 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.547 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.547 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.548 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315802+0000", 2021-03-04T23:25:28.548 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.97857439999999996 2021-03-04T23:25:28.548 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.548 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.549 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.549 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.549 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.549 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257413 27.5 27:a33f4b15:::benchmark_data_gibba008_92657_object76897:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.549 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.412141+0000", 2021-03-04T23:25:28.550 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.87962010500001, 2021-03-04T23:25:28.550 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.90380889900000005, 2021-03-04T23:25:28.550 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.550 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.550 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.551 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.551 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.551 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257413 2021-03-04T23:25:28.551 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.551 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.552 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.552 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.552 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412141+0000", 2021-03-04T23:25:28.552 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.552 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.553 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.553 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.553 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412141+0000", 2021-03-04T23:25:28.553 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7719999999999999e-06 2021-03-04T23:25:28.553 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.554 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.554 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.554 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412143+0000", 2021-03-04T23:25:28.554 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0529999999999999e-06 2021-03-04T23:25:28.555 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.555 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.555 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.555 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412144+0000", 2021-03-04T23:25:28.555 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4730000000000006e-06 2021-03-04T23:25:28.556 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.556 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.556 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.556 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412153+0000", 2021-03-04T23:25:28.556 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.873e-06 2021-03-04T23:25:28.557 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.557 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.557 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.557 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412157+0000", 2021-03-04T23:25:28.558 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2005999999999998e-05 2021-03-04T23:25:28.558 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.558 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.558 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.558 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412189+0000", 2021-03-04T23:25:28.559 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6169999999999998e-06 2021-03-04T23:25:28.559 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.559 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.559 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.559 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.412195+0000", 2021-03-04T23:25:28.560 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.89698554799999997 2021-03-04T23:25:28.560 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.560 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.560 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.560 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309180+0000", 2021-03-04T23:25:28.561 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5922999999999997e-05 2021-03-04T23:25:28.561 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.561 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.561 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.561 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309266+0000", 2021-03-04T23:25:28.562 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5364999999999993e-05 2021-03-04T23:25:28.562 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.562 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.562 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.563 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.309352+0000", 2021-03-04T23:25:28.563 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006491859 2021-03-04T23:25:28.563 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.563 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.563 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.564 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315843+0000", 2021-03-04T23:25:28.564 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0509999999999997e-06 2021-03-04T23:25:28.564 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.564 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.564 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.565 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315852+0000", 2021-03-04T23:25:28.565 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6288e-05 2021-03-04T23:25:28.565 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.565 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.565 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.566 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315878+0000", 2021-03-04T23:25:28.566 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4285000000000001e-05 2021-03-04T23:25:28.566 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.566 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.566 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.567 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315912+0000", 2021-03-04T23:25:28.567 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7786e-05 2021-03-04T23:25:28.567 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.567 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.567 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.568 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315950+0000", 2021-03-04T23:25:28.568 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.90380889900000005 2021-03-04T23:25:28.568 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.568 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.569 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.569 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.569 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.569 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257447 27.5 27:acf1e330:::benchmark_data_gibba008_92657_object76931:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.569 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.454730+0000", 2021-03-04T23:25:28.570 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.83703078600001, 2021-03-04T23:25:28.570 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.86598148900000005, 2021-03-04T23:25:28.570 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.570 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.570 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.571 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.571 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.571 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257447 2021-03-04T23:25:28.571 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.571 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.572 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.572 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.572 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454730+0000", 2021-03-04T23:25:28.572 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.572 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.573 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.573 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.573 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454730+0000", 2021-03-04T23:25:28.573 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.697e-06 2021-03-04T23:25:28.574 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.574 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.574 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.574 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454732+0000", 2021-03-04T23:25:28.574 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:25:28.575 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.575 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.575 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.575 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454734+0000", 2021-03-04T23:25:28.575 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0299000000000001e-05 2021-03-04T23:25:28.576 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.576 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.576 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454744+0000", 2021-03-04T23:25:28.576 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7999999999999998e-06 2021-03-04T23:25:28.577 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.577 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.577 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.577 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454749+0000", 2021-03-04T23:25:28.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6291000000000002e-05 2021-03-04T23:25:28.578 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.578 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.578 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.578 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454785+0000", 2021-03-04T23:25:28.579 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1629999999999996e-06 2021-03-04T23:25:28.579 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.579 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.579 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.454793+0000", 2021-03-04T23:25:28.580 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.85632243699999999 2021-03-04T23:25:28.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.580 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.580 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.580 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311116+0000", 2021-03-04T23:25:28.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7490000000000005e-05 2021-03-04T23:25:28.581 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.581 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.581 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.581 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311193+0000", 2021-03-04T23:25:28.582 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0000000000000007e-05 2021-03-04T23:25:28.582 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.582 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.582 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.583 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.311273+0000", 2021-03-04T23:25:28.583 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045855269999999998 2021-03-04T23:25:28.583 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.583 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.583 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315859+0000", 2021-03-04T23:25:28.584 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012823399999999999 2021-03-04T23:25:28.584 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.584 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.585 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315987+0000", 2021-03-04T23:25:28.585 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046584950000000003 2021-03-04T23:25:28.585 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.585 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.585 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.586 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320645+0000", 2021-03-04T23:25:28.586 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6637999999999997e-05 2021-03-04T23:25:28.586 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.586 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.586 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.587 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320682+0000", 2021-03-04T23:25:28.587 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9869000000000002e-05 2021-03-04T23:25:28.587 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.587 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.587 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.588 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320712+0000", 2021-03-04T23:25:28.588 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.86598148900000005 2021-03-04T23:25:28.588 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.588 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.589 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.589 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.589 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.589 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257453 27.5 27:a24e3f80:::benchmark_data_gibba008_92657_object76937:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.589 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.466536+0000", 2021-03-04T23:25:28.590 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.825224875, 2021-03-04T23:25:28.590 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.85425174400000004, 2021-03-04T23:25:28.590 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.590 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.590 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.591 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.591 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.591 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257453 2021-03-04T23:25:28.591 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.591 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.592 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.592 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.592 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466536+0000", 2021-03-04T23:25:28.592 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.593 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.593 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.593 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.593 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466536+0000", 2021-03-04T23:25:28.593 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9759999999999998e-06 2021-03-04T23:25:28.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.594 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.594 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.594 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466538+0000", 2021-03-04T23:25:28.594 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3479999999999998e-06 2021-03-04T23:25:28.595 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.595 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.595 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466541+0000", 2021-03-04T23:25:28.595 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0001e-05 2021-03-04T23:25:28.596 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.596 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.596 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.596 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466551+0000", 2021-03-04T23:25:28.597 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0130000000000001e-06 2021-03-04T23:25:28.597 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.597 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.597 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.597 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466556+0000", 2021-03-04T23:25:28.598 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2209999999999998e-05 2021-03-04T23:25:28.598 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.598 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.598 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.598 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466588+0000", 2021-03-04T23:25:28.599 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.366e-06 2021-03-04T23:25:28.599 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.599 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.599 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.599 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.466593+0000", 2021-03-04T23:25:28.600 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.84687595199999999 2021-03-04T23:25:28.600 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.600 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.600 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.600 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.313469+0000", 2021-03-04T23:25:28.601 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8022000000000004e-05 2021-03-04T23:25:28.601 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.601 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.601 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.602 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.313567+0000", 2021-03-04T23:25:28.602 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011353000000000001 2021-03-04T23:25:28.602 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.602 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.602 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.603 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.313681+0000", 2021-03-04T23:25:28.603 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023124759999999999 2021-03-04T23:25:28.603 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.603 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.603 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.604 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.315993+0000", 2021-03-04T23:25:28.604 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9175000000000001e-05 2021-03-04T23:25:28.604 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.604 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.604 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.605 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316022+0000", 2021-03-04T23:25:28.605 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047183920000000001 2021-03-04T23:25:28.605 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.605 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.605 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.606 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320741+0000", 2021-03-04T23:25:28.606 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4321999999999999e-05 2021-03-04T23:25:28.606 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.606 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.607 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.607 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320765+0000", 2021-03-04T23:25:28.607 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2960999999999999e-05 2021-03-04T23:25:28.607 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.607 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.608 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.608 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320788+0000", 2021-03-04T23:25:28.608 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.85425174400000004 2021-03-04T23:25:28.608 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.608 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.609 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.609 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.609 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.609 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:257457 27.5 27:af8103d5:::benchmark_data_gibba008_92657_object76941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e650)", 2021-03-04T23:25:28.609 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:38.477408+0000", 2021-03-04T23:25:28.610 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 469.81435285600003, 2021-03-04T23:25:28.610 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.84847627199999998, 2021-03-04T23:25:28.610 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.610 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.610 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.611 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:28.611 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:28.611 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 257457 2021-03-04T23:25:28.611 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.611 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.612 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.612 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.612 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477408+0000", 2021-03-04T23:25:28.612 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.613 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.613 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.613 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.613 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477408+0000", 2021-03-04T23:25:28.613 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0169999999999999e-06 2021-03-04T23:25:28.614 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.614 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.614 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.614 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477410+0000", 2021-03-04T23:25:28.614 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7499999999999999e-06 2021-03-04T23:25:28.615 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.615 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.615 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.615 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477413+0000", 2021-03-04T23:25:28.615 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0494e-05 2021-03-04T23:25:28.616 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.616 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.616 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.616 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477423+0000", 2021-03-04T23:25:28.616 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1050000000000003e-06 2021-03-04T23:25:28.617 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.617 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.617 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.617 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477429+0000", 2021-03-04T23:25:28.617 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3555e-05 2021-03-04T23:25:28.618 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.618 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.618 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.618 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477462+0000", 2021-03-04T23:25:28.619 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.013e-05 2021-03-04T23:25:28.619 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.619 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.619 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:25:28.619 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:38.477472+0000", 2021-03-04T23:25:28.620 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.83857207899999997 2021-03-04T23:25:28.620 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.620 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.620 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.620 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316044+0000", 2021-03-04T23:25:28.621 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8908999999999999e-05 2021-03-04T23:25:28.621 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.621 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.621 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.621 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316133+0000", 2021-03-04T23:25:28.622 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118399 2021-03-04T23:25:28.622 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.622 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.622 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:25:28.622 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.316252+0000", 2021-03-04T23:25:28.623 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045634539999999998 2021-03-04T23:25:28.623 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.623 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.623 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.623 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320815+0000", 2021-03-04T23:25:28.624 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7129000000000002e-05 2021-03-04T23:25:28.624 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.624 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.624 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.624 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.320832+0000", 2021-03-04T23:25:28.625 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00499636 2021-03-04T23:25:28.625 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.625 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.625 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.626 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.325829+0000", 2021-03-04T23:25:28.626 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8439999999999999e-05 2021-03-04T23:25:28.626 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.626 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.626 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.627 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.325857+0000", 2021-03-04T23:25:28.627 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7450999999999999e-05 2021-03-04T23:25:28.627 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.627 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.627 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.628 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:39.325885+0000", 2021-03-04T23:25:28.628 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.84847627199999998 2021-03-04T23:25:28.628 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.628 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.628 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.629 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.629 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.629 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:61118 29.2 29:41d2a017:::benchmark_data_gibba008_125393_object61117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e695)", 2021-03-04T23:25:28.629 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:24:52.212415+0000", 2021-03-04T23:25:28.629 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.079345697000001, 2021-03-04T23:25:28.630 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.175443978, 2021-03-04T23:25:28.630 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.630 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.630 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.631 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:28.631 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:28.631 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 61118 2021-03-04T23:25:28.631 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.631 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.632 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.632 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.632 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.212415+0000", 2021-03-04T23:25:28.632 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.632 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.633 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.633 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.633 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.212415+0000", 2021-03-04T23:25:28.633 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000105215 2021-03-04T23:25:28.633 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.634 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.634 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.634 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.212521+0000", 2021-03-04T23:25:28.634 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0963000000000002e-05 2021-03-04T23:25:28.634 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.635 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.635 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.635 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.212552+0000", 2021-03-04T23:25:28.635 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4269000000000004e-05 2021-03-04T23:25:28.636 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.636 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.636 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.636 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.212616+0000", 2021-03-04T23:25:28.636 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4737e-05 2021-03-04T23:25:28.637 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.637 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.637 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.637 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.212641+0000", 2021-03-04T23:25:28.637 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011909281000000001 2021-03-04T23:25:28.638 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.638 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.638 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.638 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.224550+0000", 2021-03-04T23:25:28.638 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00053247400000000001 2021-03-04T23:25:28.639 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.639 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.639 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.639 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.225082+0000", 2021-03-04T23:25:28.639 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00072902000000000004 2021-03-04T23:25:28.640 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.640 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.640 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:25:28.640 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.225811+0000", 2021-03-04T23:25:28.641 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012191034999999999 2021-03-04T23:25:28.641 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.641 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.641 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.641 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.238002+0000", 2021-03-04T23:25:28.642 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0062720529999999997 2021-03-04T23:25:28.642 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.642 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.642 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.642 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.244274+0000", 2021-03-04T23:25:28.643 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.143308515 2021-03-04T23:25:28.643 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.643 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.643 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.643 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.387583+0000", 2021-03-04T23:25:28.644 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000161915 2021-03-04T23:25:28.644 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.644 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.644 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.644 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.387745+0000", 2021-03-04T23:25:28.645 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011450099999999999 2021-03-04T23:25:28.645 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.645 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.645 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.645 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.387859+0000", 2021-03-04T23:25:28.646 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.175443978 2021-03-04T23:25:28.646 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.646 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.646 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.646 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.647 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.647 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:61123 29.2 29:484cce3b:::benchmark_data_gibba008_125393_object61122:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e695)", 2021-03-04T23:25:28.647 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:24:52.214276+0000", 2021-03-04T23:25:28.647 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.077485111999998, 2021-03-04T23:25:28.648 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18447767500000001, 2021-03-04T23:25:28.648 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.648 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.648 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.648 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:28.649 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:28.649 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 61123 2021-03-04T23:25:28.649 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.649 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.649 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.650 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.650 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214276+0000", 2021-03-04T23:25:28.650 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.650 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.650 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.651 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.651 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214276+0000", 2021-03-04T23:25:28.651 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1965000000000006e-05 2021-03-04T23:25:28.651 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.651 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.652 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.652 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214358+0000", 2021-03-04T23:25:28.652 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5969999999999997e-06 2021-03-04T23:25:28.652 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.652 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.653 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.653 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214365+0000", 2021-03-04T23:25:28.653 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2766000000000003e-05 2021-03-04T23:25:28.653 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.654 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.654 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.654 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214417+0000", 2021-03-04T23:25:28.654 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6548999999999999e-05 2021-03-04T23:25:28.654 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.655 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.655 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.655 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214444+0000", 2021-03-04T23:25:28.655 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.016973036 2021-03-04T23:25:28.655 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.656 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.656 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.656 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.231417+0000", 2021-03-04T23:25:28.656 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00047130700000000002 2021-03-04T23:25:28.656 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.657 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.657 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.657 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.231888+0000", 2021-03-04T23:25:28.657 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00055839599999999996 2021-03-04T23:25:28.657 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.658 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.658 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:25:28.658 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.232447+0000", 2021-03-04T23:25:28.658 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0058127170000000002 2021-03-04T23:25:28.659 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.659 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.659 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.659 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.238259+0000", 2021-03-04T23:25:28.659 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0060404830000000001 2021-03-04T23:25:28.660 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.660 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.660 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.660 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.244300+0000", 2021-03-04T23:25:28.660 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154138891 2021-03-04T23:25:28.661 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.661 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.661 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.661 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398439+0000", 2021-03-04T23:25:28.661 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015509899999999999 2021-03-04T23:25:28.662 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.662 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.662 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.662 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398594+0000", 2021-03-04T23:25:28.662 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015986900000000001 2021-03-04T23:25:28.663 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.663 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.663 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.663 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398754+0000", 2021-03-04T23:25:28.663 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18447767500000001 2021-03-04T23:25:28.664 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.664 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.664 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.664 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.664 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.665 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:61125 29.2 29:4d0ec797:::benchmark_data_gibba008_125393_object61124:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e695)", 2021-03-04T23:25:28.665 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:24:52.218302+0000", 2021-03-04T23:25:28.665 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.073459049999997, 2021-03-04T23:25:28.665 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18092809900000001, 2021-03-04T23:25:28.666 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.666 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.666 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.666 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:28.666 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:28.667 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 61125 2021-03-04T23:25:28.667 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.667 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.667 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.667 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.668 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.218302+0000", 2021-03-04T23:25:28.668 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.668 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.668 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.668 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.669 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.218302+0000", 2021-03-04T23:25:28.669 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010276999999999999 2021-03-04T23:25:28.669 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.669 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.670 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.670 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.218405+0000", 2021-03-04T23:25:28.670 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7389999999999996e-06 2021-03-04T23:25:28.670 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.670 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.671 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.671 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.218411+0000", 2021-03-04T23:25:28.671 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5964000000000002e-05 2021-03-04T23:25:28.671 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.671 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.672 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.672 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.218467+0000", 2021-03-04T23:25:28.672 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4002000000000002e-05 2021-03-04T23:25:28.672 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.672 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.673 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.673 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.218491+0000", 2021-03-04T23:25:28.673 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.019891111999999999 2021-03-04T23:25:28.673 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.673 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.674 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.674 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.238382+0000", 2021-03-04T23:25:28.674 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050244899999999997 2021-03-04T23:25:28.674 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.675 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.675 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.675 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.238884+0000", 2021-03-04T23:25:28.675 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00065888800000000005 2021-03-04T23:25:28.675 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.676 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.676 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:25:28.676 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.239543+0000", 2021-03-04T23:25:28.676 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0089851819999999995 2021-03-04T23:25:28.676 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.677 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.677 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.677 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.248528+0000", 2021-03-04T23:25:28.677 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034416659999999999 2021-03-04T23:25:28.677 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.678 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.678 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.678 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.251970+0000", 2021-03-04T23:25:28.678 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.14698957700000001 2021-03-04T23:25:28.679 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.679 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.679 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.679 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398959+0000", 2021-03-04T23:25:28.679 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015808400000000001 2021-03-04T23:25:28.680 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.680 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.680 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.680 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.399117+0000", 2021-03-04T23:25:28.680 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011266599999999999 2021-03-04T23:25:28.681 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.681 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.681 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.681 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.399230+0000", 2021-03-04T23:25:28.681 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18092809900000001 2021-03-04T23:25:28.682 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.682 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.682 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.682 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.683 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.683 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:61146 29.2 29:40ca461d:::benchmark_data_gibba008_125393_object61145:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e695)", 2021-03-04T23:25:28.683 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:24:52.255710+0000", 2021-03-04T23:25:28.683 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.036051360000002, 2021-03-04T23:25:28.683 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18210114099999999, 2021-03-04T23:25:28.684 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:28.684 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:28.684 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:28.684 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:28.684 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:28.685 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 61146 2021-03-04T23:25:28.685 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.685 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:28.685 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.685 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:28.686 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.255710+0000", 2021-03-04T23:25:28.686 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:28.686 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.686 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.686 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:28.687 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.255710+0000", 2021-03-04T23:25:28.687 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1367999999999997e-05 2021-03-04T23:25:28.687 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.687 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.688 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:28.688 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.255801+0000", 2021-03-04T23:25:28.688 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0659999999999997e-06 2021-03-04T23:25:28.688 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.688 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.689 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:28.689 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.255805+0000", 2021-03-04T23:25:28.689 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3915999999999999e-05 2021-03-04T23:25:28.689 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.689 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.690 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:28.690 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.255839+0000", 2021-03-04T23:25:28.690 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.417e-05 2021-03-04T23:25:28.690 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.690 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.691 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:28.691 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.255853+0000", 2021-03-04T23:25:28.691 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001050006 2021-03-04T23:25:28.691 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.691 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.692 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:28.692 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.256903+0000", 2021-03-04T23:25:28.692 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022258600000000001 2021-03-04T23:25:28.692 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.692 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.693 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:28.693 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.257126+0000", 2021-03-04T23:25:28.693 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027714599999999998 2021-03-04T23:25:28.693 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.694 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.694 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:25:28.694 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.257403+0000", 2021-03-04T23:25:28.694 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029841550000000001 2021-03-04T23:25:28.694 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.695 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.695 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:28.695 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.260387+0000", 2021-03-04T23:25:28.695 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000148407 2021-03-04T23:25:28.695 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.696 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.696 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.696 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.260536+0000", 2021-03-04T23:25:28.696 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17681866199999999 2021-03-04T23:25:28.696 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.697 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.697 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:28.697 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.437354+0000", 2021-03-04T23:25:28.697 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023046699999999999 2021-03-04T23:25:28.697 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.698 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.698 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:28.698 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.437585+0000", 2021-03-04T23:25:28.698 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022619200000000001 2021-03-04T23:25:28.699 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:28.699 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:28.699 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:28.699 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.437811+0000", 2021-03-04T23:25:28.699 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18210114099999999 2021-03-04T23:25:28.700 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.700 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.700 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.700 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:28.700 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:28.701 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:25:28.702 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 55 16 124629 124613 141.592 122.312 0.0057926 0.00705909 2021-03-04T23:25:28.702 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:28.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:28 gibba023 bash[19550]: debug 2021-03-04T23:25:28.466+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:28.804 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:29.223 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: cluster 2021-03-04T23:25:27.584946+0000 osd.1 (osd.1) 7 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:25:29.223 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: cluster 2021-03-04T23:25:28.201077+0000 osd.5 (osd.5) 21 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:25:29.223 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: cluster 2021-03-04T23:25:28.202826+0000 osd.5 (osd.5) 22 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:25:29.224 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: cluster 2021-03-04T23:25:28.216505+0000 mon.a (mon.0) 1709 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:29.224 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: audit 2021-03-04T23:25:28.222880+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]': finished 2021-03-04T23:25:29.224 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: audit 2021-03-04T23:25:28.222928+0000 mon.a (mon.0) 1711 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:25:29.224 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[27374]: cluster 2021-03-04T23:25:28.222974+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-03-04T23:25:29.461 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:29.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: cluster 2021-03-04T23:25:27.584946+0000 osd.1 (osd.1) 7 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:25:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: cluster 2021-03-04T23:25:28.201077+0000 osd.5 (osd.5) 21 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:25:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: cluster 2021-03-04T23:25:28.202826+0000 osd.5 (osd.5) 22 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:25:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: cluster 2021-03-04T23:25:28.216505+0000 mon.a (mon.0) 1709 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: audit 2021-03-04T23:25:28.222880+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]': finished 2021-03-04T23:25:29.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: audit 2021-03-04T23:25:28.222928+0000 mon.a (mon.0) 1711 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:25:29.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[39303]: cluster 2021-03-04T23:25:28.222974+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-03-04T23:25:29.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: cluster 2021-03-04T23:25:27.584946+0000 osd.1 (osd.1) 7 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:25:29.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: cluster 2021-03-04T23:25:28.201077+0000 osd.5 (osd.5) 21 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:25:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: cluster 2021-03-04T23:25:28.202826+0000 osd.5 (osd.5) 22 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:25:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: cluster 2021-03-04T23:25:28.216505+0000 mon.a (mon.0) 1709 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: audit 2021-03-04T23:25:28.222880+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]': finished 2021-03-04T23:25:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: audit 2021-03-04T23:25:28.222928+0000 mon.a (mon.0) 1711 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:25:29.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:29 gibba008 bash[37770]: cluster 2021-03-04T23:25:28.222974+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-03-04T23:25:29.565 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:29.583 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:29 gibba023 bash[16680]: debug 2021-03-04T23:25:29.454+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:29.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 56 16 126436 126420 141.08 112.938 0.00417898 0.00707596 2021-03-04T23:25:30.022 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:30.125 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:30.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:30 gibba023 bash[15180]: debug 2021-03-04T23:25:30.014+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:30 gibba023 bash[27374]: cluster 2021-03-04T23:25:29.224534+0000 mon.a (mon.0) 1713 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-03-04T23:25:30.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:30 gibba023 bash[27374]: cluster 2021-03-04T23:25:29.359241+0000 mgr.x (mgr.34379) 1128 : cluster [DBG] pgmap v1498: 129 pgs: 1 peering, 128 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:25:30.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:30 gibba008 bash[37770]: cluster 2021-03-04T23:25:29.224534+0000 mon.a (mon.0) 1713 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-03-04T23:25:30.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:30 gibba008 bash[37770]: cluster 2021-03-04T23:25:29.359241+0000 mgr.x (mgr.34379) 1128 : cluster [DBG] pgmap v1498: 129 pgs: 1 peering, 128 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:25:30.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:30 gibba008 bash[39303]: cluster 2021-03-04T23:25:29.224534+0000 mon.a (mon.0) 1713 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-03-04T23:25:30.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:30 gibba008 bash[39303]: cluster 2021-03-04T23:25:29.359241+0000 mgr.x (mgr.34379) 1128 : cluster [DBG] pgmap v1498: 129 pgs: 1 peering, 128 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:25:30.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 57 16 127841 127825 140.145 87.8125 0.0154737 0.00713016 2021-03-04T23:25:30.599 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:30.711 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:31.103 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:31.112 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:30 gibba023 bash[16680]: debug 2021-03-04T23:25:30.590+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:31.210 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:31.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:31 gibba008 bash[47391]: debug 2021-03-04T23:25:31.096+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:31.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 58 16 129027 129011 139.007 74.125 0.00771316 0.00719041 2021-03-04T23:25:31.723 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:31.826 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:31.923 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:25:32.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:31 gibba023 bash[16680]: debug 2021-03-04T23:25:31.718+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:32.029 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:32.064 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:32.171 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:32.417 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:32 gibba008 bash[44600]: debug 2021-03-04T23:25:32.056+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:32.417 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:32 gibba008 bash[37770]: cluster 2021-03-04T23:25:31.359754+0000 mgr.x (mgr.34379) 1129 : cluster [DBG] pgmap v1499: 129 pgs: 1 peering, 128 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:32.419 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:32.488 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:25:32.511 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:25:32.524 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:32.532 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:25:32.577 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:25:32.581 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 59 16 130845 130829 138.577 113.625 0.00458241 0.00721278 2021-03-04T23:25:32.599 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:25:32.621 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:25:32.622 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:25:32.641 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:25:32.662 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:25:32.668 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:32 gibba023 bash[27374]: cluster 2021-03-04T23:25:31.359754+0000 mgr.x (mgr.34379) 1129 : cluster [DBG] pgmap v1499: 129 pgs: 1 peering, 128 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:32.668 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.669 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.669 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.669 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.669 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.670 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.670 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.670 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:25:32.714 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:32 gibba008 bash[39303]: cluster 2021-03-04T23:25:31.359754+0000 mgr.x (mgr.34379) 1129 : cluster [DBG] pgmap v1499: 129 pgs: 1 peering, 128 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:32.715 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:32 gibba008 bash[48858]: debug 2021-03-04T23:25:32.416+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:32.729 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:32.778 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:32.881 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:33.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:32 gibba023 bash[15180]: debug 2021-03-04T23:25:32.770+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:33.302 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:33.405 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:33.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:25:33.579253+0000 min lat: 0.000723549 max lat: 0.243113 avg lat: 0.00722073 2021-03-04T23:25:33.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:33.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 60 16 132509 132493 138 104 0.00415936 0.00722073 2021-03-04T23:25:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:33 gibba008 bash[37770]: audit 2021-03-04T23:25:32.463932+0000 mon.a (mon.0) 1714 : audit [DBG] from='client.? 172.21.2.108:0/2785692228' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:33 gibba008 bash[37770]: audit 2021-03-04T23:25:32.958736+0000 mon.a (mon.0) 1715 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:33.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:33 gibba008 bash[39303]: audit 2021-03-04T23:25:32.463932+0000 mon.a (mon.0) 1714 : audit [DBG] from='client.? 172.21.2.108:0/2785692228' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:33.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:33 gibba008 bash[39303]: audit 2021-03-04T23:25:32.958736+0000 mon.a (mon.0) 1715 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:33 gibba023 bash[27374]: audit 2021-03-04T23:25:32.463932+0000 mon.a (mon.0) 1714 : audit [DBG] from='client.? 172.21.2.108:0/2785692228' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:33 gibba023 bash[27374]: audit 2021-03-04T23:25:32.958736+0000 mon.a (mon.0) 1715 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:33.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:33 gibba023 bash[19550]: debug 2021-03-04T23:25:33.294+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:34.200 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:34.305 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:34 gibba008 bash[39303]: cephadm 2021-03-04T23:25:32.961117+0000 mgr.x (mgr.34379) 1130 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:25:34.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:34 gibba008 bash[39303]: cluster 2021-03-04T23:25:33.360170+0000 mgr.x (mgr.34379) 1131 : cluster [DBG] pgmap v1500: 129 pgs: 1 peering, 128 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-03-04T23:25:34.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:34 gibba008 bash[48858]: debug 2021-03-04T23:25:34.192+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:34.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:34 gibba008 bash[37770]: cephadm 2021-03-04T23:25:32.961117+0000 mgr.x (mgr.34379) 1130 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:25:34.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:34 gibba008 bash[37770]: cluster 2021-03-04T23:25:33.360170+0000 mgr.x (mgr.34379) 1131 : cluster [DBG] pgmap v1500: 129 pgs: 1 peering, 128 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-03-04T23:25:34.526 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:34.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 61 16 133719 133703 136.977 75.625 0.00304617 0.00729395 2021-03-04T23:25:34.629 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:34.735 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:34 gibba023 bash[27374]: cephadm 2021-03-04T23:25:32.961117+0000 mgr.x (mgr.34379) 1130 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:25:34.735 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:34 gibba023 bash[27374]: cluster 2021-03-04T23:25:33.360170+0000 mgr.x (mgr.34379) 1131 : cluster [DBG] pgmap v1500: 129 pgs: 1 peering, 128 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-03-04T23:25:34.736 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:34 gibba023 bash[18090]: debug 2021-03-04T23:25:34.518+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:35.050 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:35.161 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:35.425 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:35.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:35 gibba008 bash[47391]: debug 2021-03-04T23:25:35.040+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:35.529 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:35.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 62 16 135245 135229 136.306 95.375 0.00492282 0.00733283 2021-03-04T23:25:35.776 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:35 gibba023 bash[18090]: debug 2021-03-04T23:25:35.418+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:35.961 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:36.065 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:36.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:35 gibba023 bash[19550]: debug 2021-03-04T23:25:35.946+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:36.314 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:36.423 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:36.425 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:36 gibba008 bash[47391]: debug 2021-03-04T23:25:36.304+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:36.428 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:36 gibba008 bash[37770]: cluster 2021-03-04T23:25:35.360567+0000 mgr.x (mgr.34379) 1132 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s 2021-03-04T23:25:36.428 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:36 gibba008 bash[39303]: cluster 2021-03-04T23:25:35.360567+0000 mgr.x (mgr.34379) 1132 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s 2021-03-04T23:25:36.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 63 16 136365 136349 135.253 70 0.00473376 0.00738998 2021-03-04T23:25:36.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:36 gibba023 bash[27374]: cluster 2021-03-04T23:25:35.360567+0000 mgr.x (mgr.34379) 1132 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s 2021-03-04T23:25:36.884 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:25:36.987 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:37.016 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:37.120 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:37.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:37 gibba023 bash[15180]: debug 2021-03-04T23:25:37.010+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:37.378 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:37.481 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:37.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 64 16 138430 138414 135.156 129.062 0.00486646 0.00739483 2021-03-04T23:25:37.643 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:37 gibba023 bash[15180]: debug 2021-03-04T23:25:37.370+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[37770]: audit 2021-03-04T23:25:36.733056+0000 mon.a (mon.0) 1716 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[37770]: cephadm 2021-03-04T23:25:36.735194+0000 mgr.x (mgr.34379) 1133 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:25:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[37770]: audit 2021-03-04T23:25:36.983177+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[37770]: cluster 2021-03-04T23:25:37.361181+0000 mgr.x (mgr.34379) 1134 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:25:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[39303]: audit 2021-03-04T23:25:36.733056+0000 mon.a (mon.0) 1716 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[39303]: cephadm 2021-03-04T23:25:36.735194+0000 mgr.x (mgr.34379) 1133 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:25:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[39303]: audit 2021-03-04T23:25:36.983177+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:37 gibba008 bash[39303]: cluster 2021-03-04T23:25:37.361181+0000 mgr.x (mgr.34379) 1134 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:25:38.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:37 gibba023 bash[27374]: audit 2021-03-04T23:25:36.733056+0000 mon.a (mon.0) 1716 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:38.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:37 gibba023 bash[27374]: cephadm 2021-03-04T23:25:36.735194+0000 mgr.x (mgr.34379) 1133 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:25:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:37 gibba023 bash[27374]: audit 2021-03-04T23:25:36.983177+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:37 gibba023 bash[27374]: cluster 2021-03-04T23:25:37.361181+0000 mgr.x (mgr.34379) 1134 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:25:38.175 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:38.256 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:25:38.256 INFO:teuthology.orchestra.run.gibba023.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:25:38.256 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:25:38.278 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:38.557 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:38 gibba008 bash[48858]: debug 2021-03-04T23:25:38.168+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:38.582 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 65 16 139975 139959 134.562 96.5625 0.00332938 0.00742771 2021-03-04T23:25:38.712 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:38.815 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:39.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:38 gibba008 bash[44600]: debug 2021-03-04T23:25:38.708+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:39.224 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:39.225 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:39 gibba023 bash[18090]: debug 2021-03-04T23:25:39.218+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:39.333 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:39.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 66 16 141442 141426 133.913 91.6875 0.00420175 0.00746419 2021-03-04T23:25:39.771 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:39.874 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:40.133 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:39 gibba008 bash[47391]: debug 2021-03-04T23:25:39.760+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:40.134 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:40.194 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:40.195 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:40.233 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:40 gibba023 bash[27374]: cluster 2021-03-04T23:25:39.361600+0000 mgr.x (mgr.34379) 1135 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:25:40.233 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:40 gibba023 bash[27374]: audit 2021-03-04T23:25:40.044047+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:40.237 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:40.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:40 gibba008 bash[39303]: cluster 2021-03-04T23:25:39.361600+0000 mgr.x (mgr.34379) 1135 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:25:40.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:40 gibba008 bash[39303]: audit 2021-03-04T23:25:40.044047+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:40.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:40 gibba008 bash[91265]: debug 2021-03-04T23:25:40.124+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:40.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:40 gibba008 bash[37770]: cluster 2021-03-04T23:25:39.361600+0000 mgr.x (mgr.34379) 1135 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:25:40.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:40 gibba008 bash[37770]: audit 2021-03-04T23:25:40.044047+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:25:40.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 67 16 143042 143026 133.406 100 0.019439 0.00749176 2021-03-04T23:25:40.766 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:40.870 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:41.161 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:41.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:40 gibba008 bash[47391]: debug 2021-03-04T23:25:40.756+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:41.272 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:41.427 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:41 gibba023 bash[16680]: debug 2021-03-04T23:25:41.150+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:41.428 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:25:41.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:41.536 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:41.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:41.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 68 16 144479 144463 132.765 89.8125 0.01289 0.00752874 2021-03-04T23:25:41.768 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:41.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:41 gibba023 bash[16680]: debug 2021-03-04T23:25:41.430+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:41.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:42.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:41 gibba008 bash[48858]: debug 2021-03-04T23:25:41.756+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:42.113 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[91265]: debug 2021-03-04T23:25:42.104+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:42.115 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:42.219 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:42.416 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:42.421 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[39303]: cluster 2021-03-04T23:25:41.362353+0000 mgr.x (mgr.34379) 1136 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:25:42.421 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[39303]: audit 2021-03-04T23:25:42.351791+0000 mon.c (mon.1) 108 : audit [INF] from='client.? 172.21.2.108:0/641854958' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:42.422 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[39303]: audit 2021-03-04T23:25:42.352068+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:42.422 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[37770]: cluster 2021-03-04T23:25:41.362353+0000 mgr.x (mgr.34379) 1136 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:25:42.422 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[37770]: audit 2021-03-04T23:25:42.351791+0000 mon.c (mon.1) 108 : audit [INF] from='client.? 172.21.2.108:0/641854958' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:42.423 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:42 gibba008 bash[37770]: audit 2021-03-04T23:25:42.352068+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:42.430 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:25:42.519 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:42 gibba023 bash[27374]: cluster 2021-03-04T23:25:41.362353+0000 mgr.x (mgr.34379) 1136 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:25:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:42 gibba023 bash[27374]: audit 2021-03-04T23:25:42.351791+0000 mon.c (mon.1) 108 : audit [INF] from='client.? 172.21.2.108:0/641854958' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:42.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:42 gibba023 bash[27374]: audit 2021-03-04T23:25:42.352068+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:42.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:42 gibba023 bash[19550]: debug 2021-03-04T23:25:42.410+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:42.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 69 16 146520 146504 132.69 127.562 0.00346132 0.00753304 2021-03-04T23:25:42.677 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:42.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:42.829 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:42 gibba023 bash[16680]: debug 2021-03-04T23:25:42.670+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:43.468 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:43.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:43.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 70 16 148000 147984 132.115 92.5 0.00497885 0.00756507 2021-03-04T23:25:43.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[44600]: debug 2021-03-04T23:25:43.456+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:43.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[39303]: cluster 2021-03-04T23:25:42.413292+0000 mon.a (mon.0) 1720 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:43.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[39303]: audit 2021-03-04T23:25:42.416395+0000 mon.a (mon.0) 1721 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:43.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[39303]: cluster 2021-03-04T23:25:42.416533+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-03-04T23:25:43.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[37770]: cluster 2021-03-04T23:25:42.413292+0000 mon.a (mon.0) 1720 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:43.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[37770]: audit 2021-03-04T23:25:42.416395+0000 mon.a (mon.0) 1721 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:43.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:43 gibba008 bash[37770]: cluster 2021-03-04T23:25:42.416533+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-03-04T23:25:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:43 gibba023 bash[27374]: cluster 2021-03-04T23:25:42.413292+0000 mon.a (mon.0) 1720 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:43 gibba023 bash[27374]: audit 2021-03-04T23:25:42.416395+0000 mon.a (mon.0) 1721 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:43 gibba023 bash[27374]: cluster 2021-03-04T23:25:42.416533+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-03-04T23:25:44.137 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:44.240 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:44.399 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:44 gibba023 bash[19550]: debug 2021-03-04T23:25:44.130+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:44.400 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:44 gibba023 bash[16680]: debug 2021-03-04T23:25:44.394+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:44.401 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:44.503 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:44.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 71 16 149535 149519 131.606 95.9375 0.0390135 0.00759354 2021-03-04T23:25:44.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:44 gibba008 bash[37770]: cluster 2021-03-04T23:25:43.363562+0000 mgr.x (mgr.34379) 1137 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:25:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:44 gibba008 bash[39303]: cluster 2021-03-04T23:25:43.363562+0000 mgr.x (mgr.34379) 1137 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:25:44.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:44 gibba023 bash[27374]: cluster 2021-03-04T23:25:43.363562+0000 mgr.x (mgr.34379) 1137 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:25:44.844 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:44.948 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:44.966 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:25:44.966 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:25:44.967 INFO:tasks.thrashosds.thrasher:Setting osd 7 primary_affinity to 0.947270 2021-03-04T23:25:44.967 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd primary-affinity 7 0.9472704406646184 2021-03-04T23:25:45.066 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:45.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:44 gibba023 bash[18090]: debug 2021-03-04T23:25:44.838+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:45.334 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:45.437 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:45.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 72 16 151022 151006 131.069 92.9375 0.0110154 0.00762538 2021-03-04T23:25:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[39303]: audit 2021-03-04T23:25:44.787347+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[39303]: audit 2021-03-04T23:25:44.787595+0000 mon.a (mon.0) 1724 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:25:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[39303]: audit 2021-03-04T23:25:44.787774+0000 mon.a (mon.0) 1725 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[39303]: audit 2021-03-04T23:25:44.967184+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[37770]: audit 2021-03-04T23:25:44.787347+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[37770]: audit 2021-03-04T23:25:44.787595+0000 mon.a (mon.0) 1724 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:25:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[37770]: audit 2021-03-04T23:25:44.787774+0000 mon.a (mon.0) 1725 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:45.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:45 gibba008 bash[37770]: audit 2021-03-04T23:25:44.967184+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:45.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:45 gibba023 bash[27374]: audit 2021-03-04T23:25:44.787347+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:45 gibba023 bash[27374]: audit 2021-03-04T23:25:44.787595+0000 mon.a (mon.0) 1724 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:25:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:45 gibba023 bash[27374]: audit 2021-03-04T23:25:44.787774+0000 mon.a (mon.0) 1725 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:45 gibba023 bash[27374]: audit 2021-03-04T23:25:44.967184+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:45.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:45 gibba023 bash[19550]: debug 2021-03-04T23:25:45.326+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:45.850 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:45.953 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:46.237 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:46 gibba023 bash[19550]: debug 2021-03-04T23:25:46.230+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:46.237 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:45 gibba023 bash[15180]: debug 2021-03-04T23:25:45.846+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:46.240 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:46.351 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:46.492 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:46 gibba023 bash[27374]: cluster 2021-03-04T23:25:45.363990+0000 mgr.x (mgr.34379) 1138 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:25:46.493 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:46.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 73 16 152435 152419 130.483 88.3125 0.00790837 0.00766053 2021-03-04T23:25:46.596 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:46.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:46 gibba008 bash[39303]: cluster 2021-03-04T23:25:45.363990+0000 mgr.x (mgr.34379) 1138 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:25:46.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:46 gibba008 bash[37770]: cluster 2021-03-04T23:25:45.363990+0000 mgr.x (mgr.34379) 1138 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:25:46.767 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:46 gibba023 bash[15180]: debug 2021-03-04T23:25:46.486+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:46.768 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:46 gibba023 bash[16680]: debug 2021-03-04T23:25:46.762+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:46.768 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:46.774 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:46.774 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:46.871 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:47.149 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:47.253 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:47.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:47 gibba023 bash[19550]: debug 2021-03-04T23:25:47.142+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:47.372 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:25:47.461 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:47.574 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:47.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 74 16 154158 154142 130.174 107.688 0.00765263 0.00766183 2021-03-04T23:25:47.679 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:47.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:47 gibba008 bash[44600]: debug 2021-03-04T23:25:47.564+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:48.093 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:25:48.191 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:48.412 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:48.414 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:48 gibba008 bash[44600]: debug 2021-03-04T23:25:48.400+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:48.457 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:48 gibba023 bash[27374]: cluster 2021-03-04T23:25:47.364517+0000 mgr.x (mgr.34379) 1139 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:25:48.516 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 75 16 155387 155371 129.463 76.8125 0.0167755 0.00772077 2021-03-04T23:25:48.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:48 gibba008 bash[37770]: cluster 2021-03-04T23:25:47.364517+0000 mgr.x (mgr.34379) 1139 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:25:48.737 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:48 gibba008 bash[39303]: cluster 2021-03-04T23:25:47.364517+0000 mgr.x (mgr.34379) 1139 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:25:48.738 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.841 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:48.850 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:25:48.870 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:25:48.889 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:25:48.908 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:25:48.927 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:25:48.942 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:25:48.957 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:25:48.976 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:25:48.981 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.982 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.982 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.982 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.982 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.983 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.983 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:25:48.983 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:25:49.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:48 gibba008 bash[48858]: debug 2021-03-04T23:25:48.728+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:49.158 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:49.261 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:49.458 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:49 gibba008 bash[44600]: debug 2021-03-04T23:25:49.148+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:49.552 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:49.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 76 16 157344 157328 129.369 122.312 0.00555978 0.00772655 2021-03-04T23:25:49.656 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:49.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:49 gibba008 bash[39303]: audit 2021-03-04T23:25:48.827355+0000 mon.c (mon.1) 109 : audit [DBG] from='client.? 172.21.2.108:0/3012413739' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:49.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:49 gibba008 bash[48858]: debug 2021-03-04T23:25:49.540+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:49.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:49 gibba008 bash[37770]: audit 2021-03-04T23:25:48.827355+0000 mon.c (mon.1) 109 : audit [DBG] from='client.? 172.21.2.108:0/3012413739' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:49.766 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:49 gibba023 bash[27374]: audit 2021-03-04T23:25:48.827355+0000 mon.c (mon.1) 109 : audit [DBG] from='client.? 172.21.2.108:0/3012413739' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:49.767 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:49.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:50.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:49 gibba023 bash[15180]: debug 2021-03-04T23:25:49.762+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:50.272 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:50.375 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:50.583 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 77 16 159385 159369 129.345 127.562 0.00376509 0.00772768 2021-03-04T23:25:50.660 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:50 gibba023 bash[27374]: cluster 2021-03-04T23:25:49.364857+0000 mgr.x (mgr.34379) 1140 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:50.662 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:50.719 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:50 gibba008 bash[39303]: cluster 2021-03-04T23:25:49.364857+0000 mgr.x (mgr.34379) 1140 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:50.720 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:25:50 gibba008 bash[44600]: debug 2021-03-04T23:25:50.264+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:50.720 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:50 gibba008 bash[37770]: cluster 2021-03-04T23:25:49.364857+0000 mgr.x (mgr.34379) 1140 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:50.767 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:51.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:50 gibba023 bash[19550]: debug 2021-03-04T23:25:50.654+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:51.156 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:51.260 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:51.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:51 gibba008 bash[91265]: debug 2021-03-04T23:25:51.144+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:51.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 78 16 161074 161058 129.04 105.562 0.00275625 0.00774545 2021-03-04T23:25:51.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:51 gibba023 bash[27374]: cluster 2021-03-04T23:25:51.365366+0000 mgr.x (mgr.34379) 1141 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:25:51.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:51 gibba008 bash[39303]: cluster 2021-03-04T23:25:51.365366+0000 mgr.x (mgr.34379) 1141 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:25:51.777 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:51 gibba008 bash[37770]: cluster 2021-03-04T23:25:51.365366+0000 mgr.x (mgr.34379) 1141 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:25:51.777 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:51.887 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:52.071 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:51 gibba008 bash[91265]: debug 2021-03-04T23:25:51.764+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:52.424 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:52.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:52.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 79 16 162237 162221 128.327 72.6875 0.00798277 0.00778931 2021-03-04T23:25:52.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:52 gibba023 bash[18090]: debug 2021-03-04T23:25:52.418+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:52.921 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:53.025 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:53.179 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:52 gibba023 bash[19550]: debug 2021-03-04T23:25:52.914+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:53.185 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:53.289 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:53.489 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:53 gibba023 bash[18090]: debug 2021-03-04T23:25:53.174+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:53.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:25:53.581159+0000 min lat: 0.000723549 max lat: 0.317793 avg lat: 0.00781944 2021-03-04T23:25:53.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:53.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 80 16 163654 163638 127.83 88.5625 0.0096145 0.00781944 2021-03-04T23:25:53.695 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:53.701 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:25:53.701 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:25:53.701 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:25:53.702 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:25:53.702 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.702 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:114930 27.8 27:1d851af0:::benchmark_data_gibba008_92657_object114929:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e639)", 2021-03-04T23:25:53.702 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:03.243344+0000", 2021-03-04T23:25:53.702 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 590.45394848900003, 2021-03-04T23:25:53.703 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.223499275, 2021-03-04T23:25:53.703 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.703 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.703 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.704 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:53.704 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:53.704 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 114930 2021-03-04T23:25:53.704 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.704 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.705 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.705 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.705 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243344+0000", 2021-03-04T23:25:53.705 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.705 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.706 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.706 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.706 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243344+0000", 2021-03-04T23:25:53.706 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8427e-05 2021-03-04T23:25:53.707 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.707 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.707 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.707 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243423+0000", 2021-03-04T23:25:53.707 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:25:53.708 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.708 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.708 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.708 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243424+0000", 2021-03-04T23:25:53.708 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0240000000000003e-06 2021-03-04T23:25:53.709 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.709 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.709 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.709 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243433+0000", 2021-03-04T23:25:53.709 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5260000000000002e-06 2021-03-04T23:25:53.710 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.710 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.710 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.710 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243436+0000", 2021-03-04T23:25:53.711 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1198000000000001e-05 2021-03-04T23:25:53.711 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.711 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.711 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.711 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243478+0000", 2021-03-04T23:25:53.712 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012218299999999999 2021-03-04T23:25:53.712 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.712 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.712 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.712 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243600+0000", 2021-03-04T23:25:53.713 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4191999999999996e-05 2021-03-04T23:25:53.713 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.713 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.713 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:25:53.713 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.243684+0000", 2021-03-04T23:25:53.714 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029016929999999999 2021-03-04T23:25:53.714 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.714 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.714 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.715 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.246586+0000", 2021-03-04T23:25:53.715 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8217000000000002e-05 2021-03-04T23:25:53.715 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.715 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.715 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.716 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.246644+0000", 2021-03-04T23:25:53.716 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21990364800000001 2021-03-04T23:25:53.716 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.716 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.716 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.717 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.466547+0000", 2021-03-04T23:25:53.717 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000179648 2021-03-04T23:25:53.717 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.717 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.717 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.718 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.466727+0000", 2021-03-04T23:25:53.718 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000116407 2021-03-04T23:25:53.718 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.718 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.719 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.719 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.466844+0000", 2021-03-04T23:25:53.719 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.223499275 2021-03-04T23:25:53.719 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.719 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.720 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.720 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.720 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.720 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:114933 27.8 27:1c2f42c6:::benchmark_data_gibba008_92657_object114932:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e639)", 2021-03-04T23:25:53.720 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:03.247194+0000", 2021-03-04T23:25:53.721 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 590.45009924999999, 2021-03-04T23:25:53.721 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22007311800000001, 2021-03-04T23:25:53.721 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.721 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.722 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.722 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:53.722 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:53.722 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 114933 2021-03-04T23:25:53.722 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.723 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.723 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.723 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.723 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247194+0000", 2021-03-04T23:25:53.723 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.724 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.724 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.724 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.724 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247194+0000", 2021-03-04T23:25:53.725 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8405999999999995e-05 2021-03-04T23:25:53.725 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.725 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.725 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.725 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247262+0000", 2021-03-04T23:25:53.726 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2270000000000001e-06 2021-03-04T23:25:53.726 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.726 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.726 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.726 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247263+0000", 2021-03-04T23:25:53.727 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2040000000000003e-06 2021-03-04T23:25:53.727 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.727 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.727 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.728 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247272+0000", 2021-03-04T23:25:53.728 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6210000000000001e-06 2021-03-04T23:25:53.728 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.728 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.728 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.729 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247276+0000", 2021-03-04T23:25:53.729 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7444999999999999e-05 2021-03-04T23:25:53.729 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.729 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.729 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.730 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247303+0000", 2021-03-04T23:25:53.730 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1577999999999997e-05 2021-03-04T23:25:53.730 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.730 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.730 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.731 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247385+0000", 2021-03-04T23:25:53.731 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1426000000000003e-05 2021-03-04T23:25:53.731 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.732 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.732 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:25:53.732 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.247466+0000", 2021-03-04T23:25:53.732 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003041312 2021-03-04T23:25:53.732 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.733 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.733 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.733 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.250508+0000", 2021-03-04T23:25:53.733 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000133533 2021-03-04T23:25:53.733 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.734 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.734 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.734 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.250641+0000", 2021-03-04T23:25:53.734 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.216369704 2021-03-04T23:25:53.735 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.735 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.735 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.735 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.467011+0000", 2021-03-04T23:25:53.735 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014532799999999999 2021-03-04T23:25:53.736 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.736 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.736 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.736 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.467156+0000", 2021-03-04T23:25:53.736 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110334 2021-03-04T23:25:53.737 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.737 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.737 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.737 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:03.467267+0000", 2021-03-04T23:25:53.737 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22007311800000001 2021-03-04T23:25:53.738 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.738 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.738 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.739 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.739 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.739 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:175853 27.1 27:86f7d828:::benchmark_data_gibba008_92657_object175852:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:25:53.739 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:42.768954+0000", 2021-03-04T23:25:53.740 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 550.92833918600002, 2021-03-04T23:25:53.740 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28489994299999999, 2021-03-04T23:25:53.740 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.740 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.740 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.741 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:53.741 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:53.741 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175853 2021-03-04T23:25:53.741 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.742 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.742 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.742 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.742 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.768954+0000", 2021-03-04T23:25:53.743 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.743 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.743 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.743 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.744 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.768954+0000", 2021-03-04T23:25:53.744 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1548000000000002e-05 2021-03-04T23:25:53.744 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.744 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.744 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.745 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769005+0000", 2021-03-04T23:25:53.745 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.866e-06 2021-03-04T23:25:53.745 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.745 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.745 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.746 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769007+0000", 2021-03-04T23:25:53.746 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5602000000000001e-05 2021-03-04T23:25:53.746 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.746 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.747 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.747 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769023+0000", 2021-03-04T23:25:53.747 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4400000000000002e-06 2021-03-04T23:25:53.747 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.747 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.748 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.748 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769029+0000", 2021-03-04T23:25:53.748 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9555999999999999e-05 2021-03-04T23:25:53.748 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.748 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.749 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.749 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769069+0000", 2021-03-04T23:25:53.749 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110127 2021-03-04T23:25:53.749 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.749 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.750 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.750 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769179+0000", 2021-03-04T23:25:53.750 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015733500000000001 2021-03-04T23:25:53.750 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.751 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.751 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:25:53.751 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.769336+0000", 2021-03-04T23:25:53.751 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045074700000000004 2021-03-04T23:25:53.751 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.752 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.752 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.752 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.773844+0000", 2021-03-04T23:25:53.752 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026024770000000002 2021-03-04T23:25:53.752 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.753 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.753 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.753 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.776446+0000", 2021-03-04T23:25:53.753 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27693350500000002 2021-03-04T23:25:53.753 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.754 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.754 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.754 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.053380+0000", 2021-03-04T23:25:53.754 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025582699999999997 2021-03-04T23:25:53.754 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.755 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.755 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.755 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.053635+0000", 2021-03-04T23:25:53.755 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021819 2021-03-04T23:25:53.755 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.756 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.756 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.756 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.053854+0000", 2021-03-04T23:25:53.756 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28489994299999999 2021-03-04T23:25:53.757 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.757 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.757 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.757 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.757 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.758 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:175866 27.1 27:87e0fbdd:::benchmark_data_gibba008_92657_object175865:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:25:53.758 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:42.777196+0000", 2021-03-04T23:25:53.758 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 550.92009703199994, 2021-03-04T23:25:53.758 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.277345114, 2021-03-04T23:25:53.758 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.759 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.759 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.759 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:53.759 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:53.759 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175866 2021-03-04T23:25:53.760 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.760 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.760 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.760 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.761 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777196+0000", 2021-03-04T23:25:53.761 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.761 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.761 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.761 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.762 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777196+0000", 2021-03-04T23:25:53.762 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106177 2021-03-04T23:25:53.762 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.762 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.762 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.763 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777302+0000", 2021-03-04T23:25:53.763 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.494e-06 2021-03-04T23:25:53.763 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.763 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.763 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.764 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777303+0000", 2021-03-04T23:25:53.764 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1078e-05 2021-03-04T23:25:53.764 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.764 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.764 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.765 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777314+0000", 2021-03-04T23:25:53.765 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0309999999999998e-06 2021-03-04T23:25:53.765 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.765 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.766 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.766 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777320+0000", 2021-03-04T23:25:53.766 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8964000000000002e-05 2021-03-04T23:25:53.766 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.766 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.767 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.767 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777358+0000", 2021-03-04T23:25:53.767 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112491 2021-03-04T23:25:53.767 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.767 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.768 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.768 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777471+0000", 2021-03-04T23:25:53.768 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8803999999999998e-05 2021-03-04T23:25:53.769 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.769 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.769 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:25:53.769 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.777570+0000", 2021-03-04T23:25:53.769 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045090950000000003 2021-03-04T23:25:53.770 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.770 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.770 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.770 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.782079+0000", 2021-03-04T23:25:53.770 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026549899999999999 2021-03-04T23:25:53.771 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.771 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.771 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.772 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.782344+0000", 2021-03-04T23:25:53.772 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27177028399999997 2021-03-04T23:25:53.772 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.772 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.772 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.773 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054115+0000", 2021-03-04T23:25:53.773 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020388200000000001 2021-03-04T23:25:53.773 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.773 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.773 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.774 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054319+0000", 2021-03-04T23:25:53.774 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000222315 2021-03-04T23:25:53.774 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.774 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.775 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.775 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054541+0000", 2021-03-04T23:25:53.775 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.277345114 2021-03-04T23:25:53.775 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.775 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.776 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.776 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.776 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.776 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:175874 27.1 27:8a4a06ab:::benchmark_data_gibba008_92657_object175873:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e642)", 2021-03-04T23:25:53.776 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:16:42.783432+0000", 2021-03-04T23:25:53.777 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 550.91386049499999, 2021-03-04T23:25:53.777 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27184450599999999, 2021-03-04T23:25:53.777 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.777 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.777 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.778 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:53.778 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:53.778 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175874 2021-03-04T23:25:53.778 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.778 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.779 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.779 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.779 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783432+0000", 2021-03-04T23:25:53.779 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.779 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.780 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.780 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.780 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783432+0000", 2021-03-04T23:25:53.780 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5735999999999995e-05 2021-03-04T23:25:53.781 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.781 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.781 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.781 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783508+0000", 2021-03-04T23:25:53.781 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3659999999999999e-06 2021-03-04T23:25:53.782 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.782 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.782 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.782 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783509+0000", 2021-03-04T23:25:53.782 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1394e-05 2021-03-04T23:25:53.783 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.783 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.783 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.783 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783521+0000", 2021-03-04T23:25:53.784 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.651e-06 2021-03-04T23:25:53.784 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.784 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.784 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.784 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783525+0000", 2021-03-04T23:25:53.785 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4854000000000002e-05 2021-03-04T23:25:53.785 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.785 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.785 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.785 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783560+0000", 2021-03-04T23:25:53.786 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103664 2021-03-04T23:25:53.786 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.786 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.786 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.786 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783664+0000", 2021-03-04T23:25:53.787 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101325 2021-03-04T23:25:53.787 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.787 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.787 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:25:53.788 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.783765+0000", 2021-03-04T23:25:53.788 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0044024219999999996 2021-03-04T23:25:53.788 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.788 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.788 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.789 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.788168+0000", 2021-03-04T23:25:53.789 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00057815000000000004 2021-03-04T23:25:53.789 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.789 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.789 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.790 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:42.788746+0000", 2021-03-04T23:25:53.790 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26608241999999999 2021-03-04T23:25:53.790 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.790 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.790 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.791 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.054828+0000", 2021-03-04T23:25:53.791 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024903000000000002 2021-03-04T23:25:53.791 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.791 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.791 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.792 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.055077+0000", 2021-03-04T23:25:53.792 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019949400000000001 2021-03-04T23:25:53.792 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.792 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.793 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.793 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:16:43.055277+0000", 2021-03-04T23:25:53.793 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27184450599999999 2021-03-04T23:25:53.793 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.793 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.794 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.794 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.794 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.794 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45279.0:248880 27.8 27:104454c5:::benchmark_data_gibba008_92657_object68364:head [delete] snapc 0=[] ondisk+write+known_if_redirected e649)", 2021-03-04T23:25:53.794 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:17:32.863311+0000", 2021-03-04T23:25:53.795 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 500.83398193800002, 2021-03-04T23:25:53.795 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.189200069, 2021-03-04T23:25:53.795 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.795 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.795 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.796 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45279", 2021-03-04T23:25:53.796 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3084808895", 2021-03-04T23:25:53.796 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 248880 2021-03-04T23:25:53.796 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.797 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.797 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.797 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.797 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863311+0000", 2021-03-04T23:25:53.797 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.798 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.798 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.798 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.798 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863311+0000", 2021-03-04T23:25:53.798 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:25:53.799 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.799 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.799 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.799 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863313+0000", 2021-03-04T23:25:53.799 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1039999999999999e-06 2021-03-04T23:25:53.800 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.800 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.800 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.800 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863314+0000", 2021-03-04T23:25:53.801 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0715e-05 2021-03-04T23:25:53.801 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.801 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.801 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.801 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863324+0000", 2021-03-04T23:25:53.802 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6970000000000001e-06 2021-03-04T23:25:53.802 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.802 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.802 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.802 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.863329+0000", 2021-03-04T23:25:53.803 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00095363399999999997 2021-03-04T23:25:53.803 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.803 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.803 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.803 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864283+0000", 2021-03-04T23:25:53.804 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106703 2021-03-04T23:25:53.804 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.804 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.804 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.805 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864390+0000", 2021-03-04T23:25:53.805 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013465499999999999 2021-03-04T23:25:53.805 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.805 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.805 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:25:53.806 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.864524+0000", 2021-03-04T23:25:53.806 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033040840000000001 2021-03-04T23:25:53.806 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.806 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.806 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.807 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.867828+0000", 2021-03-04T23:25:53.807 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037615320000000002 2021-03-04T23:25:53.807 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.807 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.807 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.808 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:32.871590+0000", 2021-03-04T23:25:53.808 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18059884100000001 2021-03-04T23:25:53.808 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.808 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.808 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.809 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.052189+0000", 2021-03-04T23:25:53.809 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015767600000000001 2021-03-04T23:25:53.809 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.809 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.810 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.810 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.052346+0000", 2021-03-04T23:25:53.810 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016458299999999999 2021-03-04T23:25:53.810 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.810 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.811 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.811 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:17:33.052511+0000", 2021-03-04T23:25:53.811 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.189200069 2021-03-04T23:25:53.811 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.811 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.812 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.812 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.812 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.812 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:74075 28.3 28:c596bc16:::benchmark_data_gibba008_108866_object74074:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e667)", 2021-03-04T23:25:53.812 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:21.556952+0000", 2021-03-04T23:25:53.813 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 332.14034114100002, 2021-03-04T23:25:53.813 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18029441700000001, 2021-03-04T23:25:53.813 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.813 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.814 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.814 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.814 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.814 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 74075 2021-03-04T23:25:53.814 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.815 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.815 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.815 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.815 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.556952+0000", 2021-03-04T23:25:53.815 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.816 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.816 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.816 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.816 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.556952+0000", 2021-03-04T23:25:53.816 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5102000000000001e-05 2021-03-04T23:25:53.817 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.817 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.817 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.817 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557017+0000", 2021-03-04T23:25:53.818 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2449999999999999e-06 2021-03-04T23:25:53.818 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.818 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.818 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.818 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557018+0000", 2021-03-04T23:25:53.819 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5350000000000004e-06 2021-03-04T23:25:53.819 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.819 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.819 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.819 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557027+0000", 2021-03-04T23:25:53.820 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9069999999999998e-06 2021-03-04T23:25:53.820 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.820 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.820 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.820 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557031+0000", 2021-03-04T23:25:53.821 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5157000000000002e-05 2021-03-04T23:25:53.821 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.821 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.821 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.822 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557067+0000", 2021-03-04T23:25:53.822 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5971000000000007e-05 2021-03-04T23:25:53.822 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.822 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.822 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.823 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557163+0000", 2021-03-04T23:25:53.823 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000115029 2021-03-04T23:25:53.823 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.823 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.823 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:25:53.824 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.557278+0000", 2021-03-04T23:25:53.824 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0017452100000000001 2021-03-04T23:25:53.824 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.824 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.824 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.825 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.559023+0000", 2021-03-04T23:25:53.825 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000642138 2021-03-04T23:25:53.825 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.825 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.826 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.826 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.559665+0000", 2021-03-04T23:25:53.826 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17724664700000001 2021-03-04T23:25:53.826 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.826 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.827 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.827 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.736912+0000", 2021-03-04T23:25:53.827 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016515 2021-03-04T23:25:53.827 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.827 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.828 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.828 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.737077+0000", 2021-03-04T23:25:53.828 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000169326 2021-03-04T23:25:53.828 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.829 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.829 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.829 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:21.737246+0000", 2021-03-04T23:25:53.829 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18029441700000001 2021-03-04T23:25:53.829 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.830 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.830 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.830 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.830 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.831 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:196285 28.a 28:54ee348f:::benchmark_data_gibba008_108866_object27210:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:25:53.831 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:40.976364+0000", 2021-03-04T23:25:53.831 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 252.72092894799999, 2021-03-04T23:25:53.831 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19490256, 2021-03-04T23:25:53.831 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.832 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.832 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.832 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.832 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.832 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 196285 2021-03-04T23:25:53.833 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.833 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.833 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.833 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.834 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976364+0000", 2021-03-04T23:25:53.834 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.834 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.834 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.834 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.835 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976364+0000", 2021-03-04T23:25:53.835 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6309999999999999e-06 2021-03-04T23:25:53.835 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.835 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.836 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.836 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976365+0000", 2021-03-04T23:25:53.836 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3969999999999999e-06 2021-03-04T23:25:53.836 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.836 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.837 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.837 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976367+0000", 2021-03-04T23:25:53.837 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0156999999999999e-05 2021-03-04T23:25:53.837 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.837 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.838 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.838 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976377+0000", 2021-03-04T23:25:53.838 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5460000000000002e-06 2021-03-04T23:25:53.838 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.839 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.839 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.839 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976382+0000", 2021-03-04T23:25:53.839 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5973000000000003e-05 2021-03-04T23:25:53.839 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.840 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.840 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.840 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976418+0000", 2021-03-04T23:25:53.840 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012997700000000001 2021-03-04T23:25:53.840 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.841 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.841 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.841 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976548+0000", 2021-03-04T23:25:53.841 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013322200000000001 2021-03-04T23:25:53.841 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.842 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.842 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:25:53.842 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976681+0000", 2021-03-04T23:25:53.843 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.007533334 2021-03-04T23:25:53.843 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.843 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.843 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.843 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.984214+0000", 2021-03-04T23:25:53.844 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0058899130000000001 2021-03-04T23:25:53.844 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.844 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.844 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.845 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.990104+0000", 2021-03-04T23:25:53.845 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18090989199999999 2021-03-04T23:25:53.845 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.845 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.845 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.846 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171014+0000", 2021-03-04T23:25:53.846 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013815499999999999 2021-03-04T23:25:53.846 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.846 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.846 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.847 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171152+0000", 2021-03-04T23:25:53.847 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000114363 2021-03-04T23:25:53.847 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.847 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.847 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.848 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171266+0000", 2021-03-04T23:25:53.848 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19490256 2021-03-04T23:25:53.848 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.848 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.848 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.849 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.849 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.849 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:196288 28.a 28:51f21e69:::benchmark_data_gibba008_108866_object27213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:25:53.849 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:40.976392+0000", 2021-03-04T23:25:53.849 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 252.720900683, 2021-03-04T23:25:53.850 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.195425402, 2021-03-04T23:25:53.850 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.850 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.850 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.851 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.851 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.851 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 196288 2021-03-04T23:25:53.851 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.851 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.852 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.852 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.852 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976392+0000", 2021-03-04T23:25:53.852 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.852 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.853 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.853 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.853 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976392+0000", 2021-03-04T23:25:53.853 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5199999999999995e-07 2021-03-04T23:25:53.853 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.854 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.854 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.854 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976393+0000", 2021-03-04T23:25:53.854 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6000000000000003e-07 2021-03-04T23:25:53.855 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.855 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.855 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.855 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976394+0000", 2021-03-04T23:25:53.855 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6210000000000003e-06 2021-03-04T23:25:53.856 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.856 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.856 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.856 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976398+0000", 2021-03-04T23:25:53.856 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9969999999999999e-06 2021-03-04T23:25:53.857 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.857 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.857 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.857 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976401+0000", 2021-03-04T23:25:53.857 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00409158 2021-03-04T23:25:53.858 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.858 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.858 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.858 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.980493+0000", 2021-03-04T23:25:53.859 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010805 2021-03-04T23:25:53.859 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.859 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.859 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.859 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.980601+0000", 2021-03-04T23:25:53.860 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118342 2021-03-04T23:25:53.860 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.860 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.860 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:25:53.860 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.980719+0000", 2021-03-04T23:25:53.861 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0073420009999999999 2021-03-04T23:25:53.861 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.861 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.861 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.861 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.988061+0000", 2021-03-04T23:25:53.862 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002072969 2021-03-04T23:25:53.862 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.862 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.862 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.863 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.990134+0000", 2021-03-04T23:25:53.863 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18135200300000001 2021-03-04T23:25:53.863 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.863 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.863 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.864 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171486+0000", 2021-03-04T23:25:53.864 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022259800000000001 2021-03-04T23:25:53.864 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.864 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.864 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.865 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171709+0000", 2021-03-04T23:25:53.865 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000108729 2021-03-04T23:25:53.865 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.865 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.865 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.866 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171817+0000", 2021-03-04T23:25:53.866 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.195425402 2021-03-04T23:25:53.866 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.866 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.866 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.867 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.867 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.867 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:196297 28.a 28:556c4a12:::benchmark_data_gibba008_108866_object27222:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:25:53.867 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:40.981570+0000", 2021-03-04T23:25:53.868 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 252.71572255800001, 2021-03-04T23:25:53.868 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.209303452, 2021-03-04T23:25:53.868 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.868 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.868 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.869 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.869 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.869 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 196297 2021-03-04T23:25:53.869 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.869 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.870 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.870 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.870 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.981570+0000", 2021-03-04T23:25:53.870 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.870 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.871 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.871 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.871 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.981570+0000", 2021-03-04T23:25:53.871 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.519e-06 2021-03-04T23:25:53.871 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.872 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.872 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.872 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.981572+0000", 2021-03-04T23:25:53.872 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0049999999999999e-06 2021-03-04T23:25:53.873 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.873 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.873 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.873 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.981573+0000", 2021-03-04T23:25:53.873 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1022000000000001e-05 2021-03-04T23:25:53.874 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.874 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.874 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.874 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.981584+0000", 2021-03-04T23:25:53.874 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9570000000000001e-06 2021-03-04T23:25:53.875 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.875 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.875 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.875 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.981589+0000", 2021-03-04T23:25:53.875 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002719993 2021-03-04T23:25:53.876 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.876 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.876 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.876 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.984309+0000", 2021-03-04T23:25:53.877 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011187 2021-03-04T23:25:53.877 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.877 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.877 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.877 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.984421+0000", 2021-03-04T23:25:53.878 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000129894 2021-03-04T23:25:53.878 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.878 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.878 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:25:53.878 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.984550+0000", 2021-03-04T23:25:53.879 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036534720000000001 2021-03-04T23:25:53.879 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.879 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.879 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.880 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.988204+0000", 2021-03-04T23:25:53.880 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019683180000000002 2021-03-04T23:25:53.880 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.880 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.880 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.881 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.990172+0000", 2021-03-04T23:25:53.881 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20026511499999999 2021-03-04T23:25:53.881 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.881 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.881 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.882 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.190437+0000", 2021-03-04T23:25:53.882 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022199000000000001 2021-03-04T23:25:53.882 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.882 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.882 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.883 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.190659+0000", 2021-03-04T23:25:53.883 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021429700000000001 2021-03-04T23:25:53.883 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.883 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.884 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.884 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.190874+0000", 2021-03-04T23:25:53.884 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.209303452 2021-03-04T23:25:53.884 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.884 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.885 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.885 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.885 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.885 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:196311 28.a 28:5eb737fe:::benchmark_data_gibba008_108866_object27236:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:25:53.885 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:40.991913+0000", 2021-03-04T23:25:53.886 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 252.70538001899999, 2021-03-04T23:25:53.886 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20931796499999999, 2021-03-04T23:25:53.886 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.886 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.886 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.887 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.887 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.887 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 196311 2021-03-04T23:25:53.887 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.888 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.888 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.888 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.888 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991913+0000", 2021-03-04T23:25:53.888 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.889 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.889 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.889 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.889 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991913+0000", 2021-03-04T23:25:53.889 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.759e-06 2021-03-04T23:25:53.890 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.890 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.890 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.890 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991915+0000", 2021-03-04T23:25:53.890 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.181e-06 2021-03-04T23:25:53.891 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.891 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.891 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.891 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991916+0000", 2021-03-04T23:25:53.892 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2650000000000002e-06 2021-03-04T23:25:53.892 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.892 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.892 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.892 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991925+0000", 2021-03-04T23:25:53.893 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6899999999999998e-06 2021-03-04T23:25:53.893 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.893 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.893 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.893 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991929+0000", 2021-03-04T23:25:53.894 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6816000000000001e-05 2021-03-04T23:25:53.894 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.894 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.894 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.895 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.991965+0000", 2021-03-04T23:25:53.895 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011471700000000001 2021-03-04T23:25:53.895 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.895 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.895 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.896 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.992080+0000", 2021-03-04T23:25:53.896 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113917 2021-03-04T23:25:53.896 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.896 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.896 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:25:53.897 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.992194+0000", 2021-03-04T23:25:53.897 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034385349999999999 2021-03-04T23:25:53.897 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.897 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.897 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.898 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.995633+0000", 2021-03-04T23:25:53.898 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9269000000000004e-05 2021-03-04T23:25:53.898 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.898 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.899 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.899 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.995702+0000", 2021-03-04T23:25:53.899 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20466193099999999 2021-03-04T23:25:53.899 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.899 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.900 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.900 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.200364+0000", 2021-03-04T23:25:53.900 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00069081999999999998 2021-03-04T23:25:53.900 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.900 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.901 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.901 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.201055+0000", 2021-03-04T23:25:53.901 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017606499999999999 2021-03-04T23:25:53.901 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.901 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.902 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.902 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.201231+0000", 2021-03-04T23:25:53.902 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20931796499999999 2021-03-04T23:25:53.902 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.902 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.903 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.903 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.903 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.903 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:208098 28.3 28:c2513d21:::benchmark_data_gibba008_108866_object39023:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:25:53.904 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:48.280520+0000", 2021-03-04T23:25:53.904 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 245.41677283199999, 2021-03-04T23:25:53.904 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.29347844699999998, 2021-03-04T23:25:53.904 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.904 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.905 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.905 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.905 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.905 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 208098 2021-03-04T23:25:53.905 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.906 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.906 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.906 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.906 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280520+0000", 2021-03-04T23:25:53.906 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.907 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.907 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.907 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.907 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280520+0000", 2021-03-04T23:25:53.908 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2900000000000003e-07 2021-03-04T23:25:53.908 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.908 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.908 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.908 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280521+0000", 2021-03-04T23:25:53.909 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6400000000000001e-07 2021-03-04T23:25:53.909 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.909 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.909 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.909 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280521+0000", 2021-03-04T23:25:53.910 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5979999999999999e-06 2021-03-04T23:25:53.910 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.910 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.910 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.910 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280526+0000", 2021-03-04T23:25:53.911 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8009999999999999e-06 2021-03-04T23:25:53.911 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.911 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.911 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.911 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280529+0000", 2021-03-04T23:25:53.912 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3356000000000002e-05 2021-03-04T23:25:53.912 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.912 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.912 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.913 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280582+0000", 2021-03-04T23:25:53.913 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010833800000000001 2021-03-04T23:25:53.913 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.913 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.913 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.914 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280691+0000", 2021-03-04T23:25:53.914 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012871000000000001 2021-03-04T23:25:53.914 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.914 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.914 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:25:53.915 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.280819+0000", 2021-03-04T23:25:53.915 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036957959999999999 2021-03-04T23:25:53.915 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.915 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.915 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.916 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.284515+0000", 2021-03-04T23:25:53.916 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5865999999999996e-05 2021-03-04T23:25:53.916 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.916 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.916 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.917 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.284581+0000", 2021-03-04T23:25:53.917 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28896759799999999 2021-03-04T23:25:53.917 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.918 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.918 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.918 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.573548+0000", 2021-03-04T23:25:53.918 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000262315 2021-03-04T23:25:53.919 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.919 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.919 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.919 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.573811+0000", 2021-03-04T23:25:53.920 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018757600000000001 2021-03-04T23:25:53.920 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.920 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.920 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.921 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.573998+0000", 2021-03-04T23:25:53.921 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.29347844699999998 2021-03-04T23:25:53.921 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.921 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.922 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.922 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.922 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.922 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:208101 28.3 28:c424ba10:::benchmark_data_gibba008_108866_object39026:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:25:53.923 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:48.285638+0000", 2021-03-04T23:25:53.923 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 245.411654376, 2021-03-04T23:25:53.923 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28899028599999999, 2021-03-04T23:25:53.923 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.924 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.924 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.924 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.924 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.925 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 208101 2021-03-04T23:25:53.925 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.925 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.925 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.926 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.926 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285638+0000", 2021-03-04T23:25:53.926 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.926 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.927 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.927 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.927 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285638+0000", 2021-03-04T23:25:53.927 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.361e-06 2021-03-04T23:25:53.928 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.928 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.928 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.928 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285640+0000", 2021-03-04T23:25:53.929 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.145e-06 2021-03-04T23:25:53.929 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.929 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.929 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.930 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285641+0000", 2021-03-04T23:25:53.930 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2879999999999998e-06 2021-03-04T23:25:53.930 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.930 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.931 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.931 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285650+0000", 2021-03-04T23:25:53.931 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.861e-06 2021-03-04T23:25:53.931 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.932 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.932 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.932 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285654+0000", 2021-03-04T23:25:53.932 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7055000000000001e-05 2021-03-04T23:25:53.933 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.933 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.933 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.933 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285681+0000", 2021-03-04T23:25:53.934 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9672000000000006e-05 2021-03-04T23:25:53.934 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.934 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.934 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.934 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285761+0000", 2021-03-04T23:25:53.935 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3944999999999998e-05 2021-03-04T23:25:53.935 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.935 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.935 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:25:53.936 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.285835+0000", 2021-03-04T23:25:53.936 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00279489 2021-03-04T23:25:53.936 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.936 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.937 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.937 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.288630+0000", 2021-03-04T23:25:53.937 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031158299999999999 2021-03-04T23:25:53.937 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.938 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.938 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.938 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.288941+0000", 2021-03-04T23:25:53.938 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28532208799999997 2021-03-04T23:25:53.939 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.939 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.939 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.939 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.574263+0000", 2021-03-04T23:25:53.940 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000241957 2021-03-04T23:25:53.940 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.940 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.940 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.941 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.574505+0000", 2021-03-04T23:25:53.941 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012344100000000001 2021-03-04T23:25:53.941 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.941 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.942 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.942 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:48.574629+0000", 2021-03-04T23:25:53.942 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28899028599999999 2021-03-04T23:25:53.942 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.943 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.943 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.943 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.943 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.944 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:277642 28.3 28:c0426fd3:::benchmark_data_gibba008_108866_object108567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:25:53.944 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:32.277582+0000", 2021-03-04T23:25:53.944 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 201.419710431, 2021-03-04T23:25:53.944 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24450503100000001, 2021-03-04T23:25:53.945 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.945 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.945 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.945 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.946 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.946 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 277642 2021-03-04T23:25:53.946 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.946 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.946 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.947 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.947 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277582+0000", 2021-03-04T23:25:53.947 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.948 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.948 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.948 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.948 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277582+0000", 2021-03-04T23:25:53.949 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3829999999999999e-06 2021-03-04T23:25:53.949 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.949 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.949 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.950 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277584+0000", 2021-03-04T23:25:53.950 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8899999999999998e-07 2021-03-04T23:25:53.950 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.950 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.951 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.951 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277585+0000", 2021-03-04T23:25:53.951 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8289999999999997e-06 2021-03-04T23:25:53.951 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.951 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.952 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.952 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277594+0000", 2021-03-04T23:25:53.952 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6169999999999998e-06 2021-03-04T23:25:53.952 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.953 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.953 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.953 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277597+0000", 2021-03-04T23:25:53.953 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5716000000000002e-05 2021-03-04T23:25:53.954 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.954 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.954 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.954 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277633+0000", 2021-03-04T23:25:53.955 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000114982 2021-03-04T23:25:53.955 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.955 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.955 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.956 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277748+0000", 2021-03-04T23:25:53.956 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012108399999999999 2021-03-04T23:25:53.956 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.956 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.959 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:25:53.959 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.277869+0000", 2021-03-04T23:25:53.959 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033695309999999998 2021-03-04T23:25:53.959 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.960 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.960 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.960 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.281238+0000", 2021-03-04T23:25:53.960 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0014325919999999999 2021-03-04T23:25:53.961 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.961 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.961 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.961 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.282671+0000", 2021-03-04T23:25:53.961 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23897871600000001 2021-03-04T23:25:53.962 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.962 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.962 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.962 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.521650+0000", 2021-03-04T23:25:53.963 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000259471 2021-03-04T23:25:53.963 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.963 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.963 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.963 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.521909+0000", 2021-03-04T23:25:53.964 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000178121 2021-03-04T23:25:53.964 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.964 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.964 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.965 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:32.522087+0000", 2021-03-04T23:25:53.965 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24450503100000001 2021-03-04T23:25:53.965 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.965 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.965 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.966 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.966 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.966 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:286361 28.3 28:c9c54cc5:::benchmark_data_gibba008_108866_object117286:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:25:53.966 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:37.273296+0000", 2021-03-04T23:25:53.967 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 196.423996469, 2021-03-04T23:25:53.967 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.188725594, 2021-03-04T23:25:53.967 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.967 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.967 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.968 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.968 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.968 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 286361 2021-03-04T23:25:53.968 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.969 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.969 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.969 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.969 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273296+0000", 2021-03-04T23:25:53.969 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.970 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.970 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.970 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.970 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273296+0000", 2021-03-04T23:25:53.970 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.237e-06 2021-03-04T23:25:53.971 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.971 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.971 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.971 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273298+0000", 2021-03-04T23:25:53.972 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0580000000000001e-06 2021-03-04T23:25:53.972 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.972 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.972 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.972 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273299+0000", 2021-03-04T23:25:53.973 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1579999999999999e-06 2021-03-04T23:25:53.973 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.973 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.973 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.974 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273306+0000", 2021-03-04T23:25:53.974 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2219999999999998e-06 2021-03-04T23:25:53.974 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.974 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.974 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.975 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273309+0000", 2021-03-04T23:25:53.975 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9093e-05 2021-03-04T23:25:53.975 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.975 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.976 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.976 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273348+0000", 2021-03-04T23:25:53.976 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113801 2021-03-04T23:25:53.976 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.976 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.977 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.977 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273462+0000", 2021-03-04T23:25:53.977 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012332700000000001 2021-03-04T23:25:53.977 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.977 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.978 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:25:53.978 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.273585+0000", 2021-03-04T23:25:53.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0032323640000000002 2021-03-04T23:25:53.978 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.979 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.979 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.979 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.276818+0000", 2021-03-04T23:25:53.979 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019632300000000001 2021-03-04T23:25:53.979 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.980 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.980 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.980 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.277014+0000", 2021-03-04T23:25:53.980 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18452020199999999 2021-03-04T23:25:53.981 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.981 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.981 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.981 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.461534+0000", 2021-03-04T23:25:53.981 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000182387 2021-03-04T23:25:53.982 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.982 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.982 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:53.982 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.461716+0000", 2021-03-04T23:25:53.982 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030542200000000002 2021-03-04T23:25:53.983 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.983 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.983 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:53.983 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:37.462022+0000", 2021-03-04T23:25:53.984 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.188725594 2021-03-04T23:25:53.984 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.984 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:53.984 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:53.984 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.985 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.985 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:295316 28.a 28:5aafd421:::benchmark_data_gibba008_108866_object126241:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:25:53.985 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:43.261645+0000", 2021-03-04T23:25:53.985 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 190.43564809700001, 2021-03-04T23:25:53.986 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.198596892, 2021-03-04T23:25:53.986 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:53.986 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:53.986 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:53.986 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:53.987 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:53.987 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 295316 2021-03-04T23:25:53.987 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.987 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:53.987 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:53.988 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261645+0000", 2021-03-04T23:25:53.988 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:53.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:53.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261645+0000", 2021-03-04T23:25:53.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7269999999999999e-06 2021-03-04T23:25:53.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.990 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.990 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:53.990 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261646+0000", 2021-03-04T23:25:53.990 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:25:53.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.991 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.991 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:53.991 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261648+0000", 2021-03-04T23:25:53.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2809999999999997e-06 2021-03-04T23:25:53.992 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.992 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:53.992 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261657+0000", 2021-03-04T23:25:53.992 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7069999999999998e-06 2021-03-04T23:25:53.993 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.993 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.993 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:53.993 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261661+0000", 2021-03-04T23:25:53.994 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0572999999999999e-05 2021-03-04T23:25:53.994 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.994 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.994 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:53.994 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261701+0000", 2021-03-04T23:25:53.995 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6249999999999997e-05 2021-03-04T23:25:53.995 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.995 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.995 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:53.995 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261777+0000", 2021-03-04T23:25:53.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9394999999999995e-05 2021-03-04T23:25:53.996 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.996 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:25:53.997 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.261847+0000", 2021-03-04T23:25:53.997 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00380372 2021-03-04T23:25:53.997 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.997 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.997 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:53.998 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265651+0000", 2021-03-04T23:25:53.998 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7815999999999997e-05 2021-03-04T23:25:53.998 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.998 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:53.999 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:53.999 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265708+0000", 2021-03-04T23:25:53.999 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19426597700000001 2021-03-04T23:25:53.999 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:53.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.000 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:54.000 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.459974+0000", 2021-03-04T23:25:54.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015772799999999999 2021-03-04T23:25:54.000 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.000 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.001 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:54.001 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.460132+0000", 2021-03-04T23:25:54.001 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109539 2021-03-04T23:25:54.001 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.002 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:54.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.460242+0000", 2021-03-04T23:25:54.002 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.198596892 2021-03-04T23:25:54.002 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.003 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:54.003 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.003 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.004 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:295336 28.a 28:532ac79d:::benchmark_data_gibba008_108866_object126261:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:25:54.004 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:43.276993+0000", 2021-03-04T23:25:54.004 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 190.4202994, 2021-03-04T23:25:54.004 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18391717499999999, 2021-03-04T23:25:54.004 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:54.005 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:54.005 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:54.005 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:25:54.005 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:25:54.005 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 295336 2021-03-04T23:25:54.006 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.006 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:54.006 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.006 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:54.007 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.276993+0000", 2021-03-04T23:25:54.007 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:54.007 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.007 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:54.008 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.276993+0000", 2021-03-04T23:25:54.008 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0640000000000001e-06 2021-03-04T23:25:54.008 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.008 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:54.009 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.276994+0000", 2021-03-04T23:25:54.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.108e-06 2021-03-04T23:25:54.009 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.010 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:54.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.276996+0000", 2021-03-04T23:25:54.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3409999999999992e-06 2021-03-04T23:25:54.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.010 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.011 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:54.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.277005+0000", 2021-03-04T23:25:54.011 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8879999999999999e-06 2021-03-04T23:25:54.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:54.012 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.277009+0000", 2021-03-04T23:25:54.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2537999999999999e-05 2021-03-04T23:25:54.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.013 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:54.013 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.277041+0000", 2021-03-04T23:25:54.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7421000000000003e-05 2021-03-04T23:25:54.014 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.014 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.014 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:54.014 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.277119+0000", 2021-03-04T23:25:54.014 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8368999999999995e-05 2021-03-04T23:25:54.015 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.015 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:25:54.015 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.277187+0000", 2021-03-04T23:25:54.015 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0038009210000000001 2021-03-04T23:25:54.016 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.016 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.016 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:54.016 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280988+0000", 2021-03-04T23:25:54.017 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021902599999999999 2021-03-04T23:25:54.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.017 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.017 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:54.017 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.283178+0000", 2021-03-04T23:25:54.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17744884899999999 2021-03-04T23:25:54.018 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.018 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.018 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:54.018 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.460627+0000", 2021-03-04T23:25:54.019 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017535599999999999 2021-03-04T23:25:54.019 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.019 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.019 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:54.020 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.460802+0000", 2021-03-04T23:25:54.020 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010806000000000001 2021-03-04T23:25:54.020 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.020 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:54.021 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.460911+0000", 2021-03-04T23:25:54.021 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18391717499999999 2021-03-04T23:25:54.021 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.021 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:54.021 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.022 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.022 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.55687.0:162652 29.a e702/691 29:57e31a2c:::benchmark_data_gibba008_125393_object162651:head v 702'10011, mlcod=702'10009)", 2021-03-04T23:25:54.022 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:52.782431+0000", 2021-03-04T23:25:54.023 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.914861437, 2021-03-04T23:25:54.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.026772627, 2021-03-04T23:25:54.023 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:54.023 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:54.023 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:54.024 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:54.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782431+0000", 2021-03-04T23:25:54.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:54.024 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:54.025 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782431+0000", 2021-03-04T23:25:54.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3940999999999997e-05 2021-03-04T23:25:54.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.026 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:54.026 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782485+0000", 2021-03-04T23:25:54.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.156e-06 2021-03-04T23:25:54.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.027 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:54.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782486+0000", 2021-03-04T23:25:54.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3899999999999998e-06 2021-03-04T23:25:54.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:54.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782493+0000", 2021-03-04T23:25:54.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0819999999999999e-06 2021-03-04T23:25:54.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:54.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782496+0000", 2021-03-04T23:25:54.030 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1427000000000003e-05 2021-03-04T23:25:54.030 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.030 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:54.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782527+0000", 2021-03-04T23:25:54.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4080000000000001e-05 2021-03-04T23:25:54.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.031 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:54.032 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.782541+0000", 2021-03-04T23:25:54.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.026634056999999999 2021-03-04T23:25:54.032 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.032 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.032 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:54.033 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809175+0000", 2021-03-04T23:25:54.033 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8493999999999999e-05 2021-03-04T23:25:54.033 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.033 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.034 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:54.034 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809204+0000", 2021-03-04T23:25:54.034 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.026772627 2021-03-04T23:25:54.034 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.034 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:54.035 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.035 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.035 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.55687.0:162654 29.c e702/691 29:30de41c5:::benchmark_data_gibba008_125393_object162653:head v 702'10197, mlcod=702'10195)", 2021-03-04T23:25:54.035 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:52.785333+0000", 2021-03-04T23:25:54.036 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.91196011099999996, 2021-03-04T23:25:54.036 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.027810090999999999, 2021-03-04T23:25:54.036 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:54.036 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:54.037 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:54.037 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.037 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:54.037 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785333+0000", 2021-03-04T23:25:54.037 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:54.038 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.038 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:54.038 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785333+0000", 2021-03-04T23:25:54.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1005e-05 2021-03-04T23:25:54.039 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.039 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.039 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:54.039 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785354+0000", 2021-03-04T23:25:54.040 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4270000000000001e-06 2021-03-04T23:25:54.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:54.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785355+0000", 2021-03-04T23:25:54.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.02377543 2021-03-04T23:25:54.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:54.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809131+0000", 2021-03-04T23:25:54.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7520000000000002e-06 2021-03-04T23:25:54.042 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.042 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:54.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809139+0000", 2021-03-04T23:25:54.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4307999999999997e-05 2021-03-04T23:25:54.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.043 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.044 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:54.044 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809174+0000", 2021-03-04T23:25:54.044 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3957e-05 2021-03-04T23:25:54.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:54.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809188+0000", 2021-03-04T23:25:54.045 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00393561 2021-03-04T23:25:54.045 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.046 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:54.046 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.813123+0000", 2021-03-04T23:25:54.046 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9602e-05 2021-03-04T23:25:54.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.047 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.047 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:54.047 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.813143+0000", 2021-03-04T23:25:54.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.027810090999999999 2021-03-04T23:25:54.047 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.048 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:54.048 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.048 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.049 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.55687.0:162656 29.6 e702/691 29:6b85e794:::benchmark_data_gibba008_125393_object162655:head v 702'10395, mlcod=702'10393)", 2021-03-04T23:25:54.049 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:52.785799+0000", 2021-03-04T23:25:54.049 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.91149378199999997, 2021-03-04T23:25:54.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.027341793, 2021-03-04T23:25:54.049 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:54.050 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:25:54.050 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:54.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:54.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785799+0000", 2021-03-04T23:25:54.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:54.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:54.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785799+0000", 2021-03-04T23:25:54.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0523000000000001e-05 2021-03-04T23:25:54.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:54.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785880+0000", 2021-03-04T23:25:54.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.229e-06 2021-03-04T23:25:54.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.053 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:54.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.785881+0000", 2021-03-04T23:25:54.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.023251765000000001 2021-03-04T23:25:54.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:54.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809133+0000", 2021-03-04T23:25:54.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4699999999999996e-06 2021-03-04T23:25:54.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:54.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809140+0000", 2021-03-04T23:25:54.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2326000000000001e-05 2021-03-04T23:25:54.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.057 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:54.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809182+0000", 2021-03-04T23:25:54.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1505000000000002e-05 2021-03-04T23:25:54.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:54.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.809204+0000", 2021-03-04T23:25:54.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0039136969999999998 2021-03-04T23:25:54.058 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.059 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:25:54.059 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.813118+0000", 2021-03-04T23:25:54.059 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3278e-05 2021-03-04T23:25:54.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:54.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:54.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:54.060 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:52.813141+0000", 2021-03-04T23:25:54.060 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.027341793 2021-03-04T23:25:54.061 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.061 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:54.061 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.061 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:54.061 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:54.062 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:25:54.062 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:54.063 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:53 gibba008 bash[47391]: debug 2021-03-04T23:25:53.684+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:54.493 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:25:54.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 81 16 164722 164706 127.075 66.75 0.00929506 0.00786583 2021-03-04T23:25:54.644 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:54.681 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:54 gibba008 bash[39303]: cluster 2021-03-04T23:25:53.365723+0000 mgr.x (mgr.34379) 1142 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:54.681 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:54 gibba008 bash[37770]: cluster 2021-03-04T23:25:53.365723+0000 mgr.x (mgr.34379) 1142 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:54.721 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:54 gibba023 bash[27374]: cluster 2021-03-04T23:25:53.365723+0000 mgr.x (mgr.34379) 1142 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:25:54.722 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:25:54.755 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:54.821 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:54.861 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:55.097 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:25:54 gibba008 bash[48858]: debug 2021-03-04T23:25:54.744+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:55.210 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:55.313 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:55.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:25:55 gibba023 bash[15180]: debug 2021-03-04T23:25:55.202+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:55.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 82 16 166209 166193 126.659 92.9375 0.0211296 0.00789117 2021-03-04T23:25:55.697 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:55.800 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:56.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:55 gibba023 bash[18090]: debug 2021-03-04T23:25:55.690+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:56.453 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:56.557 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:56.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 83 16 167821 167805 126.347 100.75 0.00886504 0.00791143 2021-03-04T23:25:56.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:56 gibba008 bash[39303]: cluster 2021-03-04T23:25:55.366298+0000 mgr.x (mgr.34379) 1143 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 85 MiB/s wr, 1.35k op/s 2021-03-04T23:25:56.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:56 gibba008 bash[37770]: cluster 2021-03-04T23:25:55.366298+0000 mgr.x (mgr.34379) 1143 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 85 MiB/s wr, 1.35k op/s 2021-03-04T23:25:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:56 gibba023 bash[27374]: cluster 2021-03-04T23:25:55.366298+0000 mgr.x (mgr.34379) 1143 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 85 MiB/s wr, 1.35k op/s 2021-03-04T23:25:56.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:25:56 gibba023 bash[19550]: debug 2021-03-04T23:25:56.446+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:57.134 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:57.247 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:57.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:57 gibba008 bash[47391]: debug 2021-03-04T23:25:57.120+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:57.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 84 16 168752 168736 125.535 58.1875 0.261669 0.00795837 2021-03-04T23:25:57.707 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:57.815 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:58.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:57 gibba008 bash[91265]: debug 2021-03-04T23:25:57.692+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:58.351 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:58.463 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:58.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 85 16 169596 169580 124.679 52.75 0.00338819 0.00801706 2021-03-04T23:25:58.718 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:58 gibba023 bash[27374]: cluster 2021-03-04T23:25:57.367108+0000 mgr.x (mgr.34379) 1144 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:25:58.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:25:58 gibba023 bash[27374]: audit 2021-03-04T23:25:58.215223+0000 mon.a (mon.0) 1727 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:58.719 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:58.821 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:58.843 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:58 gibba008 bash[39303]: cluster 2021-03-04T23:25:57.367108+0000 mgr.x (mgr.34379) 1144 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:25:58.844 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:25:58 gibba008 bash[39303]: audit 2021-03-04T23:25:58.215223+0000 mon.a (mon.0) 1727 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:58.844 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:25:58 gibba008 bash[47391]: debug 2021-03-04T23:25:58.340+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:25:58.845 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:58 gibba008 bash[37770]: cluster 2021-03-04T23:25:57.367108+0000 mgr.x (mgr.34379) 1144 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:25:58.845 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:25:58 gibba008 bash[37770]: audit 2021-03-04T23:25:58.215223+0000 mon.a (mon.0) 1727 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:59.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:25:58 gibba023 bash[18090]: debug 2021-03-04T23:25:58.714+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:59.220 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:59.325 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:59.480 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:59 gibba023 bash[16680]: debug 2021-03-04T23:25:59.210+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:59.481 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:25:59 gibba023 bash[16680]: debug 2021-03-04T23:25:59.474+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:25:59.481 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:59.583 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:59.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 86 16 170847 170831 124.138 78.1875 0.00354818 0.00805208 2021-03-04T23:25:59.746 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:59.836 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:25:59.836 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:25:59.837 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.837 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171304 29.c 29:3bac8761:::benchmark_data_gibba008_125393_object171303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.837 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.829698+0000", 2021-03-04T23:25:59.837 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.003364213, 2021-03-04T23:25:59.837 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033874930000000001, 2021-03-04T23:25:59.838 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.838 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:25:59.838 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.838 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.839 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.839 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171304 2021-03-04T23:25:59.839 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.839 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.840 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.840 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.840 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.829698+0000", 2021-03-04T23:25:59.840 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.840 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.841 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.841 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.841 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.829698+0000", 2021-03-04T23:25:59.841 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010115099999999999 2021-03-04T23:25:59.841 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.842 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.842 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.842 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.829800+0000", 2021-03-04T23:25:59.842 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7499999999999999e-07 2021-03-04T23:25:59.843 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.843 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.843 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.843 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.829801+0000", 2021-03-04T23:25:59.843 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9569999999999996e-06 2021-03-04T23:25:59.844 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.844 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.844 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.844 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.829807+0000", 2021-03-04T23:25:59.845 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8689999999999997e-06 2021-03-04T23:25:59.845 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.845 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.845 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.846 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.829811+0000", 2021-03-04T23:25:59.846 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013363100000000001 2021-03-04T23:25:59.846 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.846 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.846 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.847 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831148+0000", 2021-03-04T23:25:59.847 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0927999999999994e-05 2021-03-04T23:25:59.847 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.847 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.847 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.848 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831239+0000", 2021-03-04T23:25:59.848 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000107174 2021-03-04T23:25:59.848 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.848 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.849 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:25:59.849 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831346+0000", 2021-03-04T23:25:59.849 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0016472640000000001 2021-03-04T23:25:59.849 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.849 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.850 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.850 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.850 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.850 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop_reply(client.55687.0:171291 29.d e702/691)", 2021-03-04T23:25:59.851 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.830603+0000", 2021-03-04T23:25:59.851 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0024596800000000001, 2021-03-04T23:25:59.851 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025435660000000001, 2021-03-04T23:25:59.851 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.851 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:25:59.852 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.852 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.852 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.852 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830603+0000", 2021-03-04T23:25:59.852 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.853 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.853 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.853 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.853 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830603+0000", 2021-03-04T23:25:59.854 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.403e-06 2021-03-04T23:25:59.854 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.854 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.854 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.854 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830604+0000", 2021-03-04T23:25:59.855 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1500000000000003e-07 2021-03-04T23:25:59.855 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.855 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.855 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.856 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830605+0000", 2021-03-04T23:25:59.856 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9600000000000003e-06 2021-03-04T23:25:59.856 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.856 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.856 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.857 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830612+0000", 2021-03-04T23:25:59.857 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.907e-06 2021-03-04T23:25:59.857 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.857 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.857 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.858 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830616+0000", 2021-03-04T23:25:59.858 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3084999999999999e-05 2021-03-04T23:25:59.858 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.858 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.859 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.859 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.859 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.859 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171307 29.d 29.ac5772ad (undecoded) ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.860 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.830537+0000", 2021-03-04T23:25:59.860 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0025257470000000001, 2021-03-04T23:25:59.860 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002649008, 2021-03-04T23:25:59.860 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.860 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:25:59.861 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.861 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.861 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.861 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171307 2021-03-04T23:25:59.861 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.862 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.862 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.862 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.862 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830537+0000", 2021-03-04T23:25:59.863 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.863 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.863 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.863 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.863 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830537+0000", 2021-03-04T23:25:59.864 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0019999999999996e-05 2021-03-04T23:25:59.864 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.864 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.864 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.864 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830617+0000", 2021-03-04T23:25:59.865 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0699999999999999e-06 2021-03-04T23:25:59.865 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.865 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.865 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.866 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830618+0000", 2021-03-04T23:25:59.866 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8179999999999998e-06 2021-03-04T23:25:59.866 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.866 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.866 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.867 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830625+0000", 2021-03-04T23:25:59.867 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7000000000000002e-06 2021-03-04T23:25:59.867 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.867 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.867 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.868 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830629+0000", 2021-03-04T23:25:59.868 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1607999999999994e-05 2021-03-04T23:25:59.868 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.868 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.869 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.869 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.869 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.869 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.55687.0:171308 29.8 e702/691 29:1e248d47:::benchmark_data_gibba008_125393_object171307:head v 702'10811, mlcod=702'10809)", 2021-03-04T23:25:59.870 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.831551+0000", 2021-03-04T23:25:59.870 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.001511599, 2021-03-04T23:25:59.870 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0016783760000000001, 2021-03-04T23:25:59.870 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.871 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:25:59.871 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.871 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.872 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.872 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831551+0000", 2021-03-04T23:25:59.872 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.872 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.872 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.873 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.873 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831551+0000", 2021-03-04T23:25:59.873 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5111999999999997e-05 2021-03-04T23:25:59.873 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.874 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.874 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.874 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831606+0000", 2021-03-04T23:25:59.874 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.376e-06 2021-03-04T23:25:59.874 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.875 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.875 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.875 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831608+0000", 2021-03-04T23:25:59.875 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0900000000000005e-06 2021-03-04T23:25:59.875 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.876 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.876 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.876 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831616+0000", 2021-03-04T23:25:59.876 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0339999999999998e-06 2021-03-04T23:25:59.876 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.877 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.877 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.877 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831620+0000", 2021-03-04T23:25:59.877 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2756999999999997e-05 2021-03-04T23:25:59.878 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.878 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.878 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.878 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831662+0000", 2021-03-04T23:25:59.878 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6642000000000001e-05 2021-03-04T23:25:59.879 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.879 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.879 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.879 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831679+0000", 2021-03-04T23:25:59.879 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000128011 2021-03-04T23:25:59.880 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.880 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.880 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.880 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.881 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.881 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171288 29.d 29:b7358f6a:::benchmark_data_gibba008_125393_object171287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.881 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.822375+0000", 2021-03-04T23:25:59.881 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.010687954, 2021-03-04T23:25:59.881 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010907899, 2021-03-04T23:25:59.882 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.882 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:25:59.882 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.882 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.882 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.883 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171288 2021-03-04T23:25:59.883 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.883 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.883 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.883 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.884 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822375+0000", 2021-03-04T23:25:59.884 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.884 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.884 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.885 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.885 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822375+0000", 2021-03-04T23:25:59.885 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2965000000000004e-05 2021-03-04T23:25:59.885 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.885 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.886 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.886 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822438+0000", 2021-03-04T23:25:59.886 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6500000000000008e-07 2021-03-04T23:25:59.886 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.886 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.887 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.887 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822439+0000", 2021-03-04T23:25:59.887 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.456e-06 2021-03-04T23:25:59.887 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.888 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.888 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.888 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822447+0000", 2021-03-04T23:25:59.888 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.194e-06 2021-03-04T23:25:59.888 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.889 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.889 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.889 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822451+0000", 2021-03-04T23:25:59.889 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002202687 2021-03-04T23:25:59.889 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.890 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.890 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.890 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824654+0000", 2021-03-04T23:25:59.890 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012989499999999999 2021-03-04T23:25:59.890 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.891 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.891 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.891 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824784+0000", 2021-03-04T23:25:59.891 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000177484 2021-03-04T23:25:59.892 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.892 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.892 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:25:59.892 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824961+0000", 2021-03-04T23:25:59.892 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0054510849999999996 2021-03-04T23:25:59.893 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.893 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.893 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:59.893 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830412+0000", 2021-03-04T23:25:59.893 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2982999999999998e-05 2021-03-04T23:25:59.894 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.894 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.894 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:59.894 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830455+0000", 2021-03-04T23:25:59.895 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0080807139999999993 2021-03-04T23:25:59.895 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.895 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.895 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.895 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.896 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.896 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171309 29.d 29.3eda124d (undecoded) ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.896 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.832879+0000", 2021-03-04T23:25:59.896 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.000183473, 2021-03-04T23:25:59.896 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00046944400000000001, 2021-03-04T23:25:59.897 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.897 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:25:59.897 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.897 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.898 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.898 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171309 2021-03-04T23:25:59.898 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.898 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.898 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.899 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.899 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832879+0000", 2021-03-04T23:25:59.899 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.899 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.900 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.900 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.900 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832879+0000", 2021-03-04T23:25:59.900 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1347999999999996e-05 2021-03-04T23:25:59.900 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.901 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.901 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.901 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832941+0000", 2021-03-04T23:25:59.901 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.342e-06 2021-03-04T23:25:59.902 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.902 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.902 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.902 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832942+0000", 2021-03-04T23:25:59.902 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5920000000000001e-06 2021-03-04T23:25:59.903 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.903 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.903 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.903 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832951+0000", 2021-03-04T23:25:59.903 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0770000000000001e-06 2021-03-04T23:25:59.904 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.904 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.904 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.904 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832955+0000", 2021-03-04T23:25:59.905 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5358999999999995e-05 2021-03-04T23:25:59.905 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.905 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.905 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.905 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.906 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.906 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171291 29.d 29:b0c23f0f:::benchmark_data_gibba008_125393_object171290:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.906 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.822719+0000", 2021-03-04T23:25:59.906 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.010343648, 2021-03-04T23:25:59.906 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010676209000000001, 2021-03-04T23:25:59.907 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.907 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:25:59.907 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.907 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.908 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.908 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171291 2021-03-04T23:25:59.908 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.908 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.908 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.909 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.909 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822719+0000", 2021-03-04T23:25:59.909 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.909 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.909 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.910 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.910 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822719+0000", 2021-03-04T23:25:59.910 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5424000000000002e-05 2021-03-04T23:25:59.910 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.911 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.911 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.911 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822784+0000", 2021-03-04T23:25:59.911 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6799999999999999e-07 2021-03-04T23:25:59.911 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.912 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.912 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.912 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822785+0000", 2021-03-04T23:25:59.912 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1659999999999994e-06 2021-03-04T23:25:59.913 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.913 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.913 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.913 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822794+0000", 2021-03-04T23:25:59.913 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6509999999999999e-06 2021-03-04T23:25:59.914 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.914 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.914 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.914 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.822797+0000", 2021-03-04T23:25:59.914 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049694939999999996 2021-03-04T23:25:59.915 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.915 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.915 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.915 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.827767+0000", 2021-03-04T23:25:59.916 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000102117 2021-03-04T23:25:59.916 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.916 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.916 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.916 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.827869+0000", 2021-03-04T23:25:59.917 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000116607 2021-03-04T23:25:59.917 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.917 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.917 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:25:59.917 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.827985+0000", 2021-03-04T23:25:59.918 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0051605069999999999 2021-03-04T23:25:59.918 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.918 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.918 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:59.918 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833146+0000", 2021-03-04T23:25:59.919 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4316000000000001e-05 2021-03-04T23:25:59.919 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.919 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.919 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:59.920 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833190+0000", 2021-03-04T23:25:59.920 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.01047115 2021-03-04T23:25:59.920 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.920 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.920 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.921 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.921 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.921 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171310 29.b 29:d00bd419:::benchmark_data_gibba008_125393_object171309:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.921 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.833138+0000", 2021-03-04T23:25:59.922 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4294967295.9999247, 2021-03-04T23:25:59.922 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00033854600000000001, 2021-03-04T23:25:59.922 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.922 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:25:59.922 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.923 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.923 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.923 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171310 2021-03-04T23:25:59.923 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.923 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.924 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.924 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.924 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833138+0000", 2021-03-04T23:25:59.924 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.925 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.925 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.925 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.925 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833138+0000", 2021-03-04T23:25:59.925 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4453999999999997e-05 2021-03-04T23:25:59.926 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.926 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.926 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.926 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833192+0000", 2021-03-04T23:25:59.926 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:25:59.927 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.927 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.927 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.927 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833194+0000", 2021-03-04T23:25:59.928 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0449999999999997e-06 2021-03-04T23:25:59.928 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.928 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.928 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.928 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833200+0000", 2021-03-04T23:25:59.929 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1829999999999998e-06 2021-03-04T23:25:59.929 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.929 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.929 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.929 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833204+0000", 2021-03-04T23:25:59.930 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3195999999999998e-05 2021-03-04T23:25:59.930 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.930 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.930 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.931 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833247+0000", 2021-03-04T23:25:59.931 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118659 2021-03-04T23:25:59.931 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.931 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.931 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.932 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833365+0000", 2021-03-04T23:25:59.932 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000227376 2021-03-04T23:25:59.932 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.932 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.932 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.933 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.933 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.933 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171293 29.4 29:2c8b8909:::benchmark_data_gibba008_125393_object171292:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.933 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.824500+0000", 2021-03-04T23:25:59.934 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0085629799999999996, 2021-03-04T23:25:59.934 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0090427110000000002, 2021-03-04T23:25:59.934 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.934 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:25:59.934 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.935 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.935 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.935 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171293 2021-03-04T23:25:59.935 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.935 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.936 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.936 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.936 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824500+0000", 2021-03-04T23:25:59.936 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.937 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.937 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.937 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.937 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824500+0000", 2021-03-04T23:25:59.937 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8929000000000004e-05 2021-03-04T23:25:59.938 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.938 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.938 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.938 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824569+0000", 2021-03-04T23:25:59.938 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2199999999999999e-06 2021-03-04T23:25:59.939 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.939 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.939 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.939 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824571+0000", 2021-03-04T23:25:59.940 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3590000000000008e-06 2021-03-04T23:25:59.940 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.940 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.940 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.940 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824579+0000", 2021-03-04T23:25:59.941 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5489999999999998e-06 2021-03-04T23:25:59.941 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.941 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.941 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.941 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.824583+0000", 2021-03-04T23:25:59.942 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00076891100000000005 2021-03-04T23:25:59.942 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.942 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.942 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.943 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825352+0000", 2021-03-04T23:25:59.943 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5494000000000005e-05 2021-03-04T23:25:59.943 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.943 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.943 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.944 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825437+0000", 2021-03-04T23:25:59.944 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8010000000000006e-05 2021-03-04T23:25:59.944 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.944 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.944 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:25:59.945 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825525+0000", 2021-03-04T23:25:59.945 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0054844539999999997 2021-03-04T23:25:59.945 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.945 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.946 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:59.946 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831010+0000", 2021-03-04T23:25:59.946 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7372e-05 2021-03-04T23:25:59.946 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.946 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.947 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:59.947 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831057+0000", 2021-03-04T23:25:59.947 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024925009999999998 2021-03-04T23:25:59.947 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.947 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.948 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:59.948 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833550+0000", 2021-03-04T23:25:59.948 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0090497990000000007 2021-03-04T23:25:59.948 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.949 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.949 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.949 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.949 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.949 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171311 29.3 29:c39eb617:::benchmark_data_gibba008_125393_object171310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.950 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.833411+0000", 2021-03-04T23:25:59.950 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4294967295.9996519, 2021-03-04T23:25:59.950 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000214818, 2021-03-04T23:25:59.950 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.951 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:25:59.951 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.951 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.951 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.951 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171311 2021-03-04T23:25:59.952 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.952 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.952 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.952 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.952 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833411+0000", 2021-03-04T23:25:59.953 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.953 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.953 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.953 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.953 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833411+0000", 2021-03-04T23:25:59.954 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0073999999999993e-05 2021-03-04T23:25:59.954 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.954 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.954 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.955 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833481+0000", 2021-03-04T23:25:59.955 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3900000000000004e-07 2021-03-04T23:25:59.955 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.955 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.955 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.956 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833482+0000", 2021-03-04T23:25:59.956 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8730000000000004e-06 2021-03-04T23:25:59.956 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.956 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.956 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.957 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833487+0000", 2021-03-04T23:25:59.957 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0960000000000001e-06 2021-03-04T23:25:59.957 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.957 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.958 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.958 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833491+0000", 2021-03-04T23:25:59.958 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6968999999999999e-05 2021-03-04T23:25:59.958 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.958 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.959 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.959 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833518+0000", 2021-03-04T23:25:59.959 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010575 2021-03-04T23:25:59.959 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.960 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.960 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.960 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833623+0000", 2021-03-04T23:25:59.960 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021260100000000001 2021-03-04T23:25:59.960 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.961 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.961 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.961 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.961 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.962 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop_reply(client.55687.0:171293 29.4 e702/691 ondisk, result = 0)", 2021-03-04T23:25:59.962 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.833506+0000", 2021-03-04T23:25:59.962 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4294967295.999557, 2021-03-04T23:25:59.962 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015147700000000001, 2021-03-04T23:25:59.962 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.963 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:25:59.963 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.963 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.963 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.963 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833506+0000", 2021-03-04T23:25:59.964 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.964 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.964 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.964 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.964 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833506+0000", 2021-03-04T23:25:59.965 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1900000000000001e-07 2021-03-04T23:25:59.965 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.965 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.965 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.966 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833507+0000", 2021-03-04T23:25:59.966 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.37e-07 2021-03-04T23:25:59.966 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.966 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.966 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.967 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833507+0000", 2021-03-04T23:25:59.967 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8189999999999999e-06 2021-03-04T23:25:59.967 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.967 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.968 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.968 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833512+0000", 2021-03-04T23:25:59.968 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.756e-06 2021-03-04T23:25:59.968 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.968 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.969 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.969 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833515+0000", 2021-03-04T23:25:59.969 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3760999999999998e-05 2021-03-04T23:25:59.969 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.969 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.970 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.970 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833539+0000", 2021-03-04T23:25:59.970 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1800000000000004e-06 2021-03-04T23:25:59.971 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.971 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.971 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.971 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833544+0000", 2021-03-04T23:25:59.972 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113405 2021-03-04T23:25:59.972 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.972 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.972 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:25:59.973 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833657+0000", 2021-03-04T23:25:59.973 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015147700000000001 2021-03-04T23:25:59.973 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.973 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.973 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.974 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.974 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.974 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop_reply(client.55687.0:171297 29.4 e702/691)", 2021-03-04T23:25:59.974 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.833520+0000", 2021-03-04T23:25:59.975 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4294967295.9995432, 2021-03-04T23:25:59.975 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000181227, 2021-03-04T23:25:59.975 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.975 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "queued for pg", 2021-03-04T23:25:59.975 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.976 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.976 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.976 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833520+0000", 2021-03-04T23:25:59.976 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.976 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.977 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.977 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.977 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833520+0000", 2021-03-04T23:25:59.977 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2399999999999998e-07 2021-03-04T23:25:59.977 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.978 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.978 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.978 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833520+0000", 2021-03-04T23:25:59.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0999999999999998e-07 2021-03-04T23:25:59.979 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.979 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.979 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.979 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833521+0000", 2021-03-04T23:25:59.979 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.41e-06 2021-03-04T23:25:59.980 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.980 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.980 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.980 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833524+0000", 2021-03-04T23:25:59.981 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2029999999999999e-06 2021-03-04T23:25:59.981 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.981 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.981 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.981 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833526+0000", 2021-03-04T23:25:59.982 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7469999999999999e-06 2021-03-04T23:25:59.982 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.982 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.982 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.982 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.983 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.983 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171297 29.4 29:235cf426:::benchmark_data_gibba008_125393_object171296:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.983 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.825296+0000", 2021-03-04T23:25:59.983 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0077670819999999998, 2021-03-04T23:25:59.983 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0084389600000000006, 2021-03-04T23:25:59.984 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:25:59.984 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:25:59.984 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:25:59.984 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:25:59.985 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:25:59.985 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171297 2021-03-04T23:25:59.985 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.985 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:25:59.985 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.986 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:25:59.986 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825296+0000", 2021-03-04T23:25:59.986 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:25:59.986 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.986 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.987 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:25:59.987 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825296+0000", 2021-03-04T23:25:59.987 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5837e-05 2021-03-04T23:25:59.987 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.987 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:25:59.988 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825361+0000", 2021-03-04T23:25:59.988 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0809999999999999e-06 2021-03-04T23:25:59.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:25:59.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825363+0000", 2021-03-04T23:25:59.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9699999999999999e-06 2021-03-04T23:25:59.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.990 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.990 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:25:59.990 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825371+0000", 2021-03-04T23:25:59.990 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2810000000000002e-06 2021-03-04T23:25:59.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.991 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.991 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:25:59.991 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.825375+0000", 2021-03-04T23:25:59.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029605579999999999 2021-03-04T23:25:59.991 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.992 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:25:59.992 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828335+0000", 2021-03-04T23:25:59.992 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011443299999999999 2021-03-04T23:25:59.993 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.993 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.993 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:25:59.993 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828450+0000", 2021-03-04T23:25:59.993 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014187499999999999 2021-03-04T23:25:59.994 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.994 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.994 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:25:59.994 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828592+0000", 2021-03-04T23:25:59.994 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025907170000000002 2021-03-04T23:25:59.995 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.995 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.995 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:59.995 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.831182+0000", 2021-03-04T23:25:59.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013194330000000001 2021-03-04T23:25:59.996 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.996 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:25:59.996 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.832502+0000", 2021-03-04T23:25:59.997 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001233626 2021-03-04T23:25:59.997 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.997 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.997 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:25:59.997 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833735+0000", 2021-03-04T23:25:59.998 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0084398110000000002 2021-03-04T23:25:59.998 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.998 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:25:59.998 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:25:59.998 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:25:59.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:25:59.999 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:171302 29.d 29:b3190637:::benchmark_data_gibba008_125393_object171301:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:25:59.999 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:59.828732+0000", 2021-03-04T23:25:59.999 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 0.0043304479999999998, 2021-03-04T23:26:00.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0050474589999999998, 2021-03-04T23:26:00.000 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:00.000 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:26:00.000 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:00.000 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:26:00.001 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:26:00.001 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 171302 2021-03-04T23:26:00.001 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.001 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:00.001 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:00.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828732+0000", 2021-03-04T23:26:00.002 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:00.002 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.003 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:00.003 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828732+0000", 2021-03-04T23:26:00.003 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3529999999999997e-05 2021-03-04T23:26:00.007 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.007 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:00.007 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828796+0000", 2021-03-04T23:26:00.008 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1349999999999999e-06 2021-03-04T23:26:00.008 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.008 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.008 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:00.009 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828797+0000", 2021-03-04T23:26:00.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3910000000000004e-06 2021-03-04T23:26:00.009 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:00.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828806+0000", 2021-03-04T23:26:00.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1160000000000001e-06 2021-03-04T23:26:00.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.010 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.010 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:00.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.828810+0000", 2021-03-04T23:26:00.011 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001656986 2021-03-04T23:26:00.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.011 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:00.012 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830467+0000", 2021-03-04T23:26:00.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5035000000000003e-05 2021-03-04T23:26:00.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:00.013 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830532+0000", 2021-03-04T23:26:00.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8910000000000002e-05 2021-03-04T23:26:00.013 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.014 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.014 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:26:00.014 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.830611+0000", 2021-03-04T23:26:00.014 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026149519999999998 2021-03-04T23:26:00.014 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:00.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:00.015 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:00.015 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:59.833226+0000", 2021-03-04T23:26:00.015 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0044940550000000003 2021-03-04T23:26:00.015 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:00.016 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:00.016 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:00.016 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:00.016 INFO:teuthology.orchestra.run.gibba023.stdout: ], 2021-03-04T23:26:00.017 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 14 2021-03-04T23:26:00.017 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:26:00.017 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:00.018 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:25:59 gibba008 bash[91265]: debug 2021-03-04T23:25:59.736+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:00.181 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:26:00.191 INFO:teuthology.orchestra.run.gibba008.stderr:set osd.7 primary-affinity to 0.94727 (8620802) 2021-03-04T23:26:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:00 gibba023 bash[27374]: cluster 2021-03-04T23:25:59.367467+0000 mgr.x (mgr.34379) 1145 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:26:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:00 gibba023 bash[27374]: audit 2021-03-04T23:25:59.612523+0000 mon.c (mon.1) 110 : audit [INF] from='client.? 172.21.2.108:0/257931426' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]: dispatch 2021-03-04T23:26:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:00 gibba023 bash[27374]: audit 2021-03-04T23:25:59.612871+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]: dispatch 2021-03-04T23:26:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:00 gibba023 bash[27374]: audit 2021-03-04T23:25:59.899075+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? 172.21.2.108:0/3122654247' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:00.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:00.442 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[39303]: cluster 2021-03-04T23:25:59.367467+0000 mgr.x (mgr.34379) 1145 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:26:00.443 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[39303]: audit 2021-03-04T23:25:59.612523+0000 mon.c (mon.1) 110 : audit [INF] from='client.? 172.21.2.108:0/257931426' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]: dispatch 2021-03-04T23:26:00.443 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[39303]: audit 2021-03-04T23:25:59.612871+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]: dispatch 2021-03-04T23:26:00.444 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[39303]: audit 2021-03-04T23:25:59.899075+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? 172.21.2.108:0/3122654247' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:00.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[37770]: cluster 2021-03-04T23:25:59.367467+0000 mgr.x (mgr.34379) 1145 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:26:00.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[37770]: audit 2021-03-04T23:25:59.612523+0000 mon.c (mon.1) 110 : audit [INF] from='client.? 172.21.2.108:0/257931426' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]: dispatch 2021-03-04T23:26:00.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[37770]: audit 2021-03-04T23:25:59.612871+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]: dispatch 2021-03-04T23:26:00.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[37770]: audit 2021-03-04T23:25:59.899075+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? 172.21.2.108:0/3122654247' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:00.547 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:00.584 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 87 16 172823 172807 124.131 123.5 0.00609904 0.0080525 2021-03-04T23:26:00.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:00 gibba008 bash[91265]: debug 2021-03-04T23:26:00.428+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:01.111 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:01.135 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:26:01.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:01.238 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:01.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[91265]: debug 2021-03-04T23:26:01.100+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:01.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[39303]: cluster 2021-03-04T23:26:00.171692+0000 mon.a (mon.0) 1730 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:01.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[39303]: audit 2021-03-04T23:26:00.174686+0000 mon.a (mon.0) 1731 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]': finished 2021-03-04T23:26:01.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[39303]: audit 2021-03-04T23:26:00.174852+0000 mon.a (mon.0) 1732 : audit [INF] from='client.? 172.21.2.108:0/3122654247' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:26:01.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[39303]: cluster 2021-03-04T23:26:00.174904+0000 mon.a (mon.0) 1733 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-03-04T23:26:01.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[39303]: cluster 2021-03-04T23:26:00.548142+0000 osd.3 (osd.3) 6 : cluster [DBG] 2.19 scrub ok 2021-03-04T23:26:01.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[39303]: cluster 2021-03-04T23:26:01.175948+0000 mon.a (mon.0) 1734 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-03-04T23:26:01.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[37770]: cluster 2021-03-04T23:26:00.171692+0000 mon.a (mon.0) 1730 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:01.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[37770]: audit 2021-03-04T23:26:00.174686+0000 mon.a (mon.0) 1731 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]': finished 2021-03-04T23:26:01.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[37770]: audit 2021-03-04T23:26:00.174852+0000 mon.a (mon.0) 1732 : audit [INF] from='client.? 172.21.2.108:0/3122654247' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:26:01.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[37770]: cluster 2021-03-04T23:26:00.174904+0000 mon.a (mon.0) 1733 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-03-04T23:26:01.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[37770]: cluster 2021-03-04T23:26:00.548142+0000 osd.3 (osd.3) 6 : cluster [DBG] 2.19 scrub ok 2021-03-04T23:26:01.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[37770]: cluster 2021-03-04T23:26:01.175948+0000 mon.a (mon.0) 1734 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-03-04T23:26:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:01 gibba023 bash[27374]: cluster 2021-03-04T23:26:00.171692+0000 mon.a (mon.0) 1730 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:01 gibba023 bash[27374]: audit 2021-03-04T23:26:00.174686+0000 mon.a (mon.0) 1731 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 0.9472704406646184}]': finished 2021-03-04T23:26:01.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:01 gibba023 bash[27374]: audit 2021-03-04T23:26:00.174852+0000 mon.a (mon.0) 1732 : audit [INF] from='client.? 172.21.2.108:0/3122654247' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:26:01.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:01 gibba023 bash[27374]: cluster 2021-03-04T23:26:00.174904+0000 mon.a (mon.0) 1733 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-03-04T23:26:01.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:01 gibba023 bash[27374]: cluster 2021-03-04T23:26:00.548142+0000 osd.3 (osd.3) 6 : cluster [DBG] 2.19 scrub ok 2021-03-04T23:26:01.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:01 gibba023 bash[27374]: cluster 2021-03-04T23:26:01.175948+0000 mon.a (mon.0) 1734 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-03-04T23:26:01.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 88 16 173847 173831 123.447 64 0.0259 0.00809628 2021-03-04T23:26:01.715 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:01.818 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:02.001 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:01 gibba008 bash[48858]: debug 2021-03-04T23:26:01.705+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:02.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[37770]: cluster 2021-03-04T23:26:01.053098+0000 osd.6 (osd.6) 26 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:26:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[37770]: cluster 2021-03-04T23:26:01.060034+0000 osd.6 (osd.6) 27 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:26:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[37770]: cluster 2021-03-04T23:26:01.367911+0000 mgr.x (mgr.34379) 1146 : cluster [DBG] pgmap v1517: 129 pgs: 2 peering, 127 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:26:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[37770]: cluster 2021-03-04T23:26:01.819031+0000 osd.0 (osd.0) 5 : cluster [DBG] 2.13 scrub ok 2021-03-04T23:26:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[39303]: cluster 2021-03-04T23:26:01.053098+0000 osd.6 (osd.6) 26 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:26:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[39303]: cluster 2021-03-04T23:26:01.060034+0000 osd.6 (osd.6) 27 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:26:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[39303]: cluster 2021-03-04T23:26:01.367911+0000 mgr.x (mgr.34379) 1146 : cluster [DBG] pgmap v1517: 129 pgs: 2 peering, 127 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:26:02.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[39303]: cluster 2021-03-04T23:26:01.819031+0000 osd.0 (osd.0) 5 : cluster [DBG] 2.13 scrub ok 2021-03-04T23:26:02.331 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:02.435 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:02.443 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:02 gibba023 bash[27374]: cluster 2021-03-04T23:26:01.053098+0000 osd.6 (osd.6) 26 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:26:02.443 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:02 gibba023 bash[27374]: cluster 2021-03-04T23:26:01.060034+0000 osd.6 (osd.6) 27 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:26:02.443 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:02 gibba023 bash[27374]: cluster 2021-03-04T23:26:01.367911+0000 mgr.x (mgr.34379) 1146 : cluster [DBG] pgmap v1517: 129 pgs: 2 peering, 127 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:26:02.443 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:02 gibba023 bash[27374]: cluster 2021-03-04T23:26:01.819031+0000 osd.0 (osd.0) 5 : cluster [DBG] 2.13 scrub ok 2021-03-04T23:26:02.556 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:02.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 89 16 175807 175791 123.437 122.5 0.0049208 0.00809801 2021-03-04T23:26:02.660 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:02.670 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:02 gibba008 bash[47391]: debug 2021-03-04T23:26:02.321+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:02.724 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:02 gibba023 bash[19550]: debug 2021-03-04T23:26:02.550+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:03.248 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:03.351 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:03.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:03 gibba008 bash[39303]: cluster 2021-03-04T23:26:02.181599+0000 mon.a (mon.0) 1735 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:26:03.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:03 gibba008 bash[91265]: debug 2021-03-04T23:26:03.237+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:03.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:03 gibba008 bash[37770]: cluster 2021-03-04T23:26:02.181599+0000 mon.a (mon.0) 1735 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:26:03.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:03 gibba023 bash[27374]: cluster 2021-03-04T23:26:02.181599+0000 mon.a (mon.0) 1735 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:26:03.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total time run: 90.0047 2021-03-04T23:26:03.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total writes made: 177815 2021-03-04T23:26:03.585 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Write size: 65536 2021-03-04T23:26:03.586 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object size: 65536 2021-03-04T23:26:03.586 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Bandwidth (MB/sec): 123.476 2021-03-04T23:26:03.586 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Bandwidth: 61.4245 2021-03-04T23:26:03.586 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max bandwidth (MB/sec): 477 2021-03-04T23:26:03.587 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min bandwidth (MB/sec): 52.75 2021-03-04T23:26:03.587 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average IOPS: 1975 2021-03-04T23:26:03.587 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev IOPS: 982.792 2021-03-04T23:26:03.587 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max IOPS: 7632 2021-03-04T23:26:03.587 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min IOPS: 844 2021-03-04T23:26:03.588 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average Latency(s): 0.0080956 2021-03-04T23:26:03.588 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Latency(s): 0.01163 2021-03-04T23:26:03.588 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max latency(s): 0.317793 2021-03-04T23:26:03.588 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min latency(s): 0.000723549 2021-03-04T23:26:03.589 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:26:03.840 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:03.943 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:03.949 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:03 gibba008 bash[91265]: debug 2021-03-04T23:26:03.829+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:04 gibba008 bash[37770]: cluster 2021-03-04T23:26:02.713644+0000 osd.1 (osd.1) 8 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:26:04.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:04 gibba008 bash[37770]: cluster 2021-03-04T23:26:03.368408+0000 mgr.x (mgr.34379) 1147 : cluster [DBG] pgmap v1518: 129 pgs: 2 peering, 127 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 103 MiB/s wr, 1.66k op/s 2021-03-04T23:26:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:04 gibba008 bash[39303]: cluster 2021-03-04T23:26:02.713644+0000 osd.1 (osd.1) 8 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:26:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:04 gibba008 bash[39303]: cluster 2021-03-04T23:26:03.368408+0000 mgr.x (mgr.34379) 1147 : cluster [DBG] pgmap v1518: 129 pgs: 2 peering, 127 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 103 MiB/s wr, 1.66k op/s 2021-03-04T23:26:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:04 gibba023 bash[27374]: cluster 2021-03-04T23:26:02.713644+0000 osd.1 (osd.1) 8 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:26:04.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:04 gibba023 bash[27374]: cluster 2021-03-04T23:26:03.368408+0000 mgr.x (mgr.34379) 1147 : cluster [DBG] pgmap v1518: 129 pgs: 2 peering, 127 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 103 MiB/s wr, 1.66k op/s 2021-03-04T23:26:04.625 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:04.729 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:05.006 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:04 gibba008 bash[91265]: debug 2021-03-04T23:26:04.617+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:05.008 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:05.112 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:05.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[44600]: debug 2021-03-04T23:26:04.997+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:05.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[39303]: cluster 2021-03-04T23:26:04.094777+0000 osd.6 (osd.6) 28 : cluster [DBG] 2.17 scrub starts 2021-03-04T23:26:05.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[39303]: cluster 2021-03-04T23:26:04.097749+0000 osd.6 (osd.6) 29 : cluster [DBG] 2.17 scrub ok 2021-03-04T23:26:05.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[39303]: cluster 2021-03-04T23:26:04.466536+0000 osd.3 (osd.3) 7 : cluster [DBG] 2.1b scrub ok 2021-03-04T23:26:05.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[39303]: cluster 2021-03-04T23:26:04.718299+0000 osd.7 (osd.7) 31 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:26:05.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[39303]: cluster 2021-03-04T23:26:04.718965+0000 osd.7 (osd.7) 32 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:26:05.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[39303]: cluster 2021-03-04T23:26:04.825762+0000 osd.0 (osd.0) 6 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:26:05.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[37770]: cluster 2021-03-04T23:26:04.094777+0000 osd.6 (osd.6) 28 : cluster [DBG] 2.17 scrub starts 2021-03-04T23:26:05.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[37770]: cluster 2021-03-04T23:26:04.097749+0000 osd.6 (osd.6) 29 : cluster [DBG] 2.17 scrub ok 2021-03-04T23:26:05.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[37770]: cluster 2021-03-04T23:26:04.466536+0000 osd.3 (osd.3) 7 : cluster [DBG] 2.1b scrub ok 2021-03-04T23:26:05.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[37770]: cluster 2021-03-04T23:26:04.718299+0000 osd.7 (osd.7) 31 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:26:05.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[37770]: cluster 2021-03-04T23:26:04.718965+0000 osd.7 (osd.7) 32 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:26:05.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[37770]: cluster 2021-03-04T23:26:04.825762+0000 osd.0 (osd.0) 6 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:26:05.345 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:05.447 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:05.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[16680]: debug 2021-03-04T23:26:05.338+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[27374]: cluster 2021-03-04T23:26:04.094777+0000 osd.6 (osd.6) 28 : cluster [DBG] 2.17 scrub starts 2021-03-04T23:26:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[27374]: cluster 2021-03-04T23:26:04.097749+0000 osd.6 (osd.6) 29 : cluster [DBG] 2.17 scrub ok 2021-03-04T23:26:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[27374]: cluster 2021-03-04T23:26:04.466536+0000 osd.3 (osd.3) 7 : cluster [DBG] 2.1b scrub ok 2021-03-04T23:26:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[27374]: cluster 2021-03-04T23:26:04.718299+0000 osd.7 (osd.7) 31 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:26:05.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[27374]: cluster 2021-03-04T23:26:04.718965+0000 osd.7 (osd.7) 32 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:26:05.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:05 gibba023 bash[27374]: cluster 2021-03-04T23:26:04.825762+0000 osd.0 (osd.0) 6 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:26:05.630 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:26:05.686 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:26:05.686 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:26:05.686 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:26:05.687 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:26:05.687 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:26:05.799 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:05.992 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:06.096 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:06.102 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:05 gibba008 bash[91265]: debug 2021-03-04T23:26:05.985+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:06 gibba008 bash[39303]: cluster 2021-03-04T23:26:05.368812+0000 mgr.x (mgr.34379) 1148 : cluster [DBG] pgmap v1519: 129 pgs: 2 peering, 127 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 56 MiB/s wr, 902 op/s 2021-03-04T23:26:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:06 gibba008 bash[37770]: cluster 2021-03-04T23:26:05.368812+0000 mgr.x (mgr.34379) 1148 : cluster [DBG] pgmap v1519: 129 pgs: 2 peering, 127 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 56 MiB/s wr, 902 op/s 2021-03-04T23:26:06.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:06 gibba023 bash[27374]: cluster 2021-03-04T23:26:05.368812+0000 mgr.x (mgr.34379) 1148 : cluster [DBG] pgmap v1519: 129 pgs: 2 peering, 127 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 56 MiB/s wr, 902 op/s 2021-03-04T23:26:06.730 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:26:06.841 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:06.860 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:06.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:07.211 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:06 gibba008 bash[48858]: debug 2021-03-04T23:26:06.849+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:07.315 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:07.419 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:07.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:07 gibba008 bash[37770]: cluster 2021-03-04T23:26:06.019217+0000 osd.6 (osd.6) 30 : cluster [DBG] 2.14 scrub starts 2021-03-04T23:26:07.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:07 gibba008 bash[37770]: cluster 2021-03-04T23:26:06.019795+0000 osd.6 (osd.6) 31 : cluster [DBG] 2.14 scrub ok 2021-03-04T23:26:07.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:07 gibba008 bash[39303]: cluster 2021-03-04T23:26:06.019217+0000 osd.6 (osd.6) 30 : cluster [DBG] 2.14 scrub starts 2021-03-04T23:26:07.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:07 gibba008 bash[39303]: cluster 2021-03-04T23:26:06.019795+0000 osd.6 (osd.6) 31 : cluster [DBG] 2.14 scrub ok 2021-03-04T23:26:07.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:07 gibba008 bash[48858]: debug 2021-03-04T23:26:07.305+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:07 gibba023 bash[27374]: cluster 2021-03-04T23:26:06.019217+0000 osd.6 (osd.6) 30 : cluster [DBG] 2.14 scrub starts 2021-03-04T23:26:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:07 gibba023 bash[27374]: cluster 2021-03-04T23:26:06.019795+0000 osd.6 (osd.6) 31 : cluster [DBG] 2.14 scrub ok 2021-03-04T23:26:07.656 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:07.761 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:07 gibba023 bash[16680]: debug 2021-03-04T23:26:07.650+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:08.361 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[39303]: cluster 2021-03-04T23:26:07.060387+0000 osd.6 (osd.6) 32 : cluster [DBG] 2.1a scrub starts 2021-03-04T23:26:08.361 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[39303]: cluster 2021-03-04T23:26:07.061175+0000 osd.6 (osd.6) 33 : cluster [DBG] 2.1a scrub ok 2021-03-04T23:26:08.362 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[39303]: cluster 2021-03-04T23:26:07.369518+0000 mgr.x (mgr.34379) 1149 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 127 B/s rd, 80 MiB/s wr, 1.81k op/s 2021-03-04T23:26:08.362 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[39303]: cluster 2021-03-04T23:26:07.527500+0000 osd.4 (osd.4) 17 : cluster [DBG] 2.b scrub starts 2021-03-04T23:26:08.362 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[39303]: cluster 2021-03-04T23:26:07.530536+0000 osd.4 (osd.4) 18 : cluster [DBG] 2.b scrub ok 2021-03-04T23:26:08.363 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.363 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[37770]: cluster 2021-03-04T23:26:07.060387+0000 osd.6 (osd.6) 32 : cluster [DBG] 2.1a scrub starts 2021-03-04T23:26:08.363 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[37770]: cluster 2021-03-04T23:26:07.061175+0000 osd.6 (osd.6) 33 : cluster [DBG] 2.1a scrub ok 2021-03-04T23:26:08.364 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[37770]: cluster 2021-03-04T23:26:07.369518+0000 mgr.x (mgr.34379) 1149 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 127 B/s rd, 80 MiB/s wr, 1.81k op/s 2021-03-04T23:26:08.364 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[37770]: cluster 2021-03-04T23:26:07.527500+0000 osd.4 (osd.4) 17 : cluster [DBG] 2.b scrub starts 2021-03-04T23:26:08.364 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[37770]: cluster 2021-03-04T23:26:07.530536+0000 osd.4 (osd.4) 18 : cluster [DBG] 2.b scrub ok 2021-03-04T23:26:08.467 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:08.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:08 gibba023 bash[27374]: cluster 2021-03-04T23:26:07.060387+0000 osd.6 (osd.6) 32 : cluster [DBG] 2.1a scrub starts 2021-03-04T23:26:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:08 gibba023 bash[27374]: cluster 2021-03-04T23:26:07.061175+0000 osd.6 (osd.6) 33 : cluster [DBG] 2.1a scrub ok 2021-03-04T23:26:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:08 gibba023 bash[27374]: cluster 2021-03-04T23:26:07.369518+0000 mgr.x (mgr.34379) 1149 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 127 B/s rd, 80 MiB/s wr, 1.81k op/s 2021-03-04T23:26:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:08 gibba023 bash[27374]: cluster 2021-03-04T23:26:07.527500+0000 osd.4 (osd.4) 17 : cluster [DBG] 2.b scrub starts 2021-03-04T23:26:08.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:08 gibba023 bash[27374]: cluster 2021-03-04T23:26:07.530536+0000 osd.4 (osd.4) 18 : cluster [DBG] 2.b scrub ok 2021-03-04T23:26:08.665 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[48858]: debug 2021-03-04T23:26:08.353+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:08.666 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:08.757 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:26:08.768 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.774 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:26:08.794 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:26:08.815 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:26:08.835 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:26:08.855 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:26:08.875 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:26:08.896 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:26:08.897 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.897 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.897 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.898 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.898 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.899 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.899 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.899 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.917 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[44600]: debug 2021-03-04T23:26:08.657+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:08.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:09.023 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:09.214 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:08 gibba008 bash[48858]: debug 2021-03-04T23:26:08.909+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:09.446 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:09 gibba023 bash[27374]: cluster 2021-03-04T23:26:08.206185+0000 mon.a (mon.0) 1736 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:26:09.447 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:09 gibba023 bash[27374]: cluster 2021-03-04T23:26:08.250075+0000 osd.5 (osd.5) 23 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:26:09.447 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:09 gibba023 bash[27374]: cluster 2021-03-04T23:26:08.250575+0000 osd.5 (osd.5) 24 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:26:09.447 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:09 gibba023 bash[27374]: audit 2021-03-04T23:26:08.734437+0000 mon.c (mon.1) 111 : audit [DBG] from='client.? 172.21.2.108:0/886889734' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:09.467 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:09.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[39303]: cluster 2021-03-04T23:26:08.206185+0000 mon.a (mon.0) 1736 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:26:09.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[39303]: cluster 2021-03-04T23:26:08.250075+0000 osd.5 (osd.5) 23 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:26:09.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[39303]: cluster 2021-03-04T23:26:08.250575+0000 osd.5 (osd.5) 24 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:26:09.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[39303]: audit 2021-03-04T23:26:08.734437+0000 mon.c (mon.1) 111 : audit [DBG] from='client.? 172.21.2.108:0/886889734' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:09.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[37770]: cluster 2021-03-04T23:26:08.206185+0000 mon.a (mon.0) 1736 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:26:09.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[37770]: cluster 2021-03-04T23:26:08.250075+0000 osd.5 (osd.5) 23 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:26:09.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[37770]: cluster 2021-03-04T23:26:08.250575+0000 osd.5 (osd.5) 24 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:26:09.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:09 gibba008 bash[37770]: audit 2021-03-04T23:26:08.734437+0000 mon.c (mon.1) 111 : audit [DBG] from='client.? 172.21.2.108:0/886889734' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:09.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:09.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:09 gibba023 bash[16680]: debug 2021-03-04T23:26:09.458+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:10.005 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:10.019 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:26:10.019 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:26:10.019 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:26:10.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:26:10.108 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:10.205 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:10.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:10 gibba023 bash[27374]: cluster 2021-03-04T23:26:09.370777+0000 mgr.x (mgr.34379) 1150 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 111 B/s rd, 71 MiB/s wr, 1.69k op/s 2021-03-04T23:26:10.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:10 gibba023 bash[19550]: debug 2021-03-04T23:26:09.998+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:10.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:10 gibba008 bash[39303]: cluster 2021-03-04T23:26:09.370777+0000 mgr.x (mgr.34379) 1150 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 111 B/s rd, 71 MiB/s wr, 1.69k op/s 2021-03-04T23:26:10.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:10 gibba008 bash[37770]: cluster 2021-03-04T23:26:09.370777+0000 mgr.x (mgr.34379) 1150 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 111 B/s rd, 71 MiB/s wr, 1.69k op/s 2021-03-04T23:26:10.899 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:11.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:11.222 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:10 gibba008 bash[91265]: debug 2021-03-04T23:26:10.889+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:11.452 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:11.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:11 gibba008 bash[37770]: cluster 2021-03-04T23:26:10.193066+0000 osd.5 (osd.5) 25 : cluster [DBG] 2.12 scrub starts 2021-03-04T23:26:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:11 gibba008 bash[37770]: cluster 2021-03-04T23:26:10.193881+0000 osd.5 (osd.5) 26 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:26:11.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:11 gibba008 bash[39303]: cluster 2021-03-04T23:26:10.193066+0000 osd.5 (osd.5) 25 : cluster [DBG] 2.12 scrub starts 2021-03-04T23:26:11.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:11 gibba008 bash[39303]: cluster 2021-03-04T23:26:10.193881+0000 osd.5 (osd.5) 26 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:26:11.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:11 gibba008 bash[91265]: debug 2021-03-04T23:26:11.441+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:11.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:11 gibba023 bash[27374]: cluster 2021-03-04T23:26:10.193066+0000 osd.5 (osd.5) 25 : cluster [DBG] 2.12 scrub starts 2021-03-04T23:26:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:11 gibba023 bash[27374]: cluster 2021-03-04T23:26:10.193881+0000 osd.5 (osd.5) 26 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:26:11.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:11.904 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:11.904 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:12.304 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:12.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:12 gibba008 bash[37770]: cluster 2021-03-04T23:26:11.371458+0000 mgr.x (mgr.34379) 1151 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 100 B/s rd, 44 MiB/s wr, 1.66k op/s 2021-03-04T23:26:12.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:12 gibba008 bash[91265]: debug 2021-03-04T23:26:12.289+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:12 gibba008 bash[39303]: cluster 2021-03-04T23:26:11.371458+0000 mgr.x (mgr.34379) 1151 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 100 B/s rd, 44 MiB/s wr, 1.66k op/s 2021-03-04T23:26:12.554 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:12 gibba023 bash[27374]: cluster 2021-03-04T23:26:11.371458+0000 mgr.x (mgr.34379) 1151 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 100 B/s rd, 44 MiB/s wr, 1.66k op/s 2021-03-04T23:26:12.775 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:12.877 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:13.034 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:12 gibba023 bash[19550]: debug 2021-03-04T23:26:12.770+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:13.414 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:13.517 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:13.538 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:26:13.598 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:13.643 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:13.673 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:13 gibba023 bash[15180]: debug 2021-03-04T23:26:13.406+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:13.674 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:13 gibba023 bash[19550]: debug 2021-03-04T23:26:13.590+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:13.703 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:13.988 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:14.091 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:14.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:13 gibba008 bash[48858]: debug 2021-03-04T23:26:13.977+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:14.297 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:14.403 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:14.429 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:14 gibba023 bash[15180]: debug 2021-03-04T23:26:14.290+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:14.431 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:14 gibba023 bash[27374]: cluster 2021-03-04T23:26:13.371896+0000 mgr.x (mgr.34379) 1152 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 B/s rd, 35 MiB/s wr, 1.71k op/s 2021-03-04T23:26:14.640 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:26:14.749 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:14.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:14 gibba008 bash[39303]: cluster 2021-03-04T23:26:13.371896+0000 mgr.x (mgr.34379) 1152 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 B/s rd, 35 MiB/s wr, 1.71k op/s 2021-03-04T23:26:14.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:14 gibba008 bash[37770]: cluster 2021-03-04T23:26:13.371896+0000 mgr.x (mgr.34379) 1152 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 B/s rd, 35 MiB/s wr, 1.71k op/s 2021-03-04T23:26:15.174 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:15.278 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:15.478 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:15.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:15 gibba008 bash[44600]: debug 2021-03-04T23:26:15.165+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:15.581 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:15.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:15 gibba023 bash[15180]: debug 2021-03-04T23:26:15.470+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:15.904 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:16.011 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:16.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:15 gibba023 bash[16680]: debug 2021-03-04T23:26:15.898+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:16.550 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:16.654 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:16.661 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[37770]: cluster 2021-03-04T23:26:15.282685+0000 osd.5 (osd.5) 27 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:26:16.661 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[37770]: cluster 2021-03-04T23:26:15.283327+0000 osd.5 (osd.5) 28 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:26:16.662 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[37770]: cluster 2021-03-04T23:26:15.372263+0000 mgr.x (mgr.34379) 1153 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 B/s rd, 21 MiB/s wr, 1.49k op/s 2021-03-04T23:26:16.662 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[39303]: cluster 2021-03-04T23:26:15.282685+0000 osd.5 (osd.5) 27 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:26:16.663 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[39303]: cluster 2021-03-04T23:26:15.283327+0000 osd.5 (osd.5) 28 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:26:16.663 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[39303]: cluster 2021-03-04T23:26:15.372263+0000 mgr.x (mgr.34379) 1153 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 B/s rd, 21 MiB/s wr, 1.49k op/s 2021-03-04T23:26:16.690 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:16 gibba023 bash[18090]: debug 2021-03-04T23:26:16.546+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:16.691 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:16 gibba023 bash[27374]: cluster 2021-03-04T23:26:15.282685+0000 osd.5 (osd.5) 27 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:26:16.691 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:16 gibba023 bash[27374]: cluster 2021-03-04T23:26:15.283327+0000 osd.5 (osd.5) 28 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:26:16.692 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:16 gibba023 bash[27374]: cluster 2021-03-04T23:26:15.372263+0000 mgr.x (mgr.34379) 1153 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 B/s rd, 21 MiB/s wr, 1.49k op/s 2021-03-04T23:26:17.001 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:17.104 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:17.278 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:16 gibba008 bash[44600]: debug 2021-03-04T23:26:16.993+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:17.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:17.544 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:17.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:17 gibba008 bash[48858]: debug 2021-03-04T23:26:17.433+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:18.025 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:18.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:18.278 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:18.278 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:18.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:18 gibba008 bash[39303]: cluster 2021-03-04T23:26:17.373011+0000 mgr.x (mgr.34379) 1154 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 85 B/s rd, 21 MiB/s wr, 2.11k op/s 2021-03-04T23:26:18.436 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:18 gibba008 bash[48858]: debug 2021-03-04T23:26:18.017+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:18.436 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:18 gibba008 bash[37770]: cluster 2021-03-04T23:26:17.373011+0000 mgr.x (mgr.34379) 1154 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 85 B/s rd, 21 MiB/s wr, 2.11k op/s 2021-03-04T23:26:18.437 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:18 gibba023 bash[27374]: cluster 2021-03-04T23:26:17.373011+0000 mgr.x (mgr.34379) 1154 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 85 B/s rd, 21 MiB/s wr, 2.11k op/s 2021-03-04T23:26:18.610 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:18.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:18.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:18 gibba008 bash[48858]: debug 2021-03-04T23:26:18.601+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:19.117 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:19.220 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:19.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:19 gibba023 bash[19550]: debug 2021-03-04T23:26:19.110+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:19.639 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:19.747 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:19.803 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:26:19.904 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:19.933 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:19.936 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:19 gibba023 bash[18090]: debug 2021-03-04T23:26:19.630+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:20.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:19 gibba008 bash[47391]: debug 2021-03-04T23:26:19.925+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:20.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:20.215 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:26:20.399 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:20 gibba008 bash[37770]: audit 2021-03-04T23:26:19.185948+0000 mon.a (mon.0) 1737 : audit [INF] from='client.? 172.21.2.108:0/986812385' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:20.399 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:20 gibba008 bash[37770]: cluster 2021-03-04T23:26:19.373424+0000 mgr.x (mgr.34379) 1155 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 9.5 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 1.2 MiB/s wr, 1.52k op/s 2021-03-04T23:26:20.399 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:20 gibba008 bash[39303]: audit 2021-03-04T23:26:19.185948+0000 mon.a (mon.0) 1737 : audit [INF] from='client.? 172.21.2.108:0/986812385' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:20.400 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:20 gibba008 bash[39303]: cluster 2021-03-04T23:26:19.373424+0000 mgr.x (mgr.34379) 1155 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 9.5 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 1.2 MiB/s wr, 1.52k op/s 2021-03-04T23:26:20.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:20 gibba023 bash[27374]: audit 2021-03-04T23:26:19.185948+0000 mon.a (mon.0) 1737 : audit [INF] from='client.? 172.21.2.108:0/986812385' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:20.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:20 gibba023 bash[27374]: cluster 2021-03-04T23:26:19.373424+0000 mgr.x (mgr.34379) 1155 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 9.5 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 1.2 MiB/s wr, 1.52k op/s 2021-03-04T23:26:20.736 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:20.842 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:21.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:20 gibba008 bash[44600]: debug 2021-03-04T23:26:20.725+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:21.480 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:21 gibba023 bash[27374]: cluster 2021-03-04T23:26:20.175291+0000 mon.a (mon.0) 1738 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:21.480 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:21 gibba023 bash[27374]: cluster 2021-03-04T23:26:20.175408+0000 mon.a (mon.0) 1739 : cluster [INF] Cluster is now healthy 2021-03-04T23:26:21.480 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:21 gibba023 bash[27374]: audit 2021-03-04T23:26:20.197048+0000 mon.a (mon.0) 1740 : audit [INF] from='client.? 172.21.2.108:0/986812385' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:21.481 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:21 gibba023 bash[27374]: cluster 2021-03-04T23:26:20.197304+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-03-04T23:26:21.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[37770]: cluster 2021-03-04T23:26:20.175291+0000 mon.a (mon.0) 1738 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:21.526 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[37770]: cluster 2021-03-04T23:26:20.175408+0000 mon.a (mon.0) 1739 : cluster [INF] Cluster is now healthy 2021-03-04T23:26:21.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[37770]: audit 2021-03-04T23:26:20.197048+0000 mon.a (mon.0) 1740 : audit [INF] from='client.? 172.21.2.108:0/986812385' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:21.527 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[37770]: cluster 2021-03-04T23:26:20.197304+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-03-04T23:26:21.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[39303]: cluster 2021-03-04T23:26:20.175291+0000 mon.a (mon.0) 1738 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:21.527 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[39303]: cluster 2021-03-04T23:26:20.175408+0000 mon.a (mon.0) 1739 : cluster [INF] Cluster is now healthy 2021-03-04T23:26:21.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[39303]: audit 2021-03-04T23:26:20.197048+0000 mon.a (mon.0) 1740 : audit [INF] from='client.? 172.21.2.108:0/986812385' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:21.528 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[39303]: cluster 2021-03-04T23:26:20.197304+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-03-04T23:26:21.642 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:21.745 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:22.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:21 gibba008 bash[48858]: debug 2021-03-04T23:26:21.633+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:22.147 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:22.251 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:22.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:22 gibba008 bash[39303]: cluster 2021-03-04T23:26:21.374038+0000 mgr.x (mgr.34379) 1156 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:22 gibba008 bash[37770]: cluster 2021-03-04T23:26:21.374038+0000 mgr.x (mgr.34379) 1156 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:22.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:22 gibba023 bash[27374]: cluster 2021-03-04T23:26:21.374038+0000 mgr.x (mgr.34379) 1156 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:22.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:22 gibba023 bash[18090]: debug 2021-03-04T23:26:22.138+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:22.821 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:22.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:23.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:22 gibba008 bash[48858]: debug 2021-03-04T23:26:22.809+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:23.297 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:23.400 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:23.746 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:23 gibba023 bash[15180]: debug 2021-03-04T23:26:23.290+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:23.750 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:23.856 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:24.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:23 gibba023 bash[18090]: debug 2021-03-04T23:26:23.738+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:24.058 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:24.161 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:24.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:24 gibba008 bash[47391]: debug 2021-03-04T23:26:24.049+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:24.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:24 gibba023 bash[27374]: cluster 2021-03-04T23:26:23.374439+0000 mgr.x (mgr.34379) 1157 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:26:24.451 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:24.554 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:24.706 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:24 gibba008 bash[39303]: cluster 2021-03-04T23:26:23.374439+0000 mgr.x (mgr.34379) 1157 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:26:24.707 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:24 gibba008 bash[37770]: cluster 2021-03-04T23:26:23.374439+0000 mgr.x (mgr.34379) 1157 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:26:24.745 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:24.745 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:24 gibba023 bash[18090]: debug 2021-03-04T23:26:24.442+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:24.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:25.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:24 gibba023 bash[15180]: debug 2021-03-04T23:26:24.738+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:25.110 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:25.110 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:25.339 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:25.442 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:25.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:25 gibba008 bash[48858]: debug 2021-03-04T23:26:25.329+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:25.925 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:26:25.928 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:26:26.084 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:26.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:26.282 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:26:26.379 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:26.438 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:26 gibba023 bash[16680]: debug 2021-03-04T23:26:26.074+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:26.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:26.536 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:26:26.632 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:26.710 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:26.711 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:26 gibba008 bash[37770]: cluster 2021-03-04T23:26:25.374742+0000 mgr.x (mgr.34379) 1158 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:26:26.712 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:26 gibba008 bash[47391]: debug 2021-03-04T23:26:26.509+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:26.712 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:26 gibba008 bash[39303]: cluster 2021-03-04T23:26:25.374742+0000 mgr.x (mgr.34379) 1158 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:26:26.741 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:26 gibba023 bash[27374]: cluster 2021-03-04T23:26:25.374742+0000 mgr.x (mgr.34379) 1158 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:26:27.115 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:27.219 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:27.444 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:27 gibba008 bash[47391]: debug 2021-03-04T23:26:27.105+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:27.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:27.720 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:27.726 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:27 gibba008 bash[37770]: audit 2021-03-04T23:26:25.880370+0000 mgr.x (mgr.34379) 1159 : audit [DBG] from='client.55774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:27.727 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:27 gibba008 bash[39303]: audit 2021-03-04T23:26:25.880370+0000 mgr.x (mgr.34379) 1159 : audit [DBG] from='client.55774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:27.728 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:27 gibba008 bash[48858]: debug 2021-03-04T23:26:27.609+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:27.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:27 gibba023 bash[27374]: audit 2021-03-04T23:26:25.880370+0000 mgr.x (mgr.34379) 1159 : audit [DBG] from='client.55774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:28.328 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:28.433 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:28.645 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:28 gibba008 bash[39303]: cluster 2021-03-04T23:26:27.375261+0000 mgr.x (mgr.34379) 1160 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:28.646 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:28 gibba008 bash[44600]: debug 2021-03-04T23:26:28.309+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:28.646 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:28 gibba008 bash[37770]: cluster 2021-03-04T23:26:27.375261+0000 mgr.x (mgr.34379) 1160 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:28.647 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:28.749 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:28.758 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:28 gibba008 bash[44600]: debug 2021-03-04T23:26:28.637+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:28.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:28 gibba023 bash[27374]: cluster 2021-03-04T23:26:27.375261+0000 mgr.x (mgr.34379) 1160 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:28.977 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:26:28.995 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:26:29.017 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:26:29.032 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1530,"stamp":"2021-03-04T23:26:25.374564+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":9738521920,"num_objects":148621,"num_object_clones":0,"num_object_copies":445863,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":148621,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":207085,"num_write_kb":11380181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96970,"ondisk_log_size":96970,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":387,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":33815648,"kb_used_data":28672544,"kb_used_omap":7538,"kb_used_meta":5135501,"kb_avail":670827424,"statfs":{"total":721554505728,"available":686927282176,"internally_reserved":4294967296,"allocated":29360685056,"data_stored":29333957165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7719782,"internal_metadata":5258753178},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1012203520,"num_objects":-15445,"num_object_clones":0,"num_object_copies":-46335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-15445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15445,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002527"},"pg_stats":[{"pgid":"2.1b","version":"0'0","reported_seq":"19","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:04.466620+0000","last_change":"2021-03-04T23:26:04.466600+0000","last_active":"2021-03-04T23:26:04.466620+0000","last_peered":"2021-03-04T23:26:04.466620+0000","last_clean":"2021-03-04T23:26:04.466620+0000","last_became_active":"2021-03-04T23:25:29.229513+0000","last_became_peered":"2021-03-04T23:25:29.229513+0000","last_unstale":"2021-03-04T23:26:04.466620+0000","last_undegraded":"2021-03-04T23:26:04.466620+0000","last_fullsized":"2021-03-04T23:26:04.466620+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.4","version":"705'12702","reported_seq":"12724","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.561113+0000","last_change":"2021-03-04T23:24:12.207326+0000","last_active":"2021-03-04T23:26:20.561113+0000","last_peered":"2021-03-04T23:26:20.561113+0000","last_clean":"2021-03-04T23:26:20.561113+0000","last_became_active":"2021-03-04T23:24:12.206956+0000","last_became_peered":"2021-03-04T23:24:12.206956+0000","last_unstale":"2021-03-04T23:26:20.561113+0000","last_undegraded":"2021-03-04T23:26:20.561113+0000","last_fullsized":"2021-03-04T23:26:20.561113+0000","mapping_epoch":691,"log_start":"697'6871","ondisk_log_start":"697'6871","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5831,"ondisk_log_size":5831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":600178688,"num_objects":9158,"num_object_clones":0,"num_object_copies":27474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12702,"num_write_kb":699520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"700","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177200+0000","last_change":"2021-03-04T23:24:02.164090+0000","last_active":"2021-03-04T23:26:01.177200+0000","last_peered":"2021-03-04T23:26:01.177200+0000","last_clean":"2021-03-04T23:26:01.177200+0000","last_became_active":"2021-03-04T23:24:02.163767+0000","last_became_peered":"2021-03-04T23:24:02.163767+0000","last_unstale":"2021-03-04T23:26:01.177200+0000","last_undegraded":"2021-03-04T23:26:01.177200+0000","last_fullsized":"2021-03-04T23:26:01.177200+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"660","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183134+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:26:01.183134+0000","last_peered":"2021-03-04T23:26:01.183134+0000","last_clean":"2021-03-04T23:26:01.183134+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:26:01.183134+0000","last_undegraded":"2021-03-04T23:26:01.183134+0000","last_fullsized":"2021-03-04T23:26:01.183134+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"17","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:08.250847+0000","last_change":"2021-03-04T23:26:08.250847+0000","last_active":"2021-03-04T23:26:08.250847+0000","last_peered":"2021-03-04T23:26:08.250847+0000","last_clean":"2021-03-04T23:26:08.250847+0000","last_became_active":"2021-03-04T23:25:29.233175+0000","last_became_peered":"2021-03-04T23:25:29.233175+0000","last_unstale":"2021-03-04T23:26:08.250847+0000","last_undegraded":"2021-03-04T23:26:08.250847+0000","last_fullsized":"2021-03-04T23:26:08.250847+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:08.250576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:08.250576+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.7","version":"705'12793","reported_seq":"12815","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.642869+0000","last_change":"2021-03-04T23:24:12.428499+0000","last_active":"2021-03-04T23:26:20.642869+0000","last_peered":"2021-03-04T23:26:20.642869+0000","last_clean":"2021-03-04T23:26:20.642869+0000","last_became_active":"2021-03-04T23:24:12.427340+0000","last_became_peered":"2021-03-04T23:24:12.427340+0000","last_unstale":"2021-03-04T23:26:20.642869+0000","last_undegraded":"2021-03-04T23:26:20.642869+0000","last_fullsized":"2021-03-04T23:26:20.642869+0000","mapping_epoch":691,"log_start":"697'6996","ondisk_log_start":"697'6996","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5797,"ondisk_log_size":5797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":602472448,"num_objects":9193,"num_object_clones":0,"num_object_copies":27579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12793,"num_write_kb":703552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.178870+0000","last_change":"2021-03-04T23:24:02.163958+0000","last_active":"2021-03-04T23:26:01.178870+0000","last_peered":"2021-03-04T23:26:01.178870+0000","last_clean":"2021-03-04T23:26:01.178870+0000","last_became_active":"2021-03-04T23:24:02.163710+0000","last_became_peered":"2021-03-04T23:24:02.163710+0000","last_unstale":"2021-03-04T23:26:01.178870+0000","last_undegraded":"2021-03-04T23:26:01.178870+0000","last_fullsized":"2021-03-04T23:26:01.178870+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"684","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176559+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:26:01.176559+0000","last_peered":"2021-03-04T23:26:01.176559+0000","last_clean":"2021-03-04T23:26:01.176559+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:26:01.176559+0000","last_undegraded":"2021-03-04T23:26:01.176559+0000","last_fullsized":"2021-03-04T23:26:01.176559+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"580","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182552+0000","last_change":"2021-03-04T23:26:00.548182+0000","last_active":"2021-03-04T23:26:01.182552+0000","last_peered":"2021-03-04T23:26:01.182552+0000","last_clean":"2021-03-04T23:26:01.182552+0000","last_became_active":"2021-03-04T23:25:29.228482+0000","last_became_peered":"2021-03-04T23:25:29.228482+0000","last_unstale":"2021-03-04T23:26:01.182552+0000","last_undegraded":"2021-03-04T23:26:01.182552+0000","last_fullsized":"2021-03-04T23:26:01.182552+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.6","version":"705'13313","reported_seq":"13335","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:21.861270+0000","last_change":"2021-03-04T23:24:12.425609+0000","last_active":"2021-03-04T23:26:21.861270+0000","last_peered":"2021-03-04T23:26:21.861270+0000","last_clean":"2021-03-04T23:26:21.861270+0000","last_became_active":"2021-03-04T23:24:12.424967+0000","last_became_peered":"2021-03-04T23:24:12.424967+0000","last_unstale":"2021-03-04T23:26:21.861270+0000","last_undegraded":"2021-03-04T23:26:21.861270+0000","last_fullsized":"2021-03-04T23:26:21.861270+0000","mapping_epoch":691,"log_start":"699'7746","ondisk_log_start":"699'7746","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5567,"ondisk_log_size":5567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":616759296,"num_objects":9411,"num_object_clones":0,"num_object_copies":28233,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9411,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13313,"num_write_kb":727168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"676","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184319+0000","last_change":"2021-03-04T23:24:02.166452+0000","last_active":"2021-03-04T23:26:01.184319+0000","last_peered":"2021-03-04T23:26:01.184319+0000","last_clean":"2021-03-04T23:26:01.184319+0000","last_became_active":"2021-03-04T23:24:02.166195+0000","last_became_peered":"2021-03-04T23:24:02.166195+0000","last_unstale":"2021-03-04T23:26:01.184319+0000","last_undegraded":"2021-03-04T23:26:01.184319+0000","last_fullsized":"2021-03-04T23:26:01.184319+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"683","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180359+0000","last_change":"2021-03-04T23:24:02.158103+0000","last_active":"2021-03-04T23:26:01.180359+0000","last_peered":"2021-03-04T23:26:01.180359+0000","last_clean":"2021-03-04T23:26:01.180359+0000","last_became_active":"2021-03-04T23:24:02.157777+0000","last_became_peered":"2021-03-04T23:24:02.157777+0000","last_unstale":"2021-03-04T23:26:01.180359+0000","last_undegraded":"2021-03-04T23:26:01.180359+0000","last_fullsized":"2021-03-04T23:26:01.180359+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"17","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:15.283356+0000","last_change":"2021-03-04T23:26:15.283356+0000","last_active":"2021-03-04T23:26:15.283356+0000","last_peered":"2021-03-04T23:26:15.283356+0000","last_clean":"2021-03-04T23:26:15.283356+0000","last_became_active":"2021-03-04T23:25:29.232514+0000","last_became_peered":"2021-03-04T23:25:29.232514+0000","last_unstale":"2021-03-04T23:26:15.283356+0000","last_undegraded":"2021-03-04T23:26:15.283356+0000","last_fullsized":"2021-03-04T23:26:15.283356+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:15.283328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:15.283328+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"705'13038","reported_seq":"13060","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:21.877711+0000","last_change":"2021-03-04T23:24:12.204828+0000","last_active":"2021-03-04T23:26:21.877711+0000","last_peered":"2021-03-04T23:26:21.877711+0000","last_clean":"2021-03-04T23:26:21.877711+0000","last_became_active":"2021-03-04T23:24:12.204604+0000","last_became_peered":"2021-03-04T23:24:12.204604+0000","last_unstale":"2021-03-04T23:26:21.877711+0000","last_undegraded":"2021-03-04T23:26:21.877711+0000","last_fullsized":"2021-03-04T23:26:21.877711+0000","mapping_epoch":691,"log_start":"699'7438","ondisk_log_start":"699'7438","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5600,"ondisk_log_size":5600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":611844096,"num_objects":9336,"num_object_clones":0,"num_object_copies":28008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13038,"num_write_kb":715968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"665","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176614+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:26:01.176614+0000","last_peered":"2021-03-04T23:26:01.176614+0000","last_clean":"2021-03-04T23:26:01.176614+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:26:01.176614+0000","last_undegraded":"2021-03-04T23:26:01.176614+0000","last_fullsized":"2021-03-04T23:26:01.176614+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"660","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184366+0000","last_change":"2021-03-04T23:24:02.165882+0000","last_active":"2021-03-04T23:26:01.184366+0000","last_peered":"2021-03-04T23:26:01.184366+0000","last_clean":"2021-03-04T23:26:01.184366+0000","last_became_active":"2021-03-04T23:24:02.165660+0000","last_became_peered":"2021-03-04T23:24:02.165660+0000","last_unstale":"2021-03-04T23:26:01.184366+0000","last_undegraded":"2021-03-04T23:26:01.184366+0000","last_fullsized":"2021-03-04T23:26:01.184366+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"735","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:04.097818+0000","last_change":"2021-03-04T23:26:04.097818+0000","last_active":"2021-03-04T23:26:04.097818+0000","last_peered":"2021-03-04T23:26:04.097818+0000","last_clean":"2021-03-04T23:26:04.097818+0000","last_became_active":"2021-03-04T23:25:29.236266+0000","last_became_peered":"2021-03-04T23:25:29.236266+0000","last_unstale":"2021-03-04T23:26:04.097818+0000","last_undegraded":"2021-03-04T23:26:04.097818+0000","last_fullsized":"2021-03-04T23:26:04.097818+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.8","version":"705'13111","reported_seq":"13133","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:22.680982+0000","last_change":"2021-03-04T23:24:12.204911+0000","last_active":"2021-03-04T23:26:22.680982+0000","last_peered":"2021-03-04T23:26:22.680982+0000","last_clean":"2021-03-04T23:26:22.680982+0000","last_became_active":"2021-03-04T23:24:12.204662+0000","last_became_peered":"2021-03-04T23:24:12.204662+0000","last_unstale":"2021-03-04T23:26:22.680982+0000","last_undegraded":"2021-03-04T23:26:22.680982+0000","last_fullsized":"2021-03-04T23:26:22.680982+0000","mapping_epoch":691,"log_start":"695'4700","ondisk_log_start":"695'4700","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":8411,"ondisk_log_size":8411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":607322112,"num_objects":9267,"num_object_clones":0,"num_object_copies":27801,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9267,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13111,"num_write_kb":716096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"34","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181923+0000","last_change":"2021-03-04T23:23:50.885075+0000","last_active":"2021-03-04T23:26:01.181923+0000","last_peered":"2021-03-04T23:26:01.181923+0000","last_clean":"2021-03-04T23:26:01.181923+0000","last_became_active":"2021-03-04T23:23:49.215403+0000","last_became_peered":"2021-03-04T23:23:49.215403+0000","last_unstale":"2021-03-04T23:26:01.181923+0000","last_undegraded":"2021-03-04T23:26:01.181923+0000","last_fullsized":"2021-03-04T23:26:01.181923+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"78","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183687+0000","last_change":"2021-03-04T23:24:02.159393+0000","last_active":"2021-03-04T23:26:01.183687+0000","last_peered":"2021-03-04T23:26:01.183687+0000","last_clean":"2021-03-04T23:26:01.183687+0000","last_became_active":"2021-03-04T23:24:02.158927+0000","last_became_peered":"2021-03-04T23:24:02.158927+0000","last_unstale":"2021-03-04T23:26:01.183687+0000","last_undegraded":"2021-03-04T23:26:01.183687+0000","last_fullsized":"2021-03-04T23:26:01.183687+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"634","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184201+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:26:01.184201+0000","last_peered":"2021-03-04T23:26:01.184201+0000","last_clean":"2021-03-04T23:26:01.184201+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:26:01.184201+0000","last_undegraded":"2021-03-04T23:26:01.184201+0000","last_fullsized":"2021-03-04T23:26:01.184201+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"17","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:06.019848+0000","last_change":"2021-03-04T23:26:06.019848+0000","last_active":"2021-03-04T23:26:06.019848+0000","last_peered":"2021-03-04T23:26:06.019848+0000","last_clean":"2021-03-04T23:26:06.019848+0000","last_became_active":"2021-03-04T23:25:29.235805+0000","last_became_peered":"2021-03-04T23:25:29.235805+0000","last_unstale":"2021-03-04T23:26:06.019848+0000","last_undegraded":"2021-03-04T23:26:06.019848+0000","last_fullsized":"2021-03-04T23:26:06.019848+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"705'12749","reported_seq":"12771","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.692675+0000","last_change":"2021-03-04T23:24:12.207072+0000","last_active":"2021-03-04T23:26:20.692675+0000","last_peered":"2021-03-04T23:26:20.692675+0000","last_clean":"2021-03-04T23:26:20.692675+0000","last_became_active":"2021-03-04T23:24:12.206644+0000","last_became_peered":"2021-03-04T23:24:12.206644+0000","last_unstale":"2021-03-04T23:26:20.692675+0000","last_undegraded":"2021-03-04T23:26:20.692675+0000","last_fullsized":"2021-03-04T23:26:20.692675+0000","mapping_epoch":691,"log_start":"697'6906","ondisk_log_start":"697'6906","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":609419264,"num_objects":9299,"num_object_clones":0,"num_object_copies":27897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12749,"num_write_kb":705536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"679","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184937+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:26:01.184937+0000","last_peered":"2021-03-04T23:26:01.184937+0000","last_clean":"2021-03-04T23:26:01.184937+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:26:01.184937+0000","last_undegraded":"2021-03-04T23:26:01.184937+0000","last_fullsized":"2021-03-04T23:26:01.184937+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180111+0000","last_change":"2021-03-04T23:24:02.163606+0000","last_active":"2021-03-04T23:26:01.180111+0000","last_peered":"2021-03-04T23:26:01.180111+0000","last_clean":"2021-03-04T23:26:01.180111+0000","last_became_active":"2021-03-04T23:24:02.163338+0000","last_became_peered":"2021-03-04T23:24:02.163338+0000","last_unstale":"2021-03-04T23:26:01.180111+0000","last_undegraded":"2021-03-04T23:26:01.180111+0000","last_fullsized":"2021-03-04T23:26:01.180111+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"19","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:02.713735+0000","last_change":"2021-03-04T23:26:02.713707+0000","last_active":"2021-03-04T23:26:02.713735+0000","last_peered":"2021-03-04T23:26:02.713735+0000","last_clean":"2021-03-04T23:26:02.713735+0000","last_became_active":"2021-03-04T23:25:29.233105+0000","last_became_peered":"2021-03-04T23:25:29.233105+0000","last_unstale":"2021-03-04T23:26:02.713735+0000","last_undegraded":"2021-03-04T23:26:02.713735+0000","last_fullsized":"2021-03-04T23:26:02.713735+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.a","version":"705'12736","reported_seq":"12758","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:21.804118+0000","last_change":"2021-03-04T23:24:12.425965+0000","last_active":"2021-03-04T23:26:21.804118+0000","last_peered":"2021-03-04T23:26:21.804118+0000","last_clean":"2021-03-04T23:26:21.804118+0000","last_became_active":"2021-03-04T23:24:12.425744+0000","last_became_peered":"2021-03-04T23:24:12.425744+0000","last_unstale":"2021-03-04T23:26:21.804118+0000","last_undegraded":"2021-03-04T23:26:21.804118+0000","last_fullsized":"2021-03-04T23:26:21.804118+0000","mapping_epoch":691,"log_start":"699'7151","ondisk_log_start":"699'7151","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5585,"ondisk_log_size":5585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":594018304,"num_objects":9064,"num_object_clones":0,"num_object_copies":27192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12736,"num_write_kb":697600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"664","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179467+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:26:01.179467+0000","last_peered":"2021-03-04T23:26:01.179467+0000","last_clean":"2021-03-04T23:26:01.179467+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:26:01.179467+0000","last_undegraded":"2021-03-04T23:26:01.179467+0000","last_fullsized":"2021-03-04T23:26:01.179467+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"683","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177606+0000","last_change":"2021-03-04T23:24:02.157146+0000","last_active":"2021-03-04T23:26:01.177606+0000","last_peered":"2021-03-04T23:26:01.177606+0000","last_clean":"2021-03-04T23:26:01.177606+0000","last_became_active":"2021-03-04T23:24:02.156806+0000","last_became_peered":"2021-03-04T23:24:02.156806+0000","last_unstale":"2021-03-04T23:26:01.177606+0000","last_undegraded":"2021-03-04T23:26:01.177606+0000","last_fullsized":"2021-03-04T23:26:01.177606+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"720","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:10.193911+0000","last_change":"2021-03-04T23:26:10.193911+0000","last_active":"2021-03-04T23:26:10.193911+0000","last_peered":"2021-03-04T23:26:10.193911+0000","last_clean":"2021-03-04T23:26:10.193911+0000","last_became_active":"2021-03-04T23:25:29.233209+0000","last_became_peered":"2021-03-04T23:25:29.233209+0000","last_unstale":"2021-03-04T23:26:10.193911+0000","last_undegraded":"2021-03-04T23:26:10.193911+0000","last_fullsized":"2021-03-04T23:26:10.193911+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:10.193881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:10.193881+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.d","version":"705'12847","reported_seq":"12870","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.647567+0000","last_change":"2021-03-04T23:24:12.428566+0000","last_active":"2021-03-04T23:26:20.647567+0000","last_peered":"2021-03-04T23:26:20.647567+0000","last_clean":"2021-03-04T23:26:20.647567+0000","last_became_active":"2021-03-04T23:24:12.427892+0000","last_became_peered":"2021-03-04T23:24:12.427892+0000","last_unstale":"2021-03-04T23:26:20.647567+0000","last_undegraded":"2021-03-04T23:26:20.647567+0000","last_fullsized":"2021-03-04T23:26:20.647567+0000","mapping_epoch":691,"log_start":"697'6992","ondisk_log_start":"697'6992","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5855,"ondisk_log_size":5855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":614072344,"num_objects":9371,"num_object_clones":0,"num_object_copies":28113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9371,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12847,"num_write_kb":710913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"605","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176349+0000","last_change":"2021-03-04T23:23:49.833095+0000","last_active":"2021-03-04T23:26:01.176349+0000","last_peered":"2021-03-04T23:26:01.176349+0000","last_clean":"2021-03-04T23:26:01.176349+0000","last_became_active":"2021-03-04T23:23:49.215551+0000","last_became_peered":"2021-03-04T23:23:49.215551+0000","last_unstale":"2021-03-04T23:26:01.176349+0000","last_undegraded":"2021-03-04T23:26:01.176349+0000","last_fullsized":"2021-03-04T23:26:01.176349+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"663","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184767+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:26:01.184767+0000","last_peered":"2021-03-04T23:26:01.184767+0000","last_clean":"2021-03-04T23:26:01.184767+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:26:01.184767+0000","last_undegraded":"2021-03-04T23:26:01.184767+0000","last_fullsized":"2021-03-04T23:26:01.184767+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"660","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183013+0000","last_change":"2021-03-04T23:24:02.164003+0000","last_active":"2021-03-04T23:26:01.183013+0000","last_peered":"2021-03-04T23:26:01.183013+0000","last_clean":"2021-03-04T23:26:01.183013+0000","last_became_active":"2021-03-04T23:24:02.163589+0000","last_became_peered":"2021-03-04T23:24:02.163589+0000","last_unstale":"2021-03-04T23:26:01.183013+0000","last_undegraded":"2021-03-04T23:26:01.183013+0000","last_fullsized":"2021-03-04T23:26:01.183013+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"19","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.819115+0000","last_change":"2021-03-04T23:26:01.819090+0000","last_active":"2021-03-04T23:26:01.819115+0000","last_peered":"2021-03-04T23:26:01.819115+0000","last_clean":"2021-03-04T23:26:01.819115+0000","last_became_active":"2021-03-04T23:25:29.227430+0000","last_became_peered":"2021-03-04T23:25:29.227430+0000","last_unstale":"2021-03-04T23:26:01.819115+0000","last_undegraded":"2021-03-04T23:26:01.819115+0000","last_fullsized":"2021-03-04T23:26:01.819115+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"705'12909","reported_seq":"12931","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.673693+0000","last_change":"2021-03-04T23:24:12.428511+0000","last_active":"2021-03-04T23:26:20.673693+0000","last_peered":"2021-03-04T23:26:20.673693+0000","last_clean":"2021-03-04T23:26:20.673693+0000","last_became_active":"2021-03-04T23:24:12.427338+0000","last_became_peered":"2021-03-04T23:24:12.427338+0000","last_unstale":"2021-03-04T23:26:20.673693+0000","last_undegraded":"2021-03-04T23:26:20.673693+0000","last_fullsized":"2021-03-04T23:26:20.673693+0000","mapping_epoch":691,"log_start":"697'7069","ondisk_log_start":"697'7069","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5840,"ondisk_log_size":5840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":611778560,"num_objects":9335,"num_object_clones":0,"num_object_copies":28005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12909,"num_write_kb":711808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"32","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181051+0000","last_change":"2021-03-04T23:24:41.442394+0000","last_active":"2021-03-04T23:26:01.181051+0000","last_peered":"2021-03-04T23:26:01.181051+0000","last_clean":"2021-03-04T23:26:01.181051+0000","last_became_active":"2021-03-04T23:23:49.215756+0000","last_became_peered":"2021-03-04T23:23:49.215756+0000","last_unstale":"2021-03-04T23:26:01.181051+0000","last_undegraded":"2021-03-04T23:26:01.181051+0000","last_fullsized":"2021-03-04T23:26:01.181051+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.442361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.442361+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"665","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176668+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:26:01.176668+0000","last_peered":"2021-03-04T23:26:01.176668+0000","last_clean":"2021-03-04T23:26:01.176668+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:26:01.176668+0000","last_undegraded":"2021-03-04T23:26:01.176668+0000","last_fullsized":"2021-03-04T23:26:01.176668+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"69","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184100+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:26:01.184100+0000","last_peered":"2021-03-04T23:26:01.184100+0000","last_clean":"2021-03-04T23:26:01.184100+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:26:01.184100+0000","last_undegraded":"2021-03-04T23:26:01.184100+0000","last_fullsized":"2021-03-04T23:26:01.184100+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.f","version":"705'13078","reported_seq":"13100","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:21.900917+0000","last_change":"2021-03-04T23:24:12.205034+0000","last_active":"2021-03-04T23:26:21.900917+0000","last_peered":"2021-03-04T23:26:21.900917+0000","last_clean":"2021-03-04T23:26:21.900917+0000","last_became_active":"2021-03-04T23:24:12.204805+0000","last_became_peered":"2021-03-04T23:24:12.204805+0000","last_unstale":"2021-03-04T23:26:21.900917+0000","last_undegraded":"2021-03-04T23:26:21.900917+0000","last_fullsized":"2021-03-04T23:26:21.900917+0000","mapping_epoch":691,"log_start":"699'7575","ondisk_log_start":"699'7575","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5503,"ondisk_log_size":5503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":610402304,"num_objects":9314,"num_object_clones":0,"num_object_copies":27942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13078,"num_write_kb":716544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"30","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179101+0000","last_change":"2021-03-04T23:24:40.261685+0000","last_active":"2021-03-04T23:26:01.179101+0000","last_peered":"2021-03-04T23:26:01.179101+0000","last_clean":"2021-03-04T23:26:01.179101+0000","last_became_active":"2021-03-04T23:24:02.164204+0000","last_became_peered":"2021-03-04T23:24:02.164204+0000","last_unstale":"2021-03-04T23:26:01.179101+0000","last_undegraded":"2021-03-04T23:26:01.179101+0000","last_fullsized":"2021-03-04T23:26:01.179101+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"132","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181679+0000","last_change":"2021-03-04T23:24:02.161696+0000","last_active":"2021-03-04T23:26:01.181679+0000","last_peered":"2021-03-04T23:26:01.181679+0000","last_clean":"2021-03-04T23:26:01.181679+0000","last_became_active":"2021-03-04T23:24:02.161430+0000","last_became_peered":"2021-03-04T23:24:02.161430+0000","last_unstale":"2021-03-04T23:26:01.181679+0000","last_undegraded":"2021-03-04T23:26:01.181679+0000","last_fullsized":"2021-03-04T23:26:01.181679+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"13","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.188517+0000","last_change":"2021-03-04T23:26:01.188297+0000","last_active":"2021-03-04T23:26:01.188517+0000","last_peered":"2021-03-04T23:26:01.188517+0000","last_clean":"2021-03-04T23:26:01.188517+0000","last_became_active":"2021-03-04T23:26:01.187996+0000","last_became_peered":"2021-03-04T23:26:01.187996+0000","last_unstale":"2021-03-04T23:26:01.188517+0000","last_undegraded":"2021-03-04T23:26:01.188517+0000","last_fullsized":"2021-03-04T23:26:01.188517+0000","mapping_epoch":703,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":704,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"684","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176457+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:26:01.176457+0000","last_peered":"2021-03-04T23:26:01.176457+0000","last_clean":"2021-03-04T23:26:01.176457+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:26:01.176457+0000","last_undegraded":"2021-03-04T23:26:01.176457+0000","last_fullsized":"2021-03-04T23:26:01.176457+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.e","version":"705'13251","reported_seq":"13270","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:22.683595+0000","last_change":"2021-03-04T23:24:12.205577+0000","last_active":"2021-03-04T23:26:22.683595+0000","last_peered":"2021-03-04T23:26:22.683595+0000","last_clean":"2021-03-04T23:26:22.683595+0000","last_became_active":"2021-03-04T23:24:12.205363+0000","last_became_peered":"2021-03-04T23:24:12.205363+0000","last_unstale":"2021-03-04T23:26:22.683595+0000","last_undegraded":"2021-03-04T23:26:22.683595+0000","last_fullsized":"2021-03-04T23:26:22.683595+0000","mapping_epoch":691,"log_start":"695'4900","ondisk_log_start":"695'4900","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":8351,"ondisk_log_size":8351,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":607322112,"num_objects":9267,"num_object_clones":0,"num_object_copies":27801,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9267,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13251,"num_write_kb":720576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"41","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181206+0000","last_change":"2021-03-04T23:24:43.420389+0000","last_active":"2021-03-04T23:26:01.181206+0000","last_peered":"2021-03-04T23:26:01.181206+0000","last_clean":"2021-03-04T23:26:01.181206+0000","last_became_active":"2021-03-04T23:24:02.159745+0000","last_became_peered":"2021-03-04T23:24:02.159745+0000","last_unstale":"2021-03-04T23:26:01.181206+0000","last_undegraded":"2021-03-04T23:26:01.181206+0000","last_fullsized":"2021-03-04T23:26:01.181206+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:43.420320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:43.420320+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"148","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179626+0000","last_change":"2021-03-04T23:24:02.157937+0000","last_active":"2021-03-04T23:26:01.179626+0000","last_peered":"2021-03-04T23:26:01.179626+0000","last_clean":"2021-03-04T23:26:01.179626+0000","last_became_active":"2021-03-04T23:24:02.157531+0000","last_became_peered":"2021-03-04T23:24:02.157531+0000","last_unstale":"2021-03-04T23:26:01.179626+0000","last_undegraded":"2021-03-04T23:26:01.179626+0000","last_fullsized":"2021-03-04T23:26:01.179626+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"727","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179667+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:26:01.179667+0000","last_peered":"2021-03-04T23:26:01.179667+0000","last_clean":"2021-03-04T23:26:01.179667+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:26:01.179667+0000","last_undegraded":"2021-03-04T23:26:01.179667+0000","last_fullsized":"2021-03-04T23:26:01.179667+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"681","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183167+0000","last_change":"2021-03-04T23:24:02.164048+0000","last_active":"2021-03-04T23:26:01.183167+0000","last_peered":"2021-03-04T23:26:01.183167+0000","last_clean":"2021-03-04T23:26:01.183167+0000","last_became_active":"2021-03-04T23:24:02.163597+0000","last_became_peered":"2021-03-04T23:24:02.163597+0000","last_unstale":"2021-03-04T23:26:01.183167+0000","last_undegraded":"2021-03-04T23:26:01.183167+0000","last_fullsized":"2021-03-04T23:26:01.183167+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"41","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184674+0000","last_change":"2021-03-04T23:24:02.158943+0000","last_active":"2021-03-04T23:26:01.184674+0000","last_peered":"2021-03-04T23:26:01.184674+0000","last_clean":"2021-03-04T23:26:01.184674+0000","last_became_active":"2021-03-04T23:24:02.158381+0000","last_became_peered":"2021-03-04T23:24:02.158381+0000","last_unstale":"2021-03-04T23:26:01.184674+0000","last_undegraded":"2021-03-04T23:26:01.184674+0000","last_fullsized":"2021-03-04T23:26:01.184674+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"156","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184664+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:26:01.184664+0000","last_peered":"2021-03-04T23:26:01.184664+0000","last_clean":"2021-03-04T23:26:01.184664+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:26:01.184664+0000","last_undegraded":"2021-03-04T23:26:01.184664+0000","last_fullsized":"2021-03-04T23:26:01.184664+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"662","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.185175+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:26:01.185175+0000","last_peered":"2021-03-04T23:26:01.185175+0000","last_clean":"2021-03-04T23:26:01.185175+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:26:01.185175+0000","last_undegraded":"2021-03-04T23:26:01.185175+0000","last_fullsized":"2021-03-04T23:26:01.185175+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"78","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181171+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:26:01.181171+0000","last_peered":"2021-03-04T23:26:01.181171+0000","last_clean":"2021-03-04T23:26:01.181171+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:26:01.181171+0000","last_undegraded":"2021-03-04T23:26:01.181171+0000","last_fullsized":"2021-03-04T23:26:01.181171+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"145","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182890+0000","last_change":"2021-03-04T23:23:49.215698+0000","last_active":"2021-03-04T23:26:01.182890+0000","last_peered":"2021-03-04T23:26:01.182890+0000","last_clean":"2021-03-04T23:26:01.182890+0000","last_became_active":"2021-03-04T23:23:49.215401+0000","last_became_peered":"2021-03-04T23:23:49.215401+0000","last_unstale":"2021-03-04T23:26:01.182890+0000","last_undegraded":"2021-03-04T23:26:01.182890+0000","last_fullsized":"2021-03-04T23:26:01.182890+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"121","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179367+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:26:01.179367+0000","last_peered":"2021-03-04T23:26:01.179367+0000","last_clean":"2021-03-04T23:26:01.179367+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:26:01.179367+0000","last_undegraded":"2021-03-04T23:26:01.179367+0000","last_fullsized":"2021-03-04T23:26:01.179367+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"689","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.185014+0000","last_change":"2021-03-04T23:24:02.254812+0000","last_active":"2021-03-04T23:26:01.185014+0000","last_peered":"2021-03-04T23:26:01.185014+0000","last_clean":"2021-03-04T23:26:01.185014+0000","last_became_active":"2021-03-04T23:24:02.157881+0000","last_became_peered":"2021-03-04T23:24:02.157881+0000","last_unstale":"2021-03-04T23:26:01.185014+0000","last_undegraded":"2021-03-04T23:26:01.185014+0000","last_fullsized":"2021-03-04T23:26:01.185014+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"713","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177230+0000","last_change":"2021-03-04T23:24:02.163210+0000","last_active":"2021-03-04T23:26:01.177230+0000","last_peered":"2021-03-04T23:26:01.177230+0000","last_clean":"2021-03-04T23:26:01.177230+0000","last_became_active":"2021-03-04T23:24:02.162986+0000","last_became_peered":"2021-03-04T23:24:02.162986+0000","last_unstale":"2021-03-04T23:26:01.177230+0000","last_undegraded":"2021-03-04T23:26:01.177230+0000","last_fullsized":"2021-03-04T23:26:01.177230+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"715","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180238+0000","last_change":"2021-03-04T23:23:49.801446+0000","last_active":"2021-03-04T23:26:01.180238+0000","last_peered":"2021-03-04T23:26:01.180238+0000","last_clean":"2021-03-04T23:26:01.180238+0000","last_became_active":"2021-03-04T23:23:49.215090+0000","last_became_peered":"2021-03-04T23:23:49.215090+0000","last_unstale":"2021-03-04T23:26:01.180238+0000","last_undegraded":"2021-03-04T23:26:01.180238+0000","last_fullsized":"2021-03-04T23:26:01.180238+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"457","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181971+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:26:01.181971+0000","last_peered":"2021-03-04T23:26:01.181971+0000","last_clean":"2021-03-04T23:26:01.181971+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:26:01.181971+0000","last_undegraded":"2021-03-04T23:26:01.181971+0000","last_fullsized":"2021-03-04T23:26:01.181971+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"688","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.185072+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:26:01.185072+0000","last_peered":"2021-03-04T23:26:01.185072+0000","last_clean":"2021-03-04T23:26:01.185072+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:26:01.185072+0000","last_undegraded":"2021-03-04T23:26:01.185072+0000","last_fullsized":"2021-03-04T23:26:01.185072+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"683","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179963+0000","last_change":"2021-03-04T23:24:02.158120+0000","last_active":"2021-03-04T23:26:01.179963+0000","last_peered":"2021-03-04T23:26:01.179963+0000","last_clean":"2021-03-04T23:26:01.179963+0000","last_became_active":"2021-03-04T23:24:02.157735+0000","last_became_peered":"2021-03-04T23:24:02.157735+0000","last_unstale":"2021-03-04T23:26:01.179963+0000","last_undegraded":"2021-03-04T23:26:01.179963+0000","last_fullsized":"2021-03-04T23:26:01.179963+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"32","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179251+0000","last_change":"2021-03-04T23:23:49.257700+0000","last_active":"2021-03-04T23:26:01.179251+0000","last_peered":"2021-03-04T23:26:01.179251+0000","last_clean":"2021-03-04T23:26:01.179251+0000","last_became_active":"2021-03-04T23:23:49.215750+0000","last_became_peered":"2021-03-04T23:23:49.215750+0000","last_unstale":"2021-03-04T23:26:01.179251+0000","last_undegraded":"2021-03-04T23:26:01.179251+0000","last_fullsized":"2021-03-04T23:26:01.179251+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.257647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.257647+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180063+0000","last_change":"2021-03-04T23:24:02.164108+0000","last_active":"2021-03-04T23:26:01.180063+0000","last_peered":"2021-03-04T23:26:01.180063+0000","last_clean":"2021-03-04T23:26:01.180063+0000","last_became_active":"2021-03-04T23:24:02.163846+0000","last_became_peered":"2021-03-04T23:24:02.163846+0000","last_unstale":"2021-03-04T23:26:01.180063+0000","last_undegraded":"2021-03-04T23:26:01.180063+0000","last_fullsized":"2021-03-04T23:26:01.180063+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"681","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181429+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:26:01.181429+0000","last_peered":"2021-03-04T23:26:01.181429+0000","last_clean":"2021-03-04T23:26:01.181429+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:26:01.181429+0000","last_undegraded":"2021-03-04T23:26:01.181429+0000","last_fullsized":"2021-03-04T23:26:01.181429+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"684","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177255+0000","last_change":"2021-03-04T23:24:02.157503+0000","last_active":"2021-03-04T23:26:01.177255+0000","last_peered":"2021-03-04T23:26:01.177255+0000","last_clean":"2021-03-04T23:26:01.177255+0000","last_became_active":"2021-03-04T23:24:02.157266+0000","last_became_peered":"2021-03-04T23:24:02.157266+0000","last_unstale":"2021-03-04T23:26:01.177255+0000","last_undegraded":"2021-03-04T23:26:01.177255+0000","last_fullsized":"2021-03-04T23:26:01.177255+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"703","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184813+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:26:01.184813+0000","last_peered":"2021-03-04T23:26:01.184813+0000","last_clean":"2021-03-04T23:26:01.184813+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:26:01.184813+0000","last_undegraded":"2021-03-04T23:26:01.184813+0000","last_fullsized":"2021-03-04T23:26:01.184813+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"39","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179056+0000","last_change":"2021-03-04T23:25:25.623259+0000","last_active":"2021-03-04T23:26:01.179056+0000","last_peered":"2021-03-04T23:26:01.179056+0000","last_clean":"2021-03-04T23:26:01.179056+0000","last_became_active":"2021-03-04T23:25:23.226089+0000","last_became_peered":"2021-03-04T23:25:23.226089+0000","last_unstale":"2021-03-04T23:26:01.179056+0000","last_undegraded":"2021-03-04T23:26:01.179056+0000","last_fullsized":"2021-03-04T23:26:01.179056+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"637","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182882+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:26:01.182882+0000","last_peered":"2021-03-04T23:26:01.182882+0000","last_clean":"2021-03-04T23:26:01.182882+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:26:01.182882+0000","last_undegraded":"2021-03-04T23:26:01.182882+0000","last_fullsized":"2021-03-04T23:26:01.182882+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"680","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179503+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:26:01.179503+0000","last_peered":"2021-03-04T23:26:01.179503+0000","last_clean":"2021-03-04T23:26:01.179503+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:26:01.179503+0000","last_undegraded":"2021-03-04T23:26:01.179503+0000","last_fullsized":"2021-03-04T23:26:01.179503+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"69","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181146+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:26:01.181146+0000","last_peered":"2021-03-04T23:26:01.181146+0000","last_clean":"2021-03-04T23:26:01.181146+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:26:01.181146+0000","last_undegraded":"2021-03-04T23:26:01.181146+0000","last_fullsized":"2021-03-04T23:26:01.181146+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"692","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:07.530763+0000","last_change":"2021-03-04T23:26:07.530763+0000","last_active":"2021-03-04T23:26:07.530763+0000","last_peered":"2021-03-04T23:26:07.530763+0000","last_clean":"2021-03-04T23:26:07.530763+0000","last_became_active":"2021-03-04T23:26:01.185682+0000","last_became_peered":"2021-03-04T23:26:01.185682+0000","last_unstale":"2021-03-04T23:26:07.530763+0000","last_undegraded":"2021-03-04T23:26:07.530763+0000","last_fullsized":"2021-03-04T23:26:07.530763+0000","mapping_epoch":703,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":704,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"699","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179885+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:26:01.179885+0000","last_peered":"2021-03-04T23:26:01.179885+0000","last_clean":"2021-03-04T23:26:01.179885+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:26:01.179885+0000","last_undegraded":"2021-03-04T23:26:01.179885+0000","last_fullsized":"2021-03-04T23:26:01.179885+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"80","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177136+0000","last_change":"2021-03-04T23:24:02.164093+0000","last_active":"2021-03-04T23:26:01.177136+0000","last_peered":"2021-03-04T23:26:01.177136+0000","last_clean":"2021-03-04T23:26:01.177136+0000","last_became_active":"2021-03-04T23:24:02.163766+0000","last_became_peered":"2021-03-04T23:24:02.163766+0000","last_unstale":"2021-03-04T23:26:01.177136+0000","last_undegraded":"2021-03-04T23:26:01.177136+0000","last_fullsized":"2021-03-04T23:26:01.177136+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"30","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179087+0000","last_change":"2021-03-04T23:24:41.243417+0000","last_active":"2021-03-04T23:26:01.179087+0000","last_peered":"2021-03-04T23:26:01.179087+0000","last_clean":"2021-03-04T23:26:01.179087+0000","last_became_active":"2021-03-04T23:24:02.156067+0000","last_became_peered":"2021-03-04T23:24:02.156067+0000","last_unstale":"2021-03-04T23:26:01.179087+0000","last_undegraded":"2021-03-04T23:26:01.179087+0000","last_fullsized":"2021-03-04T23:26:01.179087+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"730","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184286+0000","last_change":"2021-03-04T23:25:27.679658+0000","last_active":"2021-03-04T23:26:01.184286+0000","last_peered":"2021-03-04T23:26:01.184286+0000","last_clean":"2021-03-04T23:26:01.184286+0000","last_became_active":"2021-03-04T23:25:23.209704+0000","last_became_peered":"2021-03-04T23:25:23.209704+0000","last_unstale":"2021-03-04T23:26:01.184286+0000","last_undegraded":"2021-03-04T23:26:01.184286+0000","last_fullsized":"2021-03-04T23:26:01.184286+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.679612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.679612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"666","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177083+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:26:01.177083+0000","last_peered":"2021-03-04T23:26:01.177083+0000","last_clean":"2021-03-04T23:26:01.177083+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:26:01.177083+0000","last_undegraded":"2021-03-04T23:26:01.177083+0000","last_fullsized":"2021-03-04T23:26:01.177083+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"698","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179453+0000","last_change":"2021-03-04T23:24:02.156397+0000","last_active":"2021-03-04T23:26:01.179453+0000","last_peered":"2021-03-04T23:26:01.179453+0000","last_clean":"2021-03-04T23:26:01.179453+0000","last_became_active":"2021-03-04T23:24:02.156212+0000","last_became_peered":"2021-03-04T23:24:02.156212+0000","last_unstale":"2021-03-04T23:26:01.179453+0000","last_undegraded":"2021-03-04T23:26:01.179453+0000","last_fullsized":"2021-03-04T23:26:01.179453+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"109","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182101+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:26:01.182101+0000","last_peered":"2021-03-04T23:26:01.182101+0000","last_clean":"2021-03-04T23:26:01.182101+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:26:01.182101+0000","last_undegraded":"2021-03-04T23:26:01.182101+0000","last_fullsized":"2021-03-04T23:26:01.182101+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"39","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.178928+0000","last_change":"2021-03-04T23:25:24.658789+0000","last_active":"2021-03-04T23:26:01.178928+0000","last_peered":"2021-03-04T23:26:01.178928+0000","last_clean":"2021-03-04T23:26:01.178928+0000","last_became_active":"2021-03-04T23:25:23.222411+0000","last_became_peered":"2021-03-04T23:25:23.222411+0000","last_unstale":"2021-03-04T23:26:01.178928+0000","last_undegraded":"2021-03-04T23:26:01.178928+0000","last_fullsized":"2021-03-04T23:26:01.178928+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"661","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.186218+0000","last_change":"2021-03-04T23:24:02.163219+0000","last_active":"2021-03-04T23:26:01.186218+0000","last_peered":"2021-03-04T23:26:01.186218+0000","last_clean":"2021-03-04T23:26:01.186218+0000","last_became_active":"2021-03-04T23:24:02.162957+0000","last_became_peered":"2021-03-04T23:24:02.162957+0000","last_unstale":"2021-03-04T23:26:01.186218+0000","last_undegraded":"2021-03-04T23:26:01.186218+0000","last_fullsized":"2021-03-04T23:26:01.186218+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.178952+0000","last_change":"2021-03-04T23:24:02.164995+0000","last_active":"2021-03-04T23:26:01.178952+0000","last_peered":"2021-03-04T23:26:01.178952+0000","last_clean":"2021-03-04T23:26:01.178952+0000","last_became_active":"2021-03-04T23:24:02.164619+0000","last_became_peered":"2021-03-04T23:24:02.164619+0000","last_unstale":"2021-03-04T23:26:01.178952+0000","last_undegraded":"2021-03-04T23:26:01.178952+0000","last_fullsized":"2021-03-04T23:26:01.178952+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"707","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180300+0000","last_change":"2021-03-04T23:23:46.728588+0000","last_active":"2021-03-04T23:26:01.180300+0000","last_peered":"2021-03-04T23:26:01.180300+0000","last_clean":"2021-03-04T23:26:01.180300+0000","last_became_active":"2021-03-04T23:23:41.147501+0000","last_became_peered":"2021-03-04T23:23:41.147501+0000","last_unstale":"2021-03-04T23:26:01.180300+0000","last_undegraded":"2021-03-04T23:26:01.180300+0000","last_fullsized":"2021-03-04T23:26:01.180300+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:46.728514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:46.728514+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179105+0000","last_change":"2021-03-04T23:25:27.585005+0000","last_active":"2021-03-04T23:26:01.179105+0000","last_peered":"2021-03-04T23:26:01.179105+0000","last_clean":"2021-03-04T23:26:01.179105+0000","last_became_active":"2021-03-04T23:25:23.210414+0000","last_became_peered":"2021-03-04T23:25:23.210414+0000","last_unstale":"2021-03-04T23:26:01.179105+0000","last_undegraded":"2021-03-04T23:26:01.179105+0000","last_fullsized":"2021-03-04T23:26:01.179105+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"696","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184287+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:26:01.184287+0000","last_peered":"2021-03-04T23:26:01.184287+0000","last_clean":"2021-03-04T23:26:01.184287+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:26:01.184287+0000","last_undegraded":"2021-03-04T23:26:01.184287+0000","last_fullsized":"2021-03-04T23:26:01.184287+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180065+0000","last_change":"2021-03-04T23:24:02.156400+0000","last_active":"2021-03-04T23:26:01.180065+0000","last_peered":"2021-03-04T23:26:01.180065+0000","last_clean":"2021-03-04T23:26:01.180065+0000","last_became_active":"2021-03-04T23:24:02.156236+0000","last_became_peered":"2021-03-04T23:24:02.156236+0000","last_unstale":"2021-03-04T23:26:01.180065+0000","last_undegraded":"2021-03-04T23:26:01.180065+0000","last_fullsized":"2021-03-04T23:26:01.180065+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"121","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181112+0000","last_change":"2021-03-04T23:24:40.441125+0000","last_active":"2021-03-04T23:26:01.181112+0000","last_peered":"2021-03-04T23:26:01.181112+0000","last_clean":"2021-03-04T23:26:01.181112+0000","last_became_active":"2021-03-04T23:23:41.147484+0000","last_became_peered":"2021-03-04T23:23:41.147484+0000","last_unstale":"2021-03-04T23:26:01.181112+0000","last_undegraded":"2021-03-04T23:26:01.181112+0000","last_fullsized":"2021-03-04T23:26:01.181112+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.440612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.440612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"712","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182160+0000","last_change":"2021-03-04T23:25:27.247720+0000","last_active":"2021-03-04T23:26:01.182160+0000","last_peered":"2021-03-04T23:26:01.182160+0000","last_clean":"2021-03-04T23:26:01.182160+0000","last_became_active":"2021-03-04T23:25:23.233978+0000","last_became_peered":"2021-03-04T23:25:23.233978+0000","last_unstale":"2021-03-04T23:26:01.182160+0000","last_undegraded":"2021-03-04T23:26:01.182160+0000","last_fullsized":"2021-03-04T23:26:01.182160+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.247672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.247672+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"666","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177481+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:26:01.177481+0000","last_peered":"2021-03-04T23:26:01.177481+0000","last_clean":"2021-03-04T23:26:01.177481+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:26:01.177481+0000","last_undegraded":"2021-03-04T23:26:01.177481+0000","last_fullsized":"2021-03-04T23:26:01.177481+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179051+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:26:01.179051+0000","last_peered":"2021-03-04T23:26:01.179051+0000","last_clean":"2021-03-04T23:26:01.179051+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:26:01.179051+0000","last_undegraded":"2021-03-04T23:26:01.179051+0000","last_fullsized":"2021-03-04T23:26:01.179051+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"660","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:04.825825+0000","last_change":"2021-03-04T23:26:04.825805+0000","last_active":"2021-03-04T23:26:04.825825+0000","last_peered":"2021-03-04T23:26:04.825825+0000","last_clean":"2021-03-04T23:26:04.825825+0000","last_became_active":"2021-03-04T23:26:01.184297+0000","last_became_peered":"2021-03-04T23:26:01.184297+0000","last_unstale":"2021-03-04T23:26:04.825825+0000","last_undegraded":"2021-03-04T23:26:04.825825+0000","last_fullsized":"2021-03-04T23:26:04.825825+0000","mapping_epoch":703,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":704,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"699","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183919+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:26:01.183919+0000","last_peered":"2021-03-04T23:26:01.183919+0000","last_clean":"2021-03-04T23:26:01.183919+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:26:01.183919+0000","last_undegraded":"2021-03-04T23:26:01.183919+0000","last_fullsized":"2021-03-04T23:26:01.183919+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179021+0000","last_change":"2021-03-04T23:24:02.164041+0000","last_active":"2021-03-04T23:26:01.179021+0000","last_peered":"2021-03-04T23:26:01.179021+0000","last_clean":"2021-03-04T23:26:01.179021+0000","last_became_active":"2021-03-04T23:24:02.163357+0000","last_became_peered":"2021-03-04T23:24:02.163357+0000","last_unstale":"2021-03-04T23:26:01.179021+0000","last_undegraded":"2021-03-04T23:26:01.179021+0000","last_fullsized":"2021-03-04T23:26:01.179021+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179002+0000","last_change":"2021-03-04T23:24:02.155660+0000","last_active":"2021-03-04T23:26:01.179002+0000","last_peered":"2021-03-04T23:26:01.179002+0000","last_clean":"2021-03-04T23:26:01.179002+0000","last_became_active":"2021-03-04T23:24:02.155468+0000","last_became_peered":"2021-03-04T23:24:02.155468+0000","last_unstale":"2021-03-04T23:26:01.179002+0000","last_undegraded":"2021-03-04T23:26:01.179002+0000","last_fullsized":"2021-03-04T23:26:01.179002+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"694","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181292+0000","last_change":"2021-03-04T23:25:28.202872+0000","last_active":"2021-03-04T23:26:01.181292+0000","last_peered":"2021-03-04T23:26:01.181292+0000","last_clean":"2021-03-04T23:26:01.181292+0000","last_became_active":"2021-03-04T23:25:23.221842+0000","last_became_peered":"2021-03-04T23:25:23.221842+0000","last_unstale":"2021-03-04T23:26:01.181292+0000","last_undegraded":"2021-03-04T23:26:01.181292+0000","last_fullsized":"2021-03-04T23:26:01.181292+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:28.202827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:28.202827+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"692","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184399+0000","last_change":"2021-03-04T23:23:44.746065+0000","last_active":"2021-03-04T23:26:01.184399+0000","last_peered":"2021-03-04T23:26:01.184399+0000","last_clean":"2021-03-04T23:26:01.184399+0000","last_became_active":"2021-03-04T23:23:41.147666+0000","last_became_peered":"2021-03-04T23:23:41.147666+0000","last_unstale":"2021-03-04T23:26:01.184399+0000","last_undegraded":"2021-03-04T23:26:01.184399+0000","last_fullsized":"2021-03-04T23:26:01.184399+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:44.745907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:44.745907+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"633","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182815+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:26:01.182815+0000","last_peered":"2021-03-04T23:26:01.182815+0000","last_clean":"2021-03-04T23:26:01.182815+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:26:01.182815+0000","last_undegraded":"2021-03-04T23:26:01.182815+0000","last_fullsized":"2021-03-04T23:26:01.182815+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"650","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182717+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:26:01.182717+0000","last_peered":"2021-03-04T23:26:01.182717+0000","last_clean":"2021-03-04T23:26:01.182717+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:26:01.182717+0000","last_undegraded":"2021-03-04T23:26:01.182717+0000","last_fullsized":"2021-03-04T23:26:01.182717+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"30","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.178829+0000","last_change":"2021-03-04T23:24:42.255728+0000","last_active":"2021-03-04T23:26:01.178829+0000","last_peered":"2021-03-04T23:26:01.178829+0000","last_clean":"2021-03-04T23:26:01.178829+0000","last_became_active":"2021-03-04T23:24:02.156578+0000","last_became_peered":"2021-03-04T23:24:02.156578+0000","last_unstale":"2021-03-04T23:26:01.178829+0000","last_undegraded":"2021-03-04T23:26:01.178829+0000","last_fullsized":"2021-03-04T23:26:01.178829+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"725","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184344+0000","last_change":"2021-03-04T23:24:02.156819+0000","last_active":"2021-03-04T23:26:01.184344+0000","last_peered":"2021-03-04T23:26:01.184344+0000","last_clean":"2021-03-04T23:26:01.184344+0000","last_became_active":"2021-03-04T23:24:02.156558+0000","last_became_peered":"2021-03-04T23:24:02.156558+0000","last_unstale":"2021-03-04T23:26:01.184344+0000","last_undegraded":"2021-03-04T23:26:01.184344+0000","last_fullsized":"2021-03-04T23:26:01.184344+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"683","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176504+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:26:01.176504+0000","last_peered":"2021-03-04T23:26:01.176504+0000","last_clean":"2021-03-04T23:26:01.176504+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:26:01.176504+0000","last_undegraded":"2021-03-04T23:26:01.176504+0000","last_fullsized":"2021-03-04T23:26:01.176504+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"684","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176537+0000","last_change":"2021-03-04T23:24:02.163803+0000","last_active":"2021-03-04T23:26:01.176537+0000","last_peered":"2021-03-04T23:26:01.176537+0000","last_clean":"2021-03-04T23:26:01.176537+0000","last_became_active":"2021-03-04T23:24:02.163532+0000","last_became_peered":"2021-03-04T23:24:02.163532+0000","last_unstale":"2021-03-04T23:26:01.176537+0000","last_undegraded":"2021-03-04T23:26:01.176537+0000","last_fullsized":"2021-03-04T23:26:01.176537+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"707","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180146+0000","last_change":"2021-03-04T23:23:45.692719+0000","last_active":"2021-03-04T23:26:01.180146+0000","last_peered":"2021-03-04T23:26:01.180146+0000","last_clean":"2021-03-04T23:26:01.180146+0000","last_became_active":"2021-03-04T23:23:41.147137+0000","last_became_peered":"2021-03-04T23:23:41.147137+0000","last_unstale":"2021-03-04T23:26:01.180146+0000","last_undegraded":"2021-03-04T23:26:01.180146+0000","last_fullsized":"2021-03-04T23:26:01.180146+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"689","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:04.719016+0000","last_change":"2021-03-04T23:26:04.719016+0000","last_active":"2021-03-04T23:26:04.719016+0000","last_peered":"2021-03-04T23:26:04.719016+0000","last_clean":"2021-03-04T23:26:04.719016+0000","last_became_active":"2021-03-04T23:25:23.217740+0000","last_became_peered":"2021-03-04T23:25:23.217740+0000","last_unstale":"2021-03-04T23:26:04.719016+0000","last_undegraded":"2021-03-04T23:26:04.719016+0000","last_fullsized":"2021-03-04T23:26:04.719016+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.718967+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.718967+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"25","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179183+0000","last_change":"2021-03-04T23:24:02.163712+0000","last_active":"2021-03-04T23:26:01.179183+0000","last_peered":"2021-03-04T23:26:01.179183+0000","last_clean":"2021-03-04T23:26:01.179183+0000","last_became_active":"2021-03-04T23:24:02.163475+0000","last_became_peered":"2021-03-04T23:24:02.163475+0000","last_unstale":"2021-03-04T23:26:01.179183+0000","last_undegraded":"2021-03-04T23:26:01.179183+0000","last_fullsized":"2021-03-04T23:26:01.179183+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"636","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177181+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:26:01.177181+0000","last_peered":"2021-03-04T23:26:01.177181+0000","last_clean":"2021-03-04T23:26:01.177181+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:26:01.177181+0000","last_undegraded":"2021-03-04T23:26:01.177181+0000","last_fullsized":"2021-03-04T23:26:01.177181+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"121","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177212+0000","last_change":"2021-03-04T23:23:41.281007+0000","last_active":"2021-03-04T23:26:01.177212+0000","last_peered":"2021-03-04T23:26:01.177212+0000","last_clean":"2021-03-04T23:26:01.177212+0000","last_became_active":"2021-03-04T23:23:41.146557+0000","last_became_peered":"2021-03-04T23:23:41.146557+0000","last_unstale":"2021-03-04T23:26:01.177212+0000","last_undegraded":"2021-03-04T23:26:01.177212+0000","last_fullsized":"2021-03-04T23:26:01.177212+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:41.280948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:41.280948+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"637","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183326+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:26:01.183326+0000","last_peered":"2021-03-04T23:26:01.183326+0000","last_clean":"2021-03-04T23:26:01.183326+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:26:01.183326+0000","last_undegraded":"2021-03-04T23:26:01.183326+0000","last_fullsized":"2021-03-04T23:26:01.183326+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180304+0000","last_change":"2021-03-04T23:25:23.604639+0000","last_active":"2021-03-04T23:26:01.180304+0000","last_peered":"2021-03-04T23:26:01.180304+0000","last_clean":"2021-03-04T23:26:01.180304+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:26:01.180304+0000","last_undegraded":"2021-03-04T23:26:01.180304+0000","last_fullsized":"2021-03-04T23:26:01.180304+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"649","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.186166+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:26:01.186166+0000","last_peered":"2021-03-04T23:26:01.186166+0000","last_clean":"2021-03-04T23:26:01.186166+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:26:01.186166+0000","last_undegraded":"2021-03-04T23:26:01.186166+0000","last_fullsized":"2021-03-04T23:26:01.186166+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"137","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183061+0000","last_change":"2021-03-04T23:23:43.369547+0000","last_active":"2021-03-04T23:26:01.183061+0000","last_peered":"2021-03-04T23:26:01.183061+0000","last_clean":"2021-03-04T23:26:01.183061+0000","last_became_active":"2021-03-04T23:23:41.146472+0000","last_became_peered":"2021-03-04T23:23:41.146472+0000","last_unstale":"2021-03-04T23:26:01.183061+0000","last_undegraded":"2021-03-04T23:26:01.183061+0000","last_fullsized":"2021-03-04T23:26:01.183061+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"727","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.180332+0000","last_change":"2021-03-04T23:26:01.060118+0000","last_active":"2021-03-04T23:26:01.180332+0000","last_peered":"2021-03-04T23:26:01.180332+0000","last_clean":"2021-03-04T23:26:01.180332+0000","last_became_active":"2021-03-04T23:25:23.221225+0000","last_became_peered":"2021-03-04T23:25:23.221225+0000","last_unstale":"2021-03-04T23:26:01.180332+0000","last_undegraded":"2021-03-04T23:26:01.180332+0000","last_fullsized":"2021-03-04T23:26:01.180332+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"720","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176614+0000","last_change":"2021-03-04T23:24:02.246650+0000","last_active":"2021-03-04T23:26:01.176614+0000","last_peered":"2021-03-04T23:26:01.176614+0000","last_clean":"2021-03-04T23:26:01.176614+0000","last_became_active":"2021-03-04T23:24:02.157034+0000","last_became_peered":"2021-03-04T23:24:02.157034+0000","last_unstale":"2021-03-04T23:26:01.176614+0000","last_undegraded":"2021-03-04T23:26:01.176614+0000","last_fullsized":"2021-03-04T23:26:01.176614+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"650","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177156+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:26:01.177156+0000","last_peered":"2021-03-04T23:26:01.177156+0000","last_clean":"2021-03-04T23:26:01.177156+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:26:01.177156+0000","last_undegraded":"2021-03-04T23:26:01.177156+0000","last_fullsized":"2021-03-04T23:26:01.177156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"17","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:07.061230+0000","last_change":"2021-03-04T23:26:07.061230+0000","last_active":"2021-03-04T23:26:07.061230+0000","last_peered":"2021-03-04T23:26:07.061230+0000","last_clean":"2021-03-04T23:26:07.061230+0000","last_became_active":"2021-03-04T23:25:29.230217+0000","last_became_peered":"2021-03-04T23:25:29.230217+0000","last_unstale":"2021-03-04T23:26:07.061230+0000","last_undegraded":"2021-03-04T23:26:07.061230+0000","last_fullsized":"2021-03-04T23:26:07.061230+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.061176+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.061176+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.5","version":"705'12880","reported_seq":"12900","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:21.889079+0000","last_change":"2021-03-04T23:24:12.424522+0000","last_active":"2021-03-04T23:26:21.889079+0000","last_peered":"2021-03-04T23:26:21.889079+0000","last_clean":"2021-03-04T23:26:21.889079+0000","last_became_active":"2021-03-04T23:24:12.423199+0000","last_became_peered":"2021-03-04T23:24:12.423199+0000","last_unstale":"2021-03-04T23:26:21.889079+0000","last_undegraded":"2021-03-04T23:26:21.889079+0000","last_fullsized":"2021-03-04T23:26:21.889079+0000","mapping_epoch":691,"log_start":"699'7259","ondisk_log_start":"699'7259","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5621,"ondisk_log_size":5621,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":598081536,"num_objects":9126,"num_object_clones":0,"num_object_copies":27378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9126,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12880,"num_write_kb":704192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"640","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177205+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:26:01.177205+0000","last_peered":"2021-03-04T23:26:01.177205+0000","last_clean":"2021-03-04T23:26:01.177205+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:26:01.177205+0000","last_undegraded":"2021-03-04T23:26:01.177205+0000","last_fullsized":"2021-03-04T23:26:01.177205+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"713","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.182108+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:26:01.182108+0000","last_peered":"2021-03-04T23:26:01.182108+0000","last_clean":"2021-03-04T23:26:01.182108+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:26:01.182108+0000","last_undegraded":"2021-03-04T23:26:01.182108+0000","last_fullsized":"2021-03-04T23:26:01.182108+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.2","version":"705'12739","reported_seq":"12761","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.494949+0000","last_change":"2021-03-04T23:24:12.426075+0000","last_active":"2021-03-04T23:26:20.494949+0000","last_peered":"2021-03-04T23:26:20.494949+0000","last_clean":"2021-03-04T23:26:20.494949+0000","last_became_active":"2021-03-04T23:24:12.424616+0000","last_became_peered":"2021-03-04T23:24:12.424616+0000","last_unstale":"2021-03-04T23:26:20.494949+0000","last_undegraded":"2021-03-04T23:26:20.494949+0000","last_fullsized":"2021-03-04T23:26:20.494949+0000","mapping_epoch":691,"log_start":"699'7201","ondisk_log_start":"699'7201","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5538,"ondisk_log_size":5538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":608894976,"num_objects":9291,"num_object_clones":0,"num_object_copies":27873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12739,"num_write_kb":704960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"694","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.181504+0000","last_change":"2021-03-04T23:24:02.261039+0000","last_active":"2021-03-04T23:26:01.181504+0000","last_peered":"2021-03-04T23:26:01.181504+0000","last_clean":"2021-03-04T23:26:01.181504+0000","last_became_active":"2021-03-04T23:24:02.159632+0000","last_became_peered":"2021-03-04T23:24:02.159632+0000","last_unstale":"2021-03-04T23:26:01.181504+0000","last_undegraded":"2021-03-04T23:26:01.181504+0000","last_fullsized":"2021-03-04T23:26:01.181504+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"713","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.179314+0000","last_change":"2021-03-04T23:24:02.164588+0000","last_active":"2021-03-04T23:26:01.179314+0000","last_peered":"2021-03-04T23:26:01.179314+0000","last_clean":"2021-03-04T23:26:01.179314+0000","last_became_active":"2021-03-04T23:24:02.164387+0000","last_became_peered":"2021-03-04T23:24:02.164387+0000","last_unstale":"2021-03-04T23:26:01.179314+0000","last_undegraded":"2021-03-04T23:26:01.179314+0000","last_fullsized":"2021-03-04T23:26:01.179314+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.3","version":"705'13012","reported_seq":"13034","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.713367+0000","last_change":"2021-03-04T23:24:12.427708+0000","last_active":"2021-03-04T23:26:20.713367+0000","last_peered":"2021-03-04T23:26:20.713367+0000","last_clean":"2021-03-04T23:26:20.713367+0000","last_became_active":"2021-03-04T23:24:12.425769+0000","last_became_peered":"2021-03-04T23:24:12.425769+0000","last_unstale":"2021-03-04T23:26:20.713367+0000","last_undegraded":"2021-03-04T23:26:20.713367+0000","last_fullsized":"2021-03-04T23:26:20.713367+0000","mapping_epoch":691,"log_start":"697'7159","ondisk_log_start":"697'7159","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5853,"ondisk_log_size":5853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":621019136,"num_objects":9476,"num_object_clones":0,"num_object_copies":28428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9476,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13012,"num_write_kb":719616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"653","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184174+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:26:01.184174+0000","last_peered":"2021-03-04T23:26:01.184174+0000","last_clean":"2021-03-04T23:26:01.184174+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:26:01.184174+0000","last_undegraded":"2021-03-04T23:26:01.184174+0000","last_fullsized":"2021-03-04T23:26:01.184174+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"71","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.177056+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:26:01.177056+0000","last_peered":"2021-03-04T23:26:01.177056+0000","last_clean":"2021-03-04T23:26:01.177056+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:26:01.177056+0000","last_undegraded":"2021-03-04T23:26:01.177056+0000","last_fullsized":"2021-03-04T23:26:01.177056+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.0","version":"705'12895","reported_seq":"12917","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:20.701934+0000","last_change":"2021-03-04T23:24:12.173271+0000","last_active":"2021-03-04T23:26:20.701934+0000","last_peered":"2021-03-04T23:26:20.701934+0000","last_clean":"2021-03-04T23:26:20.701934+0000","last_became_active":"2021-03-04T23:24:12.173014+0000","last_became_peered":"2021-03-04T23:24:12.173014+0000","last_unstale":"2021-03-04T23:26:20.701934+0000","last_undegraded":"2021-03-04T23:26:20.701934+0000","last_fullsized":"2021-03-04T23:26:20.701934+0000","mapping_epoch":691,"log_start":"697'7119","ondisk_log_start":"697'7119","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5776,"ondisk_log_size":5776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":613089280,"num_objects":9355,"num_object_clones":0,"num_object_copies":28065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12895,"num_write_kb":712000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"665","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.183284+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:26:01.183284+0000","last_peered":"2021-03-04T23:26:01.183284+0000","last_clean":"2021-03-04T23:26:01.183284+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:26:01.183284+0000","last_undegraded":"2021-03-04T23:26:01.183284+0000","last_fullsized":"2021-03-04T23:26:01.183284+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"678","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.184235+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:26:01.184235+0000","last_peered":"2021-03-04T23:26:01.184235+0000","last_clean":"2021-03-04T23:26:01.184235+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:26:01.184235+0000","last_undegraded":"2021-03-04T23:26:01.184235+0000","last_fullsized":"2021-03-04T23:26:01.184235+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1","version":"705'12980","reported_seq":"13002","reported_epoch":"705","state":"active+clean","last_fresh":"2021-03-04T23:26:21.226416+0000","last_change":"2021-03-04T23:24:12.207551+0000","last_active":"2021-03-04T23:26:21.226416+0000","last_peered":"2021-03-04T23:26:21.226416+0000","last_clean":"2021-03-04T23:26:21.226416+0000","last_became_active":"2021-03-04T23:24:12.207176+0000","last_became_peered":"2021-03-04T23:24:12.207176+0000","last_unstale":"2021-03-04T23:26:21.226416+0000","last_undegraded":"2021-03-04T23:26:21.226416+0000","last_fullsized":"2021-03-04T23:26:21.226416+0000","mapping_epoch":691,"log_start":"697'7027","ondisk_log_start":"697'7027","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5953,"ondisk_log_size":5953,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":611844096,"num_objects":9336,"num_object_clones":0,"num_object_copies":28008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12980,"num_write_kb":714112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"658","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176535+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:26:01.176535+0000","last_peered":"2021-03-04T23:26:01.176535+0000","last_clean":"2021-03-04T23:26:01.176535+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:26:01.176535+0000","last_undegraded":"2021-03-04T23:26:01.176535+0000","last_fullsized":"2021-03-04T23:26:01.176535+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"698","reported_epoch":"704","state":"active+clean","last_fresh":"2021-03-04T23:26:01.176959+0000","last_change":"2021-03-04T23:24:02.156338+0000","last_active":"2021-03-04T23:26:01.176959+0000","last_peered":"2021-03-04T23:26:01.176959+0000","last_clean":"2021-03-04T23:26:01.176959+0000","last_became_active":"2021-03-04T23:24:02.156060+0000","last_became_peered":"2021-03-04T23:24:02.156060+0000","last_unstale":"2021-03-04T23:26:01.176959+0000","last_undegraded":"2021-03-04T23:26:01.176959+0000","last_fullsized":"2021-03-04T23:26:01.176959+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7695510,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":29,"num_pg":16,"stat_sum":{"num_bytes":9738518552,"num_objects":148599,"num_object_clones":0,"num_object_copies":445797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":148599,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":207033,"num_write_kb":11380161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":29156126720,"data_stored":29156114504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96924,"ondisk_log_size":96924,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496063,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2837708,"kb_used_data":1789124,"kb_used_omap":526,"kb_used_meta":1048049,"kb_avail":85242676,"statfs":{"total":90194313216,"available":87288500224,"internally_reserved":1073741824,"allocated":1832062976,"data_stored":1828708120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":1073202920},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":1.2689999999999999,"15min":2.5659999999999998},"min":{"1min":0.16700000000000001,"5min":0.14599999999999999,"15min":0.13600000000000001},"max":{"1min":2.7149999999999999,"5min":22.902999999999999,"15min":200.09299999999999},"last":1.6559999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.27,"15min":2.6680000000000001},"min":{"1min":0.20100000000000001,"5min":0.188,"15min":0.14899999999999999},"max":{"1min":2.7349999999999999,"5min":22.997,"15min":200.001},"last":1.3640000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:12 2021","interfaces":[{"interface":"back","average":{"1min":2.5819999999999999,"5min":1.2410000000000001,"15min":0.99199999999999999},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":39.616,"5min":39.616,"15min":39.616},"last":1.5529999999999999},{"interface":"front","average":{"1min":2.6890000000000001,"5min":1.2509999999999999,"15min":0.97799999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.17499999999999999},"max":{"1min":39.573,"5min":39.573,"15min":39.573},"last":1.119}]},{"osd":2,"last update":"Thu Mar 4 23:25:39 2021","interfaces":[{"interface":"back","average":{"1min":3.153,"5min":1.3959999999999999,"15min":1.6080000000000001},"min":{"1min":0.185,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":60.560000000000002,"5min":60.560000000000002,"15min":73.129999999999995},"last":0.81200000000000006},{"interface":"front","average":{"1min":3.1659999999999999,"5min":1.403,"15min":1.635},"min":{"1min":0.21299999999999999,"5min":0.183,"15min":0.17199999999999999},"max":{"1min":61.037999999999997,"5min":61.037999999999997,"15min":74.382000000000005},"last":2.1840000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:26:20 2021","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.92200000000000004,"15min":1.2969999999999999},"min":{"1min":0.25800000000000001,"5min":0.20000000000000001,"15min":0.186},"max":{"1min":4.016,"5min":4.016,"15min":62.210000000000001},"last":1.456},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.0429999999999999,"15min":1.4199999999999999},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":4.7000000000000002,"5min":5.4429999999999996,"15min":62.228000000000002},"last":1.0589999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":2.1000000000000001,"5min":1.085,"15min":0.99199999999999999},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14599999999999999},"max":{"1min":33.889000000000003,"5min":33.889000000000003,"15min":39.375999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":2.165,"5min":1.1180000000000001,"15min":1.012},"min":{"1min":0.17299999999999999,"5min":0.156,"15min":0.156},"max":{"1min":33.469000000000001,"5min":33.469000000000001,"15min":39.570999999999998},"last":1.1919999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.95299999999999996,"15min":0.98599999999999999},"min":{"1min":0.17699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.3620000000000001,"5min":5.3490000000000002,"15min":7.8719999999999999},"last":1.9490000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.1180000000000001,"15min":1.044},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":6.556,"5min":6.9199999999999999,"15min":6.9199999999999999},"last":2.0369999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":1.349,"15min":1.282},"min":{"1min":0.19600000000000001,"5min":0.188,"15min":0.188},"max":{"1min":2.7639999999999998,"5min":28.239999999999998,"15min":38.747999999999998},"last":1.8400000000000001},{"interface":"front","average":{"1min":0.74099999999999999,"5min":1.331,"15min":1.1579999999999999},"min":{"1min":0.223,"5min":0.191,"15min":0.187},"max":{"1min":2.7890000000000001,"5min":28.216000000000001,"15min":38.484000000000002},"last":1.7709999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659587,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6473144,"kb_used_data":5424560,"kb_used_omap":1782,"kb_used_meta":1046793,"kb_avail":81607240,"statfs":{"total":90194313216,"available":83565813760,"internally_reserved":1073741824,"allocated":5554749440,"data_stored":5551407171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1825540,"internal_metadata":1071916284},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:58 2021","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.85499999999999998,"15min":1.667},"min":{"1min":0.16300000000000001,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":3.7370000000000001,"5min":4.7489999999999997,"15min":76.179000000000002},"last":0.19},{"interface":"front","average":{"1min":1.2,"5min":1.0449999999999999,"15min":1.8049999999999999},"min":{"1min":0.20799999999999999,"5min":0.17899999999999999,"15min":0.17100000000000001},"max":{"1min":4.0800000000000001,"5min":4.9169999999999998,"15min":76.296999999999997},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:26:10 2021","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.629,"15min":1.05},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":3.3079999999999998,"5min":72.114999999999995,"15min":72.114999999999995},"last":0.252},{"interface":"front","average":{"1min":1.155,"5min":1.6359999999999999,"15min":1.075},"min":{"1min":0.19,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":3.6539999999999999,"5min":71.942999999999998,"15min":71.942999999999998},"last":0.23499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:25:32 2021","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":1.1519999999999999,"15min":1.9990000000000001},"min":{"1min":0.19900000000000001,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":26.332000000000001,"5min":26.332000000000001,"15min":59.808999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":2.3149999999999999,"5min":1.173,"15min":2.0150000000000001},"min":{"1min":0.23799999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":26.317,"5min":26.317,"15min":59.834000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:25:24 2021","interfaces":[{"interface":"back","average":{"1min":2.625,"5min":1.3300000000000001,"15min":2.133},"min":{"1min":0.26400000000000001,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":23.207000000000001,"5min":23.207000000000001,"15min":34.171999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.2080000000000002,"5min":1.238,"15min":1.897},"min":{"1min":0.247,"5min":0.22500000000000001,"15min":0.19700000000000001},"max":{"1min":23.282,"5min":23.282,"15min":34.006},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:26:10 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.91700000000000004,"15min":0.79800000000000004},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14599999999999999},"max":{"1min":4.8570000000000002,"5min":4.8570000000000002,"15min":5.0279999999999996},"last":0.214},{"interface":"front","average":{"1min":1.04,"5min":0.94899999999999995,"15min":0.93999999999999995},"min":{"1min":0.22600000000000001,"5min":0.17599999999999999,"15min":0.13700000000000001},"max":{"1min":3.8460000000000001,"5min":6.1360000000000001,"15min":8.5310000000000006},"last":0.29599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:26:10 2021","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.93600000000000005,"15min":0.86699999999999999},"min":{"1min":0.20399999999999999,"5min":0.159,"15min":0.13500000000000001},"max":{"1min":3.6179999999999999,"5min":11.795,"15min":11.795},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.97599999999999998,"15min":0.86399999999999999},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.16},"max":{"1min":2.7639999999999998,"5min":4.1950000000000003,"15min":4.7370000000000001},"last":0.38900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:25:42 2021","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1599999999999999,"15min":1.105},"min":{"1min":0.248,"5min":0.189,"15min":0.16},"max":{"1min":8.6940000000000008,"5min":8.6940000000000008,"15min":8.6940000000000008},"last":0.371},{"interface":"front","average":{"1min":1.056,"5min":1.2450000000000001,"15min":1.169},"min":{"1min":0.26100000000000001,"5min":0.219,"15min":0.185},"max":{"1min":7.4589999999999996,"5min":7.4589999999999996,"15min":7.4589999999999996},"last":0.40999999999999998}]}]},{"osd":1,"up_from":341,"seq":1464583848263,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4274804,"kb_used_data":4147244,"kb_used_omap":0,"kb_used_meta":127552,"kb_avail":83805580,"statfs":{"total":90194313216,"available":85816913920,"internally_reserved":0,"allocated":4246777856,"data_stored":4243444785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":130613248},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.79700000000000004,"15min":1.208},"min":{"1min":0.13800000000000001,"5min":0.13500000000000001,"15min":0.11700000000000001},"max":{"1min":7.3010000000000002,"5min":7.3010000000000002,"15min":79.384},"last":0.13800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.81899999999999995,"15min":1.272},"min":{"1min":0.13700000000000001,"5min":0.13300000000000001,"15min":0.128},"max":{"1min":2.1230000000000002,"5min":6.7770000000000001,"15min":79.409000000000006},"last":0.19700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:25:35 2021","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.3720000000000001,"15min":1.4059999999999999},"min":{"1min":0.154,"5min":0.154,"15min":0.14499999999999999},"max":{"1min":6.367,"5min":46.652000000000001,"15min":55.982999999999997},"last":0.157},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.698,"15min":1.6679999999999999},"min":{"1min":0.222,"5min":0.21099999999999999,"15min":0.191},"max":{"1min":7.1440000000000001,"5min":46.712000000000003,"15min":56.103999999999999},"last":0.24099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:25:25 2021","interfaces":[{"interface":"back","average":{"1min":8.9809999999999999,"5min":2.589,"15min":5.306},"min":{"1min":0.218,"5min":0.185,"15min":0.18099999999999999},"max":{"1min":162.47200000000001,"5min":162.47200000000001,"15min":195.399},"last":1.524},{"interface":"front","average":{"1min":9.1929999999999996,"5min":2.4630000000000001,"15min":5.1760000000000002},"min":{"1min":0.18099999999999999,"5min":0.17799999999999999,"15min":0.157},"max":{"1min":163.73400000000001,"5min":163.73400000000001,"15min":194.98500000000001},"last":0.39100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.018,"15min":0.88},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":8.1600000000000001,"5min":8.1600000000000001,"15min":8.1600000000000001},"last":0.313},{"interface":"front","average":{"1min":1.1419999999999999,"5min":1.087,"15min":0.93999999999999995},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.187},"max":{"1min":6.9870000000000001,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.221}]},{"osd":5,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":1.1100000000000001,"15min":0.99199999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":2.6989999999999998,"5min":3.754,"15min":3.7850000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.1120000000000001,"15min":1.002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.221},"max":{"1min":7.7960000000000003,"5min":7.7960000000000003,"15min":7.7960000000000003},"last":0.25700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":4.0549999999999997,"5min":1.756,"15min":1.2529999999999999},"min":{"1min":0.249,"5min":0.22500000000000001,"15min":0.215},"max":{"1min":39.582000000000001,"5min":39.582000000000001,"15min":39.582000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":3.9390000000000001,"5min":1.877,"15min":1.3500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":39.673999999999999,"5min":39.673999999999999,"15min":39.673999999999999},"last":0.27900000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.605,"15min":1.222},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.20399999999999999},"max":{"1min":7.5640000000000001,"5min":32.076999999999998,"15min":32.076999999999998},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.7390000000000001,"15min":1.2689999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.22800000000000001},"max":{"1min":7.4969999999999999,"5min":32.545999999999999,"15min":32.545999999999999},"last":0.35199999999999998}]}]},{"osd":0,"up_from":284,"seq":1219770712408,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2038712,"kb_used_data":1765872,"kb_used_omap":637,"kb_used_meta":272194,"kb_avail":86041672,"statfs":{"total":90194313216,"available":88106672128,"internally_reserved":0,"allocated":1808252928,"data_stored":1804916312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":278726706},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":4.5250000000000004,"5min":1.462,"15min":0.81499999999999995},"min":{"1min":0.111,"5min":0.111,"15min":0.111},"max":{"1min":76.040000000000006,"5min":76.040000000000006,"15min":76.040000000000006},"last":0.17599999999999999},{"interface":"front","average":{"1min":4.5410000000000004,"5min":1.4059999999999999,"15min":0.81999999999999995},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":75.841999999999999,"5min":75.841999999999999,"15min":75.841999999999999},"last":0.19400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:25:31 2021","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":1.45,"15min":1.911},"min":{"1min":0.16300000000000001,"5min":0.14399999999999999,"15min":0.123},"max":{"1min":76.623000000000005,"5min":76.623000000000005,"15min":81.109999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":4.6200000000000001,"5min":1.597,"15min":2.0609999999999999},"min":{"1min":0.23499999999999999,"5min":0.20499999999999999,"15min":0.17299999999999999},"max":{"1min":77.765000000000001,"5min":77.765000000000001,"15min":81.326999999999998},"last":0.251}]},{"osd":3,"last update":"Thu Mar 4 23:25:31 2021","interfaces":[{"interface":"back","average":{"1min":4.7850000000000001,"5min":3.621,"15min":1.954},"min":{"1min":0.193,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":77.602000000000004,"5min":134.71000000000001,"15min":134.71000000000001},"last":0.21199999999999999},{"interface":"front","average":{"1min":4.9400000000000004,"5min":3.8300000000000001,"15min":2.137},"min":{"1min":0.24199999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":78.460999999999999,"5min":134.96199999999999,"15min":134.96199999999999},"last":0.27100000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":1.0449999999999999,"15min":0.97099999999999997},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":3.6960000000000002,"5min":3.6960000000000002,"15min":4.609},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.81200000000000006,"15min":0.82199999999999995},"min":{"1min":0.224,"5min":0.20399999999999999,"15min":0.191},"max":{"1min":3.0630000000000002,"5min":3.0630000000000002,"15min":3.8519999999999999},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":1.167,"15min":1.079},"min":{"1min":0.26000000000000001,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":3.3879999999999999,"5min":3.3879999999999999,"15min":4.806},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.014,"15min":0.97699999999999998},"min":{"1min":0.27500000000000002,"5min":0.23699999999999999,"15min":0.20699999999999999},"max":{"1min":3.464,"5min":3.464,"15min":3.7509999999999999},"last":0.38900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":13.048,"5min":3.4289999999999998,"15min":1.881},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.20599999999999999},"max":{"1min":137.63300000000001,"5min":137.63300000000001,"15min":137.63300000000001},"last":0.314},{"interface":"front","average":{"1min":12.988,"5min":3.6859999999999999,"15min":2.077},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26600000000000001},"max":{"1min":138.172,"5min":138.172,"15min":138.172},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.1180000000000001,"15min":1.151},"min":{"1min":0.27900000000000003,"5min":0.247,"15min":0.19600000000000001},"max":{"1min":3.04,"5min":3.04,"15min":9.9550000000000001},"last":1.972},{"interface":"front","average":{"1min":0.83799999999999997,"5min":1.2330000000000001,"15min":1.232},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.48,"5min":4.3090000000000002,"15min":5},"last":0.443}]}]},{"osd":2,"up_from":356,"seq":1529008357698,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5037560,"kb_used_data":4752432,"kb_used_omap":852,"kb_used_meta":284267,"kb_avail":83042824,"statfs":{"total":90194313216,"available":85035851776,"internally_reserved":0,"allocated":4866490368,"data_stored":4863153764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":291090039},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:37 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":2.4399999999999999,"15min":1.742},"min":{"1min":0.17000000000000001,"5min":0.127,"15min":0.107},"max":{"1min":5.4349999999999996,"5min":79.975999999999999,"15min":104.41800000000001},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":2.6070000000000002,"15min":1.659},"min":{"1min":0.157,"5min":0.14000000000000001,"15min":0.124},"max":{"1min":1.4359999999999999,"5min":81.021000000000001,"15min":105.191},"last":0.14599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:25:37 2021","interfaces":[{"interface":"back","average":{"1min":2.4670000000000001,"5min":1,"15min":0.99299999999999999},"min":{"1min":0.159,"5min":0.159,"15min":0.14899999999999999},"max":{"1min":17.431000000000001,"5min":17.431000000000001,"15min":67.450999999999993},"last":0.23599999999999999},{"interface":"front","average":{"1min":2.2719999999999998,"5min":1.113,"15min":0.84099999999999997},"min":{"1min":0.156,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":17.225000000000001,"5min":17.225000000000001,"15min":17.225000000000001},"last":0.185}]},{"osd":3,"last update":"Thu Mar 4 23:25:25 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":1.147,"15min":1.905},"min":{"1min":0.22900000000000001,"5min":0.11899999999999999,"15min":0.11899999999999999},"max":{"1min":1.8140000000000001,"5min":28.382999999999999,"15min":77.754000000000005},"last":0.215},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.133,"15min":1.9279999999999999},"min":{"1min":0.23899999999999999,"5min":0.14899999999999999,"15min":0.14699999999999999},"max":{"1min":5.8200000000000003,"5min":28.323,"15min":77.926000000000002},"last":0.19600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:25:37 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.94799999999999995,"15min":0.95099999999999996},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":1.212,"5min":4.1120000000000001,"15min":6.0860000000000003},"last":0.249},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.83799999999999997,"15min":0.91800000000000004},"min":{"1min":0.26900000000000002,"5min":0.20599999999999999,"15min":0.19800000000000001},"max":{"1min":4.2290000000000001,"5min":4.2290000000000001,"15min":4.391},"last":0.30099999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:25:37 2021","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.93899999999999995,"15min":0.96699999999999997},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.1120000000000001,"5min":2.4910000000000001,"15min":4.9969999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":1.083,"15min":1.258},"min":{"1min":0.30499999999999999,"5min":0.193,"15min":0.193},"max":{"1min":5.9219999999999997,"5min":5.9219999999999997,"15min":67.897000000000006},"last":1.8859999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:25:37 2021","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":1.0960000000000001,"15min":1.1140000000000001},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":1.839,"5min":5.3330000000000002,"15min":6.1760000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.079,"15min":1.1240000000000001},"min":{"1min":0.32000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":4.0339999999999998,"5min":4.0339999999999998,"15min":4.7889999999999997},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:25:37 2021","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":1.4259999999999999,"15min":1.506},"min":{"1min":0.35399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.0410000000000004,"5min":29.954999999999998,"15min":68.049000000000007},"last":0.379},{"interface":"front","average":{"1min":0.79900000000000004,"5min":1.633,"15min":1.3080000000000001},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":4.1449999999999996,"5min":30.015000000000001,"15min":30.015000000000001},"last":0.33800000000000002}]}]},{"osd":3,"up_from":634,"seq":2723009265800,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3850548,"kb_used_data":3587308,"kb_used_omap":2942,"kb_used_meta":260289,"kb_avail":84229836,"statfs":{"total":90194313216,"available":86251352064,"internally_reserved":0,"allocated":3673403392,"data_stored":3670070387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3013408,"internal_metadata":266536160},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":1.629,"15min":0.89900000000000002},"min":{"1min":0.14000000000000001,"5min":0.122,"15min":0.11799999999999999},"max":{"1min":2.4430000000000001,"5min":70.980000000000004,"15min":70.980000000000004},"last":2.9249999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.698,"15min":0.85699999999999998},"min":{"1min":0.158,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":6.0860000000000003,"5min":71.275000000000006,"15min":71.275000000000006},"last":2.9020000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2440000000000002,"5min":1.0289999999999999,"15min":0.78500000000000003},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":33.042999999999999,"5min":33.042999999999999,"15min":33.042999999999999},"last":3.0379999999999998},{"interface":"front","average":{"1min":2.431,"5min":1.127,"15min":0.80900000000000005},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":33.015000000000001,"5min":33.015000000000001,"15min":33.015000000000001},"last":3.0019999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.7669999999999999,"15min":1.0349999999999999},"min":{"1min":0.17199999999999999,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":65.680000000000007,"5min":65.680000000000007,"15min":65.680000000000007},"last":2.665},{"interface":"front","average":{"1min":3.984,"5min":1.857,"15min":1.091},"min":{"1min":0.17999999999999999,"5min":0.157,"15min":0.151},"max":{"1min":65.509,"5min":65.509,"15min":65.509},"last":3.1539999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.95199999999999996,"15min":0.83199999999999996},"min":{"1min":0.214,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.2599999999999998,"5min":6.2599999999999998,"15min":6.2599999999999998},"last":3.0609999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.80400000000000005,"15min":0.94799999999999995},"min":{"1min":0.20000000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.581,"5min":3.1579999999999999,"15min":6.3849999999999998},"last":2.7610000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.97599999999999998,"15min":0.92300000000000004},"min":{"1min":0.217,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":3.4140000000000001,"5min":4.9370000000000003,"15min":4.9370000000000003},"last":2.7000000000000002},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.0649999999999999,"15min":1.0529999999999999},"min":{"1min":0.255,"5min":0.24399999999999999,"15min":0.21299999999999999},"max":{"1min":2.8090000000000002,"5min":3.1619999999999999,"15min":4.6020000000000003},"last":3.1899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.204,"15min":1.05},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.245},"max":{"1min":2.948,"5min":3.2400000000000002,"15min":4.577},"last":3.214},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.331,"15min":1.0349999999999999},"min":{"1min":0.23100000000000001,"5min":0.215,"15min":0.215},"max":{"1min":6.5019999999999998,"5min":6.5019999999999998,"15min":6.5019999999999998},"last":3.1030000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:25:29 2021","interfaces":[{"interface":"back","average":{"1min":1.0820000000000001,"5min":1.1719999999999999,"15min":1.0149999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.23400000000000001},"max":{"1min":6.6360000000000001,"5min":6.6360000000000001,"15min":6.6360000000000001},"last":3.1299999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":1.1060000000000001,"15min":1.151},"min":{"1min":0.26000000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":3.548,"5min":3.548,"15min":4.9059999999999997},"last":2.7410000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986636,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5256264,"kb_used_data":4207680,"kb_used_omap":282,"kb_used_meta":1048293,"kb_avail":82824120,"statfs":{"total":90194313216,"available":84811898880,"internally_reserved":1073741824,"allocated":4308664320,"data_stored":4305313490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":289331,"internal_metadata":1073452493},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:55 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.0409999999999999,"15min":2.3149999999999999},"min":{"1min":0.16200000000000001,"5min":0.14799999999999999,"15min":0.13900000000000001},"max":{"1min":1.9350000000000001,"5min":20.815999999999999,"15min":130.404},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.206,"15min":2.4969999999999999},"min":{"1min":0.26900000000000002,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":2.2490000000000001,"5min":20.879999999999999,"15min":130.417},"last":0.27500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":1.621,"5min":1.153,"15min":0.90800000000000003},"min":{"1min":0.183,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":18.181999999999999,"5min":23.388000000000002,"15min":23.388000000000002},"last":0.26600000000000001},{"interface":"front","average":{"1min":1.889,"5min":1.236,"15min":1.016},"min":{"1min":0.214,"5min":0.20399999999999999,"15min":0.19500000000000001},"max":{"1min":18.082999999999998,"5min":23.536999999999999,"15min":23.536999999999999},"last":1.492}]},{"osd":2,"last update":"Thu Mar 4 23:25:34 2021","interfaces":[{"interface":"back","average":{"1min":1.835,"5min":1.119,"15min":2.1789999999999998},"min":{"1min":0.17999999999999999,"5min":0.16,"15min":0.16},"max":{"1min":25.780999999999999,"5min":25.780999999999999,"15min":152.79300000000001},"last":0.16600000000000001},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.054,"15min":2.1280000000000001},"min":{"1min":0.219,"5min":0.20599999999999999,"15min":0.18099999999999999},"max":{"1min":25.902999999999999,"5min":25.902999999999999,"15min":152.57300000000001},"last":0.23100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:26:18 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.98699999999999999,"15min":3.492},"min":{"1min":0.23300000000000001,"5min":0.221,"15min":0.16700000000000001},"max":{"1min":2.798,"5min":3.7320000000000002,"15min":106.631},"last":0.253},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.97099999999999997,"15min":3.516},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.19500000000000001},"max":{"1min":2.891,"5min":2.891,"15min":106.51900000000001},"last":0.221}]},{"osd":5,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.83999999999999997,"15min":1.149},"min":{"1min":0.17399999999999999,"5min":0.159,"15min":0.13900000000000001},"max":{"1min":2.581,"5min":5.3159999999999998,"15min":45.344000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90700000000000003,"15min":1.0640000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.156},"max":{"1min":5.0570000000000004,"5min":6.3769999999999998,"15min":43.448},"last":0.34399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:26:18 2021","interfaces":[{"interface":"back","average":{"1min":5.7530000000000001,"5min":2.0369999999999999,"15min":1.7709999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.14399999999999999},"max":{"1min":101.24299999999999,"5min":101.24299999999999,"15min":102.35899999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":5.4000000000000004,"5min":2.1000000000000001,"15min":1.8169999999999999},"min":{"1min":0.20100000000000001,"5min":0.186,"15min":0.17199999999999999},"max":{"1min":98.933999999999997,"5min":98.933999999999997,"15min":101.592},"last":0.189}]},{"osd":7,"last update":"Thu Mar 4 23:25:38 2021","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.96499999999999997,"15min":1.1659999999999999},"min":{"1min":0.28999999999999998,"5min":0.21199999999999999,"15min":0.19800000000000001},"max":{"1min":2.706,"5min":2.9009999999999998,"15min":12.140000000000001},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.95999999999999996,"15min":1.125},"min":{"1min":0.214,"5min":0.20300000000000001,"15min":0.17799999999999999},"max":{"1min":2.2360000000000002,"5min":8.1590000000000007,"15min":10.938000000000001},"last":1.2350000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823111,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4046908,"kb_used_data":2998324,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":84033476,"statfs":{"total":90194313216,"available":86050279424,"internally_reserved":1073741824,"allocated":3070283776,"data_stored":3066943136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":1.2949999999999999,"15min":1.6120000000000001},"min":{"1min":0.188,"5min":0.13700000000000001,"15min":0.13500000000000001},"max":{"1min":2.2269999999999999,"5min":34.646000000000001,"15min":65.915000000000006},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":1.212,"15min":1.621},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":5.6139999999999999,"5min":34.685000000000002,"15min":66.227999999999994},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:26:03 2021","interfaces":[{"interface":"back","average":{"1min":6.4480000000000004,"5min":3.1320000000000001,"15min":1.6359999999999999},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":63.030999999999999,"5min":108.152,"15min":108.152},"last":0.191},{"interface":"front","average":{"1min":6.3609999999999998,"5min":2.9929999999999999,"15min":1.5980000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":63.579000000000001,"5min":108.69199999999999,"15min":108.69199999999999},"last":0.20899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":3.5720000000000001,"5min":1.7170000000000001,"15min":1.532},"min":{"1min":0.185,"5min":0.185,"15min":0.184},"max":{"1min":43.073,"5min":43.073,"15min":43.073},"last":0.33400000000000002},{"interface":"front","average":{"1min":3.5430000000000001,"5min":1.7090000000000001,"15min":1.552},"min":{"1min":0.23200000000000001,"5min":0.182,"15min":0.182},"max":{"1min":43.128999999999998,"5min":43.128999999999998,"15min":43.128999999999998},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:25:33 2021","interfaces":[{"interface":"back","average":{"1min":3.75,"5min":1.6379999999999999,"15min":1.353},"min":{"1min":0.19900000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":61.787999999999997,"5min":61.787999999999997,"15min":61.787999999999997},"last":0.313},{"interface":"front","average":{"1min":3.6459999999999999,"5min":1.7190000000000001,"15min":1.3779999999999999},"min":{"1min":0.23899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":61.875,"5min":61.875,"15min":61.875},"last":0.376}]},{"osd":4,"last update":"Thu Mar 4 23:26:03 2021","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.86399999999999999,"15min":1.052},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13700000000000001},"max":{"1min":5.0510000000000002,"5min":5.0510000000000002,"15min":56.573},"last":0.17699999999999999},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1539999999999999,"15min":1.2729999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.157},"max":{"1min":7.7949999999999999,"5min":9.1630000000000003,"15min":56.191000000000003},"last":0.23799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:25:33 2021","interfaces":[{"interface":"back","average":{"1min":8.8629999999999995,"5min":2.9199999999999999,"15min":1.671},"min":{"1min":0.20999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":135.25999999999999,"5min":135.25999999999999,"15min":135.25999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":9.3339999999999996,"5min":2.6909999999999998,"15min":1.6319999999999999},"min":{"1min":0.20200000000000001,"5min":0.189,"15min":0.189},"max":{"1min":133.22800000000001,"5min":133.22800000000001,"15min":133.22800000000001},"last":0.30099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":1.169,"5min":3.504,"15min":1.9570000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.17399999999999999},"max":{"1min":6.0270000000000001,"5min":201.512,"15min":201.512},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":3.4500000000000002,"15min":1.9670000000000001},"min":{"1min":0.23999999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.4289999999999998,"5min":200.97,"15min":200.97},"last":0.39800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3009378,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":285302,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1821449,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":538904,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1781792768,"data_stored":1781792768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4235857920,"data_stored":4235853848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4826136576,"data_stored":4826136576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3646488576,"data_stored":3646488576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4291559424,"data_stored":4291559424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3051622400,"data_stored":3051618328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5506207744,"data_stored":5506203672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1816461312,"data_stored":1816461312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:26:29.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 28 2021-03-04T23:26:29.042 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:26:29.061 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:26:29.079 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:26:29.100 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:26:29.112 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:29.125 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:26:29.126 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.126 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.127 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.127 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.127 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.127 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.127 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.128 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:26:29.148 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:29.215 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:29.392 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:29 gibba008 bash[44600]: debug 2021-03-04T23:26:29.101+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:29.414 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:29.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:29 gibba023 bash[27374]: audit 2021-03-04T23:26:28.954377+0000 mon.a (mon.0) 1742 : audit [DBG] from='client.? 172.21.2.108:0/2838218929' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:29.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:29 gibba023 bash[18090]: debug 2021-03-04T23:26:29.406+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:29.525 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:29.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:29 gibba008 bash[39303]: audit 2021-03-04T23:26:28.954377+0000 mon.a (mon.0) 1742 : audit [DBG] from='client.? 172.21.2.108:0/2838218929' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:29 gibba008 bash[37770]: audit 2021-03-04T23:26:28.954377+0000 mon.a (mon.0) 1742 : audit [DBG] from='client.? 172.21.2.108:0/2838218929' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:29.878 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:29.981 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:30.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:29 gibba023 bash[18090]: debug 2021-03-04T23:26:29.870+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:30.367 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:30.470 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:30.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:30 gibba008 bash[37770]: cluster 2021-03-04T23:26:29.376367+0000 mgr.x (mgr.34379) 1161 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:26:30.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:30 gibba008 bash[39303]: cluster 2021-03-04T23:26:29.376367+0000 mgr.x (mgr.34379) 1161 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:26:30.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:30 gibba023 bash[27374]: cluster 2021-03-04T23:26:29.376367+0000 mgr.x (mgr.34379) 1161 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:26:30.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:30 gibba023 bash[18090]: debug 2021-03-04T23:26:30.362+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:30.818 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:30.920 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:31.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:30 gibba023 bash[15180]: debug 2021-03-04T23:26:30.810+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:31.521 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:31.630 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:31.834 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:31 gibba008 bash[44600]: debug 2021-03-04T23:26:31.509+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:31.835 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:31.937 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:32.158 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:32.194 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:31 gibba008 bash[91265]: debug 2021-03-04T23:26:31.825+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:32.264 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:32.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:32 gibba023 bash[16680]: debug 2021-03-04T23:26:32.150+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:32.462 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:26:32.463 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:26:32.463 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:26:32.463 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:26:32.464 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.464 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:76940 28.6 28:661b43fc:::benchmark_data_gibba008_108866_object76939:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e667)", 2021-03-04T23:26:32.464 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:23.313337+0000", 2021-03-04T23:26:32.464 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 369.144910568, 2021-03-04T23:26:32.464 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20274708799999999, 2021-03-04T23:26:32.465 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.465 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.466 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.466 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.466 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.466 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 76940 2021-03-04T23:26:32.467 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.467 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.467 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.467 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.468 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313337+0000", 2021-03-04T23:26:32.468 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.468 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.468 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.469 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.469 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313337+0000", 2021-03-04T23:26:32.469 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3188000000000006e-05 2021-03-04T23:26:32.469 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.469 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.470 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.470 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313400+0000", 2021-03-04T23:26:32.470 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.649e-06 2021-03-04T23:26:32.470 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.471 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.471 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.472 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313402+0000", 2021-03-04T23:26:32.472 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0807e-05 2021-03-04T23:26:32.472 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.472 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.473 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.473 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313412+0000", 2021-03-04T23:26:32.473 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8739999999999997e-06 2021-03-04T23:26:32.473 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.474 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.474 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.474 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313419+0000", 2021-03-04T23:26:32.474 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2985999999999997e-05 2021-03-04T23:26:32.475 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.475 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.475 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.475 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313472+0000", 2021-03-04T23:26:32.475 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014894299999999999 2021-03-04T23:26:32.476 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.476 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.476 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.476 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313621+0000", 2021-03-04T23:26:32.477 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015467899999999999 2021-03-04T23:26:32.477 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.477 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.477 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.477 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.313776+0000", 2021-03-04T23:26:32.478 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025010869999999999 2021-03-04T23:26:32.478 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.478 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.478 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.479 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316277+0000", 2021-03-04T23:26:32.479 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00036263499999999999 2021-03-04T23:26:32.479 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.479 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.480 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.480 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316640+0000", 2021-03-04T23:26:32.480 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19914200800000001 2021-03-04T23:26:32.480 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.480 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.481 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.481 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.515782+0000", 2021-03-04T23:26:32.481 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014609000000000001 2021-03-04T23:26:32.482 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.482 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.482 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.482 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.515928+0000", 2021-03-04T23:26:32.483 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015614200000000001 2021-03-04T23:26:32.483 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.483 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.483 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.484 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.516084+0000", 2021-03-04T23:26:32.484 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20274708799999999 2021-03-04T23:26:32.484 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.484 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.484 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.485 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.485 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.485 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:76941 28.c e667/662 28:31410c7d:::benchmark_data_gibba008_108866_object76940:head v 667'4829, mlcod=667'4825)", 2021-03-04T23:26:32.485 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:23.316313+0000", 2021-03-04T23:26:32.486 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 369.14193475500002, 2021-03-04T23:26:32.486 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19594373800000001, 2021-03-04T23:26:32.486 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.486 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.487 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.487 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.487 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.487 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316313+0000", 2021-03-04T23:26:32.488 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.488 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.488 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.488 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.488 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316313+0000", 2021-03-04T23:26:32.489 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5548e-05 2021-03-04T23:26:32.489 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.489 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.489 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.490 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316338+0000", 2021-03-04T23:26:32.490 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.677e-06 2021-03-04T23:26:32.490 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.490 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.491 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.491 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316340+0000", 2021-03-04T23:26:32.491 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4409999999999999e-06 2021-03-04T23:26:32.491 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.491 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.492 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.492 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316349+0000", 2021-03-04T23:26:32.492 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9019999999999998e-06 2021-03-04T23:26:32.492 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.493 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.493 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.493 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316354+0000", 2021-03-04T23:26:32.493 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.180442568 2021-03-04T23:26:32.493 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.494 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.494 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.495 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496797+0000", 2021-03-04T23:26:32.495 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010918599999999999 2021-03-04T23:26:32.495 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.495 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.495 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.496 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496906+0000", 2021-03-04T23:26:32.496 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015120756000000001 2021-03-04T23:26:32.496 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.496 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.497 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.497 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.512027+0000", 2021-03-04T23:26:32.497 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022965999999999999 2021-03-04T23:26:32.497 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.497 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.498 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.498 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.512256+0000", 2021-03-04T23:26:32.498 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19594373800000001 2021-03-04T23:26:32.498 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.499 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.499 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.499 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.499 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.499 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:76945 28.5 28:a37eb70c:::benchmark_data_gibba008_108866_object76944:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e667)", 2021-03-04T23:26:32.500 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:23.316819+0000", 2021-03-04T23:26:32.500 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 369.14142807600001, 2021-03-04T23:26:32.500 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23207433299999999, 2021-03-04T23:26:32.500 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.501 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.501 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.501 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.501 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.502 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 76945 2021-03-04T23:26:32.502 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.502 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.502 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.503 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.503 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316819+0000", 2021-03-04T23:26:32.503 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.503 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.503 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.504 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.504 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316819+0000", 2021-03-04T23:26:32.504 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7129999999999999e-05 2021-03-04T23:26:32.504 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.505 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.505 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.505 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316846+0000", 2021-03-04T23:26:32.505 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5850000000000001e-06 2021-03-04T23:26:32.505 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.506 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.506 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.506 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.316848+0000", 2021-03-04T23:26:32.506 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17956439699999999 2021-03-04T23:26:32.507 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.507 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.507 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.507 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496412+0000", 2021-03-04T23:26:32.507 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3594e-05 2021-03-04T23:26:32.508 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.508 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.508 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.508 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496496+0000", 2021-03-04T23:26:32.509 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032231600000000001 2021-03-04T23:26:32.509 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.509 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.509 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.510 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496818+0000", 2021-03-04T23:26:32.510 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00045469400000000001 2021-03-04T23:26:32.510 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.510 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.510 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.511 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.497273+0000", 2021-03-04T23:26:32.511 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00041100700000000002 2021-03-04T23:26:32.511 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.511 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.512 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:26:32.512 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.497684+0000", 2021-03-04T23:26:32.512 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.016825856 2021-03-04T23:26:32.512 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.513 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.513 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.513 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.514510+0000", 2021-03-04T23:26:32.513 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0010795189999999999 2021-03-04T23:26:32.513 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.514 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.514 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.514 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.515589+0000", 2021-03-04T23:26:32.514 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.032803552999999999 2021-03-04T23:26:32.515 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.515 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.515 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.515 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.548393+0000", 2021-03-04T23:26:32.515 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00029147500000000002 2021-03-04T23:26:32.516 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.516 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.516 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.516 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.548684+0000", 2021-03-04T23:26:32.517 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020920699999999999 2021-03-04T23:26:32.517 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.517 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.517 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.517 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.548894+0000", 2021-03-04T23:26:32.518 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23207433299999999 2021-03-04T23:26:32.518 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.518 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.518 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.519 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.519 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.519 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.45492.0:76947 28.e e667/662 28:768dca5c:::benchmark_data_gibba008_108866_object76946:head v 667'4830, mlcod=667'4828)", 2021-03-04T23:26:32.519 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:23.320086+0000", 2021-03-04T23:26:32.520 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 369.13816141000001, 2021-03-04T23:26:32.520 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19526606199999999, 2021-03-04T23:26:32.520 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.520 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.520 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.521 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.521 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.521 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.320086+0000", 2021-03-04T23:26:32.521 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.522 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.522 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.522 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.522 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.320086+0000", 2021-03-04T23:26:32.523 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5440999999999998e-05 2021-03-04T23:26:32.523 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.523 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.523 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.523 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.320161+0000", 2021-03-04T23:26:32.524 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9570000000000001e-06 2021-03-04T23:26:32.524 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.524 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.524 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.525 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.320163+0000", 2021-03-04T23:26:32.525 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17627188899999999 2021-03-04T23:26:32.525 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.525 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.525 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.526 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496435+0000", 2021-03-04T23:26:32.526 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2909000000000003e-05 2021-03-04T23:26:32.526 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.526 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.527 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.527 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496508+0000", 2021-03-04T23:26:32.527 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019947500000000001 2021-03-04T23:26:32.527 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.527 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.528 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.528 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496708+0000", 2021-03-04T23:26:32.528 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0284000000000006e-05 2021-03-04T23:26:32.528 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.529 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.529 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.529 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.496788+0000", 2021-03-04T23:26:32.529 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.018384468000000001 2021-03-04T23:26:32.530 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.530 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.530 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.530 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.515172+0000", 2021-03-04T23:26:32.530 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017963899999999999 2021-03-04T23:26:32.531 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.531 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.531 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.531 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:23.515352+0000", 2021-03-04T23:26:32.532 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19526606199999999 2021-03-04T23:26:32.532 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.532 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.532 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.533 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.533 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.533 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:97673 28.5 28:abc9f0e8:::benchmark_data_gibba008_108866_object97672:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:26:32.533 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:35.811999+0000", 2021-03-04T23:26:32.533 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 356.64624805599999, 2021-03-04T23:26:32.534 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.188304414, 2021-03-04T23:26:32.534 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.534 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.534 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.535 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.535 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.535 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 97673 2021-03-04T23:26:32.535 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.535 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.536 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.536 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.536 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.811999+0000", 2021-03-04T23:26:32.536 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.537 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.537 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.537 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.537 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.811999+0000", 2021-03-04T23:26:32.537 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2113000000000006e-05 2021-03-04T23:26:32.538 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.538 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.538 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.538 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.812071+0000", 2021-03-04T23:26:32.539 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.153e-06 2021-03-04T23:26:32.539 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.539 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.539 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.540 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.812073+0000", 2021-03-04T23:26:32.540 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6990000000000003e-06 2021-03-04T23:26:32.540 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.540 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.540 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.541 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.812080+0000", 2021-03-04T23:26:32.541 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6859999999999997e-06 2021-03-04T23:26:32.541 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.541 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.542 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.542 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.812085+0000", 2021-03-04T23:26:32.542 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019793079999999999 2021-03-04T23:26:32.542 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.543 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.543 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.543 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.814064+0000", 2021-03-04T23:26:32.543 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103546 2021-03-04T23:26:32.543 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.544 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.544 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.544 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.814168+0000", 2021-03-04T23:26:32.544 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112971 2021-03-04T23:26:32.545 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.545 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.545 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:26:32.545 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.814281+0000", 2021-03-04T23:26:32.545 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026210080000000002 2021-03-04T23:26:32.546 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.546 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.546 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.546 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816902+0000", 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17516780400000001 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.992070+0000", 2021-03-04T23:26:32.548 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0078312599999999996 2021-03-04T23:26:32.548 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.548 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.548 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.549 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.999901+0000", 2021-03-04T23:26:32.549 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026392899999999999 2021-03-04T23:26:32.549 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.549 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.549 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.550 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.000165+0000", 2021-03-04T23:26:32.550 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000138937 2021-03-04T23:26:32.550 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.550 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.551 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.551 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.000304+0000", 2021-03-04T23:26:32.551 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.188304414 2021-03-04T23:26:32.551 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.552 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.552 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.552 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.552 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.552 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:97680 28.5 28:a1c093de:::benchmark_data_gibba008_108866_object97679:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:26:32.553 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:35.816614+0000", 2021-03-04T23:26:32.553 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 356.64163327799997, 2021-03-04T23:26:32.553 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20552440299999999, 2021-03-04T23:26:32.553 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.554 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.554 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.554 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.554 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.554 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 97680 2021-03-04T23:26:32.555 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.555 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.555 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.555 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.556 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816614+0000", 2021-03-04T23:26:32.556 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.556 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.556 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.556 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.557 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816614+0000", 2021-03-04T23:26:32.557 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4727000000000006e-05 2021-03-04T23:26:32.557 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.557 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.558 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.558 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816679+0000", 2021-03-04T23:26:32.558 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2550000000000001e-06 2021-03-04T23:26:32.558 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.559 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.559 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.559 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816680+0000", 2021-03-04T23:26:32.559 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3339999999999996e-06 2021-03-04T23:26:32.559 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.560 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.560 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.560 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816687+0000", 2021-03-04T23:26:32.560 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4570000000000001e-06 2021-03-04T23:26:32.561 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.561 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.561 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.561 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.816691+0000", 2021-03-04T23:26:32.562 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026640819999999999 2021-03-04T23:26:32.562 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.562 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.562 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.562 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.819355+0000", 2021-03-04T23:26:32.563 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8072000000000007e-05 2021-03-04T23:26:32.563 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.563 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.563 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.564 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.819443+0000", 2021-03-04T23:26:32.564 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.16571543499999999 2021-03-04T23:26:32.564 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.564 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.564 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:26:32.565 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.985158+0000", 2021-03-04T23:26:32.565 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015394664000000001 2021-03-04T23:26:32.565 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.566 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.566 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.566 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.000553+0000", 2021-03-04T23:26:32.566 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00061217699999999999 2021-03-04T23:26:32.567 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.567 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.567 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.567 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.001165+0000", 2021-03-04T23:26:32.568 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.020705194999999999 2021-03-04T23:26:32.568 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.568 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.568 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.569 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.021870+0000", 2021-03-04T23:26:32.569 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015573900000000001 2021-03-04T23:26:32.569 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.569 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.569 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.570 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.022026+0000", 2021-03-04T23:26:32.570 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112266 2021-03-04T23:26:32.570 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.570 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.571 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.571 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.022138+0000", 2021-03-04T23:26:32.571 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20552440299999999 2021-03-04T23:26:32.571 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.571 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.572 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.572 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.572 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.572 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:97683 28.5 28:a4088403:::benchmark_data_gibba008_108866_object97682:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:26:32.573 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:35.818265+0000", 2021-03-04T23:26:32.573 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 356.639982299, 2021-03-04T23:26:32.573 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20446213999999999, 2021-03-04T23:26:32.573 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.573 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.574 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.574 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.574 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.574 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 97683 2021-03-04T23:26:32.575 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.575 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.575 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.575 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.575 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818265+0000", 2021-03-04T23:26:32.576 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.576 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.576 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.577 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818265+0000", 2021-03-04T23:26:32.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2348000000000005e-05 2021-03-04T23:26:32.577 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.577 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.577 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.578 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818347+0000", 2021-03-04T23:26:32.578 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5149999999999999e-06 2021-03-04T23:26:32.578 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.578 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.579 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818349+0000", 2021-03-04T23:26:32.579 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6966999999999999e-05 2021-03-04T23:26:32.579 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.580 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.580 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.580 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818366+0000", 2021-03-04T23:26:32.580 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:26:32.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.581 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.581 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.581 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818370+0000", 2021-03-04T23:26:32.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.17383622800000001 2021-03-04T23:26:32.582 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.582 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.582 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.582 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.992206+0000", 2021-03-04T23:26:32.583 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00039098300000000002 2021-03-04T23:26:32.583 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.583 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.583 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.583 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.992597+0000", 2021-03-04T23:26:32.584 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000449863 2021-03-04T23:26:32.584 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.584 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:26:32.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.993047+0000", 2021-03-04T23:26:32.585 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.017179222000000001 2021-03-04T23:26:32.585 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.585 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.585 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.586 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.010226+0000", 2021-03-04T23:26:32.586 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00028923499999999999 2021-03-04T23:26:32.586 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.586 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.587 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.587 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.010516+0000", 2021-03-04T23:26:32.587 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011958251 2021-03-04T23:26:32.587 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.588 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.588 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.588 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.022474+0000", 2021-03-04T23:26:32.588 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015425899999999999 2021-03-04T23:26:32.588 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.589 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.589 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.589 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.022628+0000", 2021-03-04T23:26:32.589 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8931999999999994e-05 2021-03-04T23:26:32.590 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.590 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.590 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.590 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.022727+0000", 2021-03-04T23:26:32.590 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20446213999999999 2021-03-04T23:26:32.591 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.591 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.591 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.591 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.592 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.592 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:97684 28.5 28:a24bfd2f:::benchmark_data_gibba008_108866_object97683:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e669)", 2021-03-04T23:26:32.592 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:20:35.818380+0000", 2021-03-04T23:26:32.592 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 356.63986760300003, 2021-03-04T23:26:32.592 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.213658659, 2021-03-04T23:26:32.593 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.593 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.593 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.593 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.594 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.594 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 97684 2021-03-04T23:26:32.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.594 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.595 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.595 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818380+0000", 2021-03-04T23:26:32.595 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.595 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.596 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.596 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.596 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818380+0000", 2021-03-04T23:26:32.596 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5656999999999998e-05 2021-03-04T23:26:32.597 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.597 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.597 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.597 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818445+0000", 2021-03-04T23:26:32.597 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8000000000000004e-07 2021-03-04T23:26:32.598 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.598 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.598 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.598 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818446+0000", 2021-03-04T23:26:32.599 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.417e-06 2021-03-04T23:26:32.599 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.599 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.599 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.599 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818452+0000", 2021-03-04T23:26:32.600 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.225e-06 2021-03-04T23:26:32.600 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.600 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.600 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.601 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:35.818455+0000", 2021-03-04T23:26:32.601 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.182835725 2021-03-04T23:26:32.601 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.601 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.601 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.602 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.001291+0000", 2021-03-04T23:26:32.602 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00051145499999999996 2021-03-04T23:26:32.602 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.602 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.603 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.603 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.001802+0000", 2021-03-04T23:26:32.603 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00051466700000000001 2021-03-04T23:26:32.603 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.603 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.604 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:26:32.604 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.002317+0000", 2021-03-04T23:26:32.604 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.019302969999999999 2021-03-04T23:26:32.604 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.605 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.605 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.605 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.021620+0000", 2021-03-04T23:26:32.605 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3541000000000004e-05 2021-03-04T23:26:32.605 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.606 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.606 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.606 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.021713+0000", 2021-03-04T23:26:32.606 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0098727090000000003 2021-03-04T23:26:32.607 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.607 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.607 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.607 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.031586+0000", 2021-03-04T23:26:32.607 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025892800000000001 2021-03-04T23:26:32.608 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.608 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.608 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.608 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.031845+0000", 2021-03-04T23:26:32.609 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019348499999999999 2021-03-04T23:26:32.609 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.609 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.609 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.609 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:20:36.032038+0000", 2021-03-04T23:26:32.610 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.213658659 2021-03-04T23:26:32.610 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.610 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.610 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.611 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.611 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.611 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:193536 28.6 28:60de9573:::benchmark_data_gibba008_108866_object24461:head [delete] snapc 0=[] ondisk+write+known_if_redirected e674)", 2021-03-04T23:26:32.611 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:39.244484+0000", 2021-03-04T23:26:32.611 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 293.213763535, 2021-03-04T23:26:32.612 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.219662829, 2021-03-04T23:26:32.612 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.612 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.612 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.613 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.613 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.613 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193536 2021-03-04T23:26:32.613 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.614 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.614 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.614 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.614 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244484+0000", 2021-03-04T23:26:32.614 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.615 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.615 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.615 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.615 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244484+0000", 2021-03-04T23:26:32.616 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.576e-06 2021-03-04T23:26:32.616 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.616 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.616 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.616 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244485+0000", 2021-03-04T23:26:32.617 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1400000000000001e-06 2021-03-04T23:26:32.617 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.617 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.617 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.617 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244486+0000", 2021-03-04T23:26:32.618 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2239999999999998e-06 2021-03-04T23:26:32.618 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.618 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.618 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.619 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244494+0000", 2021-03-04T23:26:32.619 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3569999999999998e-06 2021-03-04T23:26:32.619 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.619 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.620 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.620 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244497+0000", 2021-03-04T23:26:32.620 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2891000000000001e-05 2021-03-04T23:26:32.620 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.620 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.621 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.621 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244530+0000", 2021-03-04T23:26:32.621 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110646 2021-03-04T23:26:32.621 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.622 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.622 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.622 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244641+0000", 2021-03-04T23:26:32.622 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013311400000000001 2021-03-04T23:26:32.622 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.623 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.623 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.623 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244774+0000", 2021-03-04T23:26:32.623 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049291220000000002 2021-03-04T23:26:32.624 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.624 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.624 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.624 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.249703+0000", 2021-03-04T23:26:32.624 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0031521850000000001 2021-03-04T23:26:32.625 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.625 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.625 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.625 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.252855+0000", 2021-03-04T23:26:32.626 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21094241499999999 2021-03-04T23:26:32.626 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.626 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.626 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.626 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.463797+0000", 2021-03-04T23:26:32.627 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018519399999999999 2021-03-04T23:26:32.627 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.627 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.627 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.628 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.463983+0000", 2021-03-04T23:26:32.628 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016396499999999999 2021-03-04T23:26:32.628 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.628 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.628 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.629 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.464147+0000", 2021-03-04T23:26:32.629 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.219662829 2021-03-04T23:26:32.629 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.629 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.629 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.630 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.630 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.630 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:193538 28.6 28:646076ce:::benchmark_data_gibba008_108866_object24463:head [delete] snapc 0=[] ondisk+write+known_if_redirected e674)", 2021-03-04T23:26:32.630 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:39.244672+0000", 2021-03-04T23:26:32.631 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 293.213574908, 2021-03-04T23:26:32.631 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22017208199999999, 2021-03-04T23:26:32.631 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.631 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.631 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.632 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.632 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.632 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193538 2021-03-04T23:26:32.632 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.633 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.633 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.633 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.633 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244672+0000", 2021-03-04T23:26:32.633 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.634 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.634 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.634 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.634 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244672+0000", 2021-03-04T23:26:32.635 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1400000000000001e-06 2021-03-04T23:26:32.635 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.635 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.635 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.636 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244674+0000", 2021-03-04T23:26:32.636 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0400000000000005e-07 2021-03-04T23:26:32.636 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.636 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.636 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.637 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244674+0000", 2021-03-04T23:26:32.637 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2399999999999996e-06 2021-03-04T23:26:32.637 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.637 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.638 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.638 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244684+0000", 2021-03-04T23:26:32.638 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.988e-06 2021-03-04T23:26:32.638 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.639 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.639 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.639 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.244687+0000", 2021-03-04T23:26:32.639 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027643820000000001 2021-03-04T23:26:32.639 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.640 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.640 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.640 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.247451+0000", 2021-03-04T23:26:32.640 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2742000000000003e-05 2021-03-04T23:26:32.641 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.641 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.641 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.641 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.247514+0000", 2021-03-04T23:26:32.641 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0449999999999999e-05 2021-03-04T23:26:32.642 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.642 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.642 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.642 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.247574+0000", 2021-03-04T23:26:32.643 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021843700000000001 2021-03-04T23:26:32.643 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.643 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.643 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.643 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.249759+0000", 2021-03-04T23:26:32.644 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0031013939999999999 2021-03-04T23:26:32.644 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.644 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.644 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.645 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.252860+0000", 2021-03-04T23:26:32.645 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.211548499 2021-03-04T23:26:32.645 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.645 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.645 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.646 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.464408+0000", 2021-03-04T23:26:32.646 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023792600000000001 2021-03-04T23:26:32.646 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.646 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.647 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.647 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.464646+0000", 2021-03-04T23:26:32.647 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000198147 2021-03-04T23:26:32.647 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.647 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.648 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.648 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.464844+0000", 2021-03-04T23:26:32.648 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22017208199999999 2021-03-04T23:26:32.648 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.649 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.649 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.649 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.649 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.649 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:193544 28.6 28:66a89da3:::benchmark_data_gibba008_108866_object24469:head [delete] snapc 0=[] ondisk+write+known_if_redirected e674)", 2021-03-04T23:26:32.650 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:39.250712+0000", 2021-03-04T23:26:32.650 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 293.20753574600002, 2021-03-04T23:26:32.650 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21468301400000001, 2021-03-04T23:26:32.650 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.651 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.651 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.651 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.651 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.651 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193544 2021-03-04T23:26:32.652 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.652 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.652 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.652 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.652 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250712+0000", 2021-03-04T23:26:32.653 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.653 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.653 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.653 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.654 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250712+0000", 2021-03-04T23:26:32.654 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6899999999999999e-06 2021-03-04T23:26:32.654 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.654 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.654 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.655 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250713+0000", 2021-03-04T23:26:32.655 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.001e-06 2021-03-04T23:26:32.655 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.655 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.656 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.656 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250714+0000", 2021-03-04T23:26:32.656 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0659999999999998e-06 2021-03-04T23:26:32.656 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.656 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.657 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.657 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250721+0000", 2021-03-04T23:26:32.657 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6739999999999999e-06 2021-03-04T23:26:32.657 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.658 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.658 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.658 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250725+0000", 2021-03-04T23:26:32.658 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1269999999999997e-05 2021-03-04T23:26:32.658 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.659 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.659 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.659 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250756+0000", 2021-03-04T23:26:32.659 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4306000000000002e-05 2021-03-04T23:26:32.660 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.660 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.660 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.660 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250841+0000", 2021-03-04T23:26:32.660 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8570000000000002e-05 2021-03-04T23:26:32.661 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.661 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.661 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.661 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.250909+0000", 2021-03-04T23:26:32.662 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019139129999999999 2021-03-04T23:26:32.662 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.662 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.662 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.662 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.252823+0000", 2021-03-04T23:26:32.663 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000149782 2021-03-04T23:26:32.663 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.663 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.663 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.664 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.252973+0000", 2021-03-04T23:26:32.664 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21206202399999999 2021-03-04T23:26:32.664 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.664 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.664 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.665 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.465035+0000", 2021-03-04T23:26:32.665 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021863199999999999 2021-03-04T23:26:32.665 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.665 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.665 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.666 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.465253+0000", 2021-03-04T23:26:32.666 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014108600000000001 2021-03-04T23:26:32.666 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.666 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.667 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.667 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.465395+0000", 2021-03-04T23:26:32.667 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21468301400000001 2021-03-04T23:26:32.667 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.668 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.668 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.668 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.668 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.668 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:193547 28.6 28:663c8456:::benchmark_data_gibba008_108866_object24472:head [delete] snapc 0=[] ondisk+write+known_if_redirected e674)", 2021-03-04T23:26:32.669 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:39.253423+0000", 2021-03-04T23:26:32.669 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 293.20482423599998, 2021-03-04T23:26:32.669 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21270955599999999, 2021-03-04T23:26:32.669 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.669 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.670 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.670 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.670 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.670 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193547 2021-03-04T23:26:32.671 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.671 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.671 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.671 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.671 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253423+0000", 2021-03-04T23:26:32.672 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.672 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.672 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.672 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.673 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253423+0000", 2021-03-04T23:26:32.673 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.04e-06 2021-03-04T23:26:32.673 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.673 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.673 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.674 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253424+0000", 2021-03-04T23:26:32.674 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8800000000000001e-07 2021-03-04T23:26:32.674 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.674 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.675 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.675 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253425+0000", 2021-03-04T23:26:32.675 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5119999999999999e-06 2021-03-04T23:26:32.675 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.675 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.676 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.676 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253431+0000", 2021-03-04T23:26:32.676 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.238e-06 2021-03-04T23:26:32.676 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.677 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.677 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.677 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253433+0000", 2021-03-04T23:26:32.677 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1149999999999998e-05 2021-03-04T23:26:32.677 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.678 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.678 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.678 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253464+0000", 2021-03-04T23:26:32.678 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106094 2021-03-04T23:26:32.679 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.679 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.679 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.679 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253570+0000", 2021-03-04T23:26:32.679 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000104165 2021-03-04T23:26:32.680 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.680 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.680 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.680 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.253674+0000", 2021-03-04T23:26:32.681 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024500849999999998 2021-03-04T23:26:32.681 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.681 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.681 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.681 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256124+0000", 2021-03-04T23:26:32.682 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000106981 2021-03-04T23:26:32.682 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.682 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.682 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.683 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256231+0000", 2021-03-04T23:26:32.683 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20947755000000001 2021-03-04T23:26:32.683 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.683 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.683 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.684 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.465709+0000", 2021-03-04T23:26:32.684 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024130199999999999 2021-03-04T23:26:32.684 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.684 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.684 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.685 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.465950+0000", 2021-03-04T23:26:32.685 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018255100000000001 2021-03-04T23:26:32.685 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.685 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.686 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.686 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.466133+0000", 2021-03-04T23:26:32.686 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21270955599999999 2021-03-04T23:26:32.686 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.686 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.687 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.687 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.687 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.687 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:193550 28.6 28:6d7c2c88:::benchmark_data_gibba008_108866_object24475:head [delete] snapc 0=[] ondisk+write+known_if_redirected e674)", 2021-03-04T23:26:32.688 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:39.256798+0000", 2021-03-04T23:26:32.688 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 293.201449465, 2021-03-04T23:26:32.688 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21002266999999999, 2021-03-04T23:26:32.688 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.689 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.689 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.689 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.689 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.690 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 193550 2021-03-04T23:26:32.690 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.690 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.690 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.690 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.691 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256798+0000", 2021-03-04T23:26:32.691 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.691 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.691 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.692 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.692 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256798+0000", 2021-03-04T23:26:32.692 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3340000000000001e-06 2021-03-04T23:26:32.692 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.692 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.693 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.693 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256799+0000", 2021-03-04T23:26:32.693 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9299999999999996e-07 2021-03-04T23:26:32.693 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.693 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.694 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.694 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256800+0000", 2021-03-04T23:26:32.694 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4250000000000001e-06 2021-03-04T23:26:32.694 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.695 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.695 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.695 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256807+0000", 2021-03-04T23:26:32.695 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2780000000000002e-06 2021-03-04T23:26:32.695 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.696 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.696 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.696 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256811+0000", 2021-03-04T23:26:32.696 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4527999999999999e-05 2021-03-04T23:26:32.697 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.697 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.697 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.697 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256845+0000", 2021-03-04T23:26:32.697 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109194 2021-03-04T23:26:32.698 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.698 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.698 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.698 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.256954+0000", 2021-03-04T23:26:32.699 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011443299999999999 2021-03-04T23:26:32.699 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.699 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.699 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.699 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.257069+0000", 2021-03-04T23:26:32.700 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002170969 2021-03-04T23:26:32.700 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.700 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.700 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.701 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.259240+0000", 2021-03-04T23:26:32.701 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026386699999999999 2021-03-04T23:26:32.701 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.701 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.701 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.702 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.259504+0000", 2021-03-04T23:26:32.702 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20689955600000001 2021-03-04T23:26:32.702 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.702 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.703 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.703 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.466403+0000", 2021-03-04T23:26:32.703 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024100400000000001 2021-03-04T23:26:32.703 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.703 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.704 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.704 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.466644+0000", 2021-03-04T23:26:32.704 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017618899999999999 2021-03-04T23:26:32.704 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.705 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.705 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.705 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:39.466821+0000", 2021-03-04T23:26:32.705 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21002266999999999 2021-03-04T23:26:32.705 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.706 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.706 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.706 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.706 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.707 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:196289 28.d 28:b5944dcb:::benchmark_data_gibba008_108866_object27214:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:26:32.707 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:21:40.976413+0000", 2021-03-04T23:26:32.707 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 291.481834698, 2021-03-04T23:26:32.707 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19511682899999999, 2021-03-04T23:26:32.707 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.708 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.708 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.708 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.708 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.709 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 196289 2021-03-04T23:26:32.709 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.709 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.709 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.709 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.710 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976413+0000", 2021-03-04T23:26:32.710 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.710 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.710 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.711 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.711 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976413+0000", 2021-03-04T23:26:32.711 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6099999999999999e-07 2021-03-04T23:26:32.711 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.711 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.712 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.712 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976414+0000", 2021-03-04T23:26:32.712 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4199999999999995e-07 2021-03-04T23:26:32.712 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.713 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.713 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.713 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976414+0000", 2021-03-04T23:26:32.713 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1789999999999999e-06 2021-03-04T23:26:32.713 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.714 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.714 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.714 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976419+0000", 2021-03-04T23:26:32.714 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4379999999999999e-06 2021-03-04T23:26:32.715 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.715 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.715 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.715 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.976423+0000", 2021-03-04T23:26:32.715 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003057766 2021-03-04T23:26:32.716 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.716 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.716 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.716 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.979481+0000", 2021-03-04T23:26:32.717 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9783000000000004e-05 2021-03-04T23:26:32.717 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.717 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.717 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.717 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.979570+0000", 2021-03-04T23:26:32.718 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7040000000000006e-05 2021-03-04T23:26:32.718 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.718 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.718 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.719 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.979668+0000", 2021-03-04T23:26:32.719 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027043840000000002 2021-03-04T23:26:32.719 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.719 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.719 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.720 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.982372+0000", 2021-03-04T23:26:32.720 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0014276639999999999 2021-03-04T23:26:32.720 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.720 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.721 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.721 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:40.983800+0000", 2021-03-04T23:26:32.721 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18742494600000001 2021-03-04T23:26:32.721 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.721 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.722 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.722 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171225+0000", 2021-03-04T23:26:32.722 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019141000000000001 2021-03-04T23:26:32.722 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.723 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.723 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.723 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171416+0000", 2021-03-04T23:26:32.723 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113516 2021-03-04T23:26:32.723 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.724 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.724 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.724 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:21:41.171529+0000", 2021-03-04T23:26:32.724 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19511682899999999 2021-03-04T23:26:32.725 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.725 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.725 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.725 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.725 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.726 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:295320 28.6 28:6bfe9c4b:::benchmark_data_gibba008_108866_object126245:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:26:32.726 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:43.262431+0000", 2021-03-04T23:26:32.726 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 229.19581673799999, 2021-03-04T23:26:32.726 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20661117000000001, 2021-03-04T23:26:32.727 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.727 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.727 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.727 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.727 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.728 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 295320 2021-03-04T23:26:32.728 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.728 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.728 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.729 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.729 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262431+0000", 2021-03-04T23:26:32.729 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.729 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.729 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.730 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.730 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262431+0000", 2021-03-04T23:26:32.730 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9080000000000002e-06 2021-03-04T23:26:32.730 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.731 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.731 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.731 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262432+0000", 2021-03-04T23:26:32.731 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.395e-06 2021-03-04T23:26:32.731 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.732 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.732 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.732 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262434+0000", 2021-03-04T23:26:32.732 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0193e-05 2021-03-04T23:26:32.733 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.733 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.733 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.733 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262444+0000", 2021-03-04T23:26:32.733 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.13e-06 2021-03-04T23:26:32.734 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.734 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.734 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.734 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262449+0000", 2021-03-04T23:26:32.735 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0200999999999997e-05 2021-03-04T23:26:32.735 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.735 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.735 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.735 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262489+0000", 2021-03-04T23:26:32.736 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000121548 2021-03-04T23:26:32.736 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.736 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.736 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.736 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262611+0000", 2021-03-04T23:26:32.737 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110035 2021-03-04T23:26:32.737 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.737 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.737 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.738 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.262721+0000", 2021-03-04T23:26:32.738 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0029620860000000001 2021-03-04T23:26:32.738 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.738 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.739 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.739 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265683+0000", 2021-03-04T23:26:32.739 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053287350000000002 2021-03-04T23:26:32.739 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.739 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.740 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.740 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.271012+0000", 2021-03-04T23:26:32.740 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.1975837 2021-03-04T23:26:32.740 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.741 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.741 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.741 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.468596+0000", 2021-03-04T23:26:32.741 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022697200000000001 2021-03-04T23:26:32.741 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.742 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.742 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.742 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.468822+0000", 2021-03-04T23:26:32.742 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021926700000000001 2021-03-04T23:26:32.743 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.743 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.743 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.743 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.469042+0000", 2021-03-04T23:26:32.744 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20661117000000001 2021-03-04T23:26:32.744 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.744 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.744 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.744 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.745 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.745 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:295323 28.6 28:6671e167:::benchmark_data_gibba008_108866_object126248:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:26:32.745 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:43.265893+0000", 2021-03-04T23:26:32.745 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 229.19235463999999, 2021-03-04T23:26:32.746 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.224904568, 2021-03-04T23:26:32.746 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.746 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.746 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.746 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.747 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.747 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 295323 2021-03-04T23:26:32.747 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.747 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.747 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.748 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.748 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265893+0000", 2021-03-04T23:26:32.748 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.748 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.749 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.749 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.749 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265893+0000", 2021-03-04T23:26:32.749 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0889999999999998e-06 2021-03-04T23:26:32.749 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.750 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.750 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.750 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265895+0000", 2021-03-04T23:26:32.750 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3340000000000002e-06 2021-03-04T23:26:32.751 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.751 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.751 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.751 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265898+0000", 2021-03-04T23:26:32.751 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0179e-05 2021-03-04T23:26:32.752 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.752 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.752 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.752 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265908+0000", 2021-03-04T23:26:32.753 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6160000000000004e-06 2021-03-04T23:26:32.753 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.753 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.753 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.753 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265913+0000", 2021-03-04T23:26:32.754 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5737e-05 2021-03-04T23:26:32.754 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.754 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.754 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.755 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.265949+0000", 2021-03-04T23:26:32.755 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109844 2021-03-04T23:26:32.755 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.755 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.755 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.756 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.266058+0000", 2021-03-04T23:26:32.756 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000127668 2021-03-04T23:26:32.756 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.756 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.757 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.757 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.266186+0000", 2021-03-04T23:26:32.757 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0048385759999999998 2021-03-04T23:26:32.757 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.757 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.758 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.758 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.271025+0000", 2021-03-04T23:26:32.758 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0020418609999999998 2021-03-04T23:26:32.758 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.759 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.759 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.759 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.273067+0000", 2021-03-04T23:26:32.759 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.217426748 2021-03-04T23:26:32.759 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.760 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.760 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.760 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.490493+0000", 2021-03-04T23:26:32.760 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000147715 2021-03-04T23:26:32.761 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.761 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.761 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.761 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.490641+0000", 2021-03-04T23:26:32.761 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015620099999999999 2021-03-04T23:26:32.762 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.762 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.762 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.762 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.490797+0000", 2021-03-04T23:26:32.763 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.224904568 2021-03-04T23:26:32.763 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.763 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.763 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.764 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.764 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.764 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:295326 28.6 28:6ec3a970:::benchmark_data_gibba008_108866_object126251:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:26:32.764 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:43.268108+0000", 2021-03-04T23:26:32.764 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 229.190139797, 2021-03-04T23:26:32.765 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22316107399999999, 2021-03-04T23:26:32.765 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.765 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.765 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.766 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.766 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.766 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 295326 2021-03-04T23:26:32.766 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.766 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.767 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.767 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.767 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268108+0000", 2021-03-04T23:26:32.767 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.768 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.768 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.768 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.768 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268108+0000", 2021-03-04T23:26:32.768 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8909999999999997e-06 2021-03-04T23:26:32.769 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.769 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.769 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.769 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268111+0000", 2021-03-04T23:26:32.770 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3859999999999999e-06 2021-03-04T23:26:32.770 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.770 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.770 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.770 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268113+0000", 2021-03-04T23:26:32.771 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4960000000000002e-06 2021-03-04T23:26:32.771 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.771 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.771 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.772 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268122+0000", 2021-03-04T23:26:32.772 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6760000000000002e-06 2021-03-04T23:26:32.772 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.772 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.773 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.773 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268132+0000", 2021-03-04T23:26:32.773 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00059140199999999999 2021-03-04T23:26:32.773 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.773 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.774 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.774 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268723+0000", 2021-03-04T23:26:32.774 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1568000000000001e-05 2021-03-04T23:26:32.774 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.775 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.775 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.775 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268815+0000", 2021-03-04T23:26:32.775 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7436999999999998e-05 2021-03-04T23:26:32.775 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.776 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.776 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.776 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.268882+0000", 2021-03-04T23:26:32.776 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002150557 2021-03-04T23:26:32.776 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.777 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.777 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.777 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.271033+0000", 2021-03-04T23:26:32.777 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021794359999999999 2021-03-04T23:26:32.778 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.778 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.778 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.778 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.273212+0000", 2021-03-04T23:26:32.779 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21779037000000001 2021-03-04T23:26:32.779 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.779 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.779 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.779 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.491003+0000", 2021-03-04T23:26:32.780 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011390700000000001 2021-03-04T23:26:32.780 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.780 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.780 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.781 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.491117+0000", 2021-03-04T23:26:32.781 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000151948 2021-03-04T23:26:32.781 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.781 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.782 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.782 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.491269+0000", 2021-03-04T23:26:32.782 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22316107399999999 2021-03-04T23:26:32.782 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.782 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.783 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.783 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.783 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.783 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.45492.0:295338 28.6 28:673057c4:::benchmark_data_gibba008_108866_object126263:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:26:32.784 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:22:43.280073+0000", 2021-03-04T23:26:32.784 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 229.17817431200001, 2021-03-04T23:26:32.784 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21201226000000001, 2021-03-04T23:26:32.784 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.784 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.785 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.785 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.45492", 2021-03-04T23:26:32.785 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:26:32.785 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 295338 2021-03-04T23:26:32.786 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.786 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.786 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.786 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.787 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280073+0000", 2021-03-04T23:26:32.787 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.787 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.787 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.787 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.788 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280073+0000", 2021-03-04T23:26:32.788 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4420000000000001e-06 2021-03-04T23:26:32.788 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.788 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.789 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.789 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280075+0000", 2021-03-04T23:26:32.789 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6390000000000001e-06 2021-03-04T23:26:32.789 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.789 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.790 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.790 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280077+0000", 2021-03-04T23:26:32.790 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1664e-05 2021-03-04T23:26:32.790 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.791 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.791 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.791 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280089+0000", 2021-03-04T23:26:32.791 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.963e-06 2021-03-04T23:26:32.792 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.792 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.792 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.792 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280093+0000", 2021-03-04T23:26:32.792 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4768999999999999e-05 2021-03-04T23:26:32.793 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.793 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.793 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.793 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280127+0000", 2021-03-04T23:26:32.793 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000114041 2021-03-04T23:26:32.794 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.794 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.794 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.794 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280242+0000", 2021-03-04T23:26:32.795 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012327200000000001 2021-03-04T23:26:32.795 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.795 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.795 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:26:32.795 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.280365+0000", 2021-03-04T23:26:32.796 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024152620000000001 2021-03-04T23:26:32.796 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.796 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.796 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.797 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.282780+0000", 2021-03-04T23:26:32.797 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00077612199999999997 2021-03-04T23:26:32.797 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.797 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.797 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.798 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.283556+0000", 2021-03-04T23:26:32.798 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.208028191 2021-03-04T23:26:32.798 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.798 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.799 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.799 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.491584+0000", 2021-03-04T23:26:32.799 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026395500000000002 2021-03-04T23:26:32.799 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.800 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.800 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.800 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.491848+0000", 2021-03-04T23:26:32.800 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023693999999999999 2021-03-04T23:26:32.801 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.801 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.801 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.801 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:22:43.492085+0000", 2021-03-04T23:26:32.801 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21201226000000001 2021-03-04T23:26:32.802 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.802 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.802 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.802 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.803 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.803 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:164530 29.1 29:83a5b8f9:::benchmark_data_gibba008_125393_object164529:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:26:32.803 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:54.161759+0000", 2021-03-04T23:26:32.803 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 38.296487890999998, 2021-03-04T23:26:32.803 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21107904899999999, 2021-03-04T23:26:32.804 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.804 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.804 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.804 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:26:32.805 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:26:32.805 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 164530 2021-03-04T23:26:32.805 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.805 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.805 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.806 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.806 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.161759+0000", 2021-03-04T23:26:32.806 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.806 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.807 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.807 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.807 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.161759+0000", 2021-03-04T23:26:32.807 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2471000000000004e-05 2021-03-04T23:26:32.808 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.808 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.808 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.808 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.161842+0000", 2021-03-04T23:26:32.809 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3849999999999999e-06 2021-03-04T23:26:32.809 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.809 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.809 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.809 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.161848+0000", 2021-03-04T23:26:32.810 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0452999999999999e-05 2021-03-04T23:26:32.810 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.810 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.810 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.811 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.161909+0000", 2021-03-04T23:26:32.811 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5284000000000001e-05 2021-03-04T23:26:32.811 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.811 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.812 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.812 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.161934+0000", 2021-03-04T23:26:32.812 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0064227199999999998 2021-03-04T23:26:32.812 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.812 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.813 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.813 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.168357+0000", 2021-03-04T23:26:32.813 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00094766499999999999 2021-03-04T23:26:32.813 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.813 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.814 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.814 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.169304+0000", 2021-03-04T23:26:32.814 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00079923600000000004 2021-03-04T23:26:32.814 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.815 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.815 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:26:32.815 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.170104+0000", 2021-03-04T23:26:32.815 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011630260999999999 2021-03-04T23:26:32.815 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.816 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.816 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.816 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.181734+0000", 2021-03-04T23:26:32.816 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00057107100000000004 2021-03-04T23:26:32.817 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.817 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.817 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.817 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182305+0000", 2021-03-04T23:26:32.817 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19021796199999999 2021-03-04T23:26:32.818 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.818 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.818 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.818 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.372523+0000", 2021-03-04T23:26:32.819 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017657600000000001 2021-03-04T23:26:32.819 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.819 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.819 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.819 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.372700+0000", 2021-03-04T23:26:32.820 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013896500000000001 2021-03-04T23:26:32.820 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.820 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.820 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.821 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.372838+0000", 2021-03-04T23:26:32.821 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.21107904899999999 2021-03-04T23:26:32.821 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.821 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.821 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.822 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.822 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.822 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:164541 29.1 29:87ddffe5:::benchmark_data_gibba008_125393_object164540:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:26:32.822 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:25:54.182805+0000", 2021-03-04T23:26:32.823 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 38.275442478000002, 2021-03-04T23:26:32.823 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20020170000000001, 2021-03-04T23:26:32.823 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:26:32.823 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:32.823 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:26:32.824 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:26:32.824 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:26:32.824 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 164541 2021-03-04T23:26:32.824 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.825 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:26:32.825 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.825 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:26:32.825 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182805+0000", 2021-03-04T23:26:32.826 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:26:32.826 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.826 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.826 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:26:32.826 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182805+0000", 2021-03-04T23:26:32.827 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2316000000000004e-05 2021-03-04T23:26:32.827 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.827 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.827 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:26:32.828 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182877+0000", 2021-03-04T23:26:32.828 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7519999999999999e-06 2021-03-04T23:26:32.828 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.828 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.828 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:26:32.829 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182884+0000", 2021-03-04T23:26:32.829 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9175999999999998e-05 2021-03-04T23:26:32.829 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.829 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.830 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:26:32.830 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182933+0000", 2021-03-04T23:26:32.830 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1651999999999999e-05 2021-03-04T23:26:32.830 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.830 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.831 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:26:32.831 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.182955+0000", 2021-03-04T23:26:32.831 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020142000000000001 2021-03-04T23:26:32.831 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.832 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.832 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:26:32.832 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.183156+0000", 2021-03-04T23:26:32.832 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00072009400000000001 2021-03-04T23:26:32.832 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.833 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.833 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:26:32.833 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.183876+0000", 2021-03-04T23:26:32.833 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00087990699999999998 2021-03-04T23:26:32.834 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.834 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.834 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:26:32.834 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.184756+0000", 2021-03-04T23:26:32.834 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.007540344 2021-03-04T23:26:32.835 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.835 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.835 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.835 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.192296+0000", 2021-03-04T23:26:32.836 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020580699999999999 2021-03-04T23:26:32.836 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.836 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.836 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:26:32.836 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.192502+0000", 2021-03-04T23:26:32.837 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19025887999999999 2021-03-04T23:26:32.837 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.837 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.837 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:32.838 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.382761+0000", 2021-03-04T23:26:32.838 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013425000000000001 2021-03-04T23:26:32.838 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.838 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.839 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:26:32.839 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.382895+0000", 2021-03-04T23:26:32.839 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011110199999999999 2021-03-04T23:26:32.839 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:26:32.839 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:26:32.840 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:26:32.840 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:25:54.383007+0000", 2021-03-04T23:26:32.840 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.20020170000000001 2021-03-04T23:26:32.840 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.841 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.841 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.841 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:26:32.841 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:26:32.841 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:26:32.842 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:32 gibba008 bash[37770]: cluster 2021-03-04T23:26:31.377800+0000 mgr.x (mgr.34379) 1162 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:32.843 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:32 gibba023 bash[27374]: cluster 2021-03-04T23:26:31.377800+0000 mgr.x (mgr.34379) 1162 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:32.843 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:32 gibba008 bash[39303]: cluster 2021-03-04T23:26:31.377800+0000 mgr.x (mgr.34379) 1162 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:32.844 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:32.945 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:33.141 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:32 gibba008 bash[44600]: debug 2021-03-04T23:26:32.781+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:33.176 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:33.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:33.373 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:26:33.475 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:33 gibba008 bash[48858]: debug 2021-03-04T23:26:33.165+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:33.476 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:33 gibba008 bash[48858]: debug 2021-03-04T23:26:33.465+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:33.476 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:33.483 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:33.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:33.899 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:34.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:34.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:26:34.205 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:33 gibba008 bash[91265]: debug 2021-03-04T23:26:33.889+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:34.264 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:34.298 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:34.369 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:34.532 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:34 gibba008 bash[91265]: debug 2021-03-04T23:26:34.257+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:34.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:34 gibba008 bash[39303]: cluster 2021-03-04T23:26:33.378331+0000 mgr.x (mgr.34379) 1163 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:34.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:34 gibba008 bash[37770]: cluster 2021-03-04T23:26:33.378331+0000 mgr.x (mgr.34379) 1163 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:34.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:34 gibba023 bash[27374]: cluster 2021-03-04T23:26:33.378331+0000 mgr.x (mgr.34379) 1163 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:34.862 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:34.862 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:34 gibba008 bash[47391]: debug 2021-03-04T23:26:34.853+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:34.965 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:35.341 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:35.444 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:35.450 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:35 gibba008 bash[44600]: debug 2021-03-04T23:26:35.333+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:35.949 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:36.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:36.203 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:36.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:36 gibba008 bash[37770]: audit 2021-03-04T23:26:35.049368+0000 mon.a (mon.0) 1743 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:36.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:36 gibba008 bash[37770]: cluster 2021-03-04T23:26:35.378705+0000 mgr.x (mgr.34379) 1164 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:26:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:36 gibba008 bash[39303]: audit 2021-03-04T23:26:35.049368+0000 mon.a (mon.0) 1743 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:36.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:36 gibba008 bash[39303]: cluster 2021-03-04T23:26:35.378705+0000 mgr.x (mgr.34379) 1164 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:26:36.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:35 gibba008 bash[91265]: debug 2021-03-04T23:26:35.941+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:36.307 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:36 gibba023 bash[27374]: audit 2021-03-04T23:26:35.049368+0000 mon.a (mon.0) 1743 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:36.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:36 gibba023 bash[27374]: cluster 2021-03-04T23:26:35.378705+0000 mgr.x (mgr.34379) 1164 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:26:36.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:36 gibba023 bash[16680]: debug 2021-03-04T23:26:36.198+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:36.638 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:36 gibba008 bash[91265]: debug 2021-03-04T23:26:36.629+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:36.640 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:36.744 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:37.168 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:37.271 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:37.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[39303]: audit 2021-03-04T23:26:36.987062+0000 mon.a (mon.0) 1744 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:26:37.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[39303]: audit 2021-03-04T23:26:36.988658+0000 mon.a (mon.0) 1745 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:37.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[39303]: audit 2021-03-04T23:26:36.988866+0000 mon.a (mon.0) 1746 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:37.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[37770]: audit 2021-03-04T23:26:36.987062+0000 mon.a (mon.0) 1744 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:26:37.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[37770]: audit 2021-03-04T23:26:36.988658+0000 mon.a (mon.0) 1745 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:37.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[37770]: audit 2021-03-04T23:26:36.988866+0000 mon.a (mon.0) 1746 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:37.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:37 gibba023 bash[27374]: audit 2021-03-04T23:26:36.987062+0000 mon.a (mon.0) 1744 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:26:37.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:37 gibba023 bash[27374]: audit 2021-03-04T23:26:36.988658+0000 mon.a (mon.0) 1745 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:37 gibba023 bash[27374]: audit 2021-03-04T23:26:36.988866+0000 mon.a (mon.0) 1746 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:37.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:37 gibba023 bash[16680]: debug 2021-03-04T23:26:37.162+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:37.990 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:38.094 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:38.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:38 gibba008 bash[37770]: cluster 2021-03-04T23:26:37.379318+0000 mgr.x (mgr.34379) 1165 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.85k op/s 2021-03-04T23:26:38.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:38 gibba008 bash[39303]: cluster 2021-03-04T23:26:37.379318+0000 mgr.x (mgr.34379) 1165 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.85k op/s 2021-03-04T23:26:38.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:37 gibba008 bash[47391]: debug 2021-03-04T23:26:37.981+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:38.482 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:38 gibba023 bash[27374]: cluster 2021-03-04T23:26:37.379318+0000 mgr.x (mgr.34379) 1165 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.85k op/s 2021-03-04T23:26:38.483 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:38.589 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:38.672 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:38.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:38 gibba023 bash[15180]: debug 2021-03-04T23:26:38.478+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:38.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:38 gibba023 bash[15180]: debug 2021-03-04T23:26:38.666+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:38.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:39.376 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:39.479 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:39.573 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:39.679 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:39.761 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:39.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:39 gibba008 bash[44600]: debug 2021-03-04T23:26:39.365+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:39.762 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:39 gibba023 bash[16680]: debug 2021-03-04T23:26:39.566+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:39.864 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:39.959 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:40.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:39 gibba023 bash[18090]: debug 2021-03-04T23:26:39.754+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:40.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:39 gibba023 bash[19550]: debug 2021-03-04T23:26:39.954+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:40.063 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:40.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:40 gibba008 bash[37770]: cluster 2021-03-04T23:26:39.379676+0000 mgr.x (mgr.34379) 1166 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:26:40.444 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:40 gibba008 bash[39303]: cluster 2021-03-04T23:26:39.379676+0000 mgr.x (mgr.34379) 1166 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:26:40.445 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:40 gibba023 bash[27374]: cluster 2021-03-04T23:26:39.379676+0000 mgr.x (mgr.34379) 1166 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:26:40.547 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:40.742 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:40 gibba008 bash[47391]: debug 2021-03-04T23:26:40.433+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:40.743 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:40.847 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:40.947 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:41.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:40 gibba008 bash[48858]: debug 2021-03-04T23:26:40.733+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:41.050 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:41.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:40 gibba023 bash[18090]: debug 2021-03-04T23:26:40.942+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:41.376 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:41 gibba008 bash[44600]: debug 2021-03-04T23:26:41.369+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:41.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:41.481 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:41.864 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:41.968 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:42.074 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:42.179 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:42.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:41 gibba008 bash[91265]: debug 2021-03-04T23:26:41.853+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:42.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:42 gibba023 bash[15180]: debug 2021-03-04T23:26:42.070+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:42.276 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:42.382 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:42.472 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:42.576 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:42.582 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:42 gibba023 bash[27374]: cluster 2021-03-04T23:26:41.380157+0000 mgr.x (mgr.34379) 1167 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:26:42.583 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:42 gibba023 bash[27374]: audit 2021-03-04T23:26:41.718854+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:42.584 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:42 gibba023 bash[18090]: debug 2021-03-04T23:26:42.270+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:42.584 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:42 gibba023 bash[18090]: debug 2021-03-04T23:26:42.466+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:42.683 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:42.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:42 gibba008 bash[39303]: cluster 2021-03-04T23:26:41.380157+0000 mgr.x (mgr.34379) 1167 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:26:42.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:42 gibba008 bash[39303]: audit 2021-03-04T23:26:41.718854+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:42.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:42 gibba008 bash[37770]: cluster 2021-03-04T23:26:41.380157+0000 mgr.x (mgr.34379) 1167 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:26:42.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:42 gibba008 bash[37770]: audit 2021-03-04T23:26:41.718854+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:42.790 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:43.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:42 gibba023 bash[16680]: debug 2021-03-04T23:26:42.674+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:43.096 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:43.199 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:43.441 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:43 gibba023 bash[18090]: debug 2021-03-04T23:26:43.090+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:43.443 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:26:43.484 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[39303]: cephadm 2021-03-04T23:26:41.721148+0000 mgr.x (mgr.34379) 1168 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:26:43.484 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[39303]: audit 2021-03-04T23:26:43.291205+0000 mon.c (mon.1) 112 : audit [INF] from='client.? 172.21.2.108:0/1584503319' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:43.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[39303]: audit 2021-03-04T23:26:43.291439+0000 mon.a (mon.0) 1748 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:43.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[39303]: audit 2021-03-04T23:26:43.353209+0000 mon.a (mon.0) 1749 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:43.485 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[37770]: cephadm 2021-03-04T23:26:41.721148+0000 mgr.x (mgr.34379) 1168 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:26:43.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[37770]: audit 2021-03-04T23:26:43.291205+0000 mon.c (mon.1) 112 : audit [INF] from='client.? 172.21.2.108:0/1584503319' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:43.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[37770]: audit 2021-03-04T23:26:43.291439+0000 mon.a (mon.0) 1748 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:43.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[37770]: audit 2021-03-04T23:26:43.353209+0000 mon.a (mon.0) 1749 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:43.546 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:43.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:43.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:43 gibba008 bash[91265]: debug 2021-03-04T23:26:43.537+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:43.781 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:43 gibba023 bash[27374]: cephadm 2021-03-04T23:26:41.721148+0000 mgr.x (mgr.34379) 1168 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:26:43.781 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:43 gibba023 bash[27374]: audit 2021-03-04T23:26:43.291205+0000 mon.c (mon.1) 112 : audit [INF] from='client.? 172.21.2.108:0/1584503319' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:43.781 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:43 gibba023 bash[27374]: audit 2021-03-04T23:26:43.291439+0000 mon.a (mon.0) 1748 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:43.782 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:43 gibba023 bash[27374]: audit 2021-03-04T23:26:43.353209+0000 mon.a (mon.0) 1749 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:44.209 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:44.313 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:44.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[18090]: debug 2021-03-04T23:26:44.202+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[27374]: cephadm 2021-03-04T23:26:43.355441+0000 mgr.x (mgr.34379) 1169 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:26:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[27374]: cluster 2021-03-04T23:26:43.380631+0000 mgr.x (mgr.34379) 1170 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:26:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[27374]: cluster 2021-03-04T23:26:43.431519+0000 mon.a (mon.0) 1750 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[27374]: audit 2021-03-04T23:26:43.435078+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[27374]: cluster 2021-03-04T23:26:43.435135+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-03-04T23:26:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[27374]: audit 2021-03-04T23:26:43.609549+0000 mon.a (mon.0) 1753 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:44.693 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:44.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[39303]: cephadm 2021-03-04T23:26:43.355441+0000 mgr.x (mgr.34379) 1169 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:26:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[39303]: cluster 2021-03-04T23:26:43.380631+0000 mgr.x (mgr.34379) 1170 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:26:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[39303]: cluster 2021-03-04T23:26:43.431519+0000 mon.a (mon.0) 1750 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[39303]: audit 2021-03-04T23:26:43.435078+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:44.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[39303]: cluster 2021-03-04T23:26:43.435135+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-03-04T23:26:44.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[39303]: audit 2021-03-04T23:26:43.609549+0000 mon.a (mon.0) 1753 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[37770]: cephadm 2021-03-04T23:26:43.355441+0000 mgr.x (mgr.34379) 1169 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:26:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[37770]: cluster 2021-03-04T23:26:43.380631+0000 mgr.x (mgr.34379) 1170 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:26:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[37770]: cluster 2021-03-04T23:26:43.431519+0000 mon.a (mon.0) 1750 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[37770]: audit 2021-03-04T23:26:43.435078+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[37770]: cluster 2021-03-04T23:26:43.435135+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-03-04T23:26:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:44 gibba008 bash[37770]: audit 2021-03-04T23:26:43.609549+0000 mon.a (mon.0) 1753 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:26:44.796 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:44.878 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:44.981 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:44.986 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[15180]: debug 2021-03-04T23:26:44.870+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:44.987 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:44 gibba023 bash[18090]: debug 2021-03-04T23:26:44.686+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:45.073 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:45.180 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:45.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:45 gibba023 bash[16680]: debug 2021-03-04T23:26:45.066+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:45.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[37770]: audit 2021-03-04T23:26:44.789741+0000 mon.a (mon.0) 1754 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[37770]: audit 2021-03-04T23:26:44.789999+0000 mon.a (mon.0) 1755 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.450 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[37770]: audit 2021-03-04T23:26:44.790178+0000 mon.a (mon.0) 1756 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.450 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[37770]: audit 2021-03-04T23:26:44.969599+0000 mon.a (mon.0) 1757 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:45.491 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:45.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[47391]: debug 2021-03-04T23:26:45.481+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[39303]: audit 2021-03-04T23:26:44.789741+0000 mon.a (mon.0) 1754 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[39303]: audit 2021-03-04T23:26:44.789999+0000 mon.a (mon.0) 1755 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[39303]: audit 2021-03-04T23:26:44.790178+0000 mon.a (mon.0) 1756 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:45 gibba008 bash[39303]: audit 2021-03-04T23:26:44.969599+0000 mon.a (mon.0) 1757 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:45.594 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:45.718 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:45 gibba023 bash[27374]: audit 2021-03-04T23:26:44.789741+0000 mon.a (mon.0) 1754 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.718 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:45 gibba023 bash[27374]: audit 2021-03-04T23:26:44.789999+0000 mon.a (mon.0) 1755 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:45 gibba023 bash[27374]: audit 2021-03-04T23:26:44.790178+0000 mon.a (mon.0) 1756 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:26:45.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:45 gibba023 bash[27374]: audit 2021-03-04T23:26:44.969599+0000 mon.a (mon.0) 1757 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:45.719 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:45.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:46.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:45 gibba023 bash[19550]: debug 2021-03-04T23:26:45.710+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:46.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:46.383 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:46.456 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pgp_num to 28 2021-03-04T23:26:46.477 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:46.582 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:46.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:46 gibba008 bash[39303]: cluster 2021-03-04T23:26:45.380943+0000 mgr.x (mgr.34379) 1171 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:26:46.588 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:46 gibba008 bash[39303]: audit 2021-03-04T23:26:45.523920+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? 172.21.2.108:0/723869527' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:26:46.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:46 gibba008 bash[37770]: cluster 2021-03-04T23:26:45.380943+0000 mgr.x (mgr.34379) 1171 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:26:46.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:46 gibba008 bash[37770]: audit 2021-03-04T23:26:45.523920+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? 172.21.2.108:0/723869527' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:26:46.590 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:46 gibba008 bash[91265]: debug 2021-03-04T23:26:46.269+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:46.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:46 gibba023 bash[27374]: cluster 2021-03-04T23:26:45.380943+0000 mgr.x (mgr.34379) 1171 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:26:46.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:46 gibba023 bash[27374]: audit 2021-03-04T23:26:45.523920+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? 172.21.2.108:0/723869527' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:26:46.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:46 gibba023 bash[16680]: debug 2021-03-04T23:26:46.470+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:46.985 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:47.087 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:47.190 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:47.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:46 gibba008 bash[48858]: debug 2021-03-04T23:26:46.977+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:47.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:47.463 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:47 gibba008 bash[37770]: audit 2021-03-04T23:26:46.450636+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? 172.21.2.108:0/723869527' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:26:47.464 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:47 gibba008 bash[37770]: cluster 2021-03-04T23:26:46.450686+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-03-04T23:26:47.465 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:47 gibba023 bash[27374]: audit 2021-03-04T23:26:46.450636+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? 172.21.2.108:0/723869527' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:26:47.465 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:47 gibba023 bash[27374]: cluster 2021-03-04T23:26:46.450686+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-03-04T23:26:47.465 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:47 gibba023 bash[19550]: debug 2021-03-04T23:26:47.182+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:47.642 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:47 gibba008 bash[39303]: audit 2021-03-04T23:26:46.450636+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? 172.21.2.108:0/723869527' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:26:47.643 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:47 gibba008 bash[39303]: cluster 2021-03-04T23:26:46.450686+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-03-04T23:26:47.643 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:47.746 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:48.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:47 gibba008 bash[48858]: debug 2021-03-04T23:26:47.633+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:48.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:48.384 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:48.482 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:48.588 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:48.677 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:48 gibba023 bash[27374]: cluster 2021-03-04T23:26:47.381347+0000 mgr.x (mgr.34379) 1172 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 2.07k op/s 2021-03-04T23:26:48.677 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:48 gibba023 bash[15180]: debug 2021-03-04T23:26:48.474+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:48.678 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:48.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:48 gibba008 bash[37770]: cluster 2021-03-04T23:26:47.381347+0000 mgr.x (mgr.34379) 1172 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 2.07k op/s 2021-03-04T23:26:48.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:48 gibba008 bash[39303]: cluster 2021-03-04T23:26:47.381347+0000 mgr.x (mgr.34379) 1172 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 2.07k op/s 2021-03-04T23:26:48.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:48 gibba008 bash[44600]: debug 2021-03-04T23:26:48.269+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:48.783 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:48.828 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:26:48.905 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:48.918 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:49.007 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:49.013 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:48 gibba023 bash[19550]: debug 2021-03-04T23:26:48.670+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:49.014 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:48 gibba023 bash[16680]: debug 2021-03-04T23:26:48.898+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:49.240 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:49.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:26:49 gibba023 bash[19550]: debug 2021-03-04T23:26:49.234+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:49.344 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:49.731 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:49.835 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:50.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:49 gibba023 bash[18090]: debug 2021-03-04T23:26:49.722+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:50.359 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:50.464 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:50.474 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:50 gibba008 bash[37770]: cluster 2021-03-04T23:26:49.381737+0000 mgr.x (mgr.34379) 1173 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:26:50.474 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:50 gibba008 bash[39303]: cluster 2021-03-04T23:26:49.381737+0000 mgr.x (mgr.34379) 1173 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:26:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:50 gibba023 bash[27374]: cluster 2021-03-04T23:26:49.381737+0000 mgr.x (mgr.34379) 1173 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:26:50.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:50 gibba023 bash[18090]: debug 2021-03-04T23:26:50.354+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:51.218 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:51.322 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:51.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:51 gibba008 bash[44600]: debug 2021-03-04T23:26:51.209+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:52.000 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:52.104 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:52.234 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:52.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:51 gibba008 bash[48858]: debug 2021-03-04T23:26:51.985+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:52.338 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:52.437 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:26:52 gibba023 bash[18090]: debug 2021-03-04T23:26:52.226+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:52.715 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:52 gibba008 bash[39303]: cluster 2021-03-04T23:26:51.382208+0000 mgr.x (mgr.34379) 1174 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:26:52.715 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:52 gibba008 bash[37770]: cluster 2021-03-04T23:26:51.382208+0000 mgr.x (mgr.34379) 1174 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:26:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:52 gibba023 bash[27374]: cluster 2021-03-04T23:26:51.382208+0000 mgr.x (mgr.34379) 1174 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:26:52.879 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:52.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:53.145 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:26:53.177 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:26:53.203 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:26:53.222 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:26:53.243 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:26:53.265 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:26:53.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:52 gibba023 bash[16680]: debug 2021-03-04T23:26:52.874+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:53.291 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:26:53.306 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:53.306 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:53.312 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:26:53.313 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.315 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.315 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:26:53.442 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:53.546 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:53.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:53 gibba008 bash[37770]: audit 2021-03-04T23:26:53.111518+0000 mon.a (mon.0) 1761 : audit [DBG] from='client.? 172.21.2.108:0/2999244759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:53.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:53 gibba008 bash[39303]: audit 2021-03-04T23:26:53.111518+0000 mon.a (mon.0) 1761 : audit [DBG] from='client.? 172.21.2.108:0/2999244759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:53.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:53 gibba023 bash[27374]: audit 2021-03-04T23:26:53.111518+0000 mon.a (mon.0) 1761 : audit [DBG] from='client.? 172.21.2.108:0/2999244759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:53.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:53 gibba023 bash[16680]: debug 2021-03-04T23:26:53.438+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:53.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:53.982 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:54.309 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:53 gibba008 bash[44600]: debug 2021-03-04T23:26:53.869+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:54.426 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:54.541 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:54.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:54 gibba008 bash[39303]: cluster 2021-03-04T23:26:53.382614+0000 mgr.x (mgr.34379) 1175 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:55.101 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:54 gibba008 bash[37770]: cluster 2021-03-04T23:26:53.382614+0000 mgr.x (mgr.34379) 1175 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:55.101 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:54 gibba008 bash[91265]: debug 2021-03-04T23:26:54.417+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:55.102 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:55.103 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:54 gibba023 bash[27374]: cluster 2021-03-04T23:26:53.382614+0000 mgr.x (mgr.34379) 1175 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:55.204 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:55.210 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:54 gibba008 bash[91265]: debug 2021-03-04T23:26:54.841+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:55.657 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:55.760 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:56.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:26:55 gibba008 bash[44600]: debug 2021-03-04T23:26:55.649+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:56.358 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:26:56.358 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:26:56.359 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-03-04T23:26:56.359 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:26:56.359 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:26:56.360 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-03-04T23:26:56.465 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:56.485 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:56.588 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:56.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:56 gibba008 bash[37770]: cluster 2021-03-04T23:26:55.383638+0000 mgr.x (mgr.34379) 1176 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:26:56.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:56 gibba008 bash[39303]: cluster 2021-03-04T23:26:55.383638+0000 mgr.x (mgr.34379) 1176 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:26:56.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:56 gibba008 bash[91265]: debug 2021-03-04T23:26:56.477+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:56.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:56 gibba023 bash[27374]: cluster 2021-03-04T23:26:55.383638+0000 mgr.x (mgr.34379) 1176 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:26:56.881 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:56.984 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:56.986 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:26:57.095 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:57.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:56 gibba023 bash[16680]: debug 2021-03-04T23:26:56.874+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:57.486 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:57.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:57 gibba008 bash[47391]: debug 2021-03-04T23:26:57.477+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:57.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:58.060 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:58.164 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:58.427 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:58.455 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:26:58 gibba008 bash[48858]: debug 2021-03-04T23:26:58.049+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:58.456 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:26:58 gibba023 bash[16680]: debug 2021-03-04T23:26:58.422+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:26:58.531 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:58.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:58 gibba008 bash[39303]: cluster 2021-03-04T23:26:57.384350+0000 mgr.x (mgr.34379) 1177 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 5.6 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:26:58.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:26:58 gibba008 bash[39303]: audit 2021-03-04T23:26:58.225683+0000 mon.a (mon.0) 1762 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:58 gibba008 bash[37770]: cluster 2021-03-04T23:26:57.384350+0000 mgr.x (mgr.34379) 1177 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 5.6 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:26:58.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:26:58 gibba008 bash[37770]: audit 2021-03-04T23:26:58.225683+0000 mon.a (mon.0) 1762 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:58 gibba023 bash[27374]: cluster 2021-03-04T23:26:57.384350+0000 mgr.x (mgr.34379) 1177 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 5.6 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:26:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:26:58 gibba023 bash[27374]: audit 2021-03-04T23:26:58.225683+0000 mon.a (mon.0) 1762 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:58.867 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:58.971 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:59.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:26:58 gibba008 bash[91265]: debug 2021-03-04T23:26:58.857+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:59.262 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:26:59.308 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:59.354 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:59.412 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:59.543 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:59.565 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:26:59 gibba008 bash[47391]: debug 2021-03-04T23:26:59.301+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:59.648 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:59.722 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:26:59 gibba023 bash[15180]: debug 2021-03-04T23:26:59.534+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:00.111 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:00.215 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:00.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:00 gibba008 bash[39303]: cluster 2021-03-04T23:26:59.384729+0000 mgr.x (mgr.34379) 1178 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:27:00.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:00 gibba008 bash[47391]: debug 2021-03-04T23:27:00.101+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:00 gibba023 bash[27374]: cluster 2021-03-04T23:26:59.384729+0000 mgr.x (mgr.34379) 1178 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:27:00.588 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:00 gibba008 bash[37770]: cluster 2021-03-04T23:26:59.384729+0000 mgr.x (mgr.34379) 1178 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:27:00.597 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:00.700 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:01.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:00 gibba023 bash[15180]: debug 2021-03-04T23:27:00.590+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:01.031 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:01.136 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:01.285 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:01 gibba023 bash[15180]: debug 2021-03-04T23:27:01.022+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:01.612 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:01.613 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:01 gibba023 bash[16680]: debug 2021-03-04T23:27:01.606+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:01.721 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:01.967 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:02.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:01 gibba008 bash[44600]: debug 2021-03-04T23:27:01.957+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:02.071 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:02.288 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:02.334 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:02 gibba008 bash[91265]: debug 2021-03-04T23:27:02.277+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:02.391 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:02.581 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:02.603 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:02 gibba008 bash[39303]: cluster 2021-03-04T23:27:01.385153+0000 mgr.x (mgr.34379) 1179 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:27:02.604 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:02 gibba008 bash[37770]: cluster 2021-03-04T23:27:01.385153+0000 mgr.x (mgr.34379) 1179 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:27:02.670 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:02 gibba023 bash[27374]: cluster 2021-03-04T23:27:01.385153+0000 mgr.x (mgr.34379) 1179 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:27:02.671 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:02 gibba023 bash[18090]: debug 2021-03-04T23:27:02.574+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:02.685 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:02.837 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:02.940 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:02.982 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:27:02.982 INFO:teuthology.orchestra.run.gibba023.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:27:02.982 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:27:03.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:02 gibba023 bash[15180]: debug 2021-03-04T23:27:02.830+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:03.248 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:03 gibba008 bash[91265]: debug 2021-03-04T23:27:03.237+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:03.248 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:03.351 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:03.447 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:27:03.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:03 gibba008 bash[39303]: audit 2021-03-04T23:27:02.986749+0000 mon.c (mon.1) 113 : audit [INF] from='client.? 172.21.2.108:0/1725084893' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:03.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:03 gibba008 bash[39303]: audit 2021-03-04T23:27:02.987002+0000 mon.a (mon.0) 1763 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:03.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:03 gibba008 bash[37770]: audit 2021-03-04T23:27:02.986749+0000 mon.c (mon.1) 113 : audit [INF] from='client.? 172.21.2.108:0/1725084893' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:03.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:03 gibba008 bash[37770]: audit 2021-03-04T23:27:02.987002+0000 mon.a (mon.0) 1763 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:03.723 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:03 gibba023 bash[27374]: audit 2021-03-04T23:27:02.986749+0000 mon.c (mon.1) 113 : audit [INF] from='client.? 172.21.2.108:0/1725084893' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:03.724 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:03 gibba023 bash[27374]: audit 2021-03-04T23:27:02.987002+0000 mon.a (mon.0) 1763 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:03.724 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:03.826 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:04.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:03 gibba023 bash[19550]: debug 2021-03-04T23:27:03.718+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:04.087 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:04.190 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:04.443 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[47391]: debug 2021-03-04T23:27:04.077+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:04.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[37770]: cluster 2021-03-04T23:27:03.385614+0000 mgr.x (mgr.34379) 1180 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:27:04.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[37770]: cluster 2021-03-04T23:27:03.437901+0000 mon.a (mon.0) 1764 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:04.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[37770]: audit 2021-03-04T23:27:03.442576+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:04.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[37770]: cluster 2021-03-04T23:27:03.442625+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-03-04T23:27:04.634 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:04.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:04.744 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[39303]: cluster 2021-03-04T23:27:03.385614+0000 mgr.x (mgr.34379) 1180 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:27:04.744 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[39303]: cluster 2021-03-04T23:27:03.437901+0000 mon.a (mon.0) 1764 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:04.744 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[39303]: audit 2021-03-04T23:27:03.442576+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:04.745 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[39303]: cluster 2021-03-04T23:27:03.442625+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-03-04T23:27:04.745 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:04 gibba008 bash[91265]: debug 2021-03-04T23:27:04.625+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:04.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:04 gibba023 bash[27374]: cluster 2021-03-04T23:27:03.385614+0000 mgr.x (mgr.34379) 1180 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:27:04.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:04 gibba023 bash[27374]: cluster 2021-03-04T23:27:03.437901+0000 mon.a (mon.0) 1764 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:04 gibba023 bash[27374]: audit 2021-03-04T23:27:03.442576+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:04.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:04 gibba023 bash[27374]: cluster 2021-03-04T23:27:03.442625+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-03-04T23:27:05.824 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:05.927 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:06.126 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:05 gibba008 bash[48858]: debug 2021-03-04T23:27:05.813+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:06.127 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:06 gibba008 bash[48858]: debug 2021-03-04T23:27:06.117+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:06.127 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:06.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:06.372 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:06.379 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:06 gibba008 bash[91265]: debug 2021-03-04T23:27:06.361+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:06.480 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:06.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:06 gibba008 bash[39303]: cluster 2021-03-04T23:27:05.385971+0000 mgr.x (mgr.34379) 1181 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:27:06.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:06 gibba008 bash[37770]: cluster 2021-03-04T23:27:05.385971+0000 mgr.x (mgr.34379) 1181 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:27:06.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:06 gibba023 bash[27374]: cluster 2021-03-04T23:27:05.385971+0000 mgr.x (mgr.34379) 1181 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:27:06.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:07.001 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:07.094 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:07.197 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:07.202 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:06 gibba008 bash[44600]: debug 2021-03-04T23:27:06.889+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:07.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:07 gibba023 bash[16680]: debug 2021-03-04T23:27:07.090+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:08.011 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:08.114 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:08.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:08 gibba008 bash[91265]: debug 2021-03-04T23:27:08.001+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:08.295 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:27:08.346 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:08.405 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:08.448 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:08 gibba023 bash[18090]: debug 2021-03-04T23:27:08.338+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:08.448 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:08.694 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:08 gibba008 bash[39303]: cluster 2021-03-04T23:27:07.386462+0000 mgr.x (mgr.34379) 1182 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 4.5 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.71k op/s 2021-03-04T23:27:08.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:08 gibba008 bash[37770]: cluster 2021-03-04T23:27:07.386462+0000 mgr.x (mgr.34379) 1182 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 4.5 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.71k op/s 2021-03-04T23:27:08.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:08 gibba023 bash[27374]: cluster 2021-03-04T23:27:07.386462+0000 mgr.x (mgr.34379) 1182 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 4.5 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.71k op/s 2021-03-04T23:27:09.170 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:09.273 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:09.392 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:09.497 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:09.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:09 gibba008 bash[44600]: debug 2021-03-04T23:27:09.161+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:09.520 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:27:09.520 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:27:09.520 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:27:09.521 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:27:09.596 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:09.596 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:09 gibba023 bash[16680]: debug 2021-03-04T23:27:09.386+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:09.627 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:09.699 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:09.792 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:09.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:10.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:09 gibba023 bash[15180]: debug 2021-03-04T23:27:09.590+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:10.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:09 gibba023 bash[19550]: debug 2021-03-04T23:27:09.786+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:10.300 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:10.403 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:10.504 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:10 gibba023 bash[27374]: cluster 2021-03-04T23:27:09.386836+0000 mgr.x (mgr.34379) 1183 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 4.5 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:27:10.505 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:10.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:10 gibba008 bash[39303]: cluster 2021-03-04T23:27:09.386836+0000 mgr.x (mgr.34379) 1183 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 4.5 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:27:10.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:10 gibba008 bash[37770]: cluster 2021-03-04T23:27:09.386836+0000 mgr.x (mgr.34379) 1183 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 4.5 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:27:10.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:10 gibba008 bash[47391]: debug 2021-03-04T23:27:10.289+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:10.607 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:10.763 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:10 gibba023 bash[19550]: debug 2021-03-04T23:27:10.498+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:10.764 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:10.869 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:11.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:10 gibba023 bash[15180]: debug 2021-03-04T23:27:10.758+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:11.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:11.614 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:11.714 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:11.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:11 gibba008 bash[47391]: debug 2021-03-04T23:27:11.501+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:11.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:12.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:11 gibba023 bash[18090]: debug 2021-03-04T23:27:11.702+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:12.124 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:12.227 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:12.371 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:12.443 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:12 gibba008 bash[47391]: debug 2021-03-04T23:27:12.113+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:12.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:12 gibba008 bash[37770]: cluster 2021-03-04T23:27:11.387315+0000 mgr.x (mgr.34379) 1184 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 4.2 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:27:12.474 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:12 gibba023 bash[27374]: cluster 2021-03-04T23:27:11.387315+0000 mgr.x (mgr.34379) 1184 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 4.2 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:27:12.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:12 gibba023 bash[16680]: debug 2021-03-04T23:27:12.366+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:12 gibba008 bash[39303]: cluster 2021-03-04T23:27:11.387315+0000 mgr.x (mgr.34379) 1184 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 4.2 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:27:12.927 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:13.030 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:13.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:13.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:12 gibba008 bash[47391]: debug 2021-03-04T23:27:12.917+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:13.277 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:13.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:13 gibba023 bash[16680]: debug 2021-03-04T23:27:13.166+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:13.547 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:13 gibba008 bash[47391]: debug 2021-03-04T23:27:13.537+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:13.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:13.650 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:13.814 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:13.918 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:13.948 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:27:13.972 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:27:14.000 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:27:14.001 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:14.001 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:14.019 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:27:14.039 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:27:14.058 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:27:14.065 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:13 gibba008 bash[47391]: debug 2021-03-04T23:27:13.805+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:14.078 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:27:14.097 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:27:14.097 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.098 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.098 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.099 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.099 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.099 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.099 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.100 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:27:14.103 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:14.206 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:14.300 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:14.382 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:14 gibba008 bash[47391]: debug 2021-03-04T23:27:14.093+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:14.403 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:14.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:14 gibba023 bash[15180]: debug 2021-03-04T23:27:14.294+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:14 gibba023 bash[27374]: cluster 2021-03-04T23:27:13.387703+0000 mgr.x (mgr.34379) 1185 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:27:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:14 gibba023 bash[27374]: audit 2021-03-04T23:27:13.925588+0000 mon.c (mon.1) 114 : audit [DBG] from='client.? 172.21.2.108:0/3066912074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:14.751 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:14 gibba008 bash[37770]: cluster 2021-03-04T23:27:13.387703+0000 mgr.x (mgr.34379) 1185 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:27:14.751 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:14 gibba008 bash[37770]: audit 2021-03-04T23:27:13.925588+0000 mon.c (mon.1) 114 : audit [DBG] from='client.? 172.21.2.108:0/3066912074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:14.752 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:14 gibba008 bash[39303]: cluster 2021-03-04T23:27:13.387703+0000 mgr.x (mgr.34379) 1185 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:27:14.752 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:14 gibba008 bash[39303]: audit 2021-03-04T23:27:13.925588+0000 mon.c (mon.1) 114 : audit [DBG] from='client.? 172.21.2.108:0/3066912074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:14.752 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:14 gibba008 bash[48858]: debug 2021-03-04T23:27:14.741+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:14.753 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:14.855 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.194 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:15 gibba008 bash[47391]: debug 2021-03-04T23:27:15.181+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:15.197 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.306 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:15.488 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:15.591 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:15.596 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:15 gibba023 bash[19550]: debug 2021-03-04T23:27:15.482+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:15.667 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:15.770 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:16.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:15 gibba023 bash[16680]: debug 2021-03-04T23:27:15.662+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:16.223 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:16.326 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:16.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:16 gibba008 bash[39303]: cluster 2021-03-04T23:27:15.388061+0000 mgr.x (mgr.34379) 1186 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:27:16.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:16 gibba008 bash[47391]: debug 2021-03-04T23:27:16.213+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:16.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:16 gibba008 bash[37770]: cluster 2021-03-04T23:27:15.388061+0000 mgr.x (mgr.34379) 1186 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:27:16.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:16 gibba023 bash[27374]: cluster 2021-03-04T23:27:15.388061+0000 mgr.x (mgr.34379) 1186 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:27:16.929 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:17.035 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:17.094 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:27:17.195 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:16 gibba008 bash[44600]: debug 2021-03-04T23:27:16.917+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:17.201 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:17.403 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:17.507 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:17.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:17 gibba008 bash[91265]: debug 2021-03-04T23:27:17.393+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:17.655 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:17.758 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:17.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:17 gibba023 bash[16680]: debug 2021-03-04T23:27:17.646+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:18.106 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:18.209 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:18.292 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:18.395 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:18.402 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:18 gibba008 bash[44600]: debug 2021-03-04T23:27:18.093+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:18.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:18 gibba023 bash[18090]: debug 2021-03-04T23:27:18.286+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:18 gibba023 bash[27374]: cluster 2021-03-04T23:27:17.388648+0000 mgr.x (mgr.34379) 1187 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 2.03k op/s 2021-03-04T23:27:18.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:18 gibba008 bash[39303]: cluster 2021-03-04T23:27:17.388648+0000 mgr.x (mgr.34379) 1187 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 2.03k op/s 2021-03-04T23:27:18.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:18 gibba008 bash[37770]: cluster 2021-03-04T23:27:17.388648+0000 mgr.x (mgr.34379) 1187 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 2.03k op/s 2021-03-04T23:27:19.008 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:19.111 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:19.201 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:19.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:19 gibba008 bash[91265]: debug 2021-03-04T23:27:18.997+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:19.305 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:19.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:19 gibba023 bash[18090]: debug 2021-03-04T23:27:19.194+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:19.782 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:19.890 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:20.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:19 gibba008 bash[47391]: debug 2021-03-04T23:27:19.769+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:20.044 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:20.146 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:20.151 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:20 gibba023 bash[18090]: debug 2021-03-04T23:27:20.038+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:20.245 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:20.348 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:20.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:20 gibba008 bash[37770]: cluster 2021-03-04T23:27:19.388991+0000 mgr.x (mgr.34379) 1188 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:27:20.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:20 gibba008 bash[39303]: cluster 2021-03-04T23:27:19.388991+0000 mgr.x (mgr.34379) 1188 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:27:20.522 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:20 gibba023 bash[19550]: debug 2021-03-04T23:27:20.238+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:20.522 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:20 gibba023 bash[27374]: cluster 2021-03-04T23:27:19.388991+0000 mgr.x (mgr.34379) 1188 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:27:20.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:20 gibba023 bash[16680]: debug 2021-03-04T23:27:20.514+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:20.523 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:20.628 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:20.712 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:20.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:20 gibba023 bash[15180]: debug 2021-03-04T23:27:20.706+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:20.817 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:20.907 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:21.012 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:21.097 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:21.099 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:20 gibba023 bash[15180]: debug 2021-03-04T23:27:20.898+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:21.099 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:21 gibba023 bash[18090]: debug 2021-03-04T23:27:21.090+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:21.201 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:21.607 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:27:21.766 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:21.804 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:21.868 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:21.939 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:21 gibba008 bash[47391]: debug 2021-03-04T23:27:21.757+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:22.466 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:22.570 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:22.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:22 gibba008 bash[37770]: cluster 2021-03-04T23:27:21.390435+0000 mgr.x (mgr.34379) 1189 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:27:22.952 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:22 gibba008 bash[39303]: cluster 2021-03-04T23:27:21.390435+0000 mgr.x (mgr.34379) 1189 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:27:22.953 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:22 gibba008 bash[44600]: debug 2021-03-04T23:27:22.457+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:22.954 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:22 gibba023 bash[27374]: cluster 2021-03-04T23:27:21.390435+0000 mgr.x (mgr.34379) 1189 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:27:22.973 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:23.077 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:23.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:22 gibba023 bash[18090]: debug 2021-03-04T23:27:22.966+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:23.460 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:23.569 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:23.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:23 gibba023 bash[19550]: debug 2021-03-04T23:27:23.450+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:23.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:24.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:24.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:23 gibba023 bash[16680]: debug 2021-03-04T23:27:23.890+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:24.491 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:24.595 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:24.614 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:24 gibba008 bash[39303]: cluster 2021-03-04T23:27:23.392052+0000 mgr.x (mgr.34379) 1190 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:24.614 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:24 gibba008 bash[37770]: cluster 2021-03-04T23:27:23.392052+0000 mgr.x (mgr.34379) 1190 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:24.615 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:24 gibba008 bash[48858]: debug 2021-03-04T23:27:24.481+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:24 gibba023 bash[27374]: cluster 2021-03-04T23:27:23.392052+0000 mgr.x (mgr.34379) 1190 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:25.183 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:25.287 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:25.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:25 gibba008 bash[47391]: debug 2021-03-04T23:27:25.169+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:25.755 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:25.864 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:26.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:25 gibba023 bash[19550]: debug 2021-03-04T23:27:25.750+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:26.139 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:26.243 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:26.444 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:27:26.446 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:27:26.468 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:26 gibba008 bash[37770]: cluster 2021-03-04T23:27:25.393325+0000 mgr.x (mgr.34379) 1191 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:27:26.468 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:26 gibba008 bash[48858]: debug 2021-03-04T23:27:26.125+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:26.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:26 gibba023 bash[27374]: cluster 2021-03-04T23:27:25.393325+0000 mgr.x (mgr.34379) 1191 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:27:26.710 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:26 gibba008 bash[39303]: cluster 2021-03-04T23:27:25.393325+0000 mgr.x (mgr.34379) 1191 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:27:26.817 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:27.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:26 gibba023 bash[19550]: debug 2021-03-04T23:27:26.702+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:27.131 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:27.234 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:27.387 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:27.474 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:27 gibba008 bash[44600]: debug 2021-03-04T23:27:27.121+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:27.475 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:27 gibba008 bash[37770]: audit 2021-03-04T23:27:26.393607+0000 mgr.x (mgr.34379) 1192 : audit [DBG] from='client.45873 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:27:27.475 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:27 gibba008 bash[37770]: audit 2021-03-04T23:27:27.080802+0000 mon.a (mon.0) 1767 : audit [INF] from='client.? 172.21.2.108:0/549221221' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:27.479 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:27:27.490 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:27.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:27 gibba023 bash[19550]: debug 2021-03-04T23:27:27.382+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:27.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:27 gibba023 bash[27374]: audit 2021-03-04T23:27:26.393607+0000 mgr.x (mgr.34379) 1192 : audit [DBG] from='client.45873 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:27:27.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:27 gibba023 bash[27374]: audit 2021-03-04T23:27:27.080802+0000 mon.a (mon.0) 1767 : audit [INF] from='client.? 172.21.2.108:0/549221221' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:27.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:27 gibba008 bash[39303]: audit 2021-03-04T23:27:26.393607+0000 mgr.x (mgr.34379) 1192 : audit [DBG] from='client.45873 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:27:27.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:27 gibba008 bash[39303]: audit 2021-03-04T23:27:27.080802+0000 mon.a (mon.0) 1767 : audit [INF] from='client.? 172.21.2.108:0/549221221' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:27.800 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:27.910 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:28.020 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:28.130 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:28.144 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:27 gibba008 bash[47391]: debug 2021-03-04T23:27:27.789+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:28.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:28 gibba023 bash[16680]: debug 2021-03-04T23:27:28.014+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:28.465 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:28.572 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:28.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[44600]: debug 2021-03-04T23:27:28.453+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:28.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[39303]: cluster 2021-03-04T23:27:27.393987+0000 mgr.x (mgr.34379) 1193 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 2.6 GiB data, 9.1 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:27:28.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[39303]: cluster 2021-03-04T23:27:27.464572+0000 mon.a (mon.0) 1768 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:28.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[39303]: audit 2021-03-04T23:27:27.472968+0000 mon.a (mon.0) 1769 : audit [INF] from='client.? 172.21.2.108:0/549221221' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:28.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[39303]: cluster 2021-03-04T23:27:27.473010+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-03-04T23:27:28.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[37770]: cluster 2021-03-04T23:27:27.393987+0000 mgr.x (mgr.34379) 1193 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 2.6 GiB data, 9.1 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:27:28.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[37770]: cluster 2021-03-04T23:27:27.464572+0000 mon.a (mon.0) 1768 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:28.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[37770]: audit 2021-03-04T23:27:27.472968+0000 mon.a (mon.0) 1769 : audit [INF] from='client.? 172.21.2.108:0/549221221' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:28.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[37770]: cluster 2021-03-04T23:27:27.473010+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-03-04T23:27:28.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:28 gibba023 bash[27374]: cluster 2021-03-04T23:27:27.393987+0000 mgr.x (mgr.34379) 1193 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 2.6 GiB data, 9.1 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:27:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:28 gibba023 bash[27374]: cluster 2021-03-04T23:27:27.464572+0000 mon.a (mon.0) 1768 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:28 gibba023 bash[27374]: audit 2021-03-04T23:27:27.472968+0000 mon.a (mon.0) 1769 : audit [INF] from='client.? 172.21.2.108:0/549221221' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:28 gibba023 bash[27374]: cluster 2021-03-04T23:27:27.473010+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-03-04T23:27:28.971 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:29.074 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:29.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:28 gibba008 bash[47391]: debug 2021-03-04T23:27:28.961+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:29.799 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:29.902 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:30.021 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:30.124 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:30.193 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:30 gibba023 bash[16680]: debug 2021-03-04T23:27:30.014+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:30.193 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:29 gibba008 bash[91265]: debug 2021-03-04T23:27:29.789+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:30.212 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1563,"stamp":"2021-03-04T23:27:25.392500+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3195866432,"num_objects":48788,"num_object_clones":0,"num_object_copies":146364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48788,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306918,"num_write_kb":11380181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96903,"ondisk_log_size":96903,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":387,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":14755980,"kb_used_data":9496588,"kb_used_omap":8901,"kb_used_meta":5250426,"kb_avail":689887092,"statfs":{"total":721554505728,"available":706444382208,"internally_reserved":4294967296,"allocated":9724506112,"data_stored":9697668000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9115282,"internal_metadata":5376436590},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,5,5,9,8,4,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1037893632,"num_objects":-15837,"num_object_clones":0,"num_object_copies":-47511,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-15837,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15837,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005048"},"pg_stats":[{"pgid":"2.1b","version":"0'0","reported_seq":"22","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454404+0000","last_change":"2021-03-04T23:26:04.466600+0000","last_active":"2021-03-04T23:26:46.454404+0000","last_peered":"2021-03-04T23:26:46.454404+0000","last_clean":"2021-03-04T23:26:46.454404+0000","last_became_active":"2021-03-04T23:25:29.229513+0000","last_became_peered":"2021-03-04T23:25:29.229513+0000","last_unstale":"2021-03-04T23:26:46.454404+0000","last_undegraded":"2021-03-04T23:26:46.454404+0000","last_fullsized":"2021-03-04T23:26:46.454404+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.4","version":"708'18796","reported_seq":"18818","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.766847+0000","last_change":"2021-03-04T23:24:12.207326+0000","last_active":"2021-03-04T23:27:20.766847+0000","last_peered":"2021-03-04T23:27:20.766847+0000","last_clean":"2021-03-04T23:27:20.766847+0000","last_became_active":"2021-03-04T23:24:12.206956+0000","last_became_peered":"2021-03-04T23:24:12.206956+0000","last_unstale":"2021-03-04T23:27:20.766847+0000","last_undegraded":"2021-03-04T23:27:20.766847+0000","last_fullsized":"2021-03-04T23:27:20.766847+0000","mapping_epoch":691,"log_start":"705'12971","ondisk_log_start":"705'12971","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5825,"ondisk_log_size":5825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":200802304,"num_objects":3064,"num_object_clones":0,"num_object_copies":9192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18796,"num_write_kb":699520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"703","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456756+0000","last_change":"2021-03-04T23:24:02.164090+0000","last_active":"2021-03-04T23:26:46.456756+0000","last_peered":"2021-03-04T23:26:46.456756+0000","last_clean":"2021-03-04T23:26:46.456756+0000","last_became_active":"2021-03-04T23:24:02.163767+0000","last_became_peered":"2021-03-04T23:24:02.163767+0000","last_unstale":"2021-03-04T23:26:46.456756+0000","last_undegraded":"2021-03-04T23:26:46.456756+0000","last_fullsized":"2021-03-04T23:26:46.456756+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"663","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455258+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:26:46.455258+0000","last_peered":"2021-03-04T23:26:46.455258+0000","last_clean":"2021-03-04T23:26:46.455258+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:26:46.455258+0000","last_undegraded":"2021-03-04T23:26:46.455258+0000","last_fullsized":"2021-03-04T23:26:46.455258+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"20","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456869+0000","last_change":"2021-03-04T23:26:08.250847+0000","last_active":"2021-03-04T23:26:46.456869+0000","last_peered":"2021-03-04T23:26:46.456869+0000","last_clean":"2021-03-04T23:26:46.456869+0000","last_became_active":"2021-03-04T23:25:29.233175+0000","last_became_peered":"2021-03-04T23:25:29.233175+0000","last_unstale":"2021-03-04T23:26:46.456869+0000","last_undegraded":"2021-03-04T23:26:46.456869+0000","last_fullsized":"2021-03-04T23:26:46.456869+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:08.250576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:08.250576+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.7","version":"708'18996","reported_seq":"19021","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.768602+0000","last_change":"2021-03-04T23:24:12.428499+0000","last_active":"2021-03-04T23:27:20.768602+0000","last_peered":"2021-03-04T23:27:20.768602+0000","last_clean":"2021-03-04T23:27:20.768602+0000","last_became_active":"2021-03-04T23:24:12.427340+0000","last_became_peered":"2021-03-04T23:24:12.427340+0000","last_unstale":"2021-03-04T23:27:20.768602+0000","last_undegraded":"2021-03-04T23:27:20.768602+0000","last_fullsized":"2021-03-04T23:27:20.768602+0000","mapping_epoch":691,"log_start":"705'13196","ondisk_log_start":"705'13196","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5800,"ondisk_log_size":5800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195952640,"num_objects":2990,"num_object_clones":0,"num_object_copies":8970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2990,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18996,"num_write_kb":703552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453285+0000","last_change":"2021-03-04T23:24:02.163958+0000","last_active":"2021-03-04T23:26:46.453285+0000","last_peered":"2021-03-04T23:26:46.453285+0000","last_clean":"2021-03-04T23:26:46.453285+0000","last_became_active":"2021-03-04T23:24:02.163710+0000","last_became_peered":"2021-03-04T23:24:02.163710+0000","last_unstale":"2021-03-04T23:26:46.453285+0000","last_undegraded":"2021-03-04T23:26:46.453285+0000","last_fullsized":"2021-03-04T23:26:46.453285+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"687","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450424+0000","last_change":"2021-03-04T23:17:53.246432+0000","last_active":"2021-03-04T23:26:46.450424+0000","last_peered":"2021-03-04T23:26:46.450424+0000","last_clean":"2021-03-04T23:26:46.450424+0000","last_became_active":"2021-03-04T23:17:53.246183+0000","last_became_peered":"2021-03-04T23:17:53.246183+0000","last_unstale":"2021-03-04T23:26:46.450424+0000","last_undegraded":"2021-03-04T23:26:46.450424+0000","last_fullsized":"2021-03-04T23:26:46.450424+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"583","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454281+0000","last_change":"2021-03-04T23:26:00.548182+0000","last_active":"2021-03-04T23:26:46.454281+0000","last_peered":"2021-03-04T23:26:46.454281+0000","last_clean":"2021-03-04T23:26:46.454281+0000","last_became_active":"2021-03-04T23:25:29.228482+0000","last_became_peered":"2021-03-04T23:25:29.228482+0000","last_unstale":"2021-03-04T23:26:46.454281+0000","last_undegraded":"2021-03-04T23:26:46.454281+0000","last_fullsized":"2021-03-04T23:26:46.454281+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.6","version":"708'19653","reported_seq":"19678","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:22.056312+0000","last_change":"2021-03-04T23:24:12.425609+0000","last_active":"2021-03-04T23:27:22.056312+0000","last_peered":"2021-03-04T23:27:22.056312+0000","last_clean":"2021-03-04T23:27:22.056312+0000","last_became_active":"2021-03-04T23:24:12.424967+0000","last_became_peered":"2021-03-04T23:24:12.424967+0000","last_unstale":"2021-03-04T23:27:22.056312+0000","last_undegraded":"2021-03-04T23:27:22.056312+0000","last_fullsized":"2021-03-04T23:27:22.056312+0000","mapping_epoch":691,"log_start":"705'14046","ondisk_log_start":"705'14046","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5607,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":201261056,"num_objects":3071,"num_object_clones":0,"num_object_copies":9213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3071,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19653,"num_write_kb":727168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"679","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454541+0000","last_change":"2021-03-04T23:24:02.166452+0000","last_active":"2021-03-04T23:26:46.454541+0000","last_peered":"2021-03-04T23:26:46.454541+0000","last_clean":"2021-03-04T23:26:46.454541+0000","last_became_active":"2021-03-04T23:24:02.166195+0000","last_became_peered":"2021-03-04T23:24:02.166195+0000","last_unstale":"2021-03-04T23:26:46.454541+0000","last_undegraded":"2021-03-04T23:26:46.454541+0000","last_fullsized":"2021-03-04T23:26:46.454541+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"686","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453486+0000","last_change":"2021-03-04T23:24:02.158103+0000","last_active":"2021-03-04T23:26:46.453486+0000","last_peered":"2021-03-04T23:26:46.453486+0000","last_clean":"2021-03-04T23:26:46.453486+0000","last_became_active":"2021-03-04T23:24:02.157777+0000","last_became_peered":"2021-03-04T23:24:02.157777+0000","last_unstale":"2021-03-04T23:26:46.453486+0000","last_undegraded":"2021-03-04T23:26:46.453486+0000","last_fullsized":"2021-03-04T23:26:46.453486+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"20","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457179+0000","last_change":"2021-03-04T23:26:15.283356+0000","last_active":"2021-03-04T23:26:46.457179+0000","last_peered":"2021-03-04T23:26:46.457179+0000","last_clean":"2021-03-04T23:26:46.457179+0000","last_became_active":"2021-03-04T23:25:29.232514+0000","last_became_peered":"2021-03-04T23:25:29.232514+0000","last_unstale":"2021-03-04T23:26:46.457179+0000","last_undegraded":"2021-03-04T23:26:46.457179+0000","last_fullsized":"2021-03-04T23:26:46.457179+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:15.283328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:15.283328+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"708'19322","reported_seq":"19345","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:22.062406+0000","last_change":"2021-03-04T23:24:12.204828+0000","last_active":"2021-03-04T23:27:22.062406+0000","last_peered":"2021-03-04T23:27:22.062406+0000","last_clean":"2021-03-04T23:27:22.062406+0000","last_became_active":"2021-03-04T23:24:12.204604+0000","last_became_peered":"2021-03-04T23:24:12.204604+0000","last_unstale":"2021-03-04T23:27:22.062406+0000","last_undegraded":"2021-03-04T23:27:22.062406+0000","last_fullsized":"2021-03-04T23:27:22.062406+0000","mapping_epoch":691,"log_start":"705'13738","ondisk_log_start":"705'13738","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5584,"ondisk_log_size":5584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":200015872,"num_objects":3052,"num_object_clones":0,"num_object_copies":9156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19322,"num_write_kb":715968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"668","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450548+0000","last_change":"2021-03-04T23:15:08.240323+0000","last_active":"2021-03-04T23:26:46.450548+0000","last_peered":"2021-03-04T23:26:46.450548+0000","last_clean":"2021-03-04T23:26:46.450548+0000","last_became_active":"2021-03-04T23:15:08.240011+0000","last_became_peered":"2021-03-04T23:15:08.240011+0000","last_unstale":"2021-03-04T23:26:46.450548+0000","last_undegraded":"2021-03-04T23:26:46.450548+0000","last_fullsized":"2021-03-04T23:26:46.450548+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"663","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455030+0000","last_change":"2021-03-04T23:24:02.165882+0000","last_active":"2021-03-04T23:26:46.455030+0000","last_peered":"2021-03-04T23:26:46.455030+0000","last_clean":"2021-03-04T23:26:46.455030+0000","last_became_active":"2021-03-04T23:24:02.165660+0000","last_became_peered":"2021-03-04T23:24:02.165660+0000","last_unstale":"2021-03-04T23:26:46.455030+0000","last_undegraded":"2021-03-04T23:26:46.455030+0000","last_fullsized":"2021-03-04T23:26:46.455030+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"738","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453085+0000","last_change":"2021-03-04T23:26:04.097818+0000","last_active":"2021-03-04T23:26:46.453085+0000","last_peered":"2021-03-04T23:26:46.453085+0000","last_clean":"2021-03-04T23:26:46.453085+0000","last_became_active":"2021-03-04T23:25:29.236266+0000","last_became_peered":"2021-03-04T23:25:29.236266+0000","last_unstale":"2021-03-04T23:26:46.453085+0000","last_undegraded":"2021-03-04T23:26:46.453085+0000","last_fullsized":"2021-03-04T23:26:46.453085+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.8","version":"708'19433","reported_seq":"19457","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:22.969778+0000","last_change":"2021-03-04T23:24:12.204911+0000","last_active":"2021-03-04T23:27:22.969778+0000","last_peered":"2021-03-04T23:27:22.969778+0000","last_clean":"2021-03-04T23:27:22.969778+0000","last_became_active":"2021-03-04T23:24:12.204662+0000","last_became_peered":"2021-03-04T23:24:12.204662+0000","last_unstale":"2021-03-04T23:27:22.969778+0000","last_undegraded":"2021-03-04T23:27:22.969778+0000","last_fullsized":"2021-03-04T23:27:22.969778+0000","mapping_epoch":691,"log_start":"704'11000","ondisk_log_start":"704'11000","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":8433,"ondisk_log_size":8433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193003520,"num_objects":2945,"num_object_clones":0,"num_object_copies":8835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19433,"num_write_kb":716096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"37","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454751+0000","last_change":"2021-03-04T23:23:50.885075+0000","last_active":"2021-03-04T23:26:46.454751+0000","last_peered":"2021-03-04T23:26:46.454751+0000","last_clean":"2021-03-04T23:26:46.454751+0000","last_became_active":"2021-03-04T23:23:49.215403+0000","last_became_peered":"2021-03-04T23:23:49.215403+0000","last_unstale":"2021-03-04T23:26:46.454751+0000","last_undegraded":"2021-03-04T23:26:46.454751+0000","last_fullsized":"2021-03-04T23:26:46.454751+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"81","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457257+0000","last_change":"2021-03-04T23:24:02.159393+0000","last_active":"2021-03-04T23:26:46.457257+0000","last_peered":"2021-03-04T23:26:46.457257+0000","last_clean":"2021-03-04T23:26:46.457257+0000","last_became_active":"2021-03-04T23:24:02.158927+0000","last_became_peered":"2021-03-04T23:24:02.158927+0000","last_unstale":"2021-03-04T23:26:46.457257+0000","last_undegraded":"2021-03-04T23:26:46.457257+0000","last_fullsized":"2021-03-04T23:26:46.457257+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"637","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454443+0000","last_change":"2021-03-04T23:15:22.046804+0000","last_active":"2021-03-04T23:26:46.454443+0000","last_peered":"2021-03-04T23:26:46.454443+0000","last_clean":"2021-03-04T23:26:46.454443+0000","last_became_active":"2021-03-04T23:15:08.240909+0000","last_became_peered":"2021-03-04T23:15:08.240909+0000","last_unstale":"2021-03-04T23:26:46.454443+0000","last_undegraded":"2021-03-04T23:26:46.454443+0000","last_fullsized":"2021-03-04T23:26:46.454443+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"20","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454596+0000","last_change":"2021-03-04T23:26:06.019848+0000","last_active":"2021-03-04T23:26:46.454596+0000","last_peered":"2021-03-04T23:26:46.454596+0000","last_clean":"2021-03-04T23:26:46.454596+0000","last_became_active":"2021-03-04T23:25:29.235805+0000","last_became_peered":"2021-03-04T23:25:29.235805+0000","last_unstale":"2021-03-04T23:26:46.454596+0000","last_undegraded":"2021-03-04T23:26:46.454596+0000","last_fullsized":"2021-03-04T23:26:46.454596+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"708'19024","reported_seq":"19049","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.766880+0000","last_change":"2021-03-04T23:24:12.207072+0000","last_active":"2021-03-04T23:27:20.766880+0000","last_peered":"2021-03-04T23:27:20.766880+0000","last_clean":"2021-03-04T23:27:20.766880+0000","last_became_active":"2021-03-04T23:24:12.206644+0000","last_became_peered":"2021-03-04T23:24:12.206644+0000","last_unstale":"2021-03-04T23:27:20.766880+0000","last_undegraded":"2021-03-04T23:27:20.766880+0000","last_fullsized":"2021-03-04T23:27:20.766880+0000","mapping_epoch":691,"log_start":"705'13206","ondisk_log_start":"705'13206","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5818,"ondisk_log_size":5818,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":198180864,"num_objects":3024,"num_object_clones":0,"num_object_copies":9072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19024,"num_write_kb":705536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"682","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453571+0000","last_change":"2021-03-04T23:15:08.245542+0000","last_active":"2021-03-04T23:26:46.453571+0000","last_peered":"2021-03-04T23:26:46.453571+0000","last_clean":"2021-03-04T23:26:46.453571+0000","last_became_active":"2021-03-04T23:15:08.245257+0000","last_became_peered":"2021-03-04T23:15:08.245257+0000","last_unstale":"2021-03-04T23:26:46.453571+0000","last_undegraded":"2021-03-04T23:26:46.453571+0000","last_fullsized":"2021-03-04T23:26:46.453571+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453552+0000","last_change":"2021-03-04T23:24:02.163606+0000","last_active":"2021-03-04T23:26:46.453552+0000","last_peered":"2021-03-04T23:26:46.453552+0000","last_clean":"2021-03-04T23:26:46.453552+0000","last_became_active":"2021-03-04T23:24:02.163338+0000","last_became_peered":"2021-03-04T23:24:02.163338+0000","last_unstale":"2021-03-04T23:26:46.453552+0000","last_undegraded":"2021-03-04T23:26:46.453552+0000","last_fullsized":"2021-03-04T23:26:46.453552+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"22","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455274+0000","last_change":"2021-03-04T23:26:02.713707+0000","last_active":"2021-03-04T23:26:46.455274+0000","last_peered":"2021-03-04T23:26:46.455274+0000","last_clean":"2021-03-04T23:26:46.455274+0000","last_became_active":"2021-03-04T23:25:29.233105+0000","last_became_peered":"2021-03-04T23:25:29.233105+0000","last_unstale":"2021-03-04T23:26:46.455274+0000","last_undegraded":"2021-03-04T23:26:46.455274+0000","last_fullsized":"2021-03-04T23:26:46.455274+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.a","version":"708'18880","reported_seq":"18905","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:22.019556+0000","last_change":"2021-03-04T23:24:12.425965+0000","last_active":"2021-03-04T23:27:22.019556+0000","last_peered":"2021-03-04T23:27:22.019556+0000","last_clean":"2021-03-04T23:27:22.019556+0000","last_became_active":"2021-03-04T23:24:12.425744+0000","last_became_peered":"2021-03-04T23:24:12.425744+0000","last_unstale":"2021-03-04T23:27:22.019556+0000","last_undegraded":"2021-03-04T23:27:22.019556+0000","last_fullsized":"2021-03-04T23:27:22.019556+0000","mapping_epoch":691,"log_start":"705'13251","ondisk_log_start":"705'13251","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5629,"ondisk_log_size":5629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191365120,"num_objects":2920,"num_object_clones":0,"num_object_copies":8760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18880,"num_write_kb":697600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"667","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455929+0000","last_change":"2021-03-04T22:51:40.451804+0000","last_active":"2021-03-04T23:26:46.455929+0000","last_peered":"2021-03-04T23:26:46.455929+0000","last_clean":"2021-03-04T23:26:46.455929+0000","last_became_active":"2021-03-04T22:51:40.451460+0000","last_became_peered":"2021-03-04T22:51:40.451460+0000","last_unstale":"2021-03-04T23:26:46.455929+0000","last_undegraded":"2021-03-04T23:26:46.455929+0000","last_fullsized":"2021-03-04T23:26:46.455929+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"686","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456058+0000","last_change":"2021-03-04T23:24:02.157146+0000","last_active":"2021-03-04T23:26:46.456058+0000","last_peered":"2021-03-04T23:26:46.456058+0000","last_clean":"2021-03-04T23:26:46.456058+0000","last_became_active":"2021-03-04T23:24:02.156806+0000","last_became_peered":"2021-03-04T23:24:02.156806+0000","last_unstale":"2021-03-04T23:26:46.456058+0000","last_undegraded":"2021-03-04T23:26:46.456058+0000","last_fullsized":"2021-03-04T23:26:46.456058+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"723","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457073+0000","last_change":"2021-03-04T23:26:10.193911+0000","last_active":"2021-03-04T23:26:46.457073+0000","last_peered":"2021-03-04T23:26:46.457073+0000","last_clean":"2021-03-04T23:26:46.457073+0000","last_became_active":"2021-03-04T23:25:29.233209+0000","last_became_peered":"2021-03-04T23:25:29.233209+0000","last_unstale":"2021-03-04T23:26:46.457073+0000","last_undegraded":"2021-03-04T23:26:46.457073+0000","last_fullsized":"2021-03-04T23:26:46.457073+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:10.193881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:10.193881+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.d","version":"708'19089","reported_seq":"19115","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.764794+0000","last_change":"2021-03-04T23:24:12.428566+0000","last_active":"2021-03-04T23:27:20.764794+0000","last_peered":"2021-03-04T23:27:20.764794+0000","last_clean":"2021-03-04T23:27:20.764794+0000","last_became_active":"2021-03-04T23:24:12.427892+0000","last_became_peered":"2021-03-04T23:24:12.427892+0000","last_unstale":"2021-03-04T23:27:20.764794+0000","last_undegraded":"2021-03-04T23:27:20.764794+0000","last_fullsized":"2021-03-04T23:27:20.764794+0000","mapping_epoch":691,"log_start":"705'13292","ondisk_log_start":"705'13292","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5797,"ondisk_log_size":5797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204996632,"num_objects":3129,"num_object_clones":0,"num_object_copies":9387,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3129,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":19089,"num_write_kb":710913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"608","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450084+0000","last_change":"2021-03-04T23:23:49.833095+0000","last_active":"2021-03-04T23:26:46.450084+0000","last_peered":"2021-03-04T23:26:46.450084+0000","last_clean":"2021-03-04T23:26:46.450084+0000","last_became_active":"2021-03-04T23:23:49.215551+0000","last_became_peered":"2021-03-04T23:23:49.215551+0000","last_unstale":"2021-03-04T23:26:46.450084+0000","last_undegraded":"2021-03-04T23:26:46.450084+0000","last_fullsized":"2021-03-04T23:26:46.450084+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"666","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454569+0000","last_change":"2021-03-04T22:59:44.243955+0000","last_active":"2021-03-04T23:26:46.454569+0000","last_peered":"2021-03-04T23:26:46.454569+0000","last_clean":"2021-03-04T23:26:46.454569+0000","last_became_active":"2021-03-04T22:59:44.243530+0000","last_became_peered":"2021-03-04T22:59:44.243530+0000","last_unstale":"2021-03-04T23:26:46.454569+0000","last_undegraded":"2021-03-04T23:26:46.454569+0000","last_fullsized":"2021-03-04T23:26:46.454569+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"663","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454839+0000","last_change":"2021-03-04T23:24:02.164003+0000","last_active":"2021-03-04T23:26:46.454839+0000","last_peered":"2021-03-04T23:26:46.454839+0000","last_clean":"2021-03-04T23:26:46.454839+0000","last_became_active":"2021-03-04T23:24:02.163589+0000","last_became_peered":"2021-03-04T23:24:02.163589+0000","last_unstale":"2021-03-04T23:26:46.454839+0000","last_undegraded":"2021-03-04T23:26:46.454839+0000","last_fullsized":"2021-03-04T23:26:46.454839+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"22","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450322+0000","last_change":"2021-03-04T23:26:01.819090+0000","last_active":"2021-03-04T23:26:46.450322+0000","last_peered":"2021-03-04T23:26:46.450322+0000","last_clean":"2021-03-04T23:26:46.450322+0000","last_became_active":"2021-03-04T23:25:29.227430+0000","last_became_peered":"2021-03-04T23:25:29.227430+0000","last_unstale":"2021-03-04T23:26:46.450322+0000","last_undegraded":"2021-03-04T23:26:46.450322+0000","last_fullsized":"2021-03-04T23:26:46.450322+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"708'19214","reported_seq":"19239","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.762187+0000","last_change":"2021-03-04T23:24:12.428511+0000","last_active":"2021-03-04T23:27:20.762187+0000","last_peered":"2021-03-04T23:27:20.762187+0000","last_clean":"2021-03-04T23:27:20.762187+0000","last_became_active":"2021-03-04T23:24:12.427338+0000","last_became_peered":"2021-03-04T23:24:12.427338+0000","last_unstale":"2021-03-04T23:27:20.762187+0000","last_undegraded":"2021-03-04T23:27:20.762187+0000","last_fullsized":"2021-03-04T23:27:20.762187+0000","mapping_epoch":691,"log_start":"705'13369","ondisk_log_start":"705'13369","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5845,"ondisk_log_size":5845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":198574080,"num_objects":3030,"num_object_clones":0,"num_object_copies":9090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19214,"num_write_kb":711808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"35","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456760+0000","last_change":"2021-03-04T23:24:41.442394+0000","last_active":"2021-03-04T23:26:46.456760+0000","last_peered":"2021-03-04T23:26:46.456760+0000","last_clean":"2021-03-04T23:26:46.456760+0000","last_became_active":"2021-03-04T23:23:49.215756+0000","last_became_peered":"2021-03-04T23:23:49.215756+0000","last_unstale":"2021-03-04T23:26:46.456760+0000","last_undegraded":"2021-03-04T23:26:46.456760+0000","last_fullsized":"2021-03-04T23:26:46.456760+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.442361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.442361+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"668","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.452118+0000","last_change":"2021-03-04T23:15:08.240681+0000","last_active":"2021-03-04T23:26:46.452118+0000","last_peered":"2021-03-04T23:26:46.452118+0000","last_clean":"2021-03-04T23:26:46.452118+0000","last_became_active":"2021-03-04T23:15:08.240510+0000","last_became_peered":"2021-03-04T23:15:08.240510+0000","last_unstale":"2021-03-04T23:26:46.452118+0000","last_undegraded":"2021-03-04T23:26:46.452118+0000","last_fullsized":"2021-03-04T23:26:46.452118+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"72","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.459632+0000","last_change":"2021-03-04T23:17:12.037161+0000","last_active":"2021-03-04T23:26:46.459632+0000","last_peered":"2021-03-04T23:26:46.459632+0000","last_clean":"2021-03-04T23:26:46.459632+0000","last_became_active":"2021-03-04T23:17:12.036726+0000","last_became_peered":"2021-03-04T23:17:12.036726+0000","last_unstale":"2021-03-04T23:26:46.459632+0000","last_undegraded":"2021-03-04T23:26:46.459632+0000","last_fullsized":"2021-03-04T23:26:46.459632+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.f","version":"708'19362","reported_seq":"19386","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:21.958655+0000","last_change":"2021-03-04T23:24:12.205034+0000","last_active":"2021-03-04T23:27:21.958655+0000","last_peered":"2021-03-04T23:27:21.958655+0000","last_clean":"2021-03-04T23:27:21.958655+0000","last_became_active":"2021-03-04T23:24:12.204805+0000","last_became_peered":"2021-03-04T23:24:12.204805+0000","last_unstale":"2021-03-04T23:27:21.958655+0000","last_undegraded":"2021-03-04T23:27:21.958655+0000","last_fullsized":"2021-03-04T23:27:21.958655+0000","mapping_epoch":691,"log_start":"705'13875","ondisk_log_start":"705'13875","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5487,"ondisk_log_size":5487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":198574080,"num_objects":3030,"num_object_clones":0,"num_object_copies":9090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19362,"num_write_kb":716544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"33","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453504+0000","last_change":"2021-03-04T23:24:40.261685+0000","last_active":"2021-03-04T23:26:46.453504+0000","last_peered":"2021-03-04T23:26:46.453504+0000","last_clean":"2021-03-04T23:26:46.453504+0000","last_became_active":"2021-03-04T23:24:02.164204+0000","last_became_peered":"2021-03-04T23:24:02.164204+0000","last_unstale":"2021-03-04T23:26:46.453504+0000","last_undegraded":"2021-03-04T23:26:46.453504+0000","last_fullsized":"2021-03-04T23:26:46.453504+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"135","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454928+0000","last_change":"2021-03-04T23:24:02.161696+0000","last_active":"2021-03-04T23:26:46.454928+0000","last_peered":"2021-03-04T23:26:46.454928+0000","last_clean":"2021-03-04T23:26:46.454928+0000","last_became_active":"2021-03-04T23:24:02.161430+0000","last_became_peered":"2021-03-04T23:24:02.161430+0000","last_unstale":"2021-03-04T23:26:46.454928+0000","last_undegraded":"2021-03-04T23:26:46.454928+0000","last_fullsized":"2021-03-04T23:26:46.454928+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"16","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455982+0000","last_change":"2021-03-04T23:26:01.188297+0000","last_active":"2021-03-04T23:26:46.455982+0000","last_peered":"2021-03-04T23:26:46.455982+0000","last_clean":"2021-03-04T23:26:46.455982+0000","last_became_active":"2021-03-04T23:26:01.187996+0000","last_became_peered":"2021-03-04T23:26:01.187996+0000","last_unstale":"2021-03-04T23:26:46.455982+0000","last_undegraded":"2021-03-04T23:26:46.455982+0000","last_fullsized":"2021-03-04T23:26:46.455982+0000","mapping_epoch":703,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":704,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"687","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450364+0000","last_change":"2021-03-04T23:17:53.245640+0000","last_active":"2021-03-04T23:26:46.450364+0000","last_peered":"2021-03-04T23:26:46.450364+0000","last_clean":"2021-03-04T23:26:46.450364+0000","last_became_active":"2021-03-04T23:17:53.245393+0000","last_became_peered":"2021-03-04T23:17:53.245393+0000","last_unstale":"2021-03-04T23:26:46.450364+0000","last_undegraded":"2021-03-04T23:26:46.450364+0000","last_fullsized":"2021-03-04T23:26:46.450364+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.e","version":"708'19545","reported_seq":"19568","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:22.978639+0000","last_change":"2021-03-04T23:24:12.205577+0000","last_active":"2021-03-04T23:27:22.978639+0000","last_peered":"2021-03-04T23:27:22.978639+0000","last_clean":"2021-03-04T23:27:22.978639+0000","last_became_active":"2021-03-04T23:24:12.205363+0000","last_became_peered":"2021-03-04T23:24:12.205363+0000","last_unstale":"2021-03-04T23:27:22.978639+0000","last_undegraded":"2021-03-04T23:27:22.978639+0000","last_fullsized":"2021-03-04T23:27:22.978639+0000","mapping_epoch":691,"log_start":"704'11200","ondisk_log_start":"704'11200","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":8345,"ondisk_log_size":8345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194838528,"num_objects":2973,"num_object_clones":0,"num_object_copies":8919,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2973,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19545,"num_write_kb":720576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"44","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457305+0000","last_change":"2021-03-04T23:24:43.420389+0000","last_active":"2021-03-04T23:26:46.457305+0000","last_peered":"2021-03-04T23:26:46.457305+0000","last_clean":"2021-03-04T23:26:46.457305+0000","last_became_active":"2021-03-04T23:24:02.159745+0000","last_became_peered":"2021-03-04T23:24:02.159745+0000","last_unstale":"2021-03-04T23:26:46.457305+0000","last_undegraded":"2021-03-04T23:26:46.457305+0000","last_fullsized":"2021-03-04T23:26:46.457305+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:43.420320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:43.420320+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"151","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.451881+0000","last_change":"2021-03-04T23:24:02.157937+0000","last_active":"2021-03-04T23:26:46.451881+0000","last_peered":"2021-03-04T23:26:46.451881+0000","last_clean":"2021-03-04T23:26:46.451881+0000","last_became_active":"2021-03-04T23:24:02.157531+0000","last_became_peered":"2021-03-04T23:24:02.157531+0000","last_unstale":"2021-03-04T23:26:46.451881+0000","last_undegraded":"2021-03-04T23:26:46.451881+0000","last_fullsized":"2021-03-04T23:26:46.451881+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"730","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457364+0000","last_change":"2021-03-04T23:17:12.136188+0000","last_active":"2021-03-04T23:26:46.457364+0000","last_peered":"2021-03-04T23:26:46.457364+0000","last_clean":"2021-03-04T23:26:46.457364+0000","last_became_active":"2021-03-04T23:17:12.037255+0000","last_became_peered":"2021-03-04T23:17:12.037255+0000","last_unstale":"2021-03-04T23:26:46.457364+0000","last_undegraded":"2021-03-04T23:26:46.457364+0000","last_fullsized":"2021-03-04T23:26:46.457364+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"684","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456722+0000","last_change":"2021-03-04T23:24:02.164048+0000","last_active":"2021-03-04T23:26:46.456722+0000","last_peered":"2021-03-04T23:26:46.456722+0000","last_clean":"2021-03-04T23:26:46.456722+0000","last_became_active":"2021-03-04T23:24:02.163597+0000","last_became_peered":"2021-03-04T23:24:02.163597+0000","last_unstale":"2021-03-04T23:26:46.456722+0000","last_undegraded":"2021-03-04T23:26:46.456722+0000","last_fullsized":"2021-03-04T23:26:46.456722+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"44","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453439+0000","last_change":"2021-03-04T23:24:02.158943+0000","last_active":"2021-03-04T23:26:46.453439+0000","last_peered":"2021-03-04T23:26:46.453439+0000","last_clean":"2021-03-04T23:26:46.453439+0000","last_became_active":"2021-03-04T23:24:02.158381+0000","last_became_peered":"2021-03-04T23:24:02.158381+0000","last_unstale":"2021-03-04T23:26:46.453439+0000","last_undegraded":"2021-03-04T23:26:46.453439+0000","last_fullsized":"2021-03-04T23:26:46.453439+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"159","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455043+0000","last_change":"2021-03-04T23:17:53.246131+0000","last_active":"2021-03-04T23:26:46.455043+0000","last_peered":"2021-03-04T23:26:46.455043+0000","last_clean":"2021-03-04T23:26:46.455043+0000","last_became_active":"2021-03-04T23:17:53.245815+0000","last_became_peered":"2021-03-04T23:17:53.245815+0000","last_unstale":"2021-03-04T23:26:46.455043+0000","last_undegraded":"2021-03-04T23:26:46.455043+0000","last_fullsized":"2021-03-04T23:26:46.455043+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"665","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453867+0000","last_change":"2021-03-04T22:57:54.917478+0000","last_active":"2021-03-04T23:26:46.453867+0000","last_peered":"2021-03-04T23:26:46.453867+0000","last_clean":"2021-03-04T23:26:46.453867+0000","last_became_active":"2021-03-04T22:57:54.917223+0000","last_became_peered":"2021-03-04T22:57:54.917223+0000","last_unstale":"2021-03-04T23:26:46.453867+0000","last_undegraded":"2021-03-04T23:26:46.453867+0000","last_fullsized":"2021-03-04T23:26:46.453867+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"81","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456999+0000","last_change":"2021-03-04T23:17:53.258515+0000","last_active":"2021-03-04T23:26:46.456999+0000","last_peered":"2021-03-04T23:26:46.456999+0000","last_clean":"2021-03-04T23:26:46.456999+0000","last_became_active":"2021-03-04T23:17:53.258201+0000","last_became_peered":"2021-03-04T23:17:53.258201+0000","last_unstale":"2021-03-04T23:26:46.456999+0000","last_undegraded":"2021-03-04T23:26:46.456999+0000","last_fullsized":"2021-03-04T23:26:46.456999+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"148","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454624+0000","last_change":"2021-03-04T23:23:49.215698+0000","last_active":"2021-03-04T23:26:46.454624+0000","last_peered":"2021-03-04T23:26:46.454624+0000","last_clean":"2021-03-04T23:26:46.454624+0000","last_became_active":"2021-03-04T23:23:49.215401+0000","last_became_peered":"2021-03-04T23:23:49.215401+0000","last_unstale":"2021-03-04T23:26:46.454624+0000","last_undegraded":"2021-03-04T23:26:46.454624+0000","last_fullsized":"2021-03-04T23:26:46.454624+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"124","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457989+0000","last_change":"2021-03-04T23:10:38.736137+0000","last_active":"2021-03-04T23:26:46.457989+0000","last_peered":"2021-03-04T23:26:46.457989+0000","last_clean":"2021-03-04T23:26:46.457989+0000","last_became_active":"2021-03-04T23:10:14.428282+0000","last_became_peered":"2021-03-04T23:10:14.428282+0000","last_unstale":"2021-03-04T23:26:46.457989+0000","last_undegraded":"2021-03-04T23:26:46.457989+0000","last_fullsized":"2021-03-04T23:26:46.457989+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"692","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454182+0000","last_change":"2021-03-04T23:24:02.254812+0000","last_active":"2021-03-04T23:26:46.454182+0000","last_peered":"2021-03-04T23:26:46.454182+0000","last_clean":"2021-03-04T23:26:46.454182+0000","last_became_active":"2021-03-04T23:24:02.157881+0000","last_became_peered":"2021-03-04T23:24:02.157881+0000","last_unstale":"2021-03-04T23:26:46.454182+0000","last_undegraded":"2021-03-04T23:26:46.454182+0000","last_fullsized":"2021-03-04T23:26:46.454182+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"716","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455921+0000","last_change":"2021-03-04T23:24:02.163210+0000","last_active":"2021-03-04T23:26:46.455921+0000","last_peered":"2021-03-04T23:26:46.455921+0000","last_clean":"2021-03-04T23:26:46.455921+0000","last_became_active":"2021-03-04T23:24:02.162986+0000","last_became_peered":"2021-03-04T23:24:02.162986+0000","last_unstale":"2021-03-04T23:26:46.455921+0000","last_undegraded":"2021-03-04T23:26:46.455921+0000","last_fullsized":"2021-03-04T23:26:46.455921+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"718","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453306+0000","last_change":"2021-03-04T23:23:49.801446+0000","last_active":"2021-03-04T23:26:46.453306+0000","last_peered":"2021-03-04T23:26:46.453306+0000","last_clean":"2021-03-04T23:26:46.453306+0000","last_became_active":"2021-03-04T23:23:49.215090+0000","last_became_peered":"2021-03-04T23:23:49.215090+0000","last_unstale":"2021-03-04T23:26:46.453306+0000","last_undegraded":"2021-03-04T23:26:46.453306+0000","last_fullsized":"2021-03-04T23:26:46.453306+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"460","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455137+0000","last_change":"2021-03-04T23:10:39.124242+0000","last_active":"2021-03-04T23:26:46.455137+0000","last_peered":"2021-03-04T23:26:46.455137+0000","last_clean":"2021-03-04T23:26:46.455137+0000","last_became_active":"2021-03-04T23:10:14.427919+0000","last_became_peered":"2021-03-04T23:10:14.427919+0000","last_unstale":"2021-03-04T23:26:46.455137+0000","last_undegraded":"2021-03-04T23:26:46.455137+0000","last_fullsized":"2021-03-04T23:26:46.455137+0000","mapping_epoch":596,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":597,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"691","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453639+0000","last_change":"2021-03-04T23:17:12.140874+0000","last_active":"2021-03-04T23:26:46.453639+0000","last_peered":"2021-03-04T23:26:46.453639+0000","last_clean":"2021-03-04T23:26:46.453639+0000","last_became_active":"2021-03-04T23:17:12.037535+0000","last_became_peered":"2021-03-04T23:17:12.037535+0000","last_unstale":"2021-03-04T23:26:46.453639+0000","last_undegraded":"2021-03-04T23:26:46.453639+0000","last_fullsized":"2021-03-04T23:26:46.453639+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"686","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.452228+0000","last_change":"2021-03-04T23:24:02.158120+0000","last_active":"2021-03-04T23:26:46.452228+0000","last_peered":"2021-03-04T23:26:46.452228+0000","last_clean":"2021-03-04T23:26:46.452228+0000","last_became_active":"2021-03-04T23:24:02.157735+0000","last_became_peered":"2021-03-04T23:24:02.157735+0000","last_unstale":"2021-03-04T23:26:46.452228+0000","last_undegraded":"2021-03-04T23:26:46.452228+0000","last_fullsized":"2021-03-04T23:26:46.452228+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"35","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456137+0000","last_change":"2021-03-04T23:23:49.257700+0000","last_active":"2021-03-04T23:26:46.456137+0000","last_peered":"2021-03-04T23:26:46.456137+0000","last_clean":"2021-03-04T23:26:46.456137+0000","last_became_active":"2021-03-04T23:23:49.215750+0000","last_became_peered":"2021-03-04T23:23:49.215750+0000","last_unstale":"2021-03-04T23:26:46.456137+0000","last_undegraded":"2021-03-04T23:26:46.456137+0000","last_fullsized":"2021-03-04T23:26:46.456137+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.257647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.257647+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455299+0000","last_change":"2021-03-04T23:24:02.164108+0000","last_active":"2021-03-04T23:26:46.455299+0000","last_peered":"2021-03-04T23:26:46.455299+0000","last_clean":"2021-03-04T23:26:46.455299+0000","last_became_active":"2021-03-04T23:24:02.163846+0000","last_became_peered":"2021-03-04T23:24:02.163846+0000","last_unstale":"2021-03-04T23:26:46.455299+0000","last_undegraded":"2021-03-04T23:26:46.455299+0000","last_fullsized":"2021-03-04T23:26:46.455299+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"684","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457295+0000","last_change":"2021-03-04T23:15:08.240929+0000","last_active":"2021-03-04T23:26:46.457295+0000","last_peered":"2021-03-04T23:26:46.457295+0000","last_clean":"2021-03-04T23:26:46.457295+0000","last_became_active":"2021-03-04T23:15:08.240263+0000","last_became_peered":"2021-03-04T23:15:08.240263+0000","last_unstale":"2021-03-04T23:26:46.457295+0000","last_undegraded":"2021-03-04T23:26:46.457295+0000","last_fullsized":"2021-03-04T23:26:46.457295+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"687","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450486+0000","last_change":"2021-03-04T23:24:02.157503+0000","last_active":"2021-03-04T23:26:46.450486+0000","last_peered":"2021-03-04T23:26:46.450486+0000","last_clean":"2021-03-04T23:26:46.450486+0000","last_became_active":"2021-03-04T23:24:02.157266+0000","last_became_peered":"2021-03-04T23:24:02.157266+0000","last_unstale":"2021-03-04T23:26:46.450486+0000","last_undegraded":"2021-03-04T23:26:46.450486+0000","last_fullsized":"2021-03-04T23:26:46.450486+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"706","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453054+0000","last_change":"2021-03-04T23:15:08.243428+0000","last_active":"2021-03-04T23:26:46.453054+0000","last_peered":"2021-03-04T23:26:46.453054+0000","last_clean":"2021-03-04T23:26:46.453054+0000","last_became_active":"2021-03-04T23:15:08.242912+0000","last_became_peered":"2021-03-04T23:15:08.242912+0000","last_unstale":"2021-03-04T23:26:46.453054+0000","last_undegraded":"2021-03-04T23:26:46.453054+0000","last_fullsized":"2021-03-04T23:26:46.453054+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"42","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453453+0000","last_change":"2021-03-04T23:25:25.623259+0000","last_active":"2021-03-04T23:26:46.453453+0000","last_peered":"2021-03-04T23:26:46.453453+0000","last_clean":"2021-03-04T23:26:46.453453+0000","last_became_active":"2021-03-04T23:25:23.226089+0000","last_became_peered":"2021-03-04T23:25:23.226089+0000","last_unstale":"2021-03-04T23:26:46.453453+0000","last_undegraded":"2021-03-04T23:26:46.453453+0000","last_fullsized":"2021-03-04T23:26:46.453453+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"640","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454632+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:26:46.454632+0000","last_peered":"2021-03-04T23:26:46.454632+0000","last_clean":"2021-03-04T23:26:46.454632+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:26:46.454632+0000","last_undegraded":"2021-03-04T23:26:46.454632+0000","last_fullsized":"2021-03-04T23:26:46.454632+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"683","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456080+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:26:46.456080+0000","last_peered":"2021-03-04T23:26:46.456080+0000","last_clean":"2021-03-04T23:26:46.456080+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:26:46.456080+0000","last_undegraded":"2021-03-04T23:26:46.456080+0000","last_fullsized":"2021-03-04T23:26:46.456080+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"72","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456879+0000","last_change":"2021-03-04T23:17:12.036813+0000","last_active":"2021-03-04T23:26:46.456879+0000","last_peered":"2021-03-04T23:26:46.456879+0000","last_clean":"2021-03-04T23:26:46.456879+0000","last_became_active":"2021-03-04T23:17:12.036448+0000","last_became_peered":"2021-03-04T23:17:12.036448+0000","last_unstale":"2021-03-04T23:26:46.456879+0000","last_undegraded":"2021-03-04T23:26:46.456879+0000","last_fullsized":"2021-03-04T23:26:46.456879+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"695","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455847+0000","last_change":"2021-03-04T23:26:07.530763+0000","last_active":"2021-03-04T23:26:46.455847+0000","last_peered":"2021-03-04T23:26:46.455847+0000","last_clean":"2021-03-04T23:26:46.455847+0000","last_became_active":"2021-03-04T23:26:01.185682+0000","last_became_peered":"2021-03-04T23:26:01.185682+0000","last_unstale":"2021-03-04T23:26:46.455847+0000","last_undegraded":"2021-03-04T23:26:46.455847+0000","last_fullsized":"2021-03-04T23:26:46.455847+0000","mapping_epoch":703,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":704,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"702","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.452125+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:26:46.452125+0000","last_peered":"2021-03-04T23:26:46.452125+0000","last_clean":"2021-03-04T23:26:46.452125+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:26:46.452125+0000","last_undegraded":"2021-03-04T23:26:46.452125+0000","last_fullsized":"2021-03-04T23:26:46.452125+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"83","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455881+0000","last_change":"2021-03-04T23:24:02.164093+0000","last_active":"2021-03-04T23:26:46.455881+0000","last_peered":"2021-03-04T23:26:46.455881+0000","last_clean":"2021-03-04T23:26:46.455881+0000","last_became_active":"2021-03-04T23:24:02.163766+0000","last_became_peered":"2021-03-04T23:24:02.163766+0000","last_unstale":"2021-03-04T23:26:46.455881+0000","last_undegraded":"2021-03-04T23:26:46.455881+0000","last_fullsized":"2021-03-04T23:26:46.455881+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"33","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453442+0000","last_change":"2021-03-04T23:24:41.243417+0000","last_active":"2021-03-04T23:26:46.453442+0000","last_peered":"2021-03-04T23:26:46.453442+0000","last_clean":"2021-03-04T23:26:46.453442+0000","last_became_active":"2021-03-04T23:24:02.156067+0000","last_became_peered":"2021-03-04T23:24:02.156067+0000","last_unstale":"2021-03-04T23:26:46.453442+0000","last_undegraded":"2021-03-04T23:26:46.453442+0000","last_fullsized":"2021-03-04T23:26:46.453442+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"733","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453113+0000","last_change":"2021-03-04T23:25:27.679658+0000","last_active":"2021-03-04T23:26:46.453113+0000","last_peered":"2021-03-04T23:26:46.453113+0000","last_clean":"2021-03-04T23:26:46.453113+0000","last_became_active":"2021-03-04T23:25:23.209704+0000","last_became_peered":"2021-03-04T23:25:23.209704+0000","last_unstale":"2021-03-04T23:26:46.453113+0000","last_undegraded":"2021-03-04T23:26:46.453113+0000","last_fullsized":"2021-03-04T23:26:46.453113+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.679612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.679612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"669","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455824+0000","last_change":"2021-03-04T22:59:44.240886+0000","last_active":"2021-03-04T23:26:46.455824+0000","last_peered":"2021-03-04T23:26:46.455824+0000","last_clean":"2021-03-04T23:26:46.455824+0000","last_became_active":"2021-03-04T22:59:44.240678+0000","last_became_peered":"2021-03-04T22:59:44.240678+0000","last_unstale":"2021-03-04T23:26:46.455824+0000","last_undegraded":"2021-03-04T23:26:46.455824+0000","last_fullsized":"2021-03-04T23:26:46.455824+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"701","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456290+0000","last_change":"2021-03-04T23:24:02.156397+0000","last_active":"2021-03-04T23:26:46.456290+0000","last_peered":"2021-03-04T23:26:46.456290+0000","last_clean":"2021-03-04T23:26:46.456290+0000","last_became_active":"2021-03-04T23:24:02.156212+0000","last_became_peered":"2021-03-04T23:24:02.156212+0000","last_unstale":"2021-03-04T23:26:46.456290+0000","last_undegraded":"2021-03-04T23:26:46.456290+0000","last_fullsized":"2021-03-04T23:26:46.456290+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"112","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457477+0000","last_change":"2021-03-04T23:12:26.133813+0000","last_active":"2021-03-04T23:26:46.457477+0000","last_peered":"2021-03-04T23:26:46.457477+0000","last_clean":"2021-03-04T23:26:46.457477+0000","last_became_active":"2021-03-04T23:11:52.517502+0000","last_became_peered":"2021-03-04T23:11:52.517502+0000","last_unstale":"2021-03-04T23:26:46.457477+0000","last_undegraded":"2021-03-04T23:26:46.457477+0000","last_fullsized":"2021-03-04T23:26:46.457477+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:26.133771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:26.133771+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"42","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453350+0000","last_change":"2021-03-04T23:25:24.658789+0000","last_active":"2021-03-04T23:26:46.453350+0000","last_peered":"2021-03-04T23:26:46.453350+0000","last_clean":"2021-03-04T23:26:46.453350+0000","last_became_active":"2021-03-04T23:25:23.222411+0000","last_became_peered":"2021-03-04T23:25:23.222411+0000","last_unstale":"2021-03-04T23:26:46.453350+0000","last_undegraded":"2021-03-04T23:26:46.453350+0000","last_fullsized":"2021-03-04T23:26:46.453350+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"664","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454964+0000","last_change":"2021-03-04T23:24:02.163219+0000","last_active":"2021-03-04T23:26:46.454964+0000","last_peered":"2021-03-04T23:26:46.454964+0000","last_clean":"2021-03-04T23:26:46.454964+0000","last_became_active":"2021-03-04T23:24:02.162957+0000","last_became_peered":"2021-03-04T23:24:02.162957+0000","last_unstale":"2021-03-04T23:26:46.454964+0000","last_undegraded":"2021-03-04T23:26:46.454964+0000","last_fullsized":"2021-03-04T23:26:46.454964+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453548+0000","last_change":"2021-03-04T23:24:02.164995+0000","last_active":"2021-03-04T23:26:46.453548+0000","last_peered":"2021-03-04T23:26:46.453548+0000","last_clean":"2021-03-04T23:26:46.453548+0000","last_became_active":"2021-03-04T23:24:02.164619+0000","last_became_peered":"2021-03-04T23:24:02.164619+0000","last_unstale":"2021-03-04T23:26:46.453548+0000","last_undegraded":"2021-03-04T23:26:46.453548+0000","last_fullsized":"2021-03-04T23:26:46.453548+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"710","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453363+0000","last_change":"2021-03-04T23:23:46.728588+0000","last_active":"2021-03-04T23:26:46.453363+0000","last_peered":"2021-03-04T23:26:46.453363+0000","last_clean":"2021-03-04T23:26:46.453363+0000","last_became_active":"2021-03-04T23:23:41.147501+0000","last_became_peered":"2021-03-04T23:23:41.147501+0000","last_unstale":"2021-03-04T23:26:46.453363+0000","last_undegraded":"2021-03-04T23:26:46.453363+0000","last_fullsized":"2021-03-04T23:26:46.453363+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:46.728514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:46.728514+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"42","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453438+0000","last_change":"2021-03-04T23:25:27.585005+0000","last_active":"2021-03-04T23:26:46.453438+0000","last_peered":"2021-03-04T23:26:46.453438+0000","last_clean":"2021-03-04T23:26:46.453438+0000","last_became_active":"2021-03-04T23:25:23.210414+0000","last_became_peered":"2021-03-04T23:25:23.210414+0000","last_unstale":"2021-03-04T23:26:46.453438+0000","last_undegraded":"2021-03-04T23:26:46.453438+0000","last_fullsized":"2021-03-04T23:26:46.453438+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"699","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.459696+0000","last_change":"2021-03-04T23:15:08.240175+0000","last_active":"2021-03-04T23:26:46.459696+0000","last_peered":"2021-03-04T23:26:46.459696+0000","last_clean":"2021-03-04T23:26:46.459696+0000","last_became_active":"2021-03-04T23:15:08.239896+0000","last_became_peered":"2021-03-04T23:15:08.239896+0000","last_unstale":"2021-03-04T23:26:46.459696+0000","last_undegraded":"2021-03-04T23:26:46.459696+0000","last_fullsized":"2021-03-04T23:26:46.459696+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453593+0000","last_change":"2021-03-04T23:24:02.156400+0000","last_active":"2021-03-04T23:26:46.453593+0000","last_peered":"2021-03-04T23:26:46.453593+0000","last_clean":"2021-03-04T23:26:46.453593+0000","last_became_active":"2021-03-04T23:24:02.156236+0000","last_became_peered":"2021-03-04T23:24:02.156236+0000","last_unstale":"2021-03-04T23:26:46.453593+0000","last_undegraded":"2021-03-04T23:26:46.453593+0000","last_fullsized":"2021-03-04T23:26:46.453593+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"124","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456932+0000","last_change":"2021-03-04T23:24:40.441125+0000","last_active":"2021-03-04T23:26:46.456932+0000","last_peered":"2021-03-04T23:26:46.456932+0000","last_clean":"2021-03-04T23:26:46.456932+0000","last_became_active":"2021-03-04T23:23:41.147484+0000","last_became_peered":"2021-03-04T23:23:41.147484+0000","last_unstale":"2021-03-04T23:26:46.456932+0000","last_undegraded":"2021-03-04T23:26:46.456932+0000","last_fullsized":"2021-03-04T23:26:46.456932+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.440612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.440612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"715","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457527+0000","last_change":"2021-03-04T23:25:27.247720+0000","last_active":"2021-03-04T23:26:46.457527+0000","last_peered":"2021-03-04T23:26:46.457527+0000","last_clean":"2021-03-04T23:26:46.457527+0000","last_became_active":"2021-03-04T23:25:23.233978+0000","last_became_peered":"2021-03-04T23:25:23.233978+0000","last_unstale":"2021-03-04T23:26:46.457527+0000","last_undegraded":"2021-03-04T23:26:46.457527+0000","last_fullsized":"2021-03-04T23:26:46.457527+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.247672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.247672+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"669","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455938+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:26:46.455938+0000","last_peered":"2021-03-04T23:26:46.455938+0000","last_clean":"2021-03-04T23:26:46.455938+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:26:46.455938+0000","last_undegraded":"2021-03-04T23:26:46.455938+0000","last_fullsized":"2021-03-04T23:26:46.455938+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453399+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:26:46.453399+0000","last_peered":"2021-03-04T23:26:46.453399+0000","last_clean":"2021-03-04T23:26:46.453399+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:26:46.453399+0000","last_undegraded":"2021-03-04T23:26:46.453399+0000","last_fullsized":"2021-03-04T23:26:46.453399+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"663","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.452058+0000","last_change":"2021-03-04T23:26:04.825805+0000","last_active":"2021-03-04T23:26:46.452058+0000","last_peered":"2021-03-04T23:26:46.452058+0000","last_clean":"2021-03-04T23:26:46.452058+0000","last_became_active":"2021-03-04T23:26:01.184297+0000","last_became_peered":"2021-03-04T23:26:01.184297+0000","last_unstale":"2021-03-04T23:26:46.452058+0000","last_undegraded":"2021-03-04T23:26:46.452058+0000","last_fullsized":"2021-03-04T23:26:46.452058+0000","mapping_epoch":703,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":704,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"702","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454805+0000","last_change":"2021-03-04T23:15:08.236512+0000","last_active":"2021-03-04T23:26:46.454805+0000","last_peered":"2021-03-04T23:26:46.454805+0000","last_clean":"2021-03-04T23:26:46.454805+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:26:46.454805+0000","last_undegraded":"2021-03-04T23:26:46.454805+0000","last_fullsized":"2021-03-04T23:26:46.454805+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453374+0000","last_change":"2021-03-04T23:24:02.164041+0000","last_active":"2021-03-04T23:26:46.453374+0000","last_peered":"2021-03-04T23:26:46.453374+0000","last_clean":"2021-03-04T23:26:46.453374+0000","last_became_active":"2021-03-04T23:24:02.163357+0000","last_became_peered":"2021-03-04T23:24:02.163357+0000","last_unstale":"2021-03-04T23:26:46.453374+0000","last_undegraded":"2021-03-04T23:26:46.453374+0000","last_fullsized":"2021-03-04T23:26:46.453374+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453597+0000","last_change":"2021-03-04T23:24:02.155660+0000","last_active":"2021-03-04T23:26:46.453597+0000","last_peered":"2021-03-04T23:26:46.453597+0000","last_clean":"2021-03-04T23:26:46.453597+0000","last_became_active":"2021-03-04T23:24:02.155468+0000","last_became_peered":"2021-03-04T23:24:02.155468+0000","last_unstale":"2021-03-04T23:26:46.453597+0000","last_undegraded":"2021-03-04T23:26:46.453597+0000","last_fullsized":"2021-03-04T23:26:46.453597+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"697","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457271+0000","last_change":"2021-03-04T23:25:28.202872+0000","last_active":"2021-03-04T23:26:46.457271+0000","last_peered":"2021-03-04T23:26:46.457271+0000","last_clean":"2021-03-04T23:26:46.457271+0000","last_became_active":"2021-03-04T23:25:23.221842+0000","last_became_peered":"2021-03-04T23:25:23.221842+0000","last_unstale":"2021-03-04T23:26:46.457271+0000","last_undegraded":"2021-03-04T23:26:46.457271+0000","last_fullsized":"2021-03-04T23:26:46.457271+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:28.202827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:28.202827+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"695","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453190+0000","last_change":"2021-03-04T23:23:44.746065+0000","last_active":"2021-03-04T23:26:46.453190+0000","last_peered":"2021-03-04T23:26:46.453190+0000","last_clean":"2021-03-04T23:26:46.453190+0000","last_became_active":"2021-03-04T23:23:41.147666+0000","last_became_peered":"2021-03-04T23:23:41.147666+0000","last_unstale":"2021-03-04T23:26:46.453190+0000","last_undegraded":"2021-03-04T23:26:46.453190+0000","last_fullsized":"2021-03-04T23:26:46.453190+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:44.745907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:44.745907+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"636","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454480+0000","last_change":"2021-03-04T23:15:22.049035+0000","last_active":"2021-03-04T23:26:46.454480+0000","last_peered":"2021-03-04T23:26:46.454480+0000","last_clean":"2021-03-04T23:26:46.454480+0000","last_became_active":"2021-03-04T23:15:08.239057+0000","last_became_peered":"2021-03-04T23:15:08.239057+0000","last_unstale":"2021-03-04T23:26:46.454480+0000","last_undegraded":"2021-03-04T23:26:46.454480+0000","last_fullsized":"2021-03-04T23:26:46.454480+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"653","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454099+0000","last_change":"2021-03-04T22:51:42.072442+0000","last_active":"2021-03-04T23:26:46.454099+0000","last_peered":"2021-03-04T23:26:46.454099+0000","last_clean":"2021-03-04T23:26:46.454099+0000","last_became_active":"2021-03-04T22:51:42.072182+0000","last_became_peered":"2021-03-04T22:51:42.072182+0000","last_unstale":"2021-03-04T23:26:46.454099+0000","last_undegraded":"2021-03-04T23:26:46.454099+0000","last_fullsized":"2021-03-04T23:26:46.454099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"33","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453426+0000","last_change":"2021-03-04T23:24:42.255728+0000","last_active":"2021-03-04T23:26:46.453426+0000","last_peered":"2021-03-04T23:26:46.453426+0000","last_clean":"2021-03-04T23:26:46.453426+0000","last_became_active":"2021-03-04T23:24:02.156578+0000","last_became_peered":"2021-03-04T23:24:02.156578+0000","last_unstale":"2021-03-04T23:26:46.453426+0000","last_undegraded":"2021-03-04T23:26:46.453426+0000","last_fullsized":"2021-03-04T23:26:46.453426+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"728","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453123+0000","last_change":"2021-03-04T23:24:02.156819+0000","last_active":"2021-03-04T23:26:46.453123+0000","last_peered":"2021-03-04T23:26:46.453123+0000","last_clean":"2021-03-04T23:26:46.453123+0000","last_became_active":"2021-03-04T23:24:02.156558+0000","last_became_peered":"2021-03-04T23:24:02.156558+0000","last_unstale":"2021-03-04T23:26:46.453123+0000","last_undegraded":"2021-03-04T23:26:46.453123+0000","last_fullsized":"2021-03-04T23:26:46.453123+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"686","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450393+0000","last_change":"2021-03-04T23:16:53.244092+0000","last_active":"2021-03-04T23:26:46.450393+0000","last_peered":"2021-03-04T23:26:46.450393+0000","last_clean":"2021-03-04T23:26:46.450393+0000","last_became_active":"2021-03-04T23:16:53.243809+0000","last_became_peered":"2021-03-04T23:16:53.243809+0000","last_unstale":"2021-03-04T23:26:46.450393+0000","last_undegraded":"2021-03-04T23:26:46.450393+0000","last_fullsized":"2021-03-04T23:26:46.450393+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"687","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450380+0000","last_change":"2021-03-04T23:24:02.163803+0000","last_active":"2021-03-04T23:26:46.450380+0000","last_peered":"2021-03-04T23:26:46.450380+0000","last_clean":"2021-03-04T23:26:46.450380+0000","last_became_active":"2021-03-04T23:24:02.163532+0000","last_became_peered":"2021-03-04T23:24:02.163532+0000","last_unstale":"2021-03-04T23:26:46.450380+0000","last_undegraded":"2021-03-04T23:26:46.450380+0000","last_fullsized":"2021-03-04T23:26:46.450380+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"710","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.452437+0000","last_change":"2021-03-04T23:23:45.692719+0000","last_active":"2021-03-04T23:26:46.452437+0000","last_peered":"2021-03-04T23:26:46.452437+0000","last_clean":"2021-03-04T23:26:46.452437+0000","last_became_active":"2021-03-04T23:23:41.147137+0000","last_became_peered":"2021-03-04T23:23:41.147137+0000","last_unstale":"2021-03-04T23:26:46.452437+0000","last_undegraded":"2021-03-04T23:26:46.452437+0000","last_fullsized":"2021-03-04T23:26:46.452437+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"692","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453615+0000","last_change":"2021-03-04T23:26:04.719016+0000","last_active":"2021-03-04T23:26:46.453615+0000","last_peered":"2021-03-04T23:26:46.453615+0000","last_clean":"2021-03-04T23:26:46.453615+0000","last_became_active":"2021-03-04T23:25:23.217740+0000","last_became_peered":"2021-03-04T23:25:23.217740+0000","last_unstale":"2021-03-04T23:26:46.453615+0000","last_undegraded":"2021-03-04T23:26:46.453615+0000","last_fullsized":"2021-03-04T23:26:46.453615+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.718967+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.718967+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"28","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453501+0000","last_change":"2021-03-04T23:24:02.163712+0000","last_active":"2021-03-04T23:26:46.453501+0000","last_peered":"2021-03-04T23:26:46.453501+0000","last_clean":"2021-03-04T23:26:46.453501+0000","last_became_active":"2021-03-04T23:24:02.163475+0000","last_became_peered":"2021-03-04T23:24:02.163475+0000","last_unstale":"2021-03-04T23:26:46.453501+0000","last_undegraded":"2021-03-04T23:26:46.453501+0000","last_fullsized":"2021-03-04T23:26:46.453501+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"639","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450369+0000","last_change":"2021-03-04T22:58:03.789432+0000","last_active":"2021-03-04T23:26:46.450369+0000","last_peered":"2021-03-04T23:26:46.450369+0000","last_clean":"2021-03-04T23:26:46.450369+0000","last_became_active":"2021-03-04T22:57:54.916704+0000","last_became_peered":"2021-03-04T22:57:54.916704+0000","last_unstale":"2021-03-04T23:26:46.450369+0000","last_undegraded":"2021-03-04T23:26:46.450369+0000","last_fullsized":"2021-03-04T23:26:46.450369+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"124","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455981+0000","last_change":"2021-03-04T23:23:41.281007+0000","last_active":"2021-03-04T23:26:46.455981+0000","last_peered":"2021-03-04T23:26:46.455981+0000","last_clean":"2021-03-04T23:26:46.455981+0000","last_became_active":"2021-03-04T23:23:41.146557+0000","last_became_peered":"2021-03-04T23:23:41.146557+0000","last_unstale":"2021-03-04T23:26:46.455981+0000","last_undegraded":"2021-03-04T23:26:46.455981+0000","last_fullsized":"2021-03-04T23:26:46.455981+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:41.280948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:41.280948+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"640","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456811+0000","last_change":"2021-03-04T23:15:22.043371+0000","last_active":"2021-03-04T23:26:46.456811+0000","last_peered":"2021-03-04T23:26:46.456811+0000","last_clean":"2021-03-04T23:26:46.456811+0000","last_became_active":"2021-03-04T23:15:08.243437+0000","last_became_peered":"2021-03-04T23:15:08.243437+0000","last_unstale":"2021-03-04T23:26:46.456811+0000","last_undegraded":"2021-03-04T23:26:46.456811+0000","last_fullsized":"2021-03-04T23:26:46.456811+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"42","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453685+0000","last_change":"2021-03-04T23:25:23.604639+0000","last_active":"2021-03-04T23:26:46.453685+0000","last_peered":"2021-03-04T23:26:46.453685+0000","last_clean":"2021-03-04T23:26:46.453685+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:26:46.453685+0000","last_undegraded":"2021-03-04T23:26:46.453685+0000","last_fullsized":"2021-03-04T23:26:46.453685+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"652","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454900+0000","last_change":"2021-03-04T23:17:53.257427+0000","last_active":"2021-03-04T23:26:46.454900+0000","last_peered":"2021-03-04T23:26:46.454900+0000","last_clean":"2021-03-04T23:26:46.454900+0000","last_became_active":"2021-03-04T23:17:53.257149+0000","last_became_peered":"2021-03-04T23:17:53.257149+0000","last_unstale":"2021-03-04T23:26:46.454900+0000","last_undegraded":"2021-03-04T23:26:46.454900+0000","last_fullsized":"2021-03-04T23:26:46.454900+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"140","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454946+0000","last_change":"2021-03-04T23:23:43.369547+0000","last_active":"2021-03-04T23:26:46.454946+0000","last_peered":"2021-03-04T23:26:46.454946+0000","last_clean":"2021-03-04T23:26:46.454946+0000","last_became_active":"2021-03-04T23:23:41.146472+0000","last_became_peered":"2021-03-04T23:23:41.146472+0000","last_unstale":"2021-03-04T23:26:46.454946+0000","last_undegraded":"2021-03-04T23:26:46.454946+0000","last_fullsized":"2021-03-04T23:26:46.454946+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"730","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.453427+0000","last_change":"2021-03-04T23:26:01.060118+0000","last_active":"2021-03-04T23:26:46.453427+0000","last_peered":"2021-03-04T23:26:46.453427+0000","last_clean":"2021-03-04T23:26:46.453427+0000","last_became_active":"2021-03-04T23:25:23.221225+0000","last_became_peered":"2021-03-04T23:25:23.221225+0000","last_unstale":"2021-03-04T23:26:46.453427+0000","last_undegraded":"2021-03-04T23:26:46.453427+0000","last_fullsized":"2021-03-04T23:26:46.453427+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"723","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450451+0000","last_change":"2021-03-04T23:24:02.246650+0000","last_active":"2021-03-04T23:26:46.450451+0000","last_peered":"2021-03-04T23:26:46.450451+0000","last_clean":"2021-03-04T23:26:46.450451+0000","last_became_active":"2021-03-04T23:24:02.157034+0000","last_became_peered":"2021-03-04T23:24:02.157034+0000","last_unstale":"2021-03-04T23:26:46.450451+0000","last_undegraded":"2021-03-04T23:26:46.450451+0000","last_fullsized":"2021-03-04T23:26:46.450451+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"653","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455892+0000","last_change":"2021-03-04T22:51:41.460557+0000","last_active":"2021-03-04T23:26:46.455892+0000","last_peered":"2021-03-04T23:26:46.455892+0000","last_clean":"2021-03-04T23:26:46.455892+0000","last_became_active":"2021-03-04T22:51:41.460281+0000","last_became_peered":"2021-03-04T22:51:41.460281+0000","last_unstale":"2021-03-04T23:26:46.455892+0000","last_undegraded":"2021-03-04T23:26:46.455892+0000","last_fullsized":"2021-03-04T23:26:46.455892+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"20","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.451978+0000","last_change":"2021-03-04T23:26:07.061230+0000","last_active":"2021-03-04T23:26:46.451978+0000","last_peered":"2021-03-04T23:26:46.451978+0000","last_clean":"2021-03-04T23:26:46.451978+0000","last_became_active":"2021-03-04T23:25:29.230217+0000","last_became_peered":"2021-03-04T23:25:29.230217+0000","last_unstale":"2021-03-04T23:26:46.451978+0000","last_undegraded":"2021-03-04T23:26:46.451978+0000","last_fullsized":"2021-03-04T23:26:46.451978+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.061176+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.061176+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.5","version":"708'19036","reported_seq":"19061","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:22.080054+0000","last_change":"2021-03-04T23:24:12.424522+0000","last_active":"2021-03-04T23:27:22.080054+0000","last_peered":"2021-03-04T23:27:22.080054+0000","last_clean":"2021-03-04T23:27:22.080054+0000","last_became_active":"2021-03-04T23:24:12.423199+0000","last_became_peered":"2021-03-04T23:24:12.423199+0000","last_unstale":"2021-03-04T23:27:22.080054+0000","last_undegraded":"2021-03-04T23:27:22.080054+0000","last_fullsized":"2021-03-04T23:27:22.080054+0000","mapping_epoch":691,"log_start":"705'13459","ondisk_log_start":"705'13459","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5577,"ondisk_log_size":5577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194641920,"num_objects":2970,"num_object_clones":0,"num_object_copies":8910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2970,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19036,"num_write_kb":704192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"643","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450408+0000","last_change":"2021-03-04T22:58:03.789976+0000","last_active":"2021-03-04T23:26:46.450408+0000","last_peered":"2021-03-04T23:26:46.450408+0000","last_clean":"2021-03-04T23:26:46.450408+0000","last_became_active":"2021-03-04T22:57:54.916742+0000","last_became_peered":"2021-03-04T22:57:54.916742+0000","last_unstale":"2021-03-04T23:26:46.450408+0000","last_undegraded":"2021-03-04T23:26:46.450408+0000","last_fullsized":"2021-03-04T23:26:46.450408+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"716","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455119+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:26:46.455119+0000","last_peered":"2021-03-04T23:26:46.455119+0000","last_clean":"2021-03-04T23:26:46.455119+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:26:46.455119+0000","last_undegraded":"2021-03-04T23:26:46.455119+0000","last_fullsized":"2021-03-04T23:26:46.455119+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.2","version":"708'18822","reported_seq":"18847","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.711136+0000","last_change":"2021-03-04T23:24:12.426075+0000","last_active":"2021-03-04T23:27:20.711136+0000","last_peered":"2021-03-04T23:27:20.711136+0000","last_clean":"2021-03-04T23:27:20.711136+0000","last_became_active":"2021-03-04T23:24:12.424616+0000","last_became_peered":"2021-03-04T23:24:12.424616+0000","last_unstale":"2021-03-04T23:27:20.711136+0000","last_undegraded":"2021-03-04T23:27:20.711136+0000","last_fullsized":"2021-03-04T23:27:20.711136+0000","mapping_epoch":691,"log_start":"705'13301","ondisk_log_start":"705'13301","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5521,"ondisk_log_size":5521,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":210239488,"num_objects":3208,"num_object_clones":0,"num_object_copies":9624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18822,"num_write_kb":704960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"697","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.457399+0000","last_change":"2021-03-04T23:24:02.261039+0000","last_active":"2021-03-04T23:26:46.457399+0000","last_peered":"2021-03-04T23:26:46.457399+0000","last_clean":"2021-03-04T23:26:46.457399+0000","last_became_active":"2021-03-04T23:24:02.159632+0000","last_became_peered":"2021-03-04T23:24:02.159632+0000","last_unstale":"2021-03-04T23:26:46.457399+0000","last_undegraded":"2021-03-04T23:26:46.457399+0000","last_fullsized":"2021-03-04T23:26:46.457399+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"716","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456180+0000","last_change":"2021-03-04T23:24:02.164588+0000","last_active":"2021-03-04T23:26:46.456180+0000","last_peered":"2021-03-04T23:26:46.456180+0000","last_clean":"2021-03-04T23:26:46.456180+0000","last_became_active":"2021-03-04T23:24:02.164387+0000","last_became_peered":"2021-03-04T23:24:02.164387+0000","last_unstale":"2021-03-04T23:26:46.456180+0000","last_undegraded":"2021-03-04T23:26:46.456180+0000","last_fullsized":"2021-03-04T23:26:46.456180+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.3","version":"708'19401","reported_seq":"19425","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.764808+0000","last_change":"2021-03-04T23:24:12.427708+0000","last_active":"2021-03-04T23:27:20.764808+0000","last_peered":"2021-03-04T23:27:20.764808+0000","last_clean":"2021-03-04T23:27:20.764808+0000","last_became_active":"2021-03-04T23:24:12.425769+0000","last_became_peered":"2021-03-04T23:24:12.425769+0000","last_unstale":"2021-03-04T23:27:20.764808+0000","last_undegraded":"2021-03-04T23:27:20.764808+0000","last_fullsized":"2021-03-04T23:27:20.764808+0000","mapping_epoch":691,"log_start":"705'13559","ondisk_log_start":"705'13559","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5842,"ondisk_log_size":5842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":202309632,"num_objects":3087,"num_object_clones":0,"num_object_copies":9261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3087,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19401,"num_write_kb":719616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"656","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.459645+0000","last_change":"2021-03-04T22:51:40.451314+0000","last_active":"2021-03-04T23:26:46.459645+0000","last_peered":"2021-03-04T23:26:46.459645+0000","last_clean":"2021-03-04T23:26:46.459645+0000","last_became_active":"2021-03-04T22:51:40.451083+0000","last_became_peered":"2021-03-04T22:51:40.451083+0000","last_unstale":"2021-03-04T23:26:46.459645+0000","last_undegraded":"2021-03-04T23:26:46.459645+0000","last_fullsized":"2021-03-04T23:26:46.459645+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"74","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456697+0000","last_change":"2021-03-04T23:16:53.238089+0000","last_active":"2021-03-04T23:26:46.456697+0000","last_peered":"2021-03-04T23:26:46.456697+0000","last_clean":"2021-03-04T23:26:46.456697+0000","last_became_active":"2021-03-04T23:16:53.237811+0000","last_became_peered":"2021-03-04T23:16:53.237811+0000","last_unstale":"2021-03-04T23:26:46.456697+0000","last_undegraded":"2021-03-04T23:26:46.456697+0000","last_fullsized":"2021-03-04T23:26:46.456697+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.0","version":"708'19155","reported_seq":"19180","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:20.773105+0000","last_change":"2021-03-04T23:24:12.173271+0000","last_active":"2021-03-04T23:27:20.773105+0000","last_peered":"2021-03-04T23:27:20.773105+0000","last_clean":"2021-03-04T23:27:20.773105+0000","last_became_active":"2021-03-04T23:24:12.173014+0000","last_became_peered":"2021-03-04T23:24:12.173014+0000","last_unstale":"2021-03-04T23:27:20.773105+0000","last_undegraded":"2021-03-04T23:27:20.773105+0000","last_fullsized":"2021-03-04T23:27:20.773105+0000","mapping_epoch":691,"log_start":"705'13319","ondisk_log_start":"705'13319","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5836,"ondisk_log_size":5836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":202833920,"num_objects":3095,"num_object_clones":0,"num_object_copies":9285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3095,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19155,"num_write_kb":712000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"668","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.455049+0000","last_change":"2021-03-04T23:15:22.046021+0000","last_active":"2021-03-04T23:26:46.455049+0000","last_peered":"2021-03-04T23:26:46.455049+0000","last_clean":"2021-03-04T23:26:46.455049+0000","last_became_active":"2021-03-04T23:15:08.240830+0000","last_became_peered":"2021-03-04T23:15:08.240830+0000","last_unstale":"2021-03-04T23:26:46.455049+0000","last_undegraded":"2021-03-04T23:26:46.455049+0000","last_fullsized":"2021-03-04T23:26:46.455049+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"681","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.454500+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:26:46.454500+0000","last_peered":"2021-03-04T23:26:46.454500+0000","last_clean":"2021-03-04T23:26:46.454500+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:26:46.454500+0000","last_undegraded":"2021-03-04T23:26:46.454500+0000","last_fullsized":"2021-03-04T23:26:46.454500+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1","version":"708'19138","reported_seq":"19163","reported_epoch":"708","state":"active+clean","last_fresh":"2021-03-04T23:27:21.238894+0000","last_change":"2021-03-04T23:24:12.207551+0000","last_active":"2021-03-04T23:27:21.238894+0000","last_peered":"2021-03-04T23:27:21.238894+0000","last_clean":"2021-03-04T23:27:21.238894+0000","last_became_active":"2021-03-04T23:24:12.207176+0000","last_became_peered":"2021-03-04T23:24:12.207176+0000","last_unstale":"2021-03-04T23:27:21.238894+0000","last_undegraded":"2021-03-04T23:27:21.238894+0000","last_fullsized":"2021-03-04T23:27:21.238894+0000","mapping_epoch":691,"log_start":"705'13227","ondisk_log_start":"705'13227","created":691,"last_epoch_clean":692,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:11.144034+0000","last_clean_scrub_stamp":"2021-03-04T23:24:11.144034+0000","log_size":5911,"ondisk_log_size":5911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":208273408,"num_objects":3178,"num_object_clones":0,"num_object_copies":9534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19138,"num_write_kb":714112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"661","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.450483+0000","last_change":"2021-03-04T22:59:44.240245+0000","last_active":"2021-03-04T23:26:46.450483+0000","last_peered":"2021-03-04T23:26:46.450483+0000","last_clean":"2021-03-04T23:26:46.450483+0000","last_became_active":"2021-03-04T22:59:44.239898+0000","last_became_peered":"2021-03-04T22:59:44.239898+0000","last_unstale":"2021-03-04T23:26:46.450483+0000","last_undegraded":"2021-03-04T23:26:46.450483+0000","last_fullsized":"2021-03-04T23:26:46.450483+0000","mapping_epoch":356,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":357,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"701","reported_epoch":"707","state":"active+clean","last_fresh":"2021-03-04T23:26:46.456494+0000","last_change":"2021-03-04T23:24:02.156338+0000","last_active":"2021-03-04T23:26:46.456494+0000","last_peered":"2021-03-04T23:26:46.456494+0000","last_clean":"2021-03-04T23:26:46.456494+0000","last_became_active":"2021-03-04T23:24:02.156060+0000","last_became_peered":"2021-03-04T23:24:02.156060+0000","last_unstale":"2021-03-04T23:26:46.456494+0000","last_undegraded":"2021-03-04T23:26:46.456494+0000","last_fullsized":"2021-03-04T23:26:46.456494+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9091010,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":29,"num_pg":16,"stat_sum":{"num_bytes":3195863064,"num_objects":48766,"num_object_clones":0,"num_object_copies":146298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48766,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306866,"num_write_kb":11380161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9523507200,"data_stored":9523494984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96857,"ondisk_log_size":96857,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496075,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1654704,"kb_used_data":606120,"kb_used_omap":1889,"kb_used_meta":1046686,"kb_avail":86425680,"statfs":{"total":90194313216,"available":88499896320,"internally_reserved":1073741824,"allocated":620666880,"data_stored":617298811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":1071807420},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.1679999999999999,"15min":2.52},"min":{"1min":0.182,"5min":0.14599999999999999,"15min":0.13600000000000001},"max":{"1min":1.6559999999999999,"5min":22.902999999999999,"15min":200.09299999999999},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.84999999999999998,"5min":1.3660000000000001,"15min":2.6419999999999999},"min":{"1min":0.251,"5min":0.20100000000000001,"15min":0.14899999999999999},"max":{"1min":4.6109999999999998,"5min":22.997,"15min":200.001},"last":0.48099999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:27:16 2021","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":1.3100000000000001,"15min":0.98799999999999999},"min":{"1min":0.17100000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":3.9359999999999999,"5min":39.616,"15min":39.616},"last":1.1539999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.3320000000000001,"15min":0.98999999999999999},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":7.9470000000000001,"5min":39.573,"15min":39.573},"last":0.72099999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:26:40 2021","interfaces":[{"interface":"back","average":{"1min":2.8570000000000002,"5min":1.8999999999999999,"15min":1.7210000000000001},"min":{"1min":0.187,"5min":0.17599999999999999,"15min":0.16200000000000001},"max":{"1min":39.537999999999997,"5min":60.560000000000002,"15min":73.129999999999995},"last":2.044},{"interface":"front","average":{"1min":2.649,"5min":1.7589999999999999,"15min":1.7330000000000001},"min":{"1min":0.248,"5min":0.183,"15min":0.17199999999999999},"max":{"1min":39.664999999999999,"5min":61.037999999999997,"15min":74.382000000000005},"last":5.0910000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:26:20 2021","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.92200000000000004,"15min":1.2969999999999999},"min":{"1min":0.25800000000000001,"5min":0.20000000000000001,"15min":0.186},"max":{"1min":4.016,"5min":4.016,"15min":62.210000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.0429999999999999,"15min":1.4199999999999999},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":4.7000000000000002,"5min":5.4429999999999996,"15min":62.228000000000002},"last":0.65200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":1.0269999999999999,"15min":0.97299999999999998},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":2.98,"5min":33.889000000000003,"15min":39.375999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":1.0640000000000001,"15min":0.98999999999999999},"min":{"1min":0.188,"5min":0.156,"15min":0.156},"max":{"1min":1.889,"5min":33.469000000000001,"15min":39.570999999999998},"last":0.23200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.022,"15min":0.98199999999999998},"min":{"1min":0.16900000000000001,"5min":0.159,"15min":0.14699999999999999},"max":{"1min":4.6710000000000003,"5min":5.3490000000000002,"15min":7.8719999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.95399999999999996,"15min":1.0029999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":2.0369999999999999,"5min":6.556,"15min":6.9199999999999999},"last":0.312}]},{"osd":6,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":3.347,"5min":1.77,"15min":1.425},"min":{"1min":0.23100000000000001,"5min":0.188,"15min":0.188},"max":{"1min":53.447000000000003,"5min":53.447000000000003,"15min":53.447000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":3.3069999999999999,"5min":1.855,"15min":1.3140000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":53.341999999999999,"5min":53.341999999999999,"15min":53.341999999999999},"last":0.33300000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659599,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2842536,"kb_used_data":1793952,"kb_used_omap":1782,"kb_used_meta":1046793,"kb_avail":85237848,"statfs":{"total":90194313216,"available":87283556352,"internally_reserved":1073741824,"allocated":1837006848,"data_stored":1833646849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1825540,"internal_metadata":1071916284},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,2,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:59 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.78200000000000003,"15min":1.476},"min":{"1min":0.154,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":1.6020000000000001,"5min":4.681,"15min":76.179000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.97699999999999998,"15min":1.611},"min":{"1min":0.22800000000000001,"5min":0.17899999999999999,"15min":0.17100000000000001},"max":{"1min":1.6200000000000001,"5min":4.9169999999999998,"15min":76.296999999999997},"last":1.073}]},{"osd":1,"last update":"Thu Mar 4 23:27:12 2021","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":1.647,"15min":1.071},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":5.4749999999999996,"5min":72.114999999999995,"15min":72.114999999999995},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71399999999999997,"5min":1.635,"15min":1.0800000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.9630000000000001,"5min":71.942999999999998,"15min":71.942999999999998},"last":0.96299999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:26:33 2021","interfaces":[{"interface":"back","average":{"1min":1.4890000000000001,"5min":1.327,"15min":2.016},"min":{"1min":0.18099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":12.362,"5min":26.332000000000001,"15min":59.808999999999997},"last":1.1719999999999999},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.427,"15min":2.0619999999999998},"min":{"1min":0.21099999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":12.545999999999999,"5min":26.317,"15min":59.834000000000003},"last":1.45}]},{"osd":3,"last update":"Thu Mar 4 23:26:26 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.3759999999999999,"15min":2.0249999999999999},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.19500000000000001},"max":{"1min":3.9670000000000001,"5min":23.207000000000001,"15min":34.171999999999997},"last":1.3280000000000001},{"interface":"front","average":{"1min":0.78100000000000003,"5min":1.24,"15min":1.796},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.19700000000000001},"max":{"1min":1.851,"5min":23.282,"15min":34.006},"last":1.262}]},{"osd":4,"last update":"Thu Mar 4 23:27:12 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.82399999999999995,"15min":0.76400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14599999999999999},"max":{"1min":1.4239999999999999,"5min":4.8570000000000002,"15min":5.0279999999999996},"last":12.115},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.86499999999999999,"15min":0.93400000000000005},"min":{"1min":0.153,"5min":0.153,"15min":0.13700000000000001},"max":{"1min":0.93200000000000005,"5min":6.1360000000000001,"15min":8.5310000000000006},"last":1.5649999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:27:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.79100000000000004,"15min":0.85799999999999998},"min":{"1min":0.17299999999999999,"5min":0.159,"15min":0.13500000000000001},"max":{"1min":1.3839999999999999,"5min":3.6179999999999999,"15min":11.795},"last":1.724},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.90300000000000002,"15min":0.86499999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.16},"max":{"1min":2.9300000000000002,"5min":3.266,"15min":4.7370000000000001},"last":1.3959999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:26:44 2021","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.1839999999999999,"15min":1.095},"min":{"1min":0.23300000000000001,"5min":0.21299999999999999,"15min":0.16},"max":{"1min":3.577,"5min":8.6940000000000008,"15min":8.6940000000000008},"last":1.962},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.2150000000000001,"15min":1.139},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.185},"max":{"1min":2.3180000000000001,"5min":7.4589999999999996,"15min":7.4589999999999996},"last":1.895}]}]},{"osd":1,"up_from":341,"seq":1464583848275,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1531736,"kb_used_data":1377104,"kb_used_omap":0,"kb_used_meta":154624,"kb_avail":86548648,"statfs":{"total":90194313216,"available":88625815552,"internally_reserved":0,"allocated":1410154496,"data_stored":1406808212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":158334976},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:06 2021","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":1.2809999999999999,"15min":1.254},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.11700000000000001},"max":{"1min":38.829999999999998,"5min":38.829999999999998,"15min":79.384},"last":0.13100000000000001},{"interface":"front","average":{"1min":2.7970000000000002,"5min":1.238,"15min":1.3100000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":38.856000000000002,"5min":38.856000000000002,"15min":79.409000000000006},"last":0.191}]},{"osd":2,"last update":"Thu Mar 4 23:26:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.72599999999999998,"15min":1.302},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14499999999999999},"max":{"1min":2.1739999999999999,"5min":6.367,"15min":55.982999999999997},"last":0.16},{"interface":"front","average":{"1min":0.71299999999999997,"5min":1.0529999999999999,"15min":1.544},"min":{"1min":0.23200000000000001,"5min":0.21099999999999999,"15min":0.191},"max":{"1min":2.234,"5min":7.1440000000000001,"15min":56.103999999999999},"last":0.217}]},{"osd":3,"last update":"Thu Mar 4 23:26:30 2021","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":2.6280000000000001,"15min":4.6559999999999997},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":7.9089999999999998,"5min":162.47200000000001,"15min":195.399},"last":0.311},{"interface":"front","average":{"1min":0.95899999999999996,"5min":2.5059999999999998,"15min":4.5430000000000001},"min":{"1min":0.158,"5min":0.158,"15min":0.157},"max":{"1min":7.9889999999999999,"5min":163.73400000000001,"15min":194.98500000000001},"last":0.17599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:06 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.98699999999999999,"15min":0.83699999999999997},"min":{"1min":0.20899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":2.2519999999999998,"5min":8.1600000000000001,"15min":8.1600000000000001},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.056,"15min":0.91200000000000003},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":2.8719999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.27900000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:27:06 2021","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":1.115,"15min":0.97199999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":6.085,"5min":6.085,"15min":6.085},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.96999999999999997,"15min":0.94899999999999995},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.221},"max":{"1min":0.66600000000000004,"5min":7.7960000000000003,"15min":7.7960000000000003},"last":0.255}]},{"osd":6,"last update":"Thu Mar 4 23:27:06 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":1.7050000000000001,"15min":1.218},"min":{"1min":0.25600000000000001,"5min":0.22500000000000001,"15min":0.215},"max":{"1min":2.9649999999999999,"5min":39.582000000000001,"15min":39.582000000000001},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.86199999999999999,"5min":1.8240000000000001,"15min":1.323},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":6.0229999999999997,"5min":39.673999999999999,"15min":39.673999999999999},"last":0.34000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:27:06 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":1.1000000000000001,"15min":1.1659999999999999},"min":{"1min":0.27300000000000002,"5min":0.26800000000000002,"15min":0.20399999999999999},"max":{"1min":1.004,"5min":7.5640000000000001,"15min":32.076999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.284,"15min":1.2330000000000001},"min":{"1min":0.28799999999999998,"5min":0.27800000000000002,"15min":0.22800000000000001},"max":{"1min":2.9900000000000002,"5min":7.4969999999999999,"15min":32.545999999999999},"last":0.36899999999999999}]}]},{"osd":0,"up_from":284,"seq":1219770712420,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":856476,"kb_used_data":561876,"kb_used_omap":637,"kb_used_meta":293954,"kb_avail":87223908,"statfs":{"total":90194313216,"available":89317281792,"internally_reserved":0,"allocated":575361024,"data_stored":572011195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":653262,"internal_metadata":301008946},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:27:07 2021","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":2.1269999999999998,"15min":1.0289999999999999},"min":{"1min":0.16300000000000001,"5min":0.111,"15min":0.111},"max":{"1min":42.661000000000001,"5min":76.040000000000006,"15min":76.040000000000006},"last":1.1890000000000001},{"interface":"front","average":{"1min":3.6360000000000001,"5min":2.0659999999999998,"15min":1.0249999999999999},"min":{"1min":0.17000000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":42.917999999999999,"5min":75.841999999999999,"15min":75.841999999999999},"last":1.028}]},{"osd":2,"last update":"Thu Mar 4 23:26:35 2021","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.5589999999999999,"15min":1.925},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.123},"max":{"1min":6.8319999999999999,"5min":76.623000000000005,"15min":81.109999999999999},"last":1.3999999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.6539999999999999,"15min":2.0449999999999999},"min":{"1min":0.218,"5min":0.20499999999999999,"15min":0.17299999999999999},"max":{"1min":3.2109999999999999,"5min":77.765000000000001,"15min":81.326999999999998},"last":2.4100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:26:35 2021","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":4.0019999999999998,"15min":2.0550000000000002},"min":{"1min":0.161,"5min":0.14599999999999999,"15min":0.13800000000000001},"max":{"1min":21.120000000000001,"5min":134.71000000000001,"15min":134.71000000000001},"last":1.962},{"interface":"front","average":{"1min":2.4660000000000002,"5min":4.1829999999999998,"15min":2.23},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":21.161999999999999,"5min":134.96199999999999,"15min":134.96199999999999},"last":2.5840000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:26:53 2021","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":1.056,"15min":0.93300000000000005},"min":{"1min":0.27300000000000002,"5min":0.185,"15min":0.185},"max":{"1min":1.7250000000000001,"5min":3.6960000000000002,"15min":4.609},"last":3.2869999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.81999999999999995,"15min":0.79600000000000004},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.191},"max":{"1min":1.5669999999999999,"5min":3.0630000000000002,"15min":3.8519999999999999},"last":2.0419999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:26:53 2021","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":1.194,"15min":1.0549999999999999},"min":{"1min":0.29799999999999999,"5min":0.249,"15min":0.22500000000000001},"max":{"1min":4.0899999999999999,"5min":4.0899999999999999,"15min":4.806},"last":3.1160000000000001},{"interface":"front","average":{"1min":0.879,"5min":1.0189999999999999,"15min":0.97299999999999998},"min":{"1min":0.26200000000000001,"5min":0.23899999999999999,"15min":0.20699999999999999},"max":{"1min":4.5590000000000002,"5min":4.5590000000000002,"15min":4.5590000000000002},"last":2.3279999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:26:53 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":3.4369999999999998,"15min":1.8420000000000001},"min":{"1min":0.253,"5min":0.23000000000000001,"15min":0.217},"max":{"1min":1.899,"5min":137.63300000000001,"15min":137.63300000000001},"last":1.3100000000000001},{"interface":"front","average":{"1min":0.79700000000000004,"5min":3.637,"15min":2.028},"min":{"1min":0.28499999999999998,"5min":0.26900000000000002,"15min":0.26600000000000001},"max":{"1min":1.746,"5min":138.172,"15min":138.172},"last":3.617}]},{"osd":7,"last update":"Thu Mar 4 23:26:53 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.077,"15min":1.115},"min":{"1min":0.27100000000000002,"5min":0.247,"15min":0.19600000000000001},"max":{"1min":1.972,"5min":3.04,"15min":9.9550000000000001},"last":1.5049999999999999},{"interface":"front","average":{"1min":0.755,"5min":1.254,"15min":1.1919999999999999},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.249},"max":{"1min":1.8500000000000001,"5min":4.3090000000000002,"15min":5},"last":3.831}]}]},{"osd":2,"up_from":356,"seq":1529008357710,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1841052,"kb_used_data":1511316,"kb_used_omap":852,"kb_used_meta":328875,"kb_avail":86239332,"statfs":{"total":90194313216,"available":88309075968,"internally_reserved":0,"allocated":1547587584,"data_stored":1544237767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":872841,"internal_metadata":336768631},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,1,3,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:39 2021","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":2.4670000000000001,"15min":1.7170000000000001},"min":{"1min":0.14799999999999999,"5min":0.14199999999999999,"15min":0.107},"max":{"1min":3.8079999999999998,"5min":79.975999999999999,"15min":104.41800000000001},"last":0.161},{"interface":"front","average":{"1min":0.252,"5min":2.5470000000000002,"15min":1.6180000000000001},"min":{"1min":0.14599999999999999,"5min":0.14000000000000001,"15min":0.124},"max":{"1min":0.69199999999999995,"5min":81.021000000000001,"15min":105.191},"last":0.38900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:39 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":1.0369999999999999,"15min":0.97099999999999997},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":3.9809999999999999,"5min":17.431000000000001,"15min":67.450999999999993},"last":0.377},{"interface":"front","average":{"1min":0.45700000000000002,"5min":1.0900000000000001,"15min":0.79500000000000004},"min":{"1min":0.14599999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":1.724,"5min":17.225000000000001,"15min":17.225000000000001},"last":0.42899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:26:26 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":1.085,"15min":1.784},"min":{"1min":0.14899999999999999,"5min":0.11899999999999999,"15min":0.11899999999999999},"max":{"1min":3.0710000000000002,"5min":28.382999999999999,"15min":77.754000000000005},"last":0.309},{"interface":"front","average":{"1min":0.66200000000000003,"5min":1.1120000000000001,"15min":1.8029999999999999},"min":{"1min":0.19400000000000001,"5min":0.14899999999999999,"15min":0.14699999999999999},"max":{"1min":3.851,"5min":28.323,"15min":77.926000000000002},"last":2.262}]},{"osd":4,"last update":"Thu Mar 4 23:26:39 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.89000000000000001,"15min":0.872},"min":{"1min":0.23200000000000001,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":0.94299999999999995,"5min":4.1120000000000001,"15min":6.0860000000000003},"last":1.7070000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.84599999999999997,"15min":0.85699999999999998},"min":{"1min":0.20699999999999999,"5min":0.20599999999999999,"15min":0.19800000000000001},"max":{"1min":1.73,"5min":4.2290000000000001,"15min":4.391},"last":0.246}]},{"osd":5,"last update":"Thu Mar 4 23:26:39 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.88900000000000001,"15min":0.90800000000000003},"min":{"1min":0.219,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.7589999999999999,"5min":2.4910000000000001,"15min":4.9969999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0960000000000001,"15min":1.222},"min":{"1min":0.23799999999999999,"5min":0.193,"15min":0.193},"max":{"1min":3.8820000000000001,"5min":5.9219999999999997,"15min":67.897000000000006},"last":0.29499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:26:39 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":1,"15min":1.0489999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.214},"max":{"1min":1.218,"5min":4.3079999999999998,"15min":6.1760000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":1.0720000000000001,"15min":1.0700000000000001},"min":{"1min":0.26800000000000002,"5min":0.223,"15min":0.223},"max":{"1min":1.782,"5min":4.0339999999999998,"15min":4.7889999999999997},"last":0.33200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:26:39 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":1.4359999999999999,"15min":1.4530000000000001},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":3.9089999999999998,"5min":29.954999999999998,"15min":68.049000000000007},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":1.522,"15min":1.2310000000000001},"min":{"1min":0.32000000000000001,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":0.99199999999999999,"5min":30.015000000000001,"15min":30.015000000000001},"last":0.51200000000000001}]}]},{"osd":3,"up_from":634,"seq":2723009265812,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1478872,"kb_used_data":1192784,"kb_used_omap":2942,"kb_used_meta":283137,"kb_avail":86601512,"statfs":{"total":90194313216,"available":88679948288,"internally_reserved":0,"allocated":1221410816,"data_stored":1218064598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3013408,"internal_metadata":289932512},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1,3,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":1.6659999999999999,"15min":0.92900000000000005},"min":{"1min":0.14499999999999999,"5min":0.122,"15min":0.11799999999999999},"max":{"1min":6.3879999999999999,"5min":70.980000000000004,"15min":70.980000000000004},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":1.8069999999999999,"15min":0.92600000000000005},"min":{"1min":0.17499999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":6.3639999999999999,"5min":71.275000000000006,"15min":71.275000000000006},"last":0.76300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":2.8610000000000002,"5min":1.5249999999999999,"15min":0.93600000000000005},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":28.266999999999999,"5min":33.042999999999999,"15min":33.042999999999999},"last":1.5289999999999999},{"interface":"front","average":{"1min":3.2040000000000002,"5min":1.6599999999999999,"15min":0.98099999999999998},"min":{"1min":0.20899999999999999,"5min":0.159,"15min":0.159},"max":{"1min":28.216000000000001,"5min":33.015000000000001,"15min":33.015000000000001},"last":1.4199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.8939999999999999,"15min":1.0629999999999999},"min":{"1min":0.161,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":6.4400000000000004,"5min":65.680000000000007,"15min":65.680000000000007},"last":1.8420000000000001},{"interface":"front","average":{"1min":1.4710000000000001,"5min":2.0569999999999999,"15min":1.153},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.151},"max":{"1min":10.443,"5min":65.509,"15min":65.509},"last":2.3969999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":10.396000000000001,"5min":2.9089999999999998,"15min":1.4790000000000001},"min":{"1min":0.33500000000000002,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":150.61699999999999,"5min":150.61699999999999,"15min":150.61699999999999},"last":0.91000000000000003},{"interface":"front","average":{"1min":10.333,"5min":2.7829999999999999,"15min":1.573},"min":{"1min":0.19700000000000001,"5min":0.191,"15min":0.191},"max":{"1min":150.482,"5min":150.482,"15min":150.482},"last":1.2549999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.1020000000000001,"15min":0.95199999999999996},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.17999999999999999},"max":{"1min":6.7169999999999996,"5min":6.7169999999999996,"15min":6.7169999999999996},"last":1.675},{"interface":"front","average":{"1min":1.3919999999999999,"5min":1.1910000000000001,"15min":1.0840000000000001},"min":{"1min":0.253,"5min":0.251,"15min":0.21299999999999999},"max":{"1min":6.7709999999999999,"5min":6.7709999999999999,"15min":6.7709999999999999},"last":2.1360000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":1.5449999999999999,"5min":1.3440000000000001,"15min":1.099},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":6.8070000000000004,"5min":6.8070000000000004,"15min":6.8070000000000004},"last":2.2850000000000001},{"interface":"front","average":{"1min":1.9350000000000001,"5min":1.532,"15min":1.1120000000000001},"min":{"1min":0.34200000000000003,"5min":0.23100000000000001,"15min":0.215},"max":{"1min":6.6050000000000004,"5min":6.6050000000000004,"15min":6.6050000000000004},"last":1.7629999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:26:32 2021","interfaces":[{"interface":"back","average":{"1min":1.8069999999999999,"5min":1.365,"15min":1.083},"min":{"1min":0.311,"5min":0.27100000000000002,"15min":0.23400000000000001},"max":{"1min":6.6520000000000001,"5min":6.6520000000000001,"15min":6.6520000000000001},"last":1.921},{"interface":"front","average":{"1min":1.407,"5min":1.2270000000000001,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.249,"15min":0.23699999999999999},"max":{"1min":6.7380000000000004,"5min":6.7380000000000004,"15min":6.7380000000000004},"last":1.982}]}]},{"osd":4,"up_from":31,"seq":133143986648,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2499372,"kb_used_data":1450788,"kb_used_omap":282,"kb_used_meta":1048293,"kb_avail":85581012,"statfs":{"total":90194313216,"available":87634956288,"internally_reserved":1073741824,"allocated":1485606912,"data_stored":1482242869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":289331,"internal_metadata":1073452493},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:55 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.75,"15min":2.2469999999999999},"min":{"1min":0.16700000000000001,"5min":0.157,"15min":0.13900000000000001},"max":{"1min":0.78600000000000003,"5min":9.5779999999999994,"15min":130.404},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.95699999999999996,"15min":2.4100000000000001},"min":{"1min":0.25900000000000001,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":2.9049999999999998,"5min":9.5389999999999997,"15min":130.417},"last":0.45400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:27:01 2021","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.371,"15min":0.97999999999999998},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":26.492000000000001,"5min":26.492000000000001,"15min":26.492000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.466,"15min":1.087},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":26.257999999999999,"5min":26.257999999999999,"15min":26.257999999999999},"last":0.33300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:26:37 2021","interfaces":[{"interface":"back","average":{"1min":1.8979999999999999,"5min":1.381,"15min":2.222},"min":{"1min":0.16600000000000001,"5min":0.16,"15min":0.16},"max":{"1min":26.385000000000002,"5min":26.385000000000002,"15min":152.79300000000001},"last":0.377},{"interface":"front","average":{"1min":1.746,"5min":1.272,"15min":2.1560000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":26.178000000000001,"5min":26.178000000000001,"15min":152.57300000000001},"last":0.35999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:26:18 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.98699999999999999,"15min":3.492},"min":{"1min":0.23300000000000001,"5min":0.221,"15min":0.16700000000000001},"max":{"1min":2.798,"5min":3.7320000000000002,"15min":106.631},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.97099999999999997,"15min":3.516},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.19500000000000001},"max":{"1min":2.891,"5min":2.891,"15min":106.51900000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:27:01 2021","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.82899999999999996,"15min":1.1060000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":4.202,"5min":5.3159999999999998,"15min":45.344000000000001},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.84399999999999997,"15min":1.044},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.156},"max":{"1min":1.2829999999999999,"5min":6.3769999999999998,"15min":43.448},"last":0.30199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:26:18 2021","interfaces":[{"interface":"back","average":{"1min":5.7530000000000001,"5min":2.0369999999999999,"15min":1.7709999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.14399999999999999},"max":{"1min":101.24299999999999,"5min":101.24299999999999,"15min":102.35899999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":5.4000000000000004,"5min":2.1000000000000001,"15min":1.8169999999999999},"min":{"1min":0.20100000000000001,"5min":0.186,"15min":0.17199999999999999},"max":{"1min":98.933999999999997,"5min":98.933999999999997,"15min":101.592},"last":0.314}]},{"osd":7,"last update":"Thu Mar 4 23:26:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0209999999999999,"15min":1.1539999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.19800000000000001},"max":{"1min":3.819,"5min":3.819,"15min":12.140000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.82699999999999996,"15min":1.089},"min":{"1min":0.20999999999999999,"5min":0.20300000000000001,"15min":0.17799999999999999},"max":{"1min":2.4729999999999999,"5min":2.4729999999999999,"15min":10.938000000000001},"last":0.443}]}]},{"osd":5,"up_from":36,"seq":154618823123,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2051232,"kb_used_data":1002648,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86029152,"statfs":{"total":90194313216,"available":88093851648,"internally_reserved":1073741824,"allocated":1026711552,"data_stored":1023357699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:44 2021","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":1.23,"15min":1.585},"min":{"1min":0.16300000000000001,"5min":0.13700000000000001,"15min":0.13500000000000001},"max":{"1min":5.4850000000000003,"5min":34.646000000000001,"15min":65.915000000000006},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.73999999999999999,"5min":1.2529999999999999,"15min":1.601},"min":{"1min":0.18099999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":5.7009999999999996,"5min":34.685000000000002,"15min":66.227999999999994},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:27:04 2021","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":3.056,"15min":1.619},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":5.8419999999999996,"5min":108.152,"15min":108.152},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.081,"15min":1.6080000000000001},"min":{"1min":0.20899999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":5.9480000000000004,"5min":108.69199999999999,"15min":108.69199999999999},"last":0.22800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:26:44 2021","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.7809999999999999,"15min":1.518},"min":{"1min":0.185,"5min":0.185,"15min":0.184},"max":{"1min":6.5039999999999996,"5min":43.073,"15min":43.073},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.673,"15min":1.524},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":6.1970000000000001,"5min":43.128999999999998,"15min":43.128999999999998},"last":0.40100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:26:34 2021","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.7430000000000001,"15min":1.355},"min":{"1min":0.22600000000000001,"5min":0.19900000000000001,"15min":0.19600000000000001},"max":{"1min":5.6050000000000004,"5min":61.787999999999997,"15min":61.787999999999997},"last":0.28799999999999998},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.702,"15min":1.3919999999999999},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.5839999999999996,"5min":61.875,"15min":61.875},"last":0.371}]},{"osd":4,"last update":"Thu Mar 4 23:27:04 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.88200000000000001,"15min":1.0389999999999999},"min":{"1min":0.16700000000000001,"5min":0.14000000000000001,"15min":0.13700000000000001},"max":{"1min":6.3070000000000004,"5min":6.3070000000000004,"15min":56.573},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.98799999999999999,"5min":1.1970000000000001,"15min":1.258},"min":{"1min":0.17100000000000001,"5min":0.161,"15min":0.157},"max":{"1min":6.8920000000000003,"5min":9.1630000000000003,"15min":56.191000000000003},"last":0.251}]},{"osd":6,"last update":"Thu Mar 4 23:26:34 2021","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":3.6469999999999998,"15min":1.9139999999999999},"min":{"1min":0.157,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":92.194999999999993,"5min":135.25999999999999,"15min":135.25999999999999},"last":0.433},{"interface":"front","average":{"1min":5.1070000000000002,"5min":3.5339999999999998,"15min":1.8740000000000001},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":90.941999999999993,"5min":133.22800000000001,"15min":133.22800000000001},"last":0.32400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:26:44 2021","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.409,"15min":1.9359999999999999},"min":{"1min":0.191,"5min":0.191,"15min":0.17399999999999999},"max":{"1min":6.7670000000000003,"5min":15.550000000000001,"15min":201.512},"last":0.38500000000000001},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.425,"15min":1.9730000000000001},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.16700000000000001},"max":{"1min":10.074,"5min":10.074,"15min":200.97},"last":0.41999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":649241,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":868790,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3009378,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":285302,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1821449,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":557973504,"data_stored":557973504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1382420480,"data_stored":1382416408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1524105216,"data_stored":1524105216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1198522368,"data_stored":1198522368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1438711808,"data_stored":1438711808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1008406528,"data_stored":1008402456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1814499328,"data_stored":1814495256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":598867968,"data_stored":598867968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:27:30.221 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 28 2021-03-04T23:27:30.222 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:30.325 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:30.326 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:30.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:30 gibba023 bash[27374]: cluster 2021-03-04T23:27:29.394363+0000 mgr.x (mgr.34379) 1194 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 2.6 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:27:30.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:30 gibba023 bash[15180]: debug 2021-03-04T23:27:30.214+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:30.570 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:30 gibba008 bash[39303]: cluster 2021-03-04T23:27:29.394363+0000 mgr.x (mgr.34379) 1194 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 2.6 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:27:30.571 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:30 gibba008 bash[37770]: cluster 2021-03-04T23:27:29.394363+0000 mgr.x (mgr.34379) 1194 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 2.6 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:27:30.636 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:30.637 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:30 gibba008 bash[48858]: debug 2021-03-04T23:27:30.625+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:30.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:31.009 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:31 gibba008 bash[47391]: debug 2021-03-04T23:27:30.997+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:31.009 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:31.113 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:31.251 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:31.355 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:31.439 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:31 gibba023 bash[19550]: debug 2021-03-04T23:27:31.242+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:31.440 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:31.546 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:31.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:31 gibba023 bash[15180]: debug 2021-03-04T23:27:31.434+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:32.090 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:32.194 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:32.443 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:32 gibba008 bash[48858]: debug 2021-03-04T23:27:32.081+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:32.443 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:32 gibba008 bash[91265]: debug 2021-03-04T23:27:32.433+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:32.446 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:32.551 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:32.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:32.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:32 gibba008 bash[37770]: cluster 2021-03-04T23:27:31.394888+0000 mgr.x (mgr.34379) 1195 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 2.3 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:27:32.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:32 gibba008 bash[39303]: cluster 2021-03-04T23:27:31.394888+0000 mgr.x (mgr.34379) 1195 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 2.3 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:27:32.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:32 gibba023 bash[27374]: cluster 2021-03-04T23:27:31.394888+0000 mgr.x (mgr.34379) 1195 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 2.3 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:27:32.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:32 gibba023 bash[18090]: debug 2021-03-04T23:27:32.666+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:32.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:32.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:27:32.921 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:33.485 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:33.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:33.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:33 gibba008 bash[48858]: debug 2021-03-04T23:27:33.477+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:34.174 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:34.277 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:34.459 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:34 gibba008 bash[39303]: cluster 2021-03-04T23:27:33.395350+0000 mgr.x (mgr.34379) 1196 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 2.0 GiB data, 7.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:27:34.460 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:34 gibba008 bash[37770]: cluster 2021-03-04T23:27:33.395350+0000 mgr.x (mgr.34379) 1196 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 2.0 GiB data, 7.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:27:34.460 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:34 gibba008 bash[91265]: debug 2021-03-04T23:27:34.165+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:34.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:34 gibba023 bash[27374]: cluster 2021-03-04T23:27:33.395350+0000 mgr.x (mgr.34379) 1196 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 2.0 GiB data, 7.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:27:34.951 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:35.054 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:35.140 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:35.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:35.253 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:34 gibba008 bash[91265]: debug 2021-03-04T23:27:34.941+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:35.429 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:35.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:35 gibba008 bash[47391]: debug 2021-03-04T23:27:35.421+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:35.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:35 gibba023 bash[15180]: debug 2021-03-04T23:27:35.134+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:35.533 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:35.635 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:35.741 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:36.007 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:27:36.008 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:27:36.008 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:27:36.008 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:27:36.008 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.009 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.45492.0:193522 28.0 e674/662 28:0b502025:::benchmark_data_gibba008_108866_object24447:head v 674'12141, mlcod=674'12138)", 2021-03-04T23:27:36.009 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:21:39.237951+0000", 2021-03-04T23:27:36.009 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 356.76082424499998, 2021-03-04T23:27:36.010 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.222031701, 2021-03-04T23:27:36.010 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.010 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.010 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.011 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.011 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.011 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.237951+0000", 2021-03-04T23:27:36.011 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.011 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.012 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.012 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.012 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.237951+0000", 2021-03-04T23:27:36.012 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1909999999999999e-06 2021-03-04T23:27:36.012 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.013 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.013 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.013 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.237953+0000", 2021-03-04T23:27:36.013 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.784e-06 2021-03-04T23:27:36.014 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.014 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.014 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.014 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.237955+0000", 2021-03-04T23:27:36.014 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18495574300000001 2021-03-04T23:27:36.015 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.015 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.015 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.015 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.422911+0000", 2021-03-04T23:27:36.016 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5271000000000002e-05 2021-03-04T23:27:36.016 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.016 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.016 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.017 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.422946+0000", 2021-03-04T23:27:36.017 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017430899999999999 2021-03-04T23:27:36.017 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.017 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.018 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.018 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.423120+0000", 2021-03-04T23:27:36.018 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5022999999999998e-05 2021-03-04T23:27:36.018 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.019 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.019 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.019 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.423175+0000", 2021-03-04T23:27:36.019 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.036713691999999999 2021-03-04T23:27:36.019 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.020 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.020 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.020 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.459889+0000", 2021-03-04T23:27:36.020 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3688000000000002e-05 2021-03-04T23:27:36.021 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.021 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.021 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.021 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:39.459983+0000", 2021-03-04T23:27:36.022 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.222031701 2021-03-04T23:27:36.022 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.022 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.023 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.023 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.023 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.023 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:196295 28.c 28:3f7fe4c7:::benchmark_data_gibba008_108866_object27220:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:27:36.023 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:21:40.980254+0000", 2021-03-04T23:27:36.024 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 355.01852108100002, 2021-03-04T23:27:36.024 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21355039300000001, 2021-03-04T23:27:36.024 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.024 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.025 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.025 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.025 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.025 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 196295 2021-03-04T23:27:36.025 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.026 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.026 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.026 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.027 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980254+0000", 2021-03-04T23:27:36.027 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.027 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.027 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.027 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.028 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980254+0000", 2021-03-04T23:27:36.028 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.711e-06 2021-03-04T23:27:36.028 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.029 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.029 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.029 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980256+0000", 2021-03-04T23:27:36.029 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.782e-06 2021-03-04T23:27:36.029 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.030 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.030 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.030 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980258+0000", 2021-03-04T23:27:36.030 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3340000000000002e-06 2021-03-04T23:27:36.031 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.031 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.031 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.031 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980266+0000", 2021-03-04T23:27:36.031 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2150000000000003e-06 2021-03-04T23:27:36.032 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.032 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.032 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.032 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980270+0000", 2021-03-04T23:27:36.033 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9526000000000002e-05 2021-03-04T23:27:36.033 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.033 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.033 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.033 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980300+0000", 2021-03-04T23:27:36.034 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1061000000000004e-05 2021-03-04T23:27:36.034 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.034 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.034 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.034 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:40.980361+0000", 2021-03-04T23:27:36.035 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18871729200000001 2021-03-04T23:27:36.035 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.036 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.036 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.036 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:41.169078+0000", 2021-03-04T23:27:36.036 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.024090304999999999 2021-03-04T23:27:36.036 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.037 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.037 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.037 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:41.193168+0000", 2021-03-04T23:27:36.037 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000205 2021-03-04T23:27:36.037 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.038 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.038 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.038 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:41.193373+0000", 2021-03-04T23:27:36.038 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6885000000000003e-05 2021-03-04T23:27:36.038 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.039 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.039 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.039 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:41.193420+0000", 2021-03-04T23:27:36.039 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000237612 2021-03-04T23:27:36.039 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.040 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.040 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.040 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:41.193658+0000", 2021-03-04T23:27:36.040 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014667 2021-03-04T23:27:36.040 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.041 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.041 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.041 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:41.193805+0000", 2021-03-04T23:27:36.042 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21355039300000001 2021-03-04T23:27:36.042 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.042 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.043 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.043 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.043 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.043 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:200100 28.c 28:31052f70:::benchmark_data_gibba008_108866_object31025:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:27:36.043 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:21:43.298633+0000", 2021-03-04T23:27:36.044 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 352.70014193700001, 2021-03-04T23:27:36.044 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22917078499999999, 2021-03-04T23:27:36.044 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.044 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.045 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.045 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.045 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.045 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 200100 2021-03-04T23:27:36.046 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.046 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.046 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.047 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.047 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298633+0000", 2021-03-04T23:27:36.047 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.047 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.048 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.048 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.048 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298633+0000", 2021-03-04T23:27:36.048 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.271e-06 2021-03-04T23:27:36.049 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.049 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.049 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.049 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298635+0000", 2021-03-04T23:27:36.050 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:27:36.050 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.050 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.050 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.050 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298636+0000", 2021-03-04T23:27:36.051 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5820000000000004e-06 2021-03-04T23:27:36.051 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.051 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.051 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.052 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298644+0000", 2021-03-04T23:27:36.052 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2830000000000003e-06 2021-03-04T23:27:36.052 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.052 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.052 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.053 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298648+0000", 2021-03-04T23:27:36.053 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4419000000000001e-05 2021-03-04T23:27:36.053 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.053 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.054 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.054 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298672+0000", 2021-03-04T23:27:36.054 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8143000000000001e-05 2021-03-04T23:27:36.054 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.055 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.055 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.055 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298741+0000", 2021-03-04T23:27:36.056 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1941999999999997e-05 2021-03-04T23:27:36.056 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.056 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.056 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.056 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.298812+0000", 2021-03-04T23:27:36.057 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022419190000000002 2021-03-04T23:27:36.057 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.057 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.057 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.058 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.301054+0000", 2021-03-04T23:27:36.058 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00073498499999999996 2021-03-04T23:27:36.058 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.058 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.058 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.059 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.301789+0000", 2021-03-04T23:27:36.059 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.225607748 2021-03-04T23:27:36.059 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.059 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.059 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.060 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.527397+0000", 2021-03-04T23:27:36.060 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021377399999999999 2021-03-04T23:27:36.060 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.060 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.060 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.061 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.527611+0000", 2021-03-04T23:27:36.061 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019329699999999999 2021-03-04T23:27:36.061 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.062 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.062 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.062 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.527804+0000", 2021-03-04T23:27:36.062 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22917078499999999 2021-03-04T23:27:36.063 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.063 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.063 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.063 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.064 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.064 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:200120 28.c 28:38306131:::benchmark_data_gibba008_108866_object31045:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:27:36.064 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:21:43.313003+0000", 2021-03-04T23:27:36.064 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 352.68577206700002, 2021-03-04T23:27:36.064 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23173403100000001, 2021-03-04T23:27:36.065 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.065 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.065 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.065 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.066 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.066 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 200120 2021-03-04T23:27:36.066 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.066 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.066 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.067 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.067 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313003+0000", 2021-03-04T23:27:36.067 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.067 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.068 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.068 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.068 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313003+0000", 2021-03-04T23:27:36.068 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8339999999999999e-06 2021-03-04T23:27:36.069 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.069 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.069 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313005+0000", 2021-03-04T23:27:36.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0710000000000002e-06 2021-03-04T23:27:36.070 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.070 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.070 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.070 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313007+0000", 2021-03-04T23:27:36.071 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0631e-05 2021-03-04T23:27:36.071 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.071 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.071 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.072 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313018+0000", 2021-03-04T23:27:36.072 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9840000000000003e-06 2021-03-04T23:27:36.072 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.072 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.072 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.073 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313022+0000", 2021-03-04T23:27:36.073 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6029000000000001e-05 2021-03-04T23:27:36.073 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.073 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.073 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.074 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313048+0000", 2021-03-04T23:27:36.074 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9665000000000005e-05 2021-03-04T23:27:36.074 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.075 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.075 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.075 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313118+0000", 2021-03-04T23:27:36.075 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0203999999999994e-05 2021-03-04T23:27:36.075 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.076 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.076 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.076 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.313188+0000", 2021-03-04T23:27:36.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020795029999999999 2021-03-04T23:27:36.077 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.077 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.077 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.077 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.315267+0000", 2021-03-04T23:27:36.077 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00031766900000000002 2021-03-04T23:27:36.078 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.078 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.078 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.078 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.315585+0000", 2021-03-04T23:27:36.079 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22879218000000001 2021-03-04T23:27:36.079 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.079 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.544377+0000", 2021-03-04T23:27:36.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019739599999999999 2021-03-04T23:27:36.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.081 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.544574+0000", 2021-03-04T23:27:36.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016286499999999999 2021-03-04T23:27:36.081 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.081 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.082 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.082 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:43.544737+0000", 2021-03-04T23:27:36.082 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23173403100000001 2021-03-04T23:27:36.082 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.083 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.083 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.083 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.083 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.083 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:208093 28.c 28:38f7c135:::benchmark_data_gibba008_108866_object39018:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:27:36.084 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:21:48.273646+0000", 2021-03-04T23:27:36.084 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 347.72512897899998, 2021-03-04T23:27:36.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.257603217, 2021-03-04T23:27:36.084 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.084 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.085 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.085 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.085 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.085 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 208093 2021-03-04T23:27:36.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.086 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273646+0000", 2021-03-04T23:27:36.087 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.087 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.088 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.088 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273646+0000", 2021-03-04T23:27:36.088 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2309999999999999e-06 2021-03-04T23:27:36.088 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.088 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.089 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.089 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273648+0000", 2021-03-04T23:27:36.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3820000000000001e-06 2021-03-04T23:27:36.090 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.090 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.090 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.090 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273649+0000", 2021-03-04T23:27:36.090 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8229999999999995e-06 2021-03-04T23:27:36.091 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.091 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.091 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273657+0000", 2021-03-04T23:27:36.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4989999999999999e-06 2021-03-04T23:27:36.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.092 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273660+0000", 2021-03-04T23:27:36.092 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6347e-05 2021-03-04T23:27:36.093 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273687+0000", 2021-03-04T23:27:36.093 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3291000000000001e-05 2021-03-04T23:27:36.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.094 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.095 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273750+0000", 2021-03-04T23:27:36.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.77e-05 2021-03-04T23:27:36.095 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.096 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.096 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.273808+0000", 2021-03-04T23:27:36.096 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022613960000000002 2021-03-04T23:27:36.096 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.096 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.097 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.097 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.276069+0000", 2021-03-04T23:27:36.097 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00074059600000000005 2021-03-04T23:27:36.097 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.098 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.098 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.098 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.276810+0000", 2021-03-04T23:27:36.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25409743099999998 2021-03-04T23:27:36.099 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.099 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.530907+0000", 2021-03-04T23:27:36.099 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019034999999999999 2021-03-04T23:27:36.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.100 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.100 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.100 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.531097+0000", 2021-03-04T23:27:36.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015217099999999999 2021-03-04T23:27:36.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.531250+0000", 2021-03-04T23:27:36.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.257603217 2021-03-04T23:27:36.102 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.102 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.102 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.103 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.103 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:208100 28.c 28:37b6cac1:::benchmark_data_gibba008_108866_object39025:head [delete] snapc 0=[] ondisk+write+known_if_redirected e675)", 2021-03-04T23:27:36.103 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:21:48.279631+0000", 2021-03-04T23:27:36.103 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 347.71914413899998, 2021-03-04T23:27:36.104 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28183400800000002, 2021-03-04T23:27:36.104 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.104 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.104 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.105 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.105 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.105 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 208100 2021-03-04T23:27:36.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.106 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.106 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.106 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279631+0000", 2021-03-04T23:27:36.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.107 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.108 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279631+0000", 2021-03-04T23:27:36.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3230000000000001e-06 2021-03-04T23:27:36.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279633+0000", 2021-03-04T23:27:36.109 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:27:36.110 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.110 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.110 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.110 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279634+0000", 2021-03-04T23:27:36.111 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5900000000000008e-06 2021-03-04T23:27:36.111 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.111 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279643+0000", 2021-03-04T23:27:36.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9700000000000001e-06 2021-03-04T23:27:36.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.113 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.113 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279647+0000", 2021-03-04T23:27:36.113 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6440999999999996e-05 2021-03-04T23:27:36.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.113 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.114 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.114 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279713+0000", 2021-03-04T23:27:36.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8501000000000001e-05 2021-03-04T23:27:36.115 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.115 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.115 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.115 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279772+0000", 2021-03-04T23:27:36.116 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5813000000000002e-05 2021-03-04T23:27:36.116 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.116 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.116 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.116 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.279827+0000", 2021-03-04T23:27:36.117 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0019977089999999999 2021-03-04T23:27:36.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.117 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.117 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.117 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.281825+0000", 2021-03-04T23:27:36.118 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000620289 2021-03-04T23:27:36.118 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.118 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.118 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.282445+0000", 2021-03-04T23:27:36.119 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27861917000000003 2021-03-04T23:27:36.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.561065+0000", 2021-03-04T23:27:36.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000206999 2021-03-04T23:27:36.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.561272+0000", 2021-03-04T23:27:36.121 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000193637 2021-03-04T23:27:36.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.122 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.122 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.122 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:21:48.561465+0000", 2021-03-04T23:27:36.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28183400800000002 2021-03-04T23:27:36.123 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.123 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.123 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.123 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.124 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:277643 28.c 28:3109dbf3:::benchmark_data_gibba008_108866_object108568:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:27:36.124 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:32.276382+0000", 2021-03-04T23:27:36.124 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 303.722393571, 2021-03-04T23:27:36.125 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25157311399999999, 2021-03-04T23:27:36.125 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.125 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.125 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.126 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.126 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.126 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 277643 2021-03-04T23:27:36.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.126 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.127 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.127 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276382+0000", 2021-03-04T23:27:36.128 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.128 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276382+0000", 2021-03-04T23:27:36.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1519999999999999e-06 2021-03-04T23:27:36.129 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.130 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276384+0000", 2021-03-04T23:27:36.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0880000000000002e-06 2021-03-04T23:27:36.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.131 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.131 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276386+0000", 2021-03-04T23:27:36.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0196e-05 2021-03-04T23:27:36.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.132 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.132 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.132 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276396+0000", 2021-03-04T23:27:36.132 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5850000000000001e-06 2021-03-04T23:27:36.133 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.133 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276401+0000", 2021-03-04T23:27:36.134 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8554999999999999e-05 2021-03-04T23:27:36.134 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.134 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.135 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276439+0000", 2021-03-04T23:27:36.135 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6255999999999995e-05 2021-03-04T23:27:36.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.135 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.136 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276526+0000", 2021-03-04T23:27:36.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7485999999999996e-05 2021-03-04T23:27:36.136 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.137 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.276613+0000", 2021-03-04T23:27:36.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023163979999999999 2021-03-04T23:27:36.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.138 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.278929+0000", 2021-03-04T23:27:36.138 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018272150000000001 2021-03-04T23:27:36.138 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.138 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.139 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.139 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.280757+0000", 2021-03-04T23:27:36.139 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24692639799999999 2021-03-04T23:27:36.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.139 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.140 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.140 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.527683+0000", 2021-03-04T23:27:36.140 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013486600000000001 2021-03-04T23:27:36.141 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.141 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.141 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.141 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.527818+0000", 2021-03-04T23:27:36.142 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013691899999999999 2021-03-04T23:27:36.142 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.142 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.142 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.143 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.527955+0000", 2021-03-04T23:27:36.143 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.25157311399999999 2021-03-04T23:27:36.143 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.143 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.143 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.144 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.144 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.144 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.45492.0:277648 28.c 28:370b3bf1:::benchmark_data_gibba008_108866_object108573:head [delete] snapc 0=[] ondisk+write+known_if_redirected e678)", 2021-03-04T23:27:36.144 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:22:32.279018+0000", 2021-03-04T23:27:36.145 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 303.719756991, 2021-03-04T23:27:36.145 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24936066200000001, 2021-03-04T23:27:36.145 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.145 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.145 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.146 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.45492", 2021-03-04T23:27:36.146 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2873492514", 2021-03-04T23:27:36.146 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 277648 2021-03-04T23:27:36.146 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.146 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.147 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.147 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.147 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279018+0000", 2021-03-04T23:27:36.147 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.148 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.148 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.148 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.148 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279018+0000", 2021-03-04T23:27:36.149 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:27:36.149 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.149 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.149 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.149 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279020+0000", 2021-03-04T23:27:36.150 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.773e-06 2021-03-04T23:27:36.150 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.150 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.150 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.151 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279022+0000", 2021-03-04T23:27:36.151 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0450000000000003e-06 2021-03-04T23:27:36.151 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.151 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.152 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.152 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279029+0000", 2021-03-04T23:27:36.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.252e-06 2021-03-04T23:27:36.152 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.152 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.153 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.153 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279032+0000", 2021-03-04T23:27:36.153 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0528000000000001e-05 2021-03-04T23:27:36.154 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.154 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.154 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.154 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279053+0000", 2021-03-04T23:27:36.155 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3874e-05 2021-03-04T23:27:36.155 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.155 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.155 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.155 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279107+0000", 2021-03-04T23:27:36.156 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5513999999999997e-05 2021-03-04T23:27:36.156 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.156 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:27:36.156 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.279162+0000", 2021-03-04T23:27:36.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016557220000000001 2021-03-04T23:27:36.157 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.157 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.157 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.157 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.280818+0000", 2021-03-04T23:27:36.158 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0010555899999999999 2021-03-04T23:27:36.158 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.158 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.158 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.158 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.281874+0000", 2021-03-04T23:27:36.159 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24621599399999999 2021-03-04T23:27:36.159 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.159 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.160 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.160 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.528090+0000", 2021-03-04T23:27:36.160 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000144666 2021-03-04T23:27:36.160 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.161 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.161 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.161 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.528234+0000", 2021-03-04T23:27:36.161 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000144757 2021-03-04T23:27:36.162 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.162 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:22:32.528379+0000", 2021-03-04T23:27:36.162 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24936066200000001 2021-03-04T23:27:36.163 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.163 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.163 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.163 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.163 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.164 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164518 29.f 29:fdf1ead7:::benchmark_data_gibba008_125393_object164517:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:27:36.164 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.146186+0000", 2021-03-04T23:27:36.164 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 101.852589675, 2021-03-04T23:27:36.164 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23417681100000001, 2021-03-04T23:27:36.164 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.165 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.165 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.165 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.165 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.166 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164518 2021-03-04T23:27:36.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.166 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.166 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.167 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.167 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146186+0000", 2021-03-04T23:27:36.167 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.168 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.168 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.168 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.168 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146186+0000", 2021-03-04T23:27:36.169 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1679e-05 2021-03-04T23:27:36.169 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.169 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.169 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.169 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146207+0000", 2021-03-04T23:27:36.170 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9439999999999998e-06 2021-03-04T23:27:36.170 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.170 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.170 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.171 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146211+0000", 2021-03-04T23:27:36.171 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7051999999999999e-05 2021-03-04T23:27:36.171 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.171 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.171 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.172 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146228+0000", 2021-03-04T23:27:36.172 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5140000000000007e-06 2021-03-04T23:27:36.172 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.172 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.172 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.173 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146238+0000", 2021-03-04T23:27:36.173 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9218000000000001e-05 2021-03-04T23:27:36.173 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.173 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.174 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.174 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146297+0000", 2021-03-04T23:27:36.174 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000128147 2021-03-04T23:27:36.175 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.175 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.175 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.175 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146425+0000", 2021-03-04T23:27:36.176 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013212 2021-03-04T23:27:36.176 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.176 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.176 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.176 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146557+0000", 2021-03-04T23:27:36.177 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003376745 2021-03-04T23:27:36.177 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.178 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.178 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.178 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.149934+0000", 2021-03-04T23:27:36.179 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7239999999999997e-06 2021-03-04T23:27:36.179 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.149940+0000", 2021-03-04T23:27:36.180 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23008446199999999 2021-03-04T23:27:36.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.181 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380024+0000", 2021-03-04T23:27:36.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000199197 2021-03-04T23:27:36.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.182 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.183 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380223+0000", 2021-03-04T23:27:36.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000139009 2021-03-04T23:27:36.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.183 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.184 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380362+0000", 2021-03-04T23:27:36.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23417681100000001 2021-03-04T23:27:36.184 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.185 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.185 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.185 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.185 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.185 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164522 29.f 29:fc968e96:::benchmark_data_gibba008_125393_object164521:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:27:36.186 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.150192+0000", 2021-03-04T23:27:36.186 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 101.848583085, 2021-03-04T23:27:36.186 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23060283400000001, 2021-03-04T23:27:36.187 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.187 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.187 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.188 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.188 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.188 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164522 2021-03-04T23:27:36.188 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.188 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.189 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.189 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.189 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150192+0000", 2021-03-04T23:27:36.189 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.190 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.190 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.190 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150192+0000", 2021-03-04T23:27:36.191 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7528999999999999e-05 2021-03-04T23:27:36.191 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.191 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150230+0000", 2021-03-04T23:27:36.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.779e-06 2021-03-04T23:27:36.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150233+0000", 2021-03-04T23:27:36.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1827999999999999e-05 2021-03-04T23:27:36.193 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150244+0000", 2021-03-04T23:27:36.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8289999999999996e-06 2021-03-04T23:27:36.194 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.195 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.195 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150250+0000", 2021-03-04T23:27:36.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7219999999999999e-05 2021-03-04T23:27:36.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.196 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.196 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150297+0000", 2021-03-04T23:27:36.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000145172 2021-03-04T23:27:36.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150443+0000", 2021-03-04T23:27:36.197 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000169366 2021-03-04T23:27:36.197 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.198 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.198 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150612+0000", 2021-03-04T23:27:36.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003369932 2021-03-04T23:27:36.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.199 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.199 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.199 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.153982+0000", 2021-03-04T23:27:36.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030159700000000002 2021-03-04T23:27:36.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.200 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.200 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.154284+0000", 2021-03-04T23:27:36.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22623417600000001 2021-03-04T23:27:36.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.201 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380518+0000", 2021-03-04T23:27:36.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015244799999999999 2021-03-04T23:27:36.202 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380670+0000", 2021-03-04T23:27:36.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012495799999999999 2021-03-04T23:27:36.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380795+0000", 2021-03-04T23:27:36.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23060283400000001 2021-03-04T23:27:36.205 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.205 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.205 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.206 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164529 29.f 29:fa891f9d:::benchmark_data_gibba008_125393_object164528:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:27:36.206 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.159988+0000", 2021-03-04T23:27:36.206 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 101.838787297, 2021-03-04T23:27:36.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22140315899999999, 2021-03-04T23:27:36.207 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.207 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.208 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.208 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164529 2021-03-04T23:27:36.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.209 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.209 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.159988+0000", 2021-03-04T23:27:36.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.159988+0000", 2021-03-04T23:27:36.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7102999999999999e-05 2021-03-04T23:27:36.211 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160005+0000", 2021-03-04T23:27:36.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.773e-06 2021-03-04T23:27:36.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160008+0000", 2021-03-04T23:27:36.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3036e-05 2021-03-04T23:27:36.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160021+0000", 2021-03-04T23:27:36.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3149999999999997e-06 2021-03-04T23:27:36.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160027+0000", 2021-03-04T23:27:36.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5632e-05 2021-03-04T23:27:36.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160063+0000", 2021-03-04T23:27:36.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7199000000000002e-05 2021-03-04T23:27:36.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160160+0000", 2021-03-04T23:27:36.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000102105 2021-03-04T23:27:36.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.218 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160262+0000", 2021-03-04T23:27:36.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026942139999999999 2021-03-04T23:27:36.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.162956+0000", 2021-03-04T23:27:36.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014872999999999999 2021-03-04T23:27:36.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.221 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163105+0000", 2021-03-04T23:27:36.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21793890499999999 2021-03-04T23:27:36.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381044+0000", 2021-03-04T23:27:36.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019805699999999999 2021-03-04T23:27:36.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381242+0000", 2021-03-04T23:27:36.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014909 2021-03-04T23:27:36.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381391+0000", 2021-03-04T23:27:36.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22140315899999999 2021-03-04T23:27:36.225 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.225 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.226 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.226 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164532 29.f 29:fd7cb453:::benchmark_data_gibba008_125393_object164531:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:27:36.227 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.163272+0000", 2021-03-04T23:27:36.227 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 101.83550383799999, 2021-03-04T23:27:36.227 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21852395499999999, 2021-03-04T23:27:36.228 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.228 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.228 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.228 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.229 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.229 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164532 2021-03-04T23:27:36.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.229 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.230 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.230 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163272+0000", 2021-03-04T23:27:36.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.231 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163272+0000", 2021-03-04T23:27:36.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3484e-05 2021-03-04T23:27:36.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.232 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.232 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163285+0000", 2021-03-04T23:27:36.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.801e-06 2021-03-04T23:27:36.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163287+0000", 2021-03-04T23:27:36.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8669999999999994e-06 2021-03-04T23:27:36.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163295+0000", 2021-03-04T23:27:36.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8510000000000001e-06 2021-03-04T23:27:36.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163299+0000", 2021-03-04T23:27:36.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4972000000000003e-05 2021-03-04T23:27:36.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163333+0000", 2021-03-04T23:27:36.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2610999999999998e-05 2021-03-04T23:27:36.237 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.237 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.238 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.238 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163426+0000", 2021-03-04T23:27:36.238 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106896 2021-03-04T23:27:36.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.239 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.239 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.239 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163533+0000", 2021-03-04T23:27:36.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002374162 2021-03-04T23:27:36.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.165907+0000", 2021-03-04T23:27:36.241 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00036902499999999998 2021-03-04T23:27:36.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.166276+0000", 2021-03-04T23:27:36.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.215299501 2021-03-04T23:27:36.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381576+0000", 2021-03-04T23:27:36.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000129111 2021-03-04T23:27:36.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381705+0000", 2021-03-04T23:27:36.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0674000000000006e-05 2021-03-04T23:27:36.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381795+0000", 2021-03-04T23:27:36.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21852395499999999 2021-03-04T23:27:36.245 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.245 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.246 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.246 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164536 29.f 29:f1078aa4:::benchmark_data_gibba008_125393_object164535:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:27:36.247 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.169033+0000", 2021-03-04T23:27:36.247 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 101.829742475, 2021-03-04T23:27:36.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.213404816, 2021-03-04T23:27:36.248 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.248 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.248 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.248 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.248 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.249 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164536 2021-03-04T23:27:36.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.249 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.250 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.250 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169033+0000", 2021-03-04T23:27:36.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169033+0000", 2021-03-04T23:27:36.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1331999999999998e-05 2021-03-04T23:27:36.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169054+0000", 2021-03-04T23:27:36.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2520000000000002e-06 2021-03-04T23:27:36.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169056+0000", 2021-03-04T23:27:36.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0242e-05 2021-03-04T23:27:36.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169067+0000", 2021-03-04T23:27:36.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8369999999999996e-06 2021-03-04T23:27:36.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169072+0000", 2021-03-04T23:27:36.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8285000000000003e-05 2021-03-04T23:27:36.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.257 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169120+0000", 2021-03-04T23:27:36.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000130493 2021-03-04T23:27:36.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.257 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.258 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.169250+0000", 2021-03-04T23:27:36.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.200229616 2021-03-04T23:27:36.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.258 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.369480+0000", 2021-03-04T23:27:36.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012562976999999999 2021-03-04T23:27:36.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.382043+0000", 2021-03-04T23:27:36.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4945000000000003e-05 2021-03-04T23:27:36.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.382098+0000", 2021-03-04T23:27:36.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013993 2021-03-04T23:27:36.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.382238+0000", 2021-03-04T23:27:36.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000116636 2021-03-04T23:27:36.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.382354+0000", 2021-03-04T23:27:36.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3270999999999996e-05 2021-03-04T23:27:36.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.382438+0000", 2021-03-04T23:27:36.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.213404816 2021-03-04T23:27:36.265 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.265 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.265 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.266 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:181946 29.f 29:fc8afcb5:::benchmark_data_gibba008_125393_object4128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e704)", 2021-03-04T23:27:36.266 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:05.577228+0000", 2021-03-04T23:27:36.266 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 90.421547149999995, 2021-03-04T23:27:36.266 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21907664499999999, 2021-03-04T23:27:36.267 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.267 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.267 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.268 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 181946 2021-03-04T23:27:36.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.268 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.269 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577228+0000", 2021-03-04T23:27:36.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577228+0000", 2021-03-04T23:27:36.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.677e-06 2021-03-04T23:27:36.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577230+0000", 2021-03-04T23:27:36.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7710000000000001e-06 2021-03-04T23:27:36.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.272 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.272 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577232+0000", 2021-03-04T23:27:36.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8249999999999994e-06 2021-03-04T23:27:36.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577240+0000", 2021-03-04T23:27:36.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5879999999999999e-06 2021-03-04T23:27:36.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577245+0000", 2021-03-04T23:27:36.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4426999999999997e-05 2021-03-04T23:27:36.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577329+0000", 2021-03-04T23:27:36.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0792999999999998e-05 2021-03-04T23:27:36.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577400+0000", 2021-03-04T23:27:36.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6544999999999994e-05 2021-03-04T23:27:36.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.577467+0000", 2021-03-04T23:27:36.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002120102 2021-03-04T23:27:36.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.278 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.579587+0000", 2021-03-04T23:27:36.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00056877999999999996 2021-03-04T23:27:36.279 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.580156+0000", 2021-03-04T23:27:36.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.216067025 2021-03-04T23:27:36.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796223+0000", 2021-03-04T23:27:36.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3764000000000003e-05 2021-03-04T23:27:36.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796267+0000", 2021-03-04T23:27:36.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8347999999999999e-05 2021-03-04T23:27:36.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.284 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796305+0000", 2021-03-04T23:27:36.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21907664499999999 2021-03-04T23:27:36.284 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.284 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.285 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.285 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219040 29.f 29:fd4a9384:::benchmark_data_gibba008_125393_object41222:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:27:36.285 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.160458+0000", 2021-03-04T23:27:36.286 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 66.838316926000005, 2021-03-04T23:27:36.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23414317700000001, 2021-03-04T23:27:36.286 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.287 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.287 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.287 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.287 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.288 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219040 2021-03-04T23:27:36.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.288 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160458+0000", 2021-03-04T23:27:36.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160458+0000", 2021-03-04T23:27:36.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5440000000000001e-06 2021-03-04T23:27:36.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160466+0000", 2021-03-04T23:27:36.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.199e-06 2021-03-04T23:27:36.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160468+0000", 2021-03-04T23:27:36.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0257e-05 2021-03-04T23:27:36.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160478+0000", 2021-03-04T23:27:36.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4859999999999997e-06 2021-03-04T23:27:36.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160484+0000", 2021-03-04T23:27:36.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0041744399999999997 2021-03-04T23:27:36.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.296 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164658+0000", 2021-03-04T23:27:36.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2010999999999997e-05 2021-03-04T23:27:36.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164750+0000", 2021-03-04T23:27:36.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5643999999999995e-05 2021-03-04T23:27:36.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164836+0000", 2021-03-04T23:27:36.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027802640000000002 2021-03-04T23:27:36.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167616+0000", 2021-03-04T23:27:36.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023682809999999999 2021-03-04T23:27:36.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.169985+0000", 2021-03-04T23:27:36.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224218735 2021-03-04T23:27:36.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394203+0000", 2021-03-04T23:27:36.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022181499999999999 2021-03-04T23:27:36.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.303 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394425+0000", 2021-03-04T23:27:36.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000176501 2021-03-04T23:27:36.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.304 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394602+0000", 2021-03-04T23:27:36.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23414317700000001 2021-03-04T23:27:36.305 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.305 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.305 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.305 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.306 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219050 29.f 29:f84a509d:::benchmark_data_gibba008_125393_object41232:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:27:36.306 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.167595+0000", 2021-03-04T23:27:36.306 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 66.831180146999998, 2021-03-04T23:27:36.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23734686799999999, 2021-03-04T23:27:36.307 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.307 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.307 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.308 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.308 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.308 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219050 2021-03-04T23:27:36.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.309 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167595+0000", 2021-03-04T23:27:36.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167595+0000", 2021-03-04T23:27:36.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9709999999999998e-06 2021-03-04T23:27:36.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167597+0000", 2021-03-04T23:27:36.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2680000000000001e-06 2021-03-04T23:27:36.312 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.313 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167599+0000", 2021-03-04T23:27:36.313 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6059999999999992e-06 2021-03-04T23:27:36.314 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.314 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167609+0000", 2021-03-04T23:27:36.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1830000000000002e-06 2021-03-04T23:27:36.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.315 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.315 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167614+0000", 2021-03-04T23:27:36.315 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7566999999999999e-05 2021-03-04T23:27:36.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.316 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.316 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167642+0000", 2021-03-04T23:27:36.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010498299999999999 2021-03-04T23:27:36.317 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.318 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167747+0000", 2021-03-04T23:27:36.318 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011017400000000001 2021-03-04T23:27:36.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167857+0000", 2021-03-04T23:27:36.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002264977 2021-03-04T23:27:36.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.320 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170122+0000", 2021-03-04T23:27:36.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1928999999999999e-05 2021-03-04T23:27:36.320 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.321 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.321 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170154+0000", 2021-03-04T23:27:36.321 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23434734600000001 2021-03-04T23:27:36.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.322 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.322 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.404501+0000", 2021-03-04T23:27:36.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022666400000000001 2021-03-04T23:27:36.322 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.404728+0000", 2021-03-04T23:27:36.323 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0002142 2021-03-04T23:27:36.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.324 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.404942+0000", 2021-03-04T23:27:36.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23734686799999999 2021-03-04T23:27:36.325 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.325 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.325 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.326 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:250544 29.f 29:f5399197:::benchmark_data_gibba008_125393_object72726:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:27:36.326 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:47.696862+0000", 2021-03-04T23:27:36.327 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 48.301913534999997, 2021-03-04T23:27:36.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.221266726, 2021-03-04T23:27:36.327 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.327 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.327 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.328 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.328 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.328 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 250544 2021-03-04T23:27:36.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.328 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696862+0000", 2021-03-04T23:27:36.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696862+0000", 2021-03-04T23:27:36.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.813e-06 2021-03-04T23:27:36.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696864+0000", 2021-03-04T23:27:36.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.277e-06 2021-03-04T23:27:36.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.332 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.332 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696866+0000", 2021-03-04T23:27:36.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6813999999999999e-05 2021-03-04T23:27:36.333 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.333 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.334 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696883+0000", 2021-03-04T23:27:36.334 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3490000000000002e-06 2021-03-04T23:27:36.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696887+0000", 2021-03-04T23:27:36.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3444e-05 2021-03-04T23:27:36.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.696921+0000", 2021-03-04T23:27:36.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9735999999999997e-05 2021-03-04T23:27:36.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697000+0000", 2021-03-04T23:27:36.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0888000000000003e-05 2021-03-04T23:27:36.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.338 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697071+0000", 2021-03-04T23:27:36.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023068540000000001 2021-03-04T23:27:36.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.699378+0000", 2021-03-04T23:27:36.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00031993499999999998 2021-03-04T23:27:36.340 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.699698+0000", 2021-03-04T23:27:36.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21816392100000001 2021-03-04T23:27:36.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.341 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.341 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.917862+0000", 2021-03-04T23:27:36.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013912199999999999 2021-03-04T23:27:36.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.918001+0000", 2021-03-04T23:27:36.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012757299999999999 2021-03-04T23:27:36.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.918129+0000", 2021-03-04T23:27:36.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.221266726 2021-03-04T23:27:36.344 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.344 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.344 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.345 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.345 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:297760 29.f 29:fe527649:::benchmark_data_gibba008_125393_object119942:head [delete] snapc 0=[] ondisk+write+known_if_redirected e708)", 2021-03-04T23:27:36.345 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:27:15.572678+0000", 2021-03-04T23:27:36.346 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 20.426097592000001, 2021-03-04T23:27:36.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.120160077, 2021-03-04T23:27:36.346 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.346 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.346 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.347 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.347 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.347 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 297760 2021-03-04T23:27:36.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.348 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572678+0000", 2021-03-04T23:27:36.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572678+0000", 2021-03-04T23:27:36.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5639999999999999e-06 2021-03-04T23:27:36.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.350 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.350 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.350 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572680+0000", 2021-03-04T23:27:36.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.137e-06 2021-03-04T23:27:36.351 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572682+0000", 2021-03-04T23:27:36.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9080000000000001e-06 2021-03-04T23:27:36.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.353 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.353 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572691+0000", 2021-03-04T23:27:36.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4909999999999999e-06 2021-03-04T23:27:36.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.354 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572696+0000", 2021-03-04T23:27:36.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5290999999999998e-05 2021-03-04T23:27:36.354 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.355 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572731+0000", 2021-03-04T23:27:36.355 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8490000000000001e-05 2021-03-04T23:27:36.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.356 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.356 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572820+0000", 2021-03-04T23:27:36.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2476e-05 2021-03-04T23:27:36.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.357 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.357 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.572912+0000", 2021-03-04T23:27:36.357 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0042313330000000003 2021-03-04T23:27:36.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.358 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.358 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.577143+0000", 2021-03-04T23:27:36.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8135000000000001e-05 2021-03-04T23:27:36.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.359 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.359 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.577172+0000", 2021-03-04T23:27:36.359 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.115481455 2021-03-04T23:27:36.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.692653+0000", 2021-03-04T23:27:36.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010440199999999999 2021-03-04T23:27:36.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.692757+0000", 2021-03-04T23:27:36.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0395000000000005e-05 2021-03-04T23:27:36.362 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.362 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.363 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.692838+0000", 2021-03-04T23:27:36.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.120160077 2021-03-04T23:27:36.363 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.363 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.363 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.364 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.364 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:297763 29.f 29:fd8be6d7:::benchmark_data_gibba008_125393_object119945:head [delete] snapc 0=[] ondisk+write+known_if_redirected e708)", 2021-03-04T23:27:36.364 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:27:15.573703+0000", 2021-03-04T23:27:36.364 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 20.425072791000002, 2021-03-04T23:27:36.365 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12316635400000001, 2021-03-04T23:27:36.365 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.365 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.366 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.366 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.366 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.366 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 297763 2021-03-04T23:27:36.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.367 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.573703+0000", 2021-03-04T23:27:36.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.573703+0000", 2021-03-04T23:27:36.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.826e-06 2021-03-04T23:27:36.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.369 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.573704+0000", 2021-03-04T23:27:36.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7519999999999999e-06 2021-03-04T23:27:36.370 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.371 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.371 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.573706+0000", 2021-03-04T23:27:36.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.009e-05 2021-03-04T23:27:36.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.372 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.573716+0000", 2021-03-04T23:27:36.372 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5129999999999998e-06 2021-03-04T23:27:36.372 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.373 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.373 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.373 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.573721+0000", 2021-03-04T23:27:36.373 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001367477 2021-03-04T23:27:36.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.374 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.374 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.374 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.575088+0000", 2021-03-04T23:27:36.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4851000000000006e-05 2021-03-04T23:27:36.374 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.375 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.375 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.375 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.575163+0000", 2021-03-04T23:27:36.375 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7455999999999998e-05 2021-03-04T23:27:36.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.376 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.376 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.575241+0000", 2021-03-04T23:27:36.376 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020957739999999999 2021-03-04T23:27:36.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.377 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.377 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.577336+0000", 2021-03-04T23:27:36.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019885000000000001 2021-03-04T23:27:36.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.378 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.577535+0000", 2021-03-04T23:27:36.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119203528 2021-03-04T23:27:36.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.379 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.696739+0000", 2021-03-04T23:27:36.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9345999999999996e-05 2021-03-04T23:27:36.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.381 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.696808+0000", 2021-03-04T23:27:36.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0890999999999997e-05 2021-03-04T23:27:36.381 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:15.696869+0000", 2021-03-04T23:27:36.382 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12316635400000001 2021-03-04T23:27:36.382 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.383 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.383 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.383 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.383 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.383 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:309588 29.f 29:f8740326:::benchmark_data_gibba008_125393_object131770:head [delete] snapc 0=[] ondisk+write+known_if_redirected e708)", 2021-03-04T23:27:36.384 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:27:23.236096+0000", 2021-03-04T23:27:36.384 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 12.762679365, 2021-03-04T23:27:36.384 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.128436157, 2021-03-04T23:27:36.384 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:27:36.385 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:27:36.385 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:27:36.385 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:27:36.385 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:27:36.386 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 309588 2021-03-04T23:27:36.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.386 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:27:36.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:27:36.387 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.236096+0000", 2021-03-04T23:27:36.387 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:27:36.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.388 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.388 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:27:36.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.236096+0000", 2021-03-04T23:27:36.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4120000000000003e-06 2021-03-04T23:27:36.388 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:27:36.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.236100+0000", 2021-03-04T23:27:36.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4580000000000002e-06 2021-03-04T23:27:36.389 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.390 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:27:36.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.236104+0000", 2021-03-04T23:27:36.390 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.075542103999999999 2021-03-04T23:27:36.390 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:27:36.391 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.311646+0000", 2021-03-04T23:27:36.391 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1107000000000001e-05 2021-03-04T23:27:36.392 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.392 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.392 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:27:36.392 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.311657+0000", 2021-03-04T23:27:36.393 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104104 2021-03-04T23:27:36.393 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.393 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.393 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:27:36.393 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.311761+0000", 2021-03-04T23:27:36.394 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000154423 2021-03-04T23:27:36.394 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.394 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.394 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:27:36.394 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.311916+0000", 2021-03-04T23:27:36.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016086900000000001 2021-03-04T23:27:36.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.395 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:27:36.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.312076+0000", 2021-03-04T23:27:36.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011511660999999999 2021-03-04T23:27:36.396 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.396 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.397 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.397 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.323588+0000", 2021-03-04T23:27:36.397 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026610700000000002 2021-03-04T23:27:36.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.398 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:27:36.398 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.326249+0000", 2021-03-04T23:27:36.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.038120678999999998 2021-03-04T23:27:36.399 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.399 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.399 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:27:36.399 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.364370+0000", 2021-03-04T23:27:36.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000103041 2021-03-04T23:27:36.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.400 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.400 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:27:36.400 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.364473+0000", 2021-03-04T23:27:36.400 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9228999999999998e-05 2021-03-04T23:27:36.401 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:27:36.401 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:27:36.401 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:27:36.401 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:23.364532+0000", 2021-03-04T23:27:36.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.128436157 2021-03-04T23:27:36.402 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.402 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.402 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.402 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:27:36.402 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:27:36.403 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:27:36.404 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:35 gibba023 bash[18090]: debug 2021-03-04T23:27:35.626+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:36.405 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:36.461 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:36 gibba008 bash[44600]: debug 2021-03-04T23:27:36.201+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:36.461 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:36 gibba008 bash[37770]: cluster 2021-03-04T23:27:35.395732+0000 mgr.x (mgr.34379) 1197 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:27:36.507 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:36.643 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:36.746 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:36.751 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:36 gibba008 bash[39303]: cluster 2021-03-04T23:27:35.395732+0000 mgr.x (mgr.34379) 1197 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:27:36.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:36 gibba023 bash[27374]: cluster 2021-03-04T23:27:35.395732+0000 mgr.x (mgr.34379) 1197 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:27:36.776 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:36 gibba023 bash[16680]: debug 2021-03-04T23:27:36.634+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:37.247 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:37.352 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:37.435 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:37.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:37 gibba008 bash[44600]: debug 2021-03-04T23:27:37.237+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:37.539 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:37.617 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:37 gibba023 bash[16680]: debug 2021-03-04T23:27:37.426+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:37.619 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:37.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:38.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:37 gibba023 bash[18090]: debug 2021-03-04T23:27:37.610+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:38.024 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:27:38.041 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:38.049 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:27:38.067 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:27:38.086 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:27:38.109 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:27:38.130 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:27:38.145 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:38.150 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:27:38.164 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:38 gibba008 bash[47391]: debug 2021-03-04T23:27:38.033+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:38.169 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:27:38.175 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.175 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.175 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.175 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.176 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.176 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.176 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.176 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:27:38.328 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:38.371 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:27:38.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:38.517 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:38.543 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:38.645 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:38.651 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:38 gibba008 bash[47391]: debug 2021-03-04T23:27:38.317+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:38.652 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:38 gibba008 bash[37770]: cluster 2021-03-04T23:27:37.396323+0000 mgr.x (mgr.34379) 1198 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 1.6 GiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:38.652 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:38 gibba008 bash[37770]: audit 2021-03-04T23:27:38.002763+0000 mon.a (mon.0) 1771 : audit [DBG] from='client.? 172.21.2.108:0/341412499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:38.652 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:38 gibba008 bash[39303]: cluster 2021-03-04T23:27:37.396323+0000 mgr.x (mgr.34379) 1198 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 1.6 GiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:38.652 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:38 gibba008 bash[39303]: audit 2021-03-04T23:27:38.002763+0000 mon.a (mon.0) 1771 : audit [DBG] from='client.? 172.21.2.108:0/341412499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:38.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:38 gibba023 bash[18090]: debug 2021-03-04T23:27:38.538+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:38 gibba023 bash[27374]: cluster 2021-03-04T23:27:37.396323+0000 mgr.x (mgr.34379) 1198 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 1.6 GiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:38 gibba023 bash[27374]: audit 2021-03-04T23:27:38.002763+0000 mon.a (mon.0) 1771 : audit [DBG] from='client.? 172.21.2.108:0/341412499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:39.019 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:39.127 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:39.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:39 gibba008 bash[47391]: debug 2021-03-04T23:27:39.009+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:39.389 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:39.492 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:39.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:39 gibba008 bash[44600]: debug 2021-03-04T23:27:39.381+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:39.793 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:39.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:40.197 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:39 gibba008 bash[48858]: debug 2021-03-04T23:27:39.781+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:40.414 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:40.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:40 gibba008 bash[37770]: cluster 2021-03-04T23:27:39.396668+0000 mgr.x (mgr.34379) 1199 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 1.6 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:40.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:40 gibba008 bash[39303]: cluster 2021-03-04T23:27:39.396668+0000 mgr.x (mgr.34379) 1199 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 1.6 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:40.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:40 gibba008 bash[44600]: debug 2021-03-04T23:27:40.405+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:40.517 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:40.522 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:40 gibba023 bash[27374]: cluster 2021-03-04T23:27:39.396668+0000 mgr.x (mgr.34379) 1199 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 1.6 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:40.619 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:40.722 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:40.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:40 gibba023 bash[15180]: debug 2021-03-04T23:27:40.614+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:41.301 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:41.404 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:41.644 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:41 gibba008 bash[48858]: debug 2021-03-04T23:27:41.293+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:41.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:41.749 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:41.865 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:41.944 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:41 gibba008 bash[48858]: debug 2021-03-04T23:27:41.637+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:41.970 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:42.023 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:41 gibba023 bash[16680]: debug 2021-03-04T23:27:41.858+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:42.065 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:42.170 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:42.452 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:42 gibba023 bash[19550]: debug 2021-03-04T23:27:42.058+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:42.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:42 gibba008 bash[39303]: cluster 2021-03-04T23:27:41.397227+0000 mgr.x (mgr.34379) 1200 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 1.3 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:27:42.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:42 gibba008 bash[37770]: cluster 2021-03-04T23:27:41.397227+0000 mgr.x (mgr.34379) 1200 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 1.3 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:27:42.581 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:42.684 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:42.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:42 gibba023 bash[27374]: cluster 2021-03-04T23:27:41.397227+0000 mgr.x (mgr.34379) 1200 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 1.3 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:27:43.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:42 gibba008 bash[91265]: debug 2021-03-04T23:27:42.573+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:43.032 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:43.135 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:43.221 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:43.324 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.417 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:43 gibba023 bash[18090]: debug 2021-03-04T23:27:43.214+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:43.418 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:43 gibba008 bash[47391]: debug 2021-03-04T23:27:43.017+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:43.525 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.634 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.740 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.746 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:43 gibba023 bash[19550]: debug 2021-03-04T23:27:43.410+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:43.747 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:43 gibba023 bash[19550]: debug 2021-03-04T23:27:43.626+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:43.838 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.942 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:43.944 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:27:44.015 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:44.016 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:43 gibba023 bash[19550]: debug 2021-03-04T23:27:43.830+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:44.017 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[16680]: debug 2021-03-04T23:27:44.010+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:44.039 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:44.122 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:44.207 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:44.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[15180]: debug 2021-03-04T23:27:44.202+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:44.310 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:44.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[39303]: cluster 2021-03-04T23:27:43.397710+0000 mgr.x (mgr.34379) 1201 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:27:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[39303]: audit 2021-03-04T23:27:43.613525+0000 mon.a (mon.0) 1772 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[39303]: audit 2021-03-04T23:27:43.869164+0000 mon.a (mon.0) 1773 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[39303]: audit 2021-03-04T23:27:43.869978+0000 mon.a (mon.0) 1774 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[39303]: audit 2021-03-04T23:27:43.875291+0000 mon.a (mon.0) 1775 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:44.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[39303]: audit 2021-03-04T23:27:43.876238+0000 mon.a (mon.0) 1776 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[37770]: cluster 2021-03-04T23:27:43.397710+0000 mgr.x (mgr.34379) 1201 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:27:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[37770]: audit 2021-03-04T23:27:43.613525+0000 mon.a (mon.0) 1772 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[37770]: audit 2021-03-04T23:27:43.869164+0000 mon.a (mon.0) 1773 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[37770]: audit 2021-03-04T23:27:43.869978+0000 mon.a (mon.0) 1774 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[37770]: audit 2021-03-04T23:27:43.875291+0000 mon.a (mon.0) 1775 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:44.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[37770]: audit 2021-03-04T23:27:43.876238+0000 mon.a (mon.0) 1776 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:44.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[27374]: cluster 2021-03-04T23:27:43.397710+0000 mgr.x (mgr.34379) 1201 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:27:44.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[27374]: audit 2021-03-04T23:27:43.613525+0000 mon.a (mon.0) 1772 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:44.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[27374]: audit 2021-03-04T23:27:43.869164+0000 mon.a (mon.0) 1773 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[27374]: audit 2021-03-04T23:27:43.869978+0000 mon.a (mon.0) 1774 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[27374]: audit 2021-03-04T23:27:43.875291+0000 mon.a (mon.0) 1775 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:44 gibba023 bash[27374]: audit 2021-03-04T23:27:43.876238+0000 mon.a (mon.0) 1776 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:44.888 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:44.992 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:45.213 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:44 gibba008 bash[44600]: debug 2021-03-04T23:27:44.877+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:45.312 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:45.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:45.468 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[37770]: audit 2021-03-04T23:27:44.792985+0000 mon.a (mon.0) 1777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:27:45.469 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[37770]: audit 2021-03-04T23:27:44.793216+0000 mon.a (mon.0) 1778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:27:45.469 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[39303]: audit 2021-03-04T23:27:44.792985+0000 mon.a (mon.0) 1777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:27:45.469 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[39303]: audit 2021-03-04T23:27:44.793216+0000 mon.a (mon.0) 1778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:27:45.470 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[91265]: debug 2021-03-04T23:27:45.301+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[39303]: audit 2021-03-04T23:27:44.793391+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:27:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[39303]: audit 2021-03-04T23:27:44.973419+0000 mon.a (mon.0) 1780 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[37770]: audit 2021-03-04T23:27:44.793391+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:27:45.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[37770]: audit 2021-03-04T23:27:44.973419+0000 mon.a (mon.0) 1780 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:45.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:45 gibba023 bash[27374]: audit 2021-03-04T23:27:44.792985+0000 mon.a (mon.0) 1777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:27:45.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:45 gibba023 bash[27374]: audit 2021-03-04T23:27:44.793216+0000 mon.a (mon.0) 1778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:27:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:45 gibba023 bash[27374]: audit 2021-03-04T23:27:44.793391+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:27:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:45 gibba023 bash[27374]: audit 2021-03-04T23:27:44.973419+0000 mon.a (mon.0) 1780 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:45.830 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:45.934 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:46.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:45 gibba008 bash[47391]: debug 2021-03-04T23:27:45.821+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:46.580 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:46.683 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:46.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:46 gibba008 bash[37770]: cluster 2021-03-04T23:27:45.398188+0000 mgr.x (mgr.34379) 1202 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:27:46.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:46 gibba008 bash[39303]: cluster 2021-03-04T23:27:45.398188+0000 mgr.x (mgr.34379) 1202 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:27:46.764 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:46 gibba008 bash[48858]: debug 2021-03-04T23:27:46.569+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:46.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:46 gibba023 bash[27374]: cluster 2021-03-04T23:27:45.398188+0000 mgr.x (mgr.34379) 1202 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:27:46.783 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:46.889 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:47.222 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:47.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:46 gibba023 bash[18090]: debug 2021-03-04T23:27:46.774+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:47.325 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:47.519 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:47 gibba008 bash[47391]: debug 2021-03-04T23:27:47.213+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:47.696 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:47.801 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:48.018 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:47 gibba008 bash[44600]: debug 2021-03-04T23:27:47.685+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:48.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:48.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:48.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:48 gibba008 bash[37770]: cluster 2021-03-04T23:27:47.398730+0000 mgr.x (mgr.34379) 1203 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 612 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.97k op/s 2021-03-04T23:27:49.186 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:48 gibba008 bash[37770]: audit 2021-03-04T23:27:48.099154+0000 mon.a (mon.0) 1781 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:49.187 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:48 gibba008 bash[39303]: cluster 2021-03-04T23:27:47.398730+0000 mgr.x (mgr.34379) 1203 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 612 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.97k op/s 2021-03-04T23:27:49.187 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:48 gibba008 bash[39303]: audit 2021-03-04T23:27:48.099154+0000 mon.a (mon.0) 1781 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:49.188 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:48 gibba008 bash[91265]: debug 2021-03-04T23:27:48.233+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:49.189 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:49.189 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:48 gibba023 bash[27374]: cluster 2021-03-04T23:27:47.398730+0000 mgr.x (mgr.34379) 1203 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 612 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.97k op/s 2021-03-04T23:27:49.190 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:48 gibba023 bash[27374]: audit 2021-03-04T23:27:48.099154+0000 mon.a (mon.0) 1781 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:49.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:48 gibba008 bash[48858]: debug 2021-03-04T23:27:48.993+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:49.290 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:49.438 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:49.541 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:49.669 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:49 gibba023 bash[27374]: cephadm 2021-03-04T23:27:48.101498+0000 mgr.x (mgr.34379) 1204 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:27:49.669 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:49 gibba023 bash[15180]: debug 2021-03-04T23:27:49.430+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:49.670 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:49 gibba023 bash[19550]: debug 2021-03-04T23:27:49.662+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:49.671 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:49.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:49 gibba008 bash[37770]: cephadm 2021-03-04T23:27:48.101498+0000 mgr.x (mgr.34379) 1204 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:27:49.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:49 gibba008 bash[39303]: cephadm 2021-03-04T23:27:48.101498+0000 mgr.x (mgr.34379) 1204 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:27:49.774 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:50.426 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:50.530 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:50.610 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:50.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:50.735 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:50 gibba008 bash[39303]: cluster 2021-03-04T23:27:49.399132+0000 mgr.x (mgr.34379) 1205 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 551 MiB data, 2.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:27:50.735 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:50 gibba008 bash[44600]: debug 2021-03-04T23:27:50.417+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:50.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:50 gibba008 bash[37770]: cluster 2021-03-04T23:27:49.399132+0000 mgr.x (mgr.34379) 1205 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 551 MiB data, 2.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:27:50.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:50 gibba023 bash[27374]: cluster 2021-03-04T23:27:49.399132+0000 mgr.x (mgr.34379) 1205 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 551 MiB data, 2.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:27:50.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:50 gibba023 bash[15180]: debug 2021-03-04T23:27:50.602+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:51.025 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:51.130 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:51.229 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:51.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:51 gibba008 bash[48858]: debug 2021-03-04T23:27:51.013+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:51.333 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:51.483 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:51 gibba023 bash[27374]: audit 2021-03-04T23:27:51.417068+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? 172.21.2.108:0/391196601' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:27:51.484 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:51 gibba023 bash[18090]: debug 2021-03-04T23:27:51.222+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:51.487 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pgp_num to 28 2021-03-04T23:27:51.598 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:51 gibba008 bash[37770]: audit 2021-03-04T23:27:51.417068+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? 172.21.2.108:0/391196601' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:27:51.599 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:51 gibba008 bash[39303]: audit 2021-03-04T23:27:51.417068+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? 172.21.2.108:0/391196601' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:27:51.632 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:51.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:52.009 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:52.010 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Removed 177815 objects 2021-03-04T23:27:52.011 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Clean up completed and total clean up time :108.42 2021-03-04T23:27:52.053 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:51 gibba008 bash[48858]: debug 2021-03-04T23:27:51.621+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:52.113 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:52.487 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[91265]: debug 2021-03-04T23:27:52.001+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:52.691 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:52.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[47391]: debug 2021-03-04T23:27:52.681+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:52.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[37770]: cluster 2021-03-04T23:27:51.399560+0000 mgr.x (mgr.34379) 1206 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 279 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:27:52.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[37770]: audit 2021-03-04T23:27:51.481658+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? 172.21.2.108:0/391196601' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:27:52.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[37770]: cluster 2021-03-04T23:27:51.481694+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-03-04T23:27:52.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[39303]: cluster 2021-03-04T23:27:51.399560+0000 mgr.x (mgr.34379) 1206 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 279 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:27:52.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[39303]: audit 2021-03-04T23:27:51.481658+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? 172.21.2.108:0/391196601' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:27:52.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:52 gibba008 bash[39303]: cluster 2021-03-04T23:27:51.481694+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-03-04T23:27:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:52 gibba023 bash[27374]: cluster 2021-03-04T23:27:51.399560+0000 mgr.x (mgr.34379) 1206 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 279 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.75k op/s 2021-03-04T23:27:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:52 gibba023 bash[27374]: audit 2021-03-04T23:27:51.481658+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? 172.21.2.108:0/391196601' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:27:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:52 gibba023 bash[27374]: cluster 2021-03-04T23:27:51.481694+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-03-04T23:27:52.794 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:53.142 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:53.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:53.492 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:27:53 gibba008 bash[47391]: debug 2021-03-04T23:27:53.133+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:53.515 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:27:53.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:53 gibba008 bash[37770]: audit 2021-03-04T23:27:53.059289+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? 172.21.2.108:0/1907358579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:53.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:53 gibba008 bash[37770]: cluster 2021-03-04T23:27:53.400914+0000 mgr.x (mgr.34379) 1207 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 71 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:27:53.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:53 gibba008 bash[39303]: audit 2021-03-04T23:27:53.059289+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? 172.21.2.108:0/1907358579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:53.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:53 gibba008 bash[39303]: cluster 2021-03-04T23:27:53.400914+0000 mgr.x (mgr.34379) 1207 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 71 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:27:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:53 gibba023 bash[27374]: audit 2021-03-04T23:27:53.059289+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? 172.21.2.108:0/1907358579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:53 gibba023 bash[27374]: cluster 2021-03-04T23:27:53.400914+0000 mgr.x (mgr.34379) 1207 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 71 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:27:53.780 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:53.884 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:54.249 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:53 gibba008 bash[44600]: debug 2021-03-04T23:27:53.773+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:54.250 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:54.353 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:54.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[48858]: debug 2021-03-04T23:27:54.241+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:54.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: cluster 2021-03-04T23:27:53.485516+0000 mon.a (mon.0) 1786 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:27:54.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: cluster 2021-03-04T23:27:53.485684+0000 mon.a (mon.0) 1787 : cluster [INF] Cluster is now healthy 2021-03-04T23:27:54.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: audit 2021-03-04T23:27:53.503572+0000 mon.a (mon.0) 1788 : audit [INF] from='client.? 172.21.2.108:0/1907358579' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:54.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: cluster 2021-03-04T23:27:53.503776+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-03-04T23:27:54.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: audit 2021-03-04T23:27:54.142465+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:54.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: cephadm 2021-03-04T23:27:54.144770+0000 mgr.x (mgr.34379) 1208 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:27:54.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[37770]: audit 2021-03-04T23:27:54.356799+0000 mon.a (mon.0) 1791 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:54.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: cluster 2021-03-04T23:27:53.485516+0000 mon.a (mon.0) 1786 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:27:54.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: cluster 2021-03-04T23:27:53.485684+0000 mon.a (mon.0) 1787 : cluster [INF] Cluster is now healthy 2021-03-04T23:27:54.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: audit 2021-03-04T23:27:53.503572+0000 mon.a (mon.0) 1788 : audit [INF] from='client.? 172.21.2.108:0/1907358579' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:54.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: cluster 2021-03-04T23:27:53.503776+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-03-04T23:27:54.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: audit 2021-03-04T23:27:54.142465+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:54.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: cephadm 2021-03-04T23:27:54.144770+0000 mgr.x (mgr.34379) 1208 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:27:54.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[39303]: audit 2021-03-04T23:27:54.356799+0000 mon.a (mon.0) 1791 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: cluster 2021-03-04T23:27:53.485516+0000 mon.a (mon.0) 1786 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:27:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: cluster 2021-03-04T23:27:53.485684+0000 mon.a (mon.0) 1787 : cluster [INF] Cluster is now healthy 2021-03-04T23:27:54.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: audit 2021-03-04T23:27:53.503572+0000 mon.a (mon.0) 1788 : audit [INF] from='client.? 172.21.2.108:0/1907358579' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:54.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: cluster 2021-03-04T23:27:53.503776+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-03-04T23:27:54.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: audit 2021-03-04T23:27:54.142465+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:54.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: cephadm 2021-03-04T23:27:54.144770+0000 mgr.x (mgr.34379) 1208 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:27:54.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:54 gibba023 bash[27374]: audit 2021-03-04T23:27:54.356799+0000 mon.a (mon.0) 1791 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:27:54.962 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:55.063 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:54 gibba008 bash[91265]: debug 2021-03-04T23:27:54.953+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:55.065 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:55.292 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2021-03-04T23:27:55.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2021-03-04T23:27:55.383 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:55.392 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:55.495 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:55.630 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:55.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:55.749 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:55 gibba008 bash[37770]: cluster 2021-03-04T23:27:55.401997+0000 mgr.x (mgr.34379) 1209 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 71 MiB data, 1.1 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s 2021-03-04T23:27:55.749 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:55 gibba008 bash[39303]: cluster 2021-03-04T23:27:55.401997+0000 mgr.x (mgr.34379) 1209 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 71 MiB data, 1.1 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s 2021-03-04T23:27:55.750 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:55 gibba008 bash[48858]: debug 2021-03-04T23:27:55.385+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:55 gibba023 bash[27374]: cluster 2021-03-04T23:27:55.401997+0000 mgr.x (mgr.34379) 1209 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 71 MiB data, 1.1 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s 2021-03-04T23:27:55.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:27:55 gibba023 bash[19550]: debug 2021-03-04T23:27:55.622+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:56.167 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:56.270 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:56.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:56 gibba008 bash[91265]: debug 2021-03-04T23:27:56.157+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:56.751 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:56.853 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:56.979 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:57.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:27:56 gibba008 bash[48858]: debug 2021-03-04T23:27:56.741+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:57.082 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:57.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:56 gibba023 bash[15180]: debug 2021-03-04T23:27:56.974+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:57.349 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:57.452 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:57.552 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:57.657 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:57.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:27:57 gibba008 bash[44600]: debug 2021-03-04T23:27:57.341+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:57.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:57 gibba023 bash[16680]: debug 2021-03-04T23:27:57.546+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:58.091 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:58.153 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:58.153 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:58.194 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:58.462 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:58.464 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:27:58 gibba023 bash[15180]: debug 2021-03-04T23:27:58.086+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:58.566 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:58 gibba023 bash[27374]: cluster 2021-03-04T23:27:57.403787+0000 mgr.x (mgr.34379) 1210 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.10k op/s 2021-03-04T23:27:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:27:58 gibba023 bash[27374]: audit 2021-03-04T23:27:58.235349+0000 mon.a (mon.0) 1792 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:58 gibba008 bash[37770]: cluster 2021-03-04T23:27:57.403787+0000 mgr.x (mgr.34379) 1210 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.10k op/s 2021-03-04T23:27:59.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:27:58 gibba008 bash[37770]: audit 2021-03-04T23:27:58.235349+0000 mon.a (mon.0) 1792 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:58 gibba008 bash[39303]: cluster 2021-03-04T23:27:57.403787+0000 mgr.x (mgr.34379) 1210 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.10k op/s 2021-03-04T23:27:59.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:27:58 gibba008 bash[39303]: audit 2021-03-04T23:27:58.235349+0000 mon.a (mon.0) 1792 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:59.017 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:27:58 gibba008 bash[91265]: debug 2021-03-04T23:27:58.453+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:27:59.046 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:59.149 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:59.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:27:59 gibba023 bash[18090]: debug 2021-03-04T23:27:59.038+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:27:59.555 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:27:59.563 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:59.664 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:59.670 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:59.971 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:27:59.971 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:27:59.971 INFO:tasks.thrashosds.thrasher:Killing osd 5, live_osds are [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:27:59.972 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2021-03-04T23:27:59.972 DEBUG:teuthology.orchestra.run.gibba023:> sudo systemctl stop ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.5 2021-03-04T23:27:59.993 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:59 gibba023 bash[16680]: debug 2021-03-04T23:27:59.554+0000 7fdc099cc700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:00.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:28:00.094 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:00.148 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:00.197 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:00.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:00 gibba023 bash[27374]: cluster 2021-03-04T23:27:59.405050+0000 mgr.x (mgr.34379) 1211 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 557 op/s 2021-03-04T23:28:00.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:00 gibba023 bash[18090]: debug 2021-03-04T23:28:00.090+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:00.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:27:59 gibba023 systemd[1]: Stopping Ceph osd.5 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T23:28:00.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:00 gibba008 bash[37770]: cluster 2021-03-04T23:27:59.405050+0000 mgr.x (mgr.34379) 1211 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 557 op/s 2021-03-04T23:28:00.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:00 gibba008 bash[39303]: cluster 2021-03-04T23:27:59.405050+0000 mgr.x (mgr.34379) 1211 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 557 op/s 2021-03-04T23:28:00.736 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:28:00 gibba023 bash[16680]: debug 2021-03-04T23:28:00.458+0000 7fdc099cc700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:00.737 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:28:00 gibba023 bash[16680]: debug 2021-03-04T23:28:00.458+0000 7fdc099cc700 -1 osd.5 711 *** Got signal Terminated *** 2021-03-04T23:28:00.737 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:28:00 gibba023 bash[16680]: debug 2021-03-04T23:28:00.458+0000 7fdc099cc700 -1 osd.5 711 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T23:28:00.738 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:00.839 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:01.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:00 gibba023 bash[15180]: debug 2021-03-04T23:28:00.730+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:01.433 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.545376+0000 mon.a (mon.0) 1793 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.433 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.545464+0000 mon.a (mon.0) 1794 : cluster [INF] osd.5 failed (root=default,host=gibba023) (connection refused reported by osd.0) 2021-03-04T23:28:01.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.545915+0000 mon.a (mon.0) 1795 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.546185+0000 mon.a (mon.0) 1796 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.546594+0000 mon.a (mon.0) 1797 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.546852+0000 mon.a (mon.0) 1798 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.547224+0000 mon.a (mon.0) 1799 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.547588+0000 mon.a (mon.0) 1800 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.547997+0000 mon.a (mon.0) 1801 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.656136+0000 mon.a (mon.0) 1802 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.744145+0000 mon.a (mon.0) 1803 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.436 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.744744+0000 mon.a (mon.0) 1804 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.436 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.745103+0000 mon.a (mon.0) 1805 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.436 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.745637+0000 mon.a (mon.0) 1806 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.436 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.746205+0000 mon.a (mon.0) 1807 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.437 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.746669+0000 mon.a (mon.0) 1808 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.437 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.747185+0000 mon.a (mon.0) 1809 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.437 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.747482+0000 mon.a (mon.0) 1810 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.437 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.747923+0000 mon.a (mon.0) 1811 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.437 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.748575+0000 mon.a (mon.0) 1812 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.438 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.748764+0000 mon.a (mon.0) 1813 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.438 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.749371+0000 mon.a (mon.0) 1814 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.438 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.749402+0000 mon.a (mon.0) 1815 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.439 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.749480+0000 mon.a (mon.0) 1816 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.439 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:00.855923+0000 mon.a (mon.0) 1817 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.439 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.142267+0000 mon.a (mon.0) 1818 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.545376+0000 mon.a (mon.0) 1793 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.545464+0000 mon.a (mon.0) 1794 : cluster [INF] osd.5 failed (root=default,host=gibba023) (connection refused reported by osd.0) 2021-03-04T23:28:01.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.545915+0000 mon.a (mon.0) 1795 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.441 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.546185+0000 mon.a (mon.0) 1796 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.441 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.546594+0000 mon.a (mon.0) 1797 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.441 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.546852+0000 mon.a (mon.0) 1798 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.442 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.547224+0000 mon.a (mon.0) 1799 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.442 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.547588+0000 mon.a (mon.0) 1800 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.442 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.547997+0000 mon.a (mon.0) 1801 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.442 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.656136+0000 mon.a (mon.0) 1802 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.744145+0000 mon.a (mon.0) 1803 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.744744+0000 mon.a (mon.0) 1804 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.745103+0000 mon.a (mon.0) 1805 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.745637+0000 mon.a (mon.0) 1806 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.443 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.746205+0000 mon.a (mon.0) 1807 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.746669+0000 mon.a (mon.0) 1808 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.747185+0000 mon.a (mon.0) 1809 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.747482+0000 mon.a (mon.0) 1810 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.747923+0000 mon.a (mon.0) 1811 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.444 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.748575+0000 mon.a (mon.0) 1812 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.748764+0000 mon.a (mon.0) 1813 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.749371+0000 mon.a (mon.0) 1814 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.749402+0000 mon.a (mon.0) 1815 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.445 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.749480+0000 mon.a (mon.0) 1816 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.446 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:00.855923+0000 mon.a (mon.0) 1817 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.446 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.142267+0000 mon.a (mon.0) 1818 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.446 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:01.447 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.142627+0000 mon.a (mon.0) 1819 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.447 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.146006+0000 mon.a (mon.0) 1820 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.447 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.146363+0000 mon.a (mon.0) 1821 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.146791+0000 mon.a (mon.0) 1822 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.146970+0000 mon.a (mon.0) 1823 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.147537+0000 mon.a (mon.0) 1824 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.147729+0000 mon.a (mon.0) 1825 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.448 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.148215+0000 mon.a (mon.0) 1826 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.449 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.148379+0000 mon.a (mon.0) 1827 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.449 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.148979+0000 mon.a (mon.0) 1828 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.449 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.149167+0000 mon.a (mon.0) 1829 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.449 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.149645+0000 mon.a (mon.0) 1830 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.149951+0000 mon.a (mon.0) 1831 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.188416+0000 mon.a (mon.0) 1832 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.450 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.142627+0000 mon.a (mon.0) 1819 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.146006+0000 mon.a (mon.0) 1820 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.146363+0000 mon.a (mon.0) 1821 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.146791+0000 mon.a (mon.0) 1822 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.146970+0000 mon.a (mon.0) 1823 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.147537+0000 mon.a (mon.0) 1824 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.147729+0000 mon.a (mon.0) 1825 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.148215+0000 mon.a (mon.0) 1826 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.148379+0000 mon.a (mon.0) 1827 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.148979+0000 mon.a (mon.0) 1828 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.149167+0000 mon.a (mon.0) 1829 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.149645+0000 mon.a (mon.0) 1830 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.149951+0000 mon.a (mon.0) 1831 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.453 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.188416+0000 mon.a (mon.0) 1832 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.545376+0000 mon.a (mon.0) 1793 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.545464+0000 mon.a (mon.0) 1794 : cluster [INF] osd.5 failed (root=default,host=gibba023) (connection refused reported by osd.0) 2021-03-04T23:28:01.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.545915+0000 mon.a (mon.0) 1795 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.546185+0000 mon.a (mon.0) 1796 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.546594+0000 mon.a (mon.0) 1797 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.546852+0000 mon.a (mon.0) 1798 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.547224+0000 mon.a (mon.0) 1799 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.547588+0000 mon.a (mon.0) 1800 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.547997+0000 mon.a (mon.0) 1801 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.656136+0000 mon.a (mon.0) 1802 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.744145+0000 mon.a (mon.0) 1803 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.744744+0000 mon.a (mon.0) 1804 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.745103+0000 mon.a (mon.0) 1805 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.745637+0000 mon.a (mon.0) 1806 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.746205+0000 mon.a (mon.0) 1807 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.746669+0000 mon.a (mon.0) 1808 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.747185+0000 mon.a (mon.0) 1809 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.747482+0000 mon.a (mon.0) 1810 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.747923+0000 mon.a (mon.0) 1811 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.748575+0000 mon.a (mon.0) 1812 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.748764+0000 mon.a (mon.0) 1813 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.749371+0000 mon.a (mon.0) 1814 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.749402+0000 mon.a (mon.0) 1815 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.749480+0000 mon.a (mon.0) 1816 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:00.855923+0000 mon.a (mon.0) 1817 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.142267+0000 mon.a (mon.0) 1818 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.142627+0000 mon.a (mon.0) 1819 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-03-04T23:28:01.531 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.146006+0000 mon.a (mon.0) 1820 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.146363+0000 mon.a (mon.0) 1821 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-03-04T23:28:01.532 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.146791+0000 mon.a (mon.0) 1822 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.146970+0000 mon.a (mon.0) 1823 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.147537+0000 mon.a (mon.0) 1824 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.147729+0000 mon.a (mon.0) 1825 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.148215+0000 mon.a (mon.0) 1826 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-03-04T23:28:01.533 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.148379+0000 mon.a (mon.0) 1827 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.148979+0000 mon.a (mon.0) 1828 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.149167+0000 mon.a (mon.0) 1829 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-03-04T23:28:01.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.149645+0000 mon.a (mon.0) 1830 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-03-04T23:28:01.534 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.149951+0000 mon.a (mon.0) 1831 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-03-04T23:28:01.535 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:01 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.188416+0000 mon.a (mon.0) 1832 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-03-04T23:28:01.555 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:01.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:01 gibba008 bash[48858]: debug 2021-03-04T23:28:01.421+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:02.079 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:02.182 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:02.229 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:28:02.243 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:28:02.256 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:28:02.269 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:28:02.284 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:28:02.299 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:28:02.313 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:28:02.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.314 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.315 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.315 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:28:02.315 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:28:02.315 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.315 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:02.439 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:02 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.206388+0000 mon.a (mon.0) 1833 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:28:02.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:02 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.217600+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e712: 8 total, 7 up, 8 in 2021-03-04T23:28:02.440 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:02 gibba008 bash[37770]: cluster 2021-03-04T23:28:01.406325+0000 mgr.x (mgr.34379) 1212 : cluster [DBG] pgmap v1585: 129 pgs: 5 peering, 13 stale+active+clean, 111 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 142 op/s 2021-03-04T23:28:02.440 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:02 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.206388+0000 mon.a (mon.0) 1833 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:28:02.440 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:02 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.217600+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e712: 8 total, 7 up, 8 in 2021-03-04T23:28:02.441 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:02 gibba008 bash[39303]: cluster 2021-03-04T23:28:01.406325+0000 mgr.x (mgr.34379) 1212 : cluster [DBG] pgmap v1585: 129 pgs: 5 peering, 13 stale+active+clean, 111 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 142 op/s 2021-03-04T23:28:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:02 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.206388+0000 mon.a (mon.0) 1833 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:28:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:02 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.217600+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e712: 8 total, 7 up, 8 in 2021-03-04T23:28:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:02 gibba023 bash[27374]: cluster 2021-03-04T23:28:01.406325+0000 mgr.x (mgr.34379) 1212 : cluster [DBG] pgmap v1585: 129 pgs: 5 peering, 13 stale+active+clean, 111 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 142 op/s 2021-03-04T23:28:02.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:02 gibba023 bash[19550]: debug 2021-03-04T23:28:02.074+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:02.573 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:02.680 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:03.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:02 gibba023 bash[18090]: debug 2021-03-04T23:28:02.566+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:03.147 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:03.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:03.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[37770]: audit 2021-03-04T23:28:02.207467+0000 mon.c (mon.1) 115 : audit [DBG] from='client.? 172.21.2.108:0/2037362886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:03.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[37770]: cluster 2021-03-04T23:28:02.216463+0000 mon.a (mon.0) 1835 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2021-03-04T23:28:03.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[37770]: cluster 2021-03-04T23:28:02.219010+0000 mon.a (mon.0) 1836 : cluster [DBG] osdmap e713: 8 total, 7 up, 8 in 2021-03-04T23:28:03.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[39303]: audit 2021-03-04T23:28:02.207467+0000 mon.c (mon.1) 115 : audit [DBG] from='client.? 172.21.2.108:0/2037362886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:03.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[39303]: cluster 2021-03-04T23:28:02.216463+0000 mon.a (mon.0) 1835 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2021-03-04T23:28:03.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[39303]: cluster 2021-03-04T23:28:02.219010+0000 mon.a (mon.0) 1836 : cluster [DBG] osdmap e713: 8 total, 7 up, 8 in 2021-03-04T23:28:03.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:03 gibba023 bash[19550]: debug 2021-03-04T23:28:03.142+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:03.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:03 gibba023 bash[27374]: audit 2021-03-04T23:28:02.207467+0000 mon.c (mon.1) 115 : audit [DBG] from='client.? 172.21.2.108:0/2037362886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:03.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:03 gibba023 bash[27374]: cluster 2021-03-04T23:28:02.216463+0000 mon.a (mon.0) 1835 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2021-03-04T23:28:03.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:03 gibba023 bash[27374]: cluster 2021-03-04T23:28:02.219010+0000 mon.a (mon.0) 1836 : cluster [DBG] osdmap e713: 8 total, 7 up, 8 in 2021-03-04T23:28:03.992 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:04.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:04.281 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:04 gibba008 bash[37770]: cluster 2021-03-04T23:28:03.407599+0000 mgr.x (mgr.34379) 1213 : cluster [DBG] pgmap v1587: 129 pgs: 19 peering, 5 stale+active+clean, 4 active+undersized, 101 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 142 op/s 2021-03-04T23:28:04.282 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:04 gibba008 bash[39303]: cluster 2021-03-04T23:28:03.407599+0000 mgr.x (mgr.34379) 1213 : cluster [DBG] pgmap v1587: 129 pgs: 19 peering, 5 stale+active+clean, 4 active+undersized, 101 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 142 op/s 2021-03-04T23:28:04.282 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:03 gibba008 bash[91265]: debug 2021-03-04T23:28:03.985+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:04.329 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:04.437 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:04.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:04 gibba023 bash[27374]: cluster 2021-03-04T23:28:03.407599+0000 mgr.x (mgr.34379) 1213 : cluster [DBG] pgmap v1587: 129 pgs: 19 peering, 5 stale+active+clean, 4 active+undersized, 101 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 142 op/s 2021-03-04T23:28:04.629 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:04 gibba008 bash[44600]: debug 2021-03-04T23:28:04.321+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:04.749 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:04.852 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:05.013 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:28:05.014 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:28:05.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:04 gibba023 bash[19550]: debug 2021-03-04T23:28:04.742+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:05.309 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:05.417 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:05.636 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:05 gibba008 bash[47391]: debug 2021-03-04T23:28:05.301+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:05.637 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:05 gibba008 bash[37770]: cluster 2021-03-04T23:28:05.408352+0000 mgr.x (mgr.34379) 1214 : cluster [DBG] pgmap v1588: 129 pgs: 1 active+undersized+degraded, 19 peering, 4 stale+active+clean, 8 active+undersized, 97 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:28:05.637 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:05 gibba008 bash[37770]: cluster 2021-03-04T23:28:05.459626+0000 mon.a (mon.0) 1837 : cluster [WRN] Health check failed: Degraded data redundancy: 2/66 objects degraded (3.030%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:28:05.637 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:05 gibba008 bash[39303]: cluster 2021-03-04T23:28:05.408352+0000 mgr.x (mgr.34379) 1214 : cluster [DBG] pgmap v1588: 129 pgs: 1 active+undersized+degraded, 19 peering, 4 stale+active+clean, 8 active+undersized, 97 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:28:05.638 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:05 gibba008 bash[39303]: cluster 2021-03-04T23:28:05.459626+0000 mon.a (mon.0) 1837 : cluster [WRN] Health check failed: Degraded data redundancy: 2/66 objects degraded (3.030%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:28:05.705 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:28:05 gibba023 docker[81504]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:05.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:05 gibba023 bash[27374]: cluster 2021-03-04T23:28:05.408352+0000 mgr.x (mgr.34379) 1214 : cluster [DBG] pgmap v1588: 129 pgs: 1 active+undersized+degraded, 19 peering, 4 stale+active+clean, 8 active+undersized, 97 active+clean; 3.3 KiB data, 863 MiB used, 667 GiB / 672 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:28:05.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:05 gibba023 bash[27374]: cluster 2021-03-04T23:28:05.459626+0000 mon.a (mon.0) 1837 : cluster [WRN] Health check failed: Degraded data redundancy: 2/66 objects degraded (3.030%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:28:05.706 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:05.813 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:06.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:05 gibba023 bash[18090]: debug 2021-03-04T23:28:05.698+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:06.233 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:06.336 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:06.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:06 gibba008 bash[44600]: debug 2021-03-04T23:28:06.225+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:06.861 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:06.963 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:07.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:07.059 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:07.096 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:07.141 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:06 gibba008 bash[44600]: debug 2021-03-04T23:28:06.853+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:07.164 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:07.252 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:07 gibba023 bash[18090]: debug 2021-03-04T23:28:07.054+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:07.428 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_4' removed 2021-03-04T23:28:07.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:07 gibba023 bash[27374]: audit 2021-03-04T23:28:07.359921+0000 mon.c (mon.1) 116 : audit [INF] from='client.? 172.21.2.108:0/3789064365' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:28:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:07 gibba023 bash[27374]: audit 2021-03-04T23:28:07.360301+0000 mon.a (mon.0) 1838 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:28:07.553 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:07.656 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:07.693 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:07 gibba008 bash[47391]: debug 2021-03-04T23:28:07.545+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:07.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:07 gibba008 bash[37770]: audit 2021-03-04T23:28:07.359921+0000 mon.c (mon.1) 116 : audit [INF] from='client.? 172.21.2.108:0/3789064365' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:28:07.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:07 gibba008 bash[37770]: audit 2021-03-04T23:28:07.360301+0000 mon.a (mon.0) 1838 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:28:07.695 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:07 gibba008 bash[39303]: audit 2021-03-04T23:28:07.359921+0000 mon.c (mon.1) 116 : audit [INF] from='client.? 172.21.2.108:0/3789064365' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:28:07.696 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:07 gibba008 bash[39303]: audit 2021-03-04T23:28:07.360301+0000 mon.a (mon.0) 1838 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:28:07.895 DEBUG:teuthology.orchestra.run.gibba023:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.5.service' 2021-03-04T23:28:07.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-03-04T23:28:07.977 INFO:tasks.cephadm.osd.5:Stopped osd.5 2021-03-04T23:28:08.034 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:08.137 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:08.384 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[91265]: debug 2021-03-04T23:28:08.025+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:08.385 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:08.489 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:08.499 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[44600]: debug 2021-03-04T23:28:08.373+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:08.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[37770]: cluster 2021-03-04T23:28:07.409040+0000 mgr.x (mgr.34379) 1215 : cluster [DBG] pgmap v1589: 129 pgs: 5 active+undersized+degraded, 37 active+undersized, 87 active+clean; 3.3 KiB data, 867 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:08.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[37770]: audit 2021-03-04T23:28:07.422736+0000 mon.a (mon.0) 1839 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:28:08.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[37770]: cluster 2021-03-04T23:28:07.422815+0000 mon.a (mon.0) 1840 : cluster [DBG] osdmap e714: 8 total, 7 up, 8 in 2021-03-04T23:28:08.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[37770]: cluster 2021-03-04T23:28:07.458432+0000 mon.a (mon.0) 1841 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T23:28:08.501 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[39303]: cluster 2021-03-04T23:28:07.409040+0000 mgr.x (mgr.34379) 1215 : cluster [DBG] pgmap v1589: 129 pgs: 5 active+undersized+degraded, 37 active+undersized, 87 active+clean; 3.3 KiB data, 867 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:08.501 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[39303]: audit 2021-03-04T23:28:07.422736+0000 mon.a (mon.0) 1839 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:28:08.502 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[39303]: cluster 2021-03-04T23:28:07.422815+0000 mon.a (mon.0) 1840 : cluster [DBG] osdmap e714: 8 total, 7 up, 8 in 2021-03-04T23:28:08.502 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[39303]: cluster 2021-03-04T23:28:07.458432+0000 mon.a (mon.0) 1841 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T23:28:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:08 gibba023 bash[27374]: cluster 2021-03-04T23:28:07.409040+0000 mgr.x (mgr.34379) 1215 : cluster [DBG] pgmap v1589: 129 pgs: 5 active+undersized+degraded, 37 active+undersized, 87 active+clean; 3.3 KiB data, 867 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:08 gibba023 bash[27374]: audit 2021-03-04T23:28:07.422736+0000 mon.a (mon.0) 1839 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:28:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:08 gibba023 bash[27374]: cluster 2021-03-04T23:28:07.422815+0000 mon.a (mon.0) 1840 : cluster [DBG] osdmap e714: 8 total, 7 up, 8 in 2021-03-04T23:28:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:08 gibba023 bash[27374]: cluster 2021-03-04T23:28:07.458432+0000 mon.a (mon.0) 1841 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T23:28:08.931 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:09.034 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:09.134 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:09.241 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:09.248 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:08 gibba008 bash[44600]: debug 2021-03-04T23:28:08.921+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:09.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:09 gibba023 bash[15180]: debug 2021-03-04T23:28:09.126+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:09.606 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:09.708 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:09.777 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:28:09.778 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:28:09.779 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2021-03-04T23:28:09.779 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_5 16 2021-03-04T23:28:09.852 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:09.919 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:09 gibba008 bash[44600]: debug 2021-03-04T23:28:09.597+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:10.121 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:10.216 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:10 gibba008 bash[47391]: debug 2021-03-04T23:28:10.109+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:10.228 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:10.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:10 gibba008 bash[37770]: cluster 2021-03-04T23:28:09.410429+0000 mgr.x (mgr.34379) 1216 : cluster [DBG] pgmap v1591: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 664 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:10.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:10 gibba008 bash[39303]: cluster 2021-03-04T23:28:09.410429+0000 mgr.x (mgr.34379) 1216 : cluster [DBG] pgmap v1591: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 664 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:10.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:10 gibba023 bash[27374]: cluster 2021-03-04T23:28:09.410429+0000 mgr.x (mgr.34379) 1216 : cluster [DBG] pgmap v1591: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 664 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:10.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:11.067 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:11.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:10 gibba008 bash[48858]: debug 2021-03-04T23:28:10.953+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:11.271 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:11.374 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:11.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:11 gibba008 bash[44600]: debug 2021-03-04T23:28:11.261+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:11.810 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:11.912 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:12.199 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:11 gibba008 bash[91265]: debug 2021-03-04T23:28:11.801+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:12.200 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:12.306 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:12.406 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:12.472 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:12 gibba008 bash[47391]: debug 2021-03-04T23:28:12.189+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:12.510 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:12.669 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:12 gibba023 bash[27374]: cluster 2021-03-04T23:28:11.412144+0000 mgr.x (mgr.34379) 1217 : cluster [DBG] pgmap v1592: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 664 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:12.670 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:12 gibba023 bash[19550]: debug 2021-03-04T23:28:12.398+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:12.670 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:12.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:12 gibba008 bash[39303]: cluster 2021-03-04T23:28:11.412144+0000 mgr.x (mgr.34379) 1217 : cluster [DBG] pgmap v1592: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 664 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:12 gibba008 bash[37770]: cluster 2021-03-04T23:28:11.412144+0000 mgr.x (mgr.34379) 1217 : cluster [DBG] pgmap v1592: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 664 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:12.778 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:12.974 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:12.977 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [5] live_osds: [0, 1, 2, 4, 6, 7, 3] 2021-03-04T23:28:12.978 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:28:12.978 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:28:12.978 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0 2021-03-04T23:28:12.979 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:28:12.980 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:28:12.980 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:28:12.980 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:28:12.980 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:28:13.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:12 gibba023 bash[18090]: debug 2021-03-04T23:28:12.662+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:13.044 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:12 gibba008 bash[91265]: debug 2021-03-04T23:28:12.965+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:13.058 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:13.077 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:13.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:13.492 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:28:13.534 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:13.648 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:13.709 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:13 gibba008 bash[39303]: audit 2021-03-04T23:28:13.102100+0000 mon.c (mon.1) 117 : audit [INF] from='client.? 172.21.2.108:0/1624713321' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:13.709 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:13 gibba008 bash[39303]: audit 2021-03-04T23:28:13.102351+0000 mon.a (mon.0) 1842 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:13.710 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:13 gibba008 bash[91265]: debug 2021-03-04T23:28:13.421+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:13.710 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:13 gibba008 bash[37770]: audit 2021-03-04T23:28:13.102100+0000 mon.c (mon.1) 117 : audit [INF] from='client.? 172.21.2.108:0/1624713321' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:13.711 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:13 gibba008 bash[37770]: audit 2021-03-04T23:28:13.102351+0000 mon.a (mon.0) 1842 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:13.753 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:13.770 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:13 gibba023 bash[27374]: audit 2021-03-04T23:28:13.102100+0000 mon.c (mon.1) 117 : audit [INF] from='client.? 172.21.2.108:0/1624713321' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:13.771 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:13 gibba023 bash[27374]: audit 2021-03-04T23:28:13.102351+0000 mon.a (mon.0) 1842 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:13.771 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:13 gibba023 bash[19550]: debug 2021-03-04T23:28:13.642+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:13.856 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:13.961 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:14.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:13 gibba023 bash[19550]: debug 2021-03-04T23:28:13.850+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:14.319 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:14.427 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:14.758 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[48858]: debug 2021-03-04T23:28:14.309+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:14.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[39303]: cluster 2021-03-04T23:28:13.413837+0000 mgr.x (mgr.34379) 1218 : cluster [DBG] pgmap v1593: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:14.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[39303]: cluster 2021-03-04T23:28:13.469221+0000 mon.a (mon.0) 1843 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:14.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[39303]: audit 2021-03-04T23:28:13.483350+0000 mon.a (mon.0) 1844 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:14.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[39303]: cluster 2021-03-04T23:28:13.483478+0000 mon.a (mon.0) 1845 : cluster [DBG] osdmap e715: 8 total, 7 up, 8 in 2021-03-04T23:28:14.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[39303]: cluster 2021-03-04T23:28:14.198189+0000 mon.a (mon.0) 1846 : cluster [WRN] Health check update: Degraded data redundancy: 9/66 objects degraded (13.636%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[37770]: cluster 2021-03-04T23:28:13.413837+0000 mgr.x (mgr.34379) 1218 : cluster [DBG] pgmap v1593: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[37770]: cluster 2021-03-04T23:28:13.469221+0000 mon.a (mon.0) 1843 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[37770]: audit 2021-03-04T23:28:13.483350+0000 mon.a (mon.0) 1844 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[37770]: cluster 2021-03-04T23:28:13.483478+0000 mon.a (mon.0) 1845 : cluster [DBG] osdmap e715: 8 total, 7 up, 8 in 2021-03-04T23:28:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[37770]: cluster 2021-03-04T23:28:14.198189+0000 mon.a (mon.0) 1846 : cluster [WRN] Health check update: Degraded data redundancy: 9/66 objects degraded (13.636%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:14.763 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:14 gibba023 bash[27374]: cluster 2021-03-04T23:28:13.413837+0000 mgr.x (mgr.34379) 1218 : cluster [DBG] pgmap v1593: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:14 gibba023 bash[27374]: cluster 2021-03-04T23:28:13.469221+0000 mon.a (mon.0) 1843 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:14 gibba023 bash[27374]: audit 2021-03-04T23:28:13.483350+0000 mon.a (mon.0) 1844 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:14.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:14 gibba023 bash[27374]: cluster 2021-03-04T23:28:13.483478+0000 mon.a (mon.0) 1845 : cluster [DBG] osdmap e715: 8 total, 7 up, 8 in 2021-03-04T23:28:14.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:14 gibba023 bash[27374]: cluster 2021-03-04T23:28:14.198189+0000 mon.a (mon.0) 1846 : cluster [WRN] Health check update: Degraded data redundancy: 9/66 objects degraded (13.636%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:14.864 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:15.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:14 gibba008 bash[48858]: debug 2021-03-04T23:28:14.750+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:15.445 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:15.547 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:15.657 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:15.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:15 gibba008 bash[47391]: debug 2021-03-04T23:28:15.438+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:15.765 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:15.890 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:15 gibba023 bash[15180]: debug 2021-03-04T23:28:15.650+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:15.891 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:15.994 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:16.090 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:16.194 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:16.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:15 gibba023 bash[15180]: debug 2021-03-04T23:28:15.886+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:16.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:16 gibba023 bash[19550]: debug 2021-03-04T23:28:16.086+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:16.701 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:16 gibba008 bash[39303]: cluster 2021-03-04T23:28:15.415057+0000 mgr.x (mgr.34379) 1219 : cluster [DBG] pgmap v1595: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:16.702 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:16 gibba008 bash[37770]: cluster 2021-03-04T23:28:15.415057+0000 mgr.x (mgr.34379) 1219 : cluster [DBG] pgmap v1595: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:16 gibba023 bash[27374]: cluster 2021-03-04T23:28:15.415057+0000 mgr.x (mgr.34379) 1219 : cluster [DBG] pgmap v1595: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:16.852 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:16.866 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:28:16.946 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:16.959 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:17.041 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:17.145 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:17.156 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:16 gibba008 bash[44600]: debug 2021-03-04T23:28:16.842+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:17.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:17 gibba023 bash[18090]: debug 2021-03-04T23:28:17.034+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:17.626 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:17.734 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:17 gibba023 bash[27374]: cluster 2021-03-04T23:28:17.416734+0000 mgr.x (mgr.34379) 1220 : cluster [DBG] pgmap v1596: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:18.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:17 gibba008 bash[37770]: cluster 2021-03-04T23:28:17.416734+0000 mgr.x (mgr.34379) 1220 : cluster [DBG] pgmap v1596: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:18.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:17 gibba008 bash[39303]: cluster 2021-03-04T23:28:17.416734+0000 mgr.x (mgr.34379) 1220 : cluster [DBG] pgmap v1596: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 670 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:18.013 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:17 gibba008 bash[48858]: debug 2021-03-04T23:28:17.618+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:18.160 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:18.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:18.375 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:18.478 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:18.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:18 gibba008 bash[91265]: debug 2021-03-04T23:28:18.154+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:18.564 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:18 gibba023 bash[19550]: debug 2021-03-04T23:28:18.370+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:18.565 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:18.671 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:18.704 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:28:18.777 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:18.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:19.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:18 gibba023 bash[15180]: debug 2021-03-04T23:28:18.558+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:19.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:19.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:19 gibba008 bash[44600]: debug 2021-03-04T23:28:18.990+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:19.520 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:19.628 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:19.781 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:19 gibba008 bash[91265]: debug 2021-03-04T23:28:19.510+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:19.976 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:20.086 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:20.101 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:19 gibba008 bash[48858]: debug 2021-03-04T23:28:19.966+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:20.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:20 gibba008 bash[37770]: cluster 2021-03-04T23:28:19.418115+0000 mgr.x (mgr.34379) 1221 : cluster [DBG] pgmap v1597: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:20.494 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:20 gibba008 bash[39303]: cluster 2021-03-04T23:28:19.418115+0000 mgr.x (mgr.34379) 1221 : cluster [DBG] pgmap v1597: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:20.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:20.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:20 gibba023 bash[27374]: cluster 2021-03-04T23:28:19.418115+0000 mgr.x (mgr.34379) 1221 : cluster [DBG] pgmap v1597: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:20.597 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:20.775 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:20 gibba008 bash[48858]: debug 2021-03-04T23:28:20.486+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:21.236 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:21.338 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:21.428 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:21.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:21 gibba008 bash[44600]: debug 2021-03-04T23:28:21.226+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:21.533 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:21.624 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:21 gibba023 bash[15180]: debug 2021-03-04T23:28:21.422+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:21.624 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:21.731 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:21.918 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:28:21.931 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:28:21.944 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:28:21.947 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:21.957 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:28:21.978 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:28:22.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:21 gibba008 bash[91265]: debug 2021-03-04T23:28:21.938+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:22.021 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:28:22.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:21 gibba023 bash[18090]: debug 2021-03-04T23:28:21.618+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:22.050 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:22.060 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:28:22.060 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.060 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.061 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.061 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.061 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.061 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:28:22.062 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:28:22.062 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.062 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:22.119 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:22.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:22.484 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:22 gibba023 bash[19550]: debug 2021-03-04T23:28:22.114+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:22.489 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:22.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:22 gibba008 bash[48858]: debug 2021-03-04T23:28:22.482+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:22 gibba008 bash[37770]: cluster 2021-03-04T23:28:21.418981+0000 mgr.x (mgr.34379) 1222 : cluster [DBG] pgmap v1598: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:22.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:22 gibba008 bash[37770]: audit 2021-03-04T23:28:21.900738+0000 mon.c (mon.1) 118 : audit [DBG] from='client.? 172.21.2.108:0/1548195235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:22.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:22 gibba008 bash[39303]: cluster 2021-03-04T23:28:21.418981+0000 mgr.x (mgr.34379) 1222 : cluster [DBG] pgmap v1598: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:22.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:22 gibba008 bash[39303]: audit 2021-03-04T23:28:21.900738+0000 mon.c (mon.1) 118 : audit [DBG] from='client.? 172.21.2.108:0/1548195235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:22.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:22 gibba023 bash[27374]: cluster 2021-03-04T23:28:21.418981+0000 mgr.x (mgr.34379) 1222 : cluster [DBG] pgmap v1598: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:22 gibba023 bash[27374]: audit 2021-03-04T23:28:21.900738+0000 mon.c (mon.1) 118 : audit [DBG] from='client.? 172.21.2.108:0/1548195235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:23.360 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:23.463 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:23.571 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:23.615 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:23 gibba008 bash[48858]: debug 2021-03-04T23:28:23.354+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:23.674 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:23.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:23 gibba023 bash[19550]: debug 2021-03-04T23:28:23.566+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:23.999 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:24.105 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:24.501 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_5' created 2021-03-04T23:28:24.533 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[91265]: debug 2021-03-04T23:28:23.990+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:24.609 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:24.711 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:24 gibba023 bash[27374]: cluster 2021-03-04T23:28:23.420525+0000 mgr.x (mgr.34379) 1223 : cluster [DBG] pgmap v1599: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:24 gibba023 bash[27374]: audit 2021-03-04T23:28:23.811092+0000 mon.c (mon.1) 119 : audit [INF] from='client.? 172.21.2.108:0/2601903874' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:28:24.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:24 gibba023 bash[27374]: audit 2021-03-04T23:28:23.811434+0000 mon.a (mon.0) 1847 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:28:25.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[37770]: cluster 2021-03-04T23:28:23.420525+0000 mgr.x (mgr.34379) 1223 : cluster [DBG] pgmap v1599: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:25.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[37770]: audit 2021-03-04T23:28:23.811092+0000 mon.c (mon.1) 119 : audit [INF] from='client.? 172.21.2.108:0/2601903874' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:28:25.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[37770]: audit 2021-03-04T23:28:23.811434+0000 mon.a (mon.0) 1847 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:28:25.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[91265]: debug 2021-03-04T23:28:24.602+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:25.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[39303]: cluster 2021-03-04T23:28:23.420525+0000 mgr.x (mgr.34379) 1223 : cluster [DBG] pgmap v1599: 113 pgs: 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:25.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[39303]: audit 2021-03-04T23:28:23.811092+0000 mon.c (mon.1) 119 : audit [INF] from='client.? 172.21.2.108:0/2601903874' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:28:25.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:24 gibba008 bash[39303]: audit 2021-03-04T23:28:23.811434+0000 mon.a (mon.0) 1847 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:28:25.215 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:25.434 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:25.503 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[44600]: debug 2021-03-04T23:28:25.206+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:25.558 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:25.665 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:25.755 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:25 gibba023 bash[18090]: debug 2021-03-04T23:28:25.550+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:25.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:25 gibba023 bash[27374]: audit 2021-03-04T23:28:24.495433+0000 mon.a (mon.0) 1848 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:28:25.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:25 gibba023 bash[27374]: cluster 2021-03-04T23:28:24.495468+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e716: 8 total, 7 up, 8 in 2021-03-04T23:28:25.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:25 gibba023 bash[27374]: cluster 2021-03-04T23:28:25.421809+0000 mgr.x (mgr.34379) 1224 : cluster [DBG] pgmap v1601: 129 pgs: 16 unknown, 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:25.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[37770]: audit 2021-03-04T23:28:24.495433+0000 mon.a (mon.0) 1848 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:28:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[37770]: cluster 2021-03-04T23:28:24.495468+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e716: 8 total, 7 up, 8 in 2021-03-04T23:28:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[37770]: cluster 2021-03-04T23:28:25.421809+0000 mgr.x (mgr.34379) 1224 : cluster [DBG] pgmap v1601: 129 pgs: 16 unknown, 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:25.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[39303]: audit 2021-03-04T23:28:24.495433+0000 mon.a (mon.0) 1848 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:28:25.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[39303]: cluster 2021-03-04T23:28:24.495468+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e716: 8 total, 7 up, 8 in 2021-03-04T23:28:25.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:25 gibba008 bash[39303]: cluster 2021-03-04T23:28:25.421809+0000 mgr.x (mgr.34379) 1224 : cluster [DBG] pgmap v1601: 129 pgs: 16 unknown, 5 active+undersized+degraded, 32 active+undersized, 76 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:25.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:25.955 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:25 gibba023 bash[19550]: debug 2021-03-04T23:28:25.750+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:26.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:25 gibba023 bash[19550]: debug 2021-03-04T23:28:25.950+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:26.059 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.152 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.260 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:26.471 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:28:26.472 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:28:26.485 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:26.517 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:26 gibba023 bash[19550]: debug 2021-03-04T23:28:26.146+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:26.588 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:26 gibba008 bash[37770]: cluster 2021-03-04T23:28:25.514548+0000 mon.a (mon.0) 1850 : cluster [DBG] osdmap e717: 8 total, 7 up, 8 in 2021-03-04T23:28:26.651 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:26 gibba008 bash[39303]: cluster 2021-03-04T23:28:25.514548+0000 mon.a (mon.0) 1850 : cluster [DBG] osdmap e717: 8 total, 7 up, 8 in 2021-03-04T23:28:26.651 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:26 gibba008 bash[47391]: debug 2021-03-04T23:28:26.478+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:26.653 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2021-03-04T23:28:26.674 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.730 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:26 gibba023 bash[27374]: cluster 2021-03-04T23:28:25.514548+0000 mon.a (mon.0) 1850 : cluster [DBG] osdmap e717: 8 total, 7 up, 8 in 2021-03-04T23:28:26.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:26 gibba023 bash[19550]: debug 2021-03-04T23:28:26.670+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:26.777 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.867 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:26.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:27.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:26 gibba023 bash[19550]: debug 2021-03-04T23:28:26.862+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:27.391 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:27.494 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:27.579 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:27.682 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:27 gibba008 bash[37770]: cluster 2021-03-04T23:28:26.526531+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e718: 8 total, 7 up, 8 in 2021-03-04T23:28:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:27 gibba008 bash[37770]: cluster 2021-03-04T23:28:27.423439+0000 mgr.x (mgr.34379) 1225 : cluster [DBG] pgmap v1604: 129 pgs: 5 unknown, 5 active+undersized+degraded, 35 active+undersized, 84 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:27.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:27 gibba008 bash[39303]: cluster 2021-03-04T23:28:26.526531+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e718: 8 total, 7 up, 8 in 2021-03-04T23:28:27.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:27 gibba008 bash[39303]: cluster 2021-03-04T23:28:27.423439+0000 mgr.x (mgr.34379) 1225 : cluster [DBG] pgmap v1604: 129 pgs: 5 unknown, 5 active+undersized+degraded, 35 active+undersized, 84 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:27.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:27 gibba008 bash[44600]: debug 2021-03-04T23:28:27.382+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:27.767 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:27 gibba023 bash[27374]: cluster 2021-03-04T23:28:26.526531+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e718: 8 total, 7 up, 8 in 2021-03-04T23:28:27.767 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:27 gibba023 bash[27374]: cluster 2021-03-04T23:28:27.423439+0000 mgr.x (mgr.34379) 1225 : cluster [DBG] pgmap v1604: 129 pgs: 5 unknown, 5 active+undersized+degraded, 35 active+undersized, 84 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:27.768 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:27 gibba023 bash[15180]: debug 2021-03-04T23:28:27.574+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:27.768 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:27.872 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:27.976 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:28.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:27 gibba023 bash[15180]: debug 2021-03-04T23:28:27.762+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:28.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:27 gibba023 bash[18090]: debug 2021-03-04T23:28:27.970+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:28.080 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:28.194 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:28.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:28.342 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:28 gibba008 bash[47391]: debug 2021-03-04T23:28:28.186+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:28.473 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:28:28.543 INFO:teuthology.orchestra.run.gibba008.stdout:moved 79 / 387 (20.4134%) 2021-03-04T23:28:28.544 INFO:teuthology.orchestra.run.gibba008.stdout:avg 55.2857 2021-03-04T23:28:28.544 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 9.08913 -> 16.8268 (expected baseline 6.88388) 2021-03-04T23:28:28.544 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.2 with 34 -> 50 pgs (0.614987 -> 0.904393 * mean) 2021-03-04T23:28:28.545 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.4 with 57 -> 39 pgs (1.03101 -> 0.705426 * mean) 2021-03-04T23:28:28.545 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:28:28.545 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:28:28.545 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 3 2021-03-04T23:28:28.545 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:28:28.546 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0068 2021-03-04T23:28:28.546 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0075 2021-03-04T23:28:28.546 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7 weight 1.0000 -> 0.5683 2021-03-04T23:28:28.547 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 weight 1.0000 -> 0.5683 2021-03-04T23:28:28.547 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 weight 1.0000 -> 0.5684 2021-03-04T23:28:28.547 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 1.0000 -> 0.5684 2021-03-04T23:28:28.571 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:28.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:28 gibba008 bash[39303]: audit 2021-03-04T23:28:28.327977+0000 mgr.x (mgr.34379) 1226 : audit [DBG] from='client.55873 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:28.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:28 gibba008 bash[39303]: audit 2021-03-04T23:28:28.329310+0000 mon.a (mon.0) 1852 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'37247','5':'37250','6':'37248','7':'37247'}"}]: dispatch 2021-03-04T23:28:28.595 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:28 gibba008 bash[37770]: audit 2021-03-04T23:28:28.327977+0000 mgr.x (mgr.34379) 1226 : audit [DBG] from='client.55873 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:28.596 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:28 gibba008 bash[37770]: audit 2021-03-04T23:28:28.329310+0000 mon.a (mon.0) 1852 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'37247','5':'37250','6':'37248','7':'37247'}"}]: dispatch 2021-03-04T23:28:28.694 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:28.799 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:28.815 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:28 gibba023 bash[27374]: audit 2021-03-04T23:28:28.327977+0000 mgr.x (mgr.34379) 1226 : audit [DBG] from='client.55873 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:28.816 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:28 gibba023 bash[27374]: audit 2021-03-04T23:28:28.329310+0000 mon.a (mon.0) 1852 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'37247','5':'37250','6':'37248','7':'37247'}"}]: dispatch 2021-03-04T23:28:28.928 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:29.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:28 gibba008 bash[44600]: debug 2021-03-04T23:28:28.686+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:29.030 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:29.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:28 gibba023 bash[18090]: debug 2021-03-04T23:28:28.922+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:29.577 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:29.680 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:29.787 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[48858]: debug 2021-03-04T23:28:29.570+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:29.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[37770]: audit 2021-03-04T23:28:28.533518+0000 mon.a (mon.0) 1853 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'37247','5':'37250','6':'37248','7':'37247'}"}]': finished 2021-03-04T23:28:29.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[37770]: cluster 2021-03-04T23:28:28.533597+0000 mon.a (mon.0) 1854 : cluster [DBG] osdmap e719: 8 total, 7 up, 8 in 2021-03-04T23:28:29.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[37770]: cluster 2021-03-04T23:28:29.214795+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e720: 8 total, 7 up, 8 in 2021-03-04T23:28:29.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[37770]: cluster 2021-03-04T23:28:29.424344+0000 mgr.x (mgr.34379) 1227 : cluster [DBG] pgmap v1607: 129 pgs: 12 peering, 5 active+undersized+degraded, 34 active+undersized, 78 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:29.789 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[39303]: audit 2021-03-04T23:28:28.533518+0000 mon.a (mon.0) 1853 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'37247','5':'37250','6':'37248','7':'37247'}"}]': finished 2021-03-04T23:28:29.789 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[39303]: cluster 2021-03-04T23:28:28.533597+0000 mon.a (mon.0) 1854 : cluster [DBG] osdmap e719: 8 total, 7 up, 8 in 2021-03-04T23:28:29.790 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[39303]: cluster 2021-03-04T23:28:29.214795+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e720: 8 total, 7 up, 8 in 2021-03-04T23:28:29.790 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:29 gibba008 bash[39303]: cluster 2021-03-04T23:28:29.424344+0000 mgr.x (mgr.34379) 1227 : cluster [DBG] pgmap v1607: 129 pgs: 12 peering, 5 active+undersized+degraded, 34 active+undersized, 78 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:29 gibba023 bash[27374]: audit 2021-03-04T23:28:28.533518+0000 mon.a (mon.0) 1853 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'37247','5':'37250','6':'37248','7':'37247'}"}]': finished 2021-03-04T23:28:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:29 gibba023 bash[27374]: cluster 2021-03-04T23:28:28.533597+0000 mon.a (mon.0) 1854 : cluster [DBG] osdmap e719: 8 total, 7 up, 8 in 2021-03-04T23:28:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:29 gibba023 bash[27374]: cluster 2021-03-04T23:28:29.214795+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e720: 8 total, 7 up, 8 in 2021-03-04T23:28:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:29 gibba023 bash[27374]: cluster 2021-03-04T23:28:29.424344+0000 mgr.x (mgr.34379) 1227 : cluster [DBG] pgmap v1607: 129 pgs: 12 peering, 5 active+undersized+degraded, 34 active+undersized, 78 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 9/66 objects degraded (13.636%) 2021-03-04T23:28:30.303 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:30.405 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:30.526 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:30.589 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:30 gibba008 bash[37770]: cluster 2021-03-04T23:28:30.216706+0000 mon.a (mon.0) 1856 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:28:30.590 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:30 gibba008 bash[37770]: cluster 2021-03-04T23:28:30.229561+0000 mon.a (mon.0) 1857 : cluster [DBG] osdmap e721: 8 total, 7 up, 8 in 2021-03-04T23:28:30.590 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:30 gibba008 bash[91265]: debug 2021-03-04T23:28:30.294+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:30.634 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:30 gibba023 bash[27374]: cluster 2021-03-04T23:28:30.216706+0000 mon.a (mon.0) 1856 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:28:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:30 gibba023 bash[27374]: cluster 2021-03-04T23:28:30.229561+0000 mon.a (mon.0) 1857 : cluster [DBG] osdmap e721: 8 total, 7 up, 8 in 2021-03-04T23:28:30.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:30 gibba023 bash[19550]: debug 2021-03-04T23:28:30.518+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:31.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:30 gibba008 bash[39303]: cluster 2021-03-04T23:28:30.216706+0000 mon.a (mon.0) 1856 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:28:31.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:30 gibba008 bash[39303]: cluster 2021-03-04T23:28:30.229561+0000 mon.a (mon.0) 1857 : cluster [DBG] osdmap e721: 8 total, 7 up, 8 in 2021-03-04T23:28:31.276 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:31.379 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:31.555 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:31 gibba008 bash[48858]: debug 2021-03-04T23:28:31.270+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:31.644 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:31.747 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:31.855 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:31 gibba008 bash[39303]: cluster 2021-03-04T23:28:31.425991+0000 mgr.x (mgr.34379) 1228 : cluster [DBG] pgmap v1609: 129 pgs: 5 active+clean+remapped, 12 peering, 2 active+undersized+degraded, 27 active+undersized, 83 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 1/66 objects misplaced (1.515%); 549 B/s, 2 objects/s recovering 2021-03-04T23:28:31.856 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:31 gibba008 bash[37770]: cluster 2021-03-04T23:28:31.425991+0000 mgr.x (mgr.34379) 1228 : cluster [DBG] pgmap v1609: 129 pgs: 5 active+clean+remapped, 12 peering, 2 active+undersized+degraded, 27 active+undersized, 83 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 1/66 objects misplaced (1.515%); 549 B/s, 2 objects/s recovering 2021-03-04T23:28:31.856 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:31 gibba008 bash[44600]: debug 2021-03-04T23:28:31.638+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:31 gibba023 bash[27374]: cluster 2021-03-04T23:28:31.425991+0000 mgr.x (mgr.34379) 1228 : cluster [DBG] pgmap v1609: 129 pgs: 5 active+clean+remapped, 12 peering, 2 active+undersized+degraded, 27 active+undersized, 83 active+clean; 3.3 KiB data, 599 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 1/66 objects misplaced (1.515%); 549 B/s, 2 objects/s recovering 2021-03-04T23:28:32.211 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:32.212 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0 2021-03-04T23:28:32.301 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:32.303 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:32.404 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:32.518 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:32.560 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:32 gibba008 bash[47391]: debug 2021-03-04T23:28:32.294+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:32.625 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:32.686 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:32 gibba008 bash[37770]: cluster 2021-03-04T23:28:31.539413+0000 mon.a (mon.0) 1858 : cluster [WRN] Health check update: Degraded data redundancy: 3/66 objects degraded (4.545%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:32.687 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:32 gibba008 bash[39303]: cluster 2021-03-04T23:28:31.539413+0000 mon.a (mon.0) 1858 : cluster [WRN] Health check update: Degraded data redundancy: 3/66 objects degraded (4.545%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:32.720 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:32 gibba023 bash[27374]: cluster 2021-03-04T23:28:31.539413+0000 mon.a (mon.0) 1858 : cluster [WRN] Health check update: Degraded data redundancy: 3/66 objects degraded (4.545%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:32.721 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:32 gibba023 bash[18090]: debug 2021-03-04T23:28:32.510+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:32.721 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:32.824 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:33.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:32 gibba023 bash[18090]: debug 2021-03-04T23:28:32.714+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:33.339 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:33.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:33.644 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:33 gibba008 bash[37770]: cluster 2021-03-04T23:28:33.427836+0000 mgr.x (mgr.34379) 1229 : cluster [DBG] pgmap v1610: 129 pgs: 18 active+clean+remapped, 12 peering, 2 active+undersized+degraded, 13 active+undersized, 84 active+clean; 3.3 KiB data, 600 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 463 B/s, 2 objects/s recovering 2021-03-04T23:28:33.645 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:33 gibba008 bash[47391]: debug 2021-03-04T23:28:33.330+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:33 gibba023 bash[27374]: cluster 2021-03-04T23:28:33.427836+0000 mgr.x (mgr.34379) 1229 : cluster [DBG] pgmap v1610: 129 pgs: 18 active+clean+remapped, 12 peering, 2 active+undersized+degraded, 13 active+undersized, 84 active+clean; 3.3 KiB data, 600 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 463 B/s, 2 objects/s recovering 2021-03-04T23:28:34.043 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:33 gibba008 bash[39303]: cluster 2021-03-04T23:28:33.427836+0000 mgr.x (mgr.34379) 1229 : cluster [DBG] pgmap v1610: 129 pgs: 18 active+clean+remapped, 12 peering, 2 active+undersized+degraded, 13 active+undersized, 84 active+clean; 3.3 KiB data, 600 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 463 B/s, 2 objects/s recovering 2021-03-04T23:28:34.062 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:34.099 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:34 gibba008 bash[91265]: debug 2021-03-04T23:28:34.054+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:34.171 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:34.468 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:34.571 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:35.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:34 gibba008 bash[44600]: debug 2021-03-04T23:28:34.462+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:35.082 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:35.185 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:35.343 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:35 gibba008 bash[48858]: debug 2021-03-04T23:28:35.074+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:35.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:35.446 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:35.547 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:35.650 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:35.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:35 gibba008 bash[37770]: cluster 2021-03-04T23:28:35.429379+0000 mgr.x (mgr.34379) 1230 : cluster [DBG] pgmap v1611: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 403 B/s, 1 objects/s recovering 2021-03-04T23:28:35.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:35 gibba008 bash[37770]: cluster 2021-03-04T23:28:35.480816+0000 mon.a (mon.0) 1859 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:28:35.745 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:35 gibba008 bash[39303]: cluster 2021-03-04T23:28:35.429379+0000 mgr.x (mgr.34379) 1230 : cluster [DBG] pgmap v1611: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 403 B/s, 1 objects/s recovering 2021-03-04T23:28:35.745 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:35 gibba008 bash[39303]: cluster 2021-03-04T23:28:35.480816+0000 mon.a (mon.0) 1859 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:28:35.745 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:35 gibba008 bash[44600]: debug 2021-03-04T23:28:35.334+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:35 gibba023 bash[27374]: cluster 2021-03-04T23:28:35.429379+0000 mgr.x (mgr.34379) 1230 : cluster [DBG] pgmap v1611: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 403 B/s, 1 objects/s recovering 2021-03-04T23:28:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:35 gibba023 bash[27374]: cluster 2021-03-04T23:28:35.480816+0000 mon.a (mon.0) 1859 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:28:35.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:35 gibba023 bash[19550]: debug 2021-03-04T23:28:35.542+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:36.183 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:36.286 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.462 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:36 gibba008 bash[44600]: debug 2021-03-04T23:28:36.174+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:36.463 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.568 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:36.637 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:36.738 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:36 gibba008 bash[47391]: debug 2021-03-04T23:28:36.454+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:36.741 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:36.864 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:36.865 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:36.994 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:36 gibba023 bash[18090]: debug 2021-03-04T23:28:36.630+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:37.004 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:28:37.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:36 gibba008 bash[37770]: audit 2021-03-04T23:28:36.934506+0000 mon.c (mon.1) 120 : audit [INF] from='client.? 172.21.2.108:0/1114555093' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:37.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:36 gibba008 bash[37770]: audit 2021-03-04T23:28:36.934848+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:36 gibba008 bash[39303]: audit 2021-03-04T23:28:36.934506+0000 mon.c (mon.1) 120 : audit [INF] from='client.? 172.21.2.108:0/1114555093' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:36 gibba008 bash[39303]: audit 2021-03-04T23:28:36.934848+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:37.037 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:37.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:36 gibba023 bash[27374]: audit 2021-03-04T23:28:36.934506+0000 mon.c (mon.1) 120 : audit [INF] from='client.? 172.21.2.108:0/1114555093' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:36 gibba023 bash[27374]: audit 2021-03-04T23:28:36.934848+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:37.312 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:37 gibba008 bash[48858]: debug 2021-03-04T23:28:37.030+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:37.347 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:37.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:37.727 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:37 gibba008 bash[44600]: debug 2021-03-04T23:28:37.338+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:37.728 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:37.830 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:38.010 INFO:teuthology.orchestra.run.gibba008.stderr:enabled application 'rados' on pool 'unique_pool_5' 2021-03-04T23:28:38.100 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:37 gibba008 bash[48858]: debug 2021-03-04T23:28:37.718+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:37 gibba023 bash[27374]: cluster 2021-03-04T23:28:36.986017+0000 mon.a (mon.0) 1861 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:38.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:37 gibba023 bash[27374]: audit 2021-03-04T23:28:36.998340+0000 mon.a (mon.0) 1862 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:37 gibba023 bash[27374]: cluster 2021-03-04T23:28:36.998392+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e722: 8 total, 7 up, 8 in 2021-03-04T23:28:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:37 gibba023 bash[27374]: cluster 2021-03-04T23:28:37.430078+0000 mgr.x (mgr.34379) 1231 : cluster [DBG] pgmap v1613: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 347 B/s, 1 objects/s recovering 2021-03-04T23:28:38.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:37 gibba023 bash[27374]: audit 2021-03-04T23:28:37.539455+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.2.108:0/3435536083' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:38.365 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[39303]: cluster 2021-03-04T23:28:36.986017+0000 mon.a (mon.0) 1861 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:38.365 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[39303]: audit 2021-03-04T23:28:36.998340+0000 mon.a (mon.0) 1862 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:38.365 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[39303]: cluster 2021-03-04T23:28:36.998392+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e722: 8 total, 7 up, 8 in 2021-03-04T23:28:38.366 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[39303]: cluster 2021-03-04T23:28:37.430078+0000 mgr.x (mgr.34379) 1231 : cluster [DBG] pgmap v1613: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 347 B/s, 1 objects/s recovering 2021-03-04T23:28:38.366 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[39303]: audit 2021-03-04T23:28:37.539455+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.2.108:0/3435536083' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:38.366 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[37770]: cluster 2021-03-04T23:28:36.986017+0000 mon.a (mon.0) 1861 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:38.367 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[37770]: audit 2021-03-04T23:28:36.998340+0000 mon.a (mon.0) 1862 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:38.367 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[37770]: cluster 2021-03-04T23:28:36.998392+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e722: 8 total, 7 up, 8 in 2021-03-04T23:28:38.367 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[37770]: cluster 2021-03-04T23:28:37.430078+0000 mgr.x (mgr.34379) 1231 : cluster [DBG] pgmap v1613: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 347 B/s, 1 objects/s recovering 2021-03-04T23:28:38.368 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[37770]: audit 2021-03-04T23:28:37.539455+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.2.108:0/3435536083' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:38.368 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:38.470 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:38.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:38 gibba008 bash[44600]: debug 2021-03-04T23:28:38.358+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:39.095 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:39.198 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:39.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:39 gibba023 bash[27374]: audit 2021-03-04T23:28:38.005032+0000 mon.a (mon.0) 1865 : audit [INF] from='client.? 172.21.2.108:0/3435536083' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:28:39.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:39 gibba023 bash[27374]: cluster 2021-03-04T23:28:38.005066+0000 mon.a (mon.0) 1866 : cluster [DBG] osdmap e723: 8 total, 7 up, 8 in 2021-03-04T23:28:39.283 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:39.388 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:39.450 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:39 gibba008 bash[91265]: debug 2021-03-04T23:28:39.086+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:39.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:39 gibba008 bash[37770]: audit 2021-03-04T23:28:38.005032+0000 mon.a (mon.0) 1865 : audit [INF] from='client.? 172.21.2.108:0/3435536083' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:28:39.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:39 gibba008 bash[37770]: cluster 2021-03-04T23:28:38.005066+0000 mon.a (mon.0) 1866 : cluster [DBG] osdmap e723: 8 total, 7 up, 8 in 2021-03-04T23:28:39.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:39 gibba008 bash[39303]: audit 2021-03-04T23:28:38.005032+0000 mon.a (mon.0) 1865 : audit [INF] from='client.? 172.21.2.108:0/3435536083' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:28:39.452 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:39 gibba008 bash[39303]: cluster 2021-03-04T23:28:38.005066+0000 mon.a (mon.0) 1866 : cluster [DBG] osdmap e723: 8 total, 7 up, 8 in 2021-03-04T23:28:39.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:39 gibba023 bash[15180]: debug 2021-03-04T23:28:39.278+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:39.943 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:40.018 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:39 gibba008 bash[44600]: debug 2021-03-04T23:28:39.934+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:40.047 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:40.131 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:40.235 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:40.496 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:40 gibba008 bash[37770]: cluster 2021-03-04T23:28:39.431536+0000 mgr.x (mgr.34379) 1232 : cluster [DBG] pgmap v1615: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 11 B/s, 0 objects/s recovering 2021-03-04T23:28:40.497 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:40 gibba008 bash[39303]: cluster 2021-03-04T23:28:39.431536+0000 mgr.x (mgr.34379) 1232 : cluster [DBG] pgmap v1615: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 11 B/s, 0 objects/s recovering 2021-03-04T23:28:40.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:40 gibba023 bash[27374]: cluster 2021-03-04T23:28:39.431536+0000 mgr.x (mgr.34379) 1232 : cluster [DBG] pgmap v1615: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%); 11 B/s, 0 objects/s recovering 2021-03-04T23:28:40.525 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:40 gibba023 bash[15180]: debug 2021-03-04T23:28:40.126+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:40.772 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:40.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:28:40.869 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:40.875 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:41.058 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:40 gibba008 bash[47391]: debug 2021-03-04T23:28:40.766+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:41.450 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:41.553 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:41.640 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:41.744 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:41.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:41 gibba008 bash[91265]: debug 2021-03-04T23:28:41.442+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:41.845 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:41 gibba023 bash[19550]: debug 2021-03-04T23:28:41.634+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:41.846 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:41.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:42.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:41 gibba023 bash[18090]: debug 2021-03-04T23:28:41.838+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:42.318 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:42.359 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:28:42.426 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:42.451 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:42.506 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:42.609 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:42.708 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:42 gibba023 bash[27374]: cluster 2021-03-04T23:28:41.433210+0000 mgr.x (mgr.34379) 1233 : cluster [DBG] pgmap v1616: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%) 2021-03-04T23:28:42.709 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:42 gibba023 bash[19550]: debug 2021-03-04T23:28:42.502+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:42.709 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:42.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:42 gibba008 bash[37770]: cluster 2021-03-04T23:28:41.433210+0000 mgr.x (mgr.34379) 1233 : cluster [DBG] pgmap v1616: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%) 2021-03-04T23:28:42.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:42 gibba008 bash[39303]: cluster 2021-03-04T23:28:41.433210+0000 mgr.x (mgr.34379) 1233 : cluster [DBG] pgmap v1616: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%) 2021-03-04T23:28:42.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:42 gibba008 bash[48858]: debug 2021-03-04T23:28:42.310+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:42.814 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:42.869 DEBUG:teuthology.orchestra.run.gibba008:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2021-03-04T23:28:42.873 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:28:42.873 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:28:42.892 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:42.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:43.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:42 gibba023 bash[19550]: debug 2021-03-04T23:28:42.702+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:43.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:42 gibba023 bash[19550]: debug 2021-03-04T23:28:42.886+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:43.193 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:hints = 1 2021-03-04T23:28:43.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:28:43.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object prefix: benchmark_data_gibba008_138845 2021-03-04T23:28:43.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:28:43.195 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:28:43.279 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:43.383 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:43.482 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:43.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:43.592 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:43 gibba008 bash[37770]: cluster 2021-03-04T23:28:43.433750+0000 mgr.x (mgr.34379) 1234 : cluster [DBG] pgmap v1617: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%) 2021-03-04T23:28:43.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:43 gibba008 bash[39303]: cluster 2021-03-04T23:28:43.433750+0000 mgr.x (mgr.34379) 1234 : cluster [DBG] pgmap v1617: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%) 2021-03-04T23:28:43.593 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:43 gibba008 bash[48858]: debug 2021-03-04T23:28:43.270+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:43.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:43 gibba023 bash[27374]: cluster 2021-03-04T23:28:43.433750+0000 mgr.x (mgr.34379) 1234 : cluster [DBG] pgmap v1617: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 3.3 KiB data, 601 MiB used, 667 GiB / 672 GiB avail; 3/66 objects degraded (4.545%); 2/66 objects misplaced (3.030%) 2021-03-04T23:28:43.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:43 gibba023 bash[18090]: debug 2021-03-04T23:28:43.478+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:44.067 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:44.172 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:44.193 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 1 16 6230 6214 388.322 388.375 0.00139094 0.00251512 2021-03-04T23:28:44.519 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:44 gibba008 bash[48858]: debug 2021-03-04T23:28:44.058+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:44.654 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:44.758 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:45.041 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:44 gibba008 bash[48858]: debug 2021-03-04T23:28:44.646+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:45.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 2 16 8010 7994 249.783 111.25 0.00921138 0.00396279 2021-03-04T23:28:45.352 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:45.460 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:45.477 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:45 gibba023 bash[27374]: audit 2021-03-04T23:28:45.000136+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:45.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:45 gibba008 bash[37770]: audit 2021-03-04T23:28:45.000136+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:45 gibba008 bash[39303]: audit 2021-03-04T23:28:45.000136+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:45.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:45 gibba008 bash[91265]: debug 2021-03-04T23:28:45.342+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:45.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:45.679 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:45.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:45 gibba023 bash[18090]: debug 2021-03-04T23:28:45.570+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:46.053 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:46.156 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:46.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 3 16 12482 12466 259.678 279.5 0.00299554 0.00384616 2021-03-04T23:28:46.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:46 gibba008 bash[44600]: debug 2021-03-04T23:28:46.046+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:46.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:46 gibba008 bash[37770]: cluster 2021-03-04T23:28:45.435486+0000 mgr.x (mgr.34379) 1235 : cluster [DBG] pgmap v1618: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 94 MiB data, 601 MiB used, 667 GiB / 672 GiB avail; 11 MiB/s wr, 178 op/s; 3/4572 objects degraded (0.066%); 290/4572 objects misplaced (6.343%) 2021-03-04T23:28:46.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:46 gibba008 bash[39303]: cluster 2021-03-04T23:28:45.435486+0000 mgr.x (mgr.34379) 1235 : cluster [DBG] pgmap v1618: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 94 MiB data, 601 MiB used, 667 GiB / 672 GiB avail; 11 MiB/s wr, 178 op/s; 3/4572 objects degraded (0.066%); 290/4572 objects misplaced (6.343%) 2021-03-04T23:28:46.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:46 gibba023 bash[27374]: cluster 2021-03-04T23:28:45.435486+0000 mgr.x (mgr.34379) 1235 : cluster [DBG] pgmap v1618: 129 pgs: 21 active+clean+remapped, 2 active+undersized+degraded, 13 active+undersized, 93 active+clean; 94 MiB data, 601 MiB used, 667 GiB / 672 GiB avail; 11 MiB/s wr, 178 op/s; 3/4572 objects degraded (0.066%); 290/4572 objects misplaced (6.343%) 2021-03-04T23:28:47.176 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:47.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 4 16 13986 13970 218.257 94 0.00437509 0.00457233 2021-03-04T23:28:47.280 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:47.368 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:47.470 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:47 gibba008 bash[39303]: cluster 2021-03-04T23:28:46.214990+0000 mon.a (mon.0) 1868 : cluster [WRN] Health check update: Degraded data redundancy: 3/4572 objects degraded (0.066%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:47.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:47 gibba008 bash[44600]: debug 2021-03-04T23:28:47.166+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:47.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:47 gibba008 bash[37770]: cluster 2021-03-04T23:28:46.214990+0000 mon.a (mon.0) 1868 : cluster [WRN] Health check update: Degraded data redundancy: 3/4572 objects degraded (0.066%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:47.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:47 gibba023 bash[27374]: cluster 2021-03-04T23:28:46.214990+0000 mon.a (mon.0) 1868 : cluster [WRN] Health check update: Degraded data redundancy: 3/4572 objects degraded (0.066%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:47.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:47 gibba023 bash[18090]: debug 2021-03-04T23:28:47.362+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:47.543 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.646 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.711 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.814 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.819 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:47 gibba023 bash[15180]: debug 2021-03-04T23:28:47.538+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:47.819 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:47 gibba023 bash[15180]: debug 2021-03-04T23:28:47.706+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:47.894 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.997 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:48.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 5 16 19355 19339 241.713 335.562 0.00320416 0.00413289 2021-03-04T23:28:48.230 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:47 gibba023 bash[15180]: debug 2021-03-04T23:28:47.890+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:48 gibba008 bash[39303]: cluster 2021-03-04T23:28:47.436065+0000 mgr.x (mgr.34379) 1236 : cluster [DBG] pgmap v1619: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 519 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 52 MiB/s wr, 830 op/s; 784/24984 objects degraded (3.138%); 1110/24984 objects misplaced (4.443%) 2021-03-04T23:28:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:48 gibba008 bash[37770]: cluster 2021-03-04T23:28:47.436065+0000 mgr.x (mgr.34379) 1236 : cluster [DBG] pgmap v1619: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 519 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 52 MiB/s wr, 830 op/s; 784/24984 objects degraded (3.138%); 1110/24984 objects misplaced (4.443%) 2021-03-04T23:28:48.518 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:48 gibba023 bash[27374]: cluster 2021-03-04T23:28:47.436065+0000 mgr.x (mgr.34379) 1236 : cluster [DBG] pgmap v1619: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 519 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 52 MiB/s wr, 830 op/s; 784/24984 objects degraded (3.138%); 1110/24984 objects misplaced (4.443%) 2021-03-04T23:28:48.621 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:48.677 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:48 gibba008 bash[91265]: debug 2021-03-04T23:28:48.510+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:48.703 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:48.805 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:48.960 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:48.961 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:48 gibba008 bash[47391]: debug 2021-03-04T23:28:48.950+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:49.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:48 gibba023 bash[19550]: debug 2021-03-04T23:28:48.698+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:49.051 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:28:49.064 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:49.073 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:28:49.095 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:28:49.120 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:28:49.140 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:28:49.145 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:49.162 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:28:49.182 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:28:49.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.183 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.184 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.184 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:28:49.184 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:28:49.184 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.185 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:49.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 6 16 23815 23799 247.882 278.75 0.00415474 0.00402987 2021-03-04T23:28:49.248 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:49.313 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:49.415 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:49.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:49 gibba008 bash[37770]: audit 2021-03-04T23:28:49.027023+0000 mon.c (mon.1) 121 : audit [DBG] from='client.? 172.21.2.108:0/1279419174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:49.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:49 gibba008 bash[39303]: audit 2021-03-04T23:28:49.027023+0000 mon.c (mon.1) 121 : audit [DBG] from='client.? 172.21.2.108:0/1279419174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:49.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:49 gibba023 bash[27374]: audit 2021-03-04T23:28:49.027023+0000 mon.c (mon.1) 121 : audit [DBG] from='client.? 172.21.2.108:0/1279419174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:49.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:49 gibba023 bash[15180]: debug 2021-03-04T23:28:49.138+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:49.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:49 gibba023 bash[18090]: debug 2021-03-04T23:28:49.306+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:49.577 INFO:teuthology.orchestra.run.gibba008.stdout:moved 0 / 387 (0%) 2021-03-04T23:28:49.577 INFO:teuthology.orchestra.run.gibba008.stdout:avg 55.2857 2021-03-04T23:28:49.577 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 16.8268 -> 16.8268 (expected baseline 6.88388) 2021-03-04T23:28:49.578 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.7 with 27 -> 27 pgs (0.488372 -> 0.488372 * mean) 2021-03-04T23:28:49.578 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.1 with 69 -> 69 pgs (1.24806 -> 1.24806 * mean) 2021-03-04T23:28:49.578 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:28:49.578 INFO:teuthology.orchestra.run.gibba008.stdout:oload 1000 2021-03-04T23:28:49.579 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 1 2021-03-04T23:28:49.579 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:28:49.579 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0104 2021-03-04T23:28:49.579 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.1041 2021-03-04T23:28:49.580 INFO:teuthology.orchestra.run.gibba008.stderr:no change 2021-03-04T23:28:49.748 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:49.851 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:49.898 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:49 gibba008 bash[47391]: debug 2021-03-04T23:28:49.738+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:50.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 7 16 27386 27370 244.35 223.188 0.00186614 0.00406382 2021-03-04T23:28:50.309 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:50.414 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:50.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:50 gibba023 bash[27374]: cluster 2021-03-04T23:28:49.436453+0000 mgr.x (mgr.34379) 1237 : cluster [DBG] pgmap v1620: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1004 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s; 784/48258 objects degraded (1.625%); 2197/48258 objects misplaced (4.553%) 2021-03-04T23:28:50.554 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:50 gibba008 bash[37770]: cluster 2021-03-04T23:28:49.436453+0000 mgr.x (mgr.34379) 1237 : cluster [DBG] pgmap v1620: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1004 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s; 784/48258 objects degraded (1.625%); 2197/48258 objects misplaced (4.553%) 2021-03-04T23:28:50.555 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:50 gibba008 bash[39303]: cluster 2021-03-04T23:28:49.436453+0000 mgr.x (mgr.34379) 1237 : cluster [DBG] pgmap v1620: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1004 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s; 784/48258 objects degraded (1.625%); 2197/48258 objects misplaced (4.553%) 2021-03-04T23:28:50.555 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:50 gibba008 bash[91265]: debug 2021-03-04T23:28:50.298+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:50.849 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:50.952 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:51.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:50 gibba008 bash[48858]: debug 2021-03-04T23:28:50.842+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:51.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 8 16 29811 29795 232.749 151.562 0.0145675 0.00428925 2021-03-04T23:28:51.387 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:51.492 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:51.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:51 gibba008 bash[37770]: audit 2021-03-04T23:28:49.574941+0000 mgr.x (mgr.34379) 1238 : audit [DBG] from='client.45966 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:51.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:51 gibba008 bash[39303]: audit 2021-03-04T23:28:49.574941+0000 mgr.x (mgr.34379) 1238 : audit [DBG] from='client.45966 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:51.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:51 gibba023 bash[27374]: audit 2021-03-04T23:28:49.574941+0000 mgr.x (mgr.34379) 1238 : audit [DBG] from='client.45966 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:51.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:51 gibba023 bash[19550]: debug 2021-03-04T23:28:51.382+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:51.870 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:51.976 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:52.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 9 16 32504 32488 225.587 168.312 0.00200929 0.00442866 2021-03-04T23:28:52.253 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:28:51 gibba008 bash[44600]: debug 2021-03-04T23:28:51.862+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:52.298 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:52 gibba023 bash[27374]: cluster 2021-03-04T23:28:51.437927+0000 mgr.x (mgr.34379) 1239 : cluster [DBG] pgmap v1621: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1.3 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 112 MiB/s wr, 1.80k op/s; 1837/64860 objects degraded (2.832%); 2197/64860 objects misplaced (3.387%) 2021-03-04T23:28:52.418 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:52.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:52 gibba008 bash[39303]: cluster 2021-03-04T23:28:51.437927+0000 mgr.x (mgr.34379) 1239 : cluster [DBG] pgmap v1621: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1.3 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 112 MiB/s wr, 1.80k op/s; 1837/64860 objects degraded (2.832%); 2197/64860 objects misplaced (3.387%) 2021-03-04T23:28:52.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:52 gibba008 bash[37770]: cluster 2021-03-04T23:28:51.437927+0000 mgr.x (mgr.34379) 1239 : cluster [DBG] pgmap v1621: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1.3 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 112 MiB/s wr, 1.80k op/s; 1837/64860 objects degraded (2.832%); 2197/64860 objects misplaced (3.387%) 2021-03-04T23:28:52.522 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:52.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:52 gibba023 bash[19550]: debug 2021-03-04T23:28:52.410+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:53.035 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:53.139 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:53.194 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 10 16 35053 35037 218.958 159.312 0.00316997 0.0045626 2021-03-04T23:28:53.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:53 gibba008 bash[37770]: cluster 2021-03-04T23:28:52.245852+0000 mon.a (mon.0) 1869 : cluster [WRN] Health check update: Degraded data redundancy: 1837/64860 objects degraded (2.832%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:53.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:53 gibba008 bash[39303]: cluster 2021-03-04T23:28:52.245852+0000 mon.a (mon.0) 1869 : cluster [WRN] Health check update: Degraded data redundancy: 1837/64860 objects degraded (2.832%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:53.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:53 gibba023 bash[27374]: cluster 2021-03-04T23:28:52.245852+0000 mon.a (mon.0) 1869 : cluster [WRN] Health check update: Degraded data redundancy: 1837/64860 objects degraded (2.832%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:53.526 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:53 gibba023 bash[19550]: debug 2021-03-04T23:28:53.030+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:53.676 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:53.785 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:54.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:53 gibba023 bash[18090]: debug 2021-03-04T23:28:53.670+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:54.195 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 11 16 37596 37580 213.5 158.938 0.0090584 0.00467442 2021-03-04T23:28:54.383 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:54.487 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:54.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:54 gibba008 bash[39303]: cluster 2021-03-04T23:28:53.438379+0000 mgr.x (mgr.34379) 1240 : cluster [DBG] pgmap v1622: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1.7 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 148 MiB/s wr, 2.36k op/s; 1837/85113 objects degraded (2.158%); 3356/85113 objects misplaced (3.943%) 2021-03-04T23:28:54.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:54 gibba008 bash[47391]: debug 2021-03-04T23:28:54.374+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:54.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:54 gibba008 bash[37770]: cluster 2021-03-04T23:28:53.438379+0000 mgr.x (mgr.34379) 1240 : cluster [DBG] pgmap v1622: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1.7 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 148 MiB/s wr, 2.36k op/s; 1837/85113 objects degraded (2.158%); 3356/85113 objects misplaced (3.943%) 2021-03-04T23:28:54.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:54 gibba023 bash[27374]: cluster 2021-03-04T23:28:53.438379+0000 mgr.x (mgr.34379) 1240 : cluster [DBG] pgmap v1622: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 1.7 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 148 MiB/s wr, 2.36k op/s; 1837/85113 objects degraded (2.158%); 3356/85113 objects misplaced (3.943%) 2021-03-04T23:28:54.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:54.680 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:54.768 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:54.871 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:55.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:54 gibba023 bash[15180]: debug 2021-03-04T23:28:54.570+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:55.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:54 gibba023 bash[18090]: debug 2021-03-04T23:28:54.762+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:55.195 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 12 16 40459 40443 210.614 178.938 0.0025441 0.00473162 2021-03-04T23:28:55.344 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:55.448 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:55.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:55 gibba023 bash[27374]: audit 2021-03-04T23:28:54.364826+0000 mon.a (mon.0) 1870 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:55.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:55 gibba023 bash[27374]: audit 2021-03-04T23:28:54.371274+0000 mon.a (mon.0) 1871 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:55.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:55 gibba023 bash[27374]: audit 2021-03-04T23:28:54.372499+0000 mon.a (mon.0) 1872 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:55.548 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:55.652 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:55.739 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[37770]: audit 2021-03-04T23:28:54.364826+0000 mon.a (mon.0) 1870 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[37770]: audit 2021-03-04T23:28:54.371274+0000 mon.a (mon.0) 1871 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:55.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[37770]: audit 2021-03-04T23:28:54.372499+0000 mon.a (mon.0) 1872 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[39303]: audit 2021-03-04T23:28:54.364826+0000 mon.a (mon.0) 1870 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:55.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[39303]: audit 2021-03-04T23:28:54.371274+0000 mon.a (mon.0) 1871 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:55.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[39303]: audit 2021-03-04T23:28:54.372499+0000 mon.a (mon.0) 1872 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:55.765 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:55 gibba008 bash[48858]: debug 2021-03-04T23:28:55.334+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:55.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:56.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:55 gibba023 bash[15180]: debug 2021-03-04T23:28:55.542+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:56.152 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:28:55 gibba023 bash[15180]: debug 2021-03-04T23:28:55.734+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:56.195 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 13 16 43050 43034 206.867 161.938 0.00277977 0.00480899 2021-03-04T23:28:57.448 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:56 gibba023 bash[27374]: cluster 2021-03-04T23:28:55.439045+0000 mgr.x (mgr.34379) 1241 : cluster [DBG] pgmap v1623: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.0 GiB data, 6.2 GiB used, 662 GiB / 672 GiB avail; 170 MiB/s wr, 2.73k op/s; 1837/98304 objects degraded (1.869%); 4250/98304 objects misplaced (4.323%) 2021-03-04T23:28:57.449 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:57.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:56 gibba008 bash[39303]: cluster 2021-03-04T23:28:55.439045+0000 mgr.x (mgr.34379) 1241 : cluster [DBG] pgmap v1623: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.0 GiB data, 6.2 GiB used, 662 GiB / 672 GiB avail; 170 MiB/s wr, 2.73k op/s; 1837/98304 objects degraded (1.869%); 4250/98304 objects misplaced (4.323%) 2021-03-04T23:28:57.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:56 gibba008 bash[37770]: cluster 2021-03-04T23:28:55.439045+0000 mgr.x (mgr.34379) 1241 : cluster [DBG] pgmap v1623: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.0 GiB data, 6.2 GiB used, 662 GiB / 672 GiB avail; 170 MiB/s wr, 2.73k op/s; 1837/98304 objects degraded (1.869%); 4250/98304 objects misplaced (4.323%) 2021-03-04T23:28:57.451 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:56 gibba008 bash[47391]: debug 2021-03-04T23:28:56.398+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:57.451 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 14 16 45654 45638 203.715 162.75 0.00487675 0.00490511 2021-03-04T23:28:57.550 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:57.628 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:57.731 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:57.813 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:57 gibba023 bash[27374]: cluster 2021-03-04T23:28:57.439605+0000 mgr.x (mgr.34379) 1242 : cluster [DBG] pgmap v1624: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.5 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 201 MiB/s wr, 3.22k op/s; 2683/120531 objects degraded (2.226%); 5091/120531 objects misplaced (4.224%) 2021-03-04T23:28:57.813 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:57 gibba023 bash[27374]: cluster 2021-03-04T23:28:57.494350+0000 mon.a (mon.0) 1873 : cluster [WRN] Health check update: Degraded data redundancy: 2683/120531 objects degraded (2.226%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:57.814 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:57 gibba023 bash[18090]: debug 2021-03-04T23:28:57.622+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:57.814 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:57.916 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:57.932 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:57 gibba008 bash[39303]: cluster 2021-03-04T23:28:57.439605+0000 mgr.x (mgr.34379) 1242 : cluster [DBG] pgmap v1624: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.5 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 201 MiB/s wr, 3.22k op/s; 2683/120531 objects degraded (2.226%); 5091/120531 objects misplaced (4.224%) 2021-03-04T23:28:57.933 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:57 gibba008 bash[39303]: cluster 2021-03-04T23:28:57.494350+0000 mon.a (mon.0) 1873 : cluster [WRN] Health check update: Degraded data redundancy: 2683/120531 objects degraded (2.226%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:57.933 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:57 gibba008 bash[37770]: cluster 2021-03-04T23:28:57.439605+0000 mgr.x (mgr.34379) 1242 : cluster [DBG] pgmap v1624: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.5 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 201 MiB/s wr, 3.22k op/s; 2683/120531 objects degraded (2.226%); 5091/120531 objects misplaced (4.224%) 2021-03-04T23:28:57.933 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:57 gibba008 bash[37770]: cluster 2021-03-04T23:28:57.494350+0000 mon.a (mon.0) 1873 : cluster [WRN] Health check update: Degraded data redundancy: 2683/120531 objects degraded (2.226%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:28:58.196 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 15 16 47209 47193 196.601 97.1875 0.00245175 0.00508228 2021-03-04T23:28:58.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:28:57 gibba023 bash[18090]: debug 2021-03-04T23:28:57.806+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:28:58.610 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:58.714 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:58.925 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[47391]: debug 2021-03-04T23:28:58.602+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:58.925 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[39303]: audit 2021-03-04T23:28:58.242057+0000 mon.a (mon.0) 1874 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:58.926 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[39303]: audit 2021-03-04T23:28:58.245188+0000 mon.a (mon.0) 1875 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:28:58.926 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[39303]: cephadm 2021-03-04T23:28:58.247397+0000 mgr.x (mgr.34379) 1243 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:28:58.927 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:28:58.928 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:28:58.928 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[37770]: audit 2021-03-04T23:28:58.242057+0000 mon.a (mon.0) 1874 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:58.928 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[37770]: audit 2021-03-04T23:28:58.245188+0000 mon.a (mon.0) 1875 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:28:58.929 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[37770]: cephadm 2021-03-04T23:28:58.247397+0000 mgr.x (mgr.34379) 1243 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:28:58.980 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:59.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:58 gibba023 bash[27374]: audit 2021-03-04T23:28:58.242057+0000 mon.a (mon.0) 1874 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:58 gibba023 bash[27374]: audit 2021-03-04T23:28:58.245188+0000 mon.a (mon.0) 1875 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:28:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:28:58 gibba023 bash[27374]: cephadm 2021-03-04T23:28:58.247397+0000 mgr.x (mgr.34379) 1243 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:28:59.083 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:59.196 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 16 16 49237 49221 192.235 126.75 0.0038158 0.00519795 2021-03-04T23:28:59.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:28:58 gibba008 bash[91265]: debug 2021-03-04T23:28:58.970+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:59.433 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:28:59.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05 2021-03-04T23:28:59.455 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:59.562 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:59.574 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:59.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:59.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:28:59 gibba008 bash[48858]: debug 2021-03-04T23:28:59.442+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:28:59.776 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:00.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:28:59 gibba023 bash[19550]: debug 2021-03-04T23:28:59.666+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:00.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 17 16 51224 51208 188.231 124.188 0.00647425 0.00529435 2021-03-04T23:29:00.508 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:00 gibba008 bash[39303]: cluster 2021-03-04T23:28:59.440684+0000 mgr.x (mgr.34379) 1244 : cluster [DBG] pgmap v1625: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.8 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 193 MiB/s wr, 3.08k op/s; 2683/136062 objects degraded (1.972%); 5810/136062 objects misplaced (4.270%) 2021-03-04T23:29:00.509 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:00 gibba008 bash[37770]: cluster 2021-03-04T23:28:59.440684+0000 mgr.x (mgr.34379) 1244 : cluster [DBG] pgmap v1625: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.8 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 193 MiB/s wr, 3.08k op/s; 2683/136062 objects degraded (1.972%); 5810/136062 objects misplaced (4.270%) 2021-03-04T23:29:00.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:00.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:00 gibba023 bash[27374]: cluster 2021-03-04T23:28:59.440684+0000 mgr.x (mgr.34379) 1244 : cluster [DBG] pgmap v1625: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 2.8 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 193 MiB/s wr, 3.08k op/s; 2683/136062 objects degraded (1.972%); 5810/136062 objects misplaced (4.270%) 2021-03-04T23:29:00.613 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:00.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:00 gibba008 bash[44600]: debug 2021-03-04T23:29:00.502+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:00.930 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:01.070 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:01.106 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:01.175 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:01.196 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 18 16 52996 52980 183.926 110.75 0.00376625 0.0054333 2021-03-04T23:29:01.301 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:01 gibba008 bash[44600]: debug 2021-03-04T23:29:01.062+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:01.651 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:01.755 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:02.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:01 gibba008 bash[47391]: debug 2021-03-04T23:29:01.642+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:02.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:01 gibba008 bash[37770]: cluster 2021-03-04T23:29:01.442448+0000 mgr.x (mgr.34379) 1245 : cluster [DBG] pgmap v1626: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.0 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 169 MiB/s wr, 2.71k op/s; 3328/145770 objects degraded (2.283%); 5810/145770 objects misplaced (3.986%) 2021-03-04T23:29:02.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:01 gibba008 bash[39303]: cluster 2021-03-04T23:29:01.442448+0000 mgr.x (mgr.34379) 1245 : cluster [DBG] pgmap v1626: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.0 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 169 MiB/s wr, 2.71k op/s; 3328/145770 objects degraded (2.283%); 5810/145770 objects misplaced (3.986%) 2021-03-04T23:29:02.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:01 gibba023 bash[27374]: cluster 2021-03-04T23:29:01.442448+0000 mgr.x (mgr.34379) 1245 : cluster [DBG] pgmap v1626: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.0 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 169 MiB/s wr, 2.71k op/s; 3328/145770 objects degraded (2.283%); 5810/145770 objects misplaced (3.986%) 2021-03-04T23:29:02.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 19 16 54850 54834 180.344 115.875 0.013025 0.00553932 2021-03-04T23:29:02.236 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:02.344 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:02.520 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:02 gibba008 bash[91265]: debug 2021-03-04T23:29:02.226+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:02.970 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:03.074 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:03.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:29:03.193949+0000 min lat: 0.00087982 max lat: 0.215297 avg lat: 0.00560154 2021-03-04T23:29:03.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:29:03.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 20 16 57113 57097 178.398 141.438 0.00556979 0.00560154 2021-03-04T23:29:03.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:02 gibba008 bash[47391]: debug 2021-03-04T23:29:02.962+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:03.530 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:03.633 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:04.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:03 gibba008 bash[48858]: debug 2021-03-04T23:29:03.522+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:03 gibba008 bash[37770]: cluster 2021-03-04T23:29:03.443249+0000 mgr.x (mgr.34379) 1246 : cluster [DBG] pgmap v1627: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.2 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 159 MiB/s wr, 2.54k op/s; 3328/156555 objects degraded (2.126%); 6431/156555 objects misplaced (4.108%) 2021-03-04T23:29:04.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:03 gibba008 bash[37770]: cluster 2021-03-04T23:29:03.492397+0000 mon.a (mon.0) 1876 : cluster [WRN] Health check update: Degraded data redundancy: 3328/156555 objects degraded (2.126%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:04.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:03 gibba008 bash[39303]: cluster 2021-03-04T23:29:03.443249+0000 mgr.x (mgr.34379) 1246 : cluster [DBG] pgmap v1627: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.2 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 159 MiB/s wr, 2.54k op/s; 3328/156555 objects degraded (2.126%); 6431/156555 objects misplaced (4.108%) 2021-03-04T23:29:04.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:03 gibba008 bash[39303]: cluster 2021-03-04T23:29:03.492397+0000 mon.a (mon.0) 1876 : cluster [WRN] Health check update: Degraded data redundancy: 3328/156555 objects degraded (2.126%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:04.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:03 gibba023 bash[27374]: cluster 2021-03-04T23:29:03.443249+0000 mgr.x (mgr.34379) 1246 : cluster [DBG] pgmap v1627: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.2 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 159 MiB/s wr, 2.54k op/s; 3328/156555 objects degraded (2.126%); 6431/156555 objects misplaced (4.108%) 2021-03-04T23:29:04.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:03 gibba023 bash[27374]: cluster 2021-03-04T23:29:03.492397+0000 mon.a (mon.0) 1876 : cluster [WRN] Health check update: Degraded data redundancy: 3328/156555 objects degraded (2.126%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:04.081 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:04.184 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:04.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 21 16 58355 58339 173.599 77.625 0.0232628 0.00575542 2021-03-04T23:29:04.357 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:04 gibba023 bash[18090]: debug 2021-03-04T23:29:04.074+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:04.357 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:04.462 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:04.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:04 gibba023 bash[18090]: debug 2021-03-04T23:29:04.350+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:04.994 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:05.107 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:05.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 22 16 59969 59953 170.293 100.875 0.0245788 0.00586529 2021-03-04T23:29:05.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:04 gibba008 bash[48858]: debug 2021-03-04T23:29:04.982+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:05.526 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:05.630 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:05.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:05 gibba008 bash[39303]: cluster 2021-03-04T23:29:05.443681+0000 mgr.x (mgr.34379) 1247 : cluster [DBG] pgmap v1628: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.4 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 141 MiB/s wr, 2.25k op/s; 3328/166110 objects degraded (2.003%); 7051/166110 objects misplaced (4.245%) 2021-03-04T23:29:05.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:05 gibba008 bash[48858]: debug 2021-03-04T23:29:05.518+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:05.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:05 gibba008 bash[37770]: cluster 2021-03-04T23:29:05.443681+0000 mgr.x (mgr.34379) 1247 : cluster [DBG] pgmap v1628: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.4 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 141 MiB/s wr, 2.25k op/s; 3328/166110 objects degraded (2.003%); 7051/166110 objects misplaced (4.245%) 2021-03-04T23:29:05.884 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:05.988 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:06.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:05 gibba023 bash[27374]: cluster 2021-03-04T23:29:05.443681+0000 mgr.x (mgr.34379) 1247 : cluster [DBG] pgmap v1628: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.4 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 141 MiB/s wr, 2.25k op/s; 3328/166110 objects degraded (2.003%); 7051/166110 objects misplaced (4.245%) 2021-03-04T23:29:06.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 23 16 62054 62038 168.554 130.312 0.152099 0.00591836 2021-03-04T23:29:06.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:05 gibba008 bash[48858]: debug 2021-03-04T23:29:05.874+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:06.385 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:06.489 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:06.557 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:29:06.558 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:29:06.558 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.558 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:62486 30.e e723/716 30:7a7f692a:::benchmark_data_gibba008_138845_object62485:head v 723'3924, mlcod=723'3922)", 2021-03-04T23:29:06.558 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:06.549176+0000", 2021-03-04T23:29:06.559 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0027194599999999999, 2021-03-04T23:29:06.559 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027402250000000002, 2021-03-04T23:29:06.559 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:29:06.559 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:29:06.559 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:29:06.560 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.560 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:29:06.560 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549176+0000", 2021-03-04T23:29:06.560 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:29:06.561 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.561 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.561 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:29:06.561 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549176+0000", 2021-03-04T23:29:06.561 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1781e-05 2021-03-04T23:29:06.562 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.562 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.562 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:29:06.562 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549188+0000", 2021-03-04T23:29:06.563 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:29:06.563 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.563 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.563 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:29:06.563 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549190+0000", 2021-03-04T23:29:06.564 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3349999999999996e-06 2021-03-04T23:29:06.564 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.564 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.564 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:29:06.564 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549200+0000", 2021-03-04T23:29:06.565 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1529999999999999e-06 2021-03-04T23:29:06.565 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.565 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.565 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:29:06.566 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549204+0000", 2021-03-04T23:29:06.566 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2431000000000002e-05 2021-03-04T23:29:06.566 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.566 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.566 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:29:06.567 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549236+0000", 2021-03-04T23:29:06.567 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5344000000000001e-05 2021-03-04T23:29:06.567 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.567 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.567 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:29:06.568 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549251+0000", 2021-03-04T23:29:06.568 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4992000000000003e-05 2021-03-04T23:29:06.568 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.568 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:29:06.569 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.569 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.569 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.569 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:62487 30.6 e723/719 30:6fbaf9ea:::benchmark_data_gibba008_138845_object62486:head v 723'3847, mlcod=723'3845)", 2021-03-04T23:29:06.569 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:06.549820+0000", 2021-03-04T23:29:06.570 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.002075917, 2021-03-04T23:29:06.570 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021585659999999998, 2021-03-04T23:29:06.570 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:29:06.571 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:29:06.571 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:29:06.571 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.572 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:29:06.572 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549820+0000", 2021-03-04T23:29:06.572 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:29:06.572 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.572 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.573 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:29:06.573 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549820+0000", 2021-03-04T23:29:06.573 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8333e-05 2021-03-04T23:29:06.574 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.574 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.574 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:29:06.574 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549868+0000", 2021-03-04T23:29:06.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.339e-06 2021-03-04T23:29:06.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:29:06.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549871+0000", 2021-03-04T23:29:06.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0256e-05 2021-03-04T23:29:06.576 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:29:06.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549881+0000", 2021-03-04T23:29:06.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2069999999999997e-06 2021-03-04T23:29:06.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.578 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:29:06.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549885+0000", 2021-03-04T23:29:06.578 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7654999999999999e-05 2021-03-04T23:29:06.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:29:06.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549913+0000", 2021-03-04T23:29:06.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2523e-05 2021-03-04T23:29:06.580 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.580 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.580 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:29:06.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549925+0000", 2021-03-04T23:29:06.581 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000105313 2021-03-04T23:29:06.581 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.582 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:29:06.582 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.582 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.583 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:62491 30.b e723/719 30:d6fae35e:::benchmark_data_gibba008_138845_object62490:head v 723'3909, mlcod=723'3907)", 2021-03-04T23:29:06.583 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:06.549928+0000", 2021-03-04T23:29:06.583 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0019678400000000002, 2021-03-04T23:29:06.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021106129999999999, 2021-03-04T23:29:06.584 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:29:06.584 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:29:06.584 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:29:06.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.585 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:29:06.585 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549928+0000", 2021-03-04T23:29:06.585 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:29:06.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.586 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.586 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:29:06.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549928+0000", 2021-03-04T23:29:06.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5133999999999999e-05 2021-03-04T23:29:06.587 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:29:06.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549943+0000", 2021-03-04T23:29:06.587 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7689999999999999e-06 2021-03-04T23:29:06.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.588 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:29:06.588 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549945+0000", 2021-03-04T23:29:06.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1120000000000001e-06 2021-03-04T23:29:06.589 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.589 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.589 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:29:06.589 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549951+0000", 2021-03-04T23:29:06.590 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3249999999999999e-06 2021-03-04T23:29:06.590 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.590 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.590 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:29:06.590 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549954+0000", 2021-03-04T23:29:06.591 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7296000000000001e-05 2021-03-04T23:29:06.591 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.591 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.591 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:29:06.592 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549982+0000", 2021-03-04T23:29:06.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1907e-05 2021-03-04T23:29:06.592 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.592 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.593 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:29:06.593 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.549994+0000", 2021-03-04T23:29:06.593 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5543000000000006e-05 2021-03-04T23:29:06.593 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.593 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:29:06.594 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.594 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:62490 30.d e723/719 30:b2646997:::benchmark_data_gibba008_138845_object62489:head v 723'3904, mlcod=723'3901)", 2021-03-04T23:29:06.595 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:06.550034+0000", 2021-03-04T23:29:06.595 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0018614759999999999, 2021-03-04T23:29:06.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020492290000000001, 2021-03-04T23:29:06.595 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:29:06.595 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:29:06.596 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:29:06.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:29:06.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550034+0000", 2021-03-04T23:29:06.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:29:06.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:29:06.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550034+0000", 2021-03-04T23:29:06.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5675999999999998e-05 2021-03-04T23:29:06.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.598 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:29:06.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550120+0000", 2021-03-04T23:29:06.599 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.052e-06 2021-03-04T23:29:06.599 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.599 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:29:06.600 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550122+0000", 2021-03-04T23:29:06.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1029999999999999e-05 2021-03-04T23:29:06.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:29:06.601 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550133+0000", 2021-03-04T23:29:06.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3080000000000001e-06 2021-03-04T23:29:06.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:29:06.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550138+0000", 2021-03-04T23:29:06.602 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0803999999999999e-05 2021-03-04T23:29:06.602 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.602 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.603 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:29:06.603 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550158+0000", 2021-03-04T23:29:06.603 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5040000000000008e-06 2021-03-04T23:29:06.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:29:06.604 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:29:06.604 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:29:06.604 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:06.550168+0000", 2021-03-04T23:29:06.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013337399999999999 2021-03-04T23:29:06.605 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.605 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:29:06.605 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.605 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:29:06.605 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:29:06.606 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 4 2021-03-04T23:29:06.606 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:29:06.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:06 gibba008 bash[47391]: debug 2021-03-04T23:29:06.378+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:06.819 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:06.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:07.197 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 24 16 63753 63737 165.955 106.188 0.0125658 0.00602012 2021-03-04T23:29:07.289 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:06 gibba008 bash[91265]: debug 2021-03-04T23:29:06.810+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:07.412 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:07.515 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.700 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:07 gibba008 bash[37770]: cluster 2021-03-04T23:29:07.444699+0000 mgr.x (mgr.34379) 1248 : cluster [DBG] pgmap v1629: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s; 3880/181209 objects degraded (2.141%); 7607/181209 objects misplaced (4.198%) 2021-03-04T23:29:07.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:07 gibba008 bash[39303]: cluster 2021-03-04T23:29:07.444699+0000 mgr.x (mgr.34379) 1248 : cluster [DBG] pgmap v1629: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s; 3880/181209 objects degraded (2.141%); 7607/181209 objects misplaced (4.198%) 2021-03-04T23:29:07.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:07 gibba008 bash[48858]: debug 2021-03-04T23:29:07.402+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:07.803 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:08.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:07 gibba023 bash[27374]: cluster 2021-03-04T23:29:07.444699+0000 mgr.x (mgr.34379) 1248 : cluster [DBG] pgmap v1629: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s; 3880/181209 objects degraded (2.141%); 7607/181209 objects misplaced (4.198%) 2021-03-04T23:29:08.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:07 gibba023 bash[15180]: debug 2021-03-04T23:29:07.694+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:08.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 25 15 65707 65692 164.204 122.188 0.0786566 0.00607245 2021-03-04T23:29:08.370 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:08.473 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:08.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:08 gibba008 bash[47391]: debug 2021-03-04T23:29:08.362+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:08.915 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:09.018 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:09.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 26 16 67568 67552 162.359 116.25 0.0158168 0.00615306 2021-03-04T23:29:09.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:08 gibba008 bash[48858]: debug 2021-03-04T23:29:08.906+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:09.475 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:09.578 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:09 gibba023 bash[27374]: cluster 2021-03-04T23:29:09.214967+0000 mon.a (mon.0) 1877 : cluster [WRN] Health check update: Degraded data redundancy: 3880/181209 objects degraded (2.141%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:09.677 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:09 gibba008 bash[39303]: cluster 2021-03-04T23:29:09.214967+0000 mon.a (mon.0) 1877 : cluster [WRN] Health check update: Degraded data redundancy: 3880/181209 objects degraded (2.141%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:09 gibba008 bash[37770]: cluster 2021-03-04T23:29:09.214967+0000 mon.a (mon.0) 1877 : cluster [WRN] Health check update: Degraded data redundancy: 3880/181209 objects degraded (2.141%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:09.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:09 gibba008 bash[91265]: debug 2021-03-04T23:29:09.466+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:09.780 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.876 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:09 gibba023 bash[19550]: debug 2021-03-04T23:29:09.670+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:09.877 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:09 gibba023 bash[19550]: debug 2021-03-04T23:29:09.870+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:09.877 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.979 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:10.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 27 16 69620 69604 161.095 128.25 0.0149011 0.00620374 2021-03-04T23:29:10.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:10.758 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:10.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:10 gibba008 bash[37770]: cluster 2021-03-04T23:29:09.446044+0000 mgr.x (mgr.34379) 1249 : cluster [DBG] pgmap v1630: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 125 MiB/s wr, 2.01k op/s; 3880/192819 objects degraded (2.012%); 8170/192819 objects misplaced (4.237%) 2021-03-04T23:29:10.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:10 gibba008 bash[39303]: cluster 2021-03-04T23:29:09.446044+0000 mgr.x (mgr.34379) 1249 : cluster [DBG] pgmap v1630: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 125 MiB/s wr, 2.01k op/s; 3880/192819 objects degraded (2.012%); 8170/192819 objects misplaced (4.237%) 2021-03-04T23:29:10.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:10 gibba023 bash[27374]: cluster 2021-03-04T23:29:09.446044+0000 mgr.x (mgr.34379) 1249 : cluster [DBG] pgmap v1630: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 125 MiB/s wr, 2.01k op/s; 3880/192819 objects degraded (2.012%); 8170/192819 objects misplaced (4.237%) 2021-03-04T23:29:11.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 28 16 70733 70717 157.826 69.5625 0.00552471 0.00633215 2021-03-04T23:29:11.252 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:10 gibba008 bash[48858]: debug 2021-03-04T23:29:10.646+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:11.651 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:11.754 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:11.808 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:11 gibba008 bash[37770]: cluster 2021-03-04T23:29:11.451831+0000 mgr.x (mgr.34379) 1250 : cluster [DBG] pgmap v1631: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.1 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 113 MiB/s wr, 1.81k op/s; 4409/201141 objects degraded (2.192%); 8170/201141 objects misplaced (4.062%) 2021-03-04T23:29:11.809 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:11 gibba008 bash[91265]: debug 2021-03-04T23:29:11.642+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:11.809 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:11 gibba008 bash[39303]: cluster 2021-03-04T23:29:11.451831+0000 mgr.x (mgr.34379) 1250 : cluster [DBG] pgmap v1631: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.1 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 113 MiB/s wr, 1.81k op/s; 4409/201141 objects degraded (2.192%); 8170/201141 objects misplaced (4.062%) 2021-03-04T23:29:12.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:11 gibba023 bash[27374]: cluster 2021-03-04T23:29:11.451831+0000 mgr.x (mgr.34379) 1250 : cluster [DBG] pgmap v1631: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.1 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 113 MiB/s wr, 1.81k op/s; 4409/201141 objects degraded (2.192%); 8170/201141 objects misplaced (4.062%) 2021-03-04T23:29:12.113 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:12.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 29 16 72146 72130 155.429 88.3125 0.0128095 0.0064303 2021-03-04T23:29:12.219 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:12.414 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:12.415 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:12 gibba008 bash[47391]: debug 2021-03-04T23:29:12.102+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:12.415 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:12 gibba008 bash[48858]: debug 2021-03-04T23:29:12.406+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:12.517 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:12.748 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:29:12.860 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:12.933 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:13.037 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:13.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 30 16 74178 74162 154.481 127 0.0133177 0.00646945 2021-03-04T23:29:13.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:12 gibba023 bash[19550]: debug 2021-03-04T23:29:12.926+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:13.274 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:13.379 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:13.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[15180]: debug 2021-03-04T23:29:13.266+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:13.776 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:13.795 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:29:13.881 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.146 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[27374]: audit 2021-03-04T23:29:12.784916+0000 mon.a (mon.0) 1878 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:29:14.147 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[27374]: cephadm 2021-03-04T23:29:12.787454+0000 mgr.x (mgr.34379) 1251 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:29:14.147 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[27374]: audit 2021-03-04T23:29:12.881835+0000 mon.c (mon.1) 122 : audit [INF] from='client.? 172.21.2.108:0/1731645375' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:14.147 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[27374]: audit 2021-03-04T23:29:12.882269+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:14.147 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[27374]: audit 2021-03-04T23:29:13.084652+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:29:14.148 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:13 gibba023 bash[27374]: cluster 2021-03-04T23:29:13.452856+0000 mgr.x (mgr.34379) 1252 : cluster [DBG] pgmap v1632: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.3 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 112 MiB/s wr, 1.80k op/s; 4409/210615 objects degraded (2.093%); 8696/210615 objects misplaced (4.129%) 2021-03-04T23:29:14.149 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 31 16 75981 75965 153.133 112.688 0.00255908 0.00652281 2021-03-04T23:29:14.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:14.256 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[39303]: audit 2021-03-04T23:29:12.784916+0000 mon.a (mon.0) 1878 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:29:14.256 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[39303]: cephadm 2021-03-04T23:29:12.787454+0000 mgr.x (mgr.34379) 1251 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:29:14.256 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[39303]: audit 2021-03-04T23:29:12.881835+0000 mon.c (mon.1) 122 : audit [INF] from='client.? 172.21.2.108:0/1731645375' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:14.257 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[39303]: audit 2021-03-04T23:29:12.882269+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:14.257 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[39303]: audit 2021-03-04T23:29:13.084652+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:29:14.257 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[39303]: cluster 2021-03-04T23:29:13.452856+0000 mgr.x (mgr.34379) 1252 : cluster [DBG] pgmap v1632: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.3 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 112 MiB/s wr, 1.80k op/s; 4409/210615 objects degraded (2.093%); 8696/210615 objects misplaced (4.129%) 2021-03-04T23:29:14.258 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[44600]: debug 2021-03-04T23:29:13.766+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:14.258 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[37770]: audit 2021-03-04T23:29:12.784916+0000 mon.a (mon.0) 1878 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:29:14.258 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[37770]: cephadm 2021-03-04T23:29:12.787454+0000 mgr.x (mgr.34379) 1251 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:29:14.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[37770]: audit 2021-03-04T23:29:12.881835+0000 mon.c (mon.1) 122 : audit [INF] from='client.? 172.21.2.108:0/1731645375' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:14.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[37770]: audit 2021-03-04T23:29:12.882269+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:14.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[37770]: audit 2021-03-04T23:29:13.084652+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:29:14.259 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:13 gibba008 bash[37770]: cluster 2021-03-04T23:29:13.452856+0000 mgr.x (mgr.34379) 1252 : cluster [DBG] pgmap v1632: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.3 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 112 MiB/s wr, 1.80k op/s; 4409/210615 objects degraded (2.093%); 8696/210615 objects misplaced (4.129%) 2021-03-04T23:29:14.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[15180]: debug 2021-03-04T23:29:14.142+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:14.684 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:14.787 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.913 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:15.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[39303]: cluster 2021-03-04T23:29:13.783209+0000 mon.a (mon.0) 1881 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:15.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[39303]: audit 2021-03-04T23:29:13.788397+0000 mon.a (mon.0) 1882 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:15.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[39303]: cluster 2021-03-04T23:29:13.788727+0000 mon.a (mon.0) 1883 : cluster [DBG] osdmap e724: 8 total, 7 up, 8 in 2021-03-04T23:29:15.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[39303]: cluster 2021-03-04T23:29:14.217227+0000 mon.a (mon.0) 1884 : cluster [WRN] Health check update: Degraded data redundancy: 4409/210615 objects degraded (2.093%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:15.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[39303]: cluster 2021-03-04T23:29:14.463154+0000 osd.4 (osd.4) 19 : cluster [DBG] 2.1a scrub starts 2021-03-04T23:29:15.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[39303]: cluster 2021-03-04T23:29:14.468097+0000 osd.4 (osd.4) 20 : cluster [DBG] 2.1a scrub ok 2021-03-04T23:29:15.013 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[48858]: debug 2021-03-04T23:29:14.674+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:15.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[37770]: cluster 2021-03-04T23:29:13.783209+0000 mon.a (mon.0) 1881 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:15.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[37770]: audit 2021-03-04T23:29:13.788397+0000 mon.a (mon.0) 1882 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:15.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[37770]: cluster 2021-03-04T23:29:13.788727+0000 mon.a (mon.0) 1883 : cluster [DBG] osdmap e724: 8 total, 7 up, 8 in 2021-03-04T23:29:15.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[37770]: cluster 2021-03-04T23:29:14.217227+0000 mon.a (mon.0) 1884 : cluster [WRN] Health check update: Degraded data redundancy: 4409/210615 objects degraded (2.093%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:15.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[37770]: cluster 2021-03-04T23:29:14.463154+0000 osd.4 (osd.4) 19 : cluster [DBG] 2.1a scrub starts 2021-03-04T23:29:15.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:14 gibba008 bash[37770]: cluster 2021-03-04T23:29:14.468097+0000 osd.4 (osd.4) 20 : cluster [DBG] 2.1a scrub ok 2021-03-04T23:29:15.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:15.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 32 16 77433 77417 151.183 90.75 0.00445163 0.00661065 2021-03-04T23:29:15.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[15180]: debug 2021-03-04T23:29:14.902+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:15.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[27374]: cluster 2021-03-04T23:29:13.783209+0000 mon.a (mon.0) 1881 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:15.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[27374]: audit 2021-03-04T23:29:13.788397+0000 mon.a (mon.0) 1882 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:15.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[27374]: cluster 2021-03-04T23:29:13.788727+0000 mon.a (mon.0) 1883 : cluster [DBG] osdmap e724: 8 total, 7 up, 8 in 2021-03-04T23:29:15.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[27374]: cluster 2021-03-04T23:29:14.217227+0000 mon.a (mon.0) 1884 : cluster [WRN] Health check update: Degraded data redundancy: 4409/210615 objects degraded (2.093%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:15.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[27374]: cluster 2021-03-04T23:29:14.463154+0000 osd.4 (osd.4) 19 : cluster [DBG] 2.1a scrub starts 2021-03-04T23:29:15.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:14 gibba023 bash[27374]: cluster 2021-03-04T23:29:14.468097+0000 osd.4 (osd.4) 20 : cluster [DBG] 2.1a scrub ok 2021-03-04T23:29:15.622 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:15.733 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:15.885 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[39303]: cluster 2021-03-04T23:29:14.590063+0000 osd.2 (osd.2) 8 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:29:15.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[39303]: cluster 2021-03-04T23:29:14.793501+0000 osd.0 (osd.0) 7 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:29:15.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[39303]: cluster 2021-03-04T23:29:15.453709+0000 mgr.x (mgr.34379) 1253 : cluster [DBG] pgmap v1634: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.4 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s; 4409/218460 objects degraded (2.018%); 9225/218460 objects misplaced (4.223%) 2021-03-04T23:29:15.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[39303]: cluster 2021-03-04T23:29:15.670521+0000 osd.1 (osd.1) 9 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:29:15.887 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[48858]: debug 2021-03-04T23:29:15.610+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:15.887 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[37770]: cluster 2021-03-04T23:29:14.590063+0000 osd.2 (osd.2) 8 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:29:15.888 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[37770]: cluster 2021-03-04T23:29:14.793501+0000 osd.0 (osd.0) 7 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:29:15.888 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[37770]: cluster 2021-03-04T23:29:15.453709+0000 mgr.x (mgr.34379) 1253 : cluster [DBG] pgmap v1634: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.4 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s; 4409/218460 objects degraded (2.018%); 9225/218460 objects misplaced (4.223%) 2021-03-04T23:29:15.888 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:15 gibba008 bash[37770]: cluster 2021-03-04T23:29:15.670521+0000 osd.1 (osd.1) 9 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:29:16.108 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:16.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 33 16 78500 78484 148.623 66.6875 0.00556327 0.00672418 2021-03-04T23:29:16.212 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:16.220 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:16 gibba008 bash[44600]: debug 2021-03-04T23:29:16.098+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:16.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:15 gibba023 bash[27374]: cluster 2021-03-04T23:29:14.590063+0000 osd.2 (osd.2) 8 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:29:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:15 gibba023 bash[27374]: cluster 2021-03-04T23:29:14.793501+0000 osd.0 (osd.0) 7 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:29:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:15 gibba023 bash[27374]: cluster 2021-03-04T23:29:15.453709+0000 mgr.x (mgr.34379) 1253 : cluster [DBG] pgmap v1634: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.4 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s; 4409/218460 objects degraded (2.018%); 9225/218460 objects misplaced (4.223%) 2021-03-04T23:29:16.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:15 gibba023 bash[27374]: cluster 2021-03-04T23:29:15.670521+0000 osd.1 (osd.1) 9 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:29:16.766 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:16.876 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:17.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 34 16 80087 80071 147.168 99.1875 0.00808639 0.0067869 2021-03-04T23:29:17.213 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:16 gibba008 bash[39303]: cluster 2021-03-04T23:29:15.577495+0000 osd.3 (osd.3) 8 : cluster [DBG] 1.e scrub ok 2021-03-04T23:29:17.213 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:16 gibba008 bash[39303]: cluster 2021-03-04T23:29:15.627829+0000 osd.2 (osd.2) 9 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:29:17.214 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:16 gibba008 bash[47391]: debug 2021-03-04T23:29:16.758+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:17.214 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:16 gibba008 bash[37770]: cluster 2021-03-04T23:29:15.577495+0000 osd.3 (osd.3) 8 : cluster [DBG] 1.e scrub ok 2021-03-04T23:29:17.215 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:16 gibba008 bash[37770]: cluster 2021-03-04T23:29:15.627829+0000 osd.2 (osd.2) 9 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:29:17.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:16 gibba023 bash[27374]: cluster 2021-03-04T23:29:15.577495+0000 osd.3 (osd.3) 8 : cluster [DBG] 1.e scrub ok 2021-03-04T23:29:17.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:16 gibba023 bash[27374]: cluster 2021-03-04T23:29:15.627829+0000 osd.2 (osd.2) 9 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:29:17.427 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:17.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[48858]: debug 2021-03-04T23:29:17.418+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:17.531 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:17.644 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:17.751 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:17.818 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:17 gibba023 bash[19550]: debug 2021-03-04T23:29:17.638+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:18.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[39303]: cluster 2021-03-04T23:29:15.913464+0000 osd.7 (osd.7) 33 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:29:18.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[39303]: cluster 2021-03-04T23:29:15.914241+0000 osd.7 (osd.7) 34 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:29:18.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[39303]: cluster 2021-03-04T23:29:16.457161+0000 osd.3 (osd.3) 9 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:29:18.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[39303]: cluster 2021-03-04T23:29:17.455031+0000 mgr.x (mgr.34379) 1254 : cluster [DBG] pgmap v1635: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 4920/231729 objects degraded (2.123%); 9726/231729 objects misplaced (4.197%) 2021-03-04T23:29:18.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[37770]: cluster 2021-03-04T23:29:15.913464+0000 osd.7 (osd.7) 33 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:29:18.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[37770]: cluster 2021-03-04T23:29:15.914241+0000 osd.7 (osd.7) 34 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:29:18.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[37770]: cluster 2021-03-04T23:29:16.457161+0000 osd.3 (osd.3) 9 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:29:18.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:17 gibba008 bash[37770]: cluster 2021-03-04T23:29:17.455031+0000 mgr.x (mgr.34379) 1254 : cluster [DBG] pgmap v1635: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 4920/231729 objects degraded (2.123%); 9726/231729 objects misplaced (4.197%) 2021-03-04T23:29:18.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 35 16 81975 81959 146.335 118 0.00352146 0.00682992 2021-03-04T23:29:18.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:17 gibba023 bash[27374]: cluster 2021-03-04T23:29:15.913464+0000 osd.7 (osd.7) 33 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:29:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:17 gibba023 bash[27374]: cluster 2021-03-04T23:29:15.914241+0000 osd.7 (osd.7) 34 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:29:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:17 gibba023 bash[27374]: cluster 2021-03-04T23:29:16.457161+0000 osd.3 (osd.3) 9 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:29:18.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:17 gibba023 bash[27374]: cluster 2021-03-04T23:29:17.455031+0000 mgr.x (mgr.34379) 1254 : cluster [DBG] pgmap v1635: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 4920/231729 objects degraded (2.123%); 9726/231729 objects misplaced (4.197%) 2021-03-04T23:29:18.359 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:18.463 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:18.547 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:18.649 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:18.712 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:18 gibba008 bash[44600]: debug 2021-03-04T23:29:18.346+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:18.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:18 gibba023 bash[18090]: debug 2021-03-04T23:29:18.542+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:19.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:18 gibba008 bash[39303]: cluster 2021-03-04T23:29:18.514751+0000 osd.4 (osd.4) 21 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:29:19.057 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:18 gibba008 bash[39303]: cluster 2021-03-04T23:29:18.515330+0000 osd.4 (osd.4) 22 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:29:19.057 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:18 gibba008 bash[37770]: cluster 2021-03-04T23:29:18.514751+0000 osd.4 (osd.4) 21 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:29:19.057 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:18 gibba008 bash[37770]: cluster 2021-03-04T23:29:18.515330+0000 osd.4 (osd.4) 22 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:29:19.177 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:19.198 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 36 16 83792 83776 145.424 113.562 0.0184458 0.00687141 2021-03-04T23:29:19.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:18 gibba023 bash[27374]: cluster 2021-03-04T23:29:18.514751+0000 osd.4 (osd.4) 21 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:29:19.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:18 gibba023 bash[27374]: cluster 2021-03-04T23:29:18.515330+0000 osd.4 (osd.4) 22 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:29:19.283 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:19.548 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:19 gibba008 bash[44600]: debug 2021-03-04T23:29:19.162+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:19.910 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:20.013 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:20.129 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:19 gibba023 bash[27374]: cluster 2021-03-04T23:29:19.218092+0000 mon.a (mon.0) 1885 : cluster [WRN] Health check update: Degraded data redundancy: 4920/231729 objects degraded (2.123%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:20.455 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:19 gibba023 bash[27374]: cluster 2021-03-04T23:29:19.456220+0000 mgr.x (mgr.34379) 1255 : cluster [DBG] pgmap v1636: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s; 4920/242424 objects degraded (2.030%); 10265/242424 objects misplaced (4.234%) 2021-03-04T23:29:20.456 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 37 16 85271 85255 143.992 92.4375 0.0174533 0.00694 2021-03-04T23:29:20.457 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:19 gibba008 bash[47391]: debug 2021-03-04T23:29:19.902+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:20.457 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:19 gibba008 bash[37770]: cluster 2021-03-04T23:29:19.218092+0000 mon.a (mon.0) 1885 : cluster [WRN] Health check update: Degraded data redundancy: 4920/231729 objects degraded (2.123%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:20.458 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:19 gibba008 bash[37770]: cluster 2021-03-04T23:29:19.456220+0000 mgr.x (mgr.34379) 1255 : cluster [DBG] pgmap v1636: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s; 4920/242424 objects degraded (2.030%); 10265/242424 objects misplaced (4.234%) 2021-03-04T23:29:20.458 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:19 gibba008 bash[39303]: cluster 2021-03-04T23:29:19.218092+0000 mon.a (mon.0) 1885 : cluster [WRN] Health check update: Degraded data redundancy: 4920/231729 objects degraded (2.123%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:20.459 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:19 gibba008 bash[39303]: cluster 2021-03-04T23:29:19.456220+0000 mgr.x (mgr.34379) 1255 : cluster [DBG] pgmap v1636: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s; 4920/242424 objects degraded (2.030%); 10265/242424 objects misplaced (4.234%) 2021-03-04T23:29:20.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:20.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:20 gibba023 bash[15180]: debug 2021-03-04T23:29:20.122+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:20.561 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:21.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 38 16 86609 86593 142.403 83.625 0.040375 0.00701614 2021-03-04T23:29:21.424 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:21.527 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:21.622 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:21.729 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:21 gibba008 bash[39303]: cluster 2021-03-04T23:29:21.457166+0000 mgr.x (mgr.34379) 1256 : cluster [DBG] pgmap v1637: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.1 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s; 5436/250092 objects degraded (2.174%); 10265/250092 objects misplaced (4.104%) 2021-03-04T23:29:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:21 gibba008 bash[37770]: cluster 2021-03-04T23:29:21.457166+0000 mgr.x (mgr.34379) 1256 : cluster [DBG] pgmap v1637: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.1 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s; 5436/250092 objects degraded (2.174%); 10265/250092 objects misplaced (4.104%) 2021-03-04T23:29:21.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:21 gibba008 bash[91265]: debug 2021-03-04T23:29:21.414+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:21.806 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:21 gibba023 bash[27374]: cluster 2021-03-04T23:29:21.457166+0000 mgr.x (mgr.34379) 1256 : cluster [DBG] pgmap v1637: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.1 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s; 5436/250092 objects degraded (2.174%); 10265/250092 objects misplaced (4.104%) 2021-03-04T23:29:21.807 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:21 gibba023 bash[15180]: debug 2021-03-04T23:29:21.614+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:21.807 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:21.909 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:21.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:22.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:22.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 39 16 88576 88560 141.903 122.938 0.0029228 0.00704354 2021-03-04T23:29:22.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:21 gibba023 bash[19550]: debug 2021-03-04T23:29:21.802+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:22.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:21 gibba023 bash[19550]: debug 2021-03-04T23:29:21.986+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:22.788 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:22.892 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:22.929 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:29:23.033 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:23.063 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:22 gibba008 bash[47391]: debug 2021-03-04T23:29:22.778+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:23.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:29:23.196103+0000 min lat: 0.00087982 max lat: 0.28863 avg lat: 0.00713209 2021-03-04T23:29:23.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:29:23.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 40 15 89714 89699 140.135 71.1875 0.00583952 0.00713209 2021-03-04T23:29:23.339 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:23 gibba008 bash[91265]: debug 2021-03-04T23:29:23.330+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:23.339 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:23.441 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:23.535 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:23.639 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:23.736 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:23 gibba023 bash[27374]: cluster 2021-03-04T23:29:23.458061+0000 mgr.x (mgr.34379) 1257 : cluster [DBG] pgmap v1638: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 5436/259092 objects degraded (2.098%); 10800/259092 objects misplaced (4.168%) 2021-03-04T23:29:23.737 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:23 gibba023 bash[15180]: debug 2021-03-04T23:29:23.530+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:23.737 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:23.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:23 gibba008 bash[37770]: cluster 2021-03-04T23:29:23.458061+0000 mgr.x (mgr.34379) 1257 : cluster [DBG] pgmap v1638: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 5436/259092 objects degraded (2.098%); 10800/259092 objects misplaced (4.168%) 2021-03-04T23:29:23.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:23 gibba008 bash[39303]: cluster 2021-03-04T23:29:23.458061+0000 mgr.x (mgr.34379) 1257 : cluster [DBG] pgmap v1638: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 5436/259092 objects degraded (2.098%); 10800/259092 objects misplaced (4.168%) 2021-03-04T23:29:23.841 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:23.945 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:24.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:23 gibba023 bash[15180]: debug 2021-03-04T23:29:23.938+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:24.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:23 gibba023 bash[18090]: debug 2021-03-04T23:29:23.730+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:24.048 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:24.138 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:24.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 41 16 91797 91781 139.891 130.125 0.00414347 0.00714452 2021-03-04T23:29:24.246 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:24.501 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:24.503 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:24 gibba023 bash[15180]: debug 2021-03-04T23:29:24.130+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:24.604 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:24.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:24 gibba023 bash[15180]: debug 2021-03-04T23:29:24.494+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:24 gibba023 bash[27374]: cluster 2021-03-04T23:29:23.548476+0000 osd.3 (osd.3) 10 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:29:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:24 gibba023 bash[27374]: cluster 2021-03-04T23:29:24.218838+0000 mon.a (mon.0) 1886 : cluster [WRN] Health check update: Degraded data redundancy: 5436/259092 objects degraded (2.098%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:25.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:24 gibba008 bash[37770]: cluster 2021-03-04T23:29:23.548476+0000 osd.3 (osd.3) 10 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:29:25.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:24 gibba008 bash[37770]: cluster 2021-03-04T23:29:24.218838+0000 mon.a (mon.0) 1886 : cluster [WRN] Health check update: Degraded data redundancy: 5436/259092 objects degraded (2.098%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:25.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:24 gibba008 bash[39303]: cluster 2021-03-04T23:29:23.548476+0000 osd.3 (osd.3) 10 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:29:25.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:24 gibba008 bash[39303]: cluster 2021-03-04T23:29:24.218838+0000 mon.a (mon.0) 1886 : cluster [WRN] Health check update: Degraded data redundancy: 5436/259092 objects degraded (2.098%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:25.028 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:25.131 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:25.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 42 16 93936 93920 139.743 133.688 0.0057032 0.0071522 2021-03-04T23:29:25.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:25 gibba008 bash[48858]: debug 2021-03-04T23:29:25.018+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:25.524 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:25.628 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:26.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:25 gibba008 bash[37770]: cluster 2021-03-04T23:29:25.458837+0000 mgr.x (mgr.34379) 1258 : cluster [DBG] pgmap v1639: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s; 5436/266190 objects degraded (2.042%); 11257/266190 objects misplaced (4.229%) 2021-03-04T23:29:26.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:25 gibba008 bash[39303]: cluster 2021-03-04T23:29:25.458837+0000 mgr.x (mgr.34379) 1258 : cluster [DBG] pgmap v1639: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s; 5436/266190 objects degraded (2.042%); 11257/266190 objects misplaced (4.229%) 2021-03-04T23:29:26.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:25 gibba008 bash[91265]: debug 2021-03-04T23:29:25.514+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:25 gibba023 bash[27374]: cluster 2021-03-04T23:29:25.458837+0000 mgr.x (mgr.34379) 1258 : cluster [DBG] pgmap v1639: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s; 5436/266190 objects degraded (2.042%); 11257/266190 objects misplaced (4.229%) 2021-03-04T23:29:26.125 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:26.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 43 16 95050 95034 138.112 69.625 0.0081715 0.0072368 2021-03-04T23:29:26.229 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:26.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:26 gibba008 bash[47391]: debug 2021-03-04T23:29:26.118+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:26.927 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:27.030 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:27.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 44 16 96907 96891 137.611 116.062 0.00358896 0.00726036 2021-03-04T23:29:27.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:26 gibba008 bash[44600]: debug 2021-03-04T23:29:26.918+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:27.682 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:27.785 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:27.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:27 gibba023 bash[27374]: cluster 2021-03-04T23:29:27.461571+0000 mgr.x (mgr.34379) 1259 : cluster [DBG] pgmap v1640: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 108 MiB/s wr, 1.72k op/s; 5953/280518 objects degraded (2.122%); 11770/280518 objects misplaced (4.196%) 2021-03-04T23:29:27.901 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:27 gibba023 bash[19550]: debug 2021-03-04T23:29:27.894+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:27.902 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:28.004 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:28.049 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:27 gibba008 bash[39303]: cluster 2021-03-04T23:29:27.461571+0000 mgr.x (mgr.34379) 1259 : cluster [DBG] pgmap v1640: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 108 MiB/s wr, 1.72k op/s; 5953/280518 objects degraded (2.122%); 11770/280518 objects misplaced (4.196%) 2021-03-04T23:29:28.050 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:27 gibba008 bash[91265]: debug 2021-03-04T23:29:27.674+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:28.050 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:27 gibba008 bash[37770]: cluster 2021-03-04T23:29:27.461571+0000 mgr.x (mgr.34379) 1259 : cluster [DBG] pgmap v1640: 129 pgs: 21 active+clean+remapped, 3 active+undersized+degraded, 12 active+undersized, 93 active+clean; 5.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 108 MiB/s wr, 1.72k op/s; 5953/280518 objects degraded (2.122%); 11770/280518 objects misplaced (4.196%) 2021-03-04T23:29:28.199 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 45 16 98153 98137 136.284 77.875 0.00477636 0.00733358 2021-03-04T23:29:28.374 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:28.477 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:28.580 INFO:teuthology.orchestra.run.gibba008.stdout:moved 7 / 387 (1.80879%) 2021-03-04T23:29:28.581 INFO:teuthology.orchestra.run.gibba008.stdout:avg 55.2857 2021-03-04T23:29:28.581 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 16.8268 -> 16.5443 (expected baseline 6.88388) 2021-03-04T23:29:28.581 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.7 with 27 -> 27 pgs (0.488372 -> 0.488372 * mean) 2021-03-04T23:29:28.581 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.1 with 69 -> 70 pgs (1.24806 -> 1.26615 * mean) 2021-03-04T23:29:28.582 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:29:28.582 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:29:28.582 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 0.05 2021-03-04T23:29:28.582 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:29:28.583 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0315 2021-03-04T23:29:28.583 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0346 2021-03-04T23:29:28.583 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 0.5684 -> 0.6184 2021-03-04T23:29:28.583 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 weight 0.5683 -> 0.5184 2021-03-04T23:29:28.583 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 weight 0.5684 -> 0.6183 2021-03-04T23:29:28.584 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 weight 1.0000 -> 0.9500 2021-03-04T23:29:28.662 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:28.770 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:28.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:28 gibba023 bash[15180]: debug 2021-03-04T23:29:28.654+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:28 gibba023 bash[27374]: audit 2021-03-04T23:29:28.136548+0000 mon.a (mon.0) 1887 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','4':'33971','5':'40526','6':'40524'}"}]: dispatch 2021-03-04T23:29:28.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:28 gibba023 bash[27374]: audit 2021-03-04T23:29:28.136717+0000 mgr.x (mgr.34379) 1260 : audit [DBG] from='client.55912 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:28.786 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:28 gibba008 bash[39303]: audit 2021-03-04T23:29:28.136548+0000 mon.a (mon.0) 1887 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','4':'33971','5':'40526','6':'40524'}"}]: dispatch 2021-03-04T23:29:28.787 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:28 gibba008 bash[39303]: audit 2021-03-04T23:29:28.136717+0000 mgr.x (mgr.34379) 1260 : audit [DBG] from='client.55912 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:28.787 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:28 gibba008 bash[44600]: debug 2021-03-04T23:29:28.362+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:28.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:28 gibba008 bash[37770]: audit 2021-03-04T23:29:28.136548+0000 mon.a (mon.0) 1887 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','4':'33971','5':'40526','6':'40524'}"}]: dispatch 2021-03-04T23:29:28.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:28 gibba008 bash[37770]: audit 2021-03-04T23:29:28.136717+0000 mgr.x (mgr.34379) 1260 : audit [DBG] from='client.55912 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:29.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 46 16 98430 98414 133.697 17.3125 0.00809411 0.00739024 2021-03-04T23:29:29.289 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:29.392 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:29.479 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:29.586 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:29.717 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[18090]: debug 2021-03-04T23:29:29.470+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:29.718 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[27374]: audit 2021-03-04T23:29:28.575177+0000 mon.a (mon.0) 1888 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','4':'33971','5':'40526','6':'40524'}"}]': finished 2021-03-04T23:29:29.718 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[27374]: cluster 2021-03-04T23:29:28.575439+0000 mon.a (mon.0) 1889 : cluster [DBG] osdmap e725: 8 total, 7 up, 8 in 2021-03-04T23:29:29.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[27374]: cluster 2021-03-04T23:29:29.219849+0000 mon.a (mon.0) 1890 : cluster [WRN] Health check update: Degraded data redundancy: 5953/280518 objects degraded (2.122%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:29.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[27374]: cluster 2021-03-04T23:29:29.231485+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e726: 8 total, 7 up, 8 in 2021-03-04T23:29:29.719 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[27374]: cluster 2021-03-04T23:29:29.462865+0000 mgr.x (mgr.34379) 1261 : cluster [DBG] pgmap v1643: 129 pgs: 21 active+clean+remapped, 1 peering, 3 active+undersized+degraded, 12 active+undersized, 92 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 105 MiB/s wr, 1.69k op/s; 5953/290571 objects degraded (2.049%); 12251/290571 objects misplaced (4.216%) 2021-03-04T23:29:29.719 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:29.745 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[47391]: debug 2021-03-04T23:29:29.282+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:29.822 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:29.912 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:30.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[37770]: audit 2021-03-04T23:29:28.575177+0000 mon.a (mon.0) 1888 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','4':'33971','5':'40526','6':'40524'}"}]': finished 2021-03-04T23:29:30.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[37770]: cluster 2021-03-04T23:29:28.575439+0000 mon.a (mon.0) 1889 : cluster [DBG] osdmap e725: 8 total, 7 up, 8 in 2021-03-04T23:29:30.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[37770]: cluster 2021-03-04T23:29:29.219849+0000 mon.a (mon.0) 1890 : cluster [WRN] Health check update: Degraded data redundancy: 5953/280518 objects degraded (2.122%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:30.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[37770]: cluster 2021-03-04T23:29:29.231485+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e726: 8 total, 7 up, 8 in 2021-03-04T23:29:30.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[37770]: cluster 2021-03-04T23:29:29.462865+0000 mgr.x (mgr.34379) 1261 : cluster [DBG] pgmap v1643: 129 pgs: 21 active+clean+remapped, 1 peering, 3 active+undersized+degraded, 12 active+undersized, 92 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 105 MiB/s wr, 1.69k op/s; 5953/290571 objects degraded (2.049%); 12251/290571 objects misplaced (4.216%) 2021-03-04T23:29:30.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[39303]: audit 2021-03-04T23:29:28.575177+0000 mon.a (mon.0) 1888 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','4':'33971','5':'40526','6':'40524'}"}]': finished 2021-03-04T23:29:30.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[39303]: cluster 2021-03-04T23:29:28.575439+0000 mon.a (mon.0) 1889 : cluster [DBG] osdmap e725: 8 total, 7 up, 8 in 2021-03-04T23:29:30.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[39303]: cluster 2021-03-04T23:29:29.219849+0000 mon.a (mon.0) 1890 : cluster [WRN] Health check update: Degraded data redundancy: 5953/280518 objects degraded (2.122%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:30.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[39303]: cluster 2021-03-04T23:29:29.231485+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e726: 8 total, 7 up, 8 in 2021-03-04T23:29:30.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:29 gibba008 bash[39303]: cluster 2021-03-04T23:29:29.462865+0000 mgr.x (mgr.34379) 1261 : cluster [DBG] pgmap v1643: 129 pgs: 21 active+clean+remapped, 1 peering, 3 active+undersized+degraded, 12 active+undersized, 92 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 105 MiB/s wr, 1.69k op/s; 5953/290571 objects degraded (2.049%); 12251/290571 objects misplaced (4.216%) 2021-03-04T23:29:30.017 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[15180]: debug 2021-03-04T23:29:29.710+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:30.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:29 gibba023 bash[15180]: debug 2021-03-04T23:29:29.906+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:30.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 47 16 98430 98414 130.852 0 - 0.00739024 2021-03-04T23:29:30.238 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:29:30.255 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:29:30.270 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:29:30.284 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:29:30.301 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:29:30.322 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:29:30.348 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:29:30.348 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.349 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.349 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.349 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.349 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.350 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:29:30.350 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:29:30.350 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.350 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:30.417 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.520 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:30 gibba008 bash[44600]: debug 2021-03-04T23:29:30.410+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:30.520 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:30.676 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:30 gibba008 bash[37770]: audit 2021-03-04T23:29:30.219650+0000 mon.a (mon.0) 1892 : audit [DBG] from='client.? 172.21.2.108:0/898156768' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:30.676 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:30 gibba008 bash[37770]: cluster 2021-03-04T23:29:30.238229+0000 mon.a (mon.0) 1893 : cluster [DBG] osdmap e727: 8 total, 7 up, 8 in 2021-03-04T23:29:30.677 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:30 gibba008 bash[39303]: audit 2021-03-04T23:29:30.219650+0000 mon.a (mon.0) 1892 : audit [DBG] from='client.? 172.21.2.108:0/898156768' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:30.677 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:30 gibba008 bash[39303]: cluster 2021-03-04T23:29:30.238229+0000 mon.a (mon.0) 1893 : cluster [DBG] osdmap e727: 8 total, 7 up, 8 in 2021-03-04T23:29:30.933 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:31.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:30 gibba023 bash[27374]: audit 2021-03-04T23:29:30.219650+0000 mon.a (mon.0) 1892 : audit [DBG] from='client.? 172.21.2.108:0/898156768' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:30 gibba023 bash[27374]: cluster 2021-03-04T23:29:30.238229+0000 mon.a (mon.0) 1893 : cluster [DBG] osdmap e727: 8 total, 7 up, 8 in 2021-03-04T23:29:31.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:31.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 48 16 99538 99522 129.569 34.625 0.00741325 0.00771408 2021-03-04T23:29:31.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:30 gibba008 bash[48858]: debug 2021-03-04T23:29:30.922+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:31.539 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:31.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:31.960 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[37770]: cluster 2021-03-04T23:29:30.238675+0000 osd.3 (osd.3) 11 : cluster [DBG] 30.b starting backfill to osd.6 from (0'0,0'0] MAX to 724'6041 2021-03-04T23:29:31.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[37770]: cluster 2021-03-04T23:29:30.239473+0000 osd.2 (osd.2) 10 : cluster [DBG] 30.2 starting backfill to osd.6 from (0'0,0'0] MAX to 724'6171 2021-03-04T23:29:31.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[37770]: cluster 2021-03-04T23:29:30.239600+0000 osd.0 (osd.0) 8 : cluster [DBG] 30.c starting backfill to osd.2 from (0'0,0'0] MAX to 724'6183 2021-03-04T23:29:31.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[37770]: cluster 2021-03-04T23:29:31.463728+0000 mgr.x (mgr.34379) 1262 : cluster [DBG] pgmap v1645: 129 pgs: 21 active+clean+remapped, 1 peering, 3 active+undersized+degraded, 12 active+undersized, 92 active+clean; 6.0 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s; 6218/294678 objects degraded (2.110%); 12251/294678 objects misplaced (4.157%); 5 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:29:31.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[39303]: cluster 2021-03-04T23:29:30.238675+0000 osd.3 (osd.3) 11 : cluster [DBG] 30.b starting backfill to osd.6 from (0'0,0'0] MAX to 724'6041 2021-03-04T23:29:31.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[39303]: cluster 2021-03-04T23:29:30.239473+0000 osd.2 (osd.2) 10 : cluster [DBG] 30.2 starting backfill to osd.6 from (0'0,0'0] MAX to 724'6171 2021-03-04T23:29:31.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[39303]: cluster 2021-03-04T23:29:30.239600+0000 osd.0 (osd.0) 8 : cluster [DBG] 30.c starting backfill to osd.2 from (0'0,0'0] MAX to 724'6183 2021-03-04T23:29:31.963 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[39303]: cluster 2021-03-04T23:29:31.463728+0000 mgr.x (mgr.34379) 1262 : cluster [DBG] pgmap v1645: 129 pgs: 21 active+clean+remapped, 1 peering, 3 active+undersized+degraded, 12 active+undersized, 92 active+clean; 6.0 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s; 6218/294678 objects degraded (2.110%); 12251/294678 objects misplaced (4.157%); 5 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:29:31.963 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:31 gibba008 bash[48858]: debug 2021-03-04T23:29:31.526+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:32.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:31 gibba023 bash[27374]: cluster 2021-03-04T23:29:30.238675+0000 osd.3 (osd.3) 11 : cluster [DBG] 30.b starting backfill to osd.6 from (0'0,0'0] MAX to 724'6041 2021-03-04T23:29:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:31 gibba023 bash[27374]: cluster 2021-03-04T23:29:30.239473+0000 osd.2 (osd.2) 10 : cluster [DBG] 30.2 starting backfill to osd.6 from (0'0,0'0] MAX to 724'6171 2021-03-04T23:29:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:31 gibba023 bash[27374]: cluster 2021-03-04T23:29:30.239600+0000 osd.0 (osd.0) 8 : cluster [DBG] 30.c starting backfill to osd.2 from (0'0,0'0] MAX to 724'6183 2021-03-04T23:29:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:31 gibba023 bash[27374]: cluster 2021-03-04T23:29:31.463728+0000 mgr.x (mgr.34379) 1262 : cluster [DBG] pgmap v1645: 129 pgs: 21 active+clean+remapped, 1 peering, 3 active+undersized+degraded, 12 active+undersized, 92 active+clean; 6.0 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s; 6218/294678 objects degraded (2.110%); 12251/294678 objects misplaced (4.157%); 5 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:29:32.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 49 16 101260 101244 129.121 107.625 0.0123095 0.00774112 2021-03-04T23:29:32.240 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:32.345 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:32.423 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:32.527 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:32.599 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:32 gibba008 bash[44600]: debug 2021-03-04T23:29:32.222+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:32.600 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:29:32.601 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05 2021-03-04T23:29:32.608 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:32 gibba023 bash[15180]: debug 2021-03-04T23:29:32.418+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:32.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:32.710 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:32.710 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:32.792 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:32.894 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:32.899 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:32 gibba023 bash[18090]: debug 2021-03-04T23:29:32.786+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:32.900 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:32 gibba023 bash[19550]: debug 2021-03-04T23:29:32.602+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:32.962 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.065 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.150 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:32 gibba023 bash[15180]: debug 2021-03-04T23:29:32.954+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:33.151 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 50 15 103184 103169 128.944 120.312 0.00648893 0.00775149 2021-03-04T23:29:33.257 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:33.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:33 gibba023 bash[15180]: debug 2021-03-04T23:29:33.146+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:33.812 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:33.814 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:33 gibba008 bash[39303]: cluster 2021-03-04T23:29:33.464293+0000 mgr.x (mgr.34379) 1263 : cluster [DBG] pgmap v1646: 129 pgs: 1 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 1 peering, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.1 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 67 MiB/s wr, 1.07k op/s; 6218/299808 objects degraded (2.074%); 25170/299808 objects misplaced (8.395%); 213 KiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:29:33.814 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:33 gibba008 bash[44600]: debug 2021-03-04T23:29:33.806+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:33.815 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:33 gibba008 bash[37770]: cluster 2021-03-04T23:29:33.464293+0000 mgr.x (mgr.34379) 1263 : cluster [DBG] pgmap v1646: 129 pgs: 1 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 1 peering, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.1 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 67 MiB/s wr, 1.07k op/s; 6218/299808 objects degraded (2.074%); 25170/299808 objects misplaced (8.395%); 213 KiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:29:33.916 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:33.921 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:33 gibba023 bash[27374]: cluster 2021-03-04T23:29:33.464293+0000 mgr.x (mgr.34379) 1263 : cluster [DBG] pgmap v1646: 129 pgs: 1 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 1 peering, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.1 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 67 MiB/s wr, 1.07k op/s; 6218/299808 objects degraded (2.074%); 25170/299808 objects misplaced (8.395%); 213 KiB/s, 1 keys/s, 3 objects/s recovering 2021-03-04T23:29:33.993 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:34.096 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:34.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 51 16 104912 104896 128.532 107.938 0.00807725 0.00777648 2021-03-04T23:29:34.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:33 gibba023 bash[19550]: debug 2021-03-04T23:29:33.986+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:34.658 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:34.762 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:35.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:34 gibba023 bash[27374]: cluster 2021-03-04T23:29:34.223222+0000 mon.a (mon.0) 1894 : cluster [WRN] Health check update: Degraded data redundancy: 6218/299808 objects degraded (2.074%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:35.064 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:34 gibba008 bash[37770]: cluster 2021-03-04T23:29:34.223222+0000 mon.a (mon.0) 1894 : cluster [WRN] Health check update: Degraded data redundancy: 6218/299808 objects degraded (2.074%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:35.065 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:34 gibba008 bash[39303]: cluster 2021-03-04T23:29:34.223222+0000 mon.a (mon.0) 1894 : cluster [WRN] Health check update: Degraded data redundancy: 6218/299808 objects degraded (2.074%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:35.065 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:34 gibba008 bash[44600]: debug 2021-03-04T23:29:34.650+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:35.116 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:35.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 52 16 106582 106566 128.068 104.375 0.00732605 0.00780451 2021-03-04T23:29:35.220 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:35.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:35 gibba008 bash[91265]: debug 2021-03-04T23:29:35.106+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:36.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:35 gibba008 bash[37770]: cluster 2021-03-04T23:29:35.464805+0000 mgr.x (mgr.34379) 1264 : cluster [DBG] pgmap v1647: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 65 MiB/s wr, 1.05k op/s; 6218/305337 objects degraded (2.036%); 31362/305337 objects misplaced (10.271%); 6.4 MiB/s, 1 keys/s, 103 objects/s recovering 2021-03-04T23:29:36.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:35 gibba008 bash[39303]: cluster 2021-03-04T23:29:35.464805+0000 mgr.x (mgr.34379) 1264 : cluster [DBG] pgmap v1647: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 65 MiB/s wr, 1.05k op/s; 6218/305337 objects degraded (2.036%); 31362/305337 objects misplaced (10.271%); 6.4 MiB/s, 1 keys/s, 103 objects/s recovering 2021-03-04T23:29:36.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:35 gibba023 bash[27374]: cluster 2021-03-04T23:29:35.464805+0000 mgr.x (mgr.34379) 1264 : cluster [DBG] pgmap v1647: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 65 MiB/s wr, 1.05k op/s; 6218/305337 objects degraded (2.036%); 31362/305337 objects misplaced (10.271%); 6.4 MiB/s, 1 keys/s, 103 objects/s recovering 2021-03-04T23:29:36.061 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:36.165 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:36.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 53 16 107702 107686 126.972 70 0.00268439 0.00785901 2021-03-04T23:29:36.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:36 gibba008 bash[44600]: debug 2021-03-04T23:29:36.054+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:36.644 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:36.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:37.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:36 gibba023 bash[18090]: debug 2021-03-04T23:29:36.634+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:37.030 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:29:37.030 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:29:37.073 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:37.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:37.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 54 16 108857 108841 125.957 72.1875 0.00992525 0.00793545 2021-03-04T23:29:37.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:37 gibba008 bash[47391]: debug 2021-03-04T23:29:37.066+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:37.680 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:37.783 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:37.897 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:37 gibba023 bash[27374]: cluster 2021-03-04T23:29:37.465353+0000 mgr.x (mgr.34379) 1265 : cluster [DBG] pgmap v1648: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 72 MiB/s wr, 1.15k op/s; 6729/319050 objects degraded (2.109%); 32251/319050 objects misplaced (10.108%); 5.8 MiB/s, 1 keys/s, 93 objects/s recovering 2021-03-04T23:29:37.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:38.005 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:38.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:37 gibba008 bash[39303]: cluster 2021-03-04T23:29:37.465353+0000 mgr.x (mgr.34379) 1265 : cluster [DBG] pgmap v1648: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 72 MiB/s wr, 1.15k op/s; 6729/319050 objects degraded (2.109%); 32251/319050 objects misplaced (10.108%); 5.8 MiB/s, 1 keys/s, 93 objects/s recovering 2021-03-04T23:29:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:37 gibba008 bash[37770]: cluster 2021-03-04T23:29:37.465353+0000 mgr.x (mgr.34379) 1265 : cluster [DBG] pgmap v1648: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 3 active+undersized+degraded, 1 active+remapped+backfill_wait; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 72 MiB/s wr, 1.15k op/s; 6729/319050 objects degraded (2.109%); 32251/319050 objects misplaced (10.108%); 5.8 MiB/s, 1 keys/s, 93 objects/s recovering 2021-03-04T23:29:38.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:37 gibba008 bash[91265]: debug 2021-03-04T23:29:37.670+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:38.110 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:38.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 55 16 110653 110637 125.708 112.25 0.00602644 0.0079513 2021-03-04T23:29:38.217 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:38.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:37 gibba023 bash[18090]: debug 2021-03-04T23:29:37.890+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:38.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:38 gibba023 bash[18090]: debug 2021-03-04T23:29:38.102+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:38.708 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:38.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:38 gibba008 bash[91265]: debug 2021-03-04T23:29:38.702+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:38.811 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:39.032 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:39.164 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:39.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 56 16 112052 112036 125.024 87.4375 0.0134602 0.00799429 2021-03-04T23:29:39.316 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:39.348 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:39.348 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:39.419 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:39.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:39 gibba008 bash[39303]: cluster 2021-03-04T23:29:39.223942+0000 mon.a (mon.0) 1895 : cluster [WRN] Health check update: Degraded data redundancy: 6729/319050 objects degraded (2.109%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:39.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:39 gibba008 bash[48858]: debug 2021-03-04T23:29:39.306+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:39.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:39 gibba008 bash[37770]: cluster 2021-03-04T23:29:39.223942+0000 mon.a (mon.0) 1895 : cluster [WRN] Health check update: Degraded data redundancy: 6729/319050 objects degraded (2.109%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:39.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:39 gibba023 bash[27374]: cluster 2021-03-04T23:29:39.223942+0000 mon.a (mon.0) 1895 : cluster [WRN] Health check update: Degraded data redundancy: 6729/319050 objects degraded (2.109%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:39.830 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:39.933 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:40.200 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 57 16 113272 113256 124.169 76.25 0.00521458 0.00804816 2021-03-04T23:29:40.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:39 gibba023 bash[19550]: debug 2021-03-04T23:29:39.822+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:40.445 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:40 gibba008 bash[39303]: cluster 2021-03-04T23:29:39.465973+0000 mgr.x (mgr.34379) 1266 : cluster [DBG] pgmap v1649: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 6.7 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 80 MiB/s wr, 1.27k op/s; 6729/328860 objects degraded (2.046%); 32496/328860 objects misplaced (9.881%); 12 MiB/s, 0 keys/s, 187 objects/s recovering 2021-03-04T23:29:40.448 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:40 gibba008 bash[37770]: cluster 2021-03-04T23:29:39.465973+0000 mgr.x (mgr.34379) 1266 : cluster [DBG] pgmap v1649: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 6.7 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 80 MiB/s wr, 1.27k op/s; 6729/328860 objects degraded (2.046%); 32496/328860 objects misplaced (9.881%); 12 MiB/s, 0 keys/s, 187 objects/s recovering 2021-03-04T23:29:40.448 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:40.552 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:40.557 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:40 gibba008 bash[47391]: debug 2021-03-04T23:29:40.438+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:40.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:40 gibba023 bash[27374]: cluster 2021-03-04T23:29:39.465973+0000 mgr.x (mgr.34379) 1266 : cluster [DBG] pgmap v1649: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 6.7 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 80 MiB/s wr, 1.27k op/s; 6729/328860 objects degraded (2.046%); 32496/328860 objects misplaced (9.881%); 12 MiB/s, 0 keys/s, 187 objects/s recovering 2021-03-04T23:29:40.920 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:41.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:41.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 58 16 115003 114987 123.893 108.188 0.00663198 0.00806166 2021-03-04T23:29:41.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:40 gibba008 bash[44600]: debug 2021-03-04T23:29:40.910+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:41.825 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:41 gibba008 bash[39303]: cluster 2021-03-04T23:29:41.466613+0000 mgr.x (mgr.34379) 1267 : cluster [DBG] pgmap v1650: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 6.8 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 83 MiB/s wr, 1.32k op/s; 7189/335169 objects degraded (2.145%); 32496/335169 objects misplaced (9.695%); 10 MiB/s, 0 keys/s, 166 objects/s recovering 2021-03-04T23:29:41.826 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:41 gibba008 bash[48858]: debug 2021-03-04T23:29:41.818+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:41.826 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:41 gibba008 bash[37770]: cluster 2021-03-04T23:29:41.466613+0000 mgr.x (mgr.34379) 1267 : cluster [DBG] pgmap v1650: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 6.8 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 83 MiB/s wr, 1.32k op/s; 7189/335169 objects degraded (2.145%); 32496/335169 objects misplaced (9.695%); 10 MiB/s, 0 keys/s, 166 objects/s recovering 2021-03-04T23:29:41.828 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:41.932 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:42.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:41 gibba023 bash[27374]: cluster 2021-03-04T23:29:41.466613+0000 mgr.x (mgr.34379) 1267 : cluster [DBG] pgmap v1650: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 6.8 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 83 MiB/s wr, 1.32k op/s; 7189/335169 objects degraded (2.145%); 32496/335169 objects misplaced (9.695%); 10 MiB/s, 0 keys/s, 166 objects/s recovering 2021-03-04T23:29:42.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 59 16 116524 116508 123.404 95.0625 0.0193905 0.008099 2021-03-04T23:29:42.577 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:42.683 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:42 gibba008 bash[91265]: debug 2021-03-04T23:29:42.570+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:43.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:29:43.198127+0000 min lat: 0.00087982 max lat: 1.73173 avg lat: 0.00813843 2021-03-04T23:29:43.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:29:43.202 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 60 16 117938 117922 122.82 88.375 0.00559668 0.00813843 2021-03-04T23:29:43.563 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.667 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.869 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:43 gibba008 bash[37770]: cluster 2021-03-04T23:29:43.467155+0000 mgr.x (mgr.34379) 1268 : cluster [DBG] pgmap v1651: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.0 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 84 MiB/s wr, 1.35k op/s; 7189/343329 objects degraded (2.094%); 33778/343329 objects misplaced (9.838%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:29:43.869 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:43 gibba008 bash[39303]: cluster 2021-03-04T23:29:43.467155+0000 mgr.x (mgr.34379) 1268 : cluster [DBG] pgmap v1651: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.0 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 84 MiB/s wr, 1.35k op/s; 7189/343329 objects degraded (2.094%); 33778/343329 objects misplaced (9.838%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:29:43.870 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:43 gibba008 bash[48858]: debug 2021-03-04T23:29:43.554+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:44.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:43 gibba023 bash[27374]: cluster 2021-03-04T23:29:43.467155+0000 mgr.x (mgr.34379) 1268 : cluster [DBG] pgmap v1651: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.0 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 84 MiB/s wr, 1.35k op/s; 7189/343329 objects degraded (2.094%); 33778/343329 objects misplaced (9.838%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:29:44.074 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:44.171 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:44 gibba008 bash[48858]: debug 2021-03-04T23:29:44.066+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:44.178 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:44.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 61 16 119511 119495 122.418 98.3125 0.00916118 0.00816471 2021-03-04T23:29:44.635 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:44.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:44.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:29:44.997 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:44 gibba008 bash[37770]: cluster 2021-03-04T23:29:44.224712+0000 mon.a (mon.0) 1896 : cluster [WRN] Health check update: Degraded data redundancy: 7189/343329 objects degraded (2.094%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:44.997 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:44 gibba008 bash[39303]: cluster 2021-03-04T23:29:44.224712+0000 mon.a (mon.0) 1896 : cluster [WRN] Health check update: Degraded data redundancy: 7189/343329 objects degraded (2.094%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:44.998 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:44 gibba008 bash[91265]: debug 2021-03-04T23:29:44.630+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:45.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:44 gibba023 bash[27374]: cluster 2021-03-04T23:29:44.224712+0000 mon.a (mon.0) 1896 : cluster [WRN] Health check update: Degraded data redundancy: 7189/343329 objects degraded (2.094%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:45.080 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:45.180 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:45.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 62 16 121038 121022 121.983 95.4375 0.00874104 0.00819356 2021-03-04T23:29:45.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:45 gibba008 bash[44600]: debug 2021-03-04T23:29:45.170+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:45.285 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:45.623 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:45.725 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:45.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:45 gibba008 bash[39303]: audit 2021-03-04T23:29:45.008002+0000 mon.a (mon.0) 1897 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:45.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:45 gibba008 bash[39303]: cluster 2021-03-04T23:29:45.467622+0000 mgr.x (mgr.34379) 1269 : cluster [DBG] pgmap v1652: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.1 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 7189/350202 objects degraded (2.053%); 33476/350202 objects misplaced (9.559%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:29:45.732 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:45 gibba008 bash[37770]: audit 2021-03-04T23:29:45.008002+0000 mon.a (mon.0) 1897 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:45.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:45 gibba008 bash[37770]: cluster 2021-03-04T23:29:45.467622+0000 mgr.x (mgr.34379) 1269 : cluster [DBG] pgmap v1652: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.1 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 7189/350202 objects degraded (2.053%); 33476/350202 objects misplaced (9.559%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:29:46.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:45 gibba023 bash[15180]: debug 2021-03-04T23:29:45.618+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:45 gibba023 bash[27374]: audit 2021-03-04T23:29:45.008002+0000 mon.a (mon.0) 1897 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:45 gibba023 bash[27374]: cluster 2021-03-04T23:29:45.467622+0000 mgr.x (mgr.34379) 1269 : cluster [DBG] pgmap v1652: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.1 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 7189/350202 objects degraded (2.053%); 33476/350202 objects misplaced (9.559%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:29:46.116 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:46.201 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 63 16 122554 122538 121.551 94.75 0.00519806 0.00822375 2021-03-04T23:29:46.220 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:46.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:46 gibba008 bash[91265]: debug 2021-03-04T23:29:46.106+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:46.837 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:46.941 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:47.042 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:47.144 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:47.151 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:46 gibba008 bash[44600]: debug 2021-03-04T23:29:46.830+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:47.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 64 16 124177 124161 121.232 101.438 0.0137863 0.00824499 2021-03-04T23:29:47.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:47 gibba023 bash[18090]: debug 2021-03-04T23:29:47.034+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:48.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:47 gibba008 bash[39303]: cluster 2021-03-04T23:29:47.468975+0000 mgr.x (mgr.34379) 1270 : cluster [DBG] pgmap v1653: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 7630/365784 objects degraded (2.086%); 34795/365784 objects misplaced (9.512%); 12 MiB/s, 194 objects/s recovering 2021-03-04T23:29:48.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:47 gibba008 bash[37770]: cluster 2021-03-04T23:29:47.468975+0000 mgr.x (mgr.34379) 1270 : cluster [DBG] pgmap v1653: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 7630/365784 objects degraded (2.086%); 34795/365784 objects misplaced (9.512%); 12 MiB/s, 194 objects/s recovering 2021-03-04T23:29:48.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:47 gibba023 bash[27374]: cluster 2021-03-04T23:29:47.468975+0000 mgr.x (mgr.34379) 1270 : cluster [DBG] pgmap v1653: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 7630/365784 objects degraded (2.086%); 34795/365784 objects misplaced (9.512%); 12 MiB/s, 194 objects/s recovering 2021-03-04T23:29:48.080 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:48.183 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:48.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 65 16 125381 125365 120.524 75.25 0.00439984 0.00827959 2021-03-04T23:29:48.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:48 gibba008 bash[91265]: debug 2021-03-04T23:29:48.074+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:49.179 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:49.456 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 66 16 126424 126408 119.686 65.1875 0.0162159 0.00835049 2021-03-04T23:29:49.558 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:49.646 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:49 gibba008 bash[37770]: cluster 2021-03-04T23:29:49.225559+0000 mon.a (mon.0) 1898 : cluster [WRN] Health check update: Degraded data redundancy: 7630/365784 objects degraded (2.086%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:49.646 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:49 gibba008 bash[91265]: debug 2021-03-04T23:29:49.166+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:49.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:49 gibba008 bash[39303]: cluster 2021-03-04T23:29:49.225559+0000 mon.a (mon.0) 1898 : cluster [WRN] Health check update: Degraded data redundancy: 7630/365784 objects degraded (2.086%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:49 gibba023 bash[27374]: cluster 2021-03-04T23:29:49.225559+0000 mon.a (mon.0) 1898 : cluster [WRN] Health check update: Degraded data redundancy: 7630/365784 objects degraded (2.086%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:50.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 67 16 127803 127787 119.186 86.1875 0.00422362 0.00838687 2021-03-04T23:29:50.296 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:50.400 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:50.547 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:50 gibba023 bash[27374]: cluster 2021-03-04T23:29:49.469631+0000 mgr.x (mgr.34379) 1271 : cluster [DBG] pgmap v1654: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s; 7630/372321 objects degraded (2.049%); 34361/372321 objects misplaced (9.229%); 18 MiB/s, 280 objects/s recovering 2021-03-04T23:29:50.547 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:50.652 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:50.658 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:50 gibba008 bash[37770]: cluster 2021-03-04T23:29:49.469631+0000 mgr.x (mgr.34379) 1271 : cluster [DBG] pgmap v1654: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s; 7630/372321 objects degraded (2.049%); 34361/372321 objects misplaced (9.229%); 18 MiB/s, 280 objects/s recovering 2021-03-04T23:29:50.659 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:50 gibba008 bash[91265]: debug 2021-03-04T23:29:50.286+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:50.659 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:50 gibba008 bash[39303]: cluster 2021-03-04T23:29:49.469631+0000 mgr.x (mgr.34379) 1271 : cluster [DBG] pgmap v1654: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s; 7630/372321 objects degraded (2.049%); 34361/372321 objects misplaced (9.229%); 18 MiB/s, 280 objects/s recovering 2021-03-04T23:29:51.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:50 gibba023 bash[18090]: debug 2021-03-04T23:29:50.542+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:51.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 68 16 129200 129184 118.717 87.3125 0.0120573 0.0084201 2021-03-04T23:29:51.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:51.353 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:51.434 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:51.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:29:51 gibba008 bash[48858]: debug 2021-03-04T23:29:51.242+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:51.538 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:51.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:51 gibba023 bash[15180]: debug 2021-03-04T23:29:51.426+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:51.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:51 gibba023 bash[27374]: cluster 2021-03-04T23:29:51.470259+0000 mgr.x (mgr.34379) 1272 : cluster [DBG] pgmap v1655: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 87 MiB/s wr, 1.38k op/s; 8068/378738 objects degraded (2.130%); 34361/378738 objects misplaced (9.072%); 12 MiB/s, 188 objects/s recovering 2021-03-04T23:29:52.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:51 gibba008 bash[37770]: cluster 2021-03-04T23:29:51.470259+0000 mgr.x (mgr.34379) 1272 : cluster [DBG] pgmap v1655: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 87 MiB/s wr, 1.38k op/s; 8068/378738 objects degraded (2.130%); 34361/378738 objects misplaced (9.072%); 12 MiB/s, 188 objects/s recovering 2021-03-04T23:29:52.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:51 gibba008 bash[39303]: cluster 2021-03-04T23:29:51.470259+0000 mgr.x (mgr.34379) 1272 : cluster [DBG] pgmap v1655: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 87 MiB/s wr, 1.38k op/s; 8068/378738 objects degraded (2.130%); 34361/378738 objects misplaced (9.072%); 12 MiB/s, 188 objects/s recovering 2021-03-04T23:29:52.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 69 16 130306 130290 117.998 69.125 0.0218622 0.00846943 2021-03-04T23:29:52.401 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:52.504 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:52.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:52 gibba008 bash[91265]: debug 2021-03-04T23:29:52.390+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:52.971 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:53.074 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.159 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 70 16 131725 131709 117.579 88.6875 0.00444515 0.0085014 2021-03-04T23:29:53.264 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.357 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:53 gibba023 bash[18090]: debug 2021-03-04T23:29:53.154+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:53.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.407 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:52 gibba008 bash[47391]: debug 2021-03-04T23:29:52.962+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:53.468 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:53.637 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:53 gibba023 bash[18090]: debug 2021-03-04T23:29:53.350+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:53.637 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:53 gibba023 bash[27374]: cluster 2021-03-04T23:29:53.472707+0000 mgr.x (mgr.34379) 1273 : cluster [DBG] pgmap v1656: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 8068/385515 objects degraded (2.093%); 35458/385515 objects misplaced (9.198%); 12 MiB/s, 193 objects/s recovering 2021-03-04T23:29:53.638 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:53.741 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.846 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.951 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.958 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:53 gibba008 bash[37770]: cluster 2021-03-04T23:29:53.472707+0000 mgr.x (mgr.34379) 1273 : cluster [DBG] pgmap v1656: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 8068/385515 objects degraded (2.093%); 35458/385515 objects misplaced (9.198%); 12 MiB/s, 193 objects/s recovering 2021-03-04T23:29:53.958 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:53 gibba008 bash[39303]: cluster 2021-03-04T23:29:53.472707+0000 mgr.x (mgr.34379) 1273 : cluster [DBG] pgmap v1656: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 8068/385515 objects degraded (2.093%); 35458/385515 objects misplaced (9.198%); 12 MiB/s, 193 objects/s recovering 2021-03-04T23:29:54.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:53 gibba023 bash[18090]: debug 2021-03-04T23:29:53.842+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:54.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:53 gibba023 bash[19550]: debug 2021-03-04T23:29:53.630+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:54.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 71 16 132970 132954 117.019 77.8125 0.00795601 0.0085421 2021-03-04T23:29:54.404 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:54.489 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:54 gibba008 bash[44600]: debug 2021-03-04T23:29:54.394+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:54.512 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:54.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:54 gibba008 bash[37770]: cluster 2021-03-04T23:29:54.227320+0000 mon.a (mon.0) 1899 : cluster [WRN] Health check update: Degraded data redundancy: 8068/385515 objects degraded (2.093%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:54.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:54 gibba008 bash[39303]: cluster 2021-03-04T23:29:54.227320+0000 mon.a (mon.0) 1899 : cluster [WRN] Health check update: Degraded data redundancy: 8068/385515 objects degraded (2.093%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:54.966 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:54 gibba023 bash[27374]: cluster 2021-03-04T23:29:54.227320+0000 mon.a (mon.0) 1899 : cluster [WRN] Health check update: Degraded data redundancy: 8068/385515 objects degraded (2.093%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:55.069 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 72 16 134612 134596 116.819 102.625 0.00704732 0.00855685 2021-03-04T23:29:55.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:54 gibba008 bash[47391]: debug 2021-03-04T23:29:54.958+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:55.381 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:55.667 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:55 gibba008 bash[37770]: cluster 2021-03-04T23:29:55.473523+0000 mgr.x (mgr.34379) 1274 : cluster [DBG] pgmap v1657: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s; 8068/391569 objects degraded (2.060%); 34802/391569 objects misplaced (8.888%); 18 MiB/s, 289 objects/s recovering 2021-03-04T23:29:55.668 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:29:55 gibba008 bash[47391]: debug 2021-03-04T23:29:55.370+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:56.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:55 gibba008 bash[39303]: cluster 2021-03-04T23:29:55.473523+0000 mgr.x (mgr.34379) 1274 : cluster [DBG] pgmap v1657: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s; 8068/391569 objects degraded (2.060%); 34802/391569 objects misplaced (8.888%); 18 MiB/s, 289 objects/s recovering 2021-03-04T23:29:56.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:55 gibba023 bash[27374]: cluster 2021-03-04T23:29:55.473523+0000 mgr.x (mgr.34379) 1274 : cluster [DBG] pgmap v1657: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s; 8068/391569 objects degraded (2.060%); 34802/391569 objects misplaced (8.888%); 18 MiB/s, 289 objects/s recovering 2021-03-04T23:29:56.091 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:56.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:56.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 73 16 135520 135504 115.996 56.75 0.00668935 0.00861724 2021-03-04T23:29:56.555 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:56 gibba008 bash[44600]: debug 2021-03-04T23:29:56.082+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:56.643 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:56.747 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:56.860 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:56.966 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:57.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:56 gibba008 bash[44600]: debug 2021-03-04T23:29:56.634+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:57.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:56 gibba023 bash[19550]: debug 2021-03-04T23:29:56.854+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:57.153 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:57.204 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 74 16 136201 136185 115.004 42.5625 0.0150861 0.0086915 2021-03-04T23:29:57.258 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:57.346 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:57.449 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:57.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:29:57 gibba023 bash[15180]: debug 2021-03-04T23:29:57.338+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:57.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:57 gibba023 bash[19550]: debug 2021-03-04T23:29:57.146+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:57.656 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:57.713 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:57 gibba008 bash[39303]: cluster 2021-03-04T23:29:57.474192+0000 mgr.x (mgr.34379) 1275 : cluster [DBG] pgmap v1658: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s; 8418/404409 objects degraded (2.082%); 35845/404409 objects misplaced (8.864%); 13 MiB/s, 205 objects/s recovering 2021-03-04T23:29:57.714 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:57 gibba008 bash[44600]: debug 2021-03-04T23:29:57.642+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:57.714 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:57 gibba008 bash[37770]: cluster 2021-03-04T23:29:57.474192+0000 mgr.x (mgr.34379) 1275 : cluster [DBG] pgmap v1658: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s; 8418/404409 objects degraded (2.082%); 35845/404409 objects misplaced (8.864%); 13 MiB/s, 205 objects/s recovering 2021-03-04T23:29:57.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:57.838 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:57 gibba023 bash[27374]: cluster 2021-03-04T23:29:57.474192+0000 mgr.x (mgr.34379) 1275 : cluster [DBG] pgmap v1658: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s; 8418/404409 objects degraded (2.082%); 35845/404409 objects misplaced (8.864%); 13 MiB/s, 205 objects/s recovering 2021-03-04T23:29:57.839 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:29:57 gibba023 bash[19550]: debug 2021-03-04T23:29:57.834+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:57.841 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:57.947 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:58.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 75 16 137875 137859 114.865 104.625 0.00741999 0.00870206 2021-03-04T23:29:58.566 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:58.571 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:29:58.670 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:58.747 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:58.851 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:58.858 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:58 gibba008 bash[39303]: audit 2021-03-04T23:29:58.033074+0000 mon.a (mon.0) 1900 : audit [INF] from='client.? 172.21.2.108:0/3064479199' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:58.858 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:58 gibba008 bash[39303]: audit 2021-03-04T23:29:58.244523+0000 mon.a (mon.0) 1901 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:58.859 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:58 gibba008 bash[37770]: audit 2021-03-04T23:29:58.033074+0000 mon.a (mon.0) 1900 : audit [INF] from='client.? 172.21.2.108:0/3064479199' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:58.859 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:58 gibba008 bash[37770]: audit 2021-03-04T23:29:58.244523+0000 mon.a (mon.0) 1901 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:58.859 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:29:58 gibba008 bash[91265]: debug 2021-03-04T23:29:58.554+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:29:59.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:29:58 gibba023 bash[18090]: debug 2021-03-04T23:29:58.742+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:29:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:58 gibba023 bash[27374]: audit 2021-03-04T23:29:58.033074+0000 mon.a (mon.0) 1900 : audit [INF] from='client.? 172.21.2.108:0/3064479199' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:58 gibba023 bash[27374]: audit 2021-03-04T23:29:58.244523+0000 mon.a (mon.0) 1901 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:59.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 76 16 139406 139390 114.613 95.6875 0.0165918 0.00872147 2021-03-04T23:29:59.223 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:59.327 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:59.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[44600]: debug 2021-03-04T23:29:59.214+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:00.007 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[37770]: cluster 2021-03-04T23:29:58.552361+0000 mon.a (mon.0) 1902 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:00.008 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[37770]: audit 2021-03-04T23:29:58.565050+0000 mon.a (mon.0) 1903 : audit [INF] from='client.? 172.21.2.108:0/3064479199' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:00.008 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[37770]: cluster 2021-03-04T23:29:58.565093+0000 mon.a (mon.0) 1904 : cluster [DBG] osdmap e728: 8 total, 7 up, 8 in 2021-03-04T23:30:00.008 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[37770]: cluster 2021-03-04T23:29:59.228166+0000 mon.a (mon.0) 1905 : cluster [WRN] Health check update: Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:00.008 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[37770]: cluster 2021-03-04T23:29:59.475592+0000 mgr.x (mgr.34379) 1276 : cluster [DBG] pgmap v1660: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 80 MiB/s wr, 1.27k op/s; 8418/410568 objects degraded (2.050%); 35330/410568 objects misplaced (8.605%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:00.009 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[39303]: cluster 2021-03-04T23:29:58.552361+0000 mon.a (mon.0) 1902 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:00.009 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[39303]: audit 2021-03-04T23:29:58.565050+0000 mon.a (mon.0) 1903 : audit [INF] from='client.? 172.21.2.108:0/3064479199' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:00.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[39303]: cluster 2021-03-04T23:29:58.565093+0000 mon.a (mon.0) 1904 : cluster [DBG] osdmap e728: 8 total, 7 up, 8 in 2021-03-04T23:30:00.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[39303]: cluster 2021-03-04T23:29:59.228166+0000 mon.a (mon.0) 1905 : cluster [WRN] Health check update: Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:00.010 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:29:59 gibba008 bash[39303]: cluster 2021-03-04T23:29:59.475592+0000 mgr.x (mgr.34379) 1276 : cluster [DBG] pgmap v1660: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 80 MiB/s wr, 1.27k op/s; 8418/410568 objects degraded (2.050%); 35330/410568 objects misplaced (8.605%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:00.011 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:00.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:59 gibba023 bash[27374]: cluster 2021-03-04T23:29:58.552361+0000 mon.a (mon.0) 1902 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:00.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:59 gibba023 bash[27374]: audit 2021-03-04T23:29:58.565050+0000 mon.a (mon.0) 1903 : audit [INF] from='client.? 172.21.2.108:0/3064479199' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:00.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:59 gibba023 bash[27374]: cluster 2021-03-04T23:29:58.565093+0000 mon.a (mon.0) 1904 : cluster [DBG] osdmap e728: 8 total, 7 up, 8 in 2021-03-04T23:30:00.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:59 gibba023 bash[27374]: cluster 2021-03-04T23:29:59.228166+0000 mon.a (mon.0) 1905 : cluster [WRN] Health check update: Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:00.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:29:59 gibba023 bash[27374]: cluster 2021-03-04T23:29:59.475592+0000 mgr.x (mgr.34379) 1276 : cluster [DBG] pgmap v1660: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 80 MiB/s wr, 1.27k op/s; 8418/410568 objects degraded (2.050%); 35330/410568 objects misplaced (8.605%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:00.113 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:00.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 77 16 140336 140320 113.879 58.125 0.00862439 0.00877786 2021-03-04T23:30:00.230 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:00.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[47391]: debug 2021-03-04T23:29:59.998+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:00.334 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:00.426 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[15180]: debug 2021-03-04T23:30:00.222+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:00.426 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[18090]: debug 2021-03-04T23:30:00.418+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:00.429 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:00.533 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000112+0000 mon.a (mon.0) 1906 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized 2021-03-04T23:30:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000140+0000 mon.a (mon.0) 1907 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2021-03-04T23:30:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000154+0000 mon.a (mon.0) 1908 : cluster [WRN] osd.5 (root=default,host=gibba023) is down 2021-03-04T23:30:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000162+0000 mon.a (mon.0) 1909 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized 2021-03-04T23:30:00.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000170+0000 mon.a (mon.0) 1910 : cluster [WRN] pg 1.1 is stuck undersized for 115s, current state active+undersized, last acting [0,2] 2021-03-04T23:30:00.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000186+0000 mon.a (mon.0) 1911 : cluster [WRN] pg 1.a is stuck undersized for 115s, current state active+undersized, last acting [2,6] 2021-03-04T23:30:00.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000196+0000 mon.a (mon.0) 1912 : cluster [WRN] pg 1.12 is stuck undersized for 115s, current state active+undersized, last acting [1,6] 2021-03-04T23:30:00.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000208+0000 mon.a (mon.0) 1913 : cluster [WRN] pg 2.15 is stuck undersized for 115s, current state active+undersized, last acting [1,0] 2021-03-04T23:30:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000219+0000 mon.a (mon.0) 1914 : cluster [WRN] pg 2.16 is stuck undersized for 115s, current state active+undersized, last acting [6,2] 2021-03-04T23:30:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000236+0000 mon.a (mon.0) 1915 : cluster [WRN] pg 2.17 is stuck undersized for 115s, current state active+undersized, last acting [6,2] 2021-03-04T23:30:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000249+0000 mon.a (mon.0) 1916 : cluster [WRN] pg 3.5 is stuck undersized for 115s, current state active+undersized, last acting [3,2] 2021-03-04T23:30:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000261+0000 mon.a (mon.0) 1917 : cluster [WRN] pg 3.c is stuck undersized for 115s, current state active+undersized, last acting [3,6] 2021-03-04T23:30:00.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000273+0000 mon.a (mon.0) 1918 : cluster [WRN] pg 3.17 is stuck undersized for 115s, current state active+undersized, last acting [0,3] 2021-03-04T23:30:00.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000285+0000 mon.a (mon.0) 1919 : cluster [WRN] pg 3.1c is stuck undersized for 115s, current state active+undersized+degraded, last acting [4,1] 2021-03-04T23:30:00.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000297+0000 mon.a (mon.0) 1920 : cluster [WRN] pg 3.1f is stuck undersized for 115s, current state active+undersized+degraded, last acting [0,2] 2021-03-04T23:30:00.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000311+0000 mon.a (mon.0) 1921 : cluster [WRN] pg 4.3 is stuck undersized for 115s, current state active+undersized, last acting [0,7] 2021-03-04T23:30:00.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000321+0000 mon.a (mon.0) 1922 : cluster [WRN] pg 4.7 is stuck undersized for 115s, current state active+undersized, last acting [1,0] 2021-03-04T23:30:00.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000332+0000 mon.a (mon.0) 1923 : cluster [WRN] pg 4.1f is stuck undersized for 115s, current state active+undersized, last acting [6,1] 2021-03-04T23:30:00.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:00 gibba023 bash[27374]: cluster 2021-03-04T23:30:00.000343+0000 mon.a (mon.0) 1924 : cluster [WRN] pg 30.5 is stuck undersized for 91s, current state active+undersized+degraded, last acting [7,0] 2021-03-04T23:30:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000112+0000 mon.a (mon.0) 1906 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized 2021-03-04T23:30:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000140+0000 mon.a (mon.0) 1907 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2021-03-04T23:30:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000154+0000 mon.a (mon.0) 1908 : cluster [WRN] osd.5 (root=default,host=gibba023) is down 2021-03-04T23:30:01.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000162+0000 mon.a (mon.0) 1909 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized 2021-03-04T23:30:01.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000170+0000 mon.a (mon.0) 1910 : cluster [WRN] pg 1.1 is stuck undersized for 115s, current state active+undersized, last acting [0,2] 2021-03-04T23:30:01.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000186+0000 mon.a (mon.0) 1911 : cluster [WRN] pg 1.a is stuck undersized for 115s, current state active+undersized, last acting [2,6] 2021-03-04T23:30:01.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000196+0000 mon.a (mon.0) 1912 : cluster [WRN] pg 1.12 is stuck undersized for 115s, current state active+undersized, last acting [1,6] 2021-03-04T23:30:01.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000208+0000 mon.a (mon.0) 1913 : cluster [WRN] pg 2.15 is stuck undersized for 115s, current state active+undersized, last acting [1,0] 2021-03-04T23:30:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000219+0000 mon.a (mon.0) 1914 : cluster [WRN] pg 2.16 is stuck undersized for 115s, current state active+undersized, last acting [6,2] 2021-03-04T23:30:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000236+0000 mon.a (mon.0) 1915 : cluster [WRN] pg 2.17 is stuck undersized for 115s, current state active+undersized, last acting [6,2] 2021-03-04T23:30:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000249+0000 mon.a (mon.0) 1916 : cluster [WRN] pg 3.5 is stuck undersized for 115s, current state active+undersized, last acting [3,2] 2021-03-04T23:30:01.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000261+0000 mon.a (mon.0) 1917 : cluster [WRN] pg 3.c is stuck undersized for 115s, current state active+undersized, last acting [3,6] 2021-03-04T23:30:01.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000273+0000 mon.a (mon.0) 1918 : cluster [WRN] pg 3.17 is stuck undersized for 115s, current state active+undersized, last acting [0,3] 2021-03-04T23:30:01.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000285+0000 mon.a (mon.0) 1919 : cluster [WRN] pg 3.1c is stuck undersized for 115s, current state active+undersized+degraded, last acting [4,1] 2021-03-04T23:30:01.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000297+0000 mon.a (mon.0) 1920 : cluster [WRN] pg 3.1f is stuck undersized for 115s, current state active+undersized+degraded, last acting [0,2] 2021-03-04T23:30:01.019 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000311+0000 mon.a (mon.0) 1921 : cluster [WRN] pg 4.3 is stuck undersized for 115s, current state active+undersized, last acting [0,7] 2021-03-04T23:30:01.019 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000321+0000 mon.a (mon.0) 1922 : cluster [WRN] pg 4.7 is stuck undersized for 115s, current state active+undersized, last acting [1,0] 2021-03-04T23:30:01.019 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000332+0000 mon.a (mon.0) 1923 : cluster [WRN] pg 4.1f is stuck undersized for 115s, current state active+undersized, last acting [6,1] 2021-03-04T23:30:01.020 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[37770]: cluster 2021-03-04T23:30:00.000343+0000 mon.a (mon.0) 1924 : cluster [WRN] pg 30.5 is stuck undersized for 91s, current state active+undersized+degraded, last acting [7,0] 2021-03-04T23:30:01.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000112+0000 mon.a (mon.0) 1906 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized 2021-03-04T23:30:01.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000140+0000 mon.a (mon.0) 1907 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2021-03-04T23:30:01.021 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000154+0000 mon.a (mon.0) 1908 : cluster [WRN] osd.5 (root=default,host=gibba023) is down 2021-03-04T23:30:01.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000162+0000 mon.a (mon.0) 1909 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 8418/404409 objects degraded (2.082%), 3 pgs degraded, 15 pgs undersized 2021-03-04T23:30:01.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000170+0000 mon.a (mon.0) 1910 : cluster [WRN] pg 1.1 is stuck undersized for 115s, current state active+undersized, last acting [0,2] 2021-03-04T23:30:01.022 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000186+0000 mon.a (mon.0) 1911 : cluster [WRN] pg 1.a is stuck undersized for 115s, current state active+undersized, last acting [2,6] 2021-03-04T23:30:01.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000196+0000 mon.a (mon.0) 1912 : cluster [WRN] pg 1.12 is stuck undersized for 115s, current state active+undersized, last acting [1,6] 2021-03-04T23:30:01.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000208+0000 mon.a (mon.0) 1913 : cluster [WRN] pg 2.15 is stuck undersized for 115s, current state active+undersized, last acting [1,0] 2021-03-04T23:30:01.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000219+0000 mon.a (mon.0) 1914 : cluster [WRN] pg 2.16 is stuck undersized for 115s, current state active+undersized, last acting [6,2] 2021-03-04T23:30:01.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000236+0000 mon.a (mon.0) 1915 : cluster [WRN] pg 2.17 is stuck undersized for 115s, current state active+undersized, last acting [6,2] 2021-03-04T23:30:01.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000249+0000 mon.a (mon.0) 1916 : cluster [WRN] pg 3.5 is stuck undersized for 115s, current state active+undersized, last acting [3,2] 2021-03-04T23:30:01.024 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000261+0000 mon.a (mon.0) 1917 : cluster [WRN] pg 3.c is stuck undersized for 115s, current state active+undersized, last acting [3,6] 2021-03-04T23:30:01.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000273+0000 mon.a (mon.0) 1918 : cluster [WRN] pg 3.17 is stuck undersized for 115s, current state active+undersized, last acting [0,3] 2021-03-04T23:30:01.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000285+0000 mon.a (mon.0) 1919 : cluster [WRN] pg 3.1c is stuck undersized for 115s, current state active+undersized+degraded, last acting [4,1] 2021-03-04T23:30:01.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000297+0000 mon.a (mon.0) 1920 : cluster [WRN] pg 3.1f is stuck undersized for 115s, current state active+undersized+degraded, last acting [0,2] 2021-03-04T23:30:01.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000311+0000 mon.a (mon.0) 1921 : cluster [WRN] pg 4.3 is stuck undersized for 115s, current state active+undersized, last acting [0,7] 2021-03-04T23:30:01.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000321+0000 mon.a (mon.0) 1922 : cluster [WRN] pg 4.7 is stuck undersized for 115s, current state active+undersized, last acting [1,0] 2021-03-04T23:30:01.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000332+0000 mon.a (mon.0) 1923 : cluster [WRN] pg 4.1f is stuck undersized for 115s, current state active+undersized, last acting [6,1] 2021-03-04T23:30:01.026 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:00 gibba008 bash[39303]: cluster 2021-03-04T23:30:00.000343+0000 mon.a (mon.0) 1924 : cluster [WRN] pg 30.5 is stuck undersized for 91s, current state active+undersized+degraded, last acting [7,0] 2021-03-04T23:30:01.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 78 16 141936 141920 113.701 100 0.00306116 0.00878826 2021-03-04T23:30:01.338 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:01.442 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:01.534 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:01.637 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:01.644 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:01 gibba008 bash[39303]: cluster 2021-03-04T23:30:01.476308+0000 mgr.x (mgr.34379) 1277 : cluster [DBG] pgmap v1661: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s; 8840/416274 objects degraded (2.124%); 35330/416274 objects misplaced (8.487%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:01.645 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:01 gibba008 bash[48858]: debug 2021-03-04T23:30:01.330+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:01.645 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:01 gibba008 bash[37770]: cluster 2021-03-04T23:30:01.476308+0000 mgr.x (mgr.34379) 1277 : cluster [DBG] pgmap v1661: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s; 8840/416274 objects degraded (2.124%); 35330/416274 objects misplaced (8.487%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:01 gibba023 bash[27374]: cluster 2021-03-04T23:30:01.476308+0000 mgr.x (mgr.34379) 1277 : cluster [DBG] pgmap v1661: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s; 8840/416274 objects degraded (2.124%); 35330/416274 objects misplaced (8.487%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:01.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:01 gibba023 bash[18090]: debug 2021-03-04T23:30:01.526+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:02.161 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:02.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 79 16 143495 143479 113.495 97.4375 0.0145996 0.00880735 2021-03-04T23:30:02.266 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:02.287 INFO:teuthology.orchestra.run.gibba008.stdout:moved 13 / 387 (3.35917%) 2021-03-04T23:30:02.288 INFO:teuthology.orchestra.run.gibba008.stdout:avg 55.2857 2021-03-04T23:30:02.288 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 16.5443 -> 16.2387 (expected baseline 6.88388) 2021-03-04T23:30:02.288 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.7 with 27 -> 28 pgs (0.488372 -> 0.50646 * mean) 2021-03-04T23:30:02.288 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.1 with 70 -> 68 pgs (1.26615 -> 1.22997 * mean) 2021-03-04T23:30:02.289 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:30:02.289 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:30:02.289 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 0.05 2021-03-04T23:30:02.289 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:30:02.289 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0441 2021-03-04T23:30:02.290 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0485 2021-03-04T23:30:02.290 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 0.6184 -> 0.6684 2021-03-04T23:30:02.290 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 weight 0.5184 -> 0.4684 2021-03-04T23:30:02.290 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 weight 0.9500 -> 0.9000 2021-03-04T23:30:02.290 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 weight 0.6183 -> 0.6683 2021-03-04T23:30:02.298 INFO:teuthology.orchestra.run.gibba008.stderr:no change 2021-03-04T23:30:02.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:02 gibba008 bash[47391]: debug 2021-03-04T23:30:02.154+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:02.569 INFO:journalctl@ceph.mgr.x.gibba023.stdout:Mar 04 23:30:02 gibba023 bash[24432]: debug 2021-03-04T23:30:02.282+0000 7fe530169700 -1 mgr.server reply reply (4) Interrupted system call no change 2021-03-04T23:30:02.679 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:02.681 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:02 gibba008 bash[39303]: audit 2021-03-04T23:30:02.283730+0000 mgr.x (mgr.34379) 1278 : audit [DBG] from='client.55927 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:30:02.681 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:02 gibba008 bash[37770]: audit 2021-03-04T23:30:02.283730+0000 mgr.x (mgr.34379) 1278 : audit [DBG] from='client.55927 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:30:02.783 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:03.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:02 gibba008 bash[91265]: debug 2021-03-04T23:30:02.674+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:03.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:02 gibba023 bash[27374]: audit 2021-03-04T23:30:02.283730+0000 mgr.x (mgr.34379) 1278 : audit [DBG] from='client.55927 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:30:03.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:2021-03-04T23:30:03.202224+0000 min lat: 0.00087982 max lat: 1.73173 avg lat: 0.00881515 2021-03-04T23:30:03.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:30:03.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 80 16 145186 145170 113.398 105.688 0.00779877 0.00881515 2021-03-04T23:30:03.331 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:03.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:03.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:03 gibba008 bash[39303]: cluster 2021-03-04T23:30:03.476828+0000 mgr.x (mgr.34379) 1279 : cluster [DBG] pgmap v1662: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 81 MiB/s wr, 1.29k op/s; 8840/424398 objects degraded (2.083%); 36638/424398 objects misplaced (8.633%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:03.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:03 gibba008 bash[37770]: cluster 2021-03-04T23:30:03.476828+0000 mgr.x (mgr.34379) 1279 : cluster [DBG] pgmap v1662: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 81 MiB/s wr, 1.29k op/s; 8840/424398 objects degraded (2.083%); 36638/424398 objects misplaced (8.633%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:03.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:03 gibba008 bash[91265]: debug 2021-03-04T23:30:03.322+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:04.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:03 gibba023 bash[27374]: cluster 2021-03-04T23:30:03.476828+0000 mgr.x (mgr.34379) 1279 : cluster [DBG] pgmap v1662: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 81 MiB/s wr, 1.29k op/s; 8840/424398 objects degraded (2.083%); 36638/424398 objects misplaced (8.633%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:04.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 81 16 146727 146711 113.187 96.3125 0.00694692 0.00882846 2021-03-04T23:30:04.242 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:04.345 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:04.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:04 gibba008 bash[44600]: debug 2021-03-04T23:30:04.234+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:05.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:04 gibba008 bash[39303]: cluster 2021-03-04T23:30:04.229022+0000 mon.a (mon.0) 1925 : cluster [WRN] Health check update: Degraded data redundancy: 8840/424398 objects degraded (2.083%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:04 gibba008 bash[37770]: cluster 2021-03-04T23:30:04.229022+0000 mon.a (mon.0) 1925 : cluster [WRN] Health check update: Degraded data redundancy: 8840/424398 objects degraded (2.083%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:05.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:04 gibba023 bash[27374]: cluster 2021-03-04T23:30:04.229022+0000 mon.a (mon.0) 1925 : cluster [WRN] Health check update: Degraded data redundancy: 8840/424398 objects degraded (2.083%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:05.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 82 16 148054 148038 112.818 82.9375 0.0231482 0.00885975 2021-03-04T23:30:05.386 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:05.489 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:05.651 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:05.755 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:05.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:05 gibba008 bash[39303]: cluster 2021-03-04T23:30:05.478731+0000 mgr.x (mgr.34379) 1280 : cluster [DBG] pgmap v1663: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 83 MiB/s wr, 1.32k op/s; 8840/431337 objects degraded (2.049%); 36196/431337 objects misplaced (8.392%); 13 MiB/s, 206 objects/s recovering 2021-03-04T23:30:05.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:05 gibba008 bash[37770]: cluster 2021-03-04T23:30:05.478731+0000 mgr.x (mgr.34379) 1280 : cluster [DBG] pgmap v1663: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 83 MiB/s wr, 1.32k op/s; 8840/431337 objects degraded (2.049%); 36196/431337 objects misplaced (8.392%); 13 MiB/s, 206 objects/s recovering 2021-03-04T23:30:05.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:05 gibba008 bash[91265]: debug 2021-03-04T23:30:05.378+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:05.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:05 gibba023 bash[15180]: debug 2021-03-04T23:30:05.646+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:05.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:05 gibba023 bash[27374]: cluster 2021-03-04T23:30:05.478731+0000 mgr.x (mgr.34379) 1280 : cluster [DBG] pgmap v1663: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 83 MiB/s wr, 1.32k op/s; 8840/431337 objects degraded (2.049%); 36196/431337 objects misplaced (8.392%); 13 MiB/s, 206 objects/s recovering 2021-03-04T23:30:05.937 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:06.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:06.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 83 16 149044 149028 112.204 61.875 0.0258684 0.00890826 2021-03-04T23:30:06.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:05 gibba023 bash[18090]: debug 2021-03-04T23:30:05.930+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:06.743 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:06.846 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:07.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:06 gibba008 bash[47391]: debug 2021-03-04T23:30:06.734+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:07.132 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:07.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 84 16 149480 149464 111.192 27.25 0.00678861 0.00894211 2021-03-04T23:30:07.235 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:07.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:07 gibba008 bash[91265]: debug 2021-03-04T23:30:07.122+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:07.780 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:07.883 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:07.933 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:07 gibba008 bash[39303]: cluster 2021-03-04T23:30:06.600533+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e729: 8 total, 7 up, 8 in 2021-03-04T23:30:07.933 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:07 gibba008 bash[39303]: cluster 2021-03-04T23:30:07.479986+0000 mgr.x (mgr.34379) 1281 : cluster [DBG] pgmap v1665: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s; 9287/444750 objects degraded (2.088%); 37207/444750 objects misplaced (8.366%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:07.934 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:07 gibba008 bash[91265]: debug 2021-03-04T23:30:07.770+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:07.934 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:07 gibba008 bash[37770]: cluster 2021-03-04T23:30:06.600533+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e729: 8 total, 7 up, 8 in 2021-03-04T23:30:07.935 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:07 gibba008 bash[37770]: cluster 2021-03-04T23:30:07.479986+0000 mgr.x (mgr.34379) 1281 : cluster [DBG] pgmap v1665: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s; 9287/444750 objects degraded (2.088%); 37207/444750 objects misplaced (8.366%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:07.983 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:30:07.984 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05 2021-03-04T23:30:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:07 gibba023 bash[27374]: cluster 2021-03-04T23:30:06.600533+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e729: 8 total, 7 up, 8 in 2021-03-04T23:30:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:07 gibba023 bash[27374]: cluster 2021-03-04T23:30:07.479986+0000 mgr.x (mgr.34379) 1281 : cluster [DBG] pgmap v1665: 129 pgs: 2 active+remapped+backfilling, 90 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s; 9287/444750 objects degraded (2.088%); 37207/444750 objects misplaced (8.366%); 14 MiB/s, 231 objects/s recovering 2021-03-04T23:30:08.146 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:08.205 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 85 16 150248 150232 110.449 48 0.0135414 0.00905048 2021-03-04T23:30:08.820 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:08.931 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:08.937 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:08 gibba008 bash[39303]: cluster 2021-03-04T23:30:07.597295+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e730: 8 total, 7 up, 8 in 2021-03-04T23:30:08.937 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:08 gibba008 bash[37770]: cluster 2021-03-04T23:30:07.597295+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e730: 8 total, 7 up, 8 in 2021-03-04T23:30:08.938 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:08 gibba008 bash[91265]: debug 2021-03-04T23:30:08.810+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:08 gibba023 bash[27374]: cluster 2021-03-04T23:30:07.597295+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e730: 8 total, 7 up, 8 in 2021-03-04T23:30:09.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 86 16 151568 151552 110.124 82.5 0.00643537 0.00907732 2021-03-04T23:30:09.218 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:30:09.330 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:09.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:09 gibba008 bash[39303]: cluster 2021-03-04T23:30:09.229940+0000 mon.a (mon.0) 1928 : cluster [WRN] Health check update: Degraded data redundancy: 9287/444750 objects degraded (2.088%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:09.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:09 gibba008 bash[39303]: cluster 2021-03-04T23:30:09.480409+0000 mgr.x (mgr.34379) 1282 : cluster [DBG] pgmap v1667: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s; 9287/449163 objects degraded (2.068%); 36991/449163 objects misplaced (8.236%); 12 MiB/s, 199 objects/s recovering 2021-03-04T23:30:09.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:09 gibba008 bash[37770]: cluster 2021-03-04T23:30:09.229940+0000 mon.a (mon.0) 1928 : cluster [WRN] Health check update: Degraded data redundancy: 9287/444750 objects degraded (2.088%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:09.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:09 gibba008 bash[37770]: cluster 2021-03-04T23:30:09.480409+0000 mgr.x (mgr.34379) 1282 : cluster [DBG] pgmap v1667: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s; 9287/449163 objects degraded (2.068%); 36991/449163 objects misplaced (8.236%); 12 MiB/s, 199 objects/s recovering 2021-03-04T23:30:09.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:10.002 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:09 gibba023 bash[27374]: cluster 2021-03-04T23:30:09.229940+0000 mon.a (mon.0) 1928 : cluster [WRN] Health check update: Degraded data redundancy: 9287/444750 objects degraded (2.088%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:10.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:09 gibba023 bash[27374]: cluster 2021-03-04T23:30:09.480409+0000 mgr.x (mgr.34379) 1282 : cluster [DBG] pgmap v1667: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s; 9287/449163 objects degraded (2.068%); 36991/449163 objects misplaced (8.236%); 12 MiB/s, 199 objects/s recovering 2021-03-04T23:30:10.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 87 16 153303 153287 110.104 108.438 0.00619871 0.00907857 2021-03-04T23:30:10.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:09 gibba008 bash[48858]: debug 2021-03-04T23:30:09.891+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:10.332 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.436 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:10 gibba008 bash[47391]: debug 2021-03-04T23:30:10.319+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:10.834 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:30:10.852 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:30:10.877 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:30:10.897 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:30:10.922 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:30:10.948 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:30:10.964 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:30:10.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.965 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:30:10.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:30:10.966 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.966 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:10.998 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:11.101 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:11.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 88 16 154756 154740 109.885 90.8125 0.00402144 0.00909702 2021-03-04T23:30:11.220 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:11.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:11 gibba008 bash[39303]: audit 2021-03-04T23:30:10.811599+0000 mon.c (mon.1) 123 : audit [DBG] from='client.? 172.21.2.108:0/4028730375' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:10 gibba008 bash[47391]: debug 2021-03-04T23:30:10.991+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:11.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:11 gibba008 bash[37770]: audit 2021-03-04T23:30:10.811599+0000 mon.c (mon.1) 123 : audit [DBG] from='client.? 172.21.2.108:0/4028730375' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.325 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:11.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:11 gibba023 bash[27374]: audit 2021-03-04T23:30:10.811599+0000 mon.c (mon.1) 123 : audit [DBG] from='client.? 172.21.2.108:0/4028730375' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:11 gibba023 bash[15180]: debug 2021-03-04T23:30:11.214+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:11.657 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:11.766 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:12.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:11 gibba008 bash[47391]: debug 2021-03-04T23:30:11.643+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:12.113 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:12.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout: 89 16 156326 156310 109.753 98.125 0.00642978 0.00910796 2021-03-04T23:30:12.216 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:12.482 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:12 gibba023 bash[27374]: cluster 2021-03-04T23:30:11.480882+0000 mgr.x (mgr.34379) 1283 : cluster [DBG] pgmap v1668: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s; 9646/458721 objects degraded (2.103%); 37615/458721 objects misplaced (8.200%); 12 MiB/s, 199 objects/s recovering 2021-03-04T23:30:12.483 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:12 gibba023 bash[15180]: debug 2021-03-04T23:30:12.106+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:12.485 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:12.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:12 gibba008 bash[37770]: cluster 2021-03-04T23:30:11.480882+0000 mgr.x (mgr.34379) 1283 : cluster [DBG] pgmap v1668: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s; 9646/458721 objects degraded (2.103%); 37615/458721 objects misplaced (8.200%); 12 MiB/s, 199 objects/s recovering 2021-03-04T23:30:12.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:12 gibba008 bash[39303]: cluster 2021-03-04T23:30:11.480882+0000 mgr.x (mgr.34379) 1283 : cluster [DBG] pgmap v1668: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s; 9646/458721 objects degraded (2.103%); 37615/458721 objects misplaced (8.200%); 12 MiB/s, 199 objects/s recovering 2021-03-04T23:30:12.586 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:12.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:12 gibba023 bash[15180]: debug 2021-03-04T23:30:12.478+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:12.937 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:13.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:12 gibba008 bash[44600]: debug 2021-03-04T23:30:12.931+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:13.041 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:13.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total time run: 90.0062 2021-03-04T23:30:13.206 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Total writes made: 157984 2021-03-04T23:30:13.207 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Write size: 65536 2021-03-04T23:30:13.207 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Object size: 65536 2021-03-04T23:30:13.207 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Bandwidth (MB/sec): 109.704 2021-03-04T23:30:13.207 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Bandwidth: 58.3463 2021-03-04T23:30:13.208 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max bandwidth (MB/sec): 388.375 2021-03-04T23:30:13.208 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:30:13.208 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average IOPS: 1755 2021-03-04T23:30:13.208 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev IOPS: 933.54 2021-03-04T23:30:13.209 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max IOPS: 6214 2021-03-04T23:30:13.209 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min IOPS: 0 2021-03-04T23:30:13.209 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Average Latency(s): 0.0091123 2021-03-04T23:30:13.209 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Stddev Latency(s): 0.0221033 2021-03-04T23:30:13.209 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Max latency(s): 1.73173 2021-03-04T23:30:13.210 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Min latency(s): 0.00087982 2021-03-04T23:30:13.210 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:30:13.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:13 gibba008 bash[37770]: audit 2021-03-04T23:30:13.093261+0000 mon.a (mon.0) 1929 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:13.247 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:13 gibba008 bash[37770]: audit 2021-03-04T23:30:13.094723+0000 mon.a (mon.0) 1930 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:13.247 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:13 gibba008 bash[37770]: audit 2021-03-04T23:30:13.094956+0000 mon.a (mon.0) 1931 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:13.432 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:30:13.432 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:30:13.432 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:30:13.433 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:30:13.433 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.433 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164548 29.5 29:a9de5e84:::benchmark_data_gibba008_125393_object164547:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:30:13.433 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.198783+0000", 2021-03-04T23:30:13.433 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 259.22753848399998, 2021-03-04T23:30:13.434 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18704937299999999, 2021-03-04T23:30:13.434 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.434 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.434 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.435 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.435 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.435 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164548 2021-03-04T23:30:13.435 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.435 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.436 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.436 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.436 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198783+0000", 2021-03-04T23:30:13.436 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.437 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.437 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198783+0000", 2021-03-04T23:30:13.437 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9956e-05 2021-03-04T23:30:13.438 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.438 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.438 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.438 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198803+0000", 2021-03-04T23:30:13.438 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5200000000000001e-06 2021-03-04T23:30:13.439 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.439 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.439 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.439 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198804+0000", 2021-03-04T23:30:13.439 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4970000000000001e-06 2021-03-04T23:30:13.440 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.440 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.440 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.440 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198813+0000", 2021-03-04T23:30:13.441 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2620000000000004e-06 2021-03-04T23:30:13.441 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.441 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.441 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.441 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198819+0000", 2021-03-04T23:30:13.442 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5908000000000002e-05 2021-03-04T23:30:13.442 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.443 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198855+0000", 2021-03-04T23:30:13.443 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109226 2021-03-04T23:30:13.443 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.443 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.444 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.444 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.198964+0000", 2021-03-04T23:30:13.444 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000112502 2021-03-04T23:30:13.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.444 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.445 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:30:13.445 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.199077+0000", 2021-03-04T23:30:13.445 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029884550000000001 2021-03-04T23:30:13.445 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.445 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.446 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.446 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.202065+0000", 2021-03-04T23:30:13.446 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3059000000000006e-05 2021-03-04T23:30:13.446 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.446 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.447 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.447 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.202148+0000", 2021-03-04T23:30:13.447 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18327428300000001 2021-03-04T23:30:13.447 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.448 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.448 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.448 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.385422+0000", 2021-03-04T23:30:13.448 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023054999999999999 2021-03-04T23:30:13.448 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.449 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.449 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.449 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.385653+0000", 2021-03-04T23:30:13.449 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017915499999999999 2021-03-04T23:30:13.449 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.450 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.450 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.450 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.385832+0000", 2021-03-04T23:30:13.450 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18704937299999999 2021-03-04T23:30:13.450 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.451 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.451 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.451 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.451 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.451 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166098 29.6 29:6e3998fc:::benchmark_data_gibba008_125393_object166097:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:30:13.452 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.251522+0000", 2021-03-04T23:30:13.452 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 258.17479917999998, 2021-03-04T23:30:13.452 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20168820400000001, 2021-03-04T23:30:13.452 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.452 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.453 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.453 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.454 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.454 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166098 2021-03-04T23:30:13.455 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.455 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.455 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.456 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251522+0000", 2021-03-04T23:30:13.456 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.456 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.456 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.456 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.457 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251522+0000", 2021-03-04T23:30:13.457 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5296999999999999e-05 2021-03-04T23:30:13.457 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.457 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.457 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.458 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251537+0000", 2021-03-04T23:30:13.458 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.156e-06 2021-03-04T23:30:13.458 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.458 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.459 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.459 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251538+0000", 2021-03-04T23:30:13.459 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9390000000000002e-06 2021-03-04T23:30:13.459 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.460 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.460 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.460 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251544+0000", 2021-03-04T23:30:13.461 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.638e-06 2021-03-04T23:30:13.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.461 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.461 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251547+0000", 2021-03-04T23:30:13.462 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9717999999999999e-05 2021-03-04T23:30:13.462 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.462 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251577+0000", 2021-03-04T23:30:13.463 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3731000000000002e-05 2021-03-04T23:30:13.463 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.463 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.463 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.463 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251660+0000", 2021-03-04T23:30:13.464 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3461000000000006e-05 2021-03-04T23:30:13.464 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.464 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.464 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:30:13.465 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251744+0000", 2021-03-04T23:30:13.465 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022356070000000001 2021-03-04T23:30:13.465 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.465 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.465 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.466 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.253980+0000", 2021-03-04T23:30:13.466 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00050714800000000002 2021-03-04T23:30:13.466 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.466 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.466 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.467 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.254487+0000", 2021-03-04T23:30:13.467 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19830873700000001 2021-03-04T23:30:13.467 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.467 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.467 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.468 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.452795+0000", 2021-03-04T23:30:13.468 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023678999999999999 2021-03-04T23:30:13.468 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.468 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.469 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.469 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453032+0000", 2021-03-04T23:30:13.469 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000177982 2021-03-04T23:30:13.469 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.470 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.470 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.470 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453210+0000", 2021-03-04T23:30:13.470 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20168820400000001 2021-03-04T23:30:13.471 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.471 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.471 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.471 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.472 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.472 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166106 29.a 29:5716d721:::benchmark_data_gibba008_125393_object166105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:30:13.472 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.255722+0000", 2021-03-04T23:30:13.472 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 258.17059955100001, 2021-03-04T23:30:13.472 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19256158200000001, 2021-03-04T23:30:13.473 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.473 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.473 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.473 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.474 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.474 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166106 2021-03-04T23:30:13.474 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.474 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.474 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.475 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255722+0000", 2021-03-04T23:30:13.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255722+0000", 2021-03-04T23:30:13.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0395e-05 2021-03-04T23:30:13.477 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.477 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.477 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255742+0000", 2021-03-04T23:30:13.478 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6220000000000001e-06 2021-03-04T23:30:13.478 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.479 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255744+0000", 2021-03-04T23:30:13.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1925e-05 2021-03-04T23:30:13.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255756+0000", 2021-03-04T23:30:13.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4000000000000002e-06 2021-03-04T23:30:13.480 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.481 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.481 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.481 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255760+0000", 2021-03-04T23:30:13.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1192000000000001e-05 2021-03-04T23:30:13.482 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.482 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.482 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255801+0000", 2021-03-04T23:30:13.483 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0581000000000007e-05 2021-03-04T23:30:13.483 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.483 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.483 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.484 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255882+0000", 2021-03-04T23:30:13.484 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1290000000000003e-05 2021-03-04T23:30:13.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.484 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:30:13.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255963+0000", 2021-03-04T23:30:13.485 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0042056480000000002 2021-03-04T23:30:13.485 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.486 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.486 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260169+0000", 2021-03-04T23:30:13.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00042881800000000003 2021-03-04T23:30:13.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260597+0000", 2021-03-04T23:30:13.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18741919900000001 2021-03-04T23:30:13.487 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.488 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448017+0000", 2021-03-04T23:30:13.488 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000170858 2021-03-04T23:30:13.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.489 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.489 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448188+0000", 2021-03-04T23:30:13.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5654000000000003e-05 2021-03-04T23:30:13.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.490 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.490 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448283+0000", 2021-03-04T23:30:13.490 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19256158200000001 2021-03-04T23:30:13.490 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.491 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.491 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.492 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.492 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166107 29.a 29:53a42b4f:::benchmark_data_gibba008_125393_object166106:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:30:13.492 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.256135+0000", 2021-03-04T23:30:13.492 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 258.170186247, 2021-03-04T23:30:13.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19262763799999999, 2021-03-04T23:30:13.493 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.493 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.493 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.493 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.493 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.494 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166107 2021-03-04T23:30:13.494 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.494 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.494 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.495 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.495 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256135+0000", 2021-03-04T23:30:13.495 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.495 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.495 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.496 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.496 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256135+0000", 2021-03-04T23:30:13.496 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9511e-05 2021-03-04T23:30:13.496 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.496 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.497 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.497 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256154+0000", 2021-03-04T23:30:13.497 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7349999999999999e-06 2021-03-04T23:30:13.497 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.497 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.498 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.498 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256156+0000", 2021-03-04T23:30:13.498 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7869999999999996e-06 2021-03-04T23:30:13.499 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.499 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.499 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.499 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256166+0000", 2021-03-04T23:30:13.499 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1819999999999999e-06 2021-03-04T23:30:13.500 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.500 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.500 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.500 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256170+0000", 2021-03-04T23:30:13.500 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018347229999999999 2021-03-04T23:30:13.501 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.501 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.501 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.501 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.258005+0000", 2021-03-04T23:30:13.501 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9159000000000005e-05 2021-03-04T23:30:13.502 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.502 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.502 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.502 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.258094+0000", 2021-03-04T23:30:13.503 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109347 2021-03-04T23:30:13.503 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.503 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.503 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:30:13.503 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.258203+0000", 2021-03-04T23:30:13.504 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021708869999999998 2021-03-04T23:30:13.504 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.504 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.504 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.504 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260374+0000", 2021-03-04T23:30:13.505 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00051480099999999995 2021-03-04T23:30:13.505 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.505 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.506 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.506 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260889+0000", 2021-03-04T23:30:13.506 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.187594813 2021-03-04T23:30:13.506 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.507 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.507 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.507 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448484+0000", 2021-03-04T23:30:13.507 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017216399999999999 2021-03-04T23:30:13.507 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.508 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.508 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.508 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448656+0000", 2021-03-04T23:30:13.508 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106529 2021-03-04T23:30:13.508 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.509 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.509 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.509 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448763+0000", 2021-03-04T23:30:13.509 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19262763799999999 2021-03-04T23:30:13.509 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.510 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.510 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.510 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.510 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.510 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166114 29.6 29:6eec48eb:::benchmark_data_gibba008_125393_object166113:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:30:13.511 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.261524+0000", 2021-03-04T23:30:13.511 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 258.164797201, 2021-03-04T23:30:13.511 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.192289197, 2021-03-04T23:30:13.511 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.512 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.512 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.512 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.512 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.513 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166114 2021-03-04T23:30:13.513 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.513 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.513 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.514 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.514 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261524+0000", 2021-03-04T23:30:13.514 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.514 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.515 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.515 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.515 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261524+0000", 2021-03-04T23:30:13.515 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1273e-05 2021-03-04T23:30:13.515 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.516 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.516 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.516 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261535+0000", 2021-03-04T23:30:13.516 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.776e-06 2021-03-04T23:30:13.517 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.517 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.517 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.517 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261537+0000", 2021-03-04T23:30:13.517 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9260000000000006e-06 2021-03-04T23:30:13.518 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.518 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.518 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.518 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261546+0000", 2021-03-04T23:30:13.519 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9090000000000002e-06 2021-03-04T23:30:13.519 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.519 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.519 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.519 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261550+0000", 2021-03-04T23:30:13.520 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4576999999999999e-05 2021-03-04T23:30:13.520 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.520 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.520 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.520 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261574+0000", 2021-03-04T23:30:13.521 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0839000000000004e-05 2021-03-04T23:30:13.521 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.521 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.521 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.521 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261645+0000", 2021-03-04T23:30:13.522 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5859000000000007e-05 2021-03-04T23:30:13.522 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.522 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.522 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:30:13.522 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261721+0000", 2021-03-04T23:30:13.523 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0037715180000000002 2021-03-04T23:30:13.523 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.523 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.523 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.524 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265493+0000", 2021-03-04T23:30:13.524 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6382e-05 2021-03-04T23:30:13.524 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.524 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.524 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.525 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265509+0000", 2021-03-04T23:30:13.525 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18786662000000001 2021-03-04T23:30:13.525 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.525 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.525 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.526 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453376+0000", 2021-03-04T23:30:13.526 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019017900000000001 2021-03-04T23:30:13.526 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.526 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.526 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.527 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453566+0000", 2021-03-04T23:30:13.527 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024733900000000001 2021-03-04T23:30:13.527 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.527 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.527 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.528 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453813+0000", 2021-03-04T23:30:13.528 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.192289197 2021-03-04T23:30:13.528 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.528 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.529 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.529 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.529 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.529 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166116 29.6 29:6119e70a:::benchmark_data_gibba008_125393_object166115:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:30:13.529 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.263416+0000", 2021-03-04T23:30:13.530 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 258.16290560200002, 2021-03-04T23:30:13.530 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19088206999999999, 2021-03-04T23:30:13.530 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.530 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.530 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.531 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.531 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.531 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166116 2021-03-04T23:30:13.531 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.531 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.532 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.532 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.532 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263416+0000", 2021-03-04T23:30:13.532 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.532 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.533 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.533 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.533 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263416+0000", 2021-03-04T23:30:13.533 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9690000000000006e-06 2021-03-04T23:30:13.533 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.534 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.534 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.534 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263426+0000", 2021-03-04T23:30:13.534 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5710000000000001e-06 2021-03-04T23:30:13.535 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.535 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.535 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.535 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263427+0000", 2021-03-04T23:30:13.535 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0639999999999994e-06 2021-03-04T23:30:13.536 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.536 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.536 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.536 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263435+0000", 2021-03-04T23:30:13.536 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3900000000000003e-06 2021-03-04T23:30:13.537 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.537 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.537 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.537 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263440+0000", 2021-03-04T23:30:13.537 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000177388 2021-03-04T23:30:13.538 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.538 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.538 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.538 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263617+0000", 2021-03-04T23:30:13.539 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3848000000000002e-05 2021-03-04T23:30:13.539 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.539 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.539 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.539 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263691+0000", 2021-03-04T23:30:13.540 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3171999999999996e-05 2021-03-04T23:30:13.540 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.540 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.540 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:30:13.540 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263774+0000", 2021-03-04T23:30:13.541 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002018307 2021-03-04T23:30:13.541 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.542 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.543 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.543 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265792+0000", 2021-03-04T23:30:13.543 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110364 2021-03-04T23:30:13.543 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.544 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.544 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.544 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265903+0000", 2021-03-04T23:30:13.544 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.188064915 2021-03-04T23:30:13.544 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.545 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.545 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.545 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453968+0000", 2021-03-04T23:30:13.545 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019540900000000001 2021-03-04T23:30:13.545 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.546 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.546 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.546 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.454163+0000", 2021-03-04T23:30:13.546 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000134673 2021-03-04T23:30:13.547 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.547 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.547 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.547 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.454298+0000", 2021-03-04T23:30:13.547 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19088206999999999 2021-03-04T23:30:13.548 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.548 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.548 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.548 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.548 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.549 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:181936 29.9 29:936740ef:::benchmark_data_gibba008_125393_object4118:head [delete] snapc 0=[] ondisk+write+known_if_redirected e704)", 2021-03-04T23:30:13.549 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:05.572116+0000", 2021-03-04T23:30:13.549 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 247.85420473299999, 2021-03-04T23:30:13.549 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224536343, 2021-03-04T23:30:13.549 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.550 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.550 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.550 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.550 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.550 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 181936 2021-03-04T23:30:13.551 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.551 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.551 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.551 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.552 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572116+0000", 2021-03-04T23:30:13.552 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.552 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.552 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.552 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.553 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572116+0000", 2021-03-04T23:30:13.553 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:30:13.553 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.553 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.553 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.554 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572118+0000", 2021-03-04T23:30:13.554 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5340000000000001e-06 2021-03-04T23:30:13.554 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.554 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.555 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.555 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572119+0000", 2021-03-04T23:30:13.555 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6309999999999992e-06 2021-03-04T23:30:13.555 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.556 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.556 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.556 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572128+0000", 2021-03-04T23:30:13.556 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7310000000000001e-06 2021-03-04T23:30:13.556 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.557 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.557 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.557 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572133+0000", 2021-03-04T23:30:13.557 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000117984 2021-03-04T23:30:13.557 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.558 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.558 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.558 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572251+0000", 2021-03-04T23:30:13.558 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6700999999999997e-05 2021-03-04T23:30:13.558 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.559 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.559 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.559 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572317+0000", 2021-03-04T23:30:13.559 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1434999999999997e-05 2021-03-04T23:30:13.560 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.561 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.561 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:30:13.561 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572379+0000", 2021-03-04T23:30:13.561 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0037076959999999999 2021-03-04T23:30:13.562 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.562 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.562 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.562 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576087+0000", 2021-03-04T23:30:13.562 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00070545199999999997 2021-03-04T23:30:13.563 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.563 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.563 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.563 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576792+0000", 2021-03-04T23:30:13.564 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.219779897 2021-03-04T23:30:13.564 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.564 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.564 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.564 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796572+0000", 2021-03-04T23:30:13.565 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8306000000000001e-05 2021-03-04T23:30:13.565 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.565 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.565 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.566 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796620+0000", 2021-03-04T23:30:13.566 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2585000000000001e-05 2021-03-04T23:30:13.566 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.566 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.567 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.567 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796653+0000", 2021-03-04T23:30:13.567 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224536343 2021-03-04T23:30:13.567 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.568 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.568 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.568 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.569 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.569 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:181940 29.9 29:932f5958:::benchmark_data_gibba008_125393_object4122:head [delete] snapc 0=[] ondisk+write+known_if_redirected e704)", 2021-03-04T23:30:13.569 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:05.574034+0000", 2021-03-04T23:30:13.570 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 247.85228720200001, 2021-03-04T23:30:13.570 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22282296800000001, 2021-03-04T23:30:13.570 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.571 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.571 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.571 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.571 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.572 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 181940 2021-03-04T23:30:13.572 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.572 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.572 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.572 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.573 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574034+0000", 2021-03-04T23:30:13.573 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.573 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.573 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.574 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.574 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574034+0000", 2021-03-04T23:30:13.574 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.55e-06 2021-03-04T23:30:13.574 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.575 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.575 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.575 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574036+0000", 2021-03-04T23:30:13.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5230000000000001e-06 2021-03-04T23:30:13.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574037+0000", 2021-03-04T23:30:13.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.901e-06 2021-03-04T23:30:13.576 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574046+0000", 2021-03-04T23:30:13.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.109e-06 2021-03-04T23:30:13.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.578 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574050+0000", 2021-03-04T23:30:13.578 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018497199999999999 2021-03-04T23:30:13.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574235+0000", 2021-03-04T23:30:13.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3942000000000005e-05 2021-03-04T23:30:13.580 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.580 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.580 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574299+0000", 2021-03-04T23:30:13.581 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2775999999999998e-05 2021-03-04T23:30:13.581 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.581 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.581 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:30:13.582 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574352+0000", 2021-03-04T23:30:13.582 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001880608 2021-03-04T23:30:13.582 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.583 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.583 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576232+0000", 2021-03-04T23:30:13.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00072793399999999996 2021-03-04T23:30:13.583 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.583 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.584 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.584 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576960+0000", 2021-03-04T23:30:13.584 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21982305099999999 2021-03-04T23:30:13.584 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.585 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.585 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796783+0000", 2021-03-04T23:30:13.585 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5506000000000002e-05 2021-03-04T23:30:13.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.586 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.586 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796819+0000", 2021-03-04T23:30:13.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8096000000000003e-05 2021-03-04T23:30:13.586 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796857+0000", 2021-03-04T23:30:13.587 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22282296800000001 2021-03-04T23:30:13.588 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.588 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.588 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.589 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219045 29.9 29:9dddf4ab:::benchmark_data_gibba008_125393_object41227:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:30:13.589 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.162188+0000", 2021-03-04T23:30:13.589 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 224.26413332199999, 2021-03-04T23:30:13.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23206897300000001, 2021-03-04T23:30:13.589 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.590 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.590 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.590 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.590 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.591 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219045 2021-03-04T23:30:13.591 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.591 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.591 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.591 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.592 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162188+0000", 2021-03-04T23:30:13.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.592 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.592 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.592 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.593 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162188+0000", 2021-03-04T23:30:13.593 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.872e-06 2021-03-04T23:30:13.593 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.593 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.594 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162190+0000", 2021-03-04T23:30:13.594 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:30:13.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.595 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162191+0000", 2021-03-04T23:30:13.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3349999999999996e-06 2021-03-04T23:30:13.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162201+0000", 2021-03-04T23:30:13.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2189999999999998e-06 2021-03-04T23:30:13.596 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162205+0000", 2021-03-04T23:30:13.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5593e-05 2021-03-04T23:30:13.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.598 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162231+0000", 2021-03-04T23:30:13.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3244000000000006e-05 2021-03-04T23:30:13.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.599 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.599 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162294+0000", 2021-03-04T23:30:13.599 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0927999999999997e-05 2021-03-04T23:30:13.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:30:13.600 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162355+0000", 2021-03-04T23:30:13.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0024654400000000002 2021-03-04T23:30:13.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.601 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.601 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164820+0000", 2021-03-04T23:30:13.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0030701869999999998 2021-03-04T23:30:13.602 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.602 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167890+0000", 2021-03-04T23:30:13.603 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22607133300000001 2021-03-04T23:30:13.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.603 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.603 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.603 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.393962+0000", 2021-03-04T23:30:13.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015641299999999999 2021-03-04T23:30:13.604 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.604 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.604 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.605 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394118+0000", 2021-03-04T23:30:13.605 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013866599999999999 2021-03-04T23:30:13.605 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.605 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.606 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.606 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394257+0000", 2021-03-04T23:30:13.606 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23206897300000001 2021-03-04T23:30:13.606 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.606 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.607 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.607 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.607 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219059 29.a 29:5da14477:::benchmark_data_gibba008_125393_object41241:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:30:13.607 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.170955+0000", 2021-03-04T23:30:13.608 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 224.25536602400001, 2021-03-04T23:30:13.608 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24512093600000001, 2021-03-04T23:30:13.608 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.608 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.608 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.609 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.609 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.609 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219059 2021-03-04T23:30:13.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.610 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.610 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.610 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170955+0000", 2021-03-04T23:30:13.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.611 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.611 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.611 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170955+0000", 2021-03-04T23:30:13.611 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.446e-06 2021-03-04T23:30:13.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.612 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170957+0000", 2021-03-04T23:30:13.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.018e-06 2021-03-04T23:30:13.613 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.613 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.613 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170959+0000", 2021-03-04T23:30:13.614 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9389999999999997e-06 2021-03-04T23:30:13.614 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.614 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.614 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170967+0000", 2021-03-04T23:30:13.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7189999999999999e-06 2021-03-04T23:30:13.615 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.615 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170970+0000", 2021-03-04T23:30:13.616 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8096999999999999e-05 2021-03-04T23:30:13.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.616 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.617 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170998+0000", 2021-03-04T23:30:13.617 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7078999999999998e-05 2021-03-04T23:30:13.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.171075+0000", 2021-03-04T23:30:13.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7166e-05 2021-03-04T23:30:13.618 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.618 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:30:13.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.171143+0000", 2021-03-04T23:30:13.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023061029999999999 2021-03-04T23:30:13.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.620 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.173449+0000", 2021-03-04T23:30:13.620 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025773300000000001 2021-03-04T23:30:13.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.621 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.621 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.173706+0000", 2021-03-04T23:30:13.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24198745499999999 2021-03-04T23:30:13.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.621 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.622 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.622 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.415694+0000", 2021-03-04T23:30:13.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020972800000000001 2021-03-04T23:30:13.622 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.623 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.623 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.623 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.415904+0000", 2021-03-04T23:30:13.623 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017245300000000001 2021-03-04T23:30:13.624 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.624 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.624 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.416076+0000", 2021-03-04T23:30:13.624 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24512093600000001 2021-03-04T23:30:13.625 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.625 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.625 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.625 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.625 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.626 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55687.0:236545 29.e e705/691 29:7ae4e995:::benchmark_data_gibba008_125393_object58727:head v 705'14999, mlcod=705'14995)", 2021-03-04T23:30:13.626 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.810354+0000", 2021-03-04T23:30:13.626 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 213.61596676100001, 2021-03-04T23:30:13.626 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18704407200000001, 2021-03-04T23:30:13.627 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.627 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.627 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810354+0000", 2021-03-04T23:30:13.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810354+0000", 2021-03-04T23:30:13.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9409999999999999e-06 2021-03-04T23:30:13.629 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.630 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810357+0000", 2021-03-04T23:30:13.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3939999999999999e-06 2021-03-04T23:30:13.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.631 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810360+0000", 2021-03-04T23:30:13.631 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1450000000000008e-06 2021-03-04T23:30:13.631 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.632 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810368+0000", 2021-03-04T23:30:13.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4920000000000004e-06 2021-03-04T23:30:13.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.633 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810372+0000", 2021-03-04T23:30:13.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3539000000000001e-05 2021-03-04T23:30:13.634 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.634 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.634 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.634 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810456+0000", 2021-03-04T23:30:13.634 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1802e-05 2021-03-04T23:30:13.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.635 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.635 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810468+0000", 2021-03-04T23:30:13.635 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18681003299999999 2021-03-04T23:30:13.636 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.636 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.636 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.997278+0000", 2021-03-04T23:30:13.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000120726 2021-03-04T23:30:13.637 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.637 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.637 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.638 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.997398+0000", 2021-03-04T23:30:13.638 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18704407200000001 2021-03-04T23:30:13.638 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.638 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.638 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.639 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.639 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.639 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:236557 29.5 29:a5147e60:::benchmark_data_gibba008_125393_object58739:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:30:13.639 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.814280+0000", 2021-03-04T23:30:13.640 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 213.61204081400001, 2021-03-04T23:30:13.640 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19838002599999999, 2021-03-04T23:30:13.640 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.640 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.640 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.641 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.641 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.641 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 236557 2021-03-04T23:30:13.641 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.641 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.642 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.642 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.642 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814280+0000", 2021-03-04T23:30:13.642 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.643 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.643 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.643 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.643 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814280+0000", 2021-03-04T23:30:13.643 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.759e-06 2021-03-04T23:30:13.644 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.644 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.644 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.644 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814282+0000", 2021-03-04T23:30:13.645 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6789999999999999e-06 2021-03-04T23:30:13.645 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.645 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.645 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.645 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814284+0000", 2021-03-04T23:30:13.646 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3669999999999999e-06 2021-03-04T23:30:13.646 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.646 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.646 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.646 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814291+0000", 2021-03-04T23:30:13.647 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4939999999999999e-06 2021-03-04T23:30:13.647 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.647 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.647 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.648 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814295+0000", 2021-03-04T23:30:13.648 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17147443600000001 2021-03-04T23:30:13.648 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.648 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.648 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.649 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985769+0000", 2021-03-04T23:30:13.649 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030371599999999999 2021-03-04T23:30:13.649 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.649 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.649 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.650 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.986073+0000", 2021-03-04T23:30:13.650 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00034619700000000002 2021-03-04T23:30:13.650 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.650 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.651 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:30:13.651 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.986419+0000", 2021-03-04T23:30:13.651 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017165725 2021-03-04T23:30:13.651 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.651 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.652 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.652 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.003585+0000", 2021-03-04T23:30:13.652 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018678329999999999 2021-03-04T23:30:13.652 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.652 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.653 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.653 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.005453+0000", 2021-03-04T23:30:13.653 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0068934520000000004 2021-03-04T23:30:13.653 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.654 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.654 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.654 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012346+0000", 2021-03-04T23:30:13.654 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017136399999999999 2021-03-04T23:30:13.654 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.655 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.655 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.655 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012517+0000", 2021-03-04T23:30:13.655 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014300399999999999 2021-03-04T23:30:13.655 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.656 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.656 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.656 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012660+0000", 2021-03-04T23:30:13.656 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19838002599999999 2021-03-04T23:30:13.657 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.657 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.657 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.657 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.657 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.658 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:236558 29.9 29:97abed55:::benchmark_data_gibba008_125393_object58740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:30:13.658 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:30:13.658 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 213.61202064599999, 2021-03-04T23:30:13.658 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195891392, 2021-03-04T23:30:13.658 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.659 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.659 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.660 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 236558 2021-03-04T23:30:13.660 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.660 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.660 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.661 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.661 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:30:13.661 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.661 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.662 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.662 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.662 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:30:13.662 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2699999999999998e-07 2021-03-04T23:30:13.662 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.663 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.663 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.663 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:30:13.663 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9700000000000005e-07 2021-03-04T23:30:13.663 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.664 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.664 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.664 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814302+0000", 2021-03-04T23:30:13.664 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5140000000000003e-06 2021-03-04T23:30:13.664 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.665 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.665 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.665 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814307+0000", 2021-03-04T23:30:13.665 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1379999999999999e-06 2021-03-04T23:30:13.666 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.666 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.666 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.666 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814310+0000", 2021-03-04T23:30:13.666 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2521000000000003e-05 2021-03-04T23:30:13.667 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.667 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.667 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.667 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814342+0000", 2021-03-04T23:30:13.667 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0756999999999999e-05 2021-03-04T23:30:13.668 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.668 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.668 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.668 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814423+0000", 2021-03-04T23:30:13.668 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17099246800000001 2021-03-04T23:30:13.669 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.669 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.669 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:30:13.669 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985416+0000", 2021-03-04T23:30:13.670 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016708853999999999 2021-03-04T23:30:13.670 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.670 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.670 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.670 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.002125+0000", 2021-03-04T23:30:13.671 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0075245670000000002 2021-03-04T23:30:13.671 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.671 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.671 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.672 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009649+0000", 2021-03-04T23:30:13.672 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017266100000000001 2021-03-04T23:30:13.672 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.672 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.672 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.673 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009822+0000", 2021-03-04T23:30:13.673 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000198452 2021-03-04T23:30:13.673 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.673 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.674 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.674 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.010020+0000", 2021-03-04T23:30:13.674 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000171736 2021-03-04T23:30:13.674 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.674 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.675 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.675 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.010192+0000", 2021-03-04T23:30:13.675 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195891392 2021-03-04T23:30:13.675 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.675 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.676 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.676 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.676 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.676 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55687.0:236551 29.e e705/691 29:7c3aaf9d:::benchmark_data_gibba008_125393_object58733:head v 705'15000, mlcod=705'14995)", 2021-03-04T23:30:13.677 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.814366+0000", 2021-03-04T23:30:13.677 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 213.61195476500001, 2021-03-04T23:30:13.677 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19552426000000001, 2021-03-04T23:30:13.677 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.677 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.678 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.678 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.678 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.678 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814366+0000", 2021-03-04T23:30:13.678 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.679 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.679 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.679 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.679 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814366+0000", 2021-03-04T23:30:13.680 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0820000000000001e-06 2021-03-04T23:30:13.680 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.680 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.680 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.680 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814368+0000", 2021-03-04T23:30:13.681 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8509999999999999e-06 2021-03-04T23:30:13.681 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.681 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.681 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.681 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814370+0000", 2021-03-04T23:30:13.682 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0779999999999998e-06 2021-03-04T23:30:13.682 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.682 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.682 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.683 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814377+0000", 2021-03-04T23:30:13.683 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8870000000000002e-06 2021-03-04T23:30:13.683 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.683 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.683 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.684 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814381+0000", 2021-03-04T23:30:13.684 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1989000000000002e-05 2021-03-04T23:30:13.684 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.684 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.685 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.685 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814413+0000", 2021-03-04T23:30:13.685 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1545999999999999e-05 2021-03-04T23:30:13.685 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.685 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.686 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.686 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814425+0000", 2021-03-04T23:30:13.686 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19528235099999999 2021-03-04T23:30:13.686 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.686 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.687 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.687 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009707+0000", 2021-03-04T23:30:13.687 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018347599999999999 2021-03-04T23:30:13.687 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.688 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.688 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.688 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009891+0000", 2021-03-04T23:30:13.688 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19552426000000001 2021-03-04T23:30:13.688 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.689 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.689 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.689 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.689 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.689 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:236566 29.5 29:a73e443e:::benchmark_data_gibba008_125393_object58748:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:30:13.690 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.817917+0000", 2021-03-04T23:30:13.690 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 213.60840411199999, 2021-03-04T23:30:13.690 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195123143, 2021-03-04T23:30:13.690 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.691 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.691 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.691 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.691 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.691 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 236566 2021-03-04T23:30:13.692 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.692 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.692 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.692 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.693 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817917+0000", 2021-03-04T23:30:13.693 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.693 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.693 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.693 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.694 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817917+0000", 2021-03-04T23:30:13.694 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.722e-06 2021-03-04T23:30:13.694 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.694 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.695 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.695 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817919+0000", 2021-03-04T23:30:13.695 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.34e-06 2021-03-04T23:30:13.695 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.695 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.696 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.696 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817921+0000", 2021-03-04T23:30:13.696 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.167168974 2021-03-04T23:30:13.696 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.696 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.697 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.697 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985090+0000", 2021-03-04T23:30:13.697 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4341999999999997e-05 2021-03-04T23:30:13.697 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.698 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.698 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.698 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985124+0000", 2021-03-04T23:30:13.698 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0097454800000000008 2021-03-04T23:30:13.698 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.699 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.699 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.699 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.994870+0000", 2021-03-04T23:30:13.699 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035561000000000002 2021-03-04T23:30:13.699 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.700 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.700 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.700 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.995226+0000", 2021-03-04T23:30:13.700 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00037704699999999998 2021-03-04T23:30:13.701 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.701 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.701 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:30:13.701 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.995603+0000", 2021-03-04T23:30:13.701 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0086264719999999996 2021-03-04T23:30:13.702 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.702 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.702 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.702 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.004229+0000", 2021-03-04T23:30:13.703 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018210349999999999 2021-03-04T23:30:13.703 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.703 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.703 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.703 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.006050+0000", 2021-03-04T23:30:13.704 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0066520060000000002 2021-03-04T23:30:13.704 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.704 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.704 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.704 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012702+0000", 2021-03-04T23:30:13.705 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020725999999999999 2021-03-04T23:30:13.705 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.705 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.705 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012909+0000", 2021-03-04T23:30:13.706 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013085500000000001 2021-03-04T23:30:13.706 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.706 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.706 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.707 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.013040+0000", 2021-03-04T23:30:13.707 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195123143 2021-03-04T23:30:13.707 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.707 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.707 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.708 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.708 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:250546 29.9 29:9194d167:::benchmark_data_gibba008_125393_object72728:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:30:13.708 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:47.697483+0000", 2021-03-04T23:30:13.708 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 205.728838317, 2021-03-04T23:30:13.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.220662582, 2021-03-04T23:30:13.709 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.709 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.709 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:13.710 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:30:13.710 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:30:13.710 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 250546 2021-03-04T23:30:13.710 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.710 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.711 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.711 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697483+0000", 2021-03-04T23:30:13.711 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.712 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.712 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.712 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697483+0000", 2021-03-04T23:30:13.712 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:30:13.712 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.713 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.713 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.713 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697485+0000", 2021-03-04T23:30:13.713 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.677e-06 2021-03-04T23:30:13.714 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.714 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.714 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697486+0000", 2021-03-04T23:30:13.714 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8109999999999997e-06 2021-03-04T23:30:13.715 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.715 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.715 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.715 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697496+0000", 2021-03-04T23:30:13.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.233e-06 2021-03-04T23:30:13.716 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.716 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.716 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697500+0000", 2021-03-04T23:30:13.716 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6587000000000001e-05 2021-03-04T23:30:13.717 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.717 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.717 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.717 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697537+0000", 2021-03-04T23:30:13.717 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000105259 2021-03-04T23:30:13.718 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.718 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.718 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697642+0000", 2021-03-04T23:30:13.719 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113924 2021-03-04T23:30:13.719 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.719 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.719 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:30:13.719 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697756+0000", 2021-03-04T23:30:13.720 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027624070000000001 2021-03-04T23:30:13.720 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.720 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.720 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.721 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.700519+0000", 2021-03-04T23:30:13.721 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000168763 2021-03-04T23:30:13.721 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.721 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.721 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:13.722 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.700687+0000", 2021-03-04T23:30:13.722 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21716375500000001 2021-03-04T23:30:13.722 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.722 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.723 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:13.723 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.917851+0000", 2021-03-04T23:30:13.723 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014632600000000001 2021-03-04T23:30:13.723 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.723 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.724 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.724 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.917997+0000", 2021-03-04T23:30:13.724 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014804900000000001 2021-03-04T23:30:13.724 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.725 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.725 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.725 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.918145+0000", 2021-03-04T23:30:13.725 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.220662582 2021-03-04T23:30:13.725 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.726 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.726 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.726 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.726 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.727 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55687.0:324439 29.e e709/691 29:7d0cdfd0:::benchmark_data_gibba008_125393_object146621:head v 709'20461, mlcod=709'20459)", 2021-03-04T23:30:13.727 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:27:32.940962+0000", 2021-03-04T23:30:13.727 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 160.485359647, 2021-03-04T23:30:13.727 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18548430399999999, 2021-03-04T23:30:13.727 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.728 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.728 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.728 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.728 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.728 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940962+0000", 2021-03-04T23:30:13.729 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.729 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.729 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.729 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.730 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940962+0000", 2021-03-04T23:30:13.730 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0680000000000001e-06 2021-03-04T23:30:13.730 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.730 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.730 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.731 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940965+0000", 2021-03-04T23:30:13.731 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2050000000000001e-06 2021-03-04T23:30:13.731 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.731 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.731 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.732 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940967+0000", 2021-03-04T23:30:13.732 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.14476623599999999 2021-03-04T23:30:13.732 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.732 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.733 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.733 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.085733+0000", 2021-03-04T23:30:13.733 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6718000000000002e-05 2021-03-04T23:30:13.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.733 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.734 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.085780+0000", 2021-03-04T23:30:13.734 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.007807235 2021-03-04T23:30:13.734 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.734 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.735 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.093587+0000", 2021-03-04T23:30:13.735 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5797000000000002e-05 2021-03-04T23:30:13.735 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.736 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.736 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.736 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.093633+0000", 2021-03-04T23:30:13.736 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032717095000000002 2021-03-04T23:30:13.736 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.737 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.737 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.738 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.126350+0000", 2021-03-04T23:30:13.738 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5950000000000001e-05 2021-03-04T23:30:13.738 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.739 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.739 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.739 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.126446+0000", 2021-03-04T23:30:13.739 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18548430399999999 2021-03-04T23:30:13.740 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.740 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.740 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.740 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.740 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.741 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:77851 30.b e724/719 30:df08ef08:::benchmark_data_gibba008_138845_object77850:head v 724'4832, mlcod=724'4830)", 2021-03-04T23:30:13.741 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:15.379221+0000", 2021-03-04T23:30:13.741 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 58.047100049000001, 2021-03-04T23:30:13.741 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.188719257, 2021-03-04T23:30:13.741 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.742 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.742 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.742 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.742 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.743 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379221+0000", 2021-03-04T23:30:13.743 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.743 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.743 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.743 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.744 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379221+0000", 2021-03-04T23:30:13.744 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7283e-05 2021-03-04T23:30:13.744 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.744 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.744 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.745 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379238+0000", 2021-03-04T23:30:13.745 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.638e-06 2021-03-04T23:30:13.745 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.745 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.746 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.746 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379240+0000", 2021-03-04T23:30:13.746 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.455e-06 2021-03-04T23:30:13.746 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.746 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.747 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.747 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379247+0000", 2021-03-04T23:30:13.747 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17673926300000001 2021-03-04T23:30:13.747 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.747 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.748 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.748 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.555986+0000", 2021-03-04T23:30:13.748 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021309200000000001 2021-03-04T23:30:13.748 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.749 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.749 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.749 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556199+0000", 2021-03-04T23:30:13.749 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2022999999999997e-05 2021-03-04T23:30:13.749 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.750 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.750 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.750 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556281+0000", 2021-03-04T23:30:13.750 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011517332 2021-03-04T23:30:13.750 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.751 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.751 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.751 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.567798+0000", 2021-03-04T23:30:13.751 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014217099999999999 2021-03-04T23:30:13.751 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.752 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.752 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.752 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.567940+0000", 2021-03-04T23:30:13.752 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.188719257 2021-03-04T23:30:13.753 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.753 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.753 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.754 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.754 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.754 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:77837 30.d e724/719 30:bbacd6dd:::benchmark_data_gibba008_138845_object77836:head v 724'4910, mlcod=724'4907)", 2021-03-04T23:30:13.754 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:15.379785+0000", 2021-03-04T23:30:13.755 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 58.046536594000003, 2021-03-04T23:30:13.755 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20409938399999999, 2021-03-04T23:30:13.755 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.755 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.755 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.756 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.756 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.756 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379785+0000", 2021-03-04T23:30:13.756 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.756 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.757 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.757 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.757 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379785+0000", 2021-03-04T23:30:13.757 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106041 2021-03-04T23:30:13.757 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.758 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.758 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.758 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379891+0000", 2021-03-04T23:30:13.758 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2500000000000001e-06 2021-03-04T23:30:13.759 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.759 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.759 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.759 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379893+0000", 2021-03-04T23:30:13.759 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17607566599999999 2021-03-04T23:30:13.760 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.760 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.760 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.760 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.555969+0000", 2021-03-04T23:30:13.760 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7301e-05 2021-03-04T23:30:13.761 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.761 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.762 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.762 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556016+0000", 2021-03-04T23:30:13.762 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000247758 2021-03-04T23:30:13.762 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.762 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.763 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.763 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556264+0000", 2021-03-04T23:30:13.763 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9907000000000002e-05 2021-03-04T23:30:13.763 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.764 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.764 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.764 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556314+0000", 2021-03-04T23:30:13.764 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.027475943999999999 2021-03-04T23:30:13.764 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.765 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.765 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.765 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.583789+0000", 2021-03-04T23:30:13.765 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4517000000000003e-05 2021-03-04T23:30:13.765 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.766 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.766 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.766 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.583884+0000", 2021-03-04T23:30:13.766 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20409938399999999 2021-03-04T23:30:13.767 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.767 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.767 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.767 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.768 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.768 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:77854 30.6 e724/719 30:624b0b9a:::benchmark_data_gibba008_138845_object77853:head v 724'4787, mlcod=724'4785)", 2021-03-04T23:30:13.768 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:15.380786+0000", 2021-03-04T23:30:13.768 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 58.045535061999999, 2021-03-04T23:30:13.769 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20222880600000001, 2021-03-04T23:30:13.769 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:13.769 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:13.770 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:13.770 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.770 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:13.770 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380786+0000", 2021-03-04T23:30:13.771 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:13.771 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.771 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.772 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:13.773 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380786+0000", 2021-03-04T23:30:13.773 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106007 2021-03-04T23:30:13.773 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.773 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.773 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:13.774 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380892+0000", 2021-03-04T23:30:13.774 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8789999999999999e-06 2021-03-04T23:30:13.774 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.774 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.775 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:13.775 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380894+0000", 2021-03-04T23:30:13.775 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17510262700000001 2021-03-04T23:30:13.775 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.776 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.776 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:13.776 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.555997+0000", 2021-03-04T23:30:13.776 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8646999999999999e-05 2021-03-04T23:30:13.777 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.777 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.777 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:13.777 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556025+0000", 2021-03-04T23:30:13.777 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016543600000000001 2021-03-04T23:30:13.778 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.778 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.778 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:13.778 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556191+0000", 2021-03-04T23:30:13.779 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7290999999999997e-05 2021-03-04T23:30:13.779 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.779 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.779 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:13.779 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556248+0000", 2021-03-04T23:30:13.780 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026638508000000002 2021-03-04T23:30:13.780 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.780 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.780 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:30:13.780 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.582887+0000", 2021-03-04T23:30:13.781 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012841099999999999 2021-03-04T23:30:13.781 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:13.781 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:13.781 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:30:13.782 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.583015+0000", 2021-03-04T23:30:13.782 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20222880600000001 2021-03-04T23:30:13.782 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.782 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.782 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.783 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:13.783 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:13.783 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:30:13.784 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:13 gibba023 bash[27374]: audit 2021-03-04T23:30:13.093261+0000 mon.a (mon.0) 1929 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:13.784 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:13 gibba023 bash[27374]: audit 2021-03-04T23:30:13.094723+0000 mon.a (mon.0) 1930 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:13.785 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:13 gibba023 bash[27374]: audit 2021-03-04T23:30:13.094956+0000 mon.a (mon.0) 1931 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:13.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:13 gibba008 bash[39303]: audit 2021-03-04T23:30:13.093261+0000 mon.a (mon.0) 1929 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:13.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:13 gibba008 bash[39303]: audit 2021-03-04T23:30:13.094723+0000 mon.a (mon.0) 1930 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:13.785 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:13 gibba008 bash[39303]: audit 2021-03-04T23:30:13.094956+0000 mon.a (mon.0) 1931 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:13.786 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:13.787 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:13 gibba023 bash[15180]: debug 2021-03-04T23:30:13.466+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:13.888 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:14.394 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:14.498 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:14 gibba008 bash[39303]: cluster 2021-03-04T23:30:13.481391+0000 mgr.x (mgr.34379) 1284 : cluster [DBG] pgmap v1669: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 78 MiB/s wr, 1.24k op/s; 9646/461154 objects degraded (2.092%); 38004/461154 objects misplaced (8.241%); 5.0 MiB/s, 79 objects/s recovering 2021-03-04T23:30:14.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:14 gibba008 bash[39303]: cluster 2021-03-04T23:30:14.230779+0000 mon.a (mon.0) 1932 : cluster [WRN] Health check update: Degraded data redundancy: 9646/458721 objects degraded (2.103%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:14 gibba008 bash[37770]: cluster 2021-03-04T23:30:13.481391+0000 mgr.x (mgr.34379) 1284 : cluster [DBG] pgmap v1669: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 78 MiB/s wr, 1.24k op/s; 9646/461154 objects degraded (2.092%); 38004/461154 objects misplaced (8.241%); 5.0 MiB/s, 79 objects/s recovering 2021-03-04T23:30:14.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:14 gibba008 bash[37770]: cluster 2021-03-04T23:30:14.230779+0000 mon.a (mon.0) 1932 : cluster [WRN] Health check update: Degraded data redundancy: 9646/458721 objects degraded (2.103%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:14.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:14 gibba023 bash[27374]: cluster 2021-03-04T23:30:13.481391+0000 mgr.x (mgr.34379) 1284 : cluster [DBG] pgmap v1669: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 78 MiB/s wr, 1.24k op/s; 9646/461154 objects degraded (2.092%); 38004/461154 objects misplaced (8.241%); 5.0 MiB/s, 79 objects/s recovering 2021-03-04T23:30:14.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:14 gibba023 bash[27374]: cluster 2021-03-04T23:30:14.230779+0000 mon.a (mon.0) 1932 : cluster [WRN] Health check update: Degraded data redundancy: 9646/458721 objects degraded (2.103%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:14.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:14 gibba023 bash[19550]: debug 2021-03-04T23:30:14.390+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:14.793 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:15.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:14 gibba023 bash[15180]: debug 2021-03-04T23:30:14.786+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:15.538 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:15.641 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:15.716 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:15.819 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:15.824 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:15 gibba023 bash[18090]: debug 2021-03-04T23:30:15.710+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:15.824 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:15 gibba023 bash[27374]: cluster 2021-03-04T23:30:15.481787+0000 mgr.x (mgr.34379) 1285 : cluster [DBG] pgmap v1670: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.5 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 59 MiB/s wr, 985 op/s; 9646/466599 objects degraded (2.067%); 38325/466599 objects misplaced (8.214%); 4.1 MiB/s, 66 objects/s recovering 2021-03-04T23:30:15.890 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:15 gibba008 bash[39303]: cluster 2021-03-04T23:30:15.481787+0000 mgr.x (mgr.34379) 1285 : cluster [DBG] pgmap v1670: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.5 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 59 MiB/s wr, 985 op/s; 9646/466599 objects degraded (2.067%); 38325/466599 objects misplaced (8.214%); 4.1 MiB/s, 66 objects/s recovering 2021-03-04T23:30:15.891 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:15 gibba008 bash[47391]: debug 2021-03-04T23:30:15.527+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:15.891 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:15 gibba008 bash[37770]: cluster 2021-03-04T23:30:15.481787+0000 mgr.x (mgr.34379) 1285 : cluster [DBG] pgmap v1670: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.5 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 59 MiB/s wr, 985 op/s; 9646/466599 objects degraded (2.067%); 38325/466599 objects misplaced (8.214%); 4.1 MiB/s, 66 objects/s recovering 2021-03-04T23:30:15.899 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:16.004 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:16.048 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:30:16.050 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:30:16.080 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:30:16.202 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:16.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:15 gibba023 bash[19550]: debug 2021-03-04T23:30:15.894+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:16.274 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:16.379 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:16.582 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:16 gibba008 bash[48858]: debug 2021-03-04T23:30:16.263+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:16.987 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:17.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:16 gibba008 bash[91265]: debug 2021-03-04T23:30:16.979+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:17.091 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:17.963 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:18.051 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:18.067 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:18.135 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[39303]: audit 2021-03-04T23:30:17.031671+0000 mon.a (mon.0) 1933 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[39303]: cephadm 2021-03-04T23:30:17.033913+0000 mgr.x (mgr.34379) 1286 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:30:18.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[39303]: cluster 2021-03-04T23:30:17.482350+0000 mgr.x (mgr.34379) 1287 : cluster [DBG] pgmap v1671: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.34k op/s; 9513/463059 objects degraded (2.054%); 37878/463059 objects misplaced (8.180%); 4.0 MiB/s, 64 objects/s recovering 2021-03-04T23:30:18.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:17 gibba008 bash[91265]: debug 2021-03-04T23:30:17.955+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[37770]: audit 2021-03-04T23:30:17.031671+0000 mon.a (mon.0) 1933 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:18.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[37770]: cephadm 2021-03-04T23:30:17.033913+0000 mgr.x (mgr.34379) 1286 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:30:18.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[37770]: cluster 2021-03-04T23:30:17.482350+0000 mgr.x (mgr.34379) 1287 : cluster [DBG] pgmap v1671: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.34k op/s; 9513/463059 objects degraded (2.054%); 37878/463059 objects misplaced (8.180%); 4.0 MiB/s, 64 objects/s recovering 2021-03-04T23:30:18.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:18 gibba023 bash[27374]: audit 2021-03-04T23:30:17.031671+0000 mon.a (mon.0) 1933 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:18 gibba023 bash[27374]: cephadm 2021-03-04T23:30:17.033913+0000 mgr.x (mgr.34379) 1286 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:30:18.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:18 gibba023 bash[27374]: cluster 2021-03-04T23:30:17.482350+0000 mgr.x (mgr.34379) 1287 : cluster [DBG] pgmap v1671: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.34k op/s; 9513/463059 objects degraded (2.054%); 37878/463059 objects misplaced (8.180%); 4.0 MiB/s, 64 objects/s recovering 2021-03-04T23:30:18.661 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:18.765 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:18.852 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:18.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:18.974 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:18 gibba008 bash[48858]: debug 2021-03-04T23:30:18.651+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:19.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:18 gibba023 bash[15180]: debug 2021-03-04T23:30:18.846+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:19.236 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:19.340 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:19.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:19 gibba008 bash[39303]: cluster 2021-03-04T23:30:19.231865+0000 mon.a (mon.0) 1934 : cluster [WRN] Health check update: Degraded data redundancy: 9513/463059 objects degraded (2.054%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:19.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:19 gibba008 bash[37770]: cluster 2021-03-04T23:30:19.231865+0000 mon.a (mon.0) 1934 : cluster [WRN] Health check update: Degraded data redundancy: 9513/463059 objects degraded (2.054%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:19.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:19 gibba008 bash[91265]: debug 2021-03-04T23:30:19.227+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:19.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:19 gibba023 bash[27374]: cluster 2021-03-04T23:30:19.231865+0000 mon.a (mon.0) 1934 : cluster [WRN] Health check update: Degraded data redundancy: 9513/463059 objects degraded (2.054%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:19.901 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:20.007 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:20.275 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:19 gibba008 bash[47391]: debug 2021-03-04T23:30:19.895+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:20.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:20 gibba008 bash[37770]: cluster 2021-03-04T23:30:19.483150+0000 mgr.x (mgr.34379) 1288 : cluster [DBG] pgmap v1672: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 B/s rd, 51 MiB/s wr, 1.35k op/s; 9513/455295 objects degraded (2.089%); 37365/455295 objects misplaced (8.207%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:30:20.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:20 gibba008 bash[39303]: cluster 2021-03-04T23:30:19.483150+0000 mgr.x (mgr.34379) 1288 : cluster [DBG] pgmap v1672: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 B/s rd, 51 MiB/s wr, 1.35k op/s; 9513/455295 objects degraded (2.089%); 37365/455295 objects misplaced (8.207%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:30:20.595 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:20.699 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:20.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:20 gibba023 bash[27374]: cluster 2021-03-04T23:30:19.483150+0000 mgr.x (mgr.34379) 1288 : cluster [DBG] pgmap v1672: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 B/s rd, 51 MiB/s wr, 1.35k op/s; 9513/455295 objects degraded (2.089%); 37365/455295 objects misplaced (8.207%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:30:20.833 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:20.941 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:20.946 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:20 gibba008 bash[44600]: debug 2021-03-04T23:30:20.587+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:21.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:20 gibba023 bash[19550]: debug 2021-03-04T23:30:20.826+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:21.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:21.572 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:21.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:21 gibba008 bash[39303]: cluster 2021-03-04T23:30:21.483702+0000 mgr.x (mgr.34379) 1289 : cluster [DBG] pgmap v1673: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 85 B/s rd, 43 MiB/s wr, 1.57k op/s; 9058/442380 objects degraded (2.048%); 36437/442380 objects misplaced (8.237%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:21.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:21 gibba008 bash[47391]: debug 2021-03-04T23:30:21.459+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:21.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:21 gibba008 bash[37770]: cluster 2021-03-04T23:30:21.483702+0000 mgr.x (mgr.34379) 1289 : cluster [DBG] pgmap v1673: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 85 B/s rd, 43 MiB/s wr, 1.57k op/s; 9058/442380 objects degraded (2.048%); 36437/442380 objects misplaced (8.237%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:22.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:21 gibba023 bash[27374]: cluster 2021-03-04T23:30:21.483702+0000 mgr.x (mgr.34379) 1289 : cluster [DBG] pgmap v1673: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 85 B/s rd, 43 MiB/s wr, 1.57k op/s; 9058/442380 objects degraded (2.048%); 36437/442380 objects misplaced (8.237%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:22.341 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:22.444 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:22.702 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:22.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:22 gibba008 bash[91265]: debug 2021-03-04T23:30:22.331+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:22.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:22 gibba023 bash[18090]: debug 2021-03-04T23:30:22.694+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:22.806 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:22.913 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:23.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:23.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:22 gibba023 bash[19550]: debug 2021-03-04T23:30:22.906+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:23.434 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:23.537 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:23.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:23 gibba008 bash[39303]: cluster 2021-03-04T23:30:23.484127+0000 mgr.x (mgr.34379) 1290 : cluster [DBG] pgmap v1674: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 85 B/s rd, 27 MiB/s wr, 1.39k op/s; 9058/439377 objects degraded (2.062%); 35914/439377 objects misplaced (8.174%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:23.782 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:23 gibba008 bash[91265]: debug 2021-03-04T23:30:23.423+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:23.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:23 gibba008 bash[37770]: cluster 2021-03-04T23:30:23.484127+0000 mgr.x (mgr.34379) 1290 : cluster [DBG] pgmap v1674: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 85 B/s rd, 27 MiB/s wr, 1.39k op/s; 9058/439377 objects degraded (2.062%); 35914/439377 objects misplaced (8.174%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:24.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:23 gibba023 bash[27374]: cluster 2021-03-04T23:30:23.484127+0000 mgr.x (mgr.34379) 1290 : cluster [DBG] pgmap v1674: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 85 B/s rd, 27 MiB/s wr, 1.39k op/s; 9058/439377 objects degraded (2.062%); 35914/439377 objects misplaced (8.174%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:24.090 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:24.192 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.325 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.427 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:24 gibba008 bash[48858]: debug 2021-03-04T23:30:24.083+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:24.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:24 gibba023 bash[19550]: debug 2021-03-04T23:30:24.318+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:24.537 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.647 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:25.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:24 gibba008 bash[39303]: cluster 2021-03-04T23:30:24.232694+0000 mon.a (mon.0) 1935 : cluster [WRN] Health check update: Degraded data redundancy: 9058/439377 objects degraded (2.062%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:25.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:24 gibba008 bash[37770]: cluster 2021-03-04T23:30:24.232694+0000 mon.a (mon.0) 1935 : cluster [WRN] Health check update: Degraded data redundancy: 9058/439377 objects degraded (2.062%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:25.022 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:25.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:24 gibba023 bash[27374]: cluster 2021-03-04T23:30:24.232694+0000 mon.a (mon.0) 1935 : cluster [WRN] Health check update: Degraded data redundancy: 9058/439377 objects degraded (2.062%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:25.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:24 gibba023 bash[19550]: debug 2021-03-04T23:30:24.530+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:25.126 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:25.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:25 gibba008 bash[48858]: debug 2021-03-04T23:30:25.015+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:25.598 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:25.701 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:26.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:25 gibba023 bash[27374]: cluster 2021-03-04T23:30:25.486032+0000 mgr.x (mgr.34379) 1291 : cluster [DBG] pgmap v1675: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 85 B/s rd, 22 MiB/s wr, 1.52k op/s; 9058/432048 objects degraded (2.097%); 35432/432048 objects misplaced (8.201%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:26.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:25 gibba008 bash[39303]: cluster 2021-03-04T23:30:25.486032+0000 mgr.x (mgr.34379) 1291 : cluster [DBG] pgmap v1675: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 85 B/s rd, 22 MiB/s wr, 1.52k op/s; 9058/432048 objects degraded (2.097%); 35432/432048 objects misplaced (8.201%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:26.046 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:25 gibba008 bash[47391]: debug 2021-03-04T23:30:25.587+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:26.046 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:25 gibba008 bash[37770]: cluster 2021-03-04T23:30:25.486032+0000 mgr.x (mgr.34379) 1291 : cluster [DBG] pgmap v1675: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 85 B/s rd, 22 MiB/s wr, 1.52k op/s; 9058/432048 objects degraded (2.097%); 35432/432048 objects misplaced (8.201%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:26.301 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:26.405 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:26.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:26 gibba008 bash[48858]: debug 2021-03-04T23:30:26.295+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:26.647 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:26.755 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:26.856 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:26.959 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:27.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:26 gibba008 bash[44600]: debug 2021-03-04T23:30:26.639+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:27.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:26 gibba023 bash[19550]: debug 2021-03-04T23:30:26.850+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:27.038 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:27.143 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:27 gibba023 bash[18090]: debug 2021-03-04T23:30:27.030+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:27.533 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.636 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:27.747 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:27.850 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:27.858 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:27 gibba008 bash[39303]: cluster 2021-03-04T23:30:27.486755+0000 mgr.x (mgr.34379) 1292 : cluster [DBG] pgmap v1676: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 85 B/s rd, 11 MiB/s wr, 1.71k op/s; 8634/417777 objects degraded (2.067%); 34118/417777 objects misplaced (8.167%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:27.859 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:27 gibba008 bash[48858]: debug 2021-03-04T23:30:27.527+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:27.859 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:27 gibba008 bash[37770]: cluster 2021-03-04T23:30:27.486755+0000 mgr.x (mgr.34379) 1292 : cluster [DBG] pgmap v1676: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 85 B/s rd, 11 MiB/s wr, 1.71k op/s; 8634/417777 objects degraded (2.067%); 34118/417777 objects misplaced (8.167%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:27 gibba023 bash[27374]: cluster 2021-03-04T23:30:27.486755+0000 mgr.x (mgr.34379) 1292 : cluster [DBG] pgmap v1676: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 85 B/s rd, 11 MiB/s wr, 1.71k op/s; 8634/417777 objects degraded (2.067%); 34118/417777 objects misplaced (8.167%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:28.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:27 gibba023 bash[19550]: debug 2021-03-04T23:30:27.742+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:28.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:28.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:28.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:28 gibba008 bash[47391]: debug 2021-03-04T23:30:28.427+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:28.931 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:29.034 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:29.334 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:28 gibba008 bash[47391]: debug 2021-03-04T23:30:28.919+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:29.447 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:29.550 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:29.557 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:29 gibba023 bash[27374]: cluster 2021-03-04T23:30:29.233414+0000 mon.a (mon.0) 1936 : cluster [WRN] Health check update: Degraded data redundancy: 8634/417777 objects degraded (2.067%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:29.624 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:29.726 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:29.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:29 gibba008 bash[39303]: cluster 2021-03-04T23:30:29.233414+0000 mon.a (mon.0) 1936 : cluster [WRN] Health check update: Degraded data redundancy: 8634/417777 objects degraded (2.067%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:29.733 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:29 gibba008 bash[47391]: debug 2021-03-04T23:30:29.439+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:29.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:29 gibba008 bash[37770]: cluster 2021-03-04T23:30:29.233414+0000 mon.a (mon.0) 1936 : cluster [WRN] Health check update: Degraded data redundancy: 8634/417777 objects degraded (2.067%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:30.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:29 gibba023 bash[15180]: debug 2021-03-04T23:30:29.618+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:30.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:30.384 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:30.485 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:30.590 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:30.624 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:30 gibba008 bash[37770]: cluster 2021-03-04T23:30:29.487190+0000 mgr.x (mgr.34379) 1293 : cluster [DBG] pgmap v1677: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 8634/411429 objects degraded (2.099%); 33692/411429 objects misplaced (8.189%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:30.624 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:30 gibba008 bash[39303]: cluster 2021-03-04T23:30:29.487190+0000 mgr.x (mgr.34379) 1293 : cluster [DBG] pgmap v1677: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 8634/411429 objects degraded (2.099%); 33692/411429 objects misplaced (8.189%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:30.625 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:30 gibba008 bash[48858]: debug 2021-03-04T23:30:30.271+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:30.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:30 gibba023 bash[27374]: cluster 2021-03-04T23:30:29.487190+0000 mgr.x (mgr.34379) 1293 : cluster [DBG] pgmap v1677: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 8634/411429 objects degraded (2.099%); 33692/411429 objects misplaced (8.189%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:30.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:30 gibba023 bash[19550]: debug 2021-03-04T23:30:30.478+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:30.904 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:31.007 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:31.049 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:30 gibba008 bash[44600]: debug 2021-03-04T23:30:30.895+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:31.174 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:31 gibba008 bash[91265]: debug 2021-03-04T23:30:31.167+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:31.178 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:31.283 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:31.387 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:31.492 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:31.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:31 gibba023 bash[19550]: debug 2021-03-04T23:30:31.382+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:32.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:32.133 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:32.217 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:32.302 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[47391]: debug 2021-03-04T23:30:32.023+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:32.303 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: audit 2021-03-04T23:30:31.296046+0000 mon.a (mon.0) 1937 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:32.303 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: cephadm 2021-03-04T23:30:31.298543+0000 mgr.x (mgr.34379) 1294 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:30:32.303 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: audit 2021-03-04T23:30:31.453411+0000 mon.a (mon.0) 1938 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'30695','5':'43802','6':'43800'}"}]: dispatch 2021-03-04T23:30:32.303 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: audit 2021-03-04T23:30:31.453760+0000 mgr.x (mgr.34379) 1295 : audit [DBG] from='client.55942 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:30:32.304 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: audit 2021-03-04T23:30:31.471055+0000 mon.c (mon.1) 124 : audit [INF] from='client.? 172.21.2.108:0/3921749342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:32.304 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: audit 2021-03-04T23:30:31.471411+0000 mon.a (mon.0) 1939 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:32.304 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: cluster 2021-03-04T23:30:31.487933+0000 mgr.x (mgr.34379) 1296 : cluster [DBG] pgmap v1678: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 8141/397905 objects degraded (2.046%); 32635/397905 objects misplaced (8.202%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:32.304 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[37770]: audit 2021-03-04T23:30:31.617989+0000 mon.a (mon.0) 1940 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:32.308 INFO:teuthology.orchestra.run.gibba008.stdout:moved 13 / 387 (3.35917%) 2021-03-04T23:30:32.308 INFO:teuthology.orchestra.run.gibba008.stdout:avg 55.2857 2021-03-04T23:30:32.308 INFO:teuthology.orchestra.run.gibba008.stdout:stddev 16.5443 -> 16.2387 (expected baseline 6.88388) 2021-03-04T23:30:32.308 INFO:teuthology.orchestra.run.gibba008.stdout:min osd.7 with 27 -> 28 pgs (0.488372 -> 0.50646 * mean) 2021-03-04T23:30:32.309 INFO:teuthology.orchestra.run.gibba008.stdout:max osd.1 with 70 -> 68 pgs (1.26615 -> 1.22997 * mean) 2021-03-04T23:30:32.309 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:30:32.309 INFO:teuthology.orchestra.run.gibba008.stdout:oload 110 2021-03-04T23:30:32.309 INFO:teuthology.orchestra.run.gibba008.stdout:max_change 0.05 2021-03-04T23:30:32.310 INFO:teuthology.orchestra.run.gibba008.stdout:max_change_osds 4 2021-03-04T23:30:32.310 INFO:teuthology.orchestra.run.gibba008.stdout:average_utilization 0.0444 2021-03-04T23:30:32.310 INFO:teuthology.orchestra.run.gibba008.stdout:overload_utilization 0.0489 2021-03-04T23:30:32.310 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5 weight 0.6184 -> 0.6684 2021-03-04T23:30:32.311 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4 weight 0.5184 -> 0.4684 2021-03-04T23:30:32.311 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6 weight 0.6183 -> 0.6683 2021-03-04T23:30:32.311 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0 weight 0.9500 -> 0.9000 2021-03-04T23:30:32.312 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:30:32.320 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:32.409 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[15180]: debug 2021-03-04T23:30:32.210+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:32.409 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: audit 2021-03-04T23:30:31.296046+0000 mon.a (mon.0) 1937 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:32.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: cephadm 2021-03-04T23:30:31.298543+0000 mgr.x (mgr.34379) 1294 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:30:32.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: audit 2021-03-04T23:30:31.453411+0000 mon.a (mon.0) 1938 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'30695','5':'43802','6':'43800'}"}]: dispatch 2021-03-04T23:30:32.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: audit 2021-03-04T23:30:31.453760+0000 mgr.x (mgr.34379) 1295 : audit [DBG] from='client.55942 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:30:32.410 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: audit 2021-03-04T23:30:31.471055+0000 mon.c (mon.1) 124 : audit [INF] from='client.? 172.21.2.108:0/3921749342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:32.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: audit 2021-03-04T23:30:31.471411+0000 mon.a (mon.0) 1939 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:32.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: cluster 2021-03-04T23:30:31.487933+0000 mgr.x (mgr.34379) 1296 : cluster [DBG] pgmap v1678: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 8141/397905 objects degraded (2.046%); 32635/397905 objects misplaced (8.202%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:32.411 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[27374]: audit 2021-03-04T23:30:31.617989+0000 mon.a (mon.0) 1940 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:32.412 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:32.513 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:32.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: audit 2021-03-04T23:30:31.296046+0000 mon.a (mon.0) 1937 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:32.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: cephadm 2021-03-04T23:30:31.298543+0000 mgr.x (mgr.34379) 1294 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:30:32.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: audit 2021-03-04T23:30:31.453411+0000 mon.a (mon.0) 1938 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'30695','5':'43802','6':'43800'}"}]: dispatch 2021-03-04T23:30:32.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: audit 2021-03-04T23:30:31.453760+0000 mgr.x (mgr.34379) 1295 : audit [DBG] from='client.55942 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:30:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: audit 2021-03-04T23:30:31.471055+0000 mon.c (mon.1) 124 : audit [INF] from='client.? 172.21.2.108:0/3921749342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: audit 2021-03-04T23:30:31.471411+0000 mon.a (mon.0) 1939 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: cluster 2021-03-04T23:30:31.487933+0000 mgr.x (mgr.34379) 1296 : cluster [DBG] pgmap v1678: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 8141/397905 objects degraded (2.046%); 32635/397905 objects misplaced (8.202%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:32 gibba008 bash[39303]: audit 2021-03-04T23:30:31.617989+0000 mon.a (mon.0) 1940 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:30:32.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:32 gibba023 bash[18090]: debug 2021-03-04T23:30:32.402+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:33.004 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:33.107 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:33.265 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[47391]: debug 2021-03-04T23:30:32.999+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:33.591 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:33.593 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[37770]: cluster 2021-03-04T23:30:32.294865+0000 mon.a (mon.0) 1941 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:33.593 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[37770]: audit 2021-03-04T23:30:32.301723+0000 mon.a (mon.0) 1942 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'30695','5':'43802','6':'43800'}"}]': finished 2021-03-04T23:30:33.593 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[37770]: audit 2021-03-04T23:30:32.301786+0000 mon.a (mon.0) 1943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:33.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[37770]: cluster 2021-03-04T23:30:32.301892+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e731: 8 total, 7 up, 8 in 2021-03-04T23:30:33.594 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[39303]: cluster 2021-03-04T23:30:32.294865+0000 mon.a (mon.0) 1941 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:33.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[39303]: audit 2021-03-04T23:30:32.301723+0000 mon.a (mon.0) 1942 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'30695','5':'43802','6':'43800'}"}]': finished 2021-03-04T23:30:33.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[39303]: audit 2021-03-04T23:30:32.301786+0000 mon.a (mon.0) 1943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:33.595 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[39303]: cluster 2021-03-04T23:30:32.301892+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e731: 8 total, 7 up, 8 in 2021-03-04T23:30:33.696 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:33.707 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:33 gibba023 bash[27374]: cluster 2021-03-04T23:30:32.294865+0000 mon.a (mon.0) 1941 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:33.707 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:33 gibba023 bash[27374]: audit 2021-03-04T23:30:32.301723+0000 mon.a (mon.0) 1942 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'30695','5':'43802','6':'43800'}"}]': finished 2021-03-04T23:30:33.708 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:33 gibba023 bash[27374]: audit 2021-03-04T23:30:32.301786+0000 mon.a (mon.0) 1943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:33.708 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:33 gibba023 bash[27374]: cluster 2021-03-04T23:30:32.301892+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e731: 8 total, 7 up, 8 in 2021-03-04T23:30:33.779 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:33.883 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:33.888 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:33 gibba008 bash[91265]: debug 2021-03-04T23:30:33.583+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:34.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:33 gibba023 bash[18090]: debug 2021-03-04T23:30:33.774+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:34.502 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:34.606 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:34.612 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[39303]: cluster 2021-03-04T23:30:33.310839+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e732: 8 total, 7 up, 8 in 2021-03-04T23:30:34.613 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[39303]: cluster 2021-03-04T23:30:33.489342+0000 mgr.x (mgr.34379) 1297 : cluster [DBG] pgmap v1681: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s; 8141/394875 objects degraded (2.062%); 32095/394875 objects misplaced (8.128%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:34.613 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[39303]: cluster 2021-03-04T23:30:34.234167+0000 mon.a (mon.0) 1946 : cluster [WRN] Health check update: Degraded data redundancy: 8141/397905 objects degraded (2.046%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:34.614 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[37770]: cluster 2021-03-04T23:30:33.310839+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e732: 8 total, 7 up, 8 in 2021-03-04T23:30:34.614 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[37770]: cluster 2021-03-04T23:30:33.489342+0000 mgr.x (mgr.34379) 1297 : cluster [DBG] pgmap v1681: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s; 8141/394875 objects degraded (2.062%); 32095/394875 objects misplaced (8.128%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:34.614 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[37770]: cluster 2021-03-04T23:30:34.234167+0000 mon.a (mon.0) 1946 : cluster [WRN] Health check update: Degraded data redundancy: 8141/397905 objects degraded (2.046%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:34.615 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:34 gibba008 bash[91265]: debug 2021-03-04T23:30:34.491+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:34 gibba023 bash[27374]: cluster 2021-03-04T23:30:33.310839+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e732: 8 total, 7 up, 8 in 2021-03-04T23:30:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:34 gibba023 bash[27374]: cluster 2021-03-04T23:30:33.489342+0000 mgr.x (mgr.34379) 1297 : cluster [DBG] pgmap v1681: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s; 8141/394875 objects degraded (2.062%); 32095/394875 objects misplaced (8.128%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:34 gibba023 bash[27374]: cluster 2021-03-04T23:30:34.234167+0000 mon.a (mon.0) 1946 : cluster [WRN] Health check update: Degraded data redundancy: 8141/397905 objects degraded (2.046%), 3 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:35.073 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:35.176 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:35.260 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:35.347 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:35 gibba008 bash[48858]: debug 2021-03-04T23:30:35.063+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:35.347 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:35 gibba008 bash[37770]: cluster 2021-03-04T23:30:34.320906+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e733: 8 total, 7 up, 8 in 2021-03-04T23:30:35.364 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:35 gibba023 bash[27374]: cluster 2021-03-04T23:30:34.320906+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e733: 8 total, 7 up, 8 in 2021-03-04T23:30:35.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:35 gibba023 bash[15180]: debug 2021-03-04T23:30:35.254+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:35.529 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.634 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:35.755 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:35.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:35 gibba008 bash[39303]: cluster 2021-03-04T23:30:34.320906+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e733: 8 total, 7 up, 8 in 2021-03-04T23:30:35.858 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:35.864 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:35 gibba023 bash[18090]: debug 2021-03-04T23:30:35.522+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:35.864 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:35 gibba023 bash[19550]: debug 2021-03-04T23:30:35.742+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:35.937 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:36.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:36.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:35 gibba023 bash[19550]: debug 2021-03-04T23:30:35.930+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:36.654 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:36 gibba008 bash[39303]: cluster 2021-03-04T23:30:35.489990+0000 mgr.x (mgr.34379) 1298 : cluster [DBG] pgmap v1683: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 8141/389760 objects degraded (2.089%); 31736/389760 objects misplaced (8.142%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:36.655 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:36 gibba008 bash[37770]: cluster 2021-03-04T23:30:35.489990+0000 mgr.x (mgr.34379) 1298 : cluster [DBG] pgmap v1683: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 8141/389760 objects degraded (2.089%); 31736/389760 objects misplaced (8.142%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:36.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:36.758 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:36.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:36 gibba023 bash[27374]: cluster 2021-03-04T23:30:35.489990+0000 mgr.x (mgr.34379) 1298 : cluster [DBG] pgmap v1683: 129 pgs: 1 active+remapped+backfilling, 91 active+clean, 12 active+undersized, 21 active+clean+remapped, 1 active+remapped+backfill_wait, 3 active+undersized+degraded; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 8141/389760 objects degraded (2.089%); 31736/389760 objects misplaced (8.142%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:37.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:36 gibba008 bash[91265]: debug 2021-03-04T23:30:36.647+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:37.277 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:37.381 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:37.476 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:37.583 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:37.595 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:37 gibba008 bash[47391]: debug 2021-03-04T23:30:37.271+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:37.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:37 gibba023 bash[27374]: cluster 2021-03-04T23:30:37.492690+0000 mgr.x (mgr.34379) 1299 : cluster [DBG] pgmap v1684: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.11k op/s; 7784/377919 objects degraded (2.060%); 38545/377919 objects misplaced (10.199%); 704 KiB/s, 11 objects/s recovering 2021-03-04T23:30:37.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:37 gibba023 bash[18090]: debug 2021-03-04T23:30:37.470+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:38.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:37 gibba008 bash[37770]: cluster 2021-03-04T23:30:37.492690+0000 mgr.x (mgr.34379) 1299 : cluster [DBG] pgmap v1684: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.11k op/s; 7784/377919 objects degraded (2.060%); 38545/377919 objects misplaced (10.199%); 704 KiB/s, 11 objects/s recovering 2021-03-04T23:30:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:37 gibba008 bash[39303]: cluster 2021-03-04T23:30:37.492690+0000 mgr.x (mgr.34379) 1299 : cluster [DBG] pgmap v1684: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.11k op/s; 7784/377919 objects degraded (2.060%); 38545/377919 objects misplaced (10.199%); 704 KiB/s, 11 objects/s recovering 2021-03-04T23:30:38.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:38.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:38.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:38.770 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:38 gibba008 bash[48858]: debug 2021-03-04T23:30:38.463+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:38.777 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:39.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:38 gibba023 bash[18090]: debug 2021-03-04T23:30:38.666+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:39.348 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:39.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:39.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:39 gibba008 bash[39303]: cluster 2021-03-04T23:30:39.234933+0000 mon.a (mon.0) 1948 : cluster [WRN] Health check update: Degraded data redundancy: 7784/377919 objects degraded (2.060%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:39.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:39 gibba008 bash[47391]: debug 2021-03-04T23:30:39.339+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:39.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:39 gibba008 bash[37770]: cluster 2021-03-04T23:30:39.234933+0000 mon.a (mon.0) 1948 : cluster [WRN] Health check update: Degraded data redundancy: 7784/377919 objects degraded (2.060%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:39 gibba023 bash[27374]: cluster 2021-03-04T23:30:39.234933+0000 mon.a (mon.0) 1948 : cluster [WRN] Health check update: Degraded data redundancy: 7784/377919 objects degraded (2.060%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:39.870 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:39.974 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:40.085 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:40.191 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:40.204 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:39 gibba008 bash[48858]: debug 2021-03-04T23:30:39.863+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:40.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:40 gibba023 bash[15180]: debug 2021-03-04T23:30:40.078+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:40.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:40 gibba008 bash[39303]: cluster 2021-03-04T23:30:39.493249+0000 mgr.x (mgr.34379) 1300 : cluster [DBG] pgmap v1685: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.5 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7784/370704 objects degraded (2.100%); 38064/370704 objects misplaced (10.268%); 588 KiB/s, 9 objects/s recovering 2021-03-04T23:30:40.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:40 gibba008 bash[37770]: cluster 2021-03-04T23:30:39.493249+0000 mgr.x (mgr.34379) 1300 : cluster [DBG] pgmap v1685: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.5 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7784/370704 objects degraded (2.100%); 38064/370704 objects misplaced (10.268%); 588 KiB/s, 9 objects/s recovering 2021-03-04T23:30:40.634 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:40.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:40.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:40 gibba023 bash[27374]: cluster 2021-03-04T23:30:39.493249+0000 mgr.x (mgr.34379) 1300 : cluster [DBG] pgmap v1685: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.5 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7784/370704 objects degraded (2.100%); 38064/370704 objects misplaced (10.268%); 588 KiB/s, 9 objects/s recovering 2021-03-04T23:30:40.981 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [5] live_osds: [0, 1, 2, 4, 6, 7, 3] 2021-03-04T23:30:40.981 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:40.982 INFO:tasks.thrashosds.thrasher:inject_pause on 2 2021-03-04T23:30:40.982 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:30:40.982 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:30:40.983 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 config set filestore_inject_stall 3 2021-03-04T23:30:40.988 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:40 gibba008 bash[91265]: debug 2021-03-04T23:30:40.627+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:41.086 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:41.358 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:41.462 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:41 gibba008 bash[37770]: cluster 2021-03-04T23:30:41.493865+0000 mgr.x (mgr.34379) 1301 : cluster [DBG] pgmap v1686: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 7261/358761 objects degraded (2.024%); 37103/358761 objects misplaced (10.342%); 516 KiB/s, 8 objects/s recovering 2021-03-04T23:30:41.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:41 gibba008 bash[39303]: cluster 2021-03-04T23:30:41.493865+0000 mgr.x (mgr.34379) 1301 : cluster [DBG] pgmap v1686: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 7261/358761 objects degraded (2.024%); 37103/358761 objects misplaced (10.342%); 516 KiB/s, 8 objects/s recovering 2021-03-04T23:30:41.764 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:41 gibba008 bash[47391]: debug 2021-03-04T23:30:41.351+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:42.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:41 gibba023 bash[27374]: cluster 2021-03-04T23:30:41.493865+0000 mgr.x (mgr.34379) 1301 : cluster [DBG] pgmap v1686: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 7261/358761 objects degraded (2.024%); 37103/358761 objects misplaced (10.342%); 516 KiB/s, 8 objects/s recovering 2021-03-04T23:30:42.103 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:42.201 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:30:42.202 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:30:42.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.203 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:200468 30.2 30:46885e5f:::benchmark_data_gibba008_138845_object42481:head [delete] snapc 0=[] ondisk+write+known_if_redirected e733)", 2021-03-04T23:30:42.203 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.189090+0000", 2021-03-04T23:30:42.203 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0078972790000000001, 2021-03-04T23:30:42.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0079241889999999999, 2021-03-04T23:30:42.204 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.205 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:42.205 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:42.205 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:30:42.206 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:30:42.206 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 200468 2021-03-04T23:30:42.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.206 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.207 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189090+0000", 2021-03-04T23:30:42.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189090+0000", 2021-03-04T23:30:42.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6309999999999999e-06 2021-03-04T23:30:42.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.209 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189093+0000", 2021-03-04T23:30:42.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9740000000000001e-06 2021-03-04T23:30:42.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189095+0000", 2021-03-04T23:30:42.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.185e-05 2021-03-04T23:30:42.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189107+0000", 2021-03-04T23:30:42.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4259999999999997e-06 2021-03-04T23:30:42.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189114+0000", 2021-03-04T23:30:42.214 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2036000000000002e-05 2021-03-04T23:30:42.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189156+0000", 2021-03-04T23:30:42.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011396300000000001 2021-03-04T23:30:42.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189270+0000", 2021-03-04T23:30:42.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012474400000000001 2021-03-04T23:30:42.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4,6", 2021-03-04T23:30:42.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189395+0000", 2021-03-04T23:30:42.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0024680489999999999 2021-03-04T23:30:42.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.218 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.218 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:42.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.191863+0000", 2021-03-04T23:30:42.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015716499999999999 2021-03-04T23:30:42.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:42.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192020+0000", 2021-03-04T23:30:42.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8464999999999999e-05 2021-03-04T23:30:42.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:42.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192048+0000", 2021-03-04T23:30:42.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029583029999999998 2021-03-04T23:30:42.223 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.223 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.223 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.224 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:200467 30.3 e733/719 30:cd1069f1:::benchmark_data_gibba008_138845_object42480:head v 733'12517, mlcod=733'12514)", 2021-03-04T23:30:42.224 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.189670+0000", 2021-03-04T23:30:42.224 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.007317746, 2021-03-04T23:30:42.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0074420370000000003, 2021-03-04T23:30:42.225 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.225 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:30:42.225 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189670+0000", 2021-03-04T23:30:42.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189670+0000", 2021-03-04T23:30:42.227 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:30:42.228 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:42.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7219999999999999e-06 2021-03-04T23:30:42.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.230 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189672+0000", 2021-03-04T23:30:42.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1050000000000002e-06 2021-03-04T23:30:42.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.232 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189674+0000", 2021-03-04T23:30:42.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3469999999999999e-06 2021-03-04T23:30:42.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189683+0000", 2021-03-04T23:30:42.233 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8189999999999999e-06 2021-03-04T23:30:42.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.189688+0000", 2021-03-04T23:30:42.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022926829999999998 2021-03-04T23:30:42.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.191980+0000", 2021-03-04T23:30:42.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6656000000000001e-05 2021-03-04T23:30:42.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.191997+0000", 2021-03-04T23:30:42.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023273320000000001 2021-03-04T23:30:42.237 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.237 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.237 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.237 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.238 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:200471 30.3 e733/719 30:c7e400cf:::benchmark_data_gibba008_138845_object42484:head v 733'12518, mlcod=733'12514)", 2021-03-04T23:30:42.238 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.192031+0000", 2021-03-04T23:30:42.239 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0049559310000000002, 2021-03-04T23:30:42.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0051446859999999999, 2021-03-04T23:30:42.239 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.239 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:30:42.240 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192031+0000", 2021-03-04T23:30:42.241 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192031+0000", 2021-03-04T23:30:42.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1959999999999998e-06 2021-03-04T23:30:42.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.248 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.248 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192034+0000", 2021-03-04T23:30:42.248 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7990000000000001e-06 2021-03-04T23:30:42.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.249 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192035+0000", 2021-03-04T23:30:42.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3390000000000004e-06 2021-03-04T23:30:42.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.250 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192043+0000", 2021-03-04T23:30:42.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1259999999999997e-06 2021-03-04T23:30:42.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.192048+0000", 2021-03-04T23:30:42.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003114445 2021-03-04T23:30:42.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195162+0000", 2021-03-04T23:30:42.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2034e-05 2021-03-04T23:30:42.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195174+0000", 2021-03-04T23:30:42.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003142939 2021-03-04T23:30:42.254 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.255 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.255 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.255 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:200476 30.d 30:b778459e:::benchmark_data_gibba008_138845_object42489:head [delete] snapc 0=[] ondisk+write+known_if_redirected e733)", 2021-03-04T23:30:42.256 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.193431+0000", 2021-03-04T23:30:42.256 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0035565229999999998, 2021-03-04T23:30:42.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038122960000000002, 2021-03-04T23:30:42.256 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.256 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:42.257 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:42.257 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:30:42.257 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:30:42.257 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 200476 2021-03-04T23:30:42.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.258 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.258 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193431+0000", 2021-03-04T23:30:42.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193431+0000", 2021-03-04T23:30:42.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:30:42.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193433+0000", 2021-03-04T23:30:42.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6500000000000001e-06 2021-03-04T23:30:42.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193434+0000", 2021-03-04T23:30:42.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4329999999999993e-06 2021-03-04T23:30:42.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193444+0000", 2021-03-04T23:30:42.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2100000000000001e-06 2021-03-04T23:30:42.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193449+0000", 2021-03-04T23:30:42.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5303999999999998e-05 2021-03-04T23:30:42.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.265 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193504+0000", 2021-03-04T23:30:42.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013744500000000001 2021-03-04T23:30:42.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.266 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193642+0000", 2021-03-04T23:30:42.266 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000145298 2021-03-04T23:30:42.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.267 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.267 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:30:42.267 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193787+0000", 2021-03-04T23:30:42.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029013530000000002 2021-03-04T23:30:42.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.268 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:42.268 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196688+0000", 2021-03-04T23:30:42.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000343686 2021-03-04T23:30:42.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:42.269 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.197032+0000", 2021-03-04T23:30:42.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003601099 2021-03-04T23:30:42.270 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.270 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.270 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.271 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:200478 30.7 30:e8da1c9f:::benchmark_data_gibba008_138845_object42491:head [delete] snapc 0=[] ondisk+write+known_if_redirected e733)", 2021-03-04T23:30:42.271 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.193551+0000", 2021-03-04T23:30:42.272 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.0034366689999999998, 2021-03-04T23:30:42.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003799097, 2021-03-04T23:30:42.272 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.272 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:42.272 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:30:42.273 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:30:42.273 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:30:42.273 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 200478 2021-03-04T23:30:42.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.273 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.274 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193551+0000", 2021-03-04T23:30:42.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193551+0000", 2021-03-04T23:30:42.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9520000000000001e-06 2021-03-04T23:30:42.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193553+0000", 2021-03-04T23:30:42.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1339999999999998e-06 2021-03-04T23:30:42.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193555+0000", 2021-03-04T23:30:42.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1113e-05 2021-03-04T23:30:42.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.278 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193566+0000", 2021-03-04T23:30:42.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1039999999999998e-06 2021-03-04T23:30:42.279 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193571+0000", 2021-03-04T23:30:42.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4836999999999999e-05 2021-03-04T23:30:42.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.281 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193606+0000", 2021-03-04T23:30:42.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000108618 2021-03-04T23:30:42.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193714+0000", 2021-03-04T23:30:42.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000112229 2021-03-04T23:30:42.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:30:42.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.193827+0000", 2021-03-04T23:30:42.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025407899999999998 2021-03-04T23:30:42.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.284 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:30:42.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196367+0000", 2021-03-04T23:30:42.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0028167769999999999 2021-03-04T23:30:42.284 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.285 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.285 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.285 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:200480 30.e e733/716 30:70f60481:::benchmark_data_gibba008_138845_object42493:head v 733'12712, mlcod=733'12710)", 2021-03-04T23:30:42.286 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.195698+0000", 2021-03-04T23:30:42.286 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.001289253, 2021-03-04T23:30:42.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001730489, 2021-03-04T23:30:42.286 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.287 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:30:42.287 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.287 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.287 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.287 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195698+0000", 2021-03-04T23:30:42.288 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.288 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195698+0000", 2021-03-04T23:30:42.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.295e-06 2021-03-04T23:30:42.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195700+0000", 2021-03-04T23:30:42.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1720000000000001e-06 2021-03-04T23:30:42.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195703+0000", 2021-03-04T23:30:42.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5229999999999995e-06 2021-03-04T23:30:42.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195711+0000", 2021-03-04T23:30:42.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3529999999999997e-06 2021-03-04T23:30:42.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195715+0000", 2021-03-04T23:30:42.293 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8689000000000002e-05 2021-03-04T23:30:42.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.294 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195754+0000", 2021-03-04T23:30:42.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7663e-05 2021-03-04T23:30:42.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.195772+0000", 2021-03-04T23:30:42.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3695000000000005e-05 2021-03-04T23:30:42.295 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.296 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.296 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.297 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:200475 30.0 e733/719 30:005a1746:::benchmark_data_gibba008_138845_object42488:head v 733'12730, mlcod=733'12727)", 2021-03-04T23:30:42.297 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:42.196614+0000", 2021-03-04T23:30:42.297 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.000373254, 2021-03-04T23:30:42.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00087410000000000005, 2021-03-04T23:30:42.297 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:30:42.298 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:30:42.298 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:30:42.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:30:42.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196614+0000", 2021-03-04T23:30:42.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:30:42.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:30:42.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196614+0000", 2021-03-04T23:30:42.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.666e-06 2021-03-04T23:30:42.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:30:42.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196617+0000", 2021-03-04T23:30:42.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.181e-06 2021-03-04T23:30:42.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:30:42.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196619+0000", 2021-03-04T23:30:42.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1140000000000006e-06 2021-03-04T23:30:42.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.303 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:30:42.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196627+0000", 2021-03-04T23:30:42.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3420000000000001e-06 2021-03-04T23:30:42.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.303 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.304 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:30:42.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196631+0000", 2021-03-04T23:30:42.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3179000000000002e-05 2021-03-04T23:30:42.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.305 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:30:42.305 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196665+0000", 2021-03-04T23:30:42.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5152e-05 2021-03-04T23:30:42.305 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:30:42.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:30:42.306 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:30:42.306 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:42.196680+0000", 2021-03-04T23:30:42.306 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5634000000000002e-05 2021-03-04T23:30:42.307 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.307 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:30:42.307 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.307 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:30:42.307 INFO:teuthology.orchestra.run.gibba008.stdout: ], 2021-03-04T23:30:42.308 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 7 2021-03-04T23:30:42.308 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:30:42.431 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:42.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:42 gibba008 bash[48858]: debug 2021-03-04T23:30:42.087+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:42.559 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:42.662 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:43.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:42 gibba008 bash[91265]: debug 2021-03-04T23:30:42.551+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:43.028 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:43.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:43.410 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:43 gibba008 bash[91265]: debug 2021-03-04T23:30:43.019+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:43.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:43 gibba008 bash[37770]: cluster 2021-03-04T23:30:43.494658+0000 mgr.x (mgr.34379) 1302 : cluster [DBG] pgmap v1687: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 7261/354330 objects degraded (2.049%); 36079/354330 objects misplaced (10.182%); 780 KiB/s, 12 objects/s recovering 2021-03-04T23:30:43.734 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:43 gibba008 bash[39303]: cluster 2021-03-04T23:30:43.494658+0000 mgr.x (mgr.34379) 1302 : cluster [DBG] pgmap v1687: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 7261/354330 objects degraded (2.049%); 36079/354330 objects misplaced (10.182%); 780 KiB/s, 12 objects/s recovering 2021-03-04T23:30:43.734 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:43.836 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:43.843 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:43 gibba023 bash[27374]: cluster 2021-03-04T23:30:43.494658+0000 mgr.x (mgr.34379) 1302 : cluster [DBG] pgmap v1687: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 7261/354330 objects degraded (2.049%); 36079/354330 objects misplaced (10.182%); 780 KiB/s, 12 objects/s recovering 2021-03-04T23:30:43.936 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:44.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:44.083 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:43 gibba008 bash[44600]: debug 2021-03-04T23:30:43.723+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:44.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:43 gibba023 bash[18090]: debug 2021-03-04T23:30:43.930+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:44.769 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:44.871 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:44.883 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:44 gibba023 bash[27374]: cluster 2021-03-04T23:30:44.242793+0000 mon.a (mon.0) 1949 : cluster [WRN] Health check update: Degraded data redundancy: 7261/354330 objects degraded (2.049%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:45.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:44 gibba008 bash[39303]: cluster 2021-03-04T23:30:44.242793+0000 mon.a (mon.0) 1949 : cluster [WRN] Health check update: Degraded data redundancy: 7261/354330 objects degraded (2.049%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:45.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:44 gibba008 bash[48858]: debug 2021-03-04T23:30:44.763+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:45.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:44 gibba008 bash[37770]: cluster 2021-03-04T23:30:44.242793+0000 mon.a (mon.0) 1949 : cluster [WRN] Health check update: Degraded data redundancy: 7261/354330 objects degraded (2.049%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:45.026 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:45.135 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:45.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:45 gibba023 bash[15180]: debug 2021-03-04T23:30:45.018+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:45.903 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:45.909 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:45 gibba008 bash[39303]: audit 2021-03-04T23:30:45.015091+0000 mon.a (mon.0) 1950 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:45.910 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:45 gibba008 bash[39303]: cluster 2021-03-04T23:30:45.496139+0000 mgr.x (mgr.34379) 1303 : cluster [DBG] pgmap v1688: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 7261/346929 objects degraded (2.093%); 35589/346929 objects misplaced (10.258%); 699 KiB/s, 11 objects/s recovering 2021-03-04T23:30:45.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:45 gibba008 bash[37770]: audit 2021-03-04T23:30:45.015091+0000 mon.a (mon.0) 1950 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:45.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:45 gibba008 bash[37770]: cluster 2021-03-04T23:30:45.496139+0000 mgr.x (mgr.34379) 1303 : cluster [DBG] pgmap v1688: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 7261/346929 objects degraded (2.093%); 35589/346929 objects misplaced (10.258%); 699 KiB/s, 11 objects/s recovering 2021-03-04T23:30:46.005 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:45 gibba023 bash[27374]: audit 2021-03-04T23:30:45.015091+0000 mon.a (mon.0) 1950 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:45 gibba023 bash[27374]: cluster 2021-03-04T23:30:45.496139+0000 mgr.x (mgr.34379) 1303 : cluster [DBG] pgmap v1688: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 7261/346929 objects degraded (2.093%); 35589/346929 objects misplaced (10.258%); 699 KiB/s, 11 objects/s recovering 2021-03-04T23:30:46.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:45 gibba008 bash[91265]: debug 2021-03-04T23:30:45.895+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:46.468 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:46.469 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:30:46 gibba023 bash[15180]: debug 2021-03-04T23:30:46.462+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:46.571 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:46.820 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:30:46.844 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:46 gibba008 bash[37770]: audit 2021-03-04T23:30:46.789384+0000 mon.c (mon.1) 125 : audit [DBG] from='client.? 172.21.2.108:0/3783563434' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:46.845 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:30:46.868 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:30:46.894 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:30:46.921 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:30:46.955 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:30:46.977 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:30:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.978 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:30:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:30:46.979 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.980 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:46.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:47.100 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:47.102 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:46 gibba008 bash[39303]: audit 2021-03-04T23:30:46.789384+0000 mon.c (mon.1) 125 : audit [DBG] from='client.? 172.21.2.108:0/3783563434' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:47.102 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:46 gibba008 bash[48858]: debug 2021-03-04T23:30:46.987+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:47.256 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:30:47.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:46 gibba023 bash[27374]: audit 2021-03-04T23:30:46.789384+0000 mon.c (mon.1) 125 : audit [DBG] from='client.? 172.21.2.108:0/3783563434' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:47.374 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:47.564 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:47.667 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:47.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:47 gibba008 bash[44600]: debug 2021-03-04T23:30:47.555+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:47.995 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:47 gibba023 bash[27374]: cluster 2021-03-04T23:30:47.496853+0000 mgr.x (mgr.34379) 1304 : cluster [DBG] pgmap v1689: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s; 6826/331812 objects degraded (2.057%); 33710/331812 objects misplaced (10.159%); 954 KiB/s, 15 objects/s recovering 2021-03-04T23:30:47.996 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:48.098 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:47 gibba008 bash[39303]: cluster 2021-03-04T23:30:47.496853+0000 mgr.x (mgr.34379) 1304 : cluster [DBG] pgmap v1689: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s; 6826/331812 objects degraded (2.057%); 33710/331812 objects misplaced (10.159%); 954 KiB/s, 15 objects/s recovering 2021-03-04T23:30:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:47 gibba008 bash[37770]: cluster 2021-03-04T23:30:47.496853+0000 mgr.x (mgr.34379) 1304 : cluster [DBG] pgmap v1689: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s; 6826/331812 objects degraded (2.057%); 33710/331812 objects misplaced (10.159%); 954 KiB/s, 15 objects/s recovering 2021-03-04T23:30:48.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:47 gibba023 bash[19550]: debug 2021-03-04T23:30:47.990+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:48.335 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:48.438 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:48.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:48 gibba023 bash[18090]: debug 2021-03-04T23:30:48.330+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:48.890 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:48.993 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:49.184 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:49.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:48 gibba008 bash[47391]: debug 2021-03-04T23:30:48.883+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:49.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:49 gibba023 bash[19550]: debug 2021-03-04T23:30:49.178+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:49.290 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:49.738 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:49 gibba008 bash[39303]: cluster 2021-03-04T23:30:49.244196+0000 mon.a (mon.0) 1951 : cluster [WRN] Health check update: Degraded data redundancy: 6826/331812 objects degraded (2.057%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:49.739 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:49 gibba008 bash[44600]: debug 2021-03-04T23:30:49.731+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:49.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:49 gibba008 bash[37770]: cluster 2021-03-04T23:30:49.244196+0000 mon.a (mon.0) 1951 : cluster [WRN] Health check update: Degraded data redundancy: 6826/331812 objects degraded (2.057%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:49.740 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:49 gibba023 bash[27374]: cluster 2021-03-04T23:30:49.244196+0000 mon.a (mon.0) 1951 : cluster [WRN] Health check update: Degraded data redundancy: 6826/331812 objects degraded (2.057%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:49.842 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:50.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:50.564 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:50 gibba008 bash[37770]: cluster 2021-03-04T23:30:49.497369+0000 mgr.x (mgr.34379) 1305 : cluster [DBG] pgmap v1690: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 6826/325059 objects degraded (2.100%); 33280/325059 objects misplaced (10.238%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:50.565 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:50 gibba008 bash[39303]: cluster 2021-03-04T23:30:49.497369+0000 mgr.x (mgr.34379) 1305 : cluster [DBG] pgmap v1690: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 6826/325059 objects degraded (2.100%); 33280/325059 objects misplaced (10.238%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:50.566 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:50 gibba008 bash[44600]: debug 2021-03-04T23:30:50.487+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:50.598 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:50.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:50 gibba023 bash[27374]: cluster 2021-03-04T23:30:49.497369+0000 mgr.x (mgr.34379) 1305 : cluster [DBG] pgmap v1690: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 6826/325059 objects degraded (2.100%); 33280/325059 objects misplaced (10.238%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:51.768 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:51.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:51.879 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:51 gibba008 bash[37770]: cluster 2021-03-04T23:30:51.498033+0000 mgr.x (mgr.34379) 1306 : cluster [DBG] pgmap v1691: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 6332/314184 objects degraded (2.015%); 32394/314184 objects misplaced (10.311%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:51.880 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:51 gibba008 bash[39303]: cluster 2021-03-04T23:30:51.498033+0000 mgr.x (mgr.34379) 1306 : cluster [DBG] pgmap v1691: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 6332/314184 objects degraded (2.015%); 32394/314184 objects misplaced (10.311%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:51.880 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:51 gibba008 bash[48858]: debug 2021-03-04T23:30:51.759+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:52.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:51 gibba023 bash[27374]: cluster 2021-03-04T23:30:51.498033+0000 mgr.x (mgr.34379) 1306 : cluster [DBG] pgmap v1691: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 6332/314184 objects degraded (2.015%); 32394/314184 objects misplaced (10.311%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:30:52.437 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:52.542 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.656 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.708 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:52 gibba008 bash[47391]: debug 2021-03-04T23:30:52.431+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:52.708 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:30:52.709 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:30:52.760 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:53.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:52 gibba023 bash[19550]: debug 2021-03-04T23:30:52.650+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:53.404 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:53.507 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:53.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:53 gibba008 bash[37770]: cluster 2021-03-04T23:30:53.498714+0000 mgr.x (mgr.34379) 1307 : cluster [DBG] pgmap v1692: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 6332/310347 objects degraded (2.040%); 31465/310347 objects misplaced (10.139%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:53.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:53 gibba008 bash[39303]: cluster 2021-03-04T23:30:53.498714+0000 mgr.x (mgr.34379) 1307 : cluster [DBG] pgmap v1692: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 6332/310347 objects degraded (2.040%); 31465/310347 objects misplaced (10.139%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:53.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:53 gibba008 bash[44600]: debug 2021-03-04T23:30:53.395+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:53.828 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:53.931 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:53.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:53 gibba023 bash[27374]: cluster 2021-03-04T23:30:53.498714+0000 mgr.x (mgr.34379) 1307 : cluster [DBG] pgmap v1692: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 6332/310347 objects degraded (2.040%); 31465/310347 objects misplaced (10.139%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:30:54.012 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:54.115 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:54.134 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:53 gibba008 bash[47391]: debug 2021-03-04T23:30:53.819+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:54.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:30:54 gibba023 bash[18090]: debug 2021-03-04T23:30:54.006+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:54.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:54.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:54.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:54.855 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:54 gibba023 bash[27374]: cluster 2021-03-04T23:30:54.245334+0000 mon.a (mon.0) 1952 : cluster [WRN] Health check update: Degraded data redundancy: 6332/310347 objects degraded (2.040%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:54.856 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:54.902 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:54.938 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:54 gibba008 bash[37770]: cluster 2021-03-04T23:30:54.245334+0000 mon.a (mon.0) 1952 : cluster [WRN] Health check update: Degraded data redundancy: 6332/310347 objects degraded (2.040%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:54.938 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:54 gibba008 bash[39303]: cluster 2021-03-04T23:30:54.245334+0000 mon.a (mon.0) 1952 : cluster [WRN] Health check update: Degraded data redundancy: 6332/310347 objects degraded (2.040%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:54.939 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:54 gibba008 bash[44600]: debug 2021-03-04T23:30:54.607+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:54.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:55.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:54 gibba023 bash[19550]: debug 2021-03-04T23:30:54.850+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:55.452 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:55.555 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:55.730 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:55.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:55 gibba008 bash[39303]: cluster 2021-03-04T23:30:55.499202+0000 mgr.x (mgr.34379) 1308 : cluster [DBG] pgmap v1693: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s; 6332/304068 objects degraded (2.082%); 31059/304068 objects misplaced (10.214%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:55.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:55 gibba008 bash[48858]: debug 2021-03-04T23:30:55.443+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:55.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:55 gibba008 bash[37770]: cluster 2021-03-04T23:30:55.499202+0000 mgr.x (mgr.34379) 1308 : cluster [DBG] pgmap v1693: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s; 6332/304068 objects degraded (2.082%); 31059/304068 objects misplaced (10.214%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:55.836 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:56.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:55 gibba023 bash[27374]: cluster 2021-03-04T23:30:55.499202+0000 mgr.x (mgr.34379) 1308 : cluster [DBG] pgmap v1693: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s; 6332/304068 objects degraded (2.082%); 31059/304068 objects misplaced (10.214%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:56.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:55 gibba023 bash[19550]: debug 2021-03-04T23:30:55.722+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:56.523 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:56.625 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:56.953 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:30:56 gibba008 bash[47391]: debug 2021-03-04T23:30:56.515+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:56.954 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:57.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:30:56 gibba008 bash[48858]: debug 2021-03-04T23:30:56.947+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:57.061 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:57.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:57.887 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:57.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:57 gibba008 bash[37770]: cluster 2021-03-04T23:30:57.499959+0000 mgr.x (mgr.34379) 1309 : cluster [DBG] pgmap v1694: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 5957/290490 objects degraded (2.051%); 29397/290490 objects misplaced (10.120%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:57.893 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:57 gibba008 bash[39303]: cluster 2021-03-04T23:30:57.499959+0000 mgr.x (mgr.34379) 1309 : cluster [DBG] pgmap v1694: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 5957/290490 objects degraded (2.051%); 29397/290490 objects misplaced (10.120%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:57.894 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:30:57 gibba008 bash[44600]: debug 2021-03-04T23:30:57.779+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:58.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:57 gibba023 bash[27374]: cluster 2021-03-04T23:30:57.499959+0000 mgr.x (mgr.34379) 1309 : cluster [DBG] pgmap v1694: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 5957/290490 objects degraded (2.051%); 29397/290490 objects misplaced (10.120%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:30:58.390 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:58.493 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:58.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:58 gibba008 bash[91265]: debug 2021-03-04T23:30:58.383+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:30:58.592 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:58.696 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:58.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:58 gibba023 bash[27374]: audit 2021-03-04T23:30:58.247053+0000 mon.a (mon.0) 1953 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:58.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:30:58 gibba023 bash[19550]: debug 2021-03-04T23:30:58.586+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:30:59.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:58 gibba008 bash[37770]: audit 2021-03-04T23:30:58.247053+0000 mon.a (mon.0) 1953 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:58 gibba008 bash[39303]: audit 2021-03-04T23:30:58.247053+0000 mon.a (mon.0) 1953 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:59.814 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:59.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:59 gibba008 bash[37770]: cluster 2021-03-04T23:30:59.246166+0000 mon.a (mon.0) 1954 : cluster [WRN] Health check update: Degraded data redundancy: 5957/290490 objects degraded (2.051%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:59.818 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:30:59 gibba008 bash[37770]: cluster 2021-03-04T23:30:59.500537+0000 mgr.x (mgr.34379) 1310 : cluster [DBG] pgmap v1695: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 5957/283677 objects degraded (2.100%); 28941/283677 objects misplaced (10.202%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:59.819 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:59 gibba008 bash[39303]: cluster 2021-03-04T23:30:59.246166+0000 mon.a (mon.0) 1954 : cluster [WRN] Health check update: Degraded data redundancy: 5957/290490 objects degraded (2.051%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:59.819 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:30:59 gibba008 bash[39303]: cluster 2021-03-04T23:30:59.500537+0000 mgr.x (mgr.34379) 1310 : cluster [DBG] pgmap v1695: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 5957/283677 objects degraded (2.100%); 28941/283677 objects misplaced (10.202%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:30:59.919 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:00.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:59 gibba023 bash[27374]: cluster 2021-03-04T23:30:59.246166+0000 mon.a (mon.0) 1954 : cluster [WRN] Health check update: Degraded data redundancy: 5957/290490 objects degraded (2.051%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:00.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:30:59 gibba023 bash[27374]: cluster 2021-03-04T23:30:59.500537+0000 mgr.x (mgr.34379) 1310 : cluster [DBG] pgmap v1695: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 5957/283677 objects degraded (2.100%); 28941/283677 objects misplaced (10.202%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:00.303 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:30:59 gibba008 bash[91265]: debug 2021-03-04T23:30:59.807+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:00.503 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:00.606 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:00.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:00 gibba008 bash[91265]: debug 2021-03-04T23:31:00.495+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:01.292 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:01.396 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:01.566 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:01 gibba008 bash[48858]: debug 2021-03-04T23:31:01.287+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:02.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:01 gibba008 bash[39303]: cluster 2021-03-04T23:31:01.502905+0000 mgr.x (mgr.34379) 1311 : cluster [DBG] pgmap v1696: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5516/272556 objects degraded (2.024%); 28073/272556 objects misplaced (10.300%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:02.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:01 gibba008 bash[37770]: cluster 2021-03-04T23:31:01.502905+0000 mgr.x (mgr.34379) 1311 : cluster [DBG] pgmap v1696: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5516/272556 objects degraded (2.024%); 28073/272556 objects misplaced (10.300%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:02.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:01 gibba023 bash[27374]: cluster 2021-03-04T23:31:01.502905+0000 mgr.x (mgr.34379) 1311 : cluster [DBG] pgmap v1696: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5516/272556 objects degraded (2.024%); 28073/272556 objects misplaced (10.300%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:02.310 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:02.414 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:02.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:02 gibba008 bash[44600]: debug 2021-03-04T23:31:02.299+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:03.134 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:03.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:03.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:03.463 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:03.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:03 gibba008 bash[47391]: debug 2021-03-04T23:31:03.127+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:03.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:03 gibba023 bash[18090]: debug 2021-03-04T23:31:03.350+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:03.532 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:03.635 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:03.715 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:03.820 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:03.825 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:03 gibba023 bash[27374]: cluster 2021-03-04T23:31:03.503500+0000 mgr.x (mgr.34379) 1312 : cluster [DBG] pgmap v1697: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 5516/268101 objects degraded (2.057%); 27041/268101 objects misplaced (10.086%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:31:03.825 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:03 gibba023 bash[15180]: debug 2021-03-04T23:31:03.710+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:03.826 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:03 gibba023 bash[18090]: debug 2021-03-04T23:31:03.526+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:03.901 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:04.003 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:04.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:03 gibba008 bash[37770]: cluster 2021-03-04T23:31:03.503500+0000 mgr.x (mgr.34379) 1312 : cluster [DBG] pgmap v1697: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 5516/268101 objects degraded (2.057%); 27041/268101 objects misplaced (10.086%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:31:04.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:03 gibba008 bash[39303]: cluster 2021-03-04T23:31:03.503500+0000 mgr.x (mgr.34379) 1312 : cluster [DBG] pgmap v1697: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 5516/268101 objects degraded (2.057%); 27041/268101 objects misplaced (10.086%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:31:04.144 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:03 gibba023 bash[18090]: debug 2021-03-04T23:31:03.894+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:04.144 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:04.248 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:04.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:04 gibba023 bash[15180]: debug 2021-03-04T23:31:04.138+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:04.798 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:04.901 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:04.907 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:04 gibba023 bash[27374]: cluster 2021-03-04T23:31:04.246987+0000 mon.a (mon.0) 1955 : cluster [WRN] Health check update: Degraded data redundancy: 5516/268101 objects degraded (2.057%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:05.009 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:05.023 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:04 gibba008 bash[39303]: cluster 2021-03-04T23:31:04.246987+0000 mon.a (mon.0) 1955 : cluster [WRN] Health check update: Degraded data redundancy: 5516/268101 objects degraded (2.057%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:05.024 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:04 gibba008 bash[37770]: cluster 2021-03-04T23:31:04.246987+0000 mon.a (mon.0) 1955 : cluster [WRN] Health check update: Degraded data redundancy: 5516/268101 objects degraded (2.057%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:05.024 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:04 gibba008 bash[48858]: debug 2021-03-04T23:31:04.791+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:05.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.271 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:05 gibba023 bash[18090]: debug 2021-03-04T23:31:05.002+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:05.272 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.378 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:05.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:05 gibba023 bash[15180]: debug 2021-03-04T23:31:05.266+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:05.667 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:05 gibba008 bash[39303]: cluster 2021-03-04T23:31:05.504116+0000 mgr.x (mgr.34379) 1313 : cluster [DBG] pgmap v1698: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 5516/261231 objects degraded (2.112%); 26563/261231 objects misplaced (10.168%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:05.668 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:05 gibba008 bash[37770]: cluster 2021-03-04T23:31:05.504116+0000 mgr.x (mgr.34379) 1313 : cluster [DBG] pgmap v1698: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 5516/261231 objects degraded (2.112%); 26563/261231 objects misplaced (10.168%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:05.883 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:05.986 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.999 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:05 gibba023 bash[27374]: cluster 2021-03-04T23:31:05.504116+0000 mgr.x (mgr.34379) 1313 : cluster [DBG] pgmap v1698: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 5516/261231 objects degraded (2.112%); 26563/261231 objects misplaced (10.168%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:06.167 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:06.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:06 gibba023 bash[15180]: debug 2021-03-04T23:31:06.158+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:06.278 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:06.315 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:06 gibba008 bash[91265]: debug 2021-03-04T23:31:05.875+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:06.869 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:06.973 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:07.126 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:07.233 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:07.236 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:07 gibba008 bash[48858]: debug 2021-03-04T23:31:06.863+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:07.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:07 gibba023 bash[15180]: debug 2021-03-04T23:31:07.118+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:07.329 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:07.432 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.566 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:07 gibba008 bash[37770]: cluster 2021-03-04T23:31:07.504716+0000 mgr.x (mgr.34379) 1314 : cluster [DBG] pgmap v1699: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 5036/246606 objects degraded (2.042%); 24780/246606 objects misplaced (10.048%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:31:07.753 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:07 gibba023 bash[15180]: debug 2021-03-04T23:31:07.322+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:07.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:07 gibba023 bash[27374]: cluster 2021-03-04T23:31:07.504716+0000 mgr.x (mgr.34379) 1314 : cluster [DBG] pgmap v1699: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 5036/246606 objects degraded (2.042%); 24780/246606 objects misplaced (10.048%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:31:07.857 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:07.867 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:07 gibba008 bash[47391]: debug 2021-03-04T23:31:07.743+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:07.868 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:07 gibba008 bash[39303]: cluster 2021-03-04T23:31:07.504716+0000 mgr.x (mgr.34379) 1314 : cluster [DBG] pgmap v1699: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 5036/246606 objects degraded (2.042%); 24780/246606 objects misplaced (10.048%); 896 KiB/s, 13 objects/s recovering 2021-03-04T23:31:08.190 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:08 gibba008 bash[48858]: debug 2021-03-04T23:31:08.179+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:08.192 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:08.296 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:08.392 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:08.495 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:08.571 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:08 gibba023 bash[15180]: debug 2021-03-04T23:31:08.386+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:08.581 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:31:08.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:08 gibba008 bash[39303]: audit 2021-03-04T23:31:07.979891+0000 mon.c (mon.1) 126 : audit [INF] from='client.? 172.21.2.108:0/1295911309' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:08.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:08 gibba008 bash[39303]: audit 2021-03-04T23:31:07.980186+0000 mon.a (mon.0) 1956 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:08.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:08 gibba008 bash[37770]: audit 2021-03-04T23:31:07.979891+0000 mon.c (mon.1) 126 : audit [INF] from='client.? 172.21.2.108:0/1295911309' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:08.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:08 gibba008 bash[37770]: audit 2021-03-04T23:31:07.980186+0000 mon.a (mon.0) 1956 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:08 gibba023 bash[27374]: audit 2021-03-04T23:31:07.979891+0000 mon.c (mon.1) 126 : audit [INF] from='client.? 172.21.2.108:0/1295911309' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:08 gibba023 bash[27374]: audit 2021-03-04T23:31:07.980186+0000 mon.a (mon.0) 1956 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:09.121 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:09.224 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:09.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[91265]: debug 2021-03-04T23:31:09.111+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:09.793 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[39303]: cluster 2021-03-04T23:31:08.563607+0000 mon.a (mon.0) 1957 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:09.793 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[39303]: audit 2021-03-04T23:31:08.572048+0000 mon.a (mon.0) 1958 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:09.793 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[39303]: cluster 2021-03-04T23:31:08.572113+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e734: 8 total, 7 up, 8 in 2021-03-04T23:31:09.794 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[39303]: cluster 2021-03-04T23:31:09.247748+0000 mon.a (mon.0) 1960 : cluster [WRN] Health check update: Degraded data redundancy: 5036/246606 objects degraded (2.042%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:09.794 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[39303]: cluster 2021-03-04T23:31:09.505579+0000 mgr.x (mgr.34379) 1315 : cluster [DBG] pgmap v1701: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.9 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5036/239742 objects degraded (2.101%); 24339/239742 objects misplaced (10.152%); 710 KiB/s, 11 objects/s recovering 2021-03-04T23:31:09.794 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[37770]: cluster 2021-03-04T23:31:08.563607+0000 mon.a (mon.0) 1957 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:09.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[37770]: audit 2021-03-04T23:31:08.572048+0000 mon.a (mon.0) 1958 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:09.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[37770]: cluster 2021-03-04T23:31:08.572113+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e734: 8 total, 7 up, 8 in 2021-03-04T23:31:09.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[37770]: cluster 2021-03-04T23:31:09.247748+0000 mon.a (mon.0) 1960 : cluster [WRN] Health check update: Degraded data redundancy: 5036/246606 objects degraded (2.042%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:09.795 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[37770]: cluster 2021-03-04T23:31:09.505579+0000 mgr.x (mgr.34379) 1315 : cluster [DBG] pgmap v1701: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.9 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5036/239742 objects degraded (2.101%); 24339/239742 objects misplaced (10.152%); 710 KiB/s, 11 objects/s recovering 2021-03-04T23:31:09.796 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:09 gibba008 bash[91265]: debug 2021-03-04T23:31:09.787+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:09.796 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:09.900 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:09.905 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:09 gibba023 bash[27374]: cluster 2021-03-04T23:31:08.563607+0000 mon.a (mon.0) 1957 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:09.905 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:09 gibba023 bash[27374]: audit 2021-03-04T23:31:08.572048+0000 mon.a (mon.0) 1958 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:09.906 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:09 gibba023 bash[27374]: cluster 2021-03-04T23:31:08.572113+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e734: 8 total, 7 up, 8 in 2021-03-04T23:31:09.906 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:09 gibba023 bash[27374]: cluster 2021-03-04T23:31:09.247748+0000 mon.a (mon.0) 1960 : cluster [WRN] Health check update: Degraded data redundancy: 5036/246606 objects degraded (2.042%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:09.906 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:09 gibba023 bash[27374]: cluster 2021-03-04T23:31:09.505579+0000 mgr.x (mgr.34379) 1315 : cluster [DBG] pgmap v1701: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.9 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5036/239742 objects degraded (2.101%); 24339/239742 objects misplaced (10.152%); 710 KiB/s, 11 objects/s recovering 2021-03-04T23:31:09.980 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:10.084 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:10.281 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:09 gibba023 bash[18090]: debug 2021-03-04T23:31:09.974+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:10.489 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:10.593 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:10.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:10 gibba023 bash[15180]: debug 2021-03-04T23:31:10.482+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:11.220 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:11.324 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:11.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:11 gibba008 bash[48858]: debug 2021-03-04T23:31:11.215+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:12.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:11 gibba008 bash[39303]: cluster 2021-03-04T23:31:11.507984+0000 mgr.x (mgr.34379) 1316 : cluster [DBG] pgmap v1702: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4581/229377 objects degraded (1.997%); 23519/229377 objects misplaced (10.253%); 710 KiB/s, 11 objects/s recovering 2021-03-04T23:31:12.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:11 gibba008 bash[37770]: cluster 2021-03-04T23:31:11.507984+0000 mgr.x (mgr.34379) 1316 : cluster [DBG] pgmap v1702: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4581/229377 objects degraded (1.997%); 23519/229377 objects misplaced (10.253%); 710 KiB/s, 11 objects/s recovering 2021-03-04T23:31:12.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:11 gibba023 bash[27374]: cluster 2021-03-04T23:31:11.507984+0000 mgr.x (mgr.34379) 1316 : cluster [DBG] pgmap v1702: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4581/229377 objects degraded (1.997%); 23519/229377 objects misplaced (10.253%); 710 KiB/s, 11 objects/s recovering 2021-03-04T23:31:12.128 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:12.231 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:12.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:12 gibba008 bash[48858]: debug 2021-03-04T23:31:12.119+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:12.638 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:12.740 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:12.784 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:31:12.784 INFO:teuthology.orchestra.run.gibba008.stdout: "success": "" 2021-03-04T23:31:12.784 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:31:13.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:12 gibba023 bash[18090]: debug 2021-03-04T23:31:12.630+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:13.035 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:13.139 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:13.207 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:13 gibba008 bash[47391]: debug 2021-03-04T23:31:13.023+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:13.241 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:13.345 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:13.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:13 gibba023 bash[18090]: debug 2021-03-04T23:31:13.234+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:13.597 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:13.601 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:13 gibba008 bash[37770]: cluster 2021-03-04T23:31:13.508644+0000 mgr.x (mgr.34379) 1317 : cluster [DBG] pgmap v1703: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4581/225282 objects degraded (2.033%); 22565/225282 objects misplaced (10.016%); 704 KiB/s, 10 objects/s recovering 2021-03-04T23:31:13.601 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:13 gibba008 bash[39303]: cluster 2021-03-04T23:31:13.508644+0000 mgr.x (mgr.34379) 1317 : cluster [DBG] pgmap v1703: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4581/225282 objects degraded (2.033%); 22565/225282 objects misplaced (10.016%); 704 KiB/s, 10 objects/s recovering 2021-03-04T23:31:13.602 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:13 gibba008 bash[48858]: debug 2021-03-04T23:31:13.587+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:13.702 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:14.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:13 gibba023 bash[27374]: cluster 2021-03-04T23:31:13.508644+0000 mgr.x (mgr.34379) 1317 : cluster [DBG] pgmap v1703: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4581/225282 objects degraded (2.033%); 22565/225282 objects misplaced (10.016%); 704 KiB/s, 10 objects/s recovering 2021-03-04T23:31:14.038 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:14.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:14.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:14 gibba008 bash[48858]: debug 2021-03-04T23:31:14.031+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:14.732 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:14.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:14 gibba008 bash[37770]: cluster 2021-03-04T23:31:14.248583+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check update: Degraded data redundancy: 4581/225282 objects degraded (2.033%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:14.828 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:14 gibba008 bash[39303]: cluster 2021-03-04T23:31:14.248583+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check update: Degraded data redundancy: 4581/225282 objects degraded (2.033%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:14.829 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:14 gibba008 bash[48858]: debug 2021-03-04T23:31:14.727+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:14.835 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:14.945 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:14.946 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:15.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:14 gibba023 bash[27374]: cluster 2021-03-04T23:31:14.248583+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check update: Degraded data redundancy: 4581/225282 objects degraded (2.033%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:15.209 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:31:15.322 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:15.415 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:15.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:15 gibba008 bash[91265]: debug 2021-03-04T23:31:15.407+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:15.518 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:15.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:15 gibba008 bash[39303]: cluster 2021-03-04T23:31:15.509138+0000 mgr.x (mgr.34379) 1318 : cluster [DBG] pgmap v1704: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4581/218340 objects degraded (2.098%); 22083/218340 objects misplaced (10.114%); 704 KiB/s, 10 objects/s recovering 2021-03-04T23:31:15.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:15 gibba008 bash[37770]: cluster 2021-03-04T23:31:15.509138+0000 mgr.x (mgr.34379) 1318 : cluster [DBG] pgmap v1704: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4581/218340 objects degraded (2.098%); 22083/218340 objects misplaced (10.114%); 704 KiB/s, 10 objects/s recovering 2021-03-04T23:31:15.959 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:16.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:15 gibba023 bash[27374]: cluster 2021-03-04T23:31:15.509138+0000 mgr.x (mgr.34379) 1318 : cluster [DBG] pgmap v1704: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4581/218340 objects degraded (2.098%); 22083/218340 objects misplaced (10.114%); 704 KiB/s, 10 objects/s recovering 2021-03-04T23:31:16.063 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:16.273 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:15 gibba008 bash[48858]: debug 2021-03-04T23:31:15.951+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:16.490 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:16.593 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:16.701 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:16.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:16 gibba008 bash[91265]: debug 2021-03-04T23:31:16.483+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:16.807 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:17.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:16 gibba023 bash[18090]: debug 2021-03-04T23:31:16.694+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:17.315 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:17.419 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:17.586 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:17 gibba008 bash[91265]: debug 2021-03-04T23:31:17.307+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:18.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:17 gibba008 bash[39303]: cluster 2021-03-04T23:31:17.511213+0000 mgr.x (mgr.34379) 1319 : cluster [DBG] pgmap v1705: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 4077/201900 objects degraded (2.019%); 20125/201900 objects misplaced (9.968%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:18.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:17 gibba008 bash[37770]: cluster 2021-03-04T23:31:17.511213+0000 mgr.x (mgr.34379) 1319 : cluster [DBG] pgmap v1705: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 4077/201900 objects degraded (2.019%); 20125/201900 objects misplaced (9.968%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:18.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:17 gibba023 bash[27374]: cluster 2021-03-04T23:31:17.511213+0000 mgr.x (mgr.34379) 1319 : cluster [DBG] pgmap v1705: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 4077/201900 objects degraded (2.019%); 20125/201900 objects misplaced (9.968%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:18.162 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:18.266 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:18.370 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:18.474 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:18.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:18 gibba023 bash[18090]: debug 2021-03-04T23:31:18.362+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:18.561 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:18 gibba008 bash[47391]: debug 2021-03-04T23:31:18.155+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:18.592 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:18.704 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:19.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:18 gibba023 bash[19550]: debug 2021-03-04T23:31:18.582+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:19.394 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:19.497 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:19.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:19 gibba008 bash[37770]: cluster 2021-03-04T23:31:19.249258+0000 mon.a (mon.0) 1962 : cluster [WRN] Health check update: Degraded data redundancy: 4077/201900 objects degraded (2.019%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:19.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:19 gibba008 bash[39303]: cluster 2021-03-04T23:31:19.249258+0000 mon.a (mon.0) 1962 : cluster [WRN] Health check update: Degraded data redundancy: 4077/201900 objects degraded (2.019%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:19.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:19 gibba008 bash[91265]: debug 2021-03-04T23:31:19.387+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:19.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:19 gibba023 bash[27374]: cluster 2021-03-04T23:31:19.249258+0000 mon.a (mon.0) 1962 : cluster [WRN] Health check update: Degraded data redundancy: 4077/201900 objects degraded (2.019%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:20.238 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:20.340 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:20.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:20 gibba008 bash[37770]: cluster 2021-03-04T23:31:19.512403+0000 mgr.x (mgr.34379) 1320 : cluster [DBG] pgmap v1706: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 4077/195372 objects degraded (2.087%); 19703/195372 objects misplaced (10.085%); 655 KiB/s, 10 objects/s recovering 2021-03-04T23:31:20.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:20 gibba008 bash[39303]: cluster 2021-03-04T23:31:19.512403+0000 mgr.x (mgr.34379) 1320 : cluster [DBG] pgmap v1706: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 4077/195372 objects degraded (2.087%); 19703/195372 objects misplaced (10.085%); 655 KiB/s, 10 objects/s recovering 2021-03-04T23:31:20.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:20 gibba008 bash[48858]: debug 2021-03-04T23:31:20.231+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:20.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:20 gibba023 bash[27374]: cluster 2021-03-04T23:31:19.512403+0000 mgr.x (mgr.34379) 1320 : cluster [DBG] pgmap v1706: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 4077/195372 objects degraded (2.087%); 19703/195372 objects misplaced (10.085%); 655 KiB/s, 10 objects/s recovering 2021-03-04T23:31:20.888 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:20.992 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:21.121 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:21.229 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.235 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:20 gibba008 bash[91265]: debug 2021-03-04T23:31:20.879+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:21.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:21 gibba023 bash[18090]: debug 2021-03-04T23:31:21.114+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:21 gibba023 bash[27374]: cluster 2021-03-04T23:31:21.513386+0000 mgr.x (mgr.34379) 1321 : cluster [DBG] pgmap v1707: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 3723/185931 objects degraded (2.002%); 18992/185931 objects misplaced (10.215%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:22.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:21 gibba008 bash[39303]: cluster 2021-03-04T23:31:21.513386+0000 mgr.x (mgr.34379) 1321 : cluster [DBG] pgmap v1707: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 3723/185931 objects degraded (2.002%); 18992/185931 objects misplaced (10.215%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:22.032 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:21 gibba008 bash[37770]: cluster 2021-03-04T23:31:21.513386+0000 mgr.x (mgr.34379) 1321 : cluster [DBG] pgmap v1707: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 3723/185931 objects degraded (2.002%); 18992/185931 objects misplaced (10.215%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:22.220 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:22.231 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:31:22.324 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:22.356 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:22.522 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:22 gibba008 bash[47391]: debug 2021-03-04T23:31:22.211+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:22.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:23.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:23.322 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:22 gibba008 bash[44600]: debug 2021-03-04T23:31:22.907+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:23.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:23.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:23.671 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:23.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:23 gibba008 bash[91265]: debug 2021-03-04T23:31:23.463+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:23.775 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:24.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:23 gibba023 bash[19550]: debug 2021-03-04T23:31:23.666+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:24.422 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:24.525 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:24.604 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:24.707 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:24.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:24 gibba008 bash[37770]: cluster 2021-03-04T23:31:23.515463+0000 mgr.x (mgr.34379) 1322 : cluster [DBG] pgmap v1708: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s; 3723/182718 objects degraded (2.038%); 18227/182718 objects misplaced (9.975%); 895 KiB/s, 13 objects/s recovering 2021-03-04T23:31:24.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:24 gibba008 bash[37770]: cluster 2021-03-04T23:31:24.250011+0000 mon.a (mon.0) 1963 : cluster [WRN] Health check update: Degraded data redundancy: 3723/182718 objects degraded (2.038%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:24.757 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:24 gibba008 bash[91265]: debug 2021-03-04T23:31:24.415+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:24.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:24 gibba008 bash[39303]: cluster 2021-03-04T23:31:23.515463+0000 mgr.x (mgr.34379) 1322 : cluster [DBG] pgmap v1708: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s; 3723/182718 objects degraded (2.038%); 18227/182718 objects misplaced (9.975%); 895 KiB/s, 13 objects/s recovering 2021-03-04T23:31:24.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:24 gibba008 bash[39303]: cluster 2021-03-04T23:31:24.250011+0000 mon.a (mon.0) 1963 : cluster [WRN] Health check update: Degraded data redundancy: 3723/182718 objects degraded (2.038%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:24.788 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:24 gibba023 bash[18090]: debug 2021-03-04T23:31:24.598+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:24.788 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:24 gibba023 bash[27374]: cluster 2021-03-04T23:31:23.515463+0000 mgr.x (mgr.34379) 1322 : cluster [DBG] pgmap v1708: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s; 3723/182718 objects degraded (2.038%); 18227/182718 objects misplaced (9.975%); 895 KiB/s, 13 objects/s recovering 2021-03-04T23:31:24.789 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:24 gibba023 bash[27374]: cluster 2021-03-04T23:31:24.250011+0000 mon.a (mon.0) 1963 : cluster [WRN] Health check update: Degraded data redundancy: 3723/182718 objects degraded (2.038%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:24.789 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:24.891 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:24.972 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:25.076 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:25.096 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:31:25.126 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:31:25.154 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:31:25.179 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:31:25.207 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:31:25.224 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:31:25.243 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:31:25.243 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.243 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.244 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.244 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.244 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.244 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:31:25.244 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:31:25.245 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.245 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:31:25.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:24 gibba023 bash[18090]: debug 2021-03-04T23:31:24.966+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:25.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:24 gibba023 bash[19550]: debug 2021-03-04T23:31:24.782+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:25.526 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [5] live_osds: [0, 1, 2, 4, 6, 7, 3] 2021-03-04T23:31:25.526 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:31:25.526 INFO:tasks.thrashosds.thrasher:Removing osd 7, in_osds are: [0, 2, 3, 4, 5, 6, 7, 1] 2021-03-04T23:31:25.527 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd out 7 2021-03-04T23:31:25.634 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:25.644 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:25 gibba008 bash[39303]: audit 2021-03-04T23:31:25.065956+0000 mon.c (mon.1) 127 : audit [DBG] from='client.? 172.21.2.108:0/3528962314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:25.645 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:25 gibba008 bash[37770]: audit 2021-03-04T23:31:25.065956+0000 mon.c (mon.1) 127 : audit [DBG] from='client.? 172.21.2.108:0/3528962314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:25.645 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:25.747 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:26.001 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:25 gibba008 bash[48858]: debug 2021-03-04T23:31:25.639+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:26.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:25 gibba023 bash[27374]: audit 2021-03-04T23:31:25.065956+0000 mon.c (mon.1) 127 : audit [DBG] from='client.? 172.21.2.108:0/3528962314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:26.138 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:26.241 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:26.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:26 gibba008 bash[47391]: debug 2021-03-04T23:31:26.131+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:26.637 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:26.740 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:26.861 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:26 gibba023 bash[27374]: cluster 2021-03-04T23:31:25.516236+0000 mgr.x (mgr.34379) 1323 : cluster [DBG] pgmap v1709: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 3723/176868 objects degraded (2.105%); 17828/176868 objects misplaced (10.080%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:26.862 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:26.964 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:26.970 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:26 gibba008 bash[39303]: cluster 2021-03-04T23:31:25.516236+0000 mgr.x (mgr.34379) 1323 : cluster [DBG] pgmap v1709: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 3723/176868 objects degraded (2.105%); 17828/176868 objects misplaced (10.080%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:26.971 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:26 gibba008 bash[44600]: debug 2021-03-04T23:31:26.631+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:26.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:26 gibba008 bash[37770]: cluster 2021-03-04T23:31:25.516236+0000 mgr.x (mgr.34379) 1323 : cluster [DBG] pgmap v1709: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 3723/176868 objects degraded (2.105%); 17828/176868 objects misplaced (10.080%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:27.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:26 gibba023 bash[15180]: debug 2021-03-04T23:31:26.854+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:27.462 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:27.564 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:27.712 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:27.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:27 gibba008 bash[91265]: debug 2021-03-04T23:31:27.451+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:27.818 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:28.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:27 gibba023 bash[18090]: debug 2021-03-04T23:31:27.706+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:28.744 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:28.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:28.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:28 gibba008 bash[39303]: cluster 2021-03-04T23:31:27.517286+0000 mgr.x (mgr.34379) 1324 : cluster [DBG] pgmap v1710: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 3285/162792 objects degraded (2.018%); 16146/162792 objects misplaced (9.918%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:28.855 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:28 gibba008 bash[44600]: debug 2021-03-04T23:31:28.735+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:28.855 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:28 gibba008 bash[37770]: cluster 2021-03-04T23:31:27.517286+0000 mgr.x (mgr.34379) 1324 : cluster [DBG] pgmap v1710: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 3285/162792 objects degraded (2.018%); 16146/162792 objects misplaced (9.918%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:28 gibba023 bash[27374]: cluster 2021-03-04T23:31:27.517286+0000 mgr.x (mgr.34379) 1324 : cluster [DBG] pgmap v1710: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 3285/162792 objects degraded (2.018%); 16146/162792 objects misplaced (9.918%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:29.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:29.544 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:29 gibba008 bash[37770]: cluster 2021-03-04T23:31:29.250586+0000 mon.a (mon.0) 1964 : cluster [WRN] Health check update: Degraded data redundancy: 3285/162792 objects degraded (2.018%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:29.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:29 gibba008 bash[39303]: cluster 2021-03-04T23:31:29.250586+0000 mon.a (mon.0) 1964 : cluster [WRN] Health check update: Degraded data redundancy: 3285/162792 objects degraded (2.018%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:29.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:29 gibba008 bash[47391]: debug 2021-03-04T23:31:29.431+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:30.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:29 gibba023 bash[27374]: cluster 2021-03-04T23:31:29.250586+0000 mon.a (mon.0) 1964 : cluster [WRN] Health check update: Degraded data redundancy: 3285/162792 objects degraded (2.018%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:30.520 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:30.623 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:31.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:30 gibba008 bash[91265]: debug 2021-03-04T23:31:30.511+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:31.312 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:31.415 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:31.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:31 gibba008 bash[39303]: cluster 2021-03-04T23:31:29.518167+0000 mgr.x (mgr.34379) 1325 : cluster [DBG] pgmap v1711: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 3285/156078 objects degraded (2.105%); 15666/156078 objects misplaced (10.037%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:31.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:31 gibba008 bash[48858]: debug 2021-03-04T23:31:31.299+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:31.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:31 gibba008 bash[37770]: cluster 2021-03-04T23:31:29.518167+0000 mgr.x (mgr.34379) 1325 : cluster [DBG] pgmap v1711: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 3285/156078 objects degraded (2.105%); 15666/156078 objects misplaced (10.037%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:31.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:31 gibba023 bash[27374]: cluster 2021-03-04T23:31:29.518167+0000 mgr.x (mgr.34379) 1325 : cluster [DBG] pgmap v1711: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 3285/156078 objects degraded (2.105%); 15666/156078 objects misplaced (10.037%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:31.681 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:31.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:32.050 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:31 gibba008 bash[44600]: debug 2021-03-04T23:31:31.675+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:32.066 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:31:32.067 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:31:32.346 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[39303]: audit 2021-03-04T23:31:31.626077+0000 mon.a (mon.0) 1965 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:31:32.346 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[39303]: audit 2021-03-04T23:31:31.628624+0000 mon.a (mon.0) 1966 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:32.346 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[39303]: audit 2021-03-04T23:31:31.628971+0000 mon.a (mon.0) 1967 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:32.347 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[37770]: audit 2021-03-04T23:31:31.626077+0000 mon.a (mon.0) 1965 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:31:32.347 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[37770]: audit 2021-03-04T23:31:31.628624+0000 mon.a (mon.0) 1966 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:32.347 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[37770]: audit 2021-03-04T23:31:31.628971+0000 mon.a (mon.0) 1967 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:32.348 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[44600]: debug 2021-03-04T23:31:32.339+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:32.348 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:32.450 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:32.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:32 gibba023 bash[27374]: audit 2021-03-04T23:31:31.626077+0000 mon.a (mon.0) 1965 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:31:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:32 gibba023 bash[27374]: audit 2021-03-04T23:31:31.628624+0000 mon.a (mon.0) 1966 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:32 gibba023 bash[27374]: audit 2021-03-04T23:31:31.628971+0000 mon.a (mon.0) 1967 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:32.892 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:32.996 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.103 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.209 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.249 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:32 gibba008 bash[48858]: debug 2021-03-04T23:31:32.879+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:33.269 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:33 gibba023 bash[18090]: debug 2021-03-04T23:31:33.098+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:33.311 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:33.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:33 gibba008 bash[37770]: cluster 2021-03-04T23:31:31.518942+0000 mgr.x (mgr.34379) 1326 : cluster [DBG] pgmap v1712: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 2862/145662 objects degraded (1.965%); 14792/145662 objects misplaced (10.155%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:33.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:33 gibba008 bash[39303]: cluster 2021-03-04T23:31:31.518942+0000 mgr.x (mgr.34379) 1326 : cluster [DBG] pgmap v1712: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 2862/145662 objects degraded (1.965%); 14792/145662 objects misplaced (10.155%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:33 gibba023 bash[27374]: cluster 2021-03-04T23:31:31.518942+0000 mgr.x (mgr.34379) 1326 : cluster [DBG] pgmap v1712: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 2862/145662 objects degraded (1.965%); 14792/145662 objects misplaced (10.155%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:31:33.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:33 gibba023 bash[18090]: debug 2021-03-04T23:31:33.306+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:34.068 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:34.096 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:34.177 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:34.202 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.378 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.481 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:34.486 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:34 gibba008 bash[37770]: cluster 2021-03-04T23:31:34.251371+0000 mon.a (mon.0) 1968 : cluster [WRN] Health check update: Degraded data redundancy: 2862/145662 objects degraded (1.965%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:34.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:34 gibba008 bash[39303]: cluster 2021-03-04T23:31:34.251371+0000 mon.a (mon.0) 1968 : cluster [WRN] Health check update: Degraded data redundancy: 2862/145662 objects degraded (1.965%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:34.487 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:34 gibba008 bash[47391]: debug 2021-03-04T23:31:34.083+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:34 gibba023 bash[27374]: cluster 2021-03-04T23:31:34.251371+0000 mon.a (mon.0) 1968 : cluster [WRN] Health check update: Degraded data redundancy: 2862/145662 objects degraded (1.965%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:34.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:34 gibba023 bash[15180]: debug 2021-03-04T23:31:34.370+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:34.703 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:34.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:34 gibba008 bash[44600]: debug 2021-03-04T23:31:34.691+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:34.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.893 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.996 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:35.088 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:35.089 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:34 gibba023 bash[15180]: debug 2021-03-04T23:31:34.886+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:35.191 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:35.432 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:35 gibba023 bash[27374]: cluster 2021-03-04T23:31:33.520665+0000 mgr.x (mgr.34379) 1327 : cluster [DBG] pgmap v1713: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.9 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 2862/141774 objects degraded (2.019%); 13916/141774 objects misplaced (9.816%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:35.432 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:35 gibba023 bash[19550]: debug 2021-03-04T23:31:35.078+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:35.486 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:35.589 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:35.701 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:35 gibba023 bash[18090]: debug 2021-03-04T23:31:35.426+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:35.702 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:35.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:35 gibba008 bash[37770]: cluster 2021-03-04T23:31:33.520665+0000 mgr.x (mgr.34379) 1327 : cluster [DBG] pgmap v1713: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.9 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 2862/141774 objects degraded (2.019%); 13916/141774 objects misplaced (9.816%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:35.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:35 gibba008 bash[39303]: cluster 2021-03-04T23:31:33.520665+0000 mgr.x (mgr.34379) 1327 : cluster [DBG] pgmap v1713: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.9 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 2862/141774 objects degraded (2.019%); 13916/141774 objects misplaced (9.816%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:35.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:35 gibba023 bash[15180]: debug 2021-03-04T23:31:35.694+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:35.806 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:36.374 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:36.477 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:36.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[91265]: debug 2021-03-04T23:31:36.367+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:37.179 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:37.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:37 gibba008 bash[47391]: debug 2021-03-04T23:31:37.171+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[39303]: cluster 2021-03-04T23:31:35.521208+0000 mgr.x (mgr.34379) 1328 : cluster [DBG] pgmap v1714: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.7 GiB data, 9.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s; 2862/135111 objects degraded (2.118%); 13442/135111 objects misplaced (9.949%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:37.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[39303]: audit 2021-03-04T23:31:35.946431+0000 mon.a (mon.0) 1969 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:37.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[39303]: cephadm 2021-03-04T23:31:35.948641+0000 mgr.x (mgr.34379) 1329 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:31:37.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[37770]: cluster 2021-03-04T23:31:35.521208+0000 mgr.x (mgr.34379) 1328 : cluster [DBG] pgmap v1714: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.7 GiB data, 9.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s; 2862/135111 objects degraded (2.118%); 13442/135111 objects misplaced (9.949%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:37.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[37770]: audit 2021-03-04T23:31:35.946431+0000 mon.a (mon.0) 1969 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:37.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:36 gibba008 bash[37770]: cephadm 2021-03-04T23:31:35.948641+0000 mgr.x (mgr.34379) 1329 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:31:37.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:36 gibba023 bash[27374]: cluster 2021-03-04T23:31:35.521208+0000 mgr.x (mgr.34379) 1328 : cluster [DBG] pgmap v1714: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.7 GiB data, 9.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s; 2862/135111 objects degraded (2.118%); 13442/135111 objects misplaced (9.949%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:37.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:36 gibba023 bash[27374]: audit 2021-03-04T23:31:35.946431+0000 mon.a (mon.0) 1969 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:37.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:36 gibba023 bash[27374]: cephadm 2021-03-04T23:31:35.948641+0000 mgr.x (mgr.34379) 1329 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:31:37.282 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.373 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.563 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:37 gibba023 bash[15180]: debug 2021-03-04T23:31:37.366+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:37.563 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.666 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.755 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.858 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.864 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:37 gibba023 bash[15180]: debug 2021-03-04T23:31:37.558+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:37.864 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:37 gibba023 bash[15180]: debug 2021-03-04T23:31:37.750+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:37.939 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:38.043 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:38.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:37 gibba023 bash[15180]: debug 2021-03-04T23:31:37.934+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:38.690 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:38.796 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:38.883 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:38.955 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:38 gibba008 bash[47391]: debug 2021-03-04T23:31:38.683+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:38.955 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:38 gibba008 bash[37770]: cluster 2021-03-04T23:31:37.521737+0000 mgr.x (mgr.34379) 1330 : cluster [DBG] pgmap v1715: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.4 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 2388/119295 objects degraded (2.002%); 11621/119295 objects misplaced (9.741%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:38.989 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:39.074 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:38 gibba023 bash[27374]: cluster 2021-03-04T23:31:37.521737+0000 mgr.x (mgr.34379) 1330 : cluster [DBG] pgmap v1715: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.4 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 2388/119295 objects degraded (2.002%); 11621/119295 objects misplaced (9.741%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:39.074 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:38 gibba023 bash[19550]: debug 2021-03-04T23:31:38.878+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:39.075 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:39.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:39.336 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:38 gibba008 bash[39303]: cluster 2021-03-04T23:31:37.521737+0000 mgr.x (mgr.34379) 1330 : cluster [DBG] pgmap v1715: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.4 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 2388/119295 objects degraded (2.002%); 11621/119295 objects misplaced (9.741%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:31:39.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:39 gibba023 bash[18090]: debug 2021-03-04T23:31:39.070+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:39.656 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:39.759 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:39 gibba008 bash[48858]: debug 2021-03-04T23:31:39.647+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:40.147 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.251 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:40 gibba008 bash[39303]: cluster 2021-03-04T23:31:39.251969+0000 mon.a (mon.0) 1970 : cluster [WRN] Health check update: Degraded data redundancy: 2388/119295 objects degraded (2.002%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:40.499 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:40 gibba008 bash[44600]: debug 2021-03-04T23:31:40.139+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:40.499 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:40 gibba008 bash[37770]: cluster 2021-03-04T23:31:39.251969+0000 mon.a (mon.0) 1970 : cluster [WRN] Health check update: Degraded data redundancy: 2388/119295 objects degraded (2.002%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:40.499 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:40 gibba023 bash[27374]: cluster 2021-03-04T23:31:39.251969+0000 mon.a (mon.0) 1970 : cluster [WRN] Health check update: Degraded data redundancy: 2388/119295 objects degraded (2.002%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:40.603 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:40.705 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:40.802 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:40 gibba008 bash[44600]: debug 2021-03-04T23:31:40.491+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:40.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:40.892 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:40 gibba023 bash[15180]: debug 2021-03-04T23:31:40.698+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:40.892 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:40.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:41.265 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:40 gibba023 bash[18090]: debug 2021-03-04T23:31:40.886+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:41.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:41 gibba023 bash[27374]: cluster 2021-03-04T23:31:39.522586+0000 mgr.x (mgr.34379) 1331 : cluster [DBG] pgmap v1716: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.3 GiB data, 8.0 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s; 2388/112089 objects degraded (2.130%); 11128/112089 objects misplaced (9.928%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:41.567 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:41.670 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:41.675 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:41 gibba008 bash[39303]: cluster 2021-03-04T23:31:39.522586+0000 mgr.x (mgr.34379) 1331 : cluster [DBG] pgmap v1716: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.3 GiB data, 8.0 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s; 2388/112089 objects degraded (2.130%); 11128/112089 objects misplaced (9.928%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:41.676 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:41 gibba008 bash[37770]: cluster 2021-03-04T23:31:39.522586+0000 mgr.x (mgr.34379) 1331 : cluster [DBG] pgmap v1716: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.3 GiB data, 8.0 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s; 2388/112089 objects degraded (2.130%); 11128/112089 objects misplaced (9.928%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:41.676 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:41 gibba008 bash[48858]: debug 2021-03-04T23:31:41.559+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:42.125 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:42.228 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:42.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:42 gibba008 bash[48858]: debug 2021-03-04T23:31:42.115+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:42.720 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:42.828 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:43.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:42 gibba008 bash[44600]: debug 2021-03-04T23:31:42.711+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:43.280 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:31:43.290 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:43.393 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:43 gibba023 bash[27374]: cluster 2021-03-04T23:31:41.523717+0000 mgr.x (mgr.34379) 1332 : cluster [DBG] pgmap v1717: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.1 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 1942/101253 objects degraded (1.918%); 10288/101253 objects misplaced (10.161%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:43.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:43 gibba023 bash[27374]: audit 2021-03-04T23:31:42.443709+0000 mon.a (mon.0) 1971 : audit [INF] from='client.? 172.21.2.108:0/3317361073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:43.730 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:43 gibba008 bash[39303]: cluster 2021-03-04T23:31:41.523717+0000 mgr.x (mgr.34379) 1332 : cluster [DBG] pgmap v1717: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.1 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 1942/101253 objects degraded (1.918%); 10288/101253 objects misplaced (10.161%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:43.730 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:43 gibba008 bash[39303]: audit 2021-03-04T23:31:42.443709+0000 mon.a (mon.0) 1971 : audit [INF] from='client.? 172.21.2.108:0/3317361073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:43.731 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:43 gibba008 bash[48858]: debug 2021-03-04T23:31:43.283+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:43.731 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:43 gibba008 bash[37770]: cluster 2021-03-04T23:31:41.523717+0000 mgr.x (mgr.34379) 1332 : cluster [DBG] pgmap v1717: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.1 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 1942/101253 objects degraded (1.918%); 10288/101253 objects misplaced (10.161%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:31:43.731 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:43 gibba008 bash[37770]: audit 2021-03-04T23:31:42.443709+0000 mon.a (mon.0) 1971 : audit [INF] from='client.? 172.21.2.108:0/3317361073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:43.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:43.888 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:43.967 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:44.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:43 gibba008 bash[47391]: debug 2021-03-04T23:31:43.775+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:44.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:44.270 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:43 gibba023 bash[19550]: debug 2021-03-04T23:31:43.962+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:44.324 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:44.428 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:44.434 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[48858]: debug 2021-03-04T23:31:44.319+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:44.434 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[39303]: cluster 2021-03-04T23:31:43.263179+0000 mon.a (mon.0) 1972 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:44.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[39303]: audit 2021-03-04T23:31:43.271877+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? 172.21.2.108:0/3317361073' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:44.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[39303]: cluster 2021-03-04T23:31:43.271914+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e735: 8 total, 7 up, 8 in 2021-03-04T23:31:44.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[39303]: audit 2021-03-04T23:31:43.934139+0000 mon.a (mon.0) 1975 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:44.435 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[39303]: audit 2021-03-04T23:31:44.235401+0000 mon.a (mon.0) 1976 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:44.436 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[39303]: cluster 2021-03-04T23:31:44.252752+0000 mon.a (mon.0) 1977 : cluster [WRN] Health check update: Degraded data redundancy: 1942/101253 objects degraded (1.918%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:44.436 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[37770]: cluster 2021-03-04T23:31:43.263179+0000 mon.a (mon.0) 1972 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:44.436 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[37770]: audit 2021-03-04T23:31:43.271877+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? 172.21.2.108:0/3317361073' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:44.436 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[37770]: cluster 2021-03-04T23:31:43.271914+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e735: 8 total, 7 up, 8 in 2021-03-04T23:31:44.437 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[37770]: audit 2021-03-04T23:31:43.934139+0000 mon.a (mon.0) 1975 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:44.437 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[37770]: audit 2021-03-04T23:31:44.235401+0000 mon.a (mon.0) 1976 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:44.437 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[37770]: cluster 2021-03-04T23:31:44.252752+0000 mon.a (mon.0) 1977 : cluster [WRN] Health check update: Degraded data redundancy: 1942/101253 objects degraded (1.918%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:44.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:44 gibba023 bash[27374]: cluster 2021-03-04T23:31:43.263179+0000 mon.a (mon.0) 1972 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:44 gibba023 bash[27374]: audit 2021-03-04T23:31:43.271877+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? 172.21.2.108:0/3317361073' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:44 gibba023 bash[27374]: cluster 2021-03-04T23:31:43.271914+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e735: 8 total, 7 up, 8 in 2021-03-04T23:31:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:44 gibba023 bash[27374]: audit 2021-03-04T23:31:43.934139+0000 mon.a (mon.0) 1975 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:44.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:44 gibba023 bash[27374]: audit 2021-03-04T23:31:44.235401+0000 mon.a (mon.0) 1976 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:31:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:44 gibba023 bash[27374]: cluster 2021-03-04T23:31:44.252752+0000 mon.a (mon.0) 1977 : cluster [WRN] Health check update: Degraded data redundancy: 1942/101253 objects degraded (1.918%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:44.819 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:44.922 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:45.028 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:45.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:45.138 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:44 gibba008 bash[44600]: debug 2021-03-04T23:31:44.811+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:45.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:45 gibba023 bash[18090]: debug 2021-03-04T23:31:45.022+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:45.503 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[39303]: cluster 2021-03-04T23:31:43.524813+0000 mgr.x (mgr.34379) 1333 : cluster [DBG] pgmap v1719: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1942/97158 objects degraded (1.999%); 9387/97158 objects misplaced (9.662%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:31:45.504 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[39303]: cephadm 2021-03-04T23:31:43.936279+0000 mgr.x (mgr.34379) 1334 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:31:45.504 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[39303]: audit 2021-03-04T23:31:45.018184+0000 mon.a (mon.0) 1978 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:45.504 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[37770]: cluster 2021-03-04T23:31:43.524813+0000 mgr.x (mgr.34379) 1333 : cluster [DBG] pgmap v1719: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1942/97158 objects degraded (1.999%); 9387/97158 objects misplaced (9.662%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:31:45.505 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[37770]: cephadm 2021-03-04T23:31:43.936279+0000 mgr.x (mgr.34379) 1334 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:31:45.505 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[37770]: audit 2021-03-04T23:31:45.018184+0000 mon.a (mon.0) 1978 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:45.677 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:45.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:45 gibba008 bash[44600]: debug 2021-03-04T23:31:45.671+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:45.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:45 gibba023 bash[27374]: cluster 2021-03-04T23:31:43.524813+0000 mgr.x (mgr.34379) 1333 : cluster [DBG] pgmap v1719: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1942/97158 objects degraded (1.999%); 9387/97158 objects misplaced (9.662%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:31:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:45 gibba023 bash[27374]: cephadm 2021-03-04T23:31:43.936279+0000 mgr.x (mgr.34379) 1334 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:31:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:45 gibba023 bash[27374]: audit 2021-03-04T23:31:45.018184+0000 mon.a (mon.0) 1978 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:45.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:46.074 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:46.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:46.564 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:46 gibba008 bash[44600]: debug 2021-03-04T23:31:46.067+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:46.610 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:46.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:46.844 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:46.948 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:47.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:46 gibba008 bash[47391]: debug 2021-03-04T23:31:46.603+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:47.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:46 gibba023 bash[19550]: debug 2021-03-04T23:31:46.838+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:47.027 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:47.131 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:47.285 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:47 gibba023 bash[18090]: debug 2021-03-04T23:31:47.022+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:47.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:47 gibba008 bash[39303]: cluster 2021-03-04T23:31:45.525870+0000 mgr.x (mgr.34379) 1335 : cluster [DBG] pgmap v1720: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.8 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 1942/89844 objects degraded (2.162%); 8863/89844 objects misplaced (9.865%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:31:47.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:47 gibba008 bash[37770]: cluster 2021-03-04T23:31:45.525870+0000 mgr.x (mgr.34379) 1335 : cluster [DBG] pgmap v1720: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.8 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 1942/89844 objects degraded (2.162%); 8863/89844 objects misplaced (9.865%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:31:47.539 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:47.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:47 gibba023 bash[27374]: cluster 2021-03-04T23:31:45.525870+0000 mgr.x (mgr.34379) 1335 : cluster [DBG] pgmap v1720: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.8 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 1942/89844 objects degraded (2.162%); 8863/89844 objects misplaced (9.865%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:31:48.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:47 gibba008 bash[91265]: debug 2021-03-04T23:31:47.531+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:48.319 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:48.422 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:48.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:48 gibba008 bash[47391]: debug 2021-03-04T23:31:48.307+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:49.060 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:49.163 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:49.317 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:49 gibba008 bash[47391]: debug 2021-03-04T23:31:49.051+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:49.318 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:49 gibba008 bash[39303]: cluster 2021-03-04T23:31:47.526979+0000 mgr.x (mgr.34379) 1336 : cluster [DBG] pgmap v1721: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.5 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 1479/73743 objects degraded (2.006%); 6969/73743 objects misplaced (9.450%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:49.318 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:49 gibba008 bash[39303]: cluster 2021-03-04T23:31:49.253673+0000 mon.a (mon.0) 1979 : cluster [WRN] Health check update: Degraded data redundancy: 1479/73743 objects degraded (2.006%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:49.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:49 gibba008 bash[37770]: cluster 2021-03-04T23:31:47.526979+0000 mgr.x (mgr.34379) 1336 : cluster [DBG] pgmap v1721: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.5 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 1479/73743 objects degraded (2.006%); 6969/73743 objects misplaced (9.450%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:49.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:49 gibba008 bash[37770]: cluster 2021-03-04T23:31:49.253673+0000 mon.a (mon.0) 1979 : cluster [WRN] Health check update: Degraded data redundancy: 1479/73743 objects degraded (2.006%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:49 gibba023 bash[27374]: cluster 2021-03-04T23:31:47.526979+0000 mgr.x (mgr.34379) 1336 : cluster [DBG] pgmap v1721: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.5 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 1479/73743 objects degraded (2.006%); 6969/73743 objects misplaced (9.450%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:49.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:49 gibba023 bash[27374]: cluster 2021-03-04T23:31:49.253673+0000 mon.a (mon.0) 1979 : cluster [WRN] Health check update: Degraded data redundancy: 1479/73743 objects degraded (2.006%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:49.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:49.887 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:50.252 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:49 gibba008 bash[91265]: debug 2021-03-04T23:31:49.779+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:50.394 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:50.498 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:50.505 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:50 gibba008 bash[91265]: debug 2021-03-04T23:31:50.387+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:50.678 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:31:50.678 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:31:50.678 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:31:50.679 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:31:50.679 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.679 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:168716 29.8 29:1835726c:::benchmark_data_gibba008_125393_object168715:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:31:50.679 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:57.304898+0000", 2021-03-04T23:31:50.680 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 353.36608210700001, 2021-03-04T23:31:50.680 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28247025199999998, 2021-03-04T23:31:50.680 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.680 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.680 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.681 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:31:50.681 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:31:50.681 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 168716 2021-03-04T23:31:50.681 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.682 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.682 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.682 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.683 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304898+0000", 2021-03-04T23:31:50.683 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.683 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.683 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.683 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.684 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304898+0000", 2021-03-04T23:31:50.684 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6446000000000001e-05 2021-03-04T23:31:50.684 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.685 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.685 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.685 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304915+0000", 2021-03-04T23:31:50.686 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9360000000000002e-06 2021-03-04T23:31:50.686 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.686 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.686 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.687 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304917+0000", 2021-03-04T23:31:50.687 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2459999999999992e-06 2021-03-04T23:31:50.687 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.687 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.688 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.688 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304926+0000", 2021-03-04T23:31:50.688 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9879999999999998e-06 2021-03-04T23:31:50.688 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.688 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.689 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.689 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304930+0000", 2021-03-04T23:31:50.689 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7486000000000001e-05 2021-03-04T23:31:50.689 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.689 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.690 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.690 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.304957+0000", 2021-03-04T23:31:50.690 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6670999999999997e-05 2021-03-04T23:31:50.690 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.691 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.691 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.691 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.305044+0000", 2021-03-04T23:31:50.692 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8826000000000006e-05 2021-03-04T23:31:50.692 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.692 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.693 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:31:50.693 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.305143+0000", 2021-03-04T23:31:50.693 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003760485 2021-03-04T23:31:50.693 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.693 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.694 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.694 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.308903+0000", 2021-03-04T23:31:50.694 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4037999999999996e-05 2021-03-04T23:31:50.694 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.695 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.695 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.695 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.308997+0000", 2021-03-04T23:31:50.695 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.278057738 2021-03-04T23:31:50.695 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.696 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.696 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.696 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.587055+0000", 2021-03-04T23:31:50.696 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000193678 2021-03-04T23:31:50.696 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.697 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.697 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.697 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.587249+0000", 2021-03-04T23:31:50.697 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000119714 2021-03-04T23:31:50.698 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.698 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.698 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.699 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.587369+0000", 2021-03-04T23:31:50.699 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28247025199999998 2021-03-04T23:31:50.699 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.699 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.700 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.700 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.700 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.700 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:168722 29.8 29:1f4ab458:::benchmark_data_gibba008_125393_object168721:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:31:50.700 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:57.309946+0000", 2021-03-04T23:31:50.701 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 353.361034872, 2021-03-04T23:31:50.701 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.29239620199999999, 2021-03-04T23:31:50.701 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.701 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.701 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.702 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:31:50.702 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:31:50.702 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 168722 2021-03-04T23:31:50.702 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.702 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.703 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.703 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.703 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.309946+0000", 2021-03-04T23:31:50.703 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.704 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.704 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.704 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.704 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.309946+0000", 2021-03-04T23:31:50.705 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8479e-05 2021-03-04T23:31:50.705 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.706 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.706 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.309974+0000", 2021-03-04T23:31:50.707 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6449999999999999e-06 2021-03-04T23:31:50.707 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.707 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.707 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.708 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.309976+0000", 2021-03-04T23:31:50.708 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7399999999999993e-06 2021-03-04T23:31:50.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.708 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.709 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.709 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.309984+0000", 2021-03-04T23:31:50.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6100000000000002e-06 2021-03-04T23:31:50.709 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.710 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.710 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.710 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.309988+0000", 2021-03-04T23:31:50.710 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1204000000000001e-05 2021-03-04T23:31:50.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.711 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.712 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.310019+0000", 2021-03-04T23:31:50.712 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5940999999999995e-05 2021-03-04T23:31:50.712 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.713 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.713 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.713 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.310115+0000", 2021-03-04T23:31:50.713 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000119435 2021-03-04T23:31:50.713 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.714 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:31:50.714 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.310235+0000", 2021-03-04T23:31:50.714 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0033204570000000002 2021-03-04T23:31:50.715 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.715 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.715 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.715 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.313555+0000", 2021-03-04T23:31:50.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00050313099999999998 2021-03-04T23:31:50.716 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.716 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.716 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.314058+0000", 2021-03-04T23:31:50.716 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.28785560599999999 2021-03-04T23:31:50.717 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.717 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.717 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.601914+0000", 2021-03-04T23:31:50.718 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024912600000000001 2021-03-04T23:31:50.718 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.718 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.719 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.719 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.602163+0000", 2021-03-04T23:31:50.720 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017882799999999999 2021-03-04T23:31:50.721 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.724 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.726 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.727 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:57.602342+0000", 2021-03-04T23:31:50.727 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.29239620199999999 2021-03-04T23:31:50.727 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.727 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.727 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.728 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.728 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.728 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:58105 30.2 30:45c09562:::benchmark_data_gibba008_138845_object58104:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)", 2021-03-04T23:31:50.729 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:03.608077+0000", 2021-03-04T23:31:50.729 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 167.06290327799999, 2021-03-04T23:31:50.730 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27728821399999998, 2021-03-04T23:31:50.730 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.730 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.730 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.731 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.731 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.731 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 58105 2021-03-04T23:31:50.732 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.732 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.732 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.732 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.732 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608077+0000", 2021-03-04T23:31:50.733 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.733 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.733 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.734 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608077+0000", 2021-03-04T23:31:50.734 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2747e-05 2021-03-04T23:31:50.734 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.734 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608090+0000", 2021-03-04T23:31:50.735 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.759e-06 2021-03-04T23:31:50.735 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.735 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.735 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.736 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608092+0000", 2021-03-04T23:31:50.736 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0498e-05 2021-03-04T23:31:50.736 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.736 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.737 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.737 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608102+0000", 2021-03-04T23:31:50.737 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7700000000000004e-06 2021-03-04T23:31:50.737 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.738 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.738 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.738 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608109+0000", 2021-03-04T23:31:50.738 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010361000000000001 2021-03-04T23:31:50.739 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.739 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.739 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.739 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608213+0000", 2021-03-04T23:31:50.740 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9342e-05 2021-03-04T23:31:50.740 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.740 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.740 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.740 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608292+0000", 2021-03-04T23:31:50.741 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0031999999999995e-05 2021-03-04T23:31:50.741 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.741 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.741 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:31:50.742 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.608382+0000", 2021-03-04T23:31:50.742 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016970780000000001 2021-03-04T23:31:50.742 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.742 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.743 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.743 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.610079+0000", 2021-03-04T23:31:50.743 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0047622139999999999 2021-03-04T23:31:50.743 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.743 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.744 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.744 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.614841+0000", 2021-03-04T23:31:50.744 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27005379800000001 2021-03-04T23:31:50.745 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.745 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.745 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.745 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.884895+0000", 2021-03-04T23:31:50.745 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027602099999999999 2021-03-04T23:31:50.746 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.746 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.746 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.746 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.885171+0000", 2021-03-04T23:31:50.747 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019434500000000001 2021-03-04T23:31:50.747 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.747 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.747 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.747 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.885365+0000", 2021-03-04T23:31:50.748 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27728821399999998 2021-03-04T23:31:50.748 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.748 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.748 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.748 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.749 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.749 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:58111 30.2 30:4fe9c60e:::benchmark_data_gibba008_138845_object58110:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)", 2021-03-04T23:31:50.749 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:03.613447+0000", 2021-03-04T23:31:50.750 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 167.05753340800001, 2021-03-04T23:31:50.750 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27932610200000002, 2021-03-04T23:31:50.750 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.751 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.751 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.751 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.751 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.752 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 58111 2021-03-04T23:31:50.752 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.752 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.752 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.752 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.753 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613447+0000", 2021-03-04T23:31:50.753 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.753 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.753 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.754 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.754 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613447+0000", 2021-03-04T23:31:50.754 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0062e-05 2021-03-04T23:31:50.754 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.754 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.755 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.755 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613457+0000", 2021-03-04T23:31:50.755 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.567e-06 2021-03-04T23:31:50.755 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.756 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.756 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.756 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613459+0000", 2021-03-04T23:31:50.757 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0089999999999996e-06 2021-03-04T23:31:50.757 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.758 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.758 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.758 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613468+0000", 2021-03-04T23:31:50.759 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7900000000000001e-06 2021-03-04T23:31:50.759 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.760 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.760 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.760 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613471+0000", 2021-03-04T23:31:50.761 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2564999999999995e-05 2021-03-04T23:31:50.761 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.762 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.762 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.762 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613534+0000", 2021-03-04T23:31:50.763 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8166999999999999e-05 2021-03-04T23:31:50.763 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.764 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.764 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.764 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613612+0000", 2021-03-04T23:31:50.765 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2553999999999995e-05 2021-03-04T23:31:50.765 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.766 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.766 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:31:50.767 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.613705+0000", 2021-03-04T23:31:50.767 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001519678 2021-03-04T23:31:50.767 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.768 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.768 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.768 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.615224+0000", 2021-03-04T23:31:50.768 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.005566779 2021-03-04T23:31:50.769 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.769 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.769 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.769 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.620791+0000", 2021-03-04T23:31:50.770 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27156664600000002 2021-03-04T23:31:50.770 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.770 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.770 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.770 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.892358+0000", 2021-03-04T23:31:50.771 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024997399999999998 2021-03-04T23:31:50.771 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.771 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.771 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.772 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.892608+0000", 2021-03-04T23:31:50.772 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016531099999999999 2021-03-04T23:31:50.772 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.772 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.772 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.773 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:03.892773+0000", 2021-03-04T23:31:50.773 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27932610200000002 2021-03-04T23:31:50.773 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.773 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.773 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.774 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.774 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.774 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187243 30.d 30:b155775f:::benchmark_data_gibba008_138845_object29256:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.774 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.308965+0000", 2021-03-04T23:31:50.774 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.362015537999994, 2021-03-04T23:31:50.775 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0436793199999999, 2021-03-04T23:31:50.775 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.775 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.775 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.776 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.776 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.776 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187243 2021-03-04T23:31:50.776 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.776 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.777 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.777 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.777 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308965+0000", 2021-03-04T23:31:50.777 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.778 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.778 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.778 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.778 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308965+0000", 2021-03-04T23:31:50.778 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.193e-06 2021-03-04T23:31:50.779 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.779 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.779 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.779 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308967+0000", 2021-03-04T23:31:50.780 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2259999999999999e-06 2021-03-04T23:31:50.780 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.780 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.780 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.780 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308969+0000", 2021-03-04T23:31:50.781 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0372e-05 2021-03-04T23:31:50.781 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.781 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.781 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.781 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308980+0000", 2021-03-04T23:31:50.782 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4859999999999997e-06 2021-03-04T23:31:50.782 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.782 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.782 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.782 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308985+0000", 2021-03-04T23:31:50.783 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5578000000000002e-05 2021-03-04T23:31:50.783 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.783 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.783 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.784 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309041+0000", 2021-03-04T23:31:50.784 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6760000000000007e-06 2021-03-04T23:31:50.784 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.784 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.784 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.785 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309048+0000", 2021-03-04T23:31:50.785 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0036352399999999 2021-03-04T23:31:50.785 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.786 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.786 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.786 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312684+0000", 2021-03-04T23:31:50.786 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8836999999999999e-05 2021-03-04T23:31:50.786 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.787 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.787 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.787 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312703+0000", 2021-03-04T23:31:50.787 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.026513418 2021-03-04T23:31:50.787 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.788 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.788 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.788 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.339216+0000", 2021-03-04T23:31:50.791 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016363129999999999 2021-03-04T23:31:50.791 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.791 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.791 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.792 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.340852+0000", 2021-03-04T23:31:50.792 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019762100000000001 2021-03-04T23:31:50.792 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.792 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.793 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.793 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.341050+0000", 2021-03-04T23:31:50.793 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0086228740000000009 2021-03-04T23:31:50.794 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.794 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.794 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.794 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349673+0000", 2021-03-04T23:31:50.794 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.955e-06 2021-03-04T23:31:50.795 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.795 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.795 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.795 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349678+0000", 2021-03-04T23:31:50.795 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0028419130000000002 2021-03-04T23:31:50.796 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.796 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.796 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.796 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352520+0000", 2021-03-04T23:31:50.796 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.197e-05 2021-03-04T23:31:50.797 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.797 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.797 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.797 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352562+0000", 2021-03-04T23:31:50.798 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2647999999999999e-05 2021-03-04T23:31:50.798 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.798 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.798 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.798 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352644+0000", 2021-03-04T23:31:50.799 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0436793199999999 2021-03-04T23:31:50.799 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.799 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.799 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.800 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.800 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.800 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187246 30.d 30:b1baf4ef:::benchmark_data_gibba008_138845_object29259:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.800 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.309281+0000", 2021-03-04T23:31:50.800 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.361699744000006, 2021-03-04T23:31:50.801 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0434999239999998, 2021-03-04T23:31:50.801 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.801 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.801 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.801 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.802 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.802 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187246 2021-03-04T23:31:50.802 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.802 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.803 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.803 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.803 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309281+0000", 2021-03-04T23:31:50.803 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.803 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.804 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.804 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.804 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309281+0000", 2021-03-04T23:31:50.804 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8640000000000001e-06 2021-03-04T23:31:50.805 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.805 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.805 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.805 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309283+0000", 2021-03-04T23:31:50.805 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.902e-06 2021-03-04T23:31:50.806 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.806 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.806 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.806 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309284+0000", 2021-03-04T23:31:50.807 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7618999999999999e-05 2021-03-04T23:31:50.807 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.807 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.807 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.808 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309302+0000", 2021-03-04T23:31:50.808 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0279999999999997e-06 2021-03-04T23:31:50.808 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.808 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.808 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.809 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309308+0000", 2021-03-04T23:31:50.809 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6053000000000002e-05 2021-03-04T23:31:50.809 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.809 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.809 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.810 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309344+0000", 2021-03-04T23:31:50.810 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2979999999999997e-06 2021-03-04T23:31:50.810 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.810 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.810 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.811 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309353+0000", 2021-03-04T23:31:50.811 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0033668650000001 2021-03-04T23:31:50.811 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.811 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.811 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.812 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312720+0000", 2021-03-04T23:31:50.812 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8280000000000002e-06 2021-03-04T23:31:50.812 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.812 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.812 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.813 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312725+0000", 2021-03-04T23:31:50.813 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0341392030000001 2021-03-04T23:31:50.813 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.813 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.814 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.814 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.346864+0000", 2021-03-04T23:31:50.814 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4566000000000005e-05 2021-03-04T23:31:50.814 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.814 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.815 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.815 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.346929+0000", 2021-03-04T23:31:50.815 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5036000000000005e-05 2021-03-04T23:31:50.815 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.815 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.816 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.816 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.347004+0000", 2021-03-04T23:31:50.816 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002732773 2021-03-04T23:31:50.816 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.816 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.817 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.817 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349737+0000", 2021-03-04T23:31:50.817 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00271923 2021-03-04T23:31:50.817 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.818 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.818 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.818 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352456+0000", 2021-03-04T23:31:50.818 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022748899999999999 2021-03-04T23:31:50.818 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.819 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.819 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.819 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352683+0000", 2021-03-04T23:31:50.819 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0951999999999998e-05 2021-03-04T23:31:50.819 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.820 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.820 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.820 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352714+0000", 2021-03-04T23:31:50.820 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6217999999999995e-05 2021-03-04T23:31:50.820 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.821 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.821 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.821 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352781+0000", 2021-03-04T23:31:50.821 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0434999239999998 2021-03-04T23:31:50.821 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.822 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.822 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.822 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.822 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.823 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187267 30.d 30:b1340fb3:::benchmark_data_gibba008_138845_object29280:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.823 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.325965+0000", 2021-03-04T23:31:50.823 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.345015255000007, 2021-03-04T23:31:50.823 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0325949040000002, 2021-03-04T23:31:50.823 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.824 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.824 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.824 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.824 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.824 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187267 2021-03-04T23:31:50.825 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.825 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.825 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.825 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.825 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325965+0000", 2021-03-04T23:31:50.826 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.826 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.826 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.826 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.827 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325965+0000", 2021-03-04T23:31:50.827 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7320000000000001e-06 2021-03-04T23:31:50.827 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.827 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.827 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.828 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325967+0000", 2021-03-04T23:31:50.828 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.629e-06 2021-03-04T23:31:50.828 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.828 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.829 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.829 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325969+0000", 2021-03-04T23:31:50.829 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6169999999999996e-06 2021-03-04T23:31:50.830 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.830 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.830 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.830 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325978+0000", 2021-03-04T23:31:50.830 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7479999999999999e-06 2021-03-04T23:31:50.831 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.831 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.831 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.831 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325982+0000", 2021-03-04T23:31:50.832 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3213999999999997e-05 2021-03-04T23:31:50.832 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.832 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.832 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.832 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.326015+0000", 2021-03-04T23:31:50.833 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.699e-06 2021-03-04T23:31:50.833 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.833 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.833 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.833 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.326021+0000", 2021-03-04T23:31:50.834 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98672034200000003 2021-03-04T23:31:50.834 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.834 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.834 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.834 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312741+0000", 2021-03-04T23:31:50.835 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6959999999999996e-06 2021-03-04T23:31:50.835 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.835 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.836 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.836 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312746+0000", 2021-03-04T23:31:50.836 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0356417979999999 2021-03-04T23:31:50.836 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.836 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.837 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.837 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.348388+0000", 2021-03-04T23:31:50.837 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7326999999999998e-05 2021-03-04T23:31:50.837 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.837 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.838 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.838 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.348485+0000", 2021-03-04T23:31:50.838 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012341199999999999 2021-03-04T23:31:50.838 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.838 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.839 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.839 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.348608+0000", 2021-03-04T23:31:50.839 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038105499999999998 2021-03-04T23:31:50.839 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.840 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.840 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.840 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352419+0000", 2021-03-04T23:31:50.840 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0884999999999996e-05 2021-03-04T23:31:50.840 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.841 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.841 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.841 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352500+0000", 2021-03-04T23:31:50.841 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0059671689999999996 2021-03-04T23:31:50.841 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.842 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.842 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.842 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358467+0000", 2021-03-04T23:31:50.842 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8476999999999998e-05 2021-03-04T23:31:50.843 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.843 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.843 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.843 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358506+0000", 2021-03-04T23:31:50.843 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4608999999999998e-05 2021-03-04T23:31:50.844 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.844 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.844 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.844 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358560+0000", 2021-03-04T23:31:50.845 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0325949040000002 2021-03-04T23:31:50.845 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.845 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.845 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.845 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.846 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.846 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187288 30.d 30:b43d1aa1:::benchmark_data_gibba008_138845_object29301:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.846 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.340499+0000", 2021-03-04T23:31:50.846 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.330481027999994, 2021-03-04T23:31:50.847 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.018175657, 2021-03-04T23:31:50.847 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.847 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.847 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.847 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.848 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.848 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187288 2021-03-04T23:31:50.848 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.848 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.848 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.849 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.849 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340499+0000", 2021-03-04T23:31:50.849 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.849 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.849 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.850 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.850 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340499+0000", 2021-03-04T23:31:50.850 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2809999999999998e-06 2021-03-04T23:31:50.850 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.851 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.851 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.851 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340502+0000", 2021-03-04T23:31:50.851 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0679999999999999e-06 2021-03-04T23:31:50.851 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.852 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.852 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.852 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340504+0000", 2021-03-04T23:31:50.852 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5650000000000007e-06 2021-03-04T23:31:50.852 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.853 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.853 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.853 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340513+0000", 2021-03-04T23:31:50.853 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6650000000000002e-06 2021-03-04T23:31:50.853 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.854 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.854 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.854 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340518+0000", 2021-03-04T23:31:50.854 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.693e-05 2021-03-04T23:31:50.854 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.855 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.855 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.855 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340555+0000", 2021-03-04T23:31:50.855 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1920000000000002e-06 2021-03-04T23:31:50.856 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.856 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.856 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.856 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340561+0000", 2021-03-04T23:31:50.856 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.97220255499999997 2021-03-04T23:31:50.857 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.857 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.857 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.857 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312764+0000", 2021-03-04T23:31:50.857 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1841000000000001e-05 2021-03-04T23:31:50.858 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.858 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.858 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.858 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312776+0000", 2021-03-04T23:31:50.859 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0369766549999999 2021-03-04T23:31:50.859 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.859 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.859 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.859 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349752+0000", 2021-03-04T23:31:50.860 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5679999999999995e-05 2021-03-04T23:31:50.860 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.860 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.860 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.860 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349818+0000", 2021-03-04T23:31:50.861 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1397999999999996e-05 2021-03-04T23:31:50.861 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.861 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.861 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.861 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349899+0000", 2021-03-04T23:31:50.862 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025639899999999999 2021-03-04T23:31:50.862 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.862 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.862 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.862 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352463+0000", 2021-03-04T23:31:50.863 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035261199999999998 2021-03-04T23:31:50.863 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.863 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.863 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.863 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352816+0000", 2021-03-04T23:31:50.864 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0057888289999999997 2021-03-04T23:31:50.864 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.864 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.864 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.864 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358605+0000", 2021-03-04T23:31:50.865 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2527999999999998e-05 2021-03-04T23:31:50.865 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.865 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.865 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.866 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358627+0000", 2021-03-04T23:31:50.866 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7868000000000003e-05 2021-03-04T23:31:50.866 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.866 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.866 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.867 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358675+0000", 2021-03-04T23:31:50.867 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.018175657 2021-03-04T23:31:50.867 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.867 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.867 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.868 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.868 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.868 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187307 30.d 30:b941e133:::benchmark_data_gibba008_138845_object29320:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.868 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.351340+0000", 2021-03-04T23:31:50.869 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.319640409000002, 2021-03-04T23:31:50.869 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0074672250000001, 2021-03-04T23:31:50.869 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.869 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.869 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.870 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.870 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.870 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187307 2021-03-04T23:31:50.870 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.870 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.871 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.871 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.871 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351340+0000", 2021-03-04T23:31:50.871 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.871 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.872 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.872 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.872 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351340+0000", 2021-03-04T23:31:50.872 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.734e-06 2021-03-04T23:31:50.872 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.873 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.873 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.873 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351342+0000", 2021-03-04T23:31:50.873 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0770000000000002e-06 2021-03-04T23:31:50.873 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.874 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.874 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.874 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351344+0000", 2021-03-04T23:31:50.874 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6559999999999992e-06 2021-03-04T23:31:50.874 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.875 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.875 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.875 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351352+0000", 2021-03-04T23:31:50.875 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9469999999999996e-06 2021-03-04T23:31:50.876 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.876 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.876 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.876 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351355+0000", 2021-03-04T23:31:50.876 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6661e-05 2021-03-04T23:31:50.877 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.877 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.877 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.877 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351392+0000", 2021-03-04T23:31:50.877 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1059999999999996e-06 2021-03-04T23:31:50.878 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.878 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.878 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.878 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351398+0000", 2021-03-04T23:31:50.878 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.96139321799999999 2021-03-04T23:31:50.879 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.879 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.879 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.879 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312791+0000", 2021-03-04T23:31:50.879 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9180000000000002e-06 2021-03-04T23:31:50.880 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.880 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.880 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.880 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312796+0000", 2021-03-04T23:31:50.881 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0381193479999999 2021-03-04T23:31:50.881 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.881 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.881 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.881 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.350916+0000", 2021-03-04T23:31:50.882 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8748000000000001e-05 2021-03-04T23:31:50.882 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.882 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.882 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.882 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.350974+0000", 2021-03-04T23:31:50.883 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3318000000000005e-05 2021-03-04T23:31:50.883 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.883 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.883 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.883 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.351048+0000", 2021-03-04T23:31:50.884 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0017968750000000001 2021-03-04T23:31:50.884 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.884 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.884 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.884 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352845+0000", 2021-03-04T23:31:50.885 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4344e-05 2021-03-04T23:31:50.885 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.885 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.885 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.885 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352859+0000", 2021-03-04T23:31:50.886 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0058772670000000003 2021-03-04T23:31:50.886 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.886 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.886 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.887 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358736+0000", 2021-03-04T23:31:50.887 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1970000000000001e-05 2021-03-04T23:31:50.887 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.887 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.887 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.888 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358758+0000", 2021-03-04T23:31:50.888 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9038e-05 2021-03-04T23:31:50.888 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.888 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.888 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.889 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358807+0000", 2021-03-04T23:31:50.889 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0074672250000001 2021-03-04T23:31:50.889 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.889 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.889 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.890 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.890 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.890 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187319 30.d 30:bb7fb54a:::benchmark_data_gibba008_138845_object29332:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.890 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.356440+0000", 2021-03-04T23:31:50.890 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.314540562000005, 2021-03-04T23:31:50.891 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0024919959999998, 2021-03-04T23:31:50.891 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.891 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.891 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.891 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.892 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.892 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187319 2021-03-04T23:31:50.892 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.892 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.892 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.893 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.893 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356440+0000", 2021-03-04T23:31:50.893 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.893 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.893 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.894 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.894 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356440+0000", 2021-03-04T23:31:50.894 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2470000000000001e-06 2021-03-04T23:31:50.894 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.894 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.895 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.895 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356441+0000", 2021-03-04T23:31:50.895 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4920000000000001e-06 2021-03-04T23:31:50.895 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.896 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.896 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.896 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356443+0000", 2021-03-04T23:31:50.896 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6179999999999997e-06 2021-03-04T23:31:50.896 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.897 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.897 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.897 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356450+0000", 2021-03-04T23:31:50.897 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3220000000000003e-06 2021-03-04T23:31:50.897 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.898 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.898 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.898 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356455+0000", 2021-03-04T23:31:50.898 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8802999999999998e-05 2021-03-04T23:31:50.899 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.899 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.899 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.899 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356483+0000", 2021-03-04T23:31:50.899 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3959999999999999e-06 2021-03-04T23:31:50.900 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.900 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.900 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.900 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356488+0000", 2021-03-04T23:31:50.900 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.95632399300000004 2021-03-04T23:31:50.901 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.901 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.901 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.901 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312812+0000", 2021-03-04T23:31:50.901 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2749999999999997e-06 2021-03-04T23:31:50.902 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.902 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.902 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.902 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312816+0000", 2021-03-04T23:31:50.902 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.040055741 2021-03-04T23:31:50.903 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.903 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.903 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.903 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352872+0000", 2021-03-04T23:31:50.904 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1855999999999997e-05 2021-03-04T23:31:50.904 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.904 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.904 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.904 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352954+0000", 2021-03-04T23:31:50.905 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7521000000000005e-05 2021-03-04T23:31:50.905 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.905 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.905 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.905 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.353041+0000", 2021-03-04T23:31:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0055254010000000001 2021-03-04T23:31:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358567+0000", 2021-03-04T23:31:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9201000000000001e-05 2021-03-04T23:31:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358586+0000", 2021-03-04T23:31:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000271291 2021-03-04T23:31:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358857+0000", 2021-03-04T23:31:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2694e-05 2021-03-04T23:31:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358880+0000", 2021-03-04T23:31:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2145000000000003e-05 2021-03-04T23:31:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.911 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358932+0000", 2021-03-04T23:31:50.911 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0024919959999998 2021-03-04T23:31:50.911 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.911 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.911 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187323 30.d 30:be11071e:::benchmark_data_gibba008_138845_object29336:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.357799+0000", 2021-03-04T23:31:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.313181255999993, 2021-03-04T23:31:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0012423090000002, 2021-03-04T23:31:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187323 2021-03-04T23:31:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357799+0000", 2021-03-04T23:31:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357799+0000", 2021-03-04T23:31:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.815e-06 2021-03-04T23:31:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357801+0000", 2021-03-04T23:31:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8959999999999999e-06 2021-03-04T23:31:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357803+0000", 2021-03-04T23:31:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1430000000000001e-05 2021-03-04T23:31:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357814+0000", 2021-03-04T23:31:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8500000000000002e-06 2021-03-04T23:31:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357819+0000", 2021-03-04T23:31:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7255000000000002e-05 2021-03-04T23:31:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357856+0000", 2021-03-04T23:31:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9779999999999999e-06 2021-03-04T23:31:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357863+0000", 2021-03-04T23:31:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.95496753599999995 2021-03-04T23:31:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312831+0000", 2021-03-04T23:31:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.743e-06 2021-03-04T23:31:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312835+0000", 2021-03-04T23:31:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.041894154 2021-03-04T23:31:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.354729+0000", 2021-03-04T23:31:50.926 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4976999999999996e-05 2021-03-04T23:31:50.926 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.926 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.926 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.926 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.354814+0000", 2021-03-04T23:31:50.927 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0890999999999995e-05 2021-03-04T23:31:50.927 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.927 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.927 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.354895+0000", 2021-03-04T23:31:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0036943919999999999 2021-03-04T23:31:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358589+0000", 2021-03-04T23:31:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000123898 2021-03-04T23:31:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.930 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.930 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358713+0000", 2021-03-04T23:31:50.930 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024587699999999998 2021-03-04T23:31:50.930 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358959+0000", 2021-03-04T23:31:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5738999999999999e-05 2021-03-04T23:31:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358985+0000", 2021-03-04T23:31:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6878e-05 2021-03-04T23:31:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359042+0000", 2021-03-04T23:31:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0012423090000002 2021-03-04T23:31:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187351 30.d 30:bee49096:::benchmark_data_gibba008_138845_object29364:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.378598+0000", 2021-03-04T23:31:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.292382634999996, 2021-03-04T23:31:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.980586186, 2021-03-04T23:31:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187351 2021-03-04T23:31:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378598+0000", 2021-03-04T23:31:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378598+0000", 2021-03-04T23:31:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.84e-06 2021-03-04T23:31:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378600+0000", 2021-03-04T23:31:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8360000000000001e-06 2021-03-04T23:31:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378602+0000", 2021-03-04T23:31:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7050000000000005e-06 2021-03-04T23:31:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378610+0000", 2021-03-04T23:31:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1919999999999996e-06 2021-03-04T23:31:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378615+0000", 2021-03-04T23:31:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8340000000000002e-05 2021-03-04T23:31:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378654+0000", 2021-03-04T23:31:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3049999999999998e-06 2021-03-04T23:31:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378660+0000", 2021-03-04T23:31:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.93419602099999999 2021-03-04T23:31:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312856+0000", 2021-03-04T23:31:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4209999999999997e-06 2021-03-04T23:31:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312860+0000", 2021-03-04T23:31:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0437270890000001 2021-03-04T23:31:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.356588+0000", 2021-03-04T23:31:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2870999999999999e-05 2021-03-04T23:31:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.356680+0000", 2021-03-04T23:31:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113021 2021-03-04T23:31:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.356793+0000", 2021-03-04T23:31:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018873900000000001 2021-03-04T23:31:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358681+0000", 2021-03-04T23:31:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015311900000000001 2021-03-04T23:31:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358834+0000", 2021-03-04T23:31:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024815699999999999 2021-03-04T23:31:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359082+0000", 2021-03-04T23:31:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3408999999999998e-05 2021-03-04T23:31:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359116+0000", 2021-03-04T23:31:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.847e-05 2021-03-04T23:31:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359184+0000", 2021-03-04T23:31:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.980586186 2021-03-04T23:31:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187369 30.d 30:b9746323:::benchmark_data_gibba008_138845_object29382:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.392232+0000", 2021-03-04T23:31:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.278748508000007, 2021-03-04T23:31:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.974375107, 2021-03-04T23:31:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187369 2021-03-04T23:31:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392232+0000", 2021-03-04T23:31:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392232+0000", 2021-03-04T23:31:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8589999999999999e-06 2021-03-04T23:31:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392234+0000", 2021-03-04T23:31:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.903e-06 2021-03-04T23:31:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392236+0000", 2021-03-04T23:31:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2199999999999992e-06 2021-03-04T23:31:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392244+0000", 2021-03-04T23:31:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9500000000000003e-06 2021-03-04T23:31:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392248+0000", 2021-03-04T23:31:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0710999999999998e-05 2021-03-04T23:31:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392279+0000", 2021-03-04T23:31:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6989999999999997e-06 2021-03-04T23:31:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392285+0000", 2021-03-04T23:31:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.92058893900000005 2021-03-04T23:31:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312874+0000", 2021-03-04T23:31:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9010000000000002e-06 2021-03-04T23:31:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312879+0000", 2021-03-04T23:31:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0463357950000001 2021-03-04T23:31:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.971 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359215+0000", 2021-03-04T23:31:50.971 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5183000000000002e-05 2021-03-04T23:31:50.971 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.971 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.971 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.972 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359290+0000", 2021-03-04T23:31:50.972 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8114000000000004e-05 2021-03-04T23:31:50.972 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.972 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.973 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.973 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359378+0000", 2021-03-04T23:31:50.973 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0070649049999999998 2021-03-04T23:31:50.973 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.973 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.974 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.974 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366443+0000", 2021-03-04T23:31:50.974 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8608e-05 2021-03-04T23:31:50.974 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.974 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.975 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.975 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366482+0000", 2021-03-04T23:31:50.975 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4189999999999996e-06 2021-03-04T23:31:50.975 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.975 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.976 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.976 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366489+0000", 2021-03-04T23:31:50.976 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6021999999999999e-05 2021-03-04T23:31:50.976 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.976 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.977 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:50.977 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366515+0000", 2021-03-04T23:31:50.977 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1879000000000006e-05 2021-03-04T23:31:50.977 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366607+0000", 2021-03-04T23:31:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.974375107 2021-03-04T23:31:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187384 30.d 30:b7fc69c0:::benchmark_data_gibba008_138845_object29397:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.401615+0000", 2021-03-04T23:31:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.269365790999998, 2021-03-04T23:31:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.965287572, 2021-03-04T23:31:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187384 2021-03-04T23:31:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401615+0000", 2021-03-04T23:31:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401615+0000", 2021-03-04T23:31:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7940000000000001e-06 2021-03-04T23:31:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401616+0000", 2021-03-04T23:31:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.052e-06 2021-03-04T23:31:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401619+0000", 2021-03-04T23:31:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0247e-05 2021-03-04T23:31:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401629+0000", 2021-03-04T23:31:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3630000000000002e-06 2021-03-04T23:31:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401634+0000", 2021-03-04T23:31:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9328e-05 2021-03-04T23:31:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401673+0000", 2021-03-04T23:31:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1550000000000001e-06 2021-03-04T23:31:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401681+0000", 2021-03-04T23:31:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.91121342500000002 2021-03-04T23:31:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312894+0000", 2021-03-04T23:31:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6870000000000002e-06 2021-03-04T23:31:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312899+0000", 2021-03-04T23:31:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.048799472 2021-03-04T23:31:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.361698+0000", 2021-03-04T23:31:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6744999999999998e-05 2021-03-04T23:31:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.361775+0000", 2021-03-04T23:31:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4128000000000004e-05 2021-03-04T23:31:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.361869+0000", 2021-03-04T23:31:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0047475599999999996 2021-03-04T23:31:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366617+0000", 2021-03-04T23:31:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6257999999999997e-05 2021-03-04T23:31:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.998 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366653+0000", 2021-03-04T23:31:50.998 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000103182 2021-03-04T23:31:50.998 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.998 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366756+0000", 2021-03-04T23:31:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5300000000000003e-05 2021-03-04T23:31:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366801+0000", 2021-03-04T23:31:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000100876 2021-03-04T23:31:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366902+0000", 2021-03-04T23:31:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.965287572 2021-03-04T23:31:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187394 30.d 30:bb57969f:::benchmark_data_gibba008_138845_object29407:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:51.003 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.407926+0000", 2021-03-04T23:31:51.003 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.263054752000002, 2021-03-04T23:31:51.003 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9591286349999999, 2021-03-04T23:31:51.003 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187394 2021-03-04T23:31:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407926+0000", 2021-03-04T23:31:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407926+0000", 2021-03-04T23:31:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5239999999999999e-06 2021-03-04T23:31:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407928+0000", 2021-03-04T23:31:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5330000000000001e-06 2021-03-04T23:31:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407931+0000", 2021-03-04T23:31:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.205e-05 2021-03-04T23:31:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407943+0000", 2021-03-04T23:31:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5520000000000004e-06 2021-03-04T23:31:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407948+0000", 2021-03-04T23:31:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1826999999999998e-05 2021-03-04T23:31:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407990+0000", 2021-03-04T23:31:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0919999999999998e-06 2021-03-04T23:31:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407998+0000", 2021-03-04T23:31:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.90491898100000001 2021-03-04T23:31:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312917+0000", 2021-03-04T23:31:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0250000000000002e-06 2021-03-04T23:31:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312922+0000", 2021-03-04T23:31:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0510917870000001 2021-03-04T23:31:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.364014+0000", 2021-03-04T23:31:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5733000000000001e-05 2021-03-04T23:31:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.364100+0000", 2021-03-04T23:31:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5864000000000002e-05 2021-03-04T23:31:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.364196+0000", 2021-03-04T23:31:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002497478 2021-03-04T23:31:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366693+0000", 2021-03-04T23:31:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2460000000000003e-06 2021-03-04T23:31:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366701+0000", 2021-03-04T23:31:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025756599999999998 2021-03-04T23:31:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366959+0000", 2021-03-04T23:31:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5851999999999999e-05 2021-03-04T23:31:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366985+0000", 2021-03-04T23:31:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9524999999999996e-05 2021-03-04T23:31:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.367054+0000", 2021-03-04T23:31:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9591286349999999 2021-03-04T23:31:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187402 30.d 30:bd1f5a19:::benchmark_data_gibba008_138845_object29415:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.414918+0000", 2021-03-04T23:31:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.256062313000001, 2021-03-04T23:31:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9572495839999999, 2021-03-04T23:31:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187402 2021-03-04T23:31:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414918+0000", 2021-03-04T23:31:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414918+0000", 2021-03-04T23:31:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.73e-06 2021-03-04T23:31:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414920+0000", 2021-03-04T23:31:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.029e-06 2021-03-04T23:31:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414922+0000", 2021-03-04T23:31:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0539e-05 2021-03-04T23:31:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414932+0000", 2021-03-04T23:31:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6960000000000002e-06 2021-03-04T23:31:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414938+0000", 2021-03-04T23:31:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2472000000000002e-05 2021-03-04T23:31:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414991+0000", 2021-03-04T23:31:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7000000000000008e-06 2021-03-04T23:31:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.414998+0000", 2021-03-04T23:31:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.89793966800000002 2021-03-04T23:31:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312938+0000", 2021-03-04T23:31:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4719999999999997e-06 2021-03-04T23:31:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312942+0000", 2021-03-04T23:31:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0541458340000001 2021-03-04T23:31:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.367088+0000", 2021-03-04T23:31:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5240000000000003e-05 2021-03-04T23:31:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.367184+0000", 2021-03-04T23:31:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011819099999999999 2021-03-04T23:31:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.367302+0000", 2021-03-04T23:31:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0047048139999999999 2021-03-04T23:31:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372007+0000", 2021-03-04T23:31:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1340000000000003e-06 2021-03-04T23:31:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372012+0000", 2021-03-04T23:31:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9774999999999999e-05 2021-03-04T23:31:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372041+0000", 2021-03-04T23:31:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8398000000000001e-05 2021-03-04T23:31:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372080+0000", 2021-03-04T23:31:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7892000000000005e-05 2021-03-04T23:31:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372168+0000", 2021-03-04T23:31:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9572495839999999 2021-03-04T23:31:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187410 30.d 30:b9400cf1:::benchmark_data_gibba008_138845_object29423:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.421032+0000", 2021-03-04T23:31:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.249948083000007, 2021-03-04T23:31:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9559970019999999, 2021-03-04T23:31:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187410 2021-03-04T23:31:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421032+0000", 2021-03-04T23:31:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421032+0000", 2021-03-04T23:31:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4589999999999999e-06 2021-03-04T23:31:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421034+0000", 2021-03-04T23:31:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4869999999999999e-06 2021-03-04T23:31:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421035+0000", 2021-03-04T23:31:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7050000000000005e-06 2021-03-04T23:31:51.054 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.057 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.057 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:51.057 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421044+0000", 2021-03-04T23:31:51.057 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1450000000000001e-06 2021-03-04T23:31:51.058 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.058 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.058 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:51.058 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421048+0000", 2021-03-04T23:31:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.01e-05 2021-03-04T23:31:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421078+0000", 2021-03-04T23:31:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3879999999999999e-06 2021-03-04T23:31:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.421084+0000", 2021-03-04T23:31:51.061 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.89187711300000005 2021-03-04T23:31:51.061 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.061 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.061 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.061 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312961+0000", 2021-03-04T23:31:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2229999999999998e-06 2021-03-04T23:31:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312966+0000", 2021-03-04T23:31:51.063 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.056828855 2021-03-04T23:31:51.063 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.063 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.063 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.369795+0000", 2021-03-04T23:31:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0927999999999997e-05 2021-03-04T23:31:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.369856+0000", 2021-03-04T23:31:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7955999999999998e-05 2021-03-04T23:31:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.369924+0000", 2021-03-04T23:31:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0046936 2021-03-04T23:31:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.374617+0000", 2021-03-04T23:31:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002273845 2021-03-04T23:31:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.376891+0000", 2021-03-04T23:31:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9725000000000001e-05 2021-03-04T23:31:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.376921+0000", 2021-03-04T23:31:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4604999999999998e-05 2021-03-04T23:31:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.376956+0000", 2021-03-04T23:31:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3868000000000005e-05 2021-03-04T23:31:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.071 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.071 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377029+0000", 2021-03-04T23:31:51.071 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9559970019999999 2021-03-04T23:31:51.071 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.071 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187421 30.d 30:b22635e7:::benchmark_data_gibba008_138845_object29434:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.432038+0000", 2021-03-04T23:31:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.238942530000003, 2021-03-04T23:31:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.950372596, 2021-03-04T23:31:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:51.074 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:51.074 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:51.074 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187421 2021-03-04T23:31:51.074 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432038+0000", 2021-03-04T23:31:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432038+0000", 2021-03-04T23:31:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8679999999999999e-06 2021-03-04T23:31:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432040+0000", 2021-03-04T23:31:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0540000000000002e-06 2021-03-04T23:31:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432042+0000", 2021-03-04T23:31:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0783e-05 2021-03-04T23:31:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432053+0000", 2021-03-04T23:31:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9280000000000001e-06 2021-03-04T23:31:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432058+0000", 2021-03-04T23:31:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3127999999999999e-05 2021-03-04T23:31:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432091+0000", 2021-03-04T23:31:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9229999999999999e-06 2021-03-04T23:31:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.432097+0000", 2021-03-04T23:31:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.88133201400000005 2021-03-04T23:31:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.313429+0000", 2021-03-04T23:31:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1459999999999999e-06 2021-03-04T23:31:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.313436+0000", 2021-03-04T23:31:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0587553000000001 2021-03-04T23:31:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372191+0000", 2021-03-04T23:31:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6144999999999996e-05 2021-03-04T23:31:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372277+0000", 2021-03-04T23:31:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110192 2021-03-04T23:31:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.372387+0000", 2021-03-04T23:31:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0045095259999999998 2021-03-04T23:31:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.376897+0000", 2021-03-04T23:31:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015920499999999999 2021-03-04T23:31:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377056+0000", 2021-03-04T23:31:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0052153190000000004 2021-03-04T23:31:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.382271+0000", 2021-03-04T23:31:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1696999999999997e-05 2021-03-04T23:31:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.382313+0000", 2021-03-04T23:31:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7367999999999993e-05 2021-03-04T23:31:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.382411+0000", 2021-03-04T23:31:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.950372596 2021-03-04T23:31:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187440 30.d 30:b1ae2f87:::benchmark_data_gibba008_138845_object29453:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.459315+0000", 2021-03-04T23:31:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.211665800000006, 2021-03-04T23:31:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9280281610000001, 2021-03-04T23:31:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:51.097 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187440 2021-03-04T23:31:51.097 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.097 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:51.097 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459315+0000", 2021-03-04T23:31:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459315+0000", 2021-03-04T23:31:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:31:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459316+0000", 2021-03-04T23:31:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7090000000000001e-06 2021-03-04T23:31:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459318+0000", 2021-03-04T23:31:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2590000000000006e-06 2021-03-04T23:31:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459327+0000", 2021-03-04T23:31:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8489999999999999e-06 2021-03-04T23:31:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.103 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:51.103 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459331+0000", 2021-03-04T23:31:51.103 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0123999999999999e-05 2021-03-04T23:31:51.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.103 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.104 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.104 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459351+0000", 2021-03-04T23:31:51.104 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7079999999999999e-06 2021-03-04T23:31:51.104 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.459355+0000", 2021-03-04T23:31:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.85409788799999997 2021-03-04T23:31:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.313453+0000", 2021-03-04T23:31:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4709999999999998e-06 2021-03-04T23:31:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.107 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.107 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.313458+0000", 2021-03-04T23:31:51.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.061181197 2021-03-04T23:31:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.374639+0000", 2021-03-04T23:31:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9165999999999994e-05 2021-03-04T23:31:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.374719+0000", 2021-03-04T23:31:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6673000000000003e-05 2021-03-04T23:31:51.110 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.110 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.110 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:51.110 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.374795+0000", 2021-03-04T23:31:51.110 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022897249999999998 2021-03-04T23:31:51.111 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.111 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.111 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377085+0000", 2021-03-04T23:31:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6860000000000003e-06 2021-03-04T23:31:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377091+0000", 2021-03-04T23:31:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010136473 2021-03-04T23:31:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387227+0000", 2021-03-04T23:31:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7833000000000002e-05 2021-03-04T23:31:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387265+0000", 2021-03-04T23:31:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7924999999999997e-05 2021-03-04T23:31:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387343+0000", 2021-03-04T23:31:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9280281610000001 2021-03-04T23:31:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187443 30.d 30:b8947733:::benchmark_data_gibba008_138845_object29456:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:31:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.467261+0000", 2021-03-04T23:31:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 78.203719508000006, 2021-03-04T23:31:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9202665750000001, 2021-03-04T23:31:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:31:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:31:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:31:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:31:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187443 2021-03-04T23:31:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:31:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:31:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467261+0000", 2021-03-04T23:31:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:31:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:31:51.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467261+0000", 2021-03-04T23:31:51.121 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5939999999999999e-06 2021-03-04T23:31:51.121 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:31:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467263+0000", 2021-03-04T23:31:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.736e-06 2021-03-04T23:31:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:31:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467264+0000", 2021-03-04T23:31:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1460000000000002e-06 2021-03-04T23:31:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:31:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467273+0000", 2021-03-04T23:31:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7799999999999998e-06 2021-03-04T23:31:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.125 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.125 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:31:51.125 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467277+0000", 2021-03-04T23:31:51.125 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9317000000000001e-05 2021-03-04T23:31:51.125 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.126 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.126 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.126 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467347+0000", 2021-03-04T23:31:51.126 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4669999999999998e-06 2021-03-04T23:31:51.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.127 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.127 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.467351+0000", 2021-03-04T23:31:51.127 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.846124773 2021-03-04T23:31:51.127 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.313476+0000", 2021-03-04T23:31:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8749999999999999e-06 2021-03-04T23:31:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:31:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.313481+0000", 2021-03-04T23:31:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0636278779999999 2021-03-04T23:31:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:31:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377109+0000", 2021-03-04T23:31:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9810999999999998e-05 2021-03-04T23:31:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:31:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377198+0000", 2021-03-04T23:31:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000117229 2021-03-04T23:31:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:31:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.377316+0000", 2021-03-04T23:31:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0051324739999999997 2021-03-04T23:31:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.382448+0000", 2021-03-04T23:31:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0049348780000000002 2021-03-04T23:31:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:31:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387383+0000", 2021-03-04T23:31:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2764e-05 2021-03-04T23:31:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387416+0000", 2021-03-04T23:31:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0754999999999999e-05 2021-03-04T23:31:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:31:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387446+0000", 2021-03-04T23:31:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1098000000000002e-05 2021-03-04T23:31:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:31:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:31:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:31:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.387528+0000", 2021-03-04T23:31:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9202665750000001 2021-03-04T23:31:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.139 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:31:51.139 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:31:51.139 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:31:51.141 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:51.142 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:50 gibba008 bash[48858]: debug 2021-03-04T23:31:50.723+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:51.243 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.336 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.438 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:51 gibba008 bash[39303]: cluster 2021-03-04T23:31:49.527446+0000 mgr.x (mgr.34379) 1337 : cluster [DBG] pgmap v1722: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.4 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1479/67230 objects degraded (2.200%); 6547/67230 objects misplaced (9.738%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:51.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:51 gibba008 bash[37770]: cluster 2021-03-04T23:31:49.527446+0000 mgr.x (mgr.34379) 1337 : cluster [DBG] pgmap v1722: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.4 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1479/67230 objects degraded (2.200%); 6547/67230 objects misplaced (9.738%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:51.520 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:51 gibba023 bash[27374]: cluster 2021-03-04T23:31:49.527446+0000 mgr.x (mgr.34379) 1337 : cluster [DBG] pgmap v1722: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.4 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1479/67230 objects degraded (2.200%); 6547/67230 objects misplaced (9.738%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:51.521 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:51 gibba023 bash[19550]: debug 2021-03-04T23:31:51.330+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:51.521 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:51 gibba023 bash[19550]: debug 2021-03-04T23:31:51.514+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:51.523 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.627 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.696 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.773 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:51 gibba023 bash[19550]: debug 2021-03-04T23:31:51.690+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:51.798 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:52.085 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:52.188 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:52.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:52 gibba008 bash[44600]: debug 2021-03-04T23:31:52.071+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:52.651 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:52.754 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:52.880 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:52.992 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:52.998 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:52 gibba008 bash[91265]: debug 2021-03-04T23:31:52.643+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:53.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:52 gibba023 bash[19550]: debug 2021-03-04T23:31:52.870+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:53.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:31:53.249 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:53.591 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:53 gibba008 bash[37770]: cluster 2021-03-04T23:31:51.527950+0000 mgr.x (mgr.34379) 1338 : cluster [DBG] pgmap v1723: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.2 GiB data, 4.7 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1026/56601 objects degraded (1.813%); 5716/56601 objects misplaced (10.099%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:53.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:53 gibba008 bash[39303]: cluster 2021-03-04T23:31:51.527950+0000 mgr.x (mgr.34379) 1338 : cluster [DBG] pgmap v1723: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.2 GiB data, 4.7 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1026/56601 objects degraded (1.813%); 5716/56601 objects misplaced (10.099%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:53.626 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:53.729 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:53.736 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:53 gibba023 bash[27374]: cluster 2021-03-04T23:31:51.527950+0000 mgr.x (mgr.34379) 1338 : cluster [DBG] pgmap v1723: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.2 GiB data, 4.7 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 1026/56601 objects degraded (1.813%); 5716/56601 objects misplaced (10.099%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:31:53.816 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:53.920 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:54.007 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:53 gibba023 bash[15180]: debug 2021-03-04T23:31:53.810+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:54.008 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:54.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:53 gibba008 bash[91265]: debug 2021-03-04T23:31:53.615+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:54.113 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.199 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.259 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:31:54.265 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:54 gibba023 bash[15180]: debug 2021-03-04T23:31:54.194+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:54.265 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:54 gibba023 bash[18090]: debug 2021-03-04T23:31:54.002+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:54.303 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.350 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:54.397 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.500 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:54.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:54 gibba008 bash[37770]: debug 2021-03-04T23:31:54.267+0000 7f3d3e3c5700 -1 mon.a@0(leader).osd e735 definitely_dead 0 2021-03-04T23:31:54.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:54 gibba023 bash[15180]: debug 2021-03-04T23:31:54.390+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:54.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:55.027 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:55.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:54 gibba008 bash[91265]: debug 2021-03-04T23:31:54.915+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:55.275 INFO:teuthology.orchestra.run.gibba008.stderr:marked out osd.7. 2021-03-04T23:31:55.328 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:55 gibba023 bash[27374]: cluster 2021-03-04T23:31:53.528526+0000 mgr.x (mgr.34379) 1339 : cluster [DBG] pgmap v1724: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.1 GiB data, 4.3 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 1026/52353 objects degraded (1.960%); 4847/52353 objects misplaced (9.258%); 699 KiB/s, 10 objects/s recovering 2021-03-04T23:31:55.328 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:55 gibba023 bash[27374]: cluster 2021-03-04T23:31:54.254505+0000 mon.a (mon.0) 1980 : cluster [WRN] Health check update: Degraded data redundancy: 1026/56601 objects degraded (1.813%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:55.329 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:55 gibba023 bash[27374]: audit 2021-03-04T23:31:54.272272+0000 mon.c (mon.1) 128 : audit [INF] from='client.? 172.21.2.108:0/867278387' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:55.329 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:55 gibba023 bash[27374]: audit 2021-03-04T23:31:54.272616+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:55.329 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:55 gibba023 bash[27374]: cluster 2021-03-04T23:31:54.272683+0000 mon.a (mon.0) 1982 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:31:55.330 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:55.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:55.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[37770]: cluster 2021-03-04T23:31:53.528526+0000 mgr.x (mgr.34379) 1339 : cluster [DBG] pgmap v1724: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.1 GiB data, 4.3 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 1026/52353 objects degraded (1.960%); 4847/52353 objects misplaced (9.258%); 699 KiB/s, 10 objects/s recovering 2021-03-04T23:31:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[37770]: cluster 2021-03-04T23:31:54.254505+0000 mon.a (mon.0) 1980 : cluster [WRN] Health check update: Degraded data redundancy: 1026/56601 objects degraded (1.813%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[37770]: audit 2021-03-04T23:31:54.272272+0000 mon.c (mon.1) 128 : audit [INF] from='client.? 172.21.2.108:0/867278387' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[37770]: audit 2021-03-04T23:31:54.272616+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:55.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[37770]: cluster 2021-03-04T23:31:54.272683+0000 mon.a (mon.0) 1982 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:31:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[39303]: cluster 2021-03-04T23:31:53.528526+0000 mgr.x (mgr.34379) 1339 : cluster [DBG] pgmap v1724: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 1.1 GiB data, 4.3 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 1026/52353 objects degraded (1.960%); 4847/52353 objects misplaced (9.258%); 699 KiB/s, 10 objects/s recovering 2021-03-04T23:31:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[39303]: cluster 2021-03-04T23:31:54.254505+0000 mon.a (mon.0) 1980 : cluster [WRN] Health check update: Degraded data redundancy: 1026/56601 objects degraded (1.813%), 2 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[39303]: audit 2021-03-04T23:31:54.272272+0000 mon.c (mon.1) 128 : audit [INF] from='client.? 172.21.2.108:0/867278387' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:55.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[39303]: audit 2021-03-04T23:31:54.272616+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:55.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[39303]: cluster 2021-03-04T23:31:54.272683+0000 mon.a (mon.0) 1982 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:31:55.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:55 gibba023 bash[18090]: debug 2021-03-04T23:31:55.322+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:55.978 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:56.081 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:56.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:55 gibba008 bash[47391]: debug 2021-03-04T23:31:55.971+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:56.655 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[39303]: audit 2021-03-04T23:31:55.260165+0000 mon.a (mon.0) 1983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:31:56.655 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[39303]: cluster 2021-03-04T23:31:55.260389+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e736: 8 total, 7 up, 7 in 2021-03-04T23:31:56.655 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[39303]: cluster 2021-03-04T23:31:56.262669+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e737: 8 total, 7 up, 7 in 2021-03-04T23:31:56.656 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[37770]: audit 2021-03-04T23:31:55.260165+0000 mon.a (mon.0) 1983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:31:56.656 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[37770]: cluster 2021-03-04T23:31:55.260389+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e736: 8 total, 7 up, 7 in 2021-03-04T23:31:56.656 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[37770]: cluster 2021-03-04T23:31:56.262669+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e737: 8 total, 7 up, 7 in 2021-03-04T23:31:56.657 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:56.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:56.769 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:56 gibba023 bash[27374]: audit 2021-03-04T23:31:55.260165+0000 mon.a (mon.0) 1983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:31:56.770 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:56 gibba023 bash[27374]: cluster 2021-03-04T23:31:55.260389+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e736: 8 total, 7 up, 7 in 2021-03-04T23:31:56.770 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:56 gibba023 bash[27374]: cluster 2021-03-04T23:31:56.262669+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e737: 8 total, 7 up, 7 in 2021-03-04T23:31:56.981 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:57.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:31:56 gibba008 bash[91265]: debug 2021-03-04T23:31:56.647+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:57.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:31:56 gibba023 bash[19550]: debug 2021-03-04T23:31:56.974+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:57.089 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:57.354 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:57 gibba023 bash[27374]: cluster 2021-03-04T23:31:55.529761+0000 mgr.x (mgr.34379) 1340 : cluster [DBG] pgmap v1726: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 927 MiB data, 3.8 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 1026/44577 objects degraded (2.302%); 4340/44577 objects misplaced (9.736%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:31:57.354 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:57 gibba023 bash[27374]: cluster 2021-03-04T23:31:57.265945+0000 mon.a (mon.0) 1986 : cluster [DBG] osdmap e738: 8 total, 7 up, 7 in 2021-03-04T23:31:57.355 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:57.458 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:57.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:57 gibba008 bash[39303]: cluster 2021-03-04T23:31:55.529761+0000 mgr.x (mgr.34379) 1340 : cluster [DBG] pgmap v1726: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 927 MiB data, 3.8 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 1026/44577 objects degraded (2.302%); 4340/44577 objects misplaced (9.736%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:31:57.647 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:57 gibba008 bash[39303]: cluster 2021-03-04T23:31:57.265945+0000 mon.a (mon.0) 1986 : cluster [DBG] osdmap e738: 8 total, 7 up, 7 in 2021-03-04T23:31:57.648 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:57.648 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:57 gibba008 bash[44600]: debug 2021-03-04T23:31:57.639+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:57.648 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:57 gibba008 bash[37770]: cluster 2021-03-04T23:31:55.529761+0000 mgr.x (mgr.34379) 1340 : cluster [DBG] pgmap v1726: 129 pgs: 1 active+remapped+backfilling, 87 active+clean, 12 active+undersized, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 927 MiB data, 3.8 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.51k op/s; 1026/44577 objects degraded (2.302%); 4340/44577 objects misplaced (9.736%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:31:57.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:57 gibba008 bash[37770]: cluster 2021-03-04T23:31:57.265945+0000 mon.a (mon.0) 1986 : cluster [DBG] osdmap e738: 8 total, 7 up, 7 in 2021-03-04T23:31:57.751 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:57.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:57 gibba023 bash[15180]: debug 2021-03-04T23:31:57.346+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:57.906 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:58.010 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:58.124 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:58.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:58.236 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[47391]: debug 2021-03-04T23:31:58.115+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:58.236 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:31:57 gibba008 bash[48858]: debug 2021-03-04T23:31:57.895+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:58.283 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[37770]: cluster 2021-03-04T23:31:57.267799+0000 osd.0 (osd.0) 9 : cluster [DBG] 30.c starting backfill to osd.1 from (0'0,0'0] MAX to 735'19134 2021-03-04T23:31:58.284 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[37770]: cluster 2021-03-04T23:31:57.267821+0000 osd.2 (osd.2) 11 : cluster [DBG] 30.7 starting backfill to osd.1 from (0'0,0'0] MAX to 735'18844 2021-03-04T23:31:58.284 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[37770]: cluster 2021-03-04T23:31:57.268654+0000 osd.0 (osd.0) 10 : cluster [DBG] 30.5 starting backfill to osd.6 from (0'0,0'0] MAX to 735'19025 2021-03-04T23:31:58.284 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[37770]: cluster 2021-03-04T23:31:57.273180+0000 osd.6 (osd.6) 34 : cluster [DBG] 30.f starting backfill to osd.1 from (0'0,0'0] MAX to 735'18817 2021-03-04T23:31:58.285 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[37770]: audit 2021-03-04T23:31:58.250210+0000 mon.a (mon.0) 1987 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:58.374 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:58.425 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:31:58.453 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:31:58.479 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:31:58.480 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:58.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[39303]: cluster 2021-03-04T23:31:57.267799+0000 osd.0 (osd.0) 9 : cluster [DBG] 30.c starting backfill to osd.1 from (0'0,0'0] MAX to 735'19134 2021-03-04T23:31:58.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[39303]: cluster 2021-03-04T23:31:57.267821+0000 osd.2 (osd.2) 11 : cluster [DBG] 30.7 starting backfill to osd.1 from (0'0,0'0] MAX to 735'18844 2021-03-04T23:31:58.487 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[39303]: cluster 2021-03-04T23:31:57.268654+0000 osd.0 (osd.0) 10 : cluster [DBG] 30.5 starting backfill to osd.6 from (0'0,0'0] MAX to 735'19025 2021-03-04T23:31:58.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[39303]: cluster 2021-03-04T23:31:57.273180+0000 osd.6 (osd.6) 34 : cluster [DBG] 30.f starting backfill to osd.1 from (0'0,0'0] MAX to 735'18817 2021-03-04T23:31:58.488 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[39303]: audit 2021-03-04T23:31:58.250210+0000 mon.a (mon.0) 1987 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:58.488 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[44600]: debug 2021-03-04T23:31:58.363+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:58.508 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:31:58.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:58 gibba023 bash[27374]: cluster 2021-03-04T23:31:57.267799+0000 osd.0 (osd.0) 9 : cluster [DBG] 30.c starting backfill to osd.1 from (0'0,0'0] MAX to 735'19134 2021-03-04T23:31:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:58 gibba023 bash[27374]: cluster 2021-03-04T23:31:57.267821+0000 osd.2 (osd.2) 11 : cluster [DBG] 30.7 starting backfill to osd.1 from (0'0,0'0] MAX to 735'18844 2021-03-04T23:31:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:58 gibba023 bash[27374]: cluster 2021-03-04T23:31:57.268654+0000 osd.0 (osd.0) 10 : cluster [DBG] 30.5 starting backfill to osd.6 from (0'0,0'0] MAX to 735'19025 2021-03-04T23:31:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:58 gibba023 bash[27374]: cluster 2021-03-04T23:31:57.273180+0000 osd.6 (osd.6) 34 : cluster [DBG] 30.f starting backfill to osd.1 from (0'0,0'0] MAX to 735'18817 2021-03-04T23:31:58.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:58 gibba023 bash[27374]: audit 2021-03-04T23:31:58.250210+0000 mon.a (mon.0) 1987 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:58.529 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:31:58.554 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.577 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:31:58.758 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:58.759 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:31:58 gibba008 bash[44600]: debug 2021-03-04T23:31:58.751+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:31:58.862 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:58.975 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:59.079 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:59.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:31:58 gibba023 bash[18090]: debug 2021-03-04T23:31:58.970+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:59.483 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[37770]: cluster 2021-03-04T23:31:57.530318+0000 mgr.x (mgr.34379) 1341 : cluster [DBG] pgmap v1729: 129 pgs: 4 remapped+peering, 7 peering, 1 active+remapped+backfilling, 75 active+clean, 12 active+undersized, 1 active+degraded+remapped, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 677 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 1028/32580 objects degraded (3.155%); 3502/32580 objects misplaced (10.749%); 1.1 MiB/s, 15 objects/s recovering 2021-03-04T23:31:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[37770]: cluster 2021-03-04T23:31:58.273936+0000 mon.a (mon.0) 1988 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:31:59.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[37770]: audit 2021-03-04T23:31:58.388121+0000 mon.a (mon.0) 1989 : audit [DBG] from='client.? 172.21.2.108:0/3303106395' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:59.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[37770]: cluster 2021-03-04T23:31:59.255303+0000 mon.a (mon.0) 1990 : cluster [WRN] Health check update: Degraded data redundancy: 1028/32580 objects degraded (3.155%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[39303]: cluster 2021-03-04T23:31:57.530318+0000 mgr.x (mgr.34379) 1341 : cluster [DBG] pgmap v1729: 129 pgs: 4 remapped+peering, 7 peering, 1 active+remapped+backfilling, 75 active+clean, 12 active+undersized, 1 active+degraded+remapped, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 677 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 1028/32580 objects degraded (3.155%); 3502/32580 objects misplaced (10.749%); 1.1 MiB/s, 15 objects/s recovering 2021-03-04T23:31:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[39303]: cluster 2021-03-04T23:31:58.273936+0000 mon.a (mon.0) 1988 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:31:59.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[39303]: audit 2021-03-04T23:31:58.388121+0000 mon.a (mon.0) 1989 : audit [DBG] from='client.? 172.21.2.108:0/3303106395' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:59.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:31:59 gibba008 bash[39303]: cluster 2021-03-04T23:31:59.255303+0000 mon.a (mon.0) 1990 : cluster [WRN] Health check update: Degraded data redundancy: 1028/32580 objects degraded (3.155%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:59.588 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:59.597 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:31:59 gibba023 bash[15180]: debug 2021-03-04T23:31:59.478+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:31:59.597 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:59 gibba023 bash[27374]: cluster 2021-03-04T23:31:57.530318+0000 mgr.x (mgr.34379) 1341 : cluster [DBG] pgmap v1729: 129 pgs: 4 remapped+peering, 7 peering, 1 active+remapped+backfilling, 75 active+clean, 12 active+undersized, 1 active+degraded+remapped, 26 active+clean+remapped, 1 active+remapped+backfill_wait, 2 active+undersized+degraded; 677 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.33k op/s; 1028/32580 objects degraded (3.155%); 3502/32580 objects misplaced (10.749%); 1.1 MiB/s, 15 objects/s recovering 2021-03-04T23:31:59.598 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:59 gibba023 bash[27374]: cluster 2021-03-04T23:31:58.273936+0000 mon.a (mon.0) 1988 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:31:59.598 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:59 gibba023 bash[27374]: audit 2021-03-04T23:31:58.388121+0000 mon.a (mon.0) 1989 : audit [DBG] from='client.? 172.21.2.108:0/3303106395' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:59.598 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:31:59 gibba023 bash[27374]: cluster 2021-03-04T23:31:59.255303+0000 mon.a (mon.0) 1990 : cluster [WRN] Health check update: Degraded data redundancy: 1028/32580 objects degraded (3.155%), 3 pgs degraded, 14 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:00.027 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.130 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.262 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.365 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:00.367 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:00 gibba023 bash[19550]: debug 2021-03-04T23:32:00.018+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:00.367 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:00 gibba023 bash[19550]: debug 2021-03-04T23:32:00.258+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:00.686 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:00.686 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:01.086 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:01.189 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:01.509 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:32:01.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:01 gibba008 bash[47391]: debug 2021-03-04T23:32:01.079+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:01.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:01 gibba008 bash[37770]: cluster 2021-03-04T23:31:59.530856+0000 mgr.x (mgr.34379) 1342 : cluster [DBG] pgmap v1730: 129 pgs: 1 active+undersized+degraded+remapped+backfilling, 4 remapped+peering, 7 peering, 1 active+remapped+backfilling, 73 active+clean, 11 active+undersized, 1 active+degraded+remapped, 28 active+clean+remapped, 2 active+remapped+backfill_wait, 1 active+undersized+degraded; 540 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 396/25974 objects degraded (1.525%); 4013/25974 objects misplaced (15.450%); 1.2 MiB/s, 17 objects/s recovering 2021-03-04T23:32:01.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:01 gibba008 bash[37770]: cluster 2021-03-04T23:32:00.286879+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e739: 8 total, 7 up, 7 in 2021-03-04T23:32:01.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:01 gibba008 bash[39303]: cluster 2021-03-04T23:31:59.530856+0000 mgr.x (mgr.34379) 1342 : cluster [DBG] pgmap v1730: 129 pgs: 1 active+undersized+degraded+remapped+backfilling, 4 remapped+peering, 7 peering, 1 active+remapped+backfilling, 73 active+clean, 11 active+undersized, 1 active+degraded+remapped, 28 active+clean+remapped, 2 active+remapped+backfill_wait, 1 active+undersized+degraded; 540 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 396/25974 objects degraded (1.525%); 4013/25974 objects misplaced (15.450%); 1.2 MiB/s, 17 objects/s recovering 2021-03-04T23:32:01.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:01 gibba008 bash[39303]: cluster 2021-03-04T23:32:00.286879+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e739: 8 total, 7 up, 7 in 2021-03-04T23:32:01.587 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:01.609 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:01 gibba023 bash[27374]: cluster 2021-03-04T23:31:59.530856+0000 mgr.x (mgr.34379) 1342 : cluster [DBG] pgmap v1730: 129 pgs: 1 active+undersized+degraded+remapped+backfilling, 4 remapped+peering, 7 peering, 1 active+remapped+backfilling, 73 active+clean, 11 active+undersized, 1 active+degraded+remapped, 28 active+clean+remapped, 2 active+remapped+backfill_wait, 1 active+undersized+degraded; 540 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.46k op/s; 396/25974 objects degraded (1.525%); 4013/25974 objects misplaced (15.450%); 1.2 MiB/s, 17 objects/s recovering 2021-03-04T23:32:01.610 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:01 gibba023 bash[27374]: cluster 2021-03-04T23:32:00.286879+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e739: 8 total, 7 up, 7 in 2021-03-04T23:32:01.667 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:01.770 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:02.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:01 gibba008 bash[44600]: debug 2021-03-04T23:32:01.659+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:02.251 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:02.354 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:02.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:02 gibba008 bash[37770]: cluster 2021-03-04T23:32:01.289473+0000 mon.a (mon.0) 1992 : cluster [DBG] osdmap e740: 8 total, 7 up, 7 in 2021-03-04T23:32:02.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:02 gibba008 bash[37770]: cluster 2021-03-04T23:32:02.291946+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e741: 8 total, 7 up, 7 in 2021-03-04T23:32:02.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:02 gibba008 bash[39303]: cluster 2021-03-04T23:32:01.289473+0000 mon.a (mon.0) 1992 : cluster [DBG] osdmap e740: 8 total, 7 up, 7 in 2021-03-04T23:32:02.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:02 gibba008 bash[39303]: cluster 2021-03-04T23:32:02.291946+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e741: 8 total, 7 up, 7 in 2021-03-04T23:32:02.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:02 gibba008 bash[91265]: debug 2021-03-04T23:32:02.243+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:02.666 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:02 gibba023 bash[27374]: cluster 2021-03-04T23:32:01.289473+0000 mon.a (mon.0) 1992 : cluster [DBG] osdmap e740: 8 total, 7 up, 7 in 2021-03-04T23:32:02.666 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:02 gibba023 bash[27374]: cluster 2021-03-04T23:32:02.291946+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e741: 8 total, 7 up, 7 in 2021-03-04T23:32:02.676 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:02.679 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:02 gibba008 bash[44600]: debug 2021-03-04T23:32:02.667+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:02.739 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [5] live_osds: [0, 1, 2, 4, 6, 7, 3] 2021-03-04T23:32:02.739 INFO:tasks.thrashosds.thrasher:Reviving osd 5 2021-03-04T23:32:02.739 INFO:tasks.cephadm.osd.5:Restarting osd.5 (starting--it wasn't running)... 2021-03-04T23:32:02.740 DEBUG:teuthology.orchestra.run.gibba023:osd.5> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.5.service 2021-03-04T23:32:02.742 DEBUG:teuthology.orchestra.run.gibba023:> sudo systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.5 2021-03-04T23:32:02.753 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:32:02.780 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:02.832 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:32:02.833 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:32:02.843 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:03.078 INFO:journalctl@ceph.osd.5.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T23:32:03.155 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:03.260 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:03.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:03 gibba023 bash[18090]: debug 2021-03-04T23:32:03.146+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:03.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:03 gibba008 bash[37770]: cluster 2021-03-04T23:32:01.531283+0000 mgr.x (mgr.34379) 1343 : cluster [DBG] pgmap v1733: 129 pgs: 1 peering, 1 active+undersized+degraded+remapped+backfilling, 2 remapped+peering, 78 active+clean, 11 active+undersized, 1 active+degraded+remapped, 31 active+clean+remapped, 1 active+undersized+degraded, 3 active+remapped+backfill_wait; 398 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 396/19149 objects degraded (2.068%); 3396/19149 objects misplaced (17.735%); 7.6 MiB/s, 121 objects/s recovering 2021-03-04T23:32:03.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:03 gibba008 bash[37770]: cluster 2021-03-04T23:32:02.294949+0000 mon.a (mon.0) 1994 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2021-03-04T23:32:03.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:03 gibba008 bash[39303]: cluster 2021-03-04T23:32:01.531283+0000 mgr.x (mgr.34379) 1343 : cluster [DBG] pgmap v1733: 129 pgs: 1 peering, 1 active+undersized+degraded+remapped+backfilling, 2 remapped+peering, 78 active+clean, 11 active+undersized, 1 active+degraded+remapped, 31 active+clean+remapped, 1 active+undersized+degraded, 3 active+remapped+backfill_wait; 398 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 396/19149 objects degraded (2.068%); 3396/19149 objects misplaced (17.735%); 7.6 MiB/s, 121 objects/s recovering 2021-03-04T23:32:03.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:03 gibba008 bash[39303]: cluster 2021-03-04T23:32:02.294949+0000 mon.a (mon.0) 1994 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2021-03-04T23:32:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:03 gibba023 bash[27374]: cluster 2021-03-04T23:32:01.531283+0000 mgr.x (mgr.34379) 1343 : cluster [DBG] pgmap v1733: 129 pgs: 1 peering, 1 active+undersized+degraded+remapped+backfilling, 2 remapped+peering, 78 active+clean, 11 active+undersized, 1 active+degraded+remapped, 31 active+clean+remapped, 1 active+undersized+degraded, 3 active+remapped+backfill_wait; 398 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 396/19149 objects degraded (2.068%); 3396/19149 objects misplaced (17.735%); 7.6 MiB/s, 121 objects/s recovering 2021-03-04T23:32:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:03 gibba023 bash[27374]: cluster 2021-03-04T23:32:02.294949+0000 mon.a (mon.0) 1994 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2021-03-04T23:32:03.892 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:03.996 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.187 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:03 gibba008 bash[47391]: debug 2021-03-04T23:32:03.883+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:04.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:04 gibba023 bash[19550]: debug 2021-03-04T23:32:04.182+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:04.291 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.648 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:04 gibba023 bash[27374]: cluster 2021-03-04T23:32:04.256108+0000 mon.a (mon.0) 1995 : cluster [WRN] Health check update: Degraded data redundancy: 396/19149 objects degraded (2.068%), 3 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:04.649 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.751 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:04.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:04 gibba008 bash[39303]: cluster 2021-03-04T23:32:04.256108+0000 mon.a (mon.0) 1995 : cluster [WRN] Health check update: Degraded data redundancy: 396/19149 objects degraded (2.068%), 3 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:04.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:04 gibba008 bash[37770]: cluster 2021-03-04T23:32:04.256108+0000 mon.a (mon.0) 1995 : cluster [WRN] Health check update: Degraded data redundancy: 396/19149 objects degraded (2.068%), 3 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:04.834 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:04.908 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:05.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:04 gibba023 bash[19550]: debug 2021-03-04T23:32:04.642+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:05.205 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:05.310 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:05.315 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Removed 157984 objects 2021-03-04T23:32:05.315 INFO:tasks.radosbench.radosbench.0.gibba008.stdout:Clean up completed and total clean up time :112.105 2021-03-04T23:32:05.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:05 gibba023 bash[27374]: cluster 2021-03-04T23:32:03.533050+0000 mgr.x (mgr.34379) 1344 : cluster [DBG] pgmap v1735: 129 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+undersized+degraded+remapped+backfilling, 78 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded, 3 active+remapped+backfill_wait; 335 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 913 op/s; 394/16131 objects degraded (2.443%); 2475/16131 objects misplaced (15.343%); 6.4 MiB/s, 103 objects/s recovering 2021-03-04T23:32:05.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:05 gibba023 bash[15180]: debug 2021-03-04T23:32:05.198+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:05.804 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:05 gibba008 bash[37770]: cluster 2021-03-04T23:32:03.533050+0000 mgr.x (mgr.34379) 1344 : cluster [DBG] pgmap v1735: 129 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+undersized+degraded+remapped+backfilling, 78 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded, 3 active+remapped+backfill_wait; 335 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 913 op/s; 394/16131 objects degraded (2.443%); 2475/16131 objects misplaced (15.343%); 6.4 MiB/s, 103 objects/s recovering 2021-03-04T23:32:05.805 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:05 gibba008 bash[39303]: cluster 2021-03-04T23:32:03.533050+0000 mgr.x (mgr.34379) 1344 : cluster [DBG] pgmap v1735: 129 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+undersized+degraded+remapped+backfilling, 78 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded, 3 active+remapped+backfill_wait; 335 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 913 op/s; 394/16131 objects degraded (2.443%); 2475/16131 objects misplaced (15.343%); 6.4 MiB/s, 103 objects/s recovering 2021-03-04T23:32:05.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:06.026 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:06.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:05 gibba008 bash[44600]: debug 2021-03-04T23:32:05.916+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:06.328 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:06.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:06.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:06 gibba008 bash[47391]: debug 2021-03-04T23:32:06.320+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:06.784 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:06.887 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:07.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:06 gibba008 bash[91265]: debug 2021-03-04T23:32:06.780+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:07.371 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:07.413 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:07 gibba023 bash[27374]: cluster 2021-03-04T23:32:05.534683+0000 mgr.x (mgr.34379) 1345 : cluster [DBG] pgmap v1736: 129 pgs: 1 active+undersized+degraded+remapped+backfilling, 1 active+remapped+backfilling, 1 peering, 79 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded, 2 active+remapped+backfill_wait; 209 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 882 op/s; 71/10086 objects degraded (0.704%); 1410/10086 objects misplaced (13.980%); 9.5 MiB/s, 153 objects/s recovering 2021-03-04T23:32:07.414 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:07 gibba023 bash[27374]: cluster 2021-03-04T23:32:06.144424+0000 osd.0 (osd.0) 11 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:32:07.414 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:07 gibba023 bash[27374]: cluster 2021-03-04T23:32:06.161411+0000 osd.4 (osd.4) 23 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:32:07.414 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:07 gibba023 bash[27374]: cluster 2021-03-04T23:32:06.162738+0000 osd.4 (osd.4) 24 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:32:07.415 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:07 gibba023 bash[27374]: cluster 2021-03-04T23:32:06.321404+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e742: 8 total, 7 up, 7 in 2021-03-04T23:32:07.443 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:07.444 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:07.474 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:07.653 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[91265]: debug 2021-03-04T23:32:07.364+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:07.654 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[37770]: cluster 2021-03-04T23:32:05.534683+0000 mgr.x (mgr.34379) 1345 : cluster [DBG] pgmap v1736: 129 pgs: 1 active+undersized+degraded+remapped+backfilling, 1 active+remapped+backfilling, 1 peering, 79 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded, 2 active+remapped+backfill_wait; 209 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 882 op/s; 71/10086 objects degraded (0.704%); 1410/10086 objects misplaced (13.980%); 9.5 MiB/s, 153 objects/s recovering 2021-03-04T23:32:07.655 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[37770]: cluster 2021-03-04T23:32:06.144424+0000 osd.0 (osd.0) 11 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:32:07.655 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[37770]: cluster 2021-03-04T23:32:06.161411+0000 osd.4 (osd.4) 23 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:32:07.656 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[37770]: cluster 2021-03-04T23:32:06.162738+0000 osd.4 (osd.4) 24 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:32:07.656 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[37770]: cluster 2021-03-04T23:32:06.321404+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e742: 8 total, 7 up, 7 in 2021-03-04T23:32:07.657 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[39303]: cluster 2021-03-04T23:32:05.534683+0000 mgr.x (mgr.34379) 1345 : cluster [DBG] pgmap v1736: 129 pgs: 1 active+undersized+degraded+remapped+backfilling, 1 active+remapped+backfilling, 1 peering, 79 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded, 2 active+remapped+backfill_wait; 209 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 882 op/s; 71/10086 objects degraded (0.704%); 1410/10086 objects misplaced (13.980%); 9.5 MiB/s, 153 objects/s recovering 2021-03-04T23:32:07.657 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[39303]: cluster 2021-03-04T23:32:06.144424+0000 osd.0 (osd.0) 11 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:32:07.658 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[39303]: cluster 2021-03-04T23:32:06.161411+0000 osd.4 (osd.4) 23 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:32:07.658 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[39303]: cluster 2021-03-04T23:32:06.162738+0000 osd.4 (osd.4) 24 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:32:07.658 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:07 gibba008 bash[39303]: cluster 2021-03-04T23:32:06.321404+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e742: 8 total, 7 up, 7 in 2021-03-04T23:32:07.877 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:07.979 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:08.235 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:07 gibba023 bash[19550]: debug 2021-03-04T23:32:07.870+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:08.236 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:08.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:08 gibba023 bash[19550]: debug 2021-03-04T23:32:08.230+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:08.339 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:08.344 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:32:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:08 gibba023 bash[27374]: cluster 2021-03-04T23:32:07.096314+0000 osd.0 (osd.0) 12 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:32:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:08 gibba023 bash[27374]: cluster 2021-03-04T23:32:07.329013+0000 mon.a (mon.0) 1997 : cluster [DBG] osdmap e743: 8 total, 7 up, 7 in 2021-03-04T23:32:08.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:08 gibba023 bash[27374]: audit 2021-03-04T23:32:08.080808+0000 mon.c (mon.1) 129 : audit [INF] from='client.? 172.21.2.108:0/1508699478' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:08 gibba023 bash[27374]: audit 2021-03-04T23:32:08.081217+0000 mon.a (mon.0) 1998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[37770]: cluster 2021-03-04T23:32:07.096314+0000 osd.0 (osd.0) 12 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:32:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[37770]: cluster 2021-03-04T23:32:07.329013+0000 mon.a (mon.0) 1997 : cluster [DBG] osdmap e743: 8 total, 7 up, 7 in 2021-03-04T23:32:08.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[37770]: audit 2021-03-04T23:32:08.080808+0000 mon.c (mon.1) 129 : audit [INF] from='client.? 172.21.2.108:0/1508699478' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[37770]: audit 2021-03-04T23:32:08.081217+0000 mon.a (mon.0) 1998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[39303]: cluster 2021-03-04T23:32:07.096314+0000 osd.0 (osd.0) 12 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:32:08.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[39303]: cluster 2021-03-04T23:32:07.329013+0000 mon.a (mon.0) 1997 : cluster [DBG] osdmap e743: 8 total, 7 up, 7 in 2021-03-04T23:32:08.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[39303]: audit 2021-03-04T23:32:08.080808+0000 mon.c (mon.1) 129 : audit [INF] from='client.? 172.21.2.108:0/1508699478' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[39303]: audit 2021-03-04T23:32:08.081217+0000 mon.a (mon.0) 1998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.764 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:08.866 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:09.043 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:09.112 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:08 gibba008 bash[47391]: debug 2021-03-04T23:32:08.756+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:09.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:09.172 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[18090]: debug 2021-03-04T23:32:09.038+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:09.174 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:32:09.257 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:09.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[37770]: cluster 2021-03-04T23:32:07.535438+0000 mgr.x (mgr.34379) 1346 : cluster [DBG] pgmap v1739: 129 pgs: 1 peering, 1 active+undersized+degraded+remapped+backfilling, 82 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded; 34 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 968 op/s; 71/1698 objects degraded (4.181%); 182/1698 objects misplaced (10.718%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:32:09.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[37770]: cluster 2021-03-04T23:32:08.328590+0000 mon.a (mon.0) 1999 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:09.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[37770]: audit 2021-03-04T23:32:08.338680+0000 mon.a (mon.0) 2000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:09.495 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[37770]: cluster 2021-03-04T23:32:08.338730+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e744: 8 total, 7 up, 7 in 2021-03-04T23:32:09.495 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[37770]: cluster 2021-03-04T23:32:09.257031+0000 mon.a (mon.0) 2002 : cluster [WRN] Health check update: Degraded data redundancy: 71/1698 objects degraded (4.181%), 2 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:09.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[39303]: cluster 2021-03-04T23:32:07.535438+0000 mgr.x (mgr.34379) 1346 : cluster [DBG] pgmap v1739: 129 pgs: 1 peering, 1 active+undersized+degraded+remapped+backfilling, 82 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded; 34 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 968 op/s; 71/1698 objects degraded (4.181%); 182/1698 objects misplaced (10.718%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:32:09.496 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[39303]: cluster 2021-03-04T23:32:08.328590+0000 mon.a (mon.0) 1999 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:09.496 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[39303]: audit 2021-03-04T23:32:08.338680+0000 mon.a (mon.0) 2000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:09.496 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[39303]: cluster 2021-03-04T23:32:08.338730+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e744: 8 total, 7 up, 7 in 2021-03-04T23:32:09.496 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[39303]: cluster 2021-03-04T23:32:09.257031+0000 mon.a (mon.0) 2002 : cluster [WRN] Health check update: Degraded data redundancy: 71/1698 objects degraded (4.181%), 2 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:09.497 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:09.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[27374]: cluster 2021-03-04T23:32:07.535438+0000 mgr.x (mgr.34379) 1346 : cluster [DBG] pgmap v1739: 129 pgs: 1 peering, 1 active+undersized+degraded+remapped+backfilling, 82 active+clean, 11 active+undersized, 33 active+clean+remapped, 1 active+undersized+degraded; 34 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 968 op/s; 71/1698 objects degraded (4.181%); 182/1698 objects misplaced (10.718%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:32:09.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[27374]: cluster 2021-03-04T23:32:08.328590+0000 mon.a (mon.0) 1999 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[27374]: audit 2021-03-04T23:32:08.338680+0000 mon.a (mon.0) 2000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[27374]: cluster 2021-03-04T23:32:08.338730+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e744: 8 total, 7 up, 7 in 2021-03-04T23:32:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[27374]: cluster 2021-03-04T23:32:09.257031+0000 mon.a (mon.0) 2002 : cluster [WRN] Health check update: Degraded data redundancy: 71/1698 objects degraded (4.181%), 2 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:09.526 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-03-04T23:32:09.526 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2021-03-04T23:32:09.526 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2021-03-04T23:32:09.526 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2021-03-04T23:32:09.527 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T23:32:09.527 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-03-04T23:32:09.527 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[87942]: --> ceph-volume lvm activate successful for osd ID: 5 2021-03-04T23:32:09.599 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:09.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:09 gibba008 bash[47391]: debug 2021-03-04T23:32:09.488+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:09.914 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:10.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:10.023 INFO:teuthology.orchestra.run.gibba023.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2021-03-04T23:32:10.213 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:10.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:09 gibba023 bash[19550]: debug 2021-03-04T23:32:09.906+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:10.321 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:10.322 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5 2021-03-04T23:32:10.323 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it 2021-03-04T23:32:10.335 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:10 gibba008 bash[44600]: debug 2021-03-04T23:32:10.204+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:10.406 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:10.676 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:10.782 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:11.000 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:10 gibba023 bash[19550]: debug 2021-03-04T23:32:10.670+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:11.240 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:11.348 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:11 gibba008 bash[37770]: cluster 2021-03-04T23:32:09.536911+0000 mgr.x (mgr.34379) 1347 : cluster [DBG] pgmap v1741: 129 pgs: 1 peering, 82 active+clean, 11 active+undersized, 34 active+clean+remapped, 1 active+undersized+degraded; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 891 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 4.3 MiB/s, 68 objects/s recovering 2021-03-04T23:32:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:11 gibba008 bash[39303]: cluster 2021-03-04T23:32:09.536911+0000 mgr.x (mgr.34379) 1347 : cluster [DBG] pgmap v1741: 129 pgs: 1 peering, 82 active+clean, 11 active+undersized, 34 active+clean+remapped, 1 active+undersized+degraded; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 891 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 4.3 MiB/s, 68 objects/s recovering 2021-03-04T23:32:11.513 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:11 gibba008 bash[47391]: debug 2021-03-04T23:32:11.232+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:11.811 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:11 gibba023 bash[27374]: cluster 2021-03-04T23:32:09.536911+0000 mgr.x (mgr.34379) 1347 : cluster [DBG] pgmap v1741: 129 pgs: 1 peering, 82 active+clean, 11 active+undersized, 34 active+clean+remapped, 1 active+undersized+degraded; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 891 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 4.3 MiB/s, 68 objects/s recovering 2021-03-04T23:32:11.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:12.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:12.175 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:32:12.176 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-5, ['dump_ops_in_flight'] 2021-03-04T23:32:12.252 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:11 gibba008 bash[44600]: debug 2021-03-04T23:32:11.992+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:12.252 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:12.354 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:12 gibba008 bash[44600]: debug 2021-03-04T23:32:12.244+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:12.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:12 gibba008 bash[37770]: cluster 2021-03-04T23:32:11.567249+0000 osd.6 (osd.6) 35 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:32:12.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:12 gibba008 bash[37770]: cluster 2021-03-04T23:32:11.570150+0000 osd.6 (osd.6) 36 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:32:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:12 gibba008 bash[39303]: cluster 2021-03-04T23:32:11.567249+0000 osd.6 (osd.6) 35 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:32:12.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:12 gibba008 bash[39303]: cluster 2021-03-04T23:32:11.570150+0000 osd.6 (osd.6) 36 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:32:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:12 gibba023 bash[27374]: cluster 2021-03-04T23:32:11.567249+0000 osd.6 (osd.6) 35 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:32:12.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:12 gibba023 bash[27374]: cluster 2021-03-04T23:32:11.570150+0000 osd.6 (osd.6) 36 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:32:12.544 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.555 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:32:12.647 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.655 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:12.664 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:12 gibba023 bash[18090]: debug 2021-03-04T23:32:12.538+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:12.969 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:13.076 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:13.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:12 gibba023 bash[18090]: debug 2021-03-04T23:32:12.962+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:13.561 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:13.634 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:13 gibba023 bash[27374]: cluster 2021-03-04T23:32:11.538769+0000 mgr.x (mgr.34379) 1348 : cluster [DBG] pgmap v1742: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 556 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 469 KiB/s, 7 objects/s recovering 2021-03-04T23:32:13.647 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:13 gibba008 bash[47391]: debug 2021-03-04T23:32:13.556+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:13.648 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:13 gibba008 bash[37770]: cluster 2021-03-04T23:32:11.538769+0000 mgr.x (mgr.34379) 1348 : cluster [DBG] pgmap v1742: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 556 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 469 KiB/s, 7 objects/s recovering 2021-03-04T23:32:13.649 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:13 gibba008 bash[39303]: cluster 2021-03-04T23:32:11.538769+0000 mgr.x (mgr.34379) 1348 : cluster [DBG] pgmap v1742: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 556 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 469 KiB/s, 7 objects/s recovering 2021-03-04T23:32:13.668 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:13.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:32:13.773 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:32:13.787 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:32:13.799 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:32:13.820 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:32:13.843 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:32:13.865 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:32:13.865 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.866 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.866 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.866 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.866 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.867 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.5 2021-03-04T23:32:13.867 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: problem getting command descriptions from osd.5 2021-03-04T23:32:13.867 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.867 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:13.981 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:14.084 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:14.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:13 gibba023 bash[19550]: debug 2021-03-04T23:32:13.974+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:14.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:14 gibba023 bash[88433]: debug 2021-03-04T23:32:14.194+0000 7f3091b07f40 -1 Falling back to public interface 2021-03-04T23:32:14.285 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:14.388 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:14.695 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:14 gibba008 bash[39303]: audit 2021-03-04T23:32:13.741853+0000 mon.c (mon.1) 130 : audit [DBG] from='client.? 172.21.2.108:0/2231014437' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:14.695 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:14 gibba008 bash[39303]: cluster 2021-03-04T23:32:14.259411+0000 mon.a (mon.0) 2003 : cluster [WRN] Health check update: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:14.696 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:14 gibba008 bash[37770]: audit 2021-03-04T23:32:13.741853+0000 mon.c (mon.1) 130 : audit [DBG] from='client.? 172.21.2.108:0/2231014437' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:14.696 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:14 gibba008 bash[37770]: cluster 2021-03-04T23:32:14.259411+0000 mon.a (mon.0) 2003 : cluster [WRN] Health check update: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:14.703 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:14.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:14 gibba023 bash[15180]: debug 2021-03-04T23:32:14.278+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:14 gibba023 bash[27374]: audit 2021-03-04T23:32:13.741853+0000 mon.c (mon.1) 130 : audit [DBG] from='client.? 172.21.2.108:0/2231014437' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:14 gibba023 bash[27374]: cluster 2021-03-04T23:32:14.259411+0000 mon.a (mon.0) 2003 : cluster [WRN] Health check update: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded, 12 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:14.806 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:14.912 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:15.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:14 gibba008 bash[47391]: debug 2021-03-04T23:32:14.696+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:15.015 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:15.044 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:32:15.045 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:32:15.045 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:32:15.045 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:32:15.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.046 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:61123 29.2 29:484cce3b:::benchmark_data_gibba008_125393_object61122:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e695)", 2021-03-04T23:32:15.046 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:24:52.214276+0000", 2021-03-04T23:32:15.046 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 442.82647354300002, 2021-03-04T23:32:15.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18447767500000001, 2021-03-04T23:32:15.047 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.047 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.047 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.047 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:15.048 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:15.048 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 61123 2021-03-04T23:32:15.048 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.048 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214276+0000", 2021-03-04T23:32:15.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.050 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214276+0000", 2021-03-04T23:32:15.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1965000000000006e-05 2021-03-04T23:32:15.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214358+0000", 2021-03-04T23:32:15.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5969999999999997e-06 2021-03-04T23:32:15.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214365+0000", 2021-03-04T23:32:15.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2766000000000003e-05 2021-03-04T23:32:15.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.054 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214417+0000", 2021-03-04T23:32:15.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6548999999999999e-05 2021-03-04T23:32:15.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.214444+0000", 2021-03-04T23:32:15.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.016973036 2021-03-04T23:32:15.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.231417+0000", 2021-03-04T23:32:15.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00047130700000000002 2021-03-04T23:32:15.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.057 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.231888+0000", 2021-03-04T23:32:15.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00055839599999999996 2021-03-04T23:32:15.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:15.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.232447+0000", 2021-03-04T23:32:15.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0058127170000000002 2021-03-04T23:32:15.059 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.059 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.060 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.238259+0000", 2021-03-04T23:32:15.060 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0060404830000000001 2021-03-04T23:32:15.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.061 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.244300+0000", 2021-03-04T23:32:15.061 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154138891 2021-03-04T23:32:15.061 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.061 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.062 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.062 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398439+0000", 2021-03-04T23:32:15.062 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015509899999999999 2021-03-04T23:32:15.063 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.063 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.063 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.063 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398594+0000", 2021-03-04T23:32:15.063 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015986900000000001 2021-03-04T23:32:15.064 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.064 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.064 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.064 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:24:52.398754+0000", 2021-03-04T23:32:15.064 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18447767500000001 2021-03-04T23:32:15.065 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.065 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.065 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.065 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.066 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.066 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:219054 29.2 29:41390f51:::benchmark_data_gibba008_125393_object41236:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:32:15.066 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:29.169315+0000", 2021-03-04T23:32:15.066 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 345.87143478799999, 2021-03-04T23:32:15.066 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25551364300000001, 2021-03-04T23:32:15.067 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.067 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.067 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.067 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:15.067 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:15.068 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 219054 2021-03-04T23:32:15.068 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.068 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.068 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.068 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.069 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169315+0000", 2021-03-04T23:32:15.069 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.069 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.070 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.070 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.070 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169315+0000", 2021-03-04T23:32:15.070 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8950000000000001e-06 2021-03-04T23:32:15.071 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.071 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.071 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.071 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169317+0000", 2021-03-04T23:32:15.071 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.232e-06 2021-03-04T23:32:15.072 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.072 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.072 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.072 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169318+0000", 2021-03-04T23:32:15.073 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8890000000000008e-06 2021-03-04T23:32:15.073 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.073 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.073 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.073 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169327+0000", 2021-03-04T23:32:15.074 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6290000000000001e-06 2021-03-04T23:32:15.074 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.074 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.074 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.074 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169331+0000", 2021-03-04T23:32:15.075 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2941000000000002e-05 2021-03-04T23:32:15.075 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.075 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.075 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.075 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169364+0000", 2021-03-04T23:32:15.076 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9383999999999996e-05 2021-03-04T23:32:15.076 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.076 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.076 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.077 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169464+0000", 2021-03-04T23:32:15.077 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103312 2021-03-04T23:32:15.077 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.077 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.077 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:15.078 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169567+0000", 2021-03-04T23:32:15.078 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047542970000000002 2021-03-04T23:32:15.078 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.078 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.078 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.079 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.174321+0000", 2021-03-04T23:32:15.079 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.447e-06 2021-03-04T23:32:15.079 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.079 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.079 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.080 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.174329+0000", 2021-03-04T23:32:15.080 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24998351099999999 2021-03-04T23:32:15.080 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.081 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.081 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.081 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.424312+0000", 2021-03-04T23:32:15.081 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030223899999999999 2021-03-04T23:32:15.082 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.082 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.082 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.082 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.424615+0000", 2021-03-04T23:32:15.082 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021386699999999999 2021-03-04T23:32:15.083 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.083 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.083 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.084 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.424828+0000", 2021-03-04T23:32:15.084 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25551364300000001 2021-03-04T23:32:15.084 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.084 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.084 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.085 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.085 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.085 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:219055 29.2 29:45e8b089:::benchmark_data_gibba008_125393_object41237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:32:15.085 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:29.169340+0000", 2021-03-04T23:32:15.085 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 345.87140908499998, 2021-03-04T23:32:15.086 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25636752800000001, 2021-03-04T23:32:15.086 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.086 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.086 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.087 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:15.087 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:15.087 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 219055 2021-03-04T23:32:15.087 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.087 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.088 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.088 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.088 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169340+0000", 2021-03-04T23:32:15.088 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.088 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.089 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.089 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.089 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169340+0000", 2021-03-04T23:32:15.089 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:32:15.090 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.090 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.090 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.091 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169342+0000", 2021-03-04T23:32:15.091 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.046e-06 2021-03-04T23:32:15.091 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.091 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.092 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.092 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169343+0000", 2021-03-04T23:32:15.092 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5820000000000001e-06 2021-03-04T23:32:15.092 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.092 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.093 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.093 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169348+0000", 2021-03-04T23:32:15.093 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6389999999999998e-06 2021-03-04T23:32:15.093 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.094 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.094 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.094 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.169352+0000", 2021-03-04T23:32:15.094 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026557939999999999 2021-03-04T23:32:15.095 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.095 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.095 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.095 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.172008+0000", 2021-03-04T23:32:15.095 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6050000000000005e-05 2021-03-04T23:32:15.096 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.096 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.096 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.096 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.172084+0000", 2021-03-04T23:32:15.096 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2084999999999998e-05 2021-03-04T23:32:15.097 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.097 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.097 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:15.097 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.172156+0000", 2021-03-04T23:32:15.097 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022003719999999999 2021-03-04T23:32:15.098 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.098 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.098 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.098 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.174356+0000", 2021-03-04T23:32:15.099 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5699999999999999e-06 2021-03-04T23:32:15.099 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.099 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.099 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.099 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.174366+0000", 2021-03-04T23:32:15.100 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25078452600000001 2021-03-04T23:32:15.100 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.100 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.101 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.101 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.425150+0000", 2021-03-04T23:32:15.101 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00028974600000000001 2021-03-04T23:32:15.102 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.102 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.102 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.102 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.425440+0000", 2021-03-04T23:32:15.103 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026800899999999999 2021-03-04T23:32:15.103 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.103 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.103 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.103 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:29.425708+0000", 2021-03-04T23:32:15.104 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25636752800000001 2021-03-04T23:32:15.104 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.104 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.104 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.104 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.105 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.105 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250551 29.2 29:4b5c65ac:::benchmark_data_gibba008_125393_object72733:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:15.105 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.700382+0000", 2021-03-04T23:32:15.105 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 327.34036724200001, 2021-03-04T23:32:15.105 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22977129099999999, 2021-03-04T23:32:15.106 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.106 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.106 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.106 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:15.107 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:15.107 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250551 2021-03-04T23:32:15.107 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.107 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.107 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.108 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.108 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700382+0000", 2021-03-04T23:32:15.108 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.108 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.108 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.109 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.109 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700382+0000", 2021-03-04T23:32:15.109 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.733e-06 2021-03-04T23:32:15.109 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.109 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.110 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.110 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700384+0000", 2021-03-04T23:32:15.110 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1370000000000001e-06 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700385+0000", 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5640000000000002e-06 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700395+0000", 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9200000000000003e-06 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700400+0000", 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2128000000000001e-05 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700432+0000", 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2305000000000005e-05 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700524+0000", 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1566e-05 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700586+0000", 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0020146729999999998 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.118 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.118 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702600+0000", 2021-03-04T23:32:15.118 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050838599999999999 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703109+0000", 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.226625824 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.929735+0000", 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024661699999999997 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.929981+0000", 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017243799999999999 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.930154+0000", 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.22977129099999999 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.125 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.125 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:77832 30.d 30:b2483758:::benchmark_data_gibba008_138845_object77831:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e724)", 2021-03-04T23:32:15.125 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:15.371166+0000", 2021-03-04T23:32:15.125 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 179.669583751, 2021-03-04T23:32:15.126 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.188670109, 2021-03-04T23:32:15.126 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.126 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.126 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.126 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.127 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.127 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 77832 2021-03-04T23:32:15.127 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.127 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.127 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.128 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.128 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.371166+0000", 2021-03-04T23:32:15.128 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.128 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.129 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.129 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.371166+0000", 2021-03-04T23:32:15.129 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010463600000000001 2021-03-04T23:32:15.130 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.130 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.130 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.130 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.371270+0000", 2021-03-04T23:32:15.130 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.798e-06 2021-03-04T23:32:15.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.131 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.131 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.131 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.371272+0000", 2021-03-04T23:32:15.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7567e-05 2021-03-04T23:32:15.132 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.133 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.371290+0000", 2021-03-04T23:32:15.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6529999999999994e-06 2021-03-04T23:32:15.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.134 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.371297+0000", 2021-03-04T23:32:15.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0069648280000000002 2021-03-04T23:32:15.134 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.135 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.135 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.135 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.378262+0000", 2021-03-04T23:32:15.135 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016748800000000001 2021-03-04T23:32:15.136 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.136 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.136 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.378430+0000", 2021-03-04T23:32:15.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000197402 2021-03-04T23:32:15.137 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.137 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.137 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.137 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.378627+0000", 2021-03-04T23:32:15.138 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0051959930000000003 2021-03-04T23:32:15.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.138 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.138 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.139 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.383823+0000", 2021-03-04T23:32:15.139 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1450000000000003e-05 2021-03-04T23:32:15.139 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.139 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.140 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.140 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.383885+0000", 2021-03-04T23:32:15.140 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.175529088 2021-03-04T23:32:15.140 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.140 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.141 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.141 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.559414+0000", 2021-03-04T23:32:15.141 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00027699700000000002 2021-03-04T23:32:15.141 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.141 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.142 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.142 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.559691+0000", 2021-03-04T23:32:15.142 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014520900000000001 2021-03-04T23:32:15.142 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.142 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.143 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.143 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.559836+0000", 2021-03-04T23:32:15.143 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.188670109 2021-03-04T23:32:15.143 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.143 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.144 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.144 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.144 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.144 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:77837 30.d 30:bbacd6dd:::benchmark_data_gibba008_138845_object77836:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e724)", 2021-03-04T23:32:15.145 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:15.373652+0000", 2021-03-04T23:32:15.145 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 179.66709738200001, 2021-03-04T23:32:15.145 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.212762811, 2021-03-04T23:32:15.145 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.145 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.146 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.146 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.146 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.146 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 77837 2021-03-04T23:32:15.146 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.147 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.147 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.147 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.147 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.373652+0000", 2021-03-04T23:32:15.147 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.148 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.148 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.148 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.148 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.373652+0000", 2021-03-04T23:32:15.148 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0467000000000003e-05 2021-03-04T23:32:15.149 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.149 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.149 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.149 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.373703+0000", 2021-03-04T23:32:15.149 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0540000000000002e-06 2021-03-04T23:32:15.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.150 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.150 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.373705+0000", 2021-03-04T23:32:15.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7561999999999999e-05 2021-03-04T23:32:15.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.151 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.151 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.373722+0000", 2021-03-04T23:32:15.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6059999999999997e-06 2021-03-04T23:32:15.152 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.152 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.373730+0000", 2021-03-04T23:32:15.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.007291591 2021-03-04T23:32:15.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381021+0000", 2021-03-04T23:32:15.154 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015472000000000001 2021-03-04T23:32:15.154 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.154 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381176+0000", 2021-03-04T23:32:15.155 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022073899999999999 2021-03-04T23:32:15.155 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.155 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.156 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381397+0000", 2021-03-04T23:32:15.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0050184310000000003 2021-03-04T23:32:15.156 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.156 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.156 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.157 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.386415+0000", 2021-03-04T23:32:15.157 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012357500000000001 2021-03-04T23:32:15.157 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.157 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.157 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.158 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.386539+0000", 2021-03-04T23:32:15.158 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19957656500000001 2021-03-04T23:32:15.158 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.158 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.158 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.159 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.586115+0000", 2021-03-04T23:32:15.159 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018907799999999999 2021-03-04T23:32:15.159 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.159 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.159 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.160 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.586305+0000", 2021-03-04T23:32:15.160 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110423 2021-03-04T23:32:15.160 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.160 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.160 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.161 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.586415+0000", 2021-03-04T23:32:15.161 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.212762811 2021-03-04T23:32:15.161 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.161 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.162 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.162 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.162 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.162 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:77853 30.d 30:b97c7d86:::benchmark_data_gibba008_138845_object77852:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e724)", 2021-03-04T23:32:15.162 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:15.381832+0000", 2021-03-04T23:32:15.163 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 179.65891703200001, 2021-03-04T23:32:15.163 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.205228207, 2021-03-04T23:32:15.163 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.163 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.163 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.164 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.164 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.164 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 77853 2021-03-04T23:32:15.164 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.164 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.165 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.165 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.165 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381832+0000", 2021-03-04T23:32:15.165 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.166 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.166 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.166 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.166 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381832+0000", 2021-03-04T23:32:15.166 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2876999999999997e-05 2021-03-04T23:32:15.167 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.167 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.167 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.167 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381865+0000", 2021-03-04T23:32:15.167 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.683e-06 2021-03-04T23:32:15.168 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.168 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.168 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.168 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381868+0000", 2021-03-04T23:32:15.168 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4994000000000001e-05 2021-03-04T23:32:15.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.169 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.169 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381883+0000", 2021-03-04T23:32:15.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8290000000000008e-06 2021-03-04T23:32:15.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.170 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.170 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.381891+0000", 2021-03-04T23:32:15.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002021021 2021-03-04T23:32:15.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.172 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.172 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.172 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.383912+0000", 2021-03-04T23:32:15.172 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000159746 2021-03-04T23:32:15.173 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.173 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.173 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.173 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.384072+0000", 2021-03-04T23:32:15.173 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000140722 2021-03-04T23:32:15.174 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.174 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.174 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.174 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.384212+0000", 2021-03-04T23:32:15.175 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023711209999999999 2021-03-04T23:32:15.175 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.175 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.175 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.386583+0000", 2021-03-04T23:32:15.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1810000000000001e-06 2021-03-04T23:32:15.176 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.176 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.176 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.386592+0000", 2021-03-04T23:32:15.177 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.200034501 2021-03-04T23:32:15.177 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.177 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.177 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.177 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.586626+0000", 2021-03-04T23:32:15.178 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000250898 2021-03-04T23:32:15.178 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.178 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.178 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.179 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.586877+0000", 2021-03-04T23:32:15.179 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018363400000000001 2021-03-04T23:32:15.179 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.179 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.179 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.180 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.587061+0000", 2021-03-04T23:32:15.180 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.205228207 2021-03-04T23:32:15.180 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.180 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.180 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.181 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.181 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:77862 30.3 30:c21e3d20:::benchmark_data_gibba008_138845_object77861:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e724)", 2021-03-04T23:32:15.181 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:15.385071+0000", 2021-03-04T23:32:15.182 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 179.655678991, 2021-03-04T23:32:15.182 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.186243082, 2021-03-04T23:32:15.182 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.182 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.182 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.183 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.183 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.183 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 77862 2021-03-04T23:32:15.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.183 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.184 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.184 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.184 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385071+0000", 2021-03-04T23:32:15.185 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.185 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.185 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.185 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385071+0000", 2021-03-04T23:32:15.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7261e-05 2021-03-04T23:32:15.186 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.186 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.186 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385118+0000", 2021-03-04T23:32:15.187 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:32:15.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.187 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.187 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385120+0000", 2021-03-04T23:32:15.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8202e-05 2021-03-04T23:32:15.188 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.188 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.188 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.188 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385138+0000", 2021-03-04T23:32:15.189 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4630000000000004e-06 2021-03-04T23:32:15.189 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.189 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.189 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.190 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385145+0000", 2021-03-04T23:32:15.190 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0662000000000003e-05 2021-03-04T23:32:15.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.190 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.190 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.191 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385206+0000", 2021-03-04T23:32:15.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000183067 2021-03-04T23:32:15.191 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.191 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.191 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.192 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385389+0000", 2021-03-04T23:32:15.192 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020718200000000001 2021-03-04T23:32:15.192 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.192 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.192 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.193 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.385596+0000", 2021-03-04T23:32:15.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024717559999999999 2021-03-04T23:32:15.193 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.193 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.194 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.388068+0000", 2021-03-04T23:32:15.194 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019457200000000001 2021-03-04T23:32:15.194 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.195 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.195 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.195 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.388263+0000", 2021-03-04T23:32:15.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.18279195300000001 2021-03-04T23:32:15.195 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.196 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.196 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.196 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.571055+0000", 2021-03-04T23:32:15.196 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014943399999999999 2021-03-04T23:32:15.196 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.197 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.197 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.197 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.571204+0000", 2021-03-04T23:32:15.197 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109583 2021-03-04T23:32:15.197 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.198 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.198 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.571314+0000", 2021-03-04T23:32:15.198 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.186243082 2021-03-04T23:32:15.198 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.199 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.199 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.199 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.199 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.200 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:77867 30.d 30:b193a863:::benchmark_data_gibba008_138845_object77866:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e724)", 2021-03-04T23:32:15.200 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:15.387062+0000", 2021-03-04T23:32:15.200 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 179.653687537, 2021-03-04T23:32:15.200 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.200515581, 2021-03-04T23:32:15.200 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.201 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.201 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.201 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.201 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.201 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 77867 2021-03-04T23:32:15.202 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.202 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.202 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.202 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.202 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387062+0000", 2021-03-04T23:32:15.203 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.203 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.203 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.203 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387062+0000", 2021-03-04T23:32:15.204 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5881999999999999e-05 2021-03-04T23:32:15.204 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.204 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387108+0000", 2021-03-04T23:32:15.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.863e-06 2021-03-04T23:32:15.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.205 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387110+0000", 2021-03-04T23:32:15.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6903000000000001e-05 2021-03-04T23:32:15.206 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.206 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.207 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387127+0000", 2021-03-04T23:32:15.207 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7700000000000001e-06 2021-03-04T23:32:15.207 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.207 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.208 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387134+0000", 2021-03-04T23:32:15.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2308999999999998e-05 2021-03-04T23:32:15.208 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.208 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.208 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.209 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387177+0000", 2021-03-04T23:32:15.209 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013036499999999999 2021-03-04T23:32:15.209 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.209 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.209 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.210 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387307+0000", 2021-03-04T23:32:15.210 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012842100000000001 2021-03-04T23:32:15.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.211 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.211 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.387435+0000", 2021-03-04T23:32:15.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022310540000000001 2021-03-04T23:32:15.211 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.212 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.212 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.389667+0000", 2021-03-04T23:32:15.212 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5024999999999995e-05 2021-03-04T23:32:15.212 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.213 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.213 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.213 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.389732+0000", 2021-03-04T23:32:15.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.19754693800000001 2021-03-04T23:32:15.213 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.214 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.214 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.587279+0000", 2021-03-04T23:32:15.214 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017305099999999999 2021-03-04T23:32:15.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.587452+0000", 2021-03-04T23:32:15.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000126 2021-03-04T23:32:15.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:15.587578+0000", 2021-03-04T23:32:15.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.200515581 2021-03-04T23:32:15.217 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.217 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.217 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.217 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.218 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169886 30.d 30:b28c6593:::benchmark_data_gibba008_138845_object11899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.218 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.634517+0000", 2021-03-04T23:32:15.218 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.40623284999999, 2021-03-04T23:32:15.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.246610423, 2021-03-04T23:32:15.219 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.219 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.219 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.219 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.220 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.220 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169886 2021-03-04T23:32:15.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.220 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.221 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634517+0000", 2021-03-04T23:32:15.221 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634517+0000", 2021-03-04T23:32:15.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7719999999999999e-06 2021-03-04T23:32:15.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634518+0000", 2021-03-04T23:32:15.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.254e-06 2021-03-04T23:32:15.223 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634520+0000", 2021-03-04T23:32:15.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8849999999999994e-06 2021-03-04T23:32:15.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.226 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.226 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634530+0000", 2021-03-04T23:32:15.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5120000000000002e-06 2021-03-04T23:32:15.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.227 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.227 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634534+0000", 2021-03-04T23:32:15.227 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0039662150000000004 2021-03-04T23:32:15.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.228 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.228 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.228 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.638500+0000", 2021-03-04T23:32:15.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3937000000000006e-05 2021-03-04T23:32:15.229 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.229 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.229 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.229 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.638584+0000", 2021-03-04T23:32:15.229 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6298999999999996e-05 2021-03-04T23:32:15.230 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.230 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.230 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.638661+0000", 2021-03-04T23:32:15.231 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0040322830000000002 2021-03-04T23:32:15.231 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.231 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.231 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.231 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642693+0000", 2021-03-04T23:32:15.232 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001909476 2021-03-04T23:32:15.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.232 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.232 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.232 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644602+0000", 2021-03-04T23:32:15.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23622981600000001 2021-03-04T23:32:15.233 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.233 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.233 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.880832+0000", 2021-03-04T23:32:15.234 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017228400000000001 2021-03-04T23:32:15.234 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.234 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881004+0000", 2021-03-04T23:32:15.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012269000000000001 2021-03-04T23:32:15.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881127+0000", 2021-03-04T23:32:15.236 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.246610423 2021-03-04T23:32:15.236 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.236 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.237 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.237 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.237 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.237 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169888 30.d 30:b9663c23:::benchmark_data_gibba008_138845_object11901:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.238 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.634731+0000", 2021-03-04T23:32:15.238 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.406018985, 2021-03-04T23:32:15.238 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24686899100000001, 2021-03-04T23:32:15.238 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.239 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.239 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.239 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.239 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.240 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169888 2021-03-04T23:32:15.240 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.240 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.240 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.240 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.241 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634731+0000", 2021-03-04T23:32:15.241 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.241 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.241 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.241 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.242 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634731+0000", 2021-03-04T23:32:15.242 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4920000000000001e-06 2021-03-04T23:32:15.242 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.242 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.242 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.243 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634732+0000", 2021-03-04T23:32:15.243 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4600000000000003e-07 2021-03-04T23:32:15.243 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.243 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.244 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.244 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634733+0000", 2021-03-04T23:32:15.244 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0135999999999999e-05 2021-03-04T23:32:15.244 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.244 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.245 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.245 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634743+0000", 2021-03-04T23:32:15.245 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8550000000000004e-06 2021-03-04T23:32:15.245 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.245 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.246 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.246 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634747+0000", 2021-03-04T23:32:15.246 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0059963070000000002 2021-03-04T23:32:15.246 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.246 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.247 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.247 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640743+0000", 2021-03-04T23:32:15.247 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2470000000000002e-05 2021-03-04T23:32:15.247 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.247 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.248 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.248 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640826+0000", 2021-03-04T23:32:15.248 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7978000000000004e-05 2021-03-04T23:32:15.248 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.248 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.249 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.249 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640914+0000", 2021-03-04T23:32:15.249 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001782982 2021-03-04T23:32:15.249 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.250 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.250 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.250 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642697+0000", 2021-03-04T23:32:15.250 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019311350000000001 2021-03-04T23:32:15.250 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.251 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.251 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.251 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644628+0000", 2021-03-04T23:32:15.251 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23671676899999999 2021-03-04T23:32:15.251 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.252 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.252 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.252 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881345+0000", 2021-03-04T23:32:15.252 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013815299999999999 2021-03-04T23:32:15.252 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.253 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.253 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.253 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881483+0000", 2021-03-04T23:32:15.253 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000116768 2021-03-04T23:32:15.253 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.254 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.254 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.254 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881600+0000", 2021-03-04T23:32:15.254 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24686899100000001 2021-03-04T23:32:15.255 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.255 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.255 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.255 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.255 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.256 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169891 30.3 30:c13bee14:::benchmark_data_gibba008_138845_object11904:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.256 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.637482+0000", 2021-03-04T23:32:15.256 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.403267434, 2021-03-04T23:32:15.256 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24362926500000001, 2021-03-04T23:32:15.256 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.257 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.257 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.257 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.257 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.257 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169891 2021-03-04T23:32:15.258 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.258 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.258 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.258 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.259 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637482+0000", 2021-03-04T23:32:15.259 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.259 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.259 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.259 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.260 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637482+0000", 2021-03-04T23:32:15.260 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.331e-06 2021-03-04T23:32:15.260 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.260 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.260 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.261 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637483+0000", 2021-03-04T23:32:15.261 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3399999999999998e-07 2021-03-04T23:32:15.261 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.261 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.261 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.262 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637484+0000", 2021-03-04T23:32:15.262 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5065000000000001e-05 2021-03-04T23:32:15.262 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.262 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.262 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.263 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637499+0000", 2021-03-04T23:32:15.263 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3209999999999998e-06 2021-03-04T23:32:15.263 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.263 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.264 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.264 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637504+0000", 2021-03-04T23:32:15.264 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028974399999999998 2021-03-04T23:32:15.264 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.264 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.265 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.265 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640401+0000", 2021-03-04T23:32:15.265 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103656 2021-03-04T23:32:15.265 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.265 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.266 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.266 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640505+0000", 2021-03-04T23:32:15.266 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3689000000000005e-05 2021-03-04T23:32:15.266 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.266 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.267 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.267 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640588+0000", 2021-03-04T23:32:15.267 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045189820000000004 2021-03-04T23:32:15.267 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.267 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.268 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.268 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645107+0000", 2021-03-04T23:32:15.268 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022617620000000001 2021-03-04T23:32:15.268 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.268 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.269 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.269 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647369+0000", 2021-03-04T23:32:15.269 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23328854199999999 2021-03-04T23:32:15.269 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.270 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.270 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.270 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.880658+0000", 2021-03-04T23:32:15.270 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024108500000000001 2021-03-04T23:32:15.270 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.271 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.271 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.271 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.880899+0000", 2021-03-04T23:32:15.271 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021255800000000001 2021-03-04T23:32:15.271 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.272 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.272 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.272 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881111+0000", 2021-03-04T23:32:15.272 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24362926500000001 2021-03-04T23:32:15.272 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.273 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.273 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.273 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.273 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.273 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169893 30.3 30:c12cae4e:::benchmark_data_gibba008_138845_object11906:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.274 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.637967+0000", 2021-03-04T23:32:15.274 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.40278241, 2021-03-04T23:32:15.274 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.243759273, 2021-03-04T23:32:15.274 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.274 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.275 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.275 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.275 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.275 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169893 2021-03-04T23:32:15.276 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.276 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.276 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.276 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.276 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637967+0000", 2021-03-04T23:32:15.277 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.277 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.277 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.277 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.277 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637967+0000", 2021-03-04T23:32:15.278 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.19e-06 2021-03-04T23:32:15.278 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.278 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.278 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.278 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637968+0000", 2021-03-04T23:32:15.279 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4200000000000004e-07 2021-03-04T23:32:15.279 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.279 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.279 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.279 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637969+0000", 2021-03-04T23:32:15.280 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7990000000000005e-06 2021-03-04T23:32:15.280 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.280 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.280 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.281 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637979+0000", 2021-03-04T23:32:15.281 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5530000000000003e-06 2021-03-04T23:32:15.281 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.281 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.281 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.282 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637984+0000", 2021-03-04T23:32:15.282 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0048059239999999996 2021-03-04T23:32:15.282 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.282 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.282 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.283 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642790+0000", 2021-03-04T23:32:15.283 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0400000000000003e-05 2021-03-04T23:32:15.283 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.283 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.283 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.284 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642870+0000", 2021-03-04T23:32:15.284 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1459999999999996e-05 2021-03-04T23:32:15.284 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.284 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.284 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.285 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642951+0000", 2021-03-04T23:32:15.285 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0043915430000000004 2021-03-04T23:32:15.285 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.286 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.286 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.286 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647343+0000", 2021-03-04T23:32:15.286 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001376981 2021-03-04T23:32:15.286 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.287 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.287 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.287 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.648720+0000", 2021-03-04T23:32:15.287 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23267359500000001 2021-03-04T23:32:15.288 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.288 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.288 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.288 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881393+0000", 2021-03-04T23:32:15.288 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000128651 2021-03-04T23:32:15.289 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.289 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.289 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.289 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881522+0000", 2021-03-04T23:32:15.289 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020423500000000001 2021-03-04T23:32:15.290 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.290 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.290 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.290 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881726+0000", 2021-03-04T23:32:15.290 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.243759273 2021-03-04T23:32:15.291 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.291 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.291 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.291 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.291 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.292 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169899 30.3 30:ccb6ad16:::benchmark_data_gibba008_138845_object11912:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.292 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.644649+0000", 2021-03-04T23:32:15.292 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.39610035600001, 2021-03-04T23:32:15.292 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.239417292, 2021-03-04T23:32:15.292 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.293 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.293 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.293 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.293 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.294 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169899 2021-03-04T23:32:15.294 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.294 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.294 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.294 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.295 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644649+0000", 2021-03-04T23:32:15.295 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.295 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.295 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.295 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.296 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644649+0000", 2021-03-04T23:32:15.296 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.483e-06 2021-03-04T23:32:15.296 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.296 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.296 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.297 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644651+0000", 2021-03-04T23:32:15.297 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.35e-06 2021-03-04T23:32:15.297 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.297 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.298 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.298 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644652+0000", 2021-03-04T23:32:15.298 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6640000000000004e-06 2021-03-04T23:32:15.298 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.298 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.299 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.299 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644661+0000", 2021-03-04T23:32:15.299 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8949999999999997e-06 2021-03-04T23:32:15.299 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.299 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.300 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.300 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644666+0000", 2021-03-04T23:32:15.300 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00059197399999999999 2021-03-04T23:32:15.300 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.300 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.301 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.301 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645258+0000", 2021-03-04T23:32:15.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4303999999999998e-05 2021-03-04T23:32:15.301 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.301 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.302 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.302 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645342+0000", 2021-03-04T23:32:15.302 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010773299999999999 2021-03-04T23:32:15.302 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.303 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.303 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645450+0000", 2021-03-04T23:32:15.303 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002043829 2021-03-04T23:32:15.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.304 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.304 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.304 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647493+0000", 2021-03-04T23:32:15.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001349191 2021-03-04T23:32:15.304 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.305 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.305 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.305 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.648843+0000", 2021-03-04T23:32:15.305 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.234775065 2021-03-04T23:32:15.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.306 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.883618+0000", 2021-03-04T23:32:15.306 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025412200000000002 2021-03-04T23:32:15.306 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.307 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.307 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.883872+0000", 2021-03-04T23:32:15.307 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000194682 2021-03-04T23:32:15.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.308 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.884066+0000", 2021-03-04T23:32:15.308 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.239417292 2021-03-04T23:32:15.308 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.309 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.309 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.310 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169900 30.d 30:b1894a6c:::benchmark_data_gibba008_138845_object11913:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.310 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.645140+0000", 2021-03-04T23:32:15.310 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.39560961799999, 2021-03-04T23:32:15.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.249283492, 2021-03-04T23:32:15.310 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.311 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.311 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.311 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.311 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.312 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169900 2021-03-04T23:32:15.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.312 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.312 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.313 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645140+0000", 2021-03-04T23:32:15.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.313 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.313 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.314 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.314 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645140+0000", 2021-03-04T23:32:15.314 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1749999999999999e-06 2021-03-04T23:32:15.314 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.314 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.315 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.315 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645142+0000", 2021-03-04T23:32:15.315 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1960000000000001e-06 2021-03-04T23:32:15.315 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.315 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.316 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.316 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645143+0000", 2021-03-04T23:32:15.316 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0322999999999999e-05 2021-03-04T23:32:15.316 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.316 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.317 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.317 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645154+0000", 2021-03-04T23:32:15.317 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7759999999999997e-06 2021-03-04T23:32:15.317 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.317 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.318 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.318 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645158+0000", 2021-03-04T23:32:15.318 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4758000000000002e-05 2021-03-04T23:32:15.318 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.318 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.319 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.319 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645193+0000", 2021-03-04T23:32:15.319 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118987 2021-03-04T23:32:15.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.320 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.320 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.320 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645312+0000", 2021-03-04T23:32:15.320 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015793299999999999 2021-03-04T23:32:15.320 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.321 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.321 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.321 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645470+0000", 2021-03-04T23:32:15.321 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066232870000000003 2021-03-04T23:32:15.321 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.322 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.322 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.322 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652093+0000", 2021-03-04T23:32:15.322 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6657999999999999e-05 2021-03-04T23:32:15.322 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.323 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.323 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.323 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652140+0000", 2021-03-04T23:32:15.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.241835726 2021-03-04T23:32:15.323 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.324 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.324 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.324 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.893976+0000", 2021-03-04T23:32:15.324 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024226099999999999 2021-03-04T23:32:15.324 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.325 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.325 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894218+0000", 2021-03-04T23:32:15.325 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000205412 2021-03-04T23:32:15.325 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.326 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.326 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.326 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894423+0000", 2021-03-04T23:32:15.326 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.249283492 2021-03-04T23:32:15.326 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.327 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.327 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.327 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.327 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.328 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169902 30.d 30:becffa23:::benchmark_data_gibba008_138845_object11915:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.328 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.645841+0000", 2021-03-04T23:32:15.328 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.39490839699999, 2021-03-04T23:32:15.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24907959099999999, 2021-03-04T23:32:15.329 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.329 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.329 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.329 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.329 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.330 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169902 2021-03-04T23:32:15.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.330 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.330 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.331 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645841+0000", 2021-03-04T23:32:15.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.332 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645841+0000", 2021-03-04T23:32:15.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0270000000000001e-06 2021-03-04T23:32:15.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.332 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645842+0000", 2021-03-04T23:32:15.333 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.031e-06 2021-03-04T23:32:15.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.333 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.334 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645843+0000", 2021-03-04T23:32:15.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0410000000000003e-06 2021-03-04T23:32:15.334 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.334 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.335 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.335 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645852+0000", 2021-03-04T23:32:15.335 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4040000000000003e-06 2021-03-04T23:32:15.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.336 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.336 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.336 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645858+0000", 2021-03-04T23:32:15.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001756734 2021-03-04T23:32:15.337 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.337 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.337 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.337 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647614+0000", 2021-03-04T23:32:15.337 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012389000000000001 2021-03-04T23:32:15.338 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.338 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.338 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.338 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647738+0000", 2021-03-04T23:32:15.339 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014774300000000001 2021-03-04T23:32:15.339 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.339 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.339 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.340 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647886+0000", 2021-03-04T23:32:15.340 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042469020000000003 2021-03-04T23:32:15.340 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.340 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.340 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.341 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652133+0000", 2021-03-04T23:32:15.341 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2638e-05 2021-03-04T23:32:15.341 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.341 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.341 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.342 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652146+0000", 2021-03-04T23:32:15.342 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24249126700000001 2021-03-04T23:32:15.342 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.342 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.343 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.343 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894637+0000", 2021-03-04T23:32:15.343 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017136899999999999 2021-03-04T23:32:15.343 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.343 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894808+0000", 2021-03-04T23:32:15.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112545 2021-03-04T23:32:15.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.344 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894921+0000", 2021-03-04T23:32:15.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24907959099999999 2021-03-04T23:32:15.345 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.345 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.346 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.346 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.346 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169904 30.d 30:b91f229e:::benchmark_data_gibba008_138845_object11917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.346 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.646401+0000", 2021-03-04T23:32:15.347 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.394348897, 2021-03-04T23:32:15.347 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24922608399999999, 2021-03-04T23:32:15.347 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.347 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.348 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.348 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.348 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.348 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169904 2021-03-04T23:32:15.348 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.349 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.349 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646401+0000", 2021-03-04T23:32:15.349 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.350 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.350 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.350 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646401+0000", 2021-03-04T23:32:15.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.164e-06 2021-03-04T23:32:15.351 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.351 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.351 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646402+0000", 2021-03-04T23:32:15.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2900000000000002e-07 2021-03-04T23:32:15.352 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.352 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.352 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.352 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646403+0000", 2021-03-04T23:32:15.352 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9829999999999996e-06 2021-03-04T23:32:15.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.353 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.353 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646411+0000", 2021-03-04T23:32:15.353 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8999999999999997e-06 2021-03-04T23:32:15.354 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.354 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.354 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646416+0000", 2021-03-04T23:32:15.355 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036400740000000001 2021-03-04T23:32:15.355 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.355 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.355 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650056+0000", 2021-03-04T23:32:15.356 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8250000000000004e-05 2021-03-04T23:32:15.356 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.356 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.356 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.356 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650144+0000", 2021-03-04T23:32:15.357 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3934e-05 2021-03-04T23:32:15.357 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.357 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.357 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.357 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650228+0000", 2021-03-04T23:32:15.358 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0043680840000000004 2021-03-04T23:32:15.358 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.358 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.358 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.358 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654596+0000", 2021-03-04T23:32:15.359 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018842640000000001 2021-03-04T23:32:15.359 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.359 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.359 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.359 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656480+0000", 2021-03-04T23:32:15.360 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23870158599999999 2021-03-04T23:32:15.360 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.360 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.360 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.361 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895182+0000", 2021-03-04T23:32:15.361 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024255699999999999 2021-03-04T23:32:15.361 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.361 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.361 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.362 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895424+0000", 2021-03-04T23:32:15.362 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020245899999999999 2021-03-04T23:32:15.362 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.362 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.363 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895627+0000", 2021-03-04T23:32:15.363 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24922608399999999 2021-03-04T23:32:15.363 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.363 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.363 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.364 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.364 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.364 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169906 30.d 30:bf5c7b29:::benchmark_data_gibba008_138845_object11919:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.364 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.646437+0000", 2021-03-04T23:32:15.364 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.394312343, 2021-03-04T23:32:15.365 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24982277, 2021-03-04T23:32:15.365 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.365 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.365 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.365 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.366 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.366 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169906 2021-03-04T23:32:15.366 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.366 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.366 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.367 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.367 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646437+0000", 2021-03-04T23:32:15.367 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.368 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.368 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.368 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646437+0000", 2021-03-04T23:32:15.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.674e-06 2021-03-04T23:32:15.368 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.369 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.369 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.369 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646439+0000", 2021-03-04T23:32:15.369 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1310000000000001e-06 2021-03-04T23:32:15.369 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.370 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646440+0000", 2021-03-04T23:32:15.370 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5399999999999996e-06 2021-03-04T23:32:15.370 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.371 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.371 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646449+0000", 2021-03-04T23:32:15.371 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1860000000000002e-06 2021-03-04T23:32:15.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.372 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.372 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.372 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646453+0000", 2021-03-04T23:32:15.372 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0057116900000000002 2021-03-04T23:32:15.373 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.373 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.373 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652164+0000", 2021-03-04T23:32:15.373 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8548000000000007e-05 2021-03-04T23:32:15.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.374 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.374 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.374 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652253+0000", 2021-03-04T23:32:15.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0452999999999997e-05 2021-03-04T23:32:15.375 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.375 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652333+0000", 2021-03-04T23:32:15.376 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023015760000000001 2021-03-04T23:32:15.376 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.376 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.376 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.376 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654635+0000", 2021-03-04T23:32:15.377 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018528189999999999 2021-03-04T23:32:15.377 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.377 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.377 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.377 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656488+0000", 2021-03-04T23:32:15.378 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23931677500000001 2021-03-04T23:32:15.378 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.378 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.378 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.378 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895805+0000", 2021-03-04T23:32:15.379 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023786099999999999 2021-03-04T23:32:15.379 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.379 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.379 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.379 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896042+0000", 2021-03-04T23:32:15.380 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000217517 2021-03-04T23:32:15.380 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.380 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.380 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.381 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896260+0000", 2021-03-04T23:32:15.381 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24982277 2021-03-04T23:32:15.381 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.381 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.381 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.382 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.382 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.382 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169908 30.d 30:bd589fa2:::benchmark_data_gibba008_138845_object11921:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.382 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.646612+0000", 2021-03-04T23:32:15.382 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.394137137, 2021-03-04T23:32:15.383 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25038249200000001, 2021-03-04T23:32:15.383 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.383 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.383 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.384 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.384 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.384 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169908 2021-03-04T23:32:15.384 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.384 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.385 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.385 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.385 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646612+0000", 2021-03-04T23:32:15.385 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.385 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.386 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.386 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.386 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646612+0000", 2021-03-04T23:32:15.386 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.539e-06 2021-03-04T23:32:15.387 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.387 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.387 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.387 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646614+0000", 2021-03-04T23:32:15.387 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0359999999999999e-06 2021-03-04T23:32:15.388 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.388 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.388 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.388 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646615+0000", 2021-03-04T23:32:15.388 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4830000000000005e-06 2021-03-04T23:32:15.389 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.389 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.389 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.389 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646624+0000", 2021-03-04T23:32:15.389 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2200000000000003e-06 2021-03-04T23:32:15.390 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.390 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.390 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.390 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646629+0000", 2021-03-04T23:32:15.390 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0080305229999999995 2021-03-04T23:32:15.391 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.391 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.391 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.391 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654659+0000", 2021-03-04T23:32:15.392 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5852000000000004e-05 2021-03-04T23:32:15.392 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.392 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.392 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.392 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654745+0000", 2021-03-04T23:32:15.393 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6877000000000002e-05 2021-03-04T23:32:15.393 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.393 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.393 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.393 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654832+0000", 2021-03-04T23:32:15.394 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036539849999999998 2021-03-04T23:32:15.394 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.394 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.394 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.394 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658486+0000", 2021-03-04T23:32:15.395 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8530000000000003e-06 2021-03-04T23:32:15.395 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.395 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.395 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.395 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658493+0000", 2021-03-04T23:32:15.396 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23808334 2021-03-04T23:32:15.396 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.396 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.396 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.397 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896576+0000", 2021-03-04T23:32:15.397 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000229896 2021-03-04T23:32:15.397 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.397 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.397 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.398 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896806+0000", 2021-03-04T23:32:15.398 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018888800000000001 2021-03-04T23:32:15.398 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.398 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.398 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.399 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896995+0000", 2021-03-04T23:32:15.399 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25038249200000001 2021-03-04T23:32:15.399 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.399 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.400 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.400 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.400 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.400 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169910 30.d 30:bb412422:::benchmark_data_gibba008_138845_object11923:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:32:15.400 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.650530+0000", 2021-03-04T23:32:15.401 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 114.39022000200001, 2021-03-04T23:32:15.401 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24716981900000001, 2021-03-04T23:32:15.401 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:15.401 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:15.401 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:15.402 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:15.402 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:15.402 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169910 2021-03-04T23:32:15.402 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.402 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:15.403 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.403 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:15.403 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650530+0000", 2021-03-04T23:32:15.403 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:15.403 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.404 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.404 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:15.404 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650530+0000", 2021-03-04T23:32:15.404 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0360000000000001e-06 2021-03-04T23:32:15.404 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.405 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.405 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:15.405 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650532+0000", 2021-03-04T23:32:15.405 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5650000000000001e-06 2021-03-04T23:32:15.406 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.406 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.406 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:15.406 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650533+0000", 2021-03-04T23:32:15.406 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2087e-05 2021-03-04T23:32:15.407 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.407 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.407 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:15.407 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650545+0000", 2021-03-04T23:32:15.407 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8470000000000001e-06 2021-03-04T23:32:15.408 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.408 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.408 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.408 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650551+0000", 2021-03-04T23:32:15.408 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0059645039999999998 2021-03-04T23:32:15.409 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.409 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.409 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:15.409 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656516+0000", 2021-03-04T23:32:15.409 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012199800000000001 2021-03-04T23:32:15.410 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.410 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.410 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:15.410 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656638+0000", 2021-03-04T23:32:15.411 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013415899999999999 2021-03-04T23:32:15.411 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.411 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.411 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:15.411 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656772+0000", 2021-03-04T23:32:15.412 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001782861 2021-03-04T23:32:15.412 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.412 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.413 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.413 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658555+0000", 2021-03-04T23:32:15.413 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016569499999999999 2021-03-04T23:32:15.413 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.413 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.414 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:15.414 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658720+0000", 2021-03-04T23:32:15.414 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23854246500000001 2021-03-04T23:32:15.414 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.415 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.415 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:15.415 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.897263+0000", 2021-03-04T23:32:15.415 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022665399999999999 2021-03-04T23:32:15.415 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.416 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.416 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:15.416 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.897489+0000", 2021-03-04T23:32:15.416 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000209948 2021-03-04T23:32:15.417 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:15.417 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:15.417 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:15.417 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.897699+0000", 2021-03-04T23:32:15.417 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24716981900000001 2021-03-04T23:32:15.418 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.418 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.418 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.418 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:15.419 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:15.419 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:32:15.419 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:14 gibba023 bash[19550]: debug 2021-03-04T23:32:14.906+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:15.512 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:15.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:15 gibba023 bash[27374]: cluster 2021-03-04T23:32:13.540361+0000 mgr.x (mgr.34379) 1349 : cluster [DBG] pgmap v1743: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 340 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 390 KiB/s, 6 objects/s recovering 2021-03-04T23:32:15.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:15 gibba023 bash[27374]: audit 2021-03-04T23:32:15.070063+0000 mon.a (mon.0) 2004 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:15.615 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:15.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:15 gibba008 bash[47391]: debug 2021-03-04T23:32:15.504+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:15.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:15 gibba008 bash[37770]: cluster 2021-03-04T23:32:13.540361+0000 mgr.x (mgr.34379) 1349 : cluster [DBG] pgmap v1743: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 340 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 390 KiB/s, 6 objects/s recovering 2021-03-04T23:32:15.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:15 gibba008 bash[37770]: audit 2021-03-04T23:32:15.070063+0000 mon.a (mon.0) 2004 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:15.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:15 gibba008 bash[39303]: cluster 2021-03-04T23:32:13.540361+0000 mgr.x (mgr.34379) 1349 : cluster [DBG] pgmap v1743: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 340 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 390 KiB/s, 6 objects/s recovering 2021-03-04T23:32:15.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:15 gibba008 bash[39303]: audit 2021-03-04T23:32:15.070063+0000 mon.a (mon.0) 2004 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:15.785 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:32:15.860 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:16.065 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:16.691 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:16 gibba023 bash[27374]: audit 2021-03-04T23:32:16.256878+0000 mon.a (mon.0) 2005 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T23:32:16.691 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:16 gibba023 bash[27374]: audit 2021-03-04T23:32:16.257629+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T23:32:16.692 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:16 gibba023 bash[88433]: debug 2021-03-04T23:32:16.250+0000 7f3091b07f40 -1 osd.5 711 log_to_monitors {default=true} 2021-03-04T23:32:16.692 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:16 gibba023 bash[88433]: debug 2021-03-04T23:32:16.410+0000 7f30857f9700 -1 osd.5 711 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:32:16.693 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:16 gibba008 bash[91265]: debug 2021-03-04T23:32:16.056+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:16 gibba008 bash[37770]: audit 2021-03-04T23:32:16.256878+0000 mon.a (mon.0) 2005 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T23:32:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:16 gibba008 bash[37770]: audit 2021-03-04T23:32:16.257629+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T23:32:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:16 gibba008 bash[39303]: audit 2021-03-04T23:32:16.256878+0000 mon.a (mon.0) 2005 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T23:32:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:16 gibba008 bash[39303]: audit 2021-03-04T23:32:16.257629+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-03-04T23:32:16.794 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:16.877 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:32:16.878 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:32:16.939 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.045 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.177 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:32:17.259 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:17.265 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:16 gibba008 bash[91265]: debug 2021-03-04T23:32:16.932+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:17.686 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[39303]: cluster 2021-03-04T23:32:15.541828+0000 mgr.x (mgr.34379) 1350 : cluster [DBG] pgmap v1744: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 162 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 343 KiB/s, 5 objects/s recovering 2021-03-04T23:32:17.687 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[39303]: audit 2021-03-04T23:32:16.398089+0000 mon.a (mon.0) 2006 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-03-04T23:32:17.687 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[39303]: cluster 2021-03-04T23:32:16.398141+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e745: 8 total, 7 up, 7 in 2021-03-04T23:32:17.687 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[39303]: audit 2021-03-04T23:32:16.405336+0000 mon.a (mon.0) 2008 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:32:17.688 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[39303]: audit 2021-03-04T23:32:16.406575+0000 mon.b (mon.2) 9 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:32:17.688 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[37770]: cluster 2021-03-04T23:32:15.541828+0000 mgr.x (mgr.34379) 1350 : cluster [DBG] pgmap v1744: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 162 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 343 KiB/s, 5 objects/s recovering 2021-03-04T23:32:17.689 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[37770]: audit 2021-03-04T23:32:16.398089+0000 mon.a (mon.0) 2006 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-03-04T23:32:17.689 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[37770]: cluster 2021-03-04T23:32:16.398141+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e745: 8 total, 7 up, 7 in 2021-03-04T23:32:17.690 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[37770]: audit 2021-03-04T23:32:16.405336+0000 mon.a (mon.0) 2008 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:32:17.690 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[37770]: audit 2021-03-04T23:32:16.406575+0000 mon.b (mon.2) 9 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:32:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:17 gibba023 bash[27374]: cluster 2021-03-04T23:32:15.541828+0000 mgr.x (mgr.34379) 1350 : cluster [DBG] pgmap v1744: 129 pgs: 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 34 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 162 op/s; 1/66 objects degraded (1.515%); 4/66 objects misplaced (6.061%); 343 KiB/s, 5 objects/s recovering 2021-03-04T23:32:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:17 gibba023 bash[27374]: audit 2021-03-04T23:32:16.398089+0000 mon.a (mon.0) 2006 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-03-04T23:32:17.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:17 gibba023 bash[27374]: cluster 2021-03-04T23:32:16.398141+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e745: 8 total, 7 up, 7 in 2021-03-04T23:32:17.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:17 gibba023 bash[27374]: audit 2021-03-04T23:32:16.405336+0000 mon.a (mon.0) 2008 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:32:17.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:17 gibba023 bash[27374]: audit 2021-03-04T23:32:16.406575+0000 mon.b (mon.2) 9 : audit [INF] from='osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:32:17.850 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.959 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:17 gibba008 bash[91265]: debug 2021-03-04T23:32:17.844+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:18.326 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:18.428 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:18.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[91265]: debug 2021-03-04T23:32:18.320+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:18.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[37770]: cluster 2021-03-04T23:32:17.397456+0000 mon.a (mon.0) 2009 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:32:18.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[37770]: cluster 2021-03-04T23:32:17.403995+0000 mon.a (mon.0) 2010 : cluster [INF] osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508] boot 2021-03-04T23:32:18.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[37770]: cluster 2021-03-04T23:32:17.404019+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e746: 8 total, 8 up, 7 in 2021-03-04T23:32:18.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[37770]: audit 2021-03-04T23:32:17.404251+0000 mon.a (mon.0) 2012 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T23:32:18.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[39303]: cluster 2021-03-04T23:32:17.397456+0000 mon.a (mon.0) 2009 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:32:18.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[39303]: cluster 2021-03-04T23:32:17.403995+0000 mon.a (mon.0) 2010 : cluster [INF] osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508] boot 2021-03-04T23:32:18.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[39303]: cluster 2021-03-04T23:32:17.404019+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e746: 8 total, 8 up, 7 in 2021-03-04T23:32:18.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[39303]: audit 2021-03-04T23:32:17.404251+0000 mon.a (mon.0) 2012 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T23:32:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:18 gibba023 bash[27374]: cluster 2021-03-04T23:32:17.397456+0000 mon.a (mon.0) 2009 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:32:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:18 gibba023 bash[27374]: cluster 2021-03-04T23:32:17.403995+0000 mon.a (mon.0) 2010 : cluster [INF] osd.5 [v2:172.21.2.123:6808/556452508,v1:172.21.2.123:6809/556452508] boot 2021-03-04T23:32:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:18 gibba023 bash[27374]: cluster 2021-03-04T23:32:17.404019+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e746: 8 total, 8 up, 7 in 2021-03-04T23:32:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:18 gibba023 bash[27374]: audit 2021-03-04T23:32:17.404251+0000 mon.a (mon.0) 2012 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T23:32:18.924 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:19.000 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:19.004 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:19.103 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:19.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:18 gibba008 bash[44600]: debug 2021-03-04T23:32:18.992+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:19.642 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:19.750 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:19.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[44600]: debug 2021-03-04T23:32:19.636+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:19.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:17.542353+0000 mgr.x (mgr.34379) 1351 : cluster [DBG] pgmap v1747: 129 pgs: 6 remapped+peering, 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 28 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1/66 objects degraded (1.515%); 2/66 objects misplaced (3.030%) 2021-03-04T23:32:19.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:18.411938+0000 mon.a (mon.0) 2013 : cluster [DBG] osdmap e747: 8 total, 8 up, 7 in 2021-03-04T23:32:19.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:18.412256+0000 osd.2 (osd.2) 12 : cluster [DBG] 30.d starting backfill to osd.5 from (0'0,0'0] MAX to 741'20026 2021-03-04T23:32:19.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:18.412972+0000 osd.3 (osd.3) 12 : cluster [DBG] 30.1 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19820 2021-03-04T23:32:19.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:18.413687+0000 osd.0 (osd.0) 13 : cluster [DBG] 30.9 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19950 2021-03-04T23:32:19.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:18.414517+0000 osd.0 (osd.0) 14 : cluster [DBG] 30.5 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19642 2021-03-04T23:32:19.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[37770]: cluster 2021-03-04T23:32:19.272582+0000 mon.a (mon.0) 2014 : cluster [DBG] osdmap e748: 8 total, 8 up, 7 in 2021-03-04T23:32:19.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:17.542353+0000 mgr.x (mgr.34379) 1351 : cluster [DBG] pgmap v1747: 129 pgs: 6 remapped+peering, 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 28 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1/66 objects degraded (1.515%); 2/66 objects misplaced (3.030%) 2021-03-04T23:32:19.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:18.411938+0000 mon.a (mon.0) 2013 : cluster [DBG] osdmap e747: 8 total, 8 up, 7 in 2021-03-04T23:32:19.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:18.412256+0000 osd.2 (osd.2) 12 : cluster [DBG] 30.d starting backfill to osd.5 from (0'0,0'0] MAX to 741'20026 2021-03-04T23:32:19.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:18.412972+0000 osd.3 (osd.3) 12 : cluster [DBG] 30.1 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19820 2021-03-04T23:32:19.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:18.413687+0000 osd.0 (osd.0) 13 : cluster [DBG] 30.9 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19950 2021-03-04T23:32:19.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:18.414517+0000 osd.0 (osd.0) 14 : cluster [DBG] 30.5 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19642 2021-03-04T23:32:19.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:19 gibba008 bash[39303]: cluster 2021-03-04T23:32:19.272582+0000 mon.a (mon.0) 2014 : cluster [DBG] osdmap e748: 8 total, 8 up, 7 in 2021-03-04T23:32:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:17.542353+0000 mgr.x (mgr.34379) 1351 : cluster [DBG] pgmap v1747: 129 pgs: 6 remapped+peering, 1 active+undersized+degraded, 83 active+clean, 11 active+undersized, 28 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1/66 objects degraded (1.515%); 2/66 objects misplaced (3.030%) 2021-03-04T23:32:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:18.411938+0000 mon.a (mon.0) 2013 : cluster [DBG] osdmap e747: 8 total, 8 up, 7 in 2021-03-04T23:32:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:18.412256+0000 osd.2 (osd.2) 12 : cluster [DBG] 30.d starting backfill to osd.5 from (0'0,0'0] MAX to 741'20026 2021-03-04T23:32:19.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:18.412972+0000 osd.3 (osd.3) 12 : cluster [DBG] 30.1 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19820 2021-03-04T23:32:19.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:18.413687+0000 osd.0 (osd.0) 13 : cluster [DBG] 30.9 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19950 2021-03-04T23:32:19.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:18.414517+0000 osd.0 (osd.0) 14 : cluster [DBG] 30.5 starting backfill to osd.5 from (0'0,0'0] MAX to 741'19642 2021-03-04T23:32:19.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:19 gibba023 bash[27374]: cluster 2021-03-04T23:32:19.272582+0000 mon.a (mon.0) 2014 : cluster [DBG] osdmap e748: 8 total, 8 up, 7 in 2021-03-04T23:32:20.213 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:20.320 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:20.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:20 gibba008 bash[44600]: debug 2021-03-04T23:32:20.204+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:20.687 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:20.767 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:32:20.768 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:32:20.768 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:32:20.768 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:32:20.790 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.031 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:20 gibba023 bash[15180]: debug 2021-03-04T23:32:20.682+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:21.212 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.316 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:21.432 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_5' removed 2021-03-04T23:32:21.492 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[44600]: debug 2021-03-04T23:32:21.204+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:21.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[37770]: cluster 2021-03-04T23:32:19.543339+0000 mgr.x (mgr.34379) 1352 : cluster [DBG] pgmap v1750: 129 pgs: 4 peering, 6 remapped+peering, 1 active+undersized+degraded, 84 active+clean, 10 active+undersized, 24 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1/66 objects degraded (1.515%); 2/66 objects misplaced (3.030%) 2021-03-04T23:32:21.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[37770]: cluster 2021-03-04T23:32:20.275465+0000 mon.a (mon.0) 2015 : cluster [DBG] osdmap e749: 8 total, 8 up, 7 in 2021-03-04T23:32:21.493 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[37770]: cluster 2021-03-04T23:32:20.413966+0000 mon.a (mon.0) 2016 : cluster [WRN] Health check update: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded, 11 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:21.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[37770]: audit 2021-03-04T23:32:21.216689+0000 mon.c (mon.1) 131 : audit [INF] from='client.? 172.21.2.108:0/2293846679' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:21.494 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[37770]: audit 2021-03-04T23:32:21.217011+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:21.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[39303]: cluster 2021-03-04T23:32:19.543339+0000 mgr.x (mgr.34379) 1352 : cluster [DBG] pgmap v1750: 129 pgs: 4 peering, 6 remapped+peering, 1 active+undersized+degraded, 84 active+clean, 10 active+undersized, 24 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1/66 objects degraded (1.515%); 2/66 objects misplaced (3.030%) 2021-03-04T23:32:21.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[39303]: cluster 2021-03-04T23:32:20.275465+0000 mon.a (mon.0) 2015 : cluster [DBG] osdmap e749: 8 total, 8 up, 7 in 2021-03-04T23:32:21.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[39303]: cluster 2021-03-04T23:32:20.413966+0000 mon.a (mon.0) 2016 : cluster [WRN] Health check update: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded, 11 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:21.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[39303]: audit 2021-03-04T23:32:21.216689+0000 mon.c (mon.1) 131 : audit [INF] from='client.? 172.21.2.108:0/2293846679' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:21.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[39303]: audit 2021-03-04T23:32:21.217011+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:21 gibba023 bash[27374]: cluster 2021-03-04T23:32:19.543339+0000 mgr.x (mgr.34379) 1352 : cluster [DBG] pgmap v1750: 129 pgs: 4 peering, 6 remapped+peering, 1 active+undersized+degraded, 84 active+clean, 10 active+undersized, 24 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1/66 objects degraded (1.515%); 2/66 objects misplaced (3.030%) 2021-03-04T23:32:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:21 gibba023 bash[27374]: cluster 2021-03-04T23:32:20.275465+0000 mon.a (mon.0) 2015 : cluster [DBG] osdmap e749: 8 total, 8 up, 7 in 2021-03-04T23:32:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:21 gibba023 bash[27374]: cluster 2021-03-04T23:32:20.413966+0000 mon.a (mon.0) 2016 : cluster [WRN] Health check update: Degraded data redundancy: 1/66 objects degraded (1.515%), 1 pg degraded, 11 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:21.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:21 gibba023 bash[27374]: audit 2021-03-04T23:32:21.216689+0000 mon.c (mon.1) 131 : audit [INF] from='client.? 172.21.2.108:0/2293846679' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:21.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:21 gibba023 bash[27374]: audit 2021-03-04T23:32:21.217011+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:21.729 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:21.832 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.943 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:32:22.033 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:22.077 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:32:22.078 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:32:22.079 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:32:22.079 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:32:22.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:21 gibba008 bash[47391]: debug 2021-03-04T23:32:21.724+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:22.338 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:22.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:22.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[44600]: debug 2021-03-04T23:32:22.332+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:22.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[37770]: audit 2021-03-04T23:32:21.422888+0000 mon.a (mon.0) 2018 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:32:22.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[37770]: cluster 2021-03-04T23:32:21.422988+0000 mon.a (mon.0) 2019 : cluster [DBG] osdmap e750: 8 total, 8 up, 7 in 2021-03-04T23:32:22.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[37770]: cluster 2021-03-04T23:32:22.202388+0000 osd.5 (osd.5) 1 : cluster [DBG] 1.a scrub starts 2021-03-04T23:32:22.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[37770]: cluster 2021-03-04T23:32:22.204884+0000 osd.5 (osd.5) 2 : cluster [DBG] 1.a scrub ok 2021-03-04T23:32:22.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[39303]: audit 2021-03-04T23:32:21.422888+0000 mon.a (mon.0) 2018 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:32:22.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[39303]: cluster 2021-03-04T23:32:21.422988+0000 mon.a (mon.0) 2019 : cluster [DBG] osdmap e750: 8 total, 8 up, 7 in 2021-03-04T23:32:22.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[39303]: cluster 2021-03-04T23:32:22.202388+0000 osd.5 (osd.5) 1 : cluster [DBG] 1.a scrub starts 2021-03-04T23:32:22.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[39303]: cluster 2021-03-04T23:32:22.204884+0000 osd.5 (osd.5) 2 : cluster [DBG] 1.a scrub ok 2021-03-04T23:32:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:22 gibba023 bash[27374]: audit 2021-03-04T23:32:21.422888+0000 mon.a (mon.0) 2018 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:32:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:22 gibba023 bash[27374]: cluster 2021-03-04T23:32:21.422988+0000 mon.a (mon.0) 2019 : cluster [DBG] osdmap e750: 8 total, 8 up, 7 in 2021-03-04T23:32:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:22 gibba023 bash[27374]: cluster 2021-03-04T23:32:22.202388+0000 osd.5 (osd.5) 1 : cluster [DBG] 1.a scrub starts 2021-03-04T23:32:22.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:22 gibba023 bash[27374]: cluster 2021-03-04T23:32:22.204884+0000 osd.5 (osd.5) 2 : cluster [DBG] 1.a scrub ok 2021-03-04T23:32:22.792 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:22.894 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:23.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:22 gibba008 bash[91265]: debug 2021-03-04T23:32:22.784+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:23.286 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:32:23.374 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:23.505 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:23.608 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:23.625 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:23 gibba023 bash[27374]: cluster 2021-03-04T23:32:21.544372+0000 mgr.x (mgr.34379) 1353 : cluster [DBG] pgmap v1753: 113 pgs: 4 peering, 3 remapped+peering, 94 active+clean, 2 active+undersized, 7 active+clean+wait, 3 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:23.720 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:23 gibba008 bash[37770]: cluster 2021-03-04T23:32:21.544372+0000 mgr.x (mgr.34379) 1353 : cluster [DBG] pgmap v1753: 113 pgs: 4 peering, 3 remapped+peering, 94 active+clean, 2 active+undersized, 7 active+clean+wait, 3 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:23.721 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:23 gibba008 bash[39303]: cluster 2021-03-04T23:32:21.544372+0000 mgr.x (mgr.34379) 1353 : cluster [DBG] pgmap v1753: 113 pgs: 4 peering, 3 remapped+peering, 94 active+clean, 2 active+undersized, 7 active+clean+wait, 3 active+clean+remapped; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:23.722 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:23 gibba008 bash[47391]: debug 2021-03-04T23:32:23.500+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:24.137 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:24.245 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:24.329 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:32:24.330 INFO:teuthology.task.print:**** done end radosbench.yaml 2021-03-04T23:32:24.330 INFO:teuthology.task.sequential:In sequential, running task workunit... 2021-03-04T23:32:24.331 INFO:tasks.workunit:Pulling workunits from ref octopus 2021-03-04T23:32:24.332 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-03-04T23:32:24.333 DEBUG:teuthology.orchestra.run.gibba008:> stat -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:24.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.456 INFO:teuthology.orchestra.run.gibba008.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-03-04T23:32:24.457 DEBUG:teuthology.orchestra.run.gibba008:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:24.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:24 gibba023 bash[19550]: debug 2021-03-04T23:32:24.130+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:24.535 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:24.536 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-03-04T23:32:24.546 INFO:tasks.workunit:timeout=3h 2021-03-04T23:32:24.546 INFO:tasks.workunit:cleanup=True 2021-03-04T23:32:24.547 DEBUG:teuthology.orchestra.run.gibba008:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/liewegas/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:32:24.555 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:24.558 INFO:tasks.workunit.client.0.gibba008.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-03-04T23:32:24.658 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:24.864 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:24.972 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:24.982 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:24 gibba023 bash[18090]: debug 2021-03-04T23:32:24.858+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:25.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:24 gibba008 bash[48858]: debug 2021-03-04T23:32:24.548+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:25.082 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:25.185 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:25.240 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:25 gibba023 bash[88433]: debug 2021-03-04T23:32:25.074+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:25.441 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:32:25.442 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:32:25.442 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:32:25.442 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:32:25.442 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:32:25.496 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:25.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[39303]: cluster 2021-03-04T23:32:23.545526+0000 mgr.x (mgr.34379) 1354 : cluster [DBG] pgmap v1754: 113 pgs: 4 peering, 102 active+clean, 7 active+clean+wait; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:25.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[39303]: cluster 2021-03-04T23:32:24.436578+0000 mon.a (mon.0) 2020 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2 pgs undersized) 2021-03-04T23:32:25.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[39303]: cluster 2021-03-04T23:32:24.436670+0000 mon.a (mon.0) 2021 : cluster [INF] Cluster is now healthy 2021-03-04T23:32:25.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[37770]: cluster 2021-03-04T23:32:23.545526+0000 mgr.x (mgr.34379) 1354 : cluster [DBG] pgmap v1754: 113 pgs: 4 peering, 102 active+clean, 7 active+clean+wait; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:25.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[37770]: cluster 2021-03-04T23:32:24.436578+0000 mon.a (mon.0) 2020 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2 pgs undersized) 2021-03-04T23:32:25.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[37770]: cluster 2021-03-04T23:32:24.436670+0000 mon.a (mon.0) 2021 : cluster [INF] Cluster is now healthy 2021-03-04T23:32:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:25 gibba023 bash[27374]: cluster 2021-03-04T23:32:23.545526+0000 mgr.x (mgr.34379) 1354 : cluster [DBG] pgmap v1754: 113 pgs: 4 peering, 102 active+clean, 7 active+clean+wait; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:25 gibba023 bash[27374]: cluster 2021-03-04T23:32:24.436578+0000 mon.a (mon.0) 2020 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2 pgs undersized) 2021-03-04T23:32:25.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:25 gibba023 bash[27374]: cluster 2021-03-04T23:32:24.436670+0000 mon.a (mon.0) 2021 : cluster [INF] Cluster is now healthy 2021-03-04T23:32:25.605 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:25.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:25 gibba008 bash[48858]: debug 2021-03-04T23:32:25.488+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:26.044 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:26.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:26.175 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:32:26.247 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:26.287 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:32:26.425 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:26.446 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:26 gibba008 bash[37770]: audit 2021-03-04T23:32:25.826975+0000 mon.a (mon.0) 2022 : audit [INF] from='client.? 172.21.2.108:0/2504323955' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:26.447 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:26 gibba008 bash[39303]: audit 2021-03-04T23:32:25.826975+0000 mon.a (mon.0) 2022 : audit [INF] from='client.? 172.21.2.108:0/2504323955' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:26.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:26 gibba023 bash[27374]: audit 2021-03-04T23:32:25.826975+0000 mon.a (mon.0) 2022 : audit [INF] from='client.? 172.21.2.108:0/2504323955' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:26.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:26 gibba023 bash[88433]: debug 2021-03-04T23:32:26.038+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:26.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:26.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:26 gibba008 bash[44600]: debug 2021-03-04T23:32:26.420+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:26.781 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:26.886 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:26.902 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:26 gibba023 bash[15180]: debug 2021-03-04T23:32:26.774+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:27.175 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:27.277 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:27.447 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:27 gibba023 bash[19550]: debug 2021-03-04T23:32:27.170+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:27.448 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:27 gibba023 bash[27374]: cluster 2021-03-04T23:32:25.546492+0000 mgr.x (mgr.34379) 1355 : cluster [DBG] pgmap v1755: 113 pgs: 106 active+clean, 7 active+clean+wait; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:27.448 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:27 gibba023 bash[27374]: cluster 2021-03-04T23:32:26.270172+0000 mon.a (mon.0) 2023 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:27.448 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:27 gibba023 bash[27374]: audit 2021-03-04T23:32:26.281401+0000 mon.a (mon.0) 2024 : audit [INF] from='client.? 172.21.2.108:0/2504323955' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:27.449 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:27 gibba023 bash[27374]: cluster 2021-03-04T23:32:26.281432+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e751: 8 total, 8 up, 7 in 2021-03-04T23:32:27.616 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[39303]: cluster 2021-03-04T23:32:25.546492+0000 mgr.x (mgr.34379) 1355 : cluster [DBG] pgmap v1755: 113 pgs: 106 active+clean, 7 active+clean+wait; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:27.617 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[39303]: cluster 2021-03-04T23:32:26.270172+0000 mon.a (mon.0) 2023 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:27.617 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[39303]: audit 2021-03-04T23:32:26.281401+0000 mon.a (mon.0) 2024 : audit [INF] from='client.? 172.21.2.108:0/2504323955' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:27.617 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[39303]: cluster 2021-03-04T23:32:26.281432+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e751: 8 total, 8 up, 7 in 2021-03-04T23:32:27.617 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[37770]: cluster 2021-03-04T23:32:25.546492+0000 mgr.x (mgr.34379) 1355 : cluster [DBG] pgmap v1755: 113 pgs: 106 active+clean, 7 active+clean+wait; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:27.618 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[37770]: cluster 2021-03-04T23:32:26.270172+0000 mon.a (mon.0) 2023 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:27.618 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[37770]: audit 2021-03-04T23:32:26.281401+0000 mon.a (mon.0) 2024 : audit [INF] from='client.? 172.21.2.108:0/2504323955' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:27.618 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[37770]: cluster 2021-03-04T23:32:26.281432+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e751: 8 total, 8 up, 7 in 2021-03-04T23:32:27.628 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:27.736 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:28.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:27 gibba008 bash[91265]: debug 2021-03-04T23:32:27.620+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:28.316 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:28.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:28.562 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:28 gibba008 bash[47391]: debug 2021-03-04T23:32:28.304+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:28.563 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:28.671 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:28.687 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:28 gibba008 bash[47391]: debug 2021-03-04T23:32:28.556+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:28.925 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:29.028 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:29.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:29.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:29.289 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:29 gibba023 bash[15180]: debug 2021-03-04T23:32:29.166+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:29.294 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:32:29.295 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:32:29.295 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:32:29.295 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:32:29.295 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.296 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250527 29.b 29:d377310f:::benchmark_data_gibba008_125393_object72709:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.296 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.690922+0000", 2021-03-04T23:32:29.296 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.59986062399997, 2021-03-04T23:32:29.297 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25976939799999998, 2021-03-04T23:32:29.297 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.297 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.297 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.298 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.298 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.298 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250527 2021-03-04T23:32:29.298 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.298 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.299 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.299 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.299 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.690922+0000", 2021-03-04T23:32:29.299 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.300 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.300 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.300 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.300 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.690922+0000", 2021-03-04T23:32:29.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5939999999999999e-06 2021-03-04T23:32:29.301 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.301 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.301 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.302 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.690924+0000", 2021-03-04T23:32:29.302 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9399999999999993e-07 2021-03-04T23:32:29.302 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.302 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.302 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.303 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.690925+0000", 2021-03-04T23:32:29.303 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9150000000000002e-06 2021-03-04T23:32:29.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.303 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.304 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.690933+0000", 2021-03-04T23:32:29.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5250000000000001e-06 2021-03-04T23:32:29.304 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.304 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.305 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.305 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.690937+0000", 2021-03-04T23:32:29.305 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00093304 2021-03-04T23:32:29.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.305 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691870+0000", 2021-03-04T23:32:29.306 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2718000000000002e-05 2021-03-04T23:32:29.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.307 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.307 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691963+0000", 2021-03-04T23:32:29.307 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109312 2021-03-04T23:32:29.308 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.308 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:32:29.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.692072+0000", 2021-03-04T23:32:29.309 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025883590000000001 2021-03-04T23:32:29.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.309 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.309 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.694660+0000", 2021-03-04T23:32:29.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049445449999999998 2021-03-04T23:32:29.310 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.310 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.310 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.310 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699605+0000", 2021-03-04T23:32:29.311 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25082990700000002 2021-03-04T23:32:29.311 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.311 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.311 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.311 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950435+0000", 2021-03-04T23:32:29.312 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013256699999999999 2021-03-04T23:32:29.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.312 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.313 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950567+0000", 2021-03-04T23:32:29.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000123922 2021-03-04T23:32:29.313 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.313 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.313 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.314 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950691+0000", 2021-03-04T23:32:29.314 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25976939799999998 2021-03-04T23:32:29.314 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.314 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.314 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.315 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.315 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.315 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250530 29.3 29:ccc258c5:::benchmark_data_gibba008_125393_object72712:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.315 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.691373+0000", 2021-03-04T23:32:29.315 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.59940932000001, 2021-03-04T23:32:29.316 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25926509399999997, 2021-03-04T23:32:29.316 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.316 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.317 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.317 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.317 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.317 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250530 2021-03-04T23:32:29.318 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.318 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.318 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.318 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.319 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691373+0000", 2021-03-04T23:32:29.319 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.319 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.319 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.320 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691373+0000", 2021-03-04T23:32:29.320 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.516e-06 2021-03-04T23:32:29.320 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.320 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.320 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.321 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691375+0000", 2021-03-04T23:32:29.321 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.009e-06 2021-03-04T23:32:29.321 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.321 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.322 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.322 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691376+0000", 2021-03-04T23:32:29.322 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0784999999999999e-05 2021-03-04T23:32:29.323 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.323 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.323 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.323 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691387+0000", 2021-03-04T23:32:29.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.245e-06 2021-03-04T23:32:29.324 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.324 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.324 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.324 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691391+0000", 2021-03-04T23:32:29.324 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00051893100000000004 2021-03-04T23:32:29.325 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.325 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.325 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691910+0000", 2021-03-04T23:32:29.326 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6173999999999994e-05 2021-03-04T23:32:29.326 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.326 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.326 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.326 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.691976+0000", 2021-03-04T23:32:29.327 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2578999999999997e-05 2021-03-04T23:32:29.327 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.328 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.328 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:29.328 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.692048+0000", 2021-03-04T23:32:29.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049069359999999998 2021-03-04T23:32:29.328 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.329 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.329 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.329 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.696955+0000", 2021-03-04T23:32:29.329 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026560109999999998 2021-03-04T23:32:29.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.330 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.330 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699611+0000", 2021-03-04T23:32:29.330 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.250581638 2021-03-04T23:32:29.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.331 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950193+0000", 2021-03-04T23:32:29.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023975 2021-03-04T23:32:29.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.332 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.332 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950433+0000", 2021-03-04T23:32:29.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020552 2021-03-04T23:32:29.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.333 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950638+0000", 2021-03-04T23:32:29.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25926509399999997 2021-03-04T23:32:29.334 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.334 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.334 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.335 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.335 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250534 29.b 29:d99431e8:::benchmark_data_gibba008_125393_object72716:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.335 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.693311+0000", 2021-03-04T23:32:29.336 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.59747188799997, 2021-03-04T23:32:29.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25807490300000002, 2021-03-04T23:32:29.336 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.336 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.337 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.337 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.337 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.338 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250534 2021-03-04T23:32:29.338 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.338 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.338 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.339 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.339 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693311+0000", 2021-03-04T23:32:29.339 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.340 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.340 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.340 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.340 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693311+0000", 2021-03-04T23:32:29.341 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7400000000000001e-06 2021-03-04T23:32:29.341 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.341 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.341 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.342 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693312+0000", 2021-03-04T23:32:29.342 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.221e-06 2021-03-04T23:32:29.342 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.342 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.342 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.343 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693314+0000", 2021-03-04T23:32:29.343 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0312999999999999e-05 2021-03-04T23:32:29.343 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.343 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.343 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693324+0000", 2021-03-04T23:32:29.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9570000000000001e-06 2021-03-04T23:32:29.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.344 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693329+0000", 2021-03-04T23:32:29.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00134493 2021-03-04T23:32:29.345 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.345 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.346 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.694674+0000", 2021-03-04T23:32:29.346 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5856e-05 2021-03-04T23:32:29.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.346 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.347 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.347 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.694750+0000", 2021-03-04T23:32:29.347 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1125999999999997e-05 2021-03-04T23:32:29.348 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.348 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.348 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:32:29.348 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.694811+0000", 2021-03-04T23:32:29.349 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0048195169999999997 2021-03-04T23:32:29.349 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.350 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699630+0000", 2021-03-04T23:32:29.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028721929999999999 2021-03-04T23:32:29.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.350 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.350 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.351 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702503+0000", 2021-03-04T23:32:29.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24845173500000001 2021-03-04T23:32:29.351 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.351 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.352 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.950954+0000", 2021-03-04T23:32:29.352 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022304099999999999 2021-03-04T23:32:29.352 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.352 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.353 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.353 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951177+0000", 2021-03-04T23:32:29.353 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020827399999999999 2021-03-04T23:32:29.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.354 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951386+0000", 2021-03-04T23:32:29.354 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25807490300000002 2021-03-04T23:32:29.355 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.355 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.355 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.355 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.356 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250536 29.b 29:d9528258:::benchmark_data_gibba008_125393_object72718:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.356 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.693501+0000", 2021-03-04T23:32:29.357 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.59728112499999, 2021-03-04T23:32:29.357 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.258406423, 2021-03-04T23:32:29.357 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.358 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.358 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.358 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.358 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.359 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250536 2021-03-04T23:32:29.359 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.359 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.360 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.360 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.360 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693501+0000", 2021-03-04T23:32:29.360 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.361 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.361 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.361 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.361 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693501+0000", 2021-03-04T23:32:29.362 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8020000000000001e-06 2021-03-04T23:32:29.362 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.362 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.363 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693503+0000", 2021-03-04T23:32:29.363 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.114e-06 2021-03-04T23:32:29.363 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.363 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.364 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.364 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693504+0000", 2021-03-04T23:32:29.364 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2390000000000008e-06 2021-03-04T23:32:29.364 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.365 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.365 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.365 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693514+0000", 2021-03-04T23:32:29.365 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:32:29.365 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.366 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.366 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.366 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.693518+0000", 2021-03-04T23:32:29.366 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003436115 2021-03-04T23:32:29.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.367 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.367 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.367 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.696954+0000", 2021-03-04T23:32:29.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9537999999999996e-05 2021-03-04T23:32:29.368 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.368 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.368 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.368 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697044+0000", 2021-03-04T23:32:29.369 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7677999999999996e-05 2021-03-04T23:32:29.369 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.369 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.369 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:32:29.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697142+0000", 2021-03-04T23:32:29.370 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053890759999999996 2021-03-04T23:32:29.370 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.372 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702531+0000", 2021-03-04T23:32:29.372 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:32:29.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.372 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.373 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702534+0000", 2021-03-04T23:32:29.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24911082000000001 2021-03-04T23:32:29.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.375 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951645+0000", 2021-03-04T23:32:29.375 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000146367 2021-03-04T23:32:29.376 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.376 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.376 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.376 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951792+0000", 2021-03-04T23:32:29.376 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011623100000000001 2021-03-04T23:32:29.377 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.377 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.377 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.378 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951908+0000", 2021-03-04T23:32:29.378 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.258406423 2021-03-04T23:32:29.378 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.379 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.379 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.379 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.379 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.380 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250543 29.3 29:cc43afd4:::benchmark_data_gibba008_125393_object72725:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.380 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.697146+0000", 2021-03-04T23:32:29.380 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.59363658000001, 2021-03-04T23:32:29.381 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25483801699999997, 2021-03-04T23:32:29.381 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.381 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.382 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.382 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.382 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.382 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250543 2021-03-04T23:32:29.383 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.383 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.383 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.383 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.383 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697146+0000", 2021-03-04T23:32:29.384 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.384 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.384 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.384 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.385 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697146+0000", 2021-03-04T23:32:29.385 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5000000000000001e-07 2021-03-04T23:32:29.385 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.385 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.386 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.386 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697147+0000", 2021-03-04T23:32:29.386 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1400000000000001e-06 2021-03-04T23:32:29.386 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.387 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.387 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.387 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697148+0000", 2021-03-04T23:32:29.387 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.337e-06 2021-03-04T23:32:29.388 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.388 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.388 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.388 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697156+0000", 2021-03-04T23:32:29.389 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5629999999999999e-06 2021-03-04T23:32:29.389 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.389 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.389 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.389 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.697159+0000", 2021-03-04T23:32:29.390 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024719270000000001 2021-03-04T23:32:29.390 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.390 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.390 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.391 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699631+0000", 2021-03-04T23:32:29.391 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3398000000000003e-05 2021-03-04T23:32:29.391 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.391 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.392 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.392 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699714+0000", 2021-03-04T23:32:29.392 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00046649899999999999 2021-03-04T23:32:29.392 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.393 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.393 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:29.393 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.700181+0000", 2021-03-04T23:32:29.393 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0058885099999999996 2021-03-04T23:32:29.393 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.394 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.394 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.394 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706069+0000", 2021-03-04T23:32:29.394 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010484099999999999 2021-03-04T23:32:29.395 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.395 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.395 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.395 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706174+0000", 2021-03-04T23:32:29.395 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24543300500000001 2021-03-04T23:32:29.396 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.396 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.396 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.396 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951607+0000", 2021-03-04T23:32:29.397 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019451200000000001 2021-03-04T23:32:29.397 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.397 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.397 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.398 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951802+0000", 2021-03-04T23:32:29.398 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000182435 2021-03-04T23:32:29.398 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.399 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.399 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.399 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.951984+0000", 2021-03-04T23:32:29.399 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25483801699999997 2021-03-04T23:32:29.400 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.400 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.400 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.400 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.400 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.401 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250547 29.3 29:ce9d2a0e:::benchmark_data_gibba008_125393_object72729:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.401 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.699444+0000", 2021-03-04T23:32:29.401 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.59133806599999, 2021-03-04T23:32:29.401 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26798802799999999, 2021-03-04T23:32:29.402 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.402 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.402 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.402 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.402 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.403 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250547 2021-03-04T23:32:29.403 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.403 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.403 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.403 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.404 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699444+0000", 2021-03-04T23:32:29.404 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.404 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.404 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.404 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.405 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699444+0000", 2021-03-04T23:32:29.405 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.587e-06 2021-03-04T23:32:29.405 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.405 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.405 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.406 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699446+0000", 2021-03-04T23:32:29.406 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1540000000000001e-06 2021-03-04T23:32:29.406 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.406 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.407 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.407 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699447+0000", 2021-03-04T23:32:29.407 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0569e-05 2021-03-04T23:32:29.407 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.408 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.408 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.408 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699458+0000", 2021-03-04T23:32:29.408 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9929999999999997e-06 2021-03-04T23:32:29.408 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.409 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.409 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.409 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.699462+0000", 2021-03-04T23:32:29.409 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003058716 2021-03-04T23:32:29.410 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.410 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.410 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.410 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702520+0000", 2021-03-04T23:32:29.410 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000110732 2021-03-04T23:32:29.411 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.411 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.411 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.411 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702631+0000", 2021-03-04T23:32:29.411 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3955000000000006e-05 2021-03-04T23:32:29.412 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.412 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.412 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:29.412 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.702705+0000", 2021-03-04T23:32:29.412 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.003368893 2021-03-04T23:32:29.413 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.413 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.413 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.413 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706074+0000", 2021-03-04T23:32:29.414 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113917 2021-03-04T23:32:29.414 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.414 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.414 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.414 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706188+0000", 2021-03-04T23:32:29.415 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26090586999999998 2021-03-04T23:32:29.415 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.415 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.415 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.415 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967094+0000", 2021-03-04T23:32:29.416 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019073500000000001 2021-03-04T23:32:29.416 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.416 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.416 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.416 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967285+0000", 2021-03-04T23:32:29.417 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014790699999999999 2021-03-04T23:32:29.417 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.417 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.417 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.417 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967432+0000", 2021-03-04T23:32:29.418 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26798802799999999 2021-03-04T23:32:29.418 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.418 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.418 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.418 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.419 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.419 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250552 29.3 29:c403d1a0:::benchmark_data_gibba008_125393_object72734:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.419 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.703213+0000", 2021-03-04T23:32:29.419 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.58756964499997, 2021-03-04T23:32:29.420 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.264757452, 2021-03-04T23:32:29.420 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.420 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.420 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.420 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.421 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.421 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250552 2021-03-04T23:32:29.421 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.421 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.421 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.422 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.422 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703213+0000", 2021-03-04T23:32:29.422 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.422 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.422 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.423 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.423 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703213+0000", 2021-03-04T23:32:29.423 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.294e-06 2021-03-04T23:32:29.423 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.423 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.424 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.424 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703214+0000", 2021-03-04T23:32:29.424 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9000000000000005e-07 2021-03-04T23:32:29.424 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.425 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.425 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.425 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703215+0000", 2021-03-04T23:32:29.425 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5310000000000001e-06 2021-03-04T23:32:29.425 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.426 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.426 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.426 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703224+0000", 2021-03-04T23:32:29.426 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.765e-06 2021-03-04T23:32:29.426 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.427 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.427 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.427 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.703227+0000", 2021-03-04T23:32:29.427 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0012727369999999999 2021-03-04T23:32:29.428 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.428 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.428 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.428 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.704500+0000", 2021-03-04T23:32:29.428 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6159000000000001e-05 2021-03-04T23:32:29.429 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.429 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.429 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.429 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.704566+0000", 2021-03-04T23:32:29.429 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6356e-05 2021-03-04T23:32:29.430 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.430 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.430 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:32:29.430 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.704633+0000", 2021-03-04T23:32:29.431 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001616695 2021-03-04T23:32:29.431 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.431 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.431 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.431 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706249+0000", 2021-03-04T23:32:29.432 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0649999999999998e-06 2021-03-04T23:32:29.432 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.432 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.432 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.432 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706254+0000", 2021-03-04T23:32:29.433 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26139579699999999 2021-03-04T23:32:29.433 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.433 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.433 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.433 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967650+0000", 2021-03-04T23:32:29.434 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014249900000000001 2021-03-04T23:32:29.434 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.434 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.434 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.434 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967793+0000", 2021-03-04T23:32:29.435 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017756400000000001 2021-03-04T23:32:29.435 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.435 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.435 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.435 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967970+0000", 2021-03-04T23:32:29.436 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.264757452 2021-03-04T23:32:29.436 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.436 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.436 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.436 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.437 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.437 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55687.0:250554 29.b 29:d92c304d:::benchmark_data_gibba008_125393_object72736:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:32:29.437 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:26:47.706431+0000", 2021-03-04T23:32:29.437 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 341.58435128000002, 2021-03-04T23:32:29.437 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26145650399999998, 2021-03-04T23:32:29.438 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.438 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.438 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.438 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55687", 2021-03-04T23:32:29.438 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:32:29.439 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 250554 2021-03-04T23:32:29.439 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.439 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.439 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.440 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.440 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706431+0000", 2021-03-04T23:32:29.440 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.440 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.440 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.441 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.441 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706431+0000", 2021-03-04T23:32:29.441 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4410000000000001e-06 2021-03-04T23:32:29.441 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.441 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.442 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.442 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706433+0000", 2021-03-04T23:32:29.442 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2500000000000004e-07 2021-03-04T23:32:29.442 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.442 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.443 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.443 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706434+0000", 2021-03-04T23:32:29.443 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1359999999999997e-06 2021-03-04T23:32:29.443 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.443 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.444 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.444 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706442+0000", 2021-03-04T23:32:29.444 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3529999999999997e-06 2021-03-04T23:32:29.444 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.444 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.445 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.445 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706446+0000", 2021-03-04T23:32:29.445 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8602000000000002e-05 2021-03-04T23:32:29.445 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.445 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.446 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.446 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706475+0000", 2021-03-04T23:32:29.446 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1407000000000003e-05 2021-03-04T23:32:29.446 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.446 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.447 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.447 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706546+0000", 2021-03-04T23:32:29.447 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8508000000000002e-05 2021-03-04T23:32:29.447 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.448 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.448 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:32:29.448 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.706615+0000", 2021-03-04T23:32:29.448 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021636310000000001 2021-03-04T23:32:29.448 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.449 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.449 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.449 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.708778+0000", 2021-03-04T23:32:29.449 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000180256 2021-03-04T23:32:29.449 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.450 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.450 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.450 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.708959+0000", 2021-03-04T23:32:29.450 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25862877899999998 2021-03-04T23:32:29.450 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.451 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.451 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.451 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967587+0000", 2021-03-04T23:32:29.451 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013557 2021-03-04T23:32:29.451 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.452 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.452 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.452 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967723+0000", 2021-03-04T23:32:29.452 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016489599999999999 2021-03-04T23:32:29.452 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.453 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.453 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.453 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:26:47.967888+0000", 2021-03-04T23:32:29.453 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26145650399999998 2021-03-04T23:32:29.453 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.454 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.454 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.454 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.454 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.455 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:287657 30.6 30:6de1377d:::benchmark_data_gibba008_138845_object129670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:32:29.455 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:43.267290+0000", 2021-03-04T23:32:29.455 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 46.023492916999999, 2021-03-04T23:32:29.455 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.102633007, 2021-03-04T23:32:29.455 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.456 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.456 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.456 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.456 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.456 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 287657 2021-03-04T23:32:29.457 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.457 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.457 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.457 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.457 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267290+0000", 2021-03-04T23:32:29.458 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.458 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.458 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.458 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.459 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267290+0000", 2021-03-04T23:32:29.459 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.624e-06 2021-03-04T23:32:29.459 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.459 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.459 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.460 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267291+0000", 2021-03-04T23:32:29.460 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.102e-06 2021-03-04T23:32:29.460 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.460 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.460 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.461 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267292+0000", 2021-03-04T23:32:29.461 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8130000000000002e-06 2021-03-04T23:32:29.461 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.461 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.461 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.462 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267301+0000", 2021-03-04T23:32:29.462 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5499999999999999e-06 2021-03-04T23:32:29.462 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.462 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.462 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.463 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267305+0000", 2021-03-04T23:32:29.463 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0910000000000001e-05 2021-03-04T23:32:29.463 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.463 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.463 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.464 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267336+0000", 2021-03-04T23:32:29.464 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7441999999999995e-05 2021-03-04T23:32:29.464 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.464 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.465 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.465 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267413+0000", 2021-03-04T23:32:29.465 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3146999999999997e-05 2021-03-04T23:32:29.465 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.465 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.466 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.466 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.267476+0000", 2021-03-04T23:32:29.466 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024989729999999998 2021-03-04T23:32:29.466 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.466 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.467 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.467 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.269975+0000", 2021-03-04T23:32:29.467 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050455699999999999 2021-03-04T23:32:29.467 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.467 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.468 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.468 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.270480+0000", 2021-03-04T23:32:29.468 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.099208968999999994 2021-03-04T23:32:29.468 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.469 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.469 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.469 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.369689+0000", 2021-03-04T23:32:29.469 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000126666 2021-03-04T23:32:29.469 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.470 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.470 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.470 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.369815+0000", 2021-03-04T23:32:29.470 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000107254 2021-03-04T23:32:29.471 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.471 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.471 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.471 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:43.369923+0000", 2021-03-04T23:32:29.471 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.102633007 2021-03-04T23:32:29.472 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.472 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.472 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.472 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.472 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.473 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:293553 30.6 30:63762073:::benchmark_data_gibba008_138845_object135566:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.473 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:47.178626+0000", 2021-03-04T23:32:29.473 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 42.112156100999997, 2021-03-04T23:32:29.473 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.1024993, 2021-03-04T23:32:29.474 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.474 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.474 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.474 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.474 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.475 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 293553 2021-03-04T23:32:29.475 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.475 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.475 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.475 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.476 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.178626+0000", 2021-03-04T23:32:29.476 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.476 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.476 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.477 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.477 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.178626+0000", 2021-03-04T23:32:29.477 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6069999999999998e-06 2021-03-04T23:32:29.477 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.477 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.478 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.478 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.178632+0000", 2021-03-04T23:32:29.478 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:32:29.478 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.479 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.479 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.479 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.178633+0000", 2021-03-04T23:32:29.479 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8219999999999996e-06 2021-03-04T23:32:29.479 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.480 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.480 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.480 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.178642+0000", 2021-03-04T23:32:29.480 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5980000000000001e-06 2021-03-04T23:32:29.480 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.481 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.481 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.481 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.178646+0000", 2021-03-04T23:32:29.481 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0024341050000000002 2021-03-04T23:32:29.482 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.482 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.482 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.482 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.181080+0000", 2021-03-04T23:32:29.482 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6093999999999993e-05 2021-03-04T23:32:29.483 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.483 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.483 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.483 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.181156+0000", 2021-03-04T23:32:29.483 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5023000000000003e-05 2021-03-04T23:32:29.484 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.484 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.484 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.484 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.181231+0000", 2021-03-04T23:32:29.484 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0015978260000000001 2021-03-04T23:32:29.485 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.485 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.485 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.485 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.182829+0000", 2021-03-04T23:32:29.485 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0057138420000000002 2021-03-04T23:32:29.486 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.486 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.486 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.486 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.188542+0000", 2021-03-04T23:32:29.486 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.092134100999999996 2021-03-04T23:32:29.487 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.487 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.487 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.487 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.280677+0000", 2021-03-04T23:32:29.487 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024645100000000002 2021-03-04T23:32:29.488 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.488 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.488 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.488 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.280923+0000", 2021-03-04T23:32:29.489 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020271300000000001 2021-03-04T23:32:29.489 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.489 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.489 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.489 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.281126+0000", 2021-03-04T23:32:29.490 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.1024993 2021-03-04T23:32:29.490 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.490 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.490 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.490 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.491 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.491 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294549 30.6 30:61d964e5:::benchmark_data_gibba008_138845_object136562:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.491 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.033142+0000", 2021-03-04T23:32:29.491 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 41.257641024000002, 2021-03-04T23:32:29.491 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12781775500000001, 2021-03-04T23:32:29.492 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.492 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.492 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.492 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.493 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.493 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294549 2021-03-04T23:32:29.493 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.493 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.493 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.494 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.494 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.033142+0000", 2021-03-04T23:32:29.494 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.494 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.494 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.495 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.495 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.033142+0000", 2021-03-04T23:32:29.495 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8550000000000002e-06 2021-03-04T23:32:29.495 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.495 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.496 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.496 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.033144+0000", 2021-03-04T23:32:29.496 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8160000000000001e-06 2021-03-04T23:32:29.496 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.496 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.497 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.497 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.033146+0000", 2021-03-04T23:32:29.497 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4994000000000002e-05 2021-03-04T23:32:29.497 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.497 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.498 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.498 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.033171+0000", 2021-03-04T23:32:29.498 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4239999999999993e-06 2021-03-04T23:32:29.498 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.498 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.499 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.499 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.033180+0000", 2021-03-04T23:32:29.499 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033103220000000001 2021-03-04T23:32:29.499 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.499 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.500 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.500 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036490+0000", 2021-03-04T23:32:29.500 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015977100000000001 2021-03-04T23:32:29.500 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.501 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.501 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.501 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036650+0000", 2021-03-04T23:32:29.501 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000213067 2021-03-04T23:32:29.501 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.502 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.502 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.502 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036863+0000", 2021-03-04T23:32:29.502 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0070477430000000004 2021-03-04T23:32:29.502 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.503 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.503 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.503 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.043911+0000", 2021-03-04T23:32:29.503 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0937e-05 2021-03-04T23:32:29.503 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.504 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.504 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.504 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.043921+0000", 2021-03-04T23:32:29.504 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11671292799999999 2021-03-04T23:32:29.504 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.505 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.505 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.505 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.160634+0000", 2021-03-04T23:32:29.505 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015185700000000001 2021-03-04T23:32:29.505 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.506 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.506 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.506 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.160786+0000", 2021-03-04T23:32:29.506 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000173041 2021-03-04T23:32:29.506 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.507 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.507 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.507 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.160959+0000", 2021-03-04T23:32:29.507 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12781775500000001 2021-03-04T23:32:29.507 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.508 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.508 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.508 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.508 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.509 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:301514 30.f 30:f88a3fd6:::benchmark_data_gibba008_138845_object143527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.509 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:52.538906+0000", 2021-03-04T23:32:29.509 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.751876564, 2021-03-04T23:32:29.509 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.054728183, 2021-03-04T23:32:29.509 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.510 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.510 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.510 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.510 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.510 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 301514 2021-03-04T23:32:29.511 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.511 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.511 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.511 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.512 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.538906+0000", 2021-03-04T23:32:29.512 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.512 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.512 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.512 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.513 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.538906+0000", 2021-03-04T23:32:29.513 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0240000000000003e-06 2021-03-04T23:32:29.513 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.513 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.513 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.514 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.538915+0000", 2021-03-04T23:32:29.514 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3269999999999997e-06 2021-03-04T23:32:29.514 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.514 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.514 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.515 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.538921+0000", 2021-03-04T23:32:29.515 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7130999999999999e-05 2021-03-04T23:32:29.515 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.515 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.515 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.516 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.538978+0000", 2021-03-04T23:32:29.516 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6934e-05 2021-03-04T23:32:29.516 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.516 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.516 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.517 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.539005+0000", 2021-03-04T23:32:29.517 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012523453 2021-03-04T23:32:29.517 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.517 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.517 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.518 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.551529+0000", 2021-03-04T23:32:29.518 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00068916599999999995 2021-03-04T23:32:29.518 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.518 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.518 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.519 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.552218+0000", 2021-03-04T23:32:29.519 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050258099999999999 2021-03-04T23:32:29.519 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.519 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.519 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:29.520 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.552721+0000", 2021-03-04T23:32:29.520 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022392779000000002 2021-03-04T23:32:29.520 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.520 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.521 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.521 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.575113+0000", 2021-03-04T23:32:29.521 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030379000000000002 2021-03-04T23:32:29.521 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.521 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.522 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.522 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.575417+0000", 2021-03-04T23:32:29.522 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.017770589 2021-03-04T23:32:29.522 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.522 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.523 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.523 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.593188+0000", 2021-03-04T23:32:29.523 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0002377 2021-03-04T23:32:29.523 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.523 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.524 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.524 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.593425+0000", 2021-03-04T23:32:29.524 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020870900000000001 2021-03-04T23:32:29.524 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.524 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.525 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.525 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.593634+0000", 2021-03-04T23:32:29.525 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.054728183 2021-03-04T23:32:29.525 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.525 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.526 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.526 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.526 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.526 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:301567 30.f 30:f1898ccc:::benchmark_data_gibba008_138845_object143580:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.526 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:52.602798+0000", 2021-03-04T23:32:29.527 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.687984391999997, 2021-03-04T23:32:29.527 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.048705749, 2021-03-04T23:32:29.527 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.527 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.528 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.528 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.528 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.528 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 301567 2021-03-04T23:32:29.528 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.529 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.529 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.529 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.529 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.602798+0000", 2021-03-04T23:32:29.530 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.530 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.530 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.530 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.530 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.602798+0000", 2021-03-04T23:32:29.531 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6029999999999999e-06 2021-03-04T23:32:29.531 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.531 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.531 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.532 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.602806+0000", 2021-03-04T23:32:29.532 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.99e-06 2021-03-04T23:32:29.532 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.532 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.532 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.533 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.602813+0000", 2021-03-04T23:32:29.533 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0807999999999998e-05 2021-03-04T23:32:29.533 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.533 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.534 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.534 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.602874+0000", 2021-03-04T23:32:29.534 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8643e-05 2021-03-04T23:32:29.534 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.534 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.535 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.535 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.602902+0000", 2021-03-04T23:32:29.535 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012000805999999999 2021-03-04T23:32:29.535 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.535 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.536 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.536 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.614903+0000", 2021-03-04T23:32:29.536 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00042027999999999998 2021-03-04T23:32:29.536 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.536 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.537 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.537 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.615323+0000", 2021-03-04T23:32:29.537 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00035124199999999998 2021-03-04T23:32:29.537 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.538 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.538 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:29.538 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.615675+0000", 2021-03-04T23:32:29.538 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011170642 2021-03-04T23:32:29.538 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.539 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.539 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.539 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.626845+0000", 2021-03-04T23:32:29.539 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4749999999999998e-05 2021-03-04T23:32:29.539 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.540 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.540 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.540 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.626880+0000", 2021-03-04T23:32:29.540 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.024439573999999999 2021-03-04T23:32:29.540 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.541 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.541 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.541 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.651319+0000", 2021-03-04T23:32:29.541 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8568999999999998e-05 2021-03-04T23:32:29.541 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.542 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.542 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.542 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.651418+0000", 2021-03-04T23:32:29.542 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5841999999999996e-05 2021-03-04T23:32:29.542 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.543 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.543 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.543 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.651504+0000", 2021-03-04T23:32:29.543 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.048705749 2021-03-04T23:32:29.543 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.544 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.544 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.544 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.544 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.545 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:301867 30.6 30:61ebf70b:::benchmark_data_gibba008_138845_object143880:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.545 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:52.783985+0000", 2021-03-04T23:32:29.545 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.506797079999998, 2021-03-04T23:32:29.545 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.047947095000000002, 2021-03-04T23:32:29.545 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.546 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.546 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.546 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.546 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.547 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 301867 2021-03-04T23:32:29.547 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.547 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.547 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.547 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.548 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.783985+0000", 2021-03-04T23:32:29.548 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.548 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.548 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.548 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.549 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.783985+0000", 2021-03-04T23:32:29.549 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.626e-06 2021-03-04T23:32:29.549 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.549 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.549 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.550 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.783987+0000", 2021-03-04T23:32:29.550 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:32:29.550 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.550 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.551 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.551 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.783989+0000", 2021-03-04T23:32:29.551 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9500000000000007e-06 2021-03-04T23:32:29.551 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.551 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.552 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.552 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.783998+0000", 2021-03-04T23:32:29.552 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.614e-06 2021-03-04T23:32:29.552 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.552 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.553 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.553 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.784001+0000", 2021-03-04T23:32:29.553 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1986000000000002e-05 2021-03-04T23:32:29.553 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.554 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.554 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.554 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.784033+0000", 2021-03-04T23:32:29.554 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000105914 2021-03-04T23:32:29.554 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.555 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.555 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.555 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.784139+0000", 2021-03-04T23:32:29.555 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4300000000000004e-05 2021-03-04T23:32:29.555 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.556 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.556 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.556 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.784214+0000", 2021-03-04T23:32:29.556 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0044319989999999998 2021-03-04T23:32:29.556 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.557 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.557 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.557 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.788646+0000", 2021-03-04T23:32:29.557 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022194599999999999 2021-03-04T23:32:29.557 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.558 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.558 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.558 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.788868+0000", 2021-03-04T23:32:29.558 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.042640437000000003 2021-03-04T23:32:29.558 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.559 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.559 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.559 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.831508+0000", 2021-03-04T23:32:29.559 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022519400000000001 2021-03-04T23:32:29.559 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.560 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.560 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.560 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.831733+0000", 2021-03-04T23:32:29.560 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019929 2021-03-04T23:32:29.561 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.561 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.561 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.561 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.831933+0000", 2021-03-04T23:32:29.561 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.047947095000000002 2021-03-04T23:32:29.562 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.562 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.562 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.562 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.562 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.563 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:301868 30.6 30:6857c607:::benchmark_data_gibba008_138845_object143881:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.563 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:52.785141+0000", 2021-03-04T23:32:29.563 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.505641439000001, 2021-03-04T23:32:29.563 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.052519338999999998, 2021-03-04T23:32:29.563 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.564 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.564 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.564 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.564 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.565 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 301868 2021-03-04T23:32:29.565 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.565 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.565 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.565 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.566 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.785141+0000", 2021-03-04T23:32:29.566 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.566 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.566 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.566 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.567 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.785141+0000", 2021-03-04T23:32:29.567 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.818e-06 2021-03-04T23:32:29.567 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.567 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.567 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.568 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.785143+0000", 2021-03-04T23:32:29.568 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.181e-06 2021-03-04T23:32:29.568 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.568 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.568 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.569 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.785144+0000", 2021-03-04T23:32:29.569 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1688999999999999e-05 2021-03-04T23:32:29.569 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.569 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.569 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.570 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.785156+0000", 2021-03-04T23:32:29.570 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7169999999999999e-06 2021-03-04T23:32:29.570 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.570 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.571 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.571 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.785161+0000", 2021-03-04T23:32:29.571 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013146939999999999 2021-03-04T23:32:29.571 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.571 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.572 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.572 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.786475+0000", 2021-03-04T23:32:29.572 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6679000000000003e-05 2021-03-04T23:32:29.572 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.572 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.573 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.573 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.786542+0000", 2021-03-04T23:32:29.573 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8897000000000002e-05 2021-03-04T23:32:29.573 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.574 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.574 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.574 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.786601+0000", 2021-03-04T23:32:29.574 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021802560000000002 2021-03-04T23:32:29.574 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.575 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.575 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.575 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.788781+0000", 2021-03-04T23:32:29.575 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028245179999999998 2021-03-04T23:32:29.575 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.576 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.576 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.791606+0000", 2021-03-04T23:32:29.576 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.045718398 2021-03-04T23:32:29.576 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.577 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.577 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.577 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.837324+0000", 2021-03-04T23:32:29.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000185964 2021-03-04T23:32:29.577 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.578 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.578 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.578 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.837510+0000", 2021-03-04T23:32:29.578 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015052800000000001 2021-03-04T23:32:29.578 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.579 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.579 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.837660+0000", 2021-03-04T23:32:29.579 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.052519338999999998 2021-03-04T23:32:29.579 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.580 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.580 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.580 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.580 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:301950 30.6 30:62469cb1:::benchmark_data_gibba008_138845_object143963:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.581 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:52.892614+0000", 2021-03-04T23:32:29.581 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.398168886000001, 2021-03-04T23:32:29.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.056020954999999997, 2021-03-04T23:32:29.581 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.582 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.582 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.582 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.582 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.582 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 301950 2021-03-04T23:32:29.583 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.583 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.583 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.583 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.583 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.892614+0000", 2021-03-04T23:32:29.584 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.584 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.584 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.892614+0000", 2021-03-04T23:32:29.585 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2699999999999993e-06 2021-03-04T23:32:29.585 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.585 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.585 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.585 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.892623+0000", 2021-03-04T23:32:29.586 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5020000000000003e-06 2021-03-04T23:32:29.586 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.586 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.586 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.587 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.892630+0000", 2021-03-04T23:32:29.587 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8718000000000003e-05 2021-03-04T23:32:29.587 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.587 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.587 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.588 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.892689+0000", 2021-03-04T23:32:29.588 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0237999999999998e-05 2021-03-04T23:32:29.588 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.588 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.588 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.589 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.892709+0000", 2021-03-04T23:32:29.589 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.039616986999999999 2021-03-04T23:32:29.589 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.589 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.589 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.590 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.932326+0000", 2021-03-04T23:32:29.590 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00052956200000000002 2021-03-04T23:32:29.590 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.590 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.591 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.591 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.932856+0000", 2021-03-04T23:32:29.591 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043840300000000002 2021-03-04T23:32:29.591 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.592 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.592 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.592 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.933294+0000", 2021-03-04T23:32:29.592 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.014813223 2021-03-04T23:32:29.592 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.593 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.593 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.593 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948108+0000", 2021-03-04T23:32:29.593 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015221899999999999 2021-03-04T23:32:29.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.594 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.594 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.594 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948260+0000", 2021-03-04T23:32:29.594 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000120616 2021-03-04T23:32:29.595 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.595 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.595 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948380+0000", 2021-03-04T23:32:29.596 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014785699999999999 2021-03-04T23:32:29.596 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.596 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.596 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.597 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948528+0000", 2021-03-04T23:32:29.597 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010636 2021-03-04T23:32:29.597 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.597 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.597 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.598 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948635+0000", 2021-03-04T23:32:29.598 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.056020954999999997 2021-03-04T23:32:29.598 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.598 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.599 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.599 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.599 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.599 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:301960 30.6 30:62515bec:::benchmark_data_gibba008_138845_object143973:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.599 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:52.907413+0000", 2021-03-04T23:32:29.600 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 36.383369852999998, 2021-03-04T23:32:29.600 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.051552262000000001, 2021-03-04T23:32:29.600 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.600 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.601 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.601 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.601 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.601 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 301960 2021-03-04T23:32:29.601 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.602 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.602 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.602 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.602 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.907413+0000", 2021-03-04T23:32:29.603 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.603 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.603 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.603 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.604 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.907413+0000", 2021-03-04T23:32:29.604 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7260000000000002e-06 2021-03-04T23:32:29.604 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.604 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.604 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.605 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.907417+0000", 2021-03-04T23:32:29.605 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6849999999999998e-06 2021-03-04T23:32:29.605 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.605 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.605 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.606 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.907423+0000", 2021-03-04T23:32:29.606 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6687000000000002e-05 2021-03-04T23:32:29.606 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.606 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.607 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.607 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.907470+0000", 2021-03-04T23:32:29.607 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2039e-05 2021-03-04T23:32:29.607 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.607 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.608 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.608 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.907492+0000", 2021-03-04T23:32:29.608 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.032456657 2021-03-04T23:32:29.608 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.608 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.609 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.609 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.939948+0000", 2021-03-04T23:32:29.609 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00039168500000000001 2021-03-04T23:32:29.609 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.609 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.610 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.610 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.940340+0000", 2021-03-04T23:32:29.610 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00055406800000000001 2021-03-04T23:32:29.610 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.610 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.611 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:32:29.611 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.940894+0000", 2021-03-04T23:32:29.611 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0074615039999999999 2021-03-04T23:32:29.611 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.611 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.612 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.612 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948356+0000", 2021-03-04T23:32:29.612 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043306399999999999 2021-03-04T23:32:29.612 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.613 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.613 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.613 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.948789+0000", 2021-03-04T23:32:29.613 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0099915130000000005 2021-03-04T23:32:29.613 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.614 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.614 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.614 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.958780+0000", 2021-03-04T23:32:29.614 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7126999999999994e-05 2021-03-04T23:32:29.614 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.615 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.615 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.615 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.958877+0000", 2021-03-04T23:32:29.615 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7507000000000001e-05 2021-03-04T23:32:29.615 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.616 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.616 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.616 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:52.958965+0000", 2021-03-04T23:32:29.616 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.051552262000000001 2021-03-04T23:32:29.617 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.617 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.617 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.617 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.617 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.618 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:306135 30.f 30:f8d0a4e2:::benchmark_data_gibba008_138845_object148148:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:32:29.618 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:55.263718+0000", 2021-03-04T23:32:29.618 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 34.027064604000003, 2021-03-04T23:32:29.618 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1482113389999999, 2021-03-04T23:32:29.618 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.619 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.619 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.619 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.619 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.619 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 306135 2021-03-04T23:32:29.620 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.620 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.620 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.620 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.620 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.263718+0000", 2021-03-04T23:32:29.621 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.621 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.621 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.621 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.621 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.263718+0000", 2021-03-04T23:32:29.622 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.841e-06 2021-03-04T23:32:29.622 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.622 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.622 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.622 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.263721+0000", 2021-03-04T23:32:29.623 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9350000000000001e-06 2021-03-04T23:32:29.623 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.623 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.623 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.623 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.263723+0000", 2021-03-04T23:32:29.624 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2471e-05 2021-03-04T23:32:29.624 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.624 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.624 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.624 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.263735+0000", 2021-03-04T23:32:29.625 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6420000000000004e-06 2021-03-04T23:32:29.625 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.625 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.625 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.626 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.263741+0000", 2021-03-04T23:32:29.626 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046628640000000001 2021-03-04T23:32:29.626 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.626 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.626 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.627 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.268404+0000", 2021-03-04T23:32:29.627 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8073000000000001e-05 2021-03-04T23:32:29.627 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.627 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.627 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:32:29.628 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.268422+0000", 2021-03-04T23:32:29.628 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.002752724 2021-03-04T23:32:29.628 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.628 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.628 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.629 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:56.271174+0000", 2021-03-04T23:32:29.629 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1949999999999992e-06 2021-03-04T23:32:29.629 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.629 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.629 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:32:29.630 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:56.271184+0000", 2021-03-04T23:32:29.630 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1333289900000001 2021-03-04T23:32:29.630 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.630 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.631 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.631 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.404513+0000", 2021-03-04T23:32:29.631 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9698999999999996e-05 2021-03-04T23:32:29.631 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.631 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.632 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.632 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.404602+0000", 2021-03-04T23:32:29.632 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.1682999999999996e-05 2021-03-04T23:32:29.632 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.633 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.633 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,4,7", 2021-03-04T23:32:29.633 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.404694+0000", 2021-03-04T23:32:29.633 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006714724 2021-03-04T23:32:29.633 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.634 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.634 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.634 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411409+0000", 2021-03-04T23:32:29.634 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000232804 2021-03-04T23:32:29.634 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.635 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.635 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.635 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411642+0000", 2021-03-04T23:32:29.635 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012430399999999999 2021-03-04T23:32:29.635 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.636 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.636 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.636 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411766+0000", 2021-03-04T23:32:29.636 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8826999999999999e-05 2021-03-04T23:32:29.637 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.637 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.637 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.637 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411815+0000", 2021-03-04T23:32:29.637 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2446000000000001e-05 2021-03-04T23:32:29.638 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.638 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.638 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.638 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411847+0000", 2021-03-04T23:32:29.638 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2117e-05 2021-03-04T23:32:29.639 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.639 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.639 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.639 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411929+0000", 2021-03-04T23:32:29.639 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1482113389999999 2021-03-04T23:32:29.640 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.640 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.640 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.640 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.641 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.641 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:306145 30.f 30:f8895a4c:::benchmark_data_gibba008_138845_object148158:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:32:29.641 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:55.272009+0000", 2021-03-04T23:32:29.641 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 34.018773281999998, 2021-03-04T23:32:29.641 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1400720400000002, 2021-03-04T23:32:29.642 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.642 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.642 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.642 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.642 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.643 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 306145 2021-03-04T23:32:29.643 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.643 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.643 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.644 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.644 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272009+0000", 2021-03-04T23:32:29.644 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.644 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.644 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.645 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.645 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272009+0000", 2021-03-04T23:32:29.645 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9230000000000001e-06 2021-03-04T23:32:29.645 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.645 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.646 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.646 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272011+0000", 2021-03-04T23:32:29.646 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3090000000000001e-06 2021-03-04T23:32:29.646 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.646 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.647 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.647 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272012+0000", 2021-03-04T23:32:29.647 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0104e-05 2021-03-04T23:32:29.647 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.647 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.648 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.648 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272023+0000", 2021-03-04T23:32:29.648 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0929999999999996e-06 2021-03-04T23:32:29.648 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.648 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.649 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.649 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272027+0000", 2021-03-04T23:32:29.649 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4796999999999999e-05 2021-03-04T23:32:29.649 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.650 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.650 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.650 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272061+0000", 2021-03-04T23:32:29.650 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2540000000000003e-06 2021-03-04T23:32:29.650 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.651 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.651 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:32:29.651 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.272069+0000", 2021-03-04T23:32:29.651 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.999132511 2021-03-04T23:32:29.651 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.652 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.652 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.652 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:56.271201+0000", 2021-03-04T23:32:29.652 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2129999999999996e-06 2021-03-04T23:32:29.652 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.653 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.653 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:32:29.653 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:56.271207+0000", 2021-03-04T23:32:29.653 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1356716120000001 2021-03-04T23:32:29.653 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.654 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.654 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.654 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.406879+0000", 2021-03-04T23:32:29.654 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3274000000000004e-05 2021-03-04T23:32:29.654 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.655 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.655 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.655 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.406942+0000", 2021-03-04T23:32:29.655 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1100999999999995e-05 2021-03-04T23:32:29.656 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.656 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.656 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,4,7", 2021-03-04T23:32:29.656 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.407023+0000", 2021-03-04T23:32:29.656 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046248950000000004 2021-03-04T23:32:29.657 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.657 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.657 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.657 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411648+0000", 2021-03-04T23:32:29.657 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7487999999999997e-05 2021-03-04T23:32:29.658 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.658 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.658 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.658 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411696+0000", 2021-03-04T23:32:29.658 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5230999999999997e-05 2021-03-04T23:32:29.659 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.659 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.659 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.659 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411791+0000", 2021-03-04T23:32:29.659 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000181182 2021-03-04T23:32:29.660 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.660 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.660 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.660 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411972+0000", 2021-03-04T23:32:29.660 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3118999999999999e-05 2021-03-04T23:32:29.661 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.661 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.661 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.661 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412005+0000", 2021-03-04T23:32:29.661 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5933999999999995e-05 2021-03-04T23:32:29.662 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.662 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.662 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.662 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412081+0000", 2021-03-04T23:32:29.662 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1400720400000002 2021-03-04T23:32:29.663 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.663 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.663 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.663 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.663 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.664 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:306171 30.f 30:f408281a:::benchmark_data_gibba008_138845_object148184:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:32:29.664 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:55.294020+0000", 2021-03-04T23:32:29.664 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 33.996762277000002, 2021-03-04T23:32:29.664 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1183361270000001, 2021-03-04T23:32:29.665 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:32:29.665 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:29.665 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:32:29.665 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:32:29.665 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:32:29.666 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 306171 2021-03-04T23:32:29.666 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.666 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:32:29.666 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.666 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:32:29.667 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294020+0000", 2021-03-04T23:32:29.667 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:32:29.667 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.667 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.667 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:32:29.668 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294020+0000", 2021-03-04T23:32:29.668 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9750000000000001e-06 2021-03-04T23:32:29.668 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.668 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.668 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:32:29.669 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294022+0000", 2021-03-04T23:32:29.669 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:32:29.669 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.669 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.669 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:32:29.670 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294024+0000", 2021-03-04T23:32:29.670 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1576000000000001e-05 2021-03-04T23:32:29.670 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.670 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.670 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:32:29.671 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294036+0000", 2021-03-04T23:32:29.671 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.313e-06 2021-03-04T23:32:29.671 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.671 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.671 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:32:29.672 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294040+0000", 2021-03-04T23:32:29.672 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2051000000000006e-05 2021-03-04T23:32:29.672 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.672 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.673 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.673 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294102+0000", 2021-03-04T23:32:29.673 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2260000000000002e-06 2021-03-04T23:32:29.673 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.673 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.674 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:32:29.674 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:55.294108+0000", 2021-03-04T23:32:29.674 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.97711406700000003 2021-03-04T23:32:29.674 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.674 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.675 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.675 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:56.271222+0000", 2021-03-04T23:32:29.675 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.2650000000000002e-06 2021-03-04T23:32:29.675 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.675 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.676 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for peered", 2021-03-04T23:32:29.676 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:56.271229+0000", 2021-03-04T23:32:29.676 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.137942112 2021-03-04T23:32:29.676 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.676 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.677 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:32:29.677 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.409171+0000", 2021-03-04T23:32:29.677 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000107086 2021-03-04T23:32:29.677 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.677 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.678 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:32:29.678 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.409278+0000", 2021-03-04T23:32:29.678 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011025400000000001 2021-03-04T23:32:29.678 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.678 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.679 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,4,7", 2021-03-04T23:32:29.679 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.409388+0000", 2021-03-04T23:32:29.679 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023843979999999998 2021-03-04T23:32:29.679 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.680 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.680 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:32:29.680 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.411772+0000", 2021-03-04T23:32:29.680 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00033114899999999998 2021-03-04T23:32:29.680 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.681 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.681 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.681 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412104+0000", 2021-03-04T23:32:29.681 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5939999999999999e-05 2021-03-04T23:32:29.681 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.682 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.682 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.682 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412129+0000", 2021-03-04T23:32:29.682 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012319800000000001 2021-03-04T23:32:29.682 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.683 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.683 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:29.683 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412253+0000", 2021-03-04T23:32:29.683 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9286e-05 2021-03-04T23:32:29.683 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.684 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.684 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:32:29.684 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412282+0000", 2021-03-04T23:32:29.684 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4442000000000003e-05 2021-03-04T23:32:29.684 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:32:29.685 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:32:29.685 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:32:29.685 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:57.412356+0000", 2021-03-04T23:32:29.685 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1183361270000001 2021-03-04T23:32:29.686 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.686 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.686 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.686 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:32:29.686 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:32:29.687 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:32:29.688 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:28 gibba008 bash[47391]: debug 2021-03-04T23:32:28.920+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:29.688 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:29 gibba008 bash[37770]: cluster 2021-03-04T23:32:27.548152+0000 mgr.x (mgr.34379) 1356 : cluster [DBG] pgmap v1757: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:29.689 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:29 gibba008 bash[39303]: cluster 2021-03-04T23:32:27.548152+0000 mgr.x (mgr.34379) 1356 : cluster [DBG] pgmap v1757: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:29.689 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:29 gibba023 bash[27374]: cluster 2021-03-04T23:32:27.548152+0000 mgr.x (mgr.34379) 1356 : cluster [DBG] pgmap v1757: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:29.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:29 gibba023 bash[19550]: debug 2021-03-04T23:32:29.378+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:29.790 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:29.838 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:32:29.852 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:32:29.865 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:32:29.878 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:32:29.896 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:32:29.919 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:32:29.940 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:32:29.962 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:32:29.963 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.964 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.965 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:29.979 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:30.075 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:29 gibba023 bash[18090]: debug 2021-03-04T23:32:29.974+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:30.076 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:32:30.082 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:30.156 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:30.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:30 gibba023 bash[27374]: audit 2021-03-04T23:32:29.820731+0000 mon.a (mon.0) 2026 : audit [DBG] from='client.? 172.21.2.108:0/3548754693' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:30.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:30 gibba023 bash[27374]: audit 2021-03-04T23:32:30.083718+0000 mon.a (mon.0) 2027 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:30.574 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:30.610 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:30 gibba008 bash[37770]: audit 2021-03-04T23:32:29.820731+0000 mon.a (mon.0) 2026 : audit [DBG] from='client.? 172.21.2.108:0/3548754693' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:30.611 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:30 gibba008 bash[37770]: audit 2021-03-04T23:32:30.083718+0000 mon.a (mon.0) 2027 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:30.611 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:30 gibba008 bash[39303]: audit 2021-03-04T23:32:29.820731+0000 mon.a (mon.0) 2026 : audit [DBG] from='client.? 172.21.2.108:0/3548754693' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:30.612 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:30 gibba008 bash[39303]: audit 2021-03-04T23:32:30.083718+0000 mon.a (mon.0) 2027 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:30.676 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:30.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:32:30.801 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:30.917 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:31.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:30 gibba008 bash[48858]: debug 2021-03-04T23:32:30.568+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:31.019 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:30 gibba023 bash[18090]: debug 2021-03-04T23:32:30.910+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:31.422 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:31 gibba023 bash[27374]: cluster 2021-03-04T23:32:29.549194+0000 mgr.x (mgr.34379) 1357 : cluster [DBG] pgmap v1758: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:31.531 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.635 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:31.643 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:31 gibba008 bash[37770]: cluster 2021-03-04T23:32:29.549194+0000 mgr.x (mgr.34379) 1357 : cluster [DBG] pgmap v1758: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:31.644 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:31 gibba008 bash[39303]: cluster 2021-03-04T23:32:29.549194+0000 mgr.x (mgr.34379) 1357 : cluster [DBG] pgmap v1758: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:31.644 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:31 gibba008 bash[48858]: debug 2021-03-04T23:32:31.524+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:32.157 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:32.259 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:32.493 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:32 gibba008 bash[44600]: debug 2021-03-04T23:32:32.152+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:32.494 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:32.597 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:32.757 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:32 gibba008 bash[44600]: debug 2021-03-04T23:32:32.488+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:32.935 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:32.936 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:33.041 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:33.145 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:33.312 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:33 gibba008 bash[91265]: debug 2021-03-04T23:32:33.036+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:33 gibba023 bash[27374]: cluster 2021-03-04T23:32:31.550546+0000 mgr.x (mgr.34379) 1358 : cluster [DBG] pgmap v1759: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:33.539 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:32:33.549 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:33.612 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:33.642 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:33 gibba008 bash[39303]: cluster 2021-03-04T23:32:31.550546+0000 mgr.x (mgr.34379) 1358 : cluster [DBG] pgmap v1759: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:33.643 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:33 gibba008 bash[37770]: cluster 2021-03-04T23:32:31.550546+0000 mgr.x (mgr.34379) 1358 : cluster [DBG] pgmap v1759: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:33.644 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:33 gibba008 bash[91265]: debug 2021-03-04T23:32:33.544+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:33.654 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:33.864 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:33.967 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:34.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:33 gibba008 bash[47391]: debug 2021-03-04T23:32:33.856+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:34.209 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:34.262 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-03-04T23:32:34.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:34 gibba023 bash[88433]: debug 2021-03-04T23:32:34.202+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:34.315 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:34.321 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:32:34.350 INFO:tasks.workunit.client.0.gibba008.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-03-04T23:32:34.418 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:34.524 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:34.562 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T23:32:34.562 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-03-04T23:32:34.620 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:34 gibba023 bash[27374]: audit 2021-03-04T23:32:33.870239+0000 mon.a (mon.0) 2028 : audit [INF] from='client.? 172.21.2.108:0/896909233' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:34.621 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:34 gibba023 bash[19550]: debug 2021-03-04T23:32:34.410+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:34.621 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:34.729 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:34.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:34 gibba008 bash[37770]: audit 2021-03-04T23:32:33.870239+0000 mon.a (mon.0) 2028 : audit [INF] from='client.? 172.21.2.108:0/896909233' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:34.746 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:34 gibba008 bash[39303]: audit 2021-03-04T23:32:33.870239+0000 mon.a (mon.0) 2028 : audit [INF] from='client.? 172.21.2.108:0/896909233' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:34.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:34.887 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:34 gibba023 bash[19550]: debug 2021-03-04T23:32:34.614+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:34.905 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:35.250 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:35.354 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:35.364 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[44600]: debug 2021-03-04T23:32:35.244+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:35.364 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[39303]: cluster 2021-03-04T23:32:33.551005+0000 mgr.x (mgr.34379) 1359 : cluster [DBG] pgmap v1760: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:35.365 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[39303]: audit 2021-03-04T23:32:34.315778+0000 mon.a (mon.0) 2029 : audit [INF] from='client.? 172.21.2.108:0/896909233' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:32:35.365 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[39303]: cluster 2021-03-04T23:32:34.315838+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e752: 8 total, 8 up, 7 in 2021-03-04T23:32:35.365 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[37770]: cluster 2021-03-04T23:32:33.551005+0000 mgr.x (mgr.34379) 1359 : cluster [DBG] pgmap v1760: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:35.366 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[37770]: audit 2021-03-04T23:32:34.315778+0000 mon.a (mon.0) 2029 : audit [INF] from='client.? 172.21.2.108:0/896909233' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:32:35.366 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[37770]: cluster 2021-03-04T23:32:34.315838+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e752: 8 total, 8 up, 7 in 2021-03-04T23:32:35.493 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-03-04T23:32:35.650 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-03-04T23:32:35.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:35.693 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T23:32:35.693 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T23:32:35.694 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-03-04T23:32:35.733 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T23:32:35.735 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T23:32:35.735 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-03-04T23:32:35.757 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:35.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:35 gibba008 bash[48858]: debug 2021-03-04T23:32:35.648+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:35 gibba023 bash[27374]: cluster 2021-03-04T23:32:33.551005+0000 mgr.x (mgr.34379) 1359 : cluster [DBG] pgmap v1760: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:35 gibba023 bash[27374]: audit 2021-03-04T23:32:34.315778+0000 mon.a (mon.0) 2029 : audit [INF] from='client.? 172.21.2.108:0/896909233' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:32:35.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:35 gibba023 bash[27374]: cluster 2021-03-04T23:32:34.315838+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e752: 8 total, 8 up, 7 in 2021-03-04T23:32:35.814 INFO:tasks.workunit:Running workunits matching cls/test_cls_rbd.sh on client.0... 2021-03-04T23:32:35.816 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2021-03-04T23:32:35.816 DEBUG:teuthology.orchestra.run.gibba008:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2021-03-04T23:32:36.385 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:36.394 INFO:tasks.workunit.client.0.gibba008.stdout:Running main() from gmock_main.cc 2021-03-04T23:32:36.394 INFO:tasks.workunit.client.0.gibba008.stdout:[==========] Running 69 tests from 1 test suite. 2021-03-04T23:32:36.394 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] Global test environment set-up. 2021-03-04T23:32:36.395 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 69 tests from TestClsRbd 2021-03-04T23:32:36.429 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:36.429 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:36.488 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:36.596 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:36 gibba023 bash[27374]: cluster 2021-03-04T23:32:35.324112+0000 mon.a (mon.0) 2031 : cluster [DBG] osdmap e753: 8 total, 8 up, 7 in 2021-03-04T23:32:36.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:36 gibba008 bash[37770]: cluster 2021-03-04T23:32:35.324112+0000 mon.a (mon.0) 2031 : cluster [DBG] osdmap e753: 8 total, 8 up, 7 in 2021-03-04T23:32:36.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:36 gibba008 bash[39303]: cluster 2021-03-04T23:32:35.324112+0000 mon.a (mon.0) 2031 : cluster [DBG] osdmap e753: 8 total, 8 up, 7 in 2021-03-04T23:32:36.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:36 gibba008 bash[91265]: debug 2021-03-04T23:32:36.380+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:36.821 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:36.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:37.025 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:37.068 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:32:37.127 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:37.138 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:36 gibba008 bash[44600]: debug 2021-03-04T23:32:36.816+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:37.147 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:37.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:37 gibba023 bash[88433]: debug 2021-03-04T23:32:37.018+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:37.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:37 gibba008 bash[39303]: cluster 2021-03-04T23:32:35.551793+0000 mgr.x (mgr.34379) 1360 : cluster [DBG] pgmap v1763: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:37.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:37 gibba008 bash[37770]: cluster 2021-03-04T23:32:35.551793+0000 mgr.x (mgr.34379) 1360 : cluster [DBG] pgmap v1763: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:37 gibba023 bash[27374]: cluster 2021-03-04T23:32:35.551793+0000 mgr.x (mgr.34379) 1360 : cluster [DBG] pgmap v1763: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:37.815 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:37.918 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:38.055 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:38.161 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:38.190 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[18090]: debug 2021-03-04T23:32:38.046+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:38.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:37 gibba008 bash[47391]: debug 2021-03-04T23:32:37.808+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:38.277 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:38.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_all_features 2021-03-04T23:32:38.384 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:38.389 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_all_features (28 ms) 2021-03-04T23:32:38.390 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.copyup 2021-03-04T23:32:38.523 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.copyup (134 ms) 2021-03-04T23:32:38.523 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.sparse_copyup 2021-03-04T23:32:38.603 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:39.140 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[19550]: debug 2021-03-04T23:32:38.270+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:39.141 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.sparse_copyup (186 ms) 2021-03-04T23:32:39.141 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_and_set_id 2021-03-04T23:32:39.141 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_and_set_id (34 ms) 2021-03-04T23:32:39.141 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.add_remove_child 2021-03-04T23:32:39.142 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[27374]: cluster 2021-03-04T23:32:37.353859+0000 mon.a (mon.0) 2032 : cluster [DBG] osdmap e754: 8 total, 8 up, 7 in 2021-03-04T23:32:39.142 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[27374]: audit 2021-03-04T23:32:37.354639+0000 mon.c (mon.1) 132 : audit [INF] from='client.? 172.21.2.108:0/2619047441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:32:39.142 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[27374]: audit 2021-03-04T23:32:37.359946+0000 mon.a (mon.0) 2033 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:32:39.143 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[27374]: audit 2021-03-04T23:32:38.357452+0000 mon.a (mon.0) 2034 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:32:39.143 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[27374]: cluster 2021-03-04T23:32:38.357550+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e755: 8 total, 8 up, 7 in 2021-03-04T23:32:39.143 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[37770]: cluster 2021-03-04T23:32:37.353859+0000 mon.a (mon.0) 2032 : cluster [DBG] osdmap e754: 8 total, 8 up, 7 in 2021-03-04T23:32:39.144 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[37770]: audit 2021-03-04T23:32:37.354639+0000 mon.c (mon.1) 132 : audit [INF] from='client.? 172.21.2.108:0/2619047441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:32:39.144 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[37770]: audit 2021-03-04T23:32:37.359946+0000 mon.a (mon.0) 2033 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:32:39.144 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[37770]: audit 2021-03-04T23:32:38.357452+0000 mon.a (mon.0) 2034 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:32:39.144 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[37770]: cluster 2021-03-04T23:32:38.357550+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e755: 8 total, 8 up, 7 in 2021-03-04T23:32:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[39303]: cluster 2021-03-04T23:32:37.353859+0000 mon.a (mon.0) 2032 : cluster [DBG] osdmap e754: 8 total, 8 up, 7 in 2021-03-04T23:32:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[39303]: audit 2021-03-04T23:32:37.354639+0000 mon.c (mon.1) 132 : audit [INF] from='client.? 172.21.2.108:0/2619047441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:32:39.145 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[39303]: audit 2021-03-04T23:32:37.359946+0000 mon.a (mon.0) 2033 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:32:39.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[39303]: audit 2021-03-04T23:32:38.357452+0000 mon.a (mon.0) 2034 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-gibba008-149734-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:32:39.146 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:38 gibba008 bash[39303]: cluster 2021-03-04T23:32:38.357550+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e755: 8 total, 8 up, 7 in 2021-03-04T23:32:39.148 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:38 gibba023 bash[18090]: debug 2021-03-04T23:32:38.594+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:39.149 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.add_remove_child (24 ms) 2021-03-04T23:32:39.149 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.directory_methods 2021-03-04T23:32:39.149 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.directory_methods (20 ms) 2021-03-04T23:32:39.150 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.create 2021-03-04T23:32:39.150 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.create (51 ms) 2021-03-04T23:32:39.150 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_features 2021-03-04T23:32:39.150 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_features (8 ms) 2021-03-04T23:32:39.151 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_object_prefix 2021-03-04T23:32:39.151 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_object_prefix (8 ms) 2021-03-04T23:32:39.151 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2021-03-04T23:32:39.151 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_create_timestamp (7 ms) 2021-03-04T23:32:39.152 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2021-03-04T23:32:39.152 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_access_timestamp (6 ms) 2021-03-04T23:32:39.153 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2021-03-04T23:32:39.153 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_modify_timestamp (7 ms) 2021-03-04T23:32:39.153 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_data_pool 2021-03-04T23:32:39.153 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_data_pool (16 ms) 2021-03-04T23:32:39.154 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.get_size 2021-03-04T23:32:39.154 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.get_size (23 ms) 2021-03-04T23:32:39.154 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.set_size 2021-03-04T23:32:39.154 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.set_size (22 ms) 2021-03-04T23:32:39.155 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.protection_status 2021-03-04T23:32:39.155 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.protection_status (90 ms) 2021-03-04T23:32:39.155 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.snapshot_limits 2021-03-04T23:32:39.155 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.snapshot_limits (35 ms) 2021-03-04T23:32:39.155 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.parents_v1 2021-03-04T23:32:39.248 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.250 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.parents_v1 (190 ms) 2021-03-04T23:32:39.250 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.parents_v2 2021-03-04T23:32:39.363 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.parents_v2 (113 ms) 2021-03-04T23:32:39.363 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.snapshots 2021-03-04T23:32:39.434 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.snapshots (71 ms) 2021-03-04T23:32:39.434 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.snapid_race 2021-03-04T23:32:39.452 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.snapid_race (17 ms) 2021-03-04T23:32:39.452 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.stripingv2 2021-03-04T23:32:39.492 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.stripingv2 (41 ms) 2021-03-04T23:32:39.493 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.object_map_save 2021-03-04T23:32:39.500 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.object_map_save (8 ms) 2021-03-04T23:32:39.500 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.object_map_resize 2021-03-04T23:32:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:39 gibba023 bash[27374]: cluster 2021-03-04T23:32:37.552982+0000 mgr.x (mgr.34379) 1361 : cluster [DBG] pgmap v1765: 145 pgs: 4 creating+peering, 28 unknown, 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:39.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:39 gibba023 bash[27374]: cluster 2021-03-04T23:32:39.370553+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e756: 8 total, 8 up, 7 in 2021-03-04T23:32:39.525 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.object_map_resize (25 ms) 2021-03-04T23:32:39.525 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.object_map_update 2021-03-04T23:32:39.543 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.object_map_update (17 ms) 2021-03-04T23:32:39.543 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2021-03-04T23:32:39.544 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2021-03-04T23:32:39.544 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2021-03-04T23:32:39.562 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.object_map_snap_add (19 ms) 2021-03-04T23:32:39.562 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2021-03-04T23:32:39.566 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.576 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.object_map_snap_remove (13 ms) 2021-03-04T23:32:39.576 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.flags 2021-03-04T23:32:39.579 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:32:39.590 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.flags (14 ms) 2021-03-04T23:32:39.591 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.metadata 2021-03-04T23:32:39.628 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.metadata (38 ms) 2021-03-04T23:32:39.629 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.set_features 2021-03-04T23:32:39.642 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.set_features (14 ms) 2021-03-04T23:32:39.642 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.mirror 2021-03-04T23:32:39.671 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:39.674 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:39 gibba008 bash[37770]: cluster 2021-03-04T23:32:37.552982+0000 mgr.x (mgr.34379) 1361 : cluster [DBG] pgmap v1765: 145 pgs: 4 creating+peering, 28 unknown, 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:39.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:39 gibba008 bash[37770]: cluster 2021-03-04T23:32:39.370553+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e756: 8 total, 8 up, 7 in 2021-03-04T23:32:39.694 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:39 gibba008 bash[39303]: cluster 2021-03-04T23:32:37.552982+0000 mgr.x (mgr.34379) 1361 : cluster [DBG] pgmap v1765: 145 pgs: 4 creating+peering, 28 unknown, 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:39.695 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:39 gibba008 bash[39303]: cluster 2021-03-04T23:32:39.370553+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e756: 8 total, 8 up, 7 in 2021-03-04T23:32:39.754 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.mirror (111 ms) 2021-03-04T23:32:39.754 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.mirror_image 2021-03-04T23:32:39.798 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.mirror_image (45 ms) 2021-03-04T23:32:39.799 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.mirror_image_status 2021-03-04T23:32:39.991 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:39 gibba023 bash[15180]: debug 2021-03-04T23:32:39.558+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:39.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:40.099 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:40.263 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:39 gibba023 bash[15180]: debug 2021-03-04T23:32:39.982+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:40.263 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:40.371 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:40.501 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:40.502 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:40.507 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:40.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:40 gibba023 bash[15180]: debug 2021-03-04T23:32:40.258+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:40.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:40 gibba023 bash[88433]: debug 2021-03-04T23:32:40.502+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:40.610 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:40.873 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:40.976 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:41.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:40 gibba023 bash[18090]: debug 2021-03-04T23:32:40.866+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:41.419 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:32:41.516 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:41.593 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:41.673 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:41 gibba008 bash[39303]: cluster 2021-03-04T23:32:39.553962+0000 mgr.x (mgr.34379) 1362 : cluster [DBG] pgmap v1768: 145 pgs: 4 creating+peering, 21 unknown, 120 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 4.5 KiB/s rd, 2.1 KiB/s wr, 6 op/s; 261 B/s, 0 objects/s recovering 2021-03-04T23:32:41.674 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:41 gibba008 bash[44600]: debug 2021-03-04T23:32:41.588+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:41.675 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:41 gibba008 bash[37770]: cluster 2021-03-04T23:32:39.553962+0000 mgr.x (mgr.34379) 1362 : cluster [DBG] pgmap v1768: 145 pgs: 4 creating+peering, 21 unknown, 120 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 4.5 KiB/s rd, 2.1 KiB/s wr, 6 op/s; 261 B/s, 0 objects/s recovering 2021-03-04T23:32:41.697 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:41.715 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:41 gibba023 bash[27374]: cluster 2021-03-04T23:32:39.553962+0000 mgr.x (mgr.34379) 1362 : cluster [DBG] pgmap v1768: 145 pgs: 4 creating+peering, 21 unknown, 120 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 4.5 KiB/s rd, 2.1 KiB/s wr, 6 op/s; 261 B/s, 0 objects/s recovering 2021-03-04T23:32:41.832 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:41.936 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:42.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:41 gibba023 bash[19550]: debug 2021-03-04T23:32:41.826+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:42.079 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:42.186 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:42.328 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:42.334 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:42 gibba023 bash[18090]: debug 2021-03-04T23:32:42.070+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:42.335 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:42 gibba023 bash[19550]: debug 2021-03-04T23:32:42.322+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:42.437 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:43.217 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:43.326 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:43.443 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:43.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:43 gibba008 bash[37770]: cluster 2021-03-04T23:32:41.554537+0000 mgr.x (mgr.34379) 1363 : cluster [DBG] pgmap v1769: 145 pgs: 4 creating+peering, 5 unknown, 136 active+clean; 3.5 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 235 op/s; 184 B/s, 0 objects/s recovering 2021-03-04T23:32:43.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:43 gibba008 bash[39303]: cluster 2021-03-04T23:32:41.554537+0000 mgr.x (mgr.34379) 1363 : cluster [DBG] pgmap v1769: 145 pgs: 4 creating+peering, 5 unknown, 136 active+clean; 3.5 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 235 op/s; 184 B/s, 0 objects/s recovering 2021-03-04T23:32:43.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:43 gibba008 bash[44600]: debug 2021-03-04T23:32:43.208+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:43.544 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:43.719 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:43.773 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:43 gibba023 bash[88433]: debug 2021-03-04T23:32:43.434+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:43 gibba023 bash[27374]: cluster 2021-03-04T23:32:41.554537+0000 mgr.x (mgr.34379) 1363 : cluster [DBG] pgmap v1769: 145 pgs: 4 creating+peering, 5 unknown, 136 active+clean; 3.5 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 235 op/s; 184 B/s, 0 objects/s recovering 2021-03-04T23:32:43.825 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:43.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:43.988 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:43 gibba008 bash[48858]: debug 2021-03-04T23:32:43.712+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:44.000 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:44.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:43 gibba023 bash[19550]: debug 2021-03-04T23:32:43.890+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:44.349 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:44.401 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:32:44.453 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:44.608 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[39303]: audit 2021-03-04T23:32:43.889167+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? 172.21.2.108:0/717798616' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.609 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[39303]: audit 2021-03-04T23:32:44.240055+0000 mon.a (mon.0) 2038 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:44.609 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[39303]: audit 2021-03-04T23:32:44.241528+0000 mon.a (mon.0) 2039 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:44.610 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[39303]: audit 2021-03-04T23:32:44.241648+0000 mon.a (mon.0) 2040 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:44.611 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[37770]: audit 2021-03-04T23:32:43.889167+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? 172.21.2.108:0/717798616' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.611 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[37770]: audit 2021-03-04T23:32:44.240055+0000 mon.a (mon.0) 2038 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:44.612 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[37770]: audit 2021-03-04T23:32:44.241528+0000 mon.a (mon.0) 2039 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:44.612 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[37770]: audit 2021-03-04T23:32:44.241648+0000 mon.a (mon.0) 2040 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:44.613 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[91265]: debug 2021-03-04T23:32:44.344+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:44.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:44.665 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.mirror_image_status (4867 ms) 2021-03-04T23:32:44.665 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.mirror_image_map 2021-03-04T23:32:44.759 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:44 gibba023 bash[27374]: audit 2021-03-04T23:32:43.889167+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? 172.21.2.108:0/717798616' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:44 gibba023 bash[27374]: audit 2021-03-04T23:32:44.240055+0000 mon.a (mon.0) 2038 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:44.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:44 gibba023 bash[27374]: audit 2021-03-04T23:32:44.241528+0000 mon.a (mon.0) 2039 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:44.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:44 gibba023 bash[27374]: audit 2021-03-04T23:32:44.241648+0000 mon.a (mon.0) 2040 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:44.869 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.mirror_image_map (203 ms) 2021-03-04T23:32:44.869 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.mirror_instances 2021-03-04T23:32:44.893 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.mirror_instances (25 ms) 2021-03-04T23:32:44.894 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2021-03-04T23:32:44.940 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.mirror_snapshot (47 ms) 2021-03-04T23:32:44.941 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_dir_list 2021-03-04T23:32:44.950 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_dir_list (9 ms) 2021-03-04T23:32:44.950 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_dir_add 2021-03-04T23:32:44.959 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_dir_add (10 ms) 2021-03-04T23:32:44.959 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2021-03-04T23:32:44.974 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.dir_add_already_existing (14 ms) 2021-03-04T23:32:44.975 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_dir_rename 2021-03-04T23:32:45.001 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_dir_rename (28 ms) 2021-03-04T23:32:45.001 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_dir_remove 2021-03-04T23:32:45.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:44 gibba008 bash[48858]: debug 2021-03-04T23:32:44.648+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:45.016 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_dir_remove (15 ms) 2021-03-04T23:32:45.016 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2021-03-04T23:32:45.034 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (17 ms) 2021-03-04T23:32:45.034 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_image_add 2021-03-04T23:32:45.043 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_image_add (10 ms) 2021-03-04T23:32:45.043 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_image_remove 2021-03-04T23:32:45.058 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_image_remove (14 ms) 2021-03-04T23:32:45.058 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_image_list 2021-03-04T23:32:45.069 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_image_list (12 ms) 2021-03-04T23:32:45.070 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_image_clean 2021-03-04T23:32:45.091 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_image_clean (21 ms) 2021-03-04T23:32:45.091 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.image_group_add 2021-03-04T23:32:45.103 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.image_group_add (13 ms) 2021-03-04T23:32:45.104 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.image_group_remove 2021-03-04T23:32:45.119 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.image_group_remove (16 ms) 2021-03-04T23:32:45.119 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.image_group_get 2021-03-04T23:32:45.130 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.image_group_get (11 ms) 2021-03-04T23:32:45.131 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2021-03-04T23:32:45.143 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (9 ms) 2021-03-04T23:32:45.143 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2021-03-04T23:32:45.147 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (8 ms) 2021-03-04T23:32:45.148 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2021-03-04T23:32:45.159 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (12 ms) 2021-03-04T23:32:45.160 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2021-03-04T23:32:45.172 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (12 ms) 2021-03-04T23:32:45.173 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_set 2021-03-04T23:32:45.181 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_set (10 ms) 2021-03-04T23:32:45.182 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_list 2021-03-04T23:32:45.197 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_list (15 ms) 2021-03-04T23:32:45.197 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2021-03-04T23:32:45.228 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:45.259 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (63 ms) 2021-03-04T23:32:45.260 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_remove 2021-03-04T23:32:45.271 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_remove (12 ms) 2021-03-04T23:32:45.272 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2021-03-04T23:32:45.280 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (8 ms) 2021-03-04T23:32:45.281 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.trash_methods 2021-03-04T23:32:45.315 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.trash_methods (36 ms) 2021-03-04T23:32:45.316 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.op_features 2021-03-04T23:32:45.336 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:45.351 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.op_features (35 ms) 2021-03-04T23:32:45.351 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.clone_parent 2021-03-04T23:32:45.406 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.clone_parent (55 ms) 2021-03-04T23:32:45.406 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2021-03-04T23:32:45.424 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.clone_parent_ns (19 ms) 2021-03-04T23:32:45.425 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.clone_child 2021-03-04T23:32:45.446 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.clone_child (21 ms) 2021-03-04T23:32:45.446 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.namespace_methods 2021-03-04T23:32:45.477 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.namespace_methods (31 ms) 2021-03-04T23:32:45.478 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.migration 2021-03-04T23:32:45.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[48858]: debug 2021-03-04T23:32:45.220+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:45.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: cluster 2021-03-04T23:32:43.555387+0000 mgr.x (mgr.34379) 1364 : cluster [DBG] pgmap v1770: 145 pgs: 145 active+clean; 3.7 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.5 MiB/s rd, 759 KiB/s wr, 299 op/s; 178 B/s, 0 objects/s recovering 2021-03-04T23:32:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: cluster 2021-03-04T23:32:44.390226+0000 mon.a (mon.0) 2041 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:45.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:44.395608+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? 172.21.2.108:0/717798616' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:45.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: cluster 2021-03-04T23:32:44.395656+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e757: 8 total, 8 up, 7 in 2021-03-04T23:32:45.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:44.805559+0000 mon.a (mon.0) 2044 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2021-03-04T23:32:45.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:44.806500+0000 mon.a (mon.0) 2045 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 2]}]: dispatch 2021-03-04T23:32:45.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:44.809316+0000 mon.a (mon.0) 2046 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [1, 2]}]: dispatch 2021-03-04T23:32:45.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:44.810058+0000 mon.a (mon.0) 2047 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 6]}]: dispatch 2021-03-04T23:32:45.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:44.810568+0000 mon.a (mon.0) 2048 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 6]}]: dispatch 2021-03-04T23:32:45.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[39303]: audit 2021-03-04T23:32:45.033339+0000 mon.a (mon.0) 2049 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:45.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: cluster 2021-03-04T23:32:43.555387+0000 mgr.x (mgr.34379) 1364 : cluster [DBG] pgmap v1770: 145 pgs: 145 active+clean; 3.7 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.5 MiB/s rd, 759 KiB/s wr, 299 op/s; 178 B/s, 0 objects/s recovering 2021-03-04T23:32:45.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: cluster 2021-03-04T23:32:44.390226+0000 mon.a (mon.0) 2041 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:45.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:44.395608+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? 172.21.2.108:0/717798616' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:45.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: cluster 2021-03-04T23:32:44.395656+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e757: 8 total, 8 up, 7 in 2021-03-04T23:32:45.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:44.805559+0000 mon.a (mon.0) 2044 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2021-03-04T23:32:45.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:44.806500+0000 mon.a (mon.0) 2045 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 2]}]: dispatch 2021-03-04T23:32:45.519 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:44.809316+0000 mon.a (mon.0) 2046 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [1, 2]}]: dispatch 2021-03-04T23:32:45.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:44.810058+0000 mon.a (mon.0) 2047 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 6]}]: dispatch 2021-03-04T23:32:45.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:44.810568+0000 mon.a (mon.0) 2048 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 6]}]: dispatch 2021-03-04T23:32:45.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:45 gibba008 bash[37770]: audit 2021-03-04T23:32:45.033339+0000 mon.a (mon.0) 2049 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:45.530 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.migration (48 ms) 2021-03-04T23:32:45.532 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.migration_v1 2021-03-04T23:32:45.563 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.migration_v1 (37 ms) 2021-03-04T23:32:45.564 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2021-03-04T23:32:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: cluster 2021-03-04T23:32:43.555387+0000 mgr.x (mgr.34379) 1364 : cluster [DBG] pgmap v1770: 145 pgs: 145 active+clean; 3.7 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.5 MiB/s rd, 759 KiB/s wr, 299 op/s; 178 B/s, 0 objects/s recovering 2021-03-04T23:32:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: cluster 2021-03-04T23:32:44.390226+0000 mon.a (mon.0) 2041 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:44.395608+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? 172.21.2.108:0/717798616' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: cluster 2021-03-04T23:32:44.395656+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e757: 8 total, 8 up, 7 in 2021-03-04T23:32:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:44.805559+0000 mon.a (mon.0) 2044 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2021-03-04T23:32:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:44.806500+0000 mon.a (mon.0) 2045 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 2]}]: dispatch 2021-03-04T23:32:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:44.809316+0000 mon.a (mon.0) 2046 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [1, 2]}]: dispatch 2021-03-04T23:32:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:44.810058+0000 mon.a (mon.0) 2047 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 6]}]: dispatch 2021-03-04T23:32:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:44.810568+0000 mon.a (mon.0) 2048 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 6]}]: dispatch 2021-03-04T23:32:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:45 gibba023 bash[27374]: audit 2021-03-04T23:32:45.033339+0000 mon.a (mon.0) 2049 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:46.043 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:46.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:46.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:46 gibba008 bash[47391]: debug 2021-03-04T23:32:46.036+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:46.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:46.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:46.846 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:46.953 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:46.971 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:46 gibba008 bash[48858]: debug 2021-03-04T23:32:46.608+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:47.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:46 gibba023 bash[19550]: debug 2021-03-04T23:32:46.838+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:47.419 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1857 ms) 2021-03-04T23:32:47.420 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestClsRbd.sparsify 2021-03-04T23:32:47.446 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestClsRbd.sparsify (27 ms) 2021-03-04T23:32:47.496 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:47.600 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:47.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:47 gibba008 bash[37770]: cluster 2021-03-04T23:32:45.556220+0000 mgr.x (mgr.34379) 1365 : cluster [DBG] pgmap v1772: 145 pgs: 145 active+clean; 3.7 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.3 MiB/s rd, 654 KiB/s wr, 257 op/s; 153 B/s, 0 objects/s recovering 2021-03-04T23:32:47.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:47 gibba008 bash[37770]: cluster 2021-03-04T23:32:46.406784+0000 mon.a (mon.0) 2050 : cluster [DBG] osdmap e758: 8 total, 8 up, 7 in 2021-03-04T23:32:47.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:47 gibba008 bash[39303]: cluster 2021-03-04T23:32:45.556220+0000 mgr.x (mgr.34379) 1365 : cluster [DBG] pgmap v1772: 145 pgs: 145 active+clean; 3.7 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.3 MiB/s rd, 654 KiB/s wr, 257 op/s; 153 B/s, 0 objects/s recovering 2021-03-04T23:32:47.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:47 gibba008 bash[39303]: cluster 2021-03-04T23:32:46.406784+0000 mon.a (mon.0) 2050 : cluster [DBG] osdmap e758: 8 total, 8 up, 7 in 2021-03-04T23:32:47.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:47 gibba008 bash[44600]: debug 2021-03-04T23:32:47.488+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:47.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:47 gibba023 bash[27374]: cluster 2021-03-04T23:32:45.556220+0000 mgr.x (mgr.34379) 1365 : cluster [DBG] pgmap v1772: 145 pgs: 145 active+clean; 3.7 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 1.3 MiB/s rd, 654 KiB/s wr, 257 op/s; 153 B/s, 0 objects/s recovering 2021-03-04T23:32:47.765 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:47 gibba023 bash[27374]: cluster 2021-03-04T23:32:46.406784+0000 mon.a (mon.0) 2050 : cluster [DBG] osdmap e758: 8 total, 8 up, 7 in 2021-03-04T23:32:47.766 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:47.867 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:48.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:47 gibba023 bash[18090]: debug 2021-03-04T23:32:47.758+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:48.240 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:48.342 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:48.425 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:48.433 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 69 tests from TestClsRbd (9085 ms total) 2021-03-04T23:32:48.434 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:32:48.434 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] Global test environment tear-down 2021-03-04T23:32:48.434 INFO:tasks.workunit.client.0.gibba008.stdout:[==========] 69 tests from 1 test suite ran. (12039 ms total) 2021-03-04T23:32:48.435 INFO:tasks.workunit.client.0.gibba008.stdout:[ PASSED ] 69 tests. 2021-03-04T23:32:48.436 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-03-04T23:32:48.440 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-03-04T23:32:48.527 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:48.529 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:48 gibba008 bash[37770]: cluster 2021-03-04T23:32:47.415386+0000 mon.a (mon.0) 2051 : cluster [DBG] osdmap e759: 8 total, 8 up, 7 in 2021-03-04T23:32:48.530 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:48 gibba008 bash[37770]: audit 2021-03-04T23:32:48.177278+0000 mon.a (mon.0) 2052 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:48.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:48 gibba008 bash[39303]: cluster 2021-03-04T23:32:47.415386+0000 mon.a (mon.0) 2051 : cluster [DBG] osdmap e759: 8 total, 8 up, 7 in 2021-03-04T23:32:48.532 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:48 gibba008 bash[39303]: audit 2021-03-04T23:32:48.177278+0000 mon.a (mon.0) 2052 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:48.533 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:48 gibba008 bash[48858]: debug 2021-03-04T23:32:48.232+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:48.537 INFO:tasks.workunit:Stopping ['cls/test_cls_rbd.sh'] on client.0... 2021-03-04T23:32:48.538 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:32:48.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:48 gibba023 bash[27374]: cluster 2021-03-04T23:32:47.415386+0000 mon.a (mon.0) 2051 : cluster [DBG] osdmap e759: 8 total, 8 up, 7 in 2021-03-04T23:32:48.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:48 gibba023 bash[27374]: audit 2021-03-04T23:32:48.177278+0000 mon.a (mon.0) 2052 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:48.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:48 gibba023 bash[19550]: debug 2021-03-04T23:32:48.414+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:48.784 DEBUG:teuthology.parallel:result is None 2021-03-04T23:32:48.790 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:32:48.814 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:32:48.814 DEBUG:teuthology.orchestra.run.gibba008:> rmdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:48.824 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:32:48.824 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:32:48.824 INFO:teuthology.task.print:**** done cls/test_cls_rbd.sh 5-workload 2021-03-04T23:32:48.825 INFO:teuthology.task.sequential:In sequential, running task workunit... 2021-03-04T23:32:48.825 INFO:tasks.workunit:Pulling workunits from ref octopus 2021-03-04T23:32:48.826 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-03-04T23:32:48.827 DEBUG:teuthology.orchestra.run.gibba008:> stat -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:48.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.839 INFO:teuthology.orchestra.run.gibba008.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-03-04T23:32:48.839 DEBUG:teuthology.orchestra.run.gibba008:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:48.882 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-03-04T23:32:48.883 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-03-04T23:32:48.887 INFO:tasks.workunit:timeout=3h 2021-03-04T23:32:48.887 INFO:tasks.workunit:cleanup=True 2021-03-04T23:32:48.888 DEBUG:teuthology.orchestra.run.gibba008:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/liewegas/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:32:48.891 INFO:tasks.workunit.client.0.gibba008.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-03-04T23:32:49.202 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:49.305 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:49.468 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[91265]: debug 2021-03-04T23:32:49.196+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:49.469 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[39303]: cluster 2021-03-04T23:32:47.556694+0000 mgr.x (mgr.34379) 1366 : cluster [DBG] pgmap v1775: 145 pgs: 145 active+clean; 3.7 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 1.1 MiB/s rd, 661 KiB/s wr, 1.77k op/s 2021-03-04T23:32:49.469 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[39303]: cephadm 2021-03-04T23:32:48.180152+0000 mgr.x (mgr.34379) 1367 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:32:49.470 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[39303]: cluster 2021-03-04T23:32:48.429027+0000 mon.a (mon.0) 2053 : cluster [DBG] osdmap e760: 8 total, 8 up, 7 in 2021-03-04T23:32:49.471 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[37770]: cluster 2021-03-04T23:32:47.556694+0000 mgr.x (mgr.34379) 1366 : cluster [DBG] pgmap v1775: 145 pgs: 145 active+clean; 3.7 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 1.1 MiB/s rd, 661 KiB/s wr, 1.77k op/s 2021-03-04T23:32:49.471 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[37770]: cephadm 2021-03-04T23:32:48.180152+0000 mgr.x (mgr.34379) 1367 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:32:49.471 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[37770]: cluster 2021-03-04T23:32:48.429027+0000 mon.a (mon.0) 2053 : cluster [DBG] osdmap e760: 8 total, 8 up, 7 in 2021-03-04T23:32:49.638 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:49.748 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:49.752 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:49 gibba008 bash[48858]: debug 2021-03-04T23:32:49.632+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:49.759 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:49 gibba023 bash[27374]: cluster 2021-03-04T23:32:47.556694+0000 mgr.x (mgr.34379) 1366 : cluster [DBG] pgmap v1775: 145 pgs: 145 active+clean; 3.7 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 1.1 MiB/s rd, 661 KiB/s wr, 1.77k op/s 2021-03-04T23:32:49.759 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:49 gibba023 bash[27374]: cephadm 2021-03-04T23:32:48.180152+0000 mgr.x (mgr.34379) 1367 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:32:49.759 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:49 gibba023 bash[27374]: cluster 2021-03-04T23:32:48.429027+0000 mon.a (mon.0) 2053 : cluster [DBG] osdmap e760: 8 total, 8 up, 7 in 2021-03-04T23:32:49.835 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:49.941 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:49.967 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:32:49.980 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:32:49.994 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:32:50.008 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:32:50.022 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:32:50.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:49 gibba023 bash[15180]: debug 2021-03-04T23:32:49.826+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:50.036 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:32:50.050 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:32:50.064 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:32:50.065 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.066 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.066 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.066 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.067 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.067 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.067 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.068 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:50.636 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:50.677 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:32:50.693 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:50 gibba008 bash[47391]: debug 2021-03-04T23:32:50.628+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:50.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:50 gibba008 bash[37770]: audit 2021-03-04T23:32:49.949836+0000 mon.a (mon.0) 2054 : audit [DBG] from='client.? 172.21.2.108:0/827629184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:50.694 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:50 gibba008 bash[39303]: audit 2021-03-04T23:32:49.949836+0000 mon.a (mon.0) 2054 : audit [DBG] from='client.? 172.21.2.108:0/827629184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:50.744 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:50.767 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:50.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:50 gibba023 bash[27374]: audit 2021-03-04T23:32:49.949836+0000 mon.a (mon.0) 2054 : audit [DBG] from='client.? 172.21.2.108:0/827629184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:51.204 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:51.307 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:51.452 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:51 gibba008 bash[47391]: debug 2021-03-04T23:32:51.196+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:51.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:51 gibba008 bash[37770]: cluster 2021-03-04T23:32:49.557541+0000 mgr.x (mgr.34379) 1368 : cluster [DBG] pgmap v1777: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:51.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:51 gibba008 bash[39303]: cluster 2021-03-04T23:32:49.557541+0000 mgr.x (mgr.34379) 1368 : cluster [DBG] pgmap v1777: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:51 gibba023 bash[27374]: cluster 2021-03-04T23:32:49.557541+0000 mgr.x (mgr.34379) 1368 : cluster [DBG] pgmap v1777: 113 pgs: 113 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:51.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:52.022 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:52.353 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:51 gibba008 bash[47391]: debug 2021-03-04T23:32:51.912+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:52.465 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:52.568 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:52.695 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:52.798 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:52.826 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:52 gibba008 bash[47391]: debug 2021-03-04T23:32:52.460+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:52.889 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:32:52 gibba023 bash[18090]: debug 2021-03-04T23:32:52.690+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:52.889 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:52.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:53.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:52 gibba023 bash[19550]: debug 2021-03-04T23:32:52.882+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:53.538 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:53.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:53.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:53 gibba008 bash[39303]: cluster 2021-03-04T23:32:51.559130+0000 mgr.x (mgr.34379) 1369 : cluster [DBG] pgmap v1778: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:53 gibba008 bash[37770]: cluster 2021-03-04T23:32:51.559130+0000 mgr.x (mgr.34379) 1369 : cluster [DBG] pgmap v1778: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:53.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:53 gibba008 bash[91265]: debug 2021-03-04T23:32:53.532+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:53 gibba023 bash[27374]: cluster 2021-03-04T23:32:51.559130+0000 mgr.x (mgr.34379) 1369 : cluster [DBG] pgmap v1778: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:54.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:54.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:54.144 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:54 gibba008 bash[91265]: debug 2021-03-04T23:32:54.024+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:54.749 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:54.856 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:55.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:54 gibba008 bash[48858]: debug 2021-03-04T23:32:54.740+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:55.018 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:55.121 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:55.238 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:55.346 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:55.351 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:55 gibba008 bash[47391]: debug 2021-03-04T23:32:55.012+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:55.456 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-03-04T23:32:55.462 INFO:tasks.workunit.client.0.gibba008.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-03-04T23:32:55.464 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T23:32:55.464 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-03-04T23:32:55.464 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:32:55 gibba023 bash[15180]: debug 2021-03-04T23:32:55.230+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:55.640 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-03-04T23:32:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:55 gibba008 bash[37770]: cluster 2021-03-04T23:32:53.560385+0000 mgr.x (mgr.34379) 1370 : cluster [DBG] pgmap v1779: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:55 gibba008 bash[37770]: audit 2021-03-04T23:32:55.091862+0000 mon.a (mon.0) 2055 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:55.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:55 gibba008 bash[39303]: cluster 2021-03-04T23:32:53.560385+0000 mgr.x (mgr.34379) 1370 : cluster [DBG] pgmap v1779: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:55 gibba008 bash[39303]: audit 2021-03-04T23:32:55.091862+0000 mon.a (mon.0) 2055 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:55 gibba023 bash[27374]: cluster 2021-03-04T23:32:53.560385+0000 mgr.x (mgr.34379) 1370 : cluster [DBG] pgmap v1779: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:55 gibba023 bash[27374]: audit 2021-03-04T23:32:55.091862+0000 mon.a (mon.0) 2055 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:32:55.787 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:55.792 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-03-04T23:32:55.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:55.890 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:55.938 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T23:32:55.939 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T23:32:55.939 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-03-04T23:32:55.953 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:56.173 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T23:32:56.180 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T23:32:56.181 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-03-04T23:32:56.190 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2021-03-04T23:32:56.192 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2021-03-04T23:32:56.193 DEBUG:teuthology.orchestra.run.gibba008:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2021-03-04T23:32:56.210 INFO:tasks.workunit.client.0.gibba008.stderr:+ export RBD_FORCE_ALLOW_V1=1 2021-03-04T23:32:56.211 INFO:tasks.workunit.client.0.gibba008.stderr:+ TMPDIR=/tmp/rbd_import_export_151016 2021-03-04T23:32:56.211 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm -rf /tmp/rbd_import_export_151016 2021-03-04T23:32:56.212 INFO:tasks.workunit.client.0.gibba008.stderr:+ mkdir /tmp/rbd_import_export_151016 2021-03-04T23:32:56.214 INFO:tasks.workunit.client.0.gibba008.stderr:+ trap rm -rf /tmp/rbd_import_export_151016 INT TERM EXIT 2021-03-04T23:32:56.215 INFO:tasks.workunit.client.0.gibba008.stderr:+ mkdir foo.151016 2021-03-04T23:32:56.216 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import foo.151016 foo.dir 2021-03-04T23:32:56.250 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:32:55 gibba008 bash[91265]: debug 2021-03-04T23:32:55.780+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:56.251 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:56 gibba008 bash[47391]: debug 2021-03-04T23:32:56.244+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:56.354 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:56.458 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:56.566 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:56.660 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:56 gibba023 bash[19550]: debug 2021-03-04T23:32:56.450+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:56.660 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:56.764 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:57.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:56 gibba023 bash[88433]: debug 2021-03-04T23:32:56.654+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:57.396 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:57.499 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:57.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:57 gibba008 bash[39303]: cluster 2021-03-04T23:32:55.561421+0000 mgr.x (mgr.34379) 1371 : cluster [DBG] pgmap v1780: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:57.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:57 gibba008 bash[47391]: debug 2021-03-04T23:32:57.392+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:57.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:57 gibba008 bash[37770]: cluster 2021-03-04T23:32:55.561421+0000 mgr.x (mgr.34379) 1371 : cluster [DBG] pgmap v1780: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:57 gibba023 bash[27374]: cluster 2021-03-04T23:32:55.561421+0000 mgr.x (mgr.34379) 1371 : cluster [DBG] pgmap v1780: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:57.908 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:58.016 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:58.108 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:58.209 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:58.219 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:32:57 gibba008 bash[48858]: debug 2021-03-04T23:32:57.900+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:58.483 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:32:58 gibba023 bash[88433]: debug 2021-03-04T23:32:58.098+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:32:58.663 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:58.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:58 gibba008 bash[37770]: audit 2021-03-04T23:32:58.253871+0000 mon.a (mon.0) 2056 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:58.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:58 gibba008 bash[39303]: audit 2021-03-04T23:32:58.253871+0000 mon.a (mon.0) 2056 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:58.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:32:58 gibba008 bash[44600]: debug 2021-03-04T23:32:58.656+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:58.766 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:58 gibba023 bash[27374]: audit 2021-03-04T23:32:58.253871+0000 mon.a (mon.0) 2056 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:59.065 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:59.168 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:59.583 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:59 gibba008 bash[47391]: debug 2021-03-04T23:32:59.060+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:59.704 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:59.708 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: cannot import a directory 2021-03-04T23:32:59.708 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 0% complete...failed. 2021-03-04T23:32:59.709 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: import failed: (21) Is a directory 2021-03-04T23:32:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:32:59 gibba023 bash[27374]: cluster 2021-03-04T23:32:57.563226+0000 mgr.x (mgr.34379) 1372 : cluster [DBG] pgmap v1781: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:59.781 INFO:tasks.workunit.client.0.gibba008.stderr:+ true 2021-03-04T23:32:59.782 INFO:tasks.workunit.client.0.gibba008.stderr:+ rmdir foo.151016 2021-03-04T23:32:59.783 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_151016/img bs=1k count=1 seek=10 2021-03-04T23:32:59.785 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records in 2021-03-04T23:32:59.785 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records out 2021-03-04T23:32:59.785 INFO:tasks.workunit.client.0.gibba008.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000234816 s, 4.4 MB/s 2021-03-04T23:32:59.786 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_151016/img bs=1k count=10 seek=100 2021-03-04T23:32:59.787 INFO:tasks.workunit.client.0.gibba008.stderr:10+0 records in 2021-03-04T23:32:59.788 INFO:tasks.workunit.client.0.gibba008.stderr:10+0 records out 2021-03-04T23:32:59.788 INFO:tasks.workunit.client.0.gibba008.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000276716 s, 37.0 MB/s 2021-03-04T23:32:59.788 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_151016/img bs=1k count=100 seek=1000 2021-03-04T23:32:59.789 INFO:tasks.workunit.client.0.gibba008.stderr:70+1 records in 2021-03-04T23:32:59.789 INFO:tasks.workunit.client.0.gibba008.stderr:70+1 records out 2021-03-04T23:32:59.790 INFO:tasks.workunit.client.0.gibba008.stderr:72056 bytes (72 kB, 70 KiB) copied, 0.000704331 s, 102 MB/s 2021-03-04T23:32:59.790 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_151016/img bs=1k seek=10000 2021-03-04T23:32:59.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:59.858 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:32:59 gibba008 bash[37770]: cluster 2021-03-04T23:32:57.563226+0000 mgr.x (mgr.34379) 1372 : cluster [DBG] pgmap v1781: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:59.859 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:32:59 gibba008 bash[39303]: cluster 2021-03-04T23:32:57.563226+0000 mgr.x (mgr.34379) 1372 : cluster [DBG] pgmap v1781: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:59.860 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:32:59 gibba008 bash[47391]: debug 2021-03-04T23:32:59.696+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:32:59.897 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:59.942 INFO:tasks.workunit.client.0.gibba008.stderr:138+1 records in 2021-03-04T23:32:59.943 INFO:tasks.workunit.client.0.gibba008.stderr:138+1 records out 2021-03-04T23:32:59.943 INFO:tasks.workunit.client.0.gibba008.stderr:142144 bytes (142 kB, 139 KiB) copied, 0.151078 s, 941 kB/s 2021-03-04T23:32:59.943 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_151016/img bs=1k seek=100000 2021-03-04T23:33:00.000 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:00.007 INFO:tasks.workunit.client.0.gibba008.stderr:74+1 records in 2021-03-04T23:33:00.007 INFO:tasks.workunit.client.0.gibba008.stderr:74+1 records out 2021-03-04T23:33:00.007 INFO:tasks.workunit.client.0.gibba008.stderr:76160 bytes (76 kB, 74 KiB) copied, 0.062845 s, 1.2 MB/s 2021-03-04T23:33:00.008 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_151016/img bs=1k seek=1000000 2021-03-04T23:33:00.099 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:32:59 gibba023 bash[19550]: debug 2021-03-04T23:32:59.890+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:00.099 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:00.129 INFO:tasks.workunit.client.0.gibba008.stderr:194+1 records in 2021-03-04T23:33:00.129 INFO:tasks.workunit.client.0.gibba008.stderr:194+1 records out 2021-03-04T23:33:00.129 INFO:tasks.workunit.client.0.gibba008.stderr:199136 bytes (199 kB, 194 KiB) copied, 0.122154 s, 1.6 MB/s 2021-03-04T23:33:00.130 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm testimg 2021-03-04T23:33:00.201 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:00.340 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:00.446 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:00.476 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 0% complete...failed. 2021-03-04T23:33:00.477 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: delete error: (2) No such file or directory 2021-03-04T23:33:00.479 INFO:tasks.workunit.client.0.gibba008.stderr:+ true 2021-03-04T23:33:00.479 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format /tmp/rbd_import_export_151016/img testimg 2021-03-04T23:33:00.491 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:00.529 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:00 gibba023 bash[15180]: debug 2021-03-04T23:33:00.334+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:00.530 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:00 gibba023 bash[19550]: debug 2021-03-04T23:33:00.094+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:00.840 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:00.947 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:01.050 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:01.158 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:01.167 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:00 gibba008 bash[44600]: debug 2021-03-04T23:33:00.832+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:01.182 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:33:01.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[18090]: debug 2021-03-04T23:33:01.042+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[27374]: cluster 2021-03-04T23:32:59.564226+0000 mgr.x (mgr.34379) 1373 : cluster [DBG] pgmap v1782: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[27374]: audit 2021-03-04T23:33:00.173865+0000 mon.a (mon.0) 2057 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:33:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[27374]: cephadm 2021-03-04T23:33:00.177044+0000 mgr.x (mgr.34379) 1374 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:33:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[27374]: audit 2021-03-04T23:33:00.233461+0000 mon.c (mon.1) 133 : audit [INF] from='client.? 172.21.2.108:0/1931622639' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:33:01.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[27374]: audit 2021-03-04T23:33:00.233797+0000 mon.a (mon.0) 2058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:33:01.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:01 gibba023 bash[27374]: audit 2021-03-04T23:33:00.385363+0000 mon.a (mon.0) 2059 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:33:01.422 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:33:01.423 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:33:01.423 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:33:01.423 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:33:01.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[37770]: cluster 2021-03-04T23:32:59.564226+0000 mgr.x (mgr.34379) 1373 : cluster [DBG] pgmap v1782: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:01.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[37770]: audit 2021-03-04T23:33:00.173865+0000 mon.a (mon.0) 2057 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:33:01.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[37770]: cephadm 2021-03-04T23:33:00.177044+0000 mgr.x (mgr.34379) 1374 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:33:01.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[37770]: audit 2021-03-04T23:33:00.233461+0000 mon.c (mon.1) 133 : audit [INF] from='client.? 172.21.2.108:0/1931622639' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:33:01.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[37770]: audit 2021-03-04T23:33:00.233797+0000 mon.a (mon.0) 2058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:33:01.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[37770]: audit 2021-03-04T23:33:00.385363+0000 mon.a (mon.0) 2059 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:33:01.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[39303]: cluster 2021-03-04T23:32:59.564226+0000 mgr.x (mgr.34379) 1373 : cluster [DBG] pgmap v1782: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:01.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[39303]: audit 2021-03-04T23:33:00.173865+0000 mon.a (mon.0) 2057 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:33:01.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[39303]: cephadm 2021-03-04T23:33:00.177044+0000 mgr.x (mgr.34379) 1374 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:33:01.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[39303]: audit 2021-03-04T23:33:00.233461+0000 mon.c (mon.1) 133 : audit [INF] from='client.? 172.21.2.108:0/1931622639' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:33:01.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[39303]: audit 2021-03-04T23:33:00.233797+0000 mon.a (mon.0) 2058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:33:01.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[39303]: audit 2021-03-04T23:33:00.385363+0000 mon.a (mon.0) 2059 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:33:01.780 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:01.883 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:02.037 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:01 gibba008 bash[47391]: debug 2021-03-04T23:33:01.776+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:02.209 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:02.312 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:02.329 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:02 gibba008 bash[44600]: debug 2021-03-04T23:33:02.204+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:02.330 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:02 gibba008 bash[37770]: audit 2021-03-04T23:33:01.176957+0000 mon.a (mon.0) 2060 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:33:02.330 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:02 gibba008 bash[37770]: cluster 2021-03-04T23:33:01.177047+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e761: 8 total, 8 up, 7 in 2021-03-04T23:33:02.330 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:02 gibba008 bash[39303]: audit 2021-03-04T23:33:01.176957+0000 mon.a (mon.0) 2060 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:33:02.330 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:02 gibba008 bash[39303]: cluster 2021-03-04T23:33:01.177047+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e761: 8 total, 8 up, 7 in 2021-03-04T23:33:02.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:02 gibba023 bash[27374]: audit 2021-03-04T23:33:01.176957+0000 mon.a (mon.0) 2060 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:33:02.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:02 gibba023 bash[27374]: cluster 2021-03-04T23:33:01.177047+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e761: 8 total, 8 up, 7 in 2021-03-04T23:33:02.633 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2021-03-04T23:33:02.635 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg /tmp/rbd_import_export_151016/img2 2021-03-04T23:33:02.825 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:02.872 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:02.875 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg - 2021-03-04T23:33:02.929 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:03.201 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:02 gibba008 bash[44600]: debug 2021-03-04T23:33:02.820+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:03.477 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:03 gibba008 bash[37770]: cluster 2021-03-04T23:33:01.564700+0000 mgr.x (mgr.34379) 1375 : cluster [DBG] pgmap v1784: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:03.478 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:03 gibba008 bash[37770]: cluster 2021-03-04T23:33:02.197055+0000 mon.a (mon.0) 2062 : cluster [DBG] osdmap e762: 8 total, 8 up, 7 in 2021-03-04T23:33:03.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:03 gibba008 bash[39303]: cluster 2021-03-04T23:33:01.564700+0000 mgr.x (mgr.34379) 1375 : cluster [DBG] pgmap v1784: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:03.479 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:03 gibba008 bash[39303]: cluster 2021-03-04T23:33:02.197055+0000 mon.a (mon.0) 2062 : cluster [DBG] osdmap e762: 8 total, 8 up, 7 in 2021-03-04T23:33:03.479 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:03.509 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:03.512 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm testimg 2021-03-04T23:33:03.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:03 gibba023 bash[27374]: cluster 2021-03-04T23:33:01.564700+0000 mgr.x (mgr.34379) 1375 : cluster [DBG] pgmap v1784: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:03.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:03 gibba023 bash[27374]: cluster 2021-03-04T23:33:02.197055+0000 mon.a (mon.0) 2062 : cluster [DBG] osdmap e762: 8 total, 8 up, 7 in 2021-03-04T23:33:03.581 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:03.677 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:03.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:03 gibba008 bash[48858]: debug 2021-03-04T23:33:03.472+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:03.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:03.869 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2021-03-04T23:33:03.871 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img2 2021-03-04T23:33:04.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:03 gibba023 bash[19550]: debug 2021-03-04T23:33:03.670+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:04.226 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img3 2021-03-04T23:33:04.471 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img2 /tmp/rbd_import_export_151016/img3 2021-03-04T23:33:04.821 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:04.925 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:05.035 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:05.138 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:05.155 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:04 gibba008 bash[48858]: debug 2021-03-04T23:33:04.816+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:05.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:05 gibba023 bash[19550]: debug 2021-03-04T23:33:05.030+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:05.484 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:05 gibba008 bash[37770]: cluster 2021-03-04T23:33:03.565511+0000 mgr.x (mgr.34379) 1376 : cluster [DBG] pgmap v1786: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 255 B/s rd, 127 B/s wr, 0 op/s 2021-03-04T23:33:05.485 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:05 gibba008 bash[39303]: cluster 2021-03-04T23:33:03.565511+0000 mgr.x (mgr.34379) 1376 : cluster [DBG] pgmap v1786: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 255 B/s rd, 127 B/s wr, 0 op/s 2021-03-04T23:33:05.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:05 gibba023 bash[27374]: cluster 2021-03-04T23:33:03.565511+0000 mgr.x (mgr.34379) 1376 : cluster [DBG] pgmap v1786: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 255 B/s rd, 127 B/s wr, 0 op/s 2021-03-04T23:33:05.807 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:05.913 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:06.003 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:06.106 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:06.121 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:05 gibba008 bash[48858]: debug 2021-03-04T23:33:05.800+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:06.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:06 gibba023 bash[19550]: debug 2021-03-04T23:33:05.998+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:06.863 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:06.966 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:07.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:06 gibba008 bash[47391]: debug 2021-03-04T23:33:06.856+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:07.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:07.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:07 gibba008 bash[39303]: cluster 2021-03-04T23:33:05.566731+0000 mgr.x (mgr.34379) 1377 : cluster [DBG] pgmap v1787: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2021-03-04T23:33:07.549 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:07 gibba008 bash[44600]: debug 2021-03-04T23:33:07.540+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:07.550 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:07 gibba008 bash[37770]: cluster 2021-03-04T23:33:05.566731+0000 mgr.x (mgr.34379) 1377 : cluster [DBG] pgmap v1787: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2021-03-04T23:33:07.652 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:07.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:07 gibba023 bash[27374]: cluster 2021-03-04T23:33:05.566731+0000 mgr.x (mgr.34379) 1377 : cluster [DBG] pgmap v1787: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2021-03-04T23:33:08.157 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:08.258 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:08.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:08 gibba008 bash[48858]: debug 2021-03-04T23:33:08.148+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:08.812 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:08.914 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:09.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:08 gibba008 bash[48858]: debug 2021-03-04T23:33:08.804+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:09.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:09 gibba008 bash[37770]: cluster 2021-03-04T23:33:07.568671+0000 mgr.x (mgr.34379) 1378 : cluster [DBG] pgmap v1788: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 151 KiB/s rd, 65 KiB/s wr, 38 op/s 2021-03-04T23:33:09.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:09 gibba008 bash[37770]: cluster 2021-03-04T23:33:09.293527+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e763: 8 total, 8 up, 7 in 2021-03-04T23:33:09.650 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:09 gibba008 bash[39303]: cluster 2021-03-04T23:33:07.568671+0000 mgr.x (mgr.34379) 1378 : cluster [DBG] pgmap v1788: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 151 KiB/s rd, 65 KiB/s wr, 38 op/s 2021-03-04T23:33:09.650 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:09 gibba008 bash[39303]: cluster 2021-03-04T23:33:09.293527+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e763: 8 total, 8 up, 7 in 2021-03-04T23:33:09.651 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:09.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:09 gibba023 bash[27374]: cluster 2021-03-04T23:33:07.568671+0000 mgr.x (mgr.34379) 1378 : cluster [DBG] pgmap v1788: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 151 KiB/s rd, 65 KiB/s wr, 38 op/s 2021-03-04T23:33:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:09 gibba023 bash[27374]: cluster 2021-03-04T23:33:09.293527+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e763: 8 total, 8 up, 7 in 2021-03-04T23:33:09.775 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format - testimg 2021-03-04T23:33:10.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:09 gibba008 bash[91265]: debug 2021-03-04T23:33:09.644+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:10.149 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:10.305 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:10.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:10.513 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:10.616 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:10.628 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:10.630 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg /tmp/rbd_import_export_151016/img2 2021-03-04T23:33:10.699 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:10 gibba023 bash[88433]: debug 2021-03-04T23:33:10.506+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:10.700 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:10.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:10 gibba008 bash[44600]: debug 2021-03-04T23:33:10.296+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:10.803 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:10.892 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:10.894 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg - 2021-03-04T23:33:10.948 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:10.953 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:10 gibba023 bash[18090]: debug 2021-03-04T23:33:10.938+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:10.954 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:10 gibba023 bash[88433]: debug 2021-03-04T23:33:10.694+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:11.057 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.217 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.320 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:11.390 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:33:11.415 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:11.618 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:11 gibba008 bash[37770]: cluster 2021-03-04T23:33:09.569509+0000 mgr.x (mgr.34379) 1379 : cluster [DBG] pgmap v1790: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 151 KiB/s rd, 65 KiB/s wr, 38 op/s 2021-03-04T23:33:11.618 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:11 gibba008 bash[47391]: debug 2021-03-04T23:33:11.212+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:11.619 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:11 gibba008 bash[39303]: cluster 2021-03-04T23:33:09.569509+0000 mgr.x (mgr.34379) 1379 : cluster [DBG] pgmap v1790: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 151 KiB/s rd, 65 KiB/s wr, 38 op/s 2021-03-04T23:33:11.620 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:11.620 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm testimg 2021-03-04T23:33:11.621 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:11.623 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:33:11.628 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2021-03-04T23:33:11.628 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img2 2021-03-04T23:33:11.721 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:11.737 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:11 gibba023 bash[27374]: cluster 2021-03-04T23:33:09.569509+0000 mgr.x (mgr.34379) 1379 : cluster [DBG] pgmap v1790: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 151 KiB/s rd, 65 KiB/s wr, 38 op/s 2021-03-04T23:33:11.738 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:11 gibba023 bash[15180]: debug 2021-03-04T23:33:11.410+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:11.760 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:11.809 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:11.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.926 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img3 2021-03-04T23:33:12.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:11 gibba023 bash[18090]: debug 2021-03-04T23:33:11.802+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:12.176 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img2 /tmp/rbd_import_export_151016/img3 2021-03-04T23:33:12.281 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:12.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:12.719 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:12 gibba008 bash[47391]: debug 2021-03-04T23:33:12.276+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:12.720 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:12.827 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:13.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:12 gibba008 bash[91265]: debug 2021-03-04T23:33:12.712+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:13.149 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:13.253 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:13.350 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:13.453 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:13.465 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:13 gibba008 bash[37770]: cluster 2021-03-04T23:33:11.570896+0000 mgr.x (mgr.34379) 1380 : cluster [DBG] pgmap v1791: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 160 KiB/s rd, 86 KiB/s wr, 34 op/s 2021-03-04T23:33:13.466 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:13 gibba008 bash[48858]: debug 2021-03-04T23:33:13.144+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:13.467 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:13 gibba008 bash[39303]: cluster 2021-03-04T23:33:11.570896+0000 mgr.x (mgr.34379) 1380 : cluster [DBG] pgmap v1791: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 160 KiB/s rd, 86 KiB/s wr, 34 op/s 2021-03-04T23:33:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:13 gibba023 bash[27374]: cluster 2021-03-04T23:33:11.570896+0000 mgr.x (mgr.34379) 1380 : cluster [DBG] pgmap v1791: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 160 KiB/s rd, 86 KiB/s wr, 34 op/s 2021-03-04T23:33:13.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:13 gibba023 bash[15180]: debug 2021-03-04T23:33:13.342+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:13.819 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:13.921 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:14.266 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:13 gibba008 bash[48858]: debug 2021-03-04T23:33:13.812+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:14.276 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:14.378 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:14.514 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:14.622 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:14.720 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:14 gibba023 bash[88433]: debug 2021-03-04T23:33:14.506+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:14.720 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:14.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:14 gibba008 bash[48858]: debug 2021-03-04T23:33:14.260+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:14.823 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:14.956 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:15.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:14 gibba023 bash[19550]: debug 2021-03-04T23:33:14.714+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:15.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:14 gibba023 bash[19550]: debug 2021-03-04T23:33:14.950+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:15.060 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:15.437 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:15.540 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:15.635 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:15 gibba023 bash[27374]: cluster 2021-03-04T23:33:13.572074+0000 mgr.x (mgr.34379) 1381 : cluster [DBG] pgmap v1792: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 198 KiB/s rd, 91 KiB/s wr, 77 op/s 2021-03-04T23:33:15.635 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:15.742 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:15 gibba008 bash[39303]: cluster 2021-03-04T23:33:13.572074+0000 mgr.x (mgr.34379) 1381 : cluster [DBG] pgmap v1792: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 198 KiB/s rd, 91 KiB/s wr, 77 op/s 2021-03-04T23:33:15.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:15 gibba008 bash[37770]: cluster 2021-03-04T23:33:13.572074+0000 mgr.x (mgr.34379) 1381 : cluster [DBG] pgmap v1792: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 198 KiB/s rd, 91 KiB/s wr, 77 op/s 2021-03-04T23:33:15.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:15 gibba008 bash[48858]: debug 2021-03-04T23:33:15.432+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:15.839 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.943 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:16.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:15 gibba023 bash[19550]: debug 2021-03-04T23:33:15.626+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:16.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:15 gibba023 bash[88433]: debug 2021-03-04T23:33:15.834+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:16.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:16.612 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:16.700 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:16.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:16 gibba008 bash[48858]: debug 2021-03-04T23:33:16.504+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:16.806 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:17.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:16 gibba023 bash[15180]: debug 2021-03-04T23:33:16.694+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:17.268 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:17.372 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:17.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:17 gibba008 bash[39303]: cluster 2021-03-04T23:33:15.572528+0000 mgr.x (mgr.34379) 1382 : cluster [DBG] pgmap v1793: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 222 KiB/s rd, 104 KiB/s wr, 70 op/s 2021-03-04T23:33:17.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:17 gibba008 bash[37770]: cluster 2021-03-04T23:33:15.572528+0000 mgr.x (mgr.34379) 1382 : cluster [DBG] pgmap v1793: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 222 KiB/s rd, 104 KiB/s wr, 70 op/s 2021-03-04T23:33:17.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:17 gibba008 bash[48858]: debug 2021-03-04T23:33:17.260+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:17.764 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:17 gibba023 bash[27374]: cluster 2021-03-04T23:33:15.572528+0000 mgr.x (mgr.34379) 1382 : cluster [DBG] pgmap v1793: 113 pgs: 113 active+clean; 1.8 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 222 KiB/s rd, 104 KiB/s wr, 70 op/s 2021-03-04T23:33:17.865 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:17.949 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:18.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.154 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:17 gibba023 bash[19550]: debug 2021-03-04T23:33:17.942+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:18.155 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.257 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:17 gibba008 bash[44600]: debug 2021-03-04T23:33:17.756+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:18.395 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.431 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd help export 2021-03-04T23:33:18.431 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep -q export-format 2021-03-04T23:33:18.501 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:18.512 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:18 gibba023 bash[15180]: debug 2021-03-04T23:33:18.150+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:18.513 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:18 gibba023 bash[15180]: debug 2021-03-04T23:33:18.390+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:18.522 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_151016/img bs=1k count=10 seek=100 2021-03-04T23:33:18.522 INFO:tasks.workunit.client.0.gibba008.stderr:10+0 records in 2021-03-04T23:33:18.523 INFO:tasks.workunit.client.0.gibba008.stderr:10+0 records out 2021-03-04T23:33:18.524 INFO:tasks.workunit.client.0.gibba008.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.6385e-05 s, 154 MB/s 2021-03-04T23:33:18.524 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format /tmp/rbd_import_export_151016/img testimg 2021-03-04T23:33:18.533 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:18.593 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:18.596 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:18.596 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap create testimg@snap 2021-03-04T23:33:18.698 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:18.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:18 gibba023 bash[88433]: debug 2021-03-04T23:33:18.590+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:19.189 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:19.292 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:19.366 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd image-meta set testimg key1 value1 2021-03-04T23:33:19.451 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd image-meta list testimg 2021-03-04T23:33:19.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:19 gibba008 bash[37770]: cluster 2021-03-04T23:33:17.574125+0000 mgr.x (mgr.34379) 1383 : cluster [DBG] pgmap v1794: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 136 KiB/s rd, 54 KiB/s wr, 49 op/s 2021-03-04T23:33:19.537 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:19 gibba008 bash[39303]: cluster 2021-03-04T23:33:17.574125+0000 mgr.x (mgr.34379) 1383 : cluster [DBG] pgmap v1794: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 136 KiB/s rd, 54 KiB/s wr, 49 op/s 2021-03-04T23:33:19.538 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:19 gibba008 bash[47391]: debug 2021-03-04T23:33:19.184+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:19.545 INFO:tasks.workunit.client.0.gibba008.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2021-03-04T23:33:19.546 INFO:tasks.workunit.client.0.gibba008.stderr: 2021-03-04T23:33:19.546 INFO:tasks.workunit.client.0.gibba008.stderr:Key Value 2021-03-04T23:33:19.546 INFO:tasks.workunit.client.0.gibba008.stderr:key1 value1 2021-03-04T23:33:19.547 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:19.588 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:19.625 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:19.630 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_151016/img_v2 testimg_import 2021-03-04T23:33:19.694 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:19 gibba023 bash[27374]: cluster 2021-03-04T23:33:17.574125+0000 mgr.x (mgr.34379) 1383 : cluster [DBG] pgmap v1794: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 136 KiB/s rd, 54 KiB/s wr, 49 op/s 2021-03-04T23:33:20.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:19 gibba008 bash[48858]: debug 2021-03-04T23:33:19.580+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:20.095 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:20.198 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.286 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.368 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2021-03-04T23:33:20.370 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import 2021-03-04T23:33:20.390 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:20.397 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:20 gibba008 bash[37770]: cluster 2021-03-04T23:33:19.335892+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e764: 8 total, 8 up, 7 in 2021-03-04T23:33:20.397 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:20 gibba008 bash[39303]: cluster 2021-03-04T23:33:19.335892+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e764: 8 total, 8 up, 7 in 2021-03-04T23:33:20.398 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:20 gibba008 bash[91265]: debug 2021-03-04T23:33:20.088+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:20.436 INFO:tasks.workunit.client.0.gibba008.stdout:rbd image 'testimg_import': 2021-03-04T23:33:20.436 INFO:tasks.workunit.client.0.gibba008.stdout: size 110 KiB in 1 objects 2021-03-04T23:33:20.437 INFO:tasks.workunit.client.0.gibba008.stdout: order 22 (4 MiB objects) 2021-03-04T23:33:20.437 INFO:tasks.workunit.client.0.gibba008.stdout: snapshot_count: 1 2021-03-04T23:33:20.437 INFO:tasks.workunit.client.0.gibba008.stdout: id: b46c1a223ab6 2021-03-04T23:33:20.438 INFO:tasks.workunit.client.0.gibba008.stdout: block_name_prefix: rbd_data.b46c1a223ab6 2021-03-04T23:33:20.438 INFO:tasks.workunit.client.0.gibba008.stdout: format: 2 2021-03-04T23:33:20.438 INFO:tasks.workunit.client.0.gibba008.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2021-03-04T23:33:20.438 INFO:tasks.workunit.client.0.gibba008.stdout: op_features: 2021-03-04T23:33:20.439 INFO:tasks.workunit.client.0.gibba008.stdout: flags: 2021-03-04T23:33:20.439 INFO:tasks.workunit.client.0.gibba008.stdout: create_timestamp: Thu Mar 4 23:33:19 2021 2021-03-04T23:33:20.439 INFO:tasks.workunit.client.0.gibba008.stdout: access_timestamp: Thu Mar 4 23:33:19 2021 2021-03-04T23:33:20.439 INFO:tasks.workunit.client.0.gibba008.stdout: modify_timestamp: Thu Mar 4 23:33:19 2021 2021-03-04T23:33:20.443 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import@snap 2021-03-04T23:33:20.476 INFO:tasks.workunit.client.0.gibba008.stdout:rbd image 'testimg_import': 2021-03-04T23:33:20.476 INFO:tasks.workunit.client.0.gibba008.stdout: size 110 KiB in 1 objects 2021-03-04T23:33:20.476 INFO:tasks.workunit.client.0.gibba008.stdout: order 22 (4 MiB objects) 2021-03-04T23:33:20.477 INFO:tasks.workunit.client.0.gibba008.stdout: snapshot_count: 1 2021-03-04T23:33:20.477 INFO:tasks.workunit.client.0.gibba008.stdout: id: b46c1a223ab6 2021-03-04T23:33:20.477 INFO:tasks.workunit.client.0.gibba008.stdout: block_name_prefix: rbd_data.b46c1a223ab6 2021-03-04T23:33:20.477 INFO:tasks.workunit.client.0.gibba008.stdout: format: 2 2021-03-04T23:33:20.477 INFO:tasks.workunit.client.0.gibba008.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2021-03-04T23:33:20.478 INFO:tasks.workunit.client.0.gibba008.stdout: op_features: 2021-03-04T23:33:20.478 INFO:tasks.workunit.client.0.gibba008.stdout: flags: 2021-03-04T23:33:20.478 INFO:tasks.workunit.client.0.gibba008.stdout: create_timestamp: Thu Mar 4 23:33:19 2021 2021-03-04T23:33:20.478 INFO:tasks.workunit.client.0.gibba008.stdout: access_timestamp: Thu Mar 4 23:33:19 2021 2021-03-04T23:33:20.479 INFO:tasks.workunit.client.0.gibba008.stdout: modify_timestamp: Thu Mar 4 23:33:19 2021 2021-03-04T23:33:20.479 INFO:tasks.workunit.client.0.gibba008.stdout: protected: False 2021-03-04T23:33:20.485 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd image-meta list testimg_import 2021-03-04T23:33:20.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:20 gibba023 bash[27374]: cluster 2021-03-04T23:33:19.335892+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e764: 8 total, 8 up, 7 in 2021-03-04T23:33:20.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:20 gibba023 bash[15180]: debug 2021-03-04T23:33:20.278+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:20.554 INFO:tasks.workunit.client.0.gibba008.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2021-03-04T23:33:20.555 INFO:tasks.workunit.client.0.gibba008.stderr: 2021-03-04T23:33:20.555 INFO:tasks.workunit.client.0.gibba008.stderr:Key Value 2021-03-04T23:33:20.556 INFO:tasks.workunit.client.0.gibba008.stderr:key1 value1 2021-03-04T23:33:20.556 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ There is 1 metadatum on this image: 2021-03-04T23:33:20.557 INFO:tasks.workunit.client.0.gibba008.stderr: 2021-03-04T23:33:20.557 INFO:tasks.workunit.client.0.gibba008.stderr:Key Value 2021-03-04T23:33:20.558 INFO:tasks.workunit.client.0.gibba008.stderr:key1 value1 = There is 1 metadatum on this image: 2021-03-04T23:33:20.558 INFO:tasks.workunit.client.0.gibba008.stderr: 2021-03-04T23:33:20.561 INFO:tasks.workunit.client.0.gibba008.stderr:Key Value 2021-03-04T23:33:20.563 INFO:tasks.workunit.client.0.gibba008.stderr:key1 value1 ] 2021-03-04T23:33:20.564 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg_import /tmp/rbd_import_export_151016/img_import 2021-03-04T23:33:20.590 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete...done. 2021-03-04T23:33:20.592 INFO:tasks.workunit.client.0.gibba008.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img_import 2021-03-04T23:33:20.593 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp -l /tmp/rbd_import_export_151016/img /tmp/rbd_import_export_151016/img_import 2021-03-04T23:33:20.593 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/img --format %b 2021-03-04T23:33:20.594 INFO:tasks.workunit.client.0.gibba008.stderr:+ origsize=24 2021-03-04T23:33:20.594 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/img_import --format %b 2021-03-04T23:33:20.595 INFO:tasks.workunit.client.0.gibba008.stderr:+ exportsize=224 2021-03-04T23:33:20.595 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=200 2021-03-04T23:33:20.595 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=200 2021-03-04T23:33:20.596 INFO:tasks.workunit.client.0.gibba008.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2021-03-04T23:33:20.596 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_151016/img_snap 2021-03-04T23:33:20.647 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete...done. 2021-03-04T23:33:20.653 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:20.656 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_151016/img_snap_import 2021-03-04T23:33:20.722 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete...done. 2021-03-04T23:33:20.724 INFO:tasks.workunit.client.0.gibba008.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_151016/img_snap /tmp/rbd_import_export_151016/img_snap_import 2021-03-04T23:33:20.724 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp -l /tmp/rbd_import_export_151016/img_snap /tmp/rbd_import_export_151016/img_snap_import 2021-03-04T23:33:20.729 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/img_snap --format %b 2021-03-04T23:33:20.731 INFO:tasks.workunit.client.0.gibba008.stderr:+ origsize=224 2021-03-04T23:33:20.731 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/img_snap_import --format %b 2021-03-04T23:33:20.731 INFO:tasks.workunit.client.0.gibba008.stderr:+ exportsize=224 2021-03-04T23:33:20.731 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:20.732 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:20.732 INFO:tasks.workunit.client.0.gibba008.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2021-03-04T23:33:20.732 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:20.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:20.811 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_import 2021-03-04T23:33:20.815 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_snap 2021-03-04T23:33:20.816 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_snap_import 2021-03-04T23:33:20.817 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap rm testimg_import@snap 2021-03-04T23:33:20.866 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:20.974 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:20.986 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:20 gibba008 bash[47391]: debug 2021-03-04T23:33:20.644+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:21.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:20 gibba023 bash[18090]: debug 2021-03-04T23:33:20.858+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:21.340 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:21.368 INFO:tasks.workunit.client.0.gibba008.stderr: Removing snap: 100% complete...done. 2021-03-04T23:33:21.373 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg_import 2021-03-04T23:33:21.443 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:21.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:21 gibba008 bash[37770]: cluster 2021-03-04T23:33:19.574992+0000 mgr.x (mgr.34379) 1384 : cluster [DBG] pgmap v1796: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 136 KiB/s rd, 54 KiB/s wr, 51 op/s 2021-03-04T23:33:21.449 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:21 gibba008 bash[37770]: cluster 2021-03-04T23:33:20.349333+0000 mon.a (mon.0) 2065 : cluster [DBG] osdmap e765: 8 total, 8 up, 7 in 2021-03-04T23:33:21.450 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:21 gibba008 bash[44600]: debug 2021-03-04T23:33:21.336+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:21.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:21 gibba008 bash[39303]: cluster 2021-03-04T23:33:19.574992+0000 mgr.x (mgr.34379) 1384 : cluster [DBG] pgmap v1796: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 136 KiB/s rd, 54 KiB/s wr, 51 op/s 2021-03-04T23:33:21.451 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:21 gibba008 bash[39303]: cluster 2021-03-04T23:33:20.349333+0000 mon.a (mon.0) 2065 : cluster [DBG] osdmap e765: 8 total, 8 up, 7 in 2021-03-04T23:33:21.481 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:21.482 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap rm testimg@snap 2021-03-04T23:33:21.670 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:21.773 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:21 gibba023 bash[27374]: cluster 2021-03-04T23:33:19.574992+0000 mgr.x (mgr.34379) 1384 : cluster [DBG] pgmap v1796: 113 pgs: 113 active+clean; 3.3 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 136 KiB/s rd, 54 KiB/s wr, 51 op/s 2021-03-04T23:33:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:21 gibba023 bash[27374]: cluster 2021-03-04T23:33:20.349333+0000 mon.a (mon.0) 2065 : cluster [DBG] osdmap e765: 8 total, 8 up, 7 in 2021-03-04T23:33:21.869 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:21.973 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:22.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:21 gibba008 bash[91265]: debug 2021-03-04T23:33:21.664+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:22.062 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:21 gibba023 bash[19550]: debug 2021-03-04T23:33:21.862+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:22.062 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:22.166 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:22.262 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:22.365 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:22.368 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:22 gibba023 bash[15180]: debug 2021-03-04T23:33:22.054+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:22.369 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:22 gibba023 bash[88433]: debug 2021-03-04T23:33:22.254+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:22.379 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:33:22.384 INFO:tasks.workunit.client.0.gibba008.stderr: Removing snap: 100% complete...done. 2021-03-04T23:33:22.391 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm testimg 2021-03-04T23:33:22.659 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:22 gibba008 bash[37770]: cluster 2021-03-04T23:33:21.359997+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e766: 8 total, 8 up, 7 in 2021-03-04T23:33:22.660 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:22 gibba008 bash[37770]: audit 2021-03-04T23:33:21.794644+0000 mon.a (mon.0) 2067 : audit [INF] from='client.? 172.21.2.108:0/635983562' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:22.660 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:22 gibba008 bash[39303]: cluster 2021-03-04T23:33:21.359997+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e766: 8 total, 8 up, 7 in 2021-03-04T23:33:22.661 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:22 gibba008 bash[39303]: audit 2021-03-04T23:33:21.794644+0000 mon.a (mon.0) 2067 : audit [INF] from='client.? 172.21.2.108:0/635983562' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:22.661 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:22.676 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:22.685 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --order 20 /tmp/rbd_import_export_151016/img testimg 2021-03-04T23:33:22.726 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: --order is deprecated, use --object-size 2021-03-04T23:33:22.769 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:22 gibba023 bash[27374]: cluster 2021-03-04T23:33:21.359997+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e766: 8 total, 8 up, 7 in 2021-03-04T23:33:22.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:22 gibba023 bash[27374]: audit 2021-03-04T23:33:21.794644+0000 mon.a (mon.0) 2067 : audit [INF] from='client.? 172.21.2.108:0/635983562' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:22.793 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:22.802 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:22.861 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:22.863 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_151016/img_v2 testimg_import 2021-03-04T23:33:22.909 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:22.980 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2021-03-04T23:33:22.989 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import 2021-03-04T23:33:22.990 INFO:tasks.workunit.client.0.gibba008.stderr:+ + awk {print $2} 2021-03-04T23:33:22.990 INFO:tasks.workunit.client.0.gibba008.stderr:grep order 2021-03-04T23:33:22.990 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep 20 2021-03-04T23:33:23.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:22 gibba008 bash[47391]: debug 2021-03-04T23:33:22.652+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:23.019 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:23.231 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:23.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:22 gibba023 bash[15180]: debug 2021-03-04T23:33:22.902+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:23.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:23.355 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[44600]: debug 2021-03-04T23:33:23.224+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:23.398 INFO:tasks.workunit.client.0.gibba008.stdout:20 2021-03-04T23:33:23.399 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:23.399 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg_import 2021-03-04T23:33:23.535 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[39303]: cluster 2021-03-04T23:33:21.576221+0000 mgr.x (mgr.34379) 1385 : cluster [DBG] pgmap v1799: 113 pgs: 113 active+clean; 113 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2021-03-04T23:33:23.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[39303]: cluster 2021-03-04T23:33:22.360539+0000 mon.a (mon.0) 2068 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:23.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[39303]: audit 2021-03-04T23:33:22.373503+0000 mon.a (mon.0) 2069 : audit [INF] from='client.? 172.21.2.108:0/635983562' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:23.536 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[39303]: cluster 2021-03-04T23:33:22.373549+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e767: 8 total, 8 up, 7 in 2021-03-04T23:33:23.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[37770]: cluster 2021-03-04T23:33:21.576221+0000 mgr.x (mgr.34379) 1385 : cluster [DBG] pgmap v1799: 113 pgs: 113 active+clean; 113 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2021-03-04T23:33:23.537 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[37770]: cluster 2021-03-04T23:33:22.360539+0000 mon.a (mon.0) 2068 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:23.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[37770]: audit 2021-03-04T23:33:22.373503+0000 mon.a (mon.0) 2069 : audit [INF] from='client.? 172.21.2.108:0/635983562' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:23.538 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[37770]: cluster 2021-03-04T23:33:22.373549+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e767: 8 total, 8 up, 7 in 2021-03-04T23:33:23.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:23.658 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:23.667 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg 2021-03-04T23:33:23.763 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:23.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:23 gibba023 bash[27374]: cluster 2021-03-04T23:33:21.576221+0000 mgr.x (mgr.34379) 1385 : cluster [DBG] pgmap v1799: 113 pgs: 113 active+clean; 113 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2021-03-04T23:33:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:23 gibba023 bash[27374]: cluster 2021-03-04T23:33:22.360539+0000 mon.a (mon.0) 2068 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:23 gibba023 bash[27374]: audit 2021-03-04T23:33:22.373503+0000 mon.a (mon.0) 2069 : audit [INF] from='client.? 172.21.2.108:0/635983562' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:23 gibba023 bash[27374]: cluster 2021-03-04T23:33:22.373549+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e767: 8 total, 8 up, 7 in 2021-03-04T23:33:23.796 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:23.798 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_151016/img testimg 2021-03-04T23:33:23.866 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:23.869 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:23.875 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg 2021-03-04T23:33:23.875 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep features 2021-03-04T23:33:23.906 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:23 gibba008 bash[47391]: debug 2021-03-04T23:33:23.648+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:23.950 INFO:tasks.workunit.client.0.gibba008.stderr:+ FEATURES_BEFORE= features: layering 2021-03-04T23:33:23.954 INFO:tasks.workunit.client.0.gibba008.stderr: op_features: 2021-03-04T23:33:23.954 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:23.977 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:23.990 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:23.994 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_151016/img_v2 testimg_import 2021-03-04T23:33:24.057 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2021-03-04T23:33:24.067 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import 2021-03-04T23:33:24.067 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep features 2021-03-04T23:33:24.097 INFO:tasks.workunit.client.0.gibba008.stderr:+ FEATURES_AFTER= features: layering 2021-03-04T23:33:24.098 INFO:tasks.workunit.client.0.gibba008.stderr: op_features: 2021-03-04T23:33:24.098 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ features: layering 2021-03-04T23:33:24.098 INFO:tasks.workunit.client.0.gibba008.stderr: op_features: != features: layering 2021-03-04T23:33:24.098 INFO:tasks.workunit.client.0.gibba008.stderr: op_features: ] 2021-03-04T23:33:24.099 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:24.099 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg_import 2021-03-04T23:33:24.229 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:24.237 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg 2021-03-04T23:33:24.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:23 gibba023 bash[18090]: debug 2021-03-04T23:33:23.862+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:24.356 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:24.364 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_151016/img testimg 2021-03-04T23:33:24.455 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:24.517 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:24.525 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:24.557 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:24.591 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:24.594 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_151016/img_v2 testimg_import 2021-03-04T23:33:24.690 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:24 gibba023 bash[27374]: cluster 2021-03-04T23:33:24.120263+0000 osd.5 (osd.5) 3 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:33:24.691 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:24 gibba023 bash[27374]: cluster 2021-03-04T23:33:24.122539+0000 osd.5 (osd.5) 4 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:33:24.691 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:24.692 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2021-03-04T23:33:24.700 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import 2021-03-04T23:33:24.701 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep stripe unit 2021-03-04T23:33:24.701 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep -Ei (4 KiB|4096) 2021-03-04T23:33:24.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:24 gibba008 bash[37770]: cluster 2021-03-04T23:33:24.120263+0000 osd.5 (osd.5) 3 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:33:24.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:24 gibba008 bash[37770]: cluster 2021-03-04T23:33:24.122539+0000 osd.5 (osd.5) 4 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:33:24.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:24 gibba008 bash[39303]: cluster 2021-03-04T23:33:24.120263+0000 osd.5 (osd.5) 3 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:33:24.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:24 gibba008 bash[39303]: cluster 2021-03-04T23:33:24.122539+0000 osd.5 (osd.5) 4 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:33:24.765 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:24 gibba008 bash[91265]: debug 2021-03-04T23:33:24.448+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:24.777 INFO:tasks.workunit.client.0.gibba008.stdout: stripe unit: 4 KiB 2021-03-04T23:33:24.778 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import 2021-03-04T23:33:24.778 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep stripe count 2021-03-04T23:33:24.779 INFO:tasks.workunit.client.0.gibba008.stderr:+ + grep 1000 2021-03-04T23:33:24.779 INFO:tasks.workunit.client.0.gibba008.stderr:awk {print $3} 2021-03-04T23:33:24.795 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:24.827 INFO:tasks.workunit.client.0.gibba008.stdout:1000 2021-03-04T23:33:24.828 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/img_v2 2021-03-04T23:33:24.828 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg_import 2021-03-04T23:33:24.913 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:25.017 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:25.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:24 gibba023 bash[18090]: debug 2021-03-04T23:33:24.906+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:25.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:24 gibba023 bash[88433]: debug 2021-03-04T23:33:24.686+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:25.054 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2021-03-04T23:33:25.062 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg 2021-03-04T23:33:25.330 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2021-03-04T23:33:25.338 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_151016/img testimg 2021-03-04T23:33:25.398 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:25.426 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:25.428 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap create testimg@snap1 2021-03-04T23:33:25.438 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:33:25.452 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:33:25.465 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:33:25.478 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:33:25.499 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:33:25.501 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:25.519 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:33:25.538 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:25 gibba008 bash[39303]: cluster 2021-03-04T23:33:23.577244+0000 mgr.x (mgr.34379) 1386 : cluster [DBG] pgmap v1801: 113 pgs: 113 active+clean; 223 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 183 op/s 2021-03-04T23:33:25.544 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:25 gibba008 bash[47391]: debug 2021-03-04T23:33:25.392+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:25.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:25 gibba008 bash[37770]: cluster 2021-03-04T23:33:23.577244+0000 mgr.x (mgr.34379) 1386 : cluster [DBG] pgmap v1801: 113 pgs: 113 active+clean; 223 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 183 op/s 2021-03-04T23:33:25.546 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:33:25.582 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:33:25.584 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.585 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.585 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.585 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.585 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.586 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.586 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.586 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:25.644 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:25 gibba023 bash[27374]: cluster 2021-03-04T23:33:23.577244+0000 mgr.x (mgr.34379) 1386 : cluster [DBG] pgmap v1801: 113 pgs: 113 active+clean; 223 KiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 183 op/s 2021-03-04T23:33:25.645 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:25.753 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:26.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:25 gibba023 bash[15180]: debug 2021-03-04T23:33:25.638+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:26.212 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:26.316 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:26.420 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap create testimg@snap2 2021-03-04T23:33:26.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:26 gibba008 bash[37770]: audit 2021-03-04T23:33:25.421062+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.2.108:0/1693755620' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:26 gibba008 bash[39303]: audit 2021-03-04T23:33:25.421062+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.2.108:0/1693755620' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:26.513 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:26 gibba008 bash[47391]: debug 2021-03-04T23:33:26.204+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:26 gibba023 bash[27374]: audit 2021-03-04T23:33:25.421062+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.2.108:0/1693755620' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:26.776 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:26.886 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:27.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:26 gibba008 bash[91265]: debug 2021-03-04T23:33:26.768+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:27.410 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:27.422 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap protect testimg@snap2 2021-03-04T23:33:27.453 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_151016/snap_protect 2021-03-04T23:33:27.487 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:27.489 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_151016/snap_protect testimg_import 2021-03-04T23:33:27.502 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:33:27.513 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:27.586 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:27.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:27 gibba008 bash[37770]: cluster 2021-03-04T23:33:25.577722+0000 mgr.x (mgr.34379) 1387 : cluster [DBG] pgmap v1802: 113 pgs: 113 active+clean; 333 KiB data, 1011 MiB used, 584 GiB / 588 GiB avail; 109 KiB/s rd, 11 KiB/s wr, 139 op/s 2021-03-04T23:33:27.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:27 gibba008 bash[37770]: cluster 2021-03-04T23:33:26.401471+0000 mon.a (mon.0) 2071 : cluster [DBG] osdmap e768: 8 total, 8 up, 7 in 2021-03-04T23:33:27.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:27 gibba008 bash[39303]: cluster 2021-03-04T23:33:25.577722+0000 mgr.x (mgr.34379) 1387 : cluster [DBG] pgmap v1802: 113 pgs: 113 active+clean; 333 KiB data, 1011 MiB used, 584 GiB / 588 GiB avail; 109 KiB/s rd, 11 KiB/s wr, 139 op/s 2021-03-04T23:33:27.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:27 gibba008 bash[39303]: cluster 2021-03-04T23:33:26.401471+0000 mon.a (mon.0) 2071 : cluster [DBG] osdmap e768: 8 total, 8 up, 7 in 2021-03-04T23:33:27.765 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:27 gibba008 bash[48858]: debug 2021-03-04T23:33:27.404+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:27 gibba023 bash[27374]: cluster 2021-03-04T23:33:25.577722+0000 mgr.x (mgr.34379) 1387 : cluster [DBG] pgmap v1802: 113 pgs: 113 active+clean; 333 KiB data, 1011 MiB used, 584 GiB / 588 GiB avail; 109 KiB/s rd, 11 KiB/s wr, 139 op/s 2021-03-04T23:33:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:27 gibba023 bash[27374]: cluster 2021-03-04T23:33:26.401471+0000 mon.a (mon.0) 2071 : cluster [DBG] osdmap e768: 8 total, 8 up, 7 in 2021-03-04T23:33:27.803 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:27.906 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:27.921 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:27 gibba008 bash[44600]: debug 2021-03-04T23:33:27.796+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:27.994 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:28.100 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.201 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:27 gibba023 bash[19550]: debug 2021-03-04T23:33:27.986+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:28.201 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.304 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:28.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:28.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[15180]: debug 2021-03-04T23:33:28.430+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:28.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[18090]: debug 2021-03-04T23:33:28.194+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:28.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[27374]: cluster 2021-03-04T23:33:27.407112+0000 mon.a (mon.0) 2072 : cluster [DBG] osdmap e769: 8 total, 8 up, 7 in 2021-03-04T23:33:28.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[27374]: cluster 2021-03-04T23:33:27.979076+0000 osd.5 (osd.5) 5 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:33:28.527 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[27374]: cluster 2021-03-04T23:33:27.980310+0000 osd.5 (osd.5) 6 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:33:28.540 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.631 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.734 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:28 gibba008 bash[37770]: cluster 2021-03-04T23:33:27.407112+0000 mon.a (mon.0) 2072 : cluster [DBG] osdmap e769: 8 total, 8 up, 7 in 2021-03-04T23:33:28.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:28 gibba008 bash[37770]: cluster 2021-03-04T23:33:27.979076+0000 osd.5 (osd.5) 5 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:33:28.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:28 gibba008 bash[37770]: cluster 2021-03-04T23:33:27.980310+0000 osd.5 (osd.5) 6 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:33:28.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:28 gibba008 bash[39303]: cluster 2021-03-04T23:33:27.407112+0000 mon.a (mon.0) 2072 : cluster [DBG] osdmap e769: 8 total, 8 up, 7 in 2021-03-04T23:33:28.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:28 gibba008 bash[39303]: cluster 2021-03-04T23:33:27.979076+0000 osd.5 (osd.5) 5 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:33:28.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:28 gibba008 bash[39303]: cluster 2021-03-04T23:33:27.980310+0000 osd.5 (osd.5) 6 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:33:28.828 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[18090]: debug 2021-03-04T23:33:28.626+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:28.828 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.931 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:29.059 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:29.162 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:29.596 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:28 gibba023 bash[18090]: debug 2021-03-04T23:33:28.822+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:29.597 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:29 gibba023 bash[19550]: debug 2021-03-04T23:33:29.054+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:29.597 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2021-03-04T23:33:29.598 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info testimg_import@snap1 2021-03-04T23:33:29.598 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep protected: False 2021-03-04T23:33:29.598 INFO:tasks.workunit.client.0.gibba008.stdout: protected: False 2021-03-04T23:33:29.599 INFO:tasks.workunit.client.0.gibba008.stderr:+ + rbd info testimg_import@snap2 2021-03-04T23:33:29.599 INFO:tasks.workunit.client.0.gibba008.stderr:grep protected: True 2021-03-04T23:33:29.600 INFO:tasks.workunit.client.0.gibba008.stdout: protected: True 2021-03-04T23:33:29.600 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/snap_protect 2021-03-04T23:33:29.601 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap unprotect testimg@snap2 2021-03-04T23:33:29.601 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap unprotect testimg_import@snap2 2021-03-04T23:33:29.601 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap purge testimg 2021-03-04T23:33:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[37770]: cluster 2021-03-04T23:33:27.578638+0000 mgr.x (mgr.34379) 1388 : cluster [DBG] pgmap v1805: 113 pgs: 113 active+clean; 223 KiB data, 982 MiB used, 584 GiB / 588 GiB avail; 282 KiB/s rd, 35 KiB/s wr, 381 op/s 2021-03-04T23:33:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[37770]: cluster 2021-03-04T23:33:28.418140+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e770: 8 total, 8 up, 7 in 2021-03-04T23:33:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[37770]: cluster 2021-03-04T23:33:29.011754+0000 osd.5 (osd.5) 7 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:33:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[37770]: cluster 2021-03-04T23:33:29.013877+0000 osd.5 (osd.5) 8 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:33:29.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[37770]: cluster 2021-03-04T23:33:29.300417+0000 mon.a (mon.0) 2074 : cluster [DBG] osdmap e771: 8 total, 8 up, 7 in 2021-03-04T23:33:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[39303]: cluster 2021-03-04T23:33:27.578638+0000 mgr.x (mgr.34379) 1388 : cluster [DBG] pgmap v1805: 113 pgs: 113 active+clean; 223 KiB data, 982 MiB used, 584 GiB / 588 GiB avail; 282 KiB/s rd, 35 KiB/s wr, 381 op/s 2021-03-04T23:33:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[39303]: cluster 2021-03-04T23:33:28.418140+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e770: 8 total, 8 up, 7 in 2021-03-04T23:33:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[39303]: cluster 2021-03-04T23:33:29.011754+0000 osd.5 (osd.5) 7 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:33:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[39303]: cluster 2021-03-04T23:33:29.013877+0000 osd.5 (osd.5) 8 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:33:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[39303]: cluster 2021-03-04T23:33:29.300417+0000 mon.a (mon.0) 2074 : cluster [DBG] osdmap e771: 8 total, 8 up, 7 in 2021-03-04T23:33:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:29 gibba023 bash[27374]: cluster 2021-03-04T23:33:27.578638+0000 mgr.x (mgr.34379) 1388 : cluster [DBG] pgmap v1805: 113 pgs: 113 active+clean; 223 KiB data, 982 MiB used, 584 GiB / 588 GiB avail; 282 KiB/s rd, 35 KiB/s wr, 381 op/s 2021-03-04T23:33:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:29 gibba023 bash[27374]: cluster 2021-03-04T23:33:28.418140+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e770: 8 total, 8 up, 7 in 2021-03-04T23:33:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:29 gibba023 bash[27374]: cluster 2021-03-04T23:33:29.011754+0000 osd.5 (osd.5) 7 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:33:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:29 gibba023 bash[27374]: cluster 2021-03-04T23:33:29.013877+0000 osd.5 (osd.5) 8 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:33:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:29 gibba023 bash[27374]: cluster 2021-03-04T23:33:29.300417+0000 mon.a (mon.0) 2074 : cluster [DBG] osdmap e771: 8 total, 8 up, 7 in 2021-03-04T23:33:29.872 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:29.968 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:29.975 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:30.049 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:30.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:29 gibba008 bash[48858]: debug 2021-03-04T23:33:29.868+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:30.279 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:30.388 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:30.400 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[47391]: debug 2021-03-04T23:33:30.272+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:30.448 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:33:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[37770]: audit 2021-03-04T23:33:29.860500+0000 mon.a (mon.0) 2075 : audit [INF] from='client.? 172.21.2.108:0/4265060346' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:33:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[37770]: cluster 2021-03-04T23:33:30.014435+0000 osd.5 (osd.5) 9 : cluster [DBG] 2.12 scrub starts 2021-03-04T23:33:30.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[37770]: cluster 2021-03-04T23:33:30.015247+0000 osd.5 (osd.5) 10 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:33:30.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[39303]: audit 2021-03-04T23:33:29.860500+0000 mon.a (mon.0) 2075 : audit [INF] from='client.? 172.21.2.108:0/4265060346' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:33:30.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[39303]: cluster 2021-03-04T23:33:30.014435+0000 osd.5 (osd.5) 9 : cluster [DBG] 2.12 scrub starts 2021-03-04T23:33:30.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:30 gibba008 bash[39303]: cluster 2021-03-04T23:33:30.015247+0000 osd.5 (osd.5) 10 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:33:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:30 gibba023 bash[27374]: audit 2021-03-04T23:33:29.860500+0000 mon.a (mon.0) 2075 : audit [INF] from='client.? 172.21.2.108:0/4265060346' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:33:30.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:30 gibba023 bash[27374]: cluster 2021-03-04T23:33:30.014435+0000 osd.5 (osd.5) 9 : cluster [DBG] 2.12 scrub starts 2021-03-04T23:33:30.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:30 gibba023 bash[27374]: cluster 2021-03-04T23:33:30.015247+0000 osd.5 (osd.5) 10 : cluster [DBG] 2.12 scrub ok 2021-03-04T23:33:31.028 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:31.137 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:31.250 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:31.250 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:31.397 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[91265]: debug 2021-03-04T23:33:31.020+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:31.398 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:31.459 INFO:tasks.workunit.client.0.gibba008.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2021-03-04T23:33:31.481 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd snap purge testimg_import 2021-03-04T23:33:31.506 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:31 gibba023 bash[27374]: cluster 2021-03-04T23:33:29.579617+0000 mgr.x (mgr.34379) 1389 : cluster [DBG] pgmap v1808: 113 pgs: 113 active+clean; 113 KiB data, 986 MiB used, 584 GiB / 588 GiB avail; 312 KiB/s rd, 40 KiB/s wr, 420 op/s 2021-03-04T23:33:31.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:31 gibba023 bash[27374]: audit 2021-03-04T23:33:30.438102+0000 mon.a (mon.0) 2076 : audit [INF] from='client.? 172.21.2.108:0/4265060346' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:33:31.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:31 gibba023 bash[27374]: cluster 2021-03-04T23:33:30.438232+0000 mon.a (mon.0) 2077 : cluster [DBG] osdmap e772: 8 total, 8 up, 7 in 2021-03-04T23:33:31.775 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[91265]: debug 2021-03-04T23:33:31.392+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:31.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[37770]: cluster 2021-03-04T23:33:29.579617+0000 mgr.x (mgr.34379) 1389 : cluster [DBG] pgmap v1808: 113 pgs: 113 active+clean; 113 KiB data, 986 MiB used, 584 GiB / 588 GiB avail; 312 KiB/s rd, 40 KiB/s wr, 420 op/s 2021-03-04T23:33:31.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[37770]: audit 2021-03-04T23:33:30.438102+0000 mon.a (mon.0) 2076 : audit [INF] from='client.? 172.21.2.108:0/4265060346' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:33:31.776 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[37770]: cluster 2021-03-04T23:33:30.438232+0000 mon.a (mon.0) 2077 : cluster [DBG] osdmap e772: 8 total, 8 up, 7 in 2021-03-04T23:33:31.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[39303]: cluster 2021-03-04T23:33:29.579617+0000 mgr.x (mgr.34379) 1389 : cluster [DBG] pgmap v1808: 113 pgs: 113 active+clean; 113 KiB data, 986 MiB used, 584 GiB / 588 GiB avail; 312 KiB/s rd, 40 KiB/s wr, 420 op/s 2021-03-04T23:33:31.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[39303]: audit 2021-03-04T23:33:30.438102+0000 mon.a (mon.0) 2076 : audit [INF] from='client.? 172.21.2.108:0/4265060346' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:33:31.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[39303]: cluster 2021-03-04T23:33:30.438232+0000 mon.a (mon.0) 2077 : cluster [DBG] osdmap e772: 8 total, 8 up, 7 in 2021-03-04T23:33:31.987 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:32.090 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:32.180 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:32.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:31 gibba008 bash[47391]: debug 2021-03-04T23:33:31.980+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:32.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:32.469 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:32 gibba023 bash[88433]: debug 2021-03-04T23:33:32.170+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:32 gibba023 bash[27374]: cluster 2021-03-04T23:33:31.445109+0000 mon.a (mon.0) 2078 : cluster [DBG] osdmap e773: 8 total, 8 up, 7 in 2021-03-04T23:33:32.807 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:32 gibba008 bash[37770]: cluster 2021-03-04T23:33:31.445109+0000 mon.a (mon.0) 2078 : cluster [DBG] osdmap e773: 8 total, 8 up, 7 in 2021-03-04T23:33:32.808 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:32 gibba008 bash[39303]: cluster 2021-03-04T23:33:31.445109+0000 mon.a (mon.0) 2078 : cluster [DBG] osdmap e773: 8 total, 8 up, 7 in 2021-03-04T23:33:32.983 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:33.088 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:33.172 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:33.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:32 gibba008 bash[44600]: debug 2021-03-04T23:33:32.976+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:33.275 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:33.378 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:33 gibba023 bash[18090]: debug 2021-03-04T23:33:33.166+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:33.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:33.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:33.490 INFO:tasks.workunit.client.0.gibba008.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2021-03-04T23:33:33.496 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg 2021-03-04T23:33:33.623 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:33.631 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd remove testimg_import 2021-03-04T23:33:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:33 gibba008 bash[37770]: cluster 2021-03-04T23:33:31.580629+0000 mgr.x (mgr.34379) 1390 : cluster [DBG] pgmap v1811: 113 pgs: 113 active+clean; 223 KiB data, 978 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 0 B/s wr, 17 op/s 2021-03-04T23:33:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:33 gibba008 bash[37770]: cluster 2021-03-04T23:33:32.463445+0000 mon.a (mon.0) 2079 : cluster [DBG] osdmap e774: 8 total, 8 up, 7 in 2021-03-04T23:33:33.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:33 gibba008 bash[39303]: cluster 2021-03-04T23:33:31.580629+0000 mgr.x (mgr.34379) 1390 : cluster [DBG] pgmap v1811: 113 pgs: 113 active+clean; 223 KiB data, 978 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 0 B/s wr, 17 op/s 2021-03-04T23:33:33.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:33 gibba008 bash[39303]: cluster 2021-03-04T23:33:32.463445+0000 mon.a (mon.0) 2079 : cluster [DBG] osdmap e774: 8 total, 8 up, 7 in 2021-03-04T23:33:33.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:33 gibba023 bash[19550]: debug 2021-03-04T23:33:33.370+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:33 gibba023 bash[27374]: cluster 2021-03-04T23:33:31.580629+0000 mgr.x (mgr.34379) 1390 : cluster [DBG] pgmap v1811: 113 pgs: 113 active+clean; 223 KiB data, 978 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 0 B/s wr, 17 op/s 2021-03-04T23:33:33.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:33 gibba023 bash[27374]: cluster 2021-03-04T23:33:32.463445+0000 mon.a (mon.0) 2079 : cluster [DBG] osdmap e774: 8 total, 8 up, 7 in 2021-03-04T23:33:33.898 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:33.907 INFO:tasks.workunit.client.0.gibba008.stderr:+ tiered=0 2021-03-04T23:33:33.908 INFO:tasks.workunit.client.0.gibba008.stderr:+ ceph osd dump 2021-03-04T23:33:33.908 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep ^pool 2021-03-04T23:33:33.909 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep 'rbd' 2021-03-04T23:33:33.909 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep tier 2021-03-04T23:33:34.357 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:34.462 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:34.476 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:33:34.554 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:34.591 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:34.696 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:34 gibba023 bash[27374]: cluster 2021-03-04T23:33:33.483489+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e775: 8 total, 8 up, 7 in 2021-03-04T23:33:34.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:34 gibba023 bash[19550]: debug 2021-03-04T23:33:34.582+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:34.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:34 gibba008 bash[37770]: cluster 2021-03-04T23:33:33.483489+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e775: 8 total, 8 up, 7 in 2021-03-04T23:33:34.800 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:34.801 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:34 gibba008 bash[39303]: cluster 2021-03-04T23:33:33.483489+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e775: 8 total, 8 up, 7 in 2021-03-04T23:33:34.801 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:34 gibba008 bash[44600]: debug 2021-03-04T23:33:34.352+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:34.903 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:35.076 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_151016/sparse1 2021-03-04T23:33:35.080 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records in 2021-03-04T23:33:35.081 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records out 2021-03-04T23:33:35.081 INFO:tasks.workunit.client.0.gibba008.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00427502 s, 245 MB/s 2021-03-04T23:33:35.081 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_151016/sparse2 2021-03-04T23:33:35.085 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records in 2021-03-04T23:33:35.086 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records out 2021-03-04T23:33:35.086 INFO:tasks.workunit.client.0.gibba008.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00430173 s, 244 MB/s 2021-03-04T23:33:35.086 INFO:tasks.workunit.client.0.gibba008.stderr:+ truncate /tmp/rbd_import_export_151016/sparse2 -s 2M 2021-03-04T23:33:35.145 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:33:35.220 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:35.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:34 gibba023 bash[15180]: debug 2021-03-04T23:33:34.794+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:35.284 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse1 2021-03-04T23:33:35.324 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 0% complete...failed. 2021-03-04T23:33:35.325 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: delete error: (2) No such file or directory 2021-03-04T23:33:35.332 INFO:tasks.workunit.client.0.gibba008.stderr:+ true 2021-03-04T23:33:35.333 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_151016/sparse1 2021-03-04T23:33:35.380 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:35.381 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: --order is deprecated, use --object-size 2021-03-04T23:33:35.482 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2021-03-04T23:33:35.491 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep sparse1 2021-03-04T23:33:35.492 INFO:tasks.workunit.client.0.gibba008.stderr:+ + grep -Ei (2 MiB|2048k) 2021-03-04T23:33:35.492 INFO:tasks.workunit.client.0.gibba008.stderr:rbd ls -l 2021-03-04T23:33:35.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[39303]: cluster 2021-03-04T23:33:33.581547+0000 mgr.x (mgr.34379) 1391 : cluster [DBG] pgmap v1814: 113 pgs: 113 active+clean; 223 KiB data, 962 MiB used, 584 GiB / 588 GiB avail; 30 KiB/s rd, 0 B/s wr, 168 op/s 2021-03-04T23:33:35.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[39303]: audit 2021-03-04T23:33:35.009619+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.108:0/4180089754' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:33:35.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[39303]: audit 2021-03-04T23:33:35.065376+0000 mon.c (mon.1) 136 : audit [DBG] from='client.? 172.21.2.108:0/4180089754' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:33:35.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[37770]: cluster 2021-03-04T23:33:33.581547+0000 mgr.x (mgr.34379) 1391 : cluster [DBG] pgmap v1814: 113 pgs: 113 active+clean; 223 KiB data, 962 MiB used, 584 GiB / 588 GiB avail; 30 KiB/s rd, 0 B/s wr, 168 op/s 2021-03-04T23:33:35.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[37770]: audit 2021-03-04T23:33:35.009619+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.108:0/4180089754' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:33:35.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[37770]: audit 2021-03-04T23:33:35.065376+0000 mon.c (mon.1) 136 : audit [DBG] from='client.? 172.21.2.108:0/4180089754' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:33:35.543 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:35.565 INFO:tasks.workunit.client.0.gibba008.stdout:sparse1 2 MiB 2 2021-03-04T23:33:35.567 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse1 2021-03-04T23:33:35.567 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse1 2021-03-04T23:33:35.567 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse1 2021-03-04T23:33:35.568 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:35.568 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:35.624 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.dc757ce75fef 2021-03-04T23:33:35.626 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.dc757ce75fef 2021-03-04T23:33:35.627 INFO:tasks.workunit.client.0.gibba008.stderr:+ + get_image_data_poolsed sparse1 2021-03-04T23:33:35.627 INFO:tasks.workunit.client.0.gibba008.stderr: -e s/rbd_data.dc757ce75fef\.// -e s/^0*\([0-9a-f]\)/\1/ 2021-03-04T23:33:35.627 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse1 2021-03-04T23:33:35.627 INFO:tasks.workunit.client.0.gibba008.stderr:+ sort -u 2021-03-04T23:33:35.628 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse1 2021-03-04T23:33:35.628 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep data_pool: 2021-03-04T23:33:35.628 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:35.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:35.689 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:35.689 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:35.690 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:35.690 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:35.691 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:35.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:35 gibba023 bash[27374]: cluster 2021-03-04T23:33:33.581547+0000 mgr.x (mgr.34379) 1391 : cluster [DBG] pgmap v1814: 113 pgs: 113 active+clean; 223 KiB data, 962 MiB used, 584 GiB / 588 GiB avail; 30 KiB/s rd, 0 B/s wr, 168 op/s 2021-03-04T23:33:35.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:35 gibba023 bash[27374]: audit 2021-03-04T23:33:35.009619+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.108:0/4180089754' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:33:35.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:35 gibba023 bash[27374]: audit 2021-03-04T23:33:35.065376+0000 mon.c (mon.1) 136 : audit [DBG] from='client.? 172.21.2.108:0/4180089754' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:33:35.762 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:35.861 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects=1 2021-03-04T23:33:35.862 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 1 2021-03-04T23:33:35.862 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2021-03-04T23:33:35.863 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export sparse1 /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:35.870 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:35.875 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:35 gibba008 bash[44600]: debug 2021-03-04T23:33:35.536+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:35.892 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:35.894 INFO:tasks.workunit.client.0.gibba008.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_151016/sparse1 /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:35.895 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp -l /tmp/rbd_import_export_151016/sparse1 /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:35.897 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse1 --format %b 2021-03-04T23:33:35.897 INFO:tasks.workunit.client.0.gibba008.stderr:+ origsize=2048 2021-03-04T23:33:35.897 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse1.out --format %b 2021-03-04T23:33:35.898 INFO:tasks.workunit.client.0.gibba008.stderr:+ exportsize=2048 2021-03-04T23:33:35.898 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:35.898 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:35.899 INFO:tasks.workunit.client.0.gibba008.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2021-03-04T23:33:35.899 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:35.899 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse1 2021-03-04T23:33:35.971 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:35 gibba023 bash[18090]: debug 2021-03-04T23:33:35.962+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:36.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:35 gibba023 bash[19550]: debug 2021-03-04T23:33:35.754+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:36.079 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.162 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2021-03-04T23:33:36.170 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse2 2021-03-04T23:33:36.210 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.240 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 0% complete...failed. 2021-03-04T23:33:36.240 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: delete error: (2) No such file or directory 2021-03-04T23:33:36.248 INFO:tasks.workunit.client.0.gibba008.stderr:+ true 2021-03-04T23:33:36.248 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_151016/sparse2 2021-03-04T23:33:36.289 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:36.290 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: --order is deprecated, use --object-size 2021-03-04T23:33:36.315 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:36.345 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2021-03-04T23:33:36.347 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd ls -l 2021-03-04T23:33:36.348 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep sparse2 2021-03-04T23:33:36.348 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep -Ei (2 MiB|2048k) 2021-03-04T23:33:36.374 INFO:tasks.workunit.client.0.gibba008.stdout:sparse2 2 MiB 2 2021-03-04T23:33:36.376 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse2 2021-03-04T23:33:36.376 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse2 2021-03-04T23:33:36.376 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse2 2021-03-04T23:33:36.377 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:36.377 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:36.400 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.dca82ab4dfc 2021-03-04T23:33:36.400 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.dca82ab4dfc 2021-03-04T23:33:36.400 INFO:tasks.workunit.client.0.gibba008.stderr:+ sed -e s/rbd_data.dca82ab4dfc\.// -e s/^0*\([0-9a-f]\)/\1/ 2021-03-04T23:33:36.401 INFO:tasks.workunit.client.0.gibba008.stderr:+ sort -u 2021-03-04T23:33:36.401 INFO:tasks.workunit.client.0.gibba008.stderr:+ get_image_data_pool sparse2 2021-03-04T23:33:36.401 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse2 2021-03-04T23:33:36.401 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse2 2021-03-04T23:33:36.402 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep data_pool: 2021-03-04T23:33:36.402 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:36.425 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:36.425 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:36.425 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:36.426 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:36.426 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:36.465 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects=0 2021-03-04T23:33:36.466 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 0 2021-03-04T23:33:36.467 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2021-03-04T23:33:36.467 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export sparse2 /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:36.499 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:36.503 INFO:tasks.workunit.client.0.gibba008.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_151016/sparse2 /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:36.503 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp -l /tmp/rbd_import_export_151016/sparse2 /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:36.504 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse2 --format %b 2021-03-04T23:33:36.505 INFO:tasks.workunit.client.0.gibba008.stderr:+ origsize=2048 2021-03-04T23:33:36.506 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse2.out --format %b 2021-03-04T23:33:36.506 INFO:tasks.workunit.client.0.gibba008.stderr:+ exportsize=2048 2021-03-04T23:33:36.507 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:36.507 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:36.507 INFO:tasks.workunit.client.0.gibba008.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2021-03-04T23:33:36.508 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:36.508 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse2 2021-03-04T23:33:36.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:36 gibba023 bash[18090]: debug 2021-03-04T23:33:36.202+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:36.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:36.727 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:36.744 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:36 gibba008 bash[48858]: debug 2021-03-04T23:33:36.608+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:36.760 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2021-03-04T23:33:36.769 INFO:tasks.workunit.client.0.gibba008.stderr:+ truncate /tmp/rbd_import_export_151016/sparse1 -s 10M 2021-03-04T23:33:36.770 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format --order 20 - sparse1 2021-03-04T23:33:36.796 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:36.797 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: --order is deprecated, use --object-size 2021-03-04T23:33:37.028 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:37.038 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd ls -l 2021-03-04T23:33:37.039 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep sparse1 2021-03-04T23:33:37.039 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep -Ei (10 MiB|10240k) 2021-03-04T23:33:37.107 INFO:tasks.workunit.client.0.gibba008.stdout:sparse1 10 MiB 2 2021-03-04T23:33:37.109 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse1 2021-03-04T23:33:37.109 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse1 2021-03-04T23:33:37.110 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse1 2021-03-04T23:33:37.110 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:37.110 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:37.132 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:37.149 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.b5f831a357fe 2021-03-04T23:33:37.149 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.b5f831a357fe 2021-03-04T23:33:37.150 INFO:tasks.workunit.client.0.gibba008.stderr:+ sed -e s/rbd_data.b5f831a357fe\.// -e s/^0*\([0-9a-f]\)/\1/ 2021-03-04T23:33:37.150 INFO:tasks.workunit.client.0.gibba008.stderr:+ get_image_data_pool sparse1 2021-03-04T23:33:37.151 INFO:tasks.workunit.client.0.gibba008.stderr:+ + image=sparse1 2021-03-04T23:33:37.151 INFO:tasks.workunit.client.0.gibba008.stderr:sort -u 2021-03-04T23:33:37.151 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse1 2021-03-04T23:33:37.152 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep data_pool: 2021-03-04T23:33:37.152 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:37.192 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:37.193 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:37.193 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:37.194 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:37.194 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:37.244 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:37.267 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects=1 2021-03-04T23:33:37.267 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 1 2021-03-04T23:33:37.267 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2021-03-04T23:33:37.268 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export sparse1 /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:37.331 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:37.335 INFO:tasks.workunit.client.0.gibba008.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_151016/sparse1 /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:37.335 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp -l /tmp/rbd_import_export_151016/sparse1 /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:37.339 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse1 --format %b 2021-03-04T23:33:37.340 INFO:tasks.workunit.client.0.gibba008.stderr:+ origsize=2048 2021-03-04T23:33:37.341 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse1.out --format %b 2021-03-04T23:33:37.341 INFO:tasks.workunit.client.0.gibba008.stderr:+ exportsize=2048 2021-03-04T23:33:37.341 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:37.341 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:37.342 INFO:tasks.workunit.client.0.gibba008.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2021-03-04T23:33:37.342 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/sparse1.out 2021-03-04T23:33:37.343 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse1 2021-03-04T23:33:37.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:37.448 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2021-03-04T23:33:37.452 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_151016/sparse2 oflag=append conv=notrunc 2021-03-04T23:33:37.465 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.472 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records in 2021-03-04T23:33:37.473 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records out 2021-03-04T23:33:37.473 INFO:tasks.workunit.client.0.gibba008.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0198253 s, 106 MB/s 2021-03-04T23:33:37.473 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format --order 20 - sparse2 2021-03-04T23:33:37.492 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:37 gibba008 bash[91265]: debug 2021-03-04T23:33:37.120+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:37.503 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:37.504 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: --order is deprecated, use --object-size 2021-03-04T23:33:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:37 gibba023 bash[27374]: cluster 2021-03-04T23:33:35.582603+0000 mgr.x (mgr.34379) 1392 : cluster [DBG] pgmap v1815: 113 pgs: 113 active+clean; 223 KiB data, 962 MiB used, 584 GiB / 588 GiB avail; 24 KiB/s rd, 0 B/s wr, 130 op/s 2021-03-04T23:33:37.525 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:37 gibba023 bash[19550]: debug 2021-03-04T23:33:37.350+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:37.579 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:37.588 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd ls -l 2021-03-04T23:33:37.589 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep sparse2 2021-03-04T23:33:37.589 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep -Ei (4 MiB|4096k) 2021-03-04T23:33:37.606 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.618 INFO:tasks.workunit.client.0.gibba008.stdout:sparse2 4 MiB 2 2021-03-04T23:33:37.619 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse2 2021-03-04T23:33:37.619 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse2 2021-03-04T23:33:37.619 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse2 2021-03-04T23:33:37.620 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:37.620 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:37.672 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.b625f565b073 2021-03-04T23:33:37.673 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.b625f565b073 2021-03-04T23:33:37.673 INFO:tasks.workunit.client.0.gibba008.stderr:+ + sed -e s/rbd_data.b625f565b073\.//get_image_data_pool -e s/^0*\([0-9a-f]\)/\1/ sparse2 2021-03-04T23:33:37.673 INFO:tasks.workunit.client.0.gibba008.stderr: 2021-03-04T23:33:37.674 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse2 2021-03-04T23:33:37.674 INFO:tasks.workunit.client.0.gibba008.stderr:+ sort -u 2021-03-04T23:33:37.674 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse2 2021-03-04T23:33:37.674 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep data_pool: 2021-03-04T23:33:37.675 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:37.714 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:37.725 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:37 gibba008 bash[39303]: cluster 2021-03-04T23:33:35.582603+0000 mgr.x (mgr.34379) 1392 : cluster [DBG] pgmap v1815: 113 pgs: 113 active+clean; 223 KiB data, 962 MiB used, 584 GiB / 588 GiB avail; 24 KiB/s rd, 0 B/s wr, 130 op/s 2021-03-04T23:33:37.726 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:37 gibba008 bash[37770]: cluster 2021-03-04T23:33:35.582603+0000 mgr.x (mgr.34379) 1392 : cluster [DBG] pgmap v1815: 113 pgs: 113 active+clean; 223 KiB data, 962 MiB used, 584 GiB / 588 GiB avail; 24 KiB/s rd, 0 B/s wr, 130 op/s 2021-03-04T23:33:37.727 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:37.727 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:37.727 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:37.727 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:37.728 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:37.795 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects=0 2021-03-04T23:33:37.796 INFO:tasks.workunit.client.0.gibba008.stderr:2 2021-03-04T23:33:37.796 INFO:tasks.workunit.client.0.gibba008.stderr:3 2021-03-04T23:33:37.797 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 0 2 3 2021-03-04T23:33:37.797 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2021-03-04T23:33:37.798 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export sparse2 /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:37.842 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2021-03-04T23:33:37.845 INFO:tasks.workunit.client.0.gibba008.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_151016/sparse2 /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:37.845 INFO:tasks.workunit.client.0.gibba008.stderr:+ cmp -l /tmp/rbd_import_export_151016/sparse2 /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:37.847 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse2 --format %b 2021-03-04T23:33:37.848 INFO:tasks.workunit.client.0.gibba008.stderr:+ origsize=6144 2021-03-04T23:33:37.849 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse2.out --format %b 2021-03-04T23:33:37.849 INFO:tasks.workunit.client.0.gibba008.stderr:+ exportsize=6144 2021-03-04T23:33:37.850 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:37.850 INFO:tasks.workunit.client.0.gibba008.stderr:+ difference=0 2021-03-04T23:33:37.851 INFO:tasks.workunit.client.0.gibba008.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2021-03-04T23:33:37.851 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/sparse2.out 2021-03-04T23:33:37.852 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse2 2021-03-04T23:33:38.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:37 gibba023 bash[18090]: debug 2021-03-04T23:33:37.598+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:38.099 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2021-03-04T23:33:38.108 INFO:tasks.workunit.client.0.gibba008.stdout:partially-sparse file imports to partially-sparse image 2021-03-04T23:33:38.108 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo partially-sparse file imports to partially-sparse image 2021-03-04T23:33:38.108 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_151016/sparse1 sparse 2021-03-04T23:33:38.150 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:38.150 INFO:tasks.workunit.client.0.gibba008.stderr:rbd: --order is deprecated, use --object-size 2021-03-04T23:33:38.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:38.260 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2021-03-04T23:33:38.268 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse 2021-03-04T23:33:38.269 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:38.270 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:38.270 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:38.270 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:38.334 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.b652670acc3e 2021-03-04T23:33:38.335 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.b652670acc3e 2021-03-04T23:33:38.336 INFO:tasks.workunit.client.0.gibba008.stderr:+ sed+ -e s/rbd_data.b652670acc3e\.// -e s/^0*\([0-9a-f]\)/\1/ 2021-03-04T23:33:38.337 INFO:tasks.workunit.client.0.gibba008.stderr:get_image_data_pool sparse 2021-03-04T23:33:38.337 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:38.344 INFO:tasks.workunit.client.0.gibba008.stderr:+ sort -u 2021-03-04T23:33:38.344 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:38.345 INFO:tasks.workunit.client.0.gibba008.stderr:+ + grep data_pool: 2021-03-04T23:33:38.346 INFO:tasks.workunit.client.0.gibba008.stderr:awk -F: { print $NF } 2021-03-04T23:33:38.352 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:38.365 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:38.366 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:38.366 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:38.367 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:38.367 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:38.402 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects=1 2021-03-04T23:33:38.402 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 1 2021-03-04T23:33:38.403 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2021-03-04T23:33:38.403 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse 2021-03-04T23:33:38.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:38.504 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:38 gibba008 bash[91265]: debug 2021-03-04T23:33:38.232+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:38.545 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:38.608 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2021-03-04T23:33:38.611 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo zeros import through stdin to sparse image 2021-03-04T23:33:38.612 INFO:tasks.workunit.client.0.gibba008.stdout:zeros import through stdin to sparse image 2021-03-04T23:33:38.613 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/dev/zero bs=1M count=4 2021-03-04T23:33:38.613 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd import --new-format - sparse 2021-03-04T23:33:38.628 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:38.663 INFO:tasks.workunit.client.0.gibba008.stderr:4+0 records in 2021-03-04T23:33:38.664 INFO:tasks.workunit.client.0.gibba008.stderr:4+0 records out 2021-03-04T23:33:38.664 INFO:tasks.workunit.client.0.gibba008.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0512615 s, 81.8 MB/s 2021-03-04T23:33:38.682 INFO:tasks.workunit.client.0.gibba008.stderr: Importing image: 100% complete...done. 2021-03-04T23:33:38.685 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse 2021-03-04T23:33:38.685 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:38.686 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:38.686 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:38.686 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:38.713 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.b6737d2053d7 2021-03-04T23:33:38.713 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.b6737d2053d7 2021-03-04T23:33:38.714 INFO:tasks.workunit.client.0.gibba008.stderr:+ get_image_data_pool sparse 2021-03-04T23:33:38.714 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:38.714 INFO:tasks.workunit.client.0.gibba008.stderr:+ sed -e s/rbd_data.b6737d2053d7\.// -e s/^0*\([0-9a-f]\)/\1/ 2021-03-04T23:33:38.714 INFO:tasks.workunit.client.0.gibba008.stderr:+ sort -u 2021-03-04T23:33:38.715 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:38.715 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep data_pool: 2021-03-04T23:33:38.715 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:38.743 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:38.743 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:38.743 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:38.743 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:38.744 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:38.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:38 gibba008 bash[37770]: cluster 2021-03-04T23:33:37.981326+0000 osd.5 (osd.5) 11 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:33:38.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:38 gibba008 bash[37770]: cluster 2021-03-04T23:33:37.983543+0000 osd.5 (osd.5) 12 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:33:38.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:38 gibba008 bash[39303]: cluster 2021-03-04T23:33:37.981326+0000 osd.5 (osd.5) 11 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:33:38.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:38 gibba008 bash[39303]: cluster 2021-03-04T23:33:37.983543+0000 osd.5 (osd.5) 12 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:33:38.761 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:38 gibba023 bash[27374]: cluster 2021-03-04T23:33:37.981326+0000 osd.5 (osd.5) 11 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:33:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:38 gibba023 bash[27374]: cluster 2021-03-04T23:33:37.983543+0000 osd.5 (osd.5) 12 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:33:38.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:38 gibba023 bash[18090]: debug 2021-03-04T23:33:38.430+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:38.783 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects= 2021-03-04T23:33:38.783 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 2021-03-04T23:33:38.784 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o = ] 2021-03-04T23:33:38.784 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse 2021-03-04T23:33:38.862 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:38.937 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:38.940 INFO:tasks.workunit.client.0.gibba008.stdout:zeros export to sparse file 2021-03-04T23:33:38.941 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo zeros export to sparse file 2021-03-04T23:33:38.941 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd create --new-format sparse --size 4 2021-03-04T23:33:38.958 INFO:tasks.workunit.client.0.gibba008.stdout:rbd: --new-format is deprecated, use --image-format 2021-03-04T23:33:38.992 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:38.992 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:38.993 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:39.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:38 gibba008 bash[48858]: debug 2021-03-04T23:33:38.748+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:39.062 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.dd71304cff2d 2021-03-04T23:33:39.062 INFO:tasks.workunit.client.0.gibba008.stderr:+ dd if=/dev/zero bs=4M count=1 2021-03-04T23:33:39.063 INFO:tasks.workunit.client.0.gibba008.stderr:+ get_image_data_pool sparse 2021-03-04T23:33:39.063 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:39.064 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:39.065 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep data_pool: 2021-03-04T23:33:39.065 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:39.152 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:39.152 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:39.153 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:39.153 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:39.153 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados -p rbd put rbd_data.dd71304cff2d.000000000000 - 2021-03-04T23:33:39.197 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:39.210 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records in 2021-03-04T23:33:39.211 INFO:tasks.workunit.client.0.gibba008.stderr:1+0 records out 2021-03-04T23:33:39.211 INFO:tasks.workunit.client.0.gibba008.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.147676 s, 28.4 MB/s 2021-03-04T23:33:39.227 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects sparse 2021-03-04T23:33:39.228 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:39.228 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd info sparse 2021-03-04T23:33:39.228 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep block_name_prefix 2021-03-04T23:33:39.229 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk {print $NF;} 2021-03-04T23:33:39.285 INFO:tasks.workunit.client.0.gibba008.stderr:+ prefix=rbd_data.dd71304cff2d 2021-03-04T23:33:39.288 INFO:tasks.workunit.client.0.gibba008.stderr:+ grep rbd_data.dd71304cff2d 2021-03-04T23:33:39.289 INFO:tasks.workunit.client.0.gibba008.stderr:+ get_image_data_pool sparse 2021-03-04T23:33:39.289 INFO:tasks.workunit.client.0.gibba008.stderr:+ image=sparse 2021-03-04T23:33:39.289 INFO:tasks.workunit.client.0.gibba008.stderr:+ sed -e s/rbd_data.dd71304cff2d\.// -e s/^0*\([0-9a-f]\)/\1/ 2021-03-04T23:33:39.290 INFO:tasks.workunit.client.0.gibba008.stderr:+ sort -u 2021-03-04T23:33:39.291 INFO:tasks.workunit.client.0.gibba008.stderr:+ + rbd info sparse 2021-03-04T23:33:39.291 INFO:tasks.workunit.client.0.gibba008.stderr:grep data_pool: 2021-03-04T23:33:39.291 INFO:tasks.workunit.client.0.gibba008.stderr:+ awk -F: { print $NF } 2021-03-04T23:33:39.301 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:39.318 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool= 2021-03-04T23:33:39.319 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ -z ] 2021-03-04T23:33:39.319 INFO:tasks.workunit.client.0.gibba008.stderr:+ data_pool=rbd 2021-03-04T23:33:39.319 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo rbd 2021-03-04T23:33:39.320 INFO:tasks.workunit.client.0.gibba008.stderr:+ rados ls -p rbd 2021-03-04T23:33:39.363 INFO:tasks.workunit.client.0.gibba008.stderr:+ objects=0 2021-03-04T23:33:39.364 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo 0 2021-03-04T23:33:39.364 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2021-03-04T23:33:39.365 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/sparse 2021-03-04T23:33:39.366 INFO:tasks.workunit.client.0.gibba008.stderr:rm: cannot remove '/tmp/rbd_import_export_151016/sparse': No such file or directory 2021-03-04T23:33:39.366 INFO:tasks.workunit.client.0.gibba008.stderr:+ true 2021-03-04T23:33:39.366 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd export sparse /tmp/rbd_import_export_151016/sparse 2021-03-04T23:33:39.440 INFO:tasks.workunit.client.0.gibba008.stderr: Exporting image: 100% complete...done. 2021-03-04T23:33:39.451 INFO:tasks.workunit.client.0.gibba008.stderr:+ stat /tmp/rbd_import_export_151016/sparse --format=%b 2021-03-04T23:33:39.453 INFO:tasks.workunit.client.0.gibba008.stderr:+ [ 0 = 0 ] 2021-03-04T23:33:39.453 INFO:tasks.workunit.client.0.gibba008.stderr:+ rbd rm sparse 2021-03-04T23:33:39.506 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:39 gibba008 bash[48858]: debug 2021-03-04T23:33:39.184+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:39.726 INFO:tasks.workunit.client.0.gibba008.stderr: Removing image: 100% complete...done. 2021-03-04T23:33:39.734 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm /tmp/rbd_import_export_151016/sparse /tmp/rbd_import_export_151016/sparse1 /tmp/rbd_import_export_151016/sparse2 /tmp/rbd_import_export_151016/sparse3 2021-03-04T23:33:39.739 INFO:tasks.workunit.client.0.gibba008.stderr:rm: cannot remove '/tmp/rbd_import_export_151016/sparse3': No such file or directory 2021-03-04T23:33:39.740 INFO:tasks.workunit.client.0.gibba008.stdout:OK 2021-03-04T23:33:39.740 INFO:tasks.workunit.client.0.gibba008.stderr:+ true 2021-03-04T23:33:39.741 INFO:tasks.workunit.client.0.gibba008.stderr:+ echo OK 2021-03-04T23:33:39.741 INFO:tasks.workunit.client.0.gibba008.stderr:+ rm -rf /tmp/rbd_import_export_151016 2021-03-04T23:33:39.742 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-03-04T23:33:39.744 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-03-04T23:33:39.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:39 gibba008 bash[37770]: cluster 2021-03-04T23:33:37.584306+0000 mgr.x (mgr.34379) 1393 : cluster [DBG] pgmap v1816: 113 pgs: 113 active+clean; 1.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 496 KiB/s rd, 344 KiB/s wr, 219 op/s 2021-03-04T23:33:39.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:39 gibba008 bash[37770]: cluster 2021-03-04T23:33:39.297247+0000 mon.a (mon.0) 2081 : cluster [DBG] osdmap e776: 8 total, 8 up, 7 in 2021-03-04T23:33:39.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:39 gibba008 bash[39303]: cluster 2021-03-04T23:33:37.584306+0000 mgr.x (mgr.34379) 1393 : cluster [DBG] pgmap v1816: 113 pgs: 113 active+clean; 1.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 496 KiB/s rd, 344 KiB/s wr, 219 op/s 2021-03-04T23:33:39.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:39 gibba008 bash[39303]: cluster 2021-03-04T23:33:39.297247+0000 mon.a (mon.0) 2081 : cluster [DBG] osdmap e776: 8 total, 8 up, 7 in 2021-03-04T23:33:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:39 gibba023 bash[27374]: cluster 2021-03-04T23:33:37.584306+0000 mgr.x (mgr.34379) 1393 : cluster [DBG] pgmap v1816: 113 pgs: 113 active+clean; 1.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 496 KiB/s rd, 344 KiB/s wr, 219 op/s 2021-03-04T23:33:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:39 gibba023 bash[27374]: cluster 2021-03-04T23:33:39.297247+0000 mon.a (mon.0) 2081 : cluster [DBG] osdmap e776: 8 total, 8 up, 7 in 2021-03-04T23:33:39.784 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2021-03-04T23:33:39.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:33:39.885 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:39.990 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:40.073 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:39 gibba008 bash[47391]: debug 2021-03-04T23:33:39.876+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:40.473 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:40.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:40.593 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:40 gibba008 bash[48858]: debug 2021-03-04T23:33:40.464+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:40.645 DEBUG:teuthology.parallel:result is None 2021-03-04T23:33:40.646 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:33:40.699 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:33:40.700 DEBUG:teuthology.orchestra.run.gibba008:> rmdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:33:40.704 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:33:40.705 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:33:40.705 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2021-03-04T23:33:40.705 INFO:teuthology.task.sequential:In sequential, running task workunit... 2021-03-04T23:33:40.706 INFO:tasks.workunit:Pulling workunits from ref octopus 2021-03-04T23:33:40.707 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-03-04T23:33:40.707 DEBUG:teuthology.orchestra.run.gibba008:> stat -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:33:40.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.714 INFO:teuthology.orchestra.run.gibba008.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-03-04T23:33:40.714 DEBUG:teuthology.orchestra.run.gibba008:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:33:40.763 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-03-04T23:33:40.764 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-03-04T23:33:40.768 INFO:tasks.workunit:timeout=3h 2021-03-04T23:33:40.768 INFO:tasks.workunit:cleanup=True 2021-03-04T23:33:40.769 DEBUG:teuthology.orchestra.run.gibba008:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/liewegas/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:33:40.818 INFO:tasks.workunit.client.0.gibba008.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-03-04T23:33:40.923 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:41.031 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:41.084 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:40 gibba008 bash[91265]: debug 2021-03-04T23:33:40.912+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:41.300 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:41.405 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:41.422 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:41 gibba008 bash[48858]: debug 2021-03-04T23:33:41.292+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:41 gibba008 bash[37770]: cluster 2021-03-04T23:33:39.585168+0000 mgr.x (mgr.34379) 1394 : cluster [DBG] pgmap v1818: 113 pgs: 113 active+clean; 1.0 MiB data, 963 MiB used, 584 GiB / 588 GiB avail; 396 KiB/s rd, 294 KiB/s wr, 145 op/s 2021-03-04T23:33:41.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:41 gibba008 bash[39303]: cluster 2021-03-04T23:33:39.585168+0000 mgr.x (mgr.34379) 1394 : cluster [DBG] pgmap v1818: 113 pgs: 113 active+clean; 1.0 MiB data, 963 MiB used, 584 GiB / 588 GiB avail; 396 KiB/s rd, 294 KiB/s wr, 145 op/s 2021-03-04T23:33:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:41 gibba023 bash[27374]: cluster 2021-03-04T23:33:39.585168+0000 mgr.x (mgr.34379) 1394 : cluster [DBG] pgmap v1818: 113 pgs: 113 active+clean; 1.0 MiB data, 963 MiB used, 584 GiB / 588 GiB avail; 396 KiB/s rd, 294 KiB/s wr, 145 op/s 2021-03-04T23:33:41.887 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:41.992 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:42.085 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:42.187 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:42.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:41 gibba008 bash[48858]: debug 2021-03-04T23:33:41.876+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:42.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:42 gibba023 bash[18090]: debug 2021-03-04T23:33:42.074+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:42.292 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:42.400 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:42.520 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:33:42.660 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:42 gibba008 bash[37770]: audit 2021-03-04T23:33:42.076572+0000 mon.c (mon.1) 137 : audit [INF] from='client.? 172.21.2.108:0/1526556631' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:42.661 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:42 gibba008 bash[37770]: audit 2021-03-04T23:33:42.076960+0000 mon.a (mon.0) 2082 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:42.661 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:42 gibba008 bash[39303]: audit 2021-03-04T23:33:42.076572+0000 mon.c (mon.1) 137 : audit [INF] from='client.? 172.21.2.108:0/1526556631' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:42.662 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:42 gibba008 bash[39303]: audit 2021-03-04T23:33:42.076960+0000 mon.a (mon.0) 2082 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:42.662 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:42.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:42 gibba008 bash[48858]: debug 2021-03-04T23:33:42.648+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:42.769 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:42 gibba023 bash[27374]: audit 2021-03-04T23:33:42.076572+0000 mon.c (mon.1) 137 : audit [INF] from='client.? 172.21.2.108:0/1526556631' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:42 gibba023 bash[27374]: audit 2021-03-04T23:33:42.076960+0000 mon.a (mon.0) 2082 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:42.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:42 gibba023 bash[19550]: debug 2021-03-04T23:33:42.286+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:42.855 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:42.959 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:43.207 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:43.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[48858]: debug 2021-03-04T23:33:43.196+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:43.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:42 gibba023 bash[19550]: debug 2021-03-04T23:33:42.850+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:43.310 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:43.406 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:43.510 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:43.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[37770]: cluster 2021-03-04T23:33:41.586823+0000 mgr.x (mgr.34379) 1395 : cluster [DBG] pgmap v1819: 113 pgs: 113 active+clean; 3.3 KiB data, 957 MiB used, 584 GiB / 588 GiB avail; 549 KiB/s rd, 390 KiB/s wr, 228 op/s 2021-03-04T23:33:43.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[37770]: cluster 2021-03-04T23:33:42.510025+0000 mon.a (mon.0) 2083 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:43.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[37770]: cluster 2021-03-04T23:33:42.510045+0000 mon.a (mon.0) 2084 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:43.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[37770]: audit 2021-03-04T23:33:42.514282+0000 mon.a (mon.0) 2085 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:43.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[37770]: cluster 2021-03-04T23:33:42.514357+0000 mon.a (mon.0) 2086 : cluster [DBG] osdmap e777: 8 total, 8 up, 7 in 2021-03-04T23:33:43.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[39303]: cluster 2021-03-04T23:33:41.586823+0000 mgr.x (mgr.34379) 1395 : cluster [DBG] pgmap v1819: 113 pgs: 113 active+clean; 3.3 KiB data, 957 MiB used, 584 GiB / 588 GiB avail; 549 KiB/s rd, 390 KiB/s wr, 228 op/s 2021-03-04T23:33:43.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[39303]: cluster 2021-03-04T23:33:42.510025+0000 mon.a (mon.0) 2083 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:43.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[39303]: cluster 2021-03-04T23:33:42.510045+0000 mon.a (mon.0) 2084 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:43.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[39303]: audit 2021-03-04T23:33:42.514282+0000 mon.a (mon.0) 2085 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:43.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[39303]: cluster 2021-03-04T23:33:42.514357+0000 mon.a (mon.0) 2086 : cluster [DBG] osdmap e777: 8 total, 8 up, 7 in 2021-03-04T23:33:43.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:43 gibba023 bash[88433]: debug 2021-03-04T23:33:43.398+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:43 gibba023 bash[27374]: cluster 2021-03-04T23:33:41.586823+0000 mgr.x (mgr.34379) 1395 : cluster [DBG] pgmap v1819: 113 pgs: 113 active+clean; 3.3 KiB data, 957 MiB used, 584 GiB / 588 GiB avail; 549 KiB/s rd, 390 KiB/s wr, 228 op/s 2021-03-04T23:33:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:43 gibba023 bash[27374]: cluster 2021-03-04T23:33:42.510025+0000 mon.a (mon.0) 2083 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:43.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:43 gibba023 bash[27374]: cluster 2021-03-04T23:33:42.510045+0000 mon.a (mon.0) 2084 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:43.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:43 gibba023 bash[27374]: audit 2021-03-04T23:33:42.514282+0000 mon.a (mon.0) 2085 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:43.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:43 gibba023 bash[27374]: cluster 2021-03-04T23:33:42.514357+0000 mon.a (mon.0) 2086 : cluster [DBG] osdmap e777: 8 total, 8 up, 7 in 2021-03-04T23:33:43.952 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:44.055 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:44.131 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:44.236 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:44.252 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:43 gibba008 bash[44600]: debug 2021-03-04T23:33:43.940+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:44.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:44 gibba023 bash[88433]: debug 2021-03-04T23:33:44.126+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:44.867 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:44.970 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:44.979 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:33:45.001 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:33:45.017 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:33:45.027 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:33:45.044 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:33:45.060 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:33:45.075 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:33:45.091 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:33:45.092 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.092 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.092 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.092 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.093 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.093 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.093 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.093 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:45.135 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:44 gibba008 bash[91265]: debug 2021-03-04T23:33:44.856+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:45.135 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:45.146 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[47391]: debug 2021-03-04T23:33:45.124+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:45.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:45.347 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:45.455 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:45.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[18090]: debug 2021-03-04T23:33:45.338+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:45.779 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: cluster 2021-03-04T23:33:43.587621+0000 mgr.x (mgr.34379) 1396 : cluster [DBG] pgmap v1821: 113 pgs: 113 active+clean; 4.0 MiB data, 970 MiB used, 584 GiB / 588 GiB avail; 1015 KiB/s rd, 1.4 MiB/s wr, 331 op/s 2021-03-04T23:33:45.779 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.818152+0000 mon.a (mon.0) 2087 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2]}]: dispatch 2021-03-04T23:33:45.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.818572+0000 mon.a (mon.0) 2088 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [0, 5]}]: dispatch 2021-03-04T23:33:45.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.818879+0000 mon.a (mon.0) 2089 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2021-03-04T23:33:45.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.819181+0000 mon.a (mon.0) 2090 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 6]}]: dispatch 2021-03-04T23:33:45.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.819449+0000 mon.a (mon.0) 2091 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 6]}]: dispatch 2021-03-04T23:33:45.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.819687+0000 mon.a (mon.0) 2092 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 2]}]: dispatch 2021-03-04T23:33:45.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:44.961177+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.108:0/3548778959' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:45.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[39303]: audit 2021-03-04T23:33:45.043350+0000 mon.a (mon.0) 2093 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:45.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: cluster 2021-03-04T23:33:43.587621+0000 mgr.x (mgr.34379) 1396 : cluster [DBG] pgmap v1821: 113 pgs: 113 active+clean; 4.0 MiB data, 970 MiB used, 584 GiB / 588 GiB avail; 1015 KiB/s rd, 1.4 MiB/s wr, 331 op/s 2021-03-04T23:33:45.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.818152+0000 mon.a (mon.0) 2087 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2]}]: dispatch 2021-03-04T23:33:45.782 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.818572+0000 mon.a (mon.0) 2088 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [0, 5]}]: dispatch 2021-03-04T23:33:45.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.818879+0000 mon.a (mon.0) 2089 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2021-03-04T23:33:45.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.819181+0000 mon.a (mon.0) 2090 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 6]}]: dispatch 2021-03-04T23:33:45.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.819449+0000 mon.a (mon.0) 2091 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 6]}]: dispatch 2021-03-04T23:33:45.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.819687+0000 mon.a (mon.0) 2092 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 2]}]: dispatch 2021-03-04T23:33:45.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:44.961177+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.108:0/3548778959' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:45.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[37770]: audit 2021-03-04T23:33:45.043350+0000 mon.a (mon.0) 2093 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:45.898 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:46.001 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:46.012 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: cluster 2021-03-04T23:33:43.587621+0000 mgr.x (mgr.34379) 1396 : cluster [DBG] pgmap v1821: 113 pgs: 113 active+clean; 4.0 MiB data, 970 MiB used, 584 GiB / 588 GiB avail; 1015 KiB/s rd, 1.4 MiB/s wr, 331 op/s 2021-03-04T23:33:46.012 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.818152+0000 mon.a (mon.0) 2087 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2]}]: dispatch 2021-03-04T23:33:46.013 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.818572+0000 mon.a (mon.0) 2088 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [0, 5]}]: dispatch 2021-03-04T23:33:46.013 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.818879+0000 mon.a (mon.0) 2089 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2021-03-04T23:33:46.013 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.819181+0000 mon.a (mon.0) 2090 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 6]}]: dispatch 2021-03-04T23:33:46.013 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.819449+0000 mon.a (mon.0) 2091 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 6]}]: dispatch 2021-03-04T23:33:46.014 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.819687+0000 mon.a (mon.0) 2092 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 2]}]: dispatch 2021-03-04T23:33:46.014 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:44.961177+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.108:0/3548778959' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:46.016 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:45 gibba023 bash[27374]: audit 2021-03-04T23:33:45.043350+0000 mon.a (mon.0) 2093 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:46.095 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:46.202 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:45 gibba008 bash[44600]: debug 2021-03-04T23:33:45.888+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:46.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:33:46 gibba023 bash[19550]: debug 2021-03-04T23:33:46.086+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:46.294 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.398 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.595 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:46 gibba023 bash[15180]: debug 2021-03-04T23:33:46.286+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:46.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.776 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.870 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:46 gibba023 bash[15180]: debug 2021-03-04T23:33:46.666+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:46.870 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.973 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:47.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:46 gibba023 bash[15180]: debug 2021-03-04T23:33:46.862+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:47.401 DEBUG:teuthology.orchestra.run.gibba008:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-03-04T23:33:47.409 INFO:tasks.workunit.client.0.gibba008.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-03-04T23:33:47.410 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T23:33:47.410 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-03-04T23:33:47.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:47.622 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-03-04T23:33:47.665 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-03-04T23:33:47.687 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:47.713 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-03-04T23:33:47.714 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T23:33:47.714 INFO:tasks.workunit.client.0.gibba008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-03-04T23:33:47.738 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:33:47.804 INFO:tasks.workunit.client.0.gibba008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-03-04T23:33:47.806 DEBUG:teuthology.orchestra.run.gibba008:> set -ex 2021-03-04T23:33:47.806 DEBUG:teuthology.orchestra.run.gibba008:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-03-04T23:33:47.813 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2021-03-04T23:33:47.815 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2021-03-04T23:33:47.815 DEBUG:teuthology.orchestra.run.gibba008:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2021-03-04T23:33:47.816 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:47.838 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:47 gibba008 bash[37770]: cluster 2021-03-04T23:33:45.588706+0000 mgr.x (mgr.34379) 1397 : cluster [DBG] pgmap v1822: 113 pgs: 113 active+clean; 4.0 MiB data, 970 MiB used, 584 GiB / 588 GiB avail; 691 KiB/s rd, 1.1 MiB/s wr, 238 op/s 2021-03-04T23:33:47.838 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:47 gibba008 bash[44600]: debug 2021-03-04T23:33:47.572+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:47.839 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:47 gibba008 bash[39303]: cluster 2021-03-04T23:33:45.588706+0000 mgr.x (mgr.34379) 1397 : cluster [DBG] pgmap v1822: 113 pgs: 113 active+clean; 4.0 MiB data, 970 MiB used, 584 GiB / 588 GiB avail; 691 KiB/s rd, 1.1 MiB/s wr, 238 op/s 2021-03-04T23:33:48.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:47 gibba023 bash[27374]: cluster 2021-03-04T23:33:45.588706+0000 mgr.x (mgr.34379) 1397 : cluster [DBG] pgmap v1822: 113 pgs: 113 active+clean; 4.0 MiB data, 970 MiB used, 584 GiB / 588 GiB avail; 691 KiB/s rd, 1.1 MiB/s wr, 238 op/s 2021-03-04T23:33:48.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:48.139 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:48.154 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:48 gibba008 bash[44600]: debug 2021-03-04T23:33:48.016+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:48.634 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:48.740 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:48.863 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:48.966 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:48.977 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:48 gibba008 bash[47391]: debug 2021-03-04T23:33:48.624+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:49.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:48 gibba023 bash[18090]: debug 2021-03-04T23:33:48.858+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:49.344 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:49.447 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:49.662 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:49.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:49 gibba008 bash[39303]: cluster 2021-03-04T23:33:47.589664+0000 mgr.x (mgr.34379) 1398 : cluster [DBG] pgmap v1823: 113 pgs: 113 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 639 KiB/s rd, 1.1 MiB/s wr, 194 op/s 2021-03-04T23:33:49.680 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:49 gibba008 bash[37770]: cluster 2021-03-04T23:33:47.589664+0000 mgr.x (mgr.34379) 1398 : cluster [DBG] pgmap v1823: 113 pgs: 113 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 639 KiB/s rd, 1.1 MiB/s wr, 194 op/s 2021-03-04T23:33:49.681 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:49 gibba008 bash[48858]: debug 2021-03-04T23:33:49.336+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:49.758 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:49.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:50.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:49 gibba023 bash[27374]: cluster 2021-03-04T23:33:47.589664+0000 mgr.x (mgr.34379) 1398 : cluster [DBG] pgmap v1823: 113 pgs: 113 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 639 KiB/s rd, 1.1 MiB/s wr, 194 op/s 2021-03-04T23:33:50.067 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:50.084 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:49 gibba008 bash[48858]: debug 2021-03-04T23:33:49.952+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:50.689 INFO:tasks.workunit.client.0.gibba008.stdout:seed 156466 2021-03-04T23:33:50.689 INFO:tasks.workunit.client.0.gibba008.stdout:[==========] Running 351 tests from 15 test suites. 2021-03-04T23:33:50.690 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] Global test environment set-up. 2021-03-04T23:33:50.690 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 115 tests from TestLibRBD 2021-03-04T23:33:50.693 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:50.709 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateAndStat 2021-03-04T23:33:50.795 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:50.905 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:33:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:33:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:33:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:33:50.906 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164518 29.f 29:fdf1ead7:::benchmark_data_gibba008_125393_object164517:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:33:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.146186+0000", 2021-03-04T23:33:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 476.75310295399998, 2021-03-04T23:33:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23417681100000001, 2021-03-04T23:33:50.907 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:33:50.908 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:33:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164518 2021-03-04T23:33:50.909 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.910 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:50.911 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146186+0000", 2021-03-04T23:33:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.912 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146186+0000", 2021-03-04T23:33:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1679e-05 2021-03-04T23:33:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.913 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146207+0000", 2021-03-04T23:33:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9439999999999998e-06 2021-03-04T23:33:50.914 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146211+0000", 2021-03-04T23:33:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7051999999999999e-05 2021-03-04T23:33:50.915 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146228+0000", 2021-03-04T23:33:50.916 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5140000000000007e-06 2021-03-04T23:33:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146238+0000", 2021-03-04T23:33:50.917 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9218000000000001e-05 2021-03-04T23:33:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:50.918 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146297+0000", 2021-03-04T23:33:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000128147 2021-03-04T23:33:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:50.919 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146425+0000", 2021-03-04T23:33:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013212 2021-03-04T23:33:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:50.920 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.146557+0000", 2021-03-04T23:33:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003376745 2021-03-04T23:33:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.921 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.922 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.149934+0000", 2021-03-04T23:33:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7239999999999997e-06 2021-03-04T23:33:50.923 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:50.924 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.149940+0000", 2021-03-04T23:33:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23008446199999999 2021-03-04T23:33:50.925 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.927 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.927 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380024+0000", 2021-03-04T23:33:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000199197 2021-03-04T23:33:50.928 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.929 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:50.930 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380223+0000", 2021-03-04T23:33:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000139009 2021-03-04T23:33:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.931 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380362+0000", 2021-03-04T23:33:50.932 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23417681100000001 2021-03-04T23:33:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:50.933 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.934 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164522 29.f 29:fc968e96:::benchmark_data_gibba008_125393_object164521:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:33:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.150192+0000", 2021-03-04T23:33:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 476.74909636400002, 2021-03-04T23:33:50.935 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23060283400000001, 2021-03-04T23:33:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:33:50.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:33:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164522 2021-03-04T23:33:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:50.937 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150192+0000", 2021-03-04T23:33:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:50.938 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150192+0000", 2021-03-04T23:33:50.939 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7528999999999999e-05 2021-03-04T23:33:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:50.940 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150230+0000", 2021-03-04T23:33:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.779e-06 2021-03-04T23:33:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.941 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150233+0000", 2021-03-04T23:33:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1827999999999999e-05 2021-03-04T23:33:50.942 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.943 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150244+0000", 2021-03-04T23:33:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8289999999999996e-06 2021-03-04T23:33:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.944 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150250+0000", 2021-03-04T23:33:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7219999999999999e-05 2021-03-04T23:33:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.945 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150297+0000", 2021-03-04T23:33:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000145172 2021-03-04T23:33:50.946 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150443+0000", 2021-03-04T23:33:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000169366 2021-03-04T23:33:50.947 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.150612+0000", 2021-03-04T23:33:50.948 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003369932 2021-03-04T23:33:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.949 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.153982+0000", 2021-03-04T23:33:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030159700000000002 2021-03-04T23:33:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.950 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.154284+0000", 2021-03-04T23:33:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22623417600000001 2021-03-04T23:33:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.951 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380518+0000", 2021-03-04T23:33:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015244799999999999 2021-03-04T23:33:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.952 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380670+0000", 2021-03-04T23:33:50.953 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012495799999999999 2021-03-04T23:33:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:50.954 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.380795+0000", 2021-03-04T23:33:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23060283400000001 2021-03-04T23:33:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:50.955 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:164529 29.f 29:fa891f9d:::benchmark_data_gibba008_125393_object164528:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:33:50.956 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:54.159988+0000", 2021-03-04T23:33:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 476.73930057600001, 2021-03-04T23:33:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22140315899999999, 2021-03-04T23:33:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:50.957 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:33:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:33:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 164529 2021-03-04T23:33:50.958 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:50.959 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.159988+0000", 2021-03-04T23:33:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:50.960 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.159988+0000", 2021-03-04T23:33:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7102999999999999e-05 2021-03-04T23:33:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.961 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160005+0000", 2021-03-04T23:33:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.773e-06 2021-03-04T23:33:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.962 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160008+0000", 2021-03-04T23:33:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3036e-05 2021-03-04T23:33:50.963 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:50.964 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160021+0000", 2021-03-04T23:33:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3149999999999997e-06 2021-03-04T23:33:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.965 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160027+0000", 2021-03-04T23:33:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5632e-05 2021-03-04T23:33:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.966 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160063+0000", 2021-03-04T23:33:50.967 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7199000000000002e-05 2021-03-04T23:33:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:50.968 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160160+0000", 2021-03-04T23:33:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000102105 2021-03-04T23:33:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.969 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.160262+0000", 2021-03-04T23:33:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026942139999999999 2021-03-04T23:33:50.970 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.971 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.162956+0000", 2021-03-04T23:33:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014872999999999999 2021-03-04T23:33:50.978 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.163105+0000", 2021-03-04T23:33:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21793890499999999 2021-03-04T23:33:50.979 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381044+0000", 2021-03-04T23:33:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019805699999999999 2021-03-04T23:33:50.980 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381242+0000", 2021-03-04T23:33:50.981 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014909 2021-03-04T23:33:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:54.381391+0000", 2021-03-04T23:33:50.982 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22140315899999999 2021-03-04T23:33:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.983 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219040 29.f 29:fd4a9384:::benchmark_data_gibba008_125393_object41222:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:33:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.160458+0000", 2021-03-04T23:33:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 441.738830205, 2021-03-04T23:33:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23414317700000001, 2021-03-04T23:33:50.984 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:33:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:33:50.985 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219040 2021-03-04T23:33:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.986 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160458+0000", 2021-03-04T23:33:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.987 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160458+0000", 2021-03-04T23:33:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5440000000000001e-06 2021-03-04T23:33:50.988 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160466+0000", 2021-03-04T23:33:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.199e-06 2021-03-04T23:33:50.989 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160468+0000", 2021-03-04T23:33:50.990 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0257e-05 2021-03-04T23:33:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:50.991 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160478+0000", 2021-03-04T23:33:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4859999999999997e-06 2021-03-04T23:33:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:50.992 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.160484+0000", 2021-03-04T23:33:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0041744399999999997 2021-03-04T23:33:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:50.993 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164658+0000", 2021-03-04T23:33:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2010999999999997e-05 2021-03-04T23:33:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.994 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164750+0000", 2021-03-04T23:33:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5643999999999995e-05 2021-03-04T23:33:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.995 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164836+0000", 2021-03-04T23:33:50.996 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027802640000000002 2021-03-04T23:33:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:50.997 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:50.998 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:50.998 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167616+0000", 2021-03-04T23:33:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023682809999999999 2021-03-04T23:33:50.999 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.000 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.169985+0000", 2021-03-04T23:33:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224218735 2021-03-04T23:33:51.001 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.002 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394203+0000", 2021-03-04T23:33:51.003 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022181499999999999 2021-03-04T23:33:51.003 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.004 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394425+0000", 2021-03-04T23:33:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000176501 2021-03-04T23:33:51.005 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.006 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394602+0000", 2021-03-04T23:33:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23414317700000001 2021-03-04T23:33:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.007 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219050 29.f 29:f84a509d:::benchmark_data_gibba008_125393_object41232:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:33:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.167595+0000", 2021-03-04T23:33:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 441.73169342599999, 2021-03-04T23:33:51.008 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23734686799999999, 2021-03-04T23:33:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.009 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:33:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:33:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219050 2021-03-04T23:33:51.010 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167595+0000", 2021-03-04T23:33:51.011 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167595+0000", 2021-03-04T23:33:51.012 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9709999999999998e-06 2021-03-04T23:33:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.013 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167597+0000", 2021-03-04T23:33:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2680000000000001e-06 2021-03-04T23:33:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.014 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167599+0000", 2021-03-04T23:33:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6059999999999992e-06 2021-03-04T23:33:51.015 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167609+0000", 2021-03-04T23:33:51.016 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1830000000000002e-06 2021-03-04T23:33:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167614+0000", 2021-03-04T23:33:51.017 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7566999999999999e-05 2021-03-04T23:33:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167642+0000", 2021-03-04T23:33:51.018 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010498299999999999 2021-03-04T23:33:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.019 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167747+0000", 2021-03-04T23:33:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011017400000000001 2021-03-04T23:33:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.020 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167857+0000", 2021-03-04T23:33:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002264977 2021-03-04T23:33:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.021 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170122+0000", 2021-03-04T23:33:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1928999999999999e-05 2021-03-04T23:33:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.022 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170154+0000", 2021-03-04T23:33:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23434734600000001 2021-03-04T23:33:51.023 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.404501+0000", 2021-03-04T23:33:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022666400000000001 2021-03-04T23:33:51.024 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.404728+0000", 2021-03-04T23:33:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0002142 2021-03-04T23:33:51.025 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.404942+0000", 2021-03-04T23:33:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23734686799999999 2021-03-04T23:33:51.026 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.027 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:264994 30.1 30:8b229c7e:::benchmark_data_gibba008_138845_object107007:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:33:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:33:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.03653405899999, 2021-03-04T23:33:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.243308514, 2021-03-04T23:33:51.028 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.029 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 264994 2021-03-04T23:33:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.030 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:33:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.031 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:33:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.333e-06 2021-03-04T23:33:51.032 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.033 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862756+0000", 2021-03-04T23:33:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.905e-06 2021-03-04T23:33:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.034 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862758+0000", 2021-03-04T23:33:51.035 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3010000000000007e-06 2021-03-04T23:33:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862766+0000", 2021-03-04T23:33:51.036 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6269999999999999e-06 2021-03-04T23:33:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.037 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862771+0000", 2021-03-04T23:33:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011089579999999999 2021-03-04T23:33:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.038 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.863880+0000", 2021-03-04T23:33:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7433e-05 2021-03-04T23:33:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.039 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.863977+0000", 2021-03-04T23:33:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109577 2021-03-04T23:33:51.040 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:33:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.864087+0000", 2021-03-04T23:33:51.041 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027605989999999999 2021-03-04T23:33:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.042 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866847+0000", 2021-03-04T23:33:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23901439099999999 2021-03-04T23:33:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.043 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105862+0000", 2021-03-04T23:33:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011251099999999999 2021-03-04T23:33:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.044 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105974+0000", 2021-03-04T23:33:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3974000000000001e-05 2021-03-04T23:33:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.045 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105998+0000", 2021-03-04T23:33:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4905000000000003e-05 2021-03-04T23:33:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.046 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106063+0000", 2021-03-04T23:33:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.243308514 2021-03-04T23:33:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.047 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265003 30.1 30:85e9c730:::benchmark_data_gibba008_138845_object107016:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:33:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:33:51.048 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.03268062500001, 2021-03-04T23:33:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23955831799999999, 2021-03-04T23:33:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.049 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.050 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265003 2021-03-04T23:33:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.051 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:33:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.052 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:33:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6759999999999999e-06 2021-03-04T23:33:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.053 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.054 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.054 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866610+0000", 2021-03-04T23:33:51.054 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:33:51.054 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.054 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.055 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.055 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866611+0000", 2021-03-04T23:33:51.055 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6790000000000005e-06 2021-03-04T23:33:51.056 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.056 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.056 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.057 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866619+0000", 2021-03-04T23:33:51.057 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9609999999999999e-06 2021-03-04T23:33:51.058 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.058 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866623+0000", 2021-03-04T23:33:51.059 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023569500000000001 2021-03-04T23:33:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.060 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.061 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866859+0000", 2021-03-04T23:33:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1535e-05 2021-03-04T23:33:51.062 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.063 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.063 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866920+0000", 2021-03-04T23:33:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4125e-05 2021-03-04T23:33:51.064 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.065 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:33:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866984+0000", 2021-03-04T23:33:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23892413900000001 2021-03-04T23:33:51.066 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.067 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105909+0000", 2021-03-04T23:33:51.068 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0019000000000003e-05 2021-03-04T23:33:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105969+0000", 2021-03-04T23:33:51.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010247 2021-03-04T23:33:51.071 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.072 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106071+0000", 2021-03-04T23:33:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8323999999999999e-05 2021-03-04T23:33:51.073 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.074 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.074 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106099+0000", 2021-03-04T23:33:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6975000000000002e-05 2021-03-04T23:33:51.075 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106166+0000", 2021-03-04T23:33:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23955831799999999 2021-03-04T23:33:51.076 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.077 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:264996 30.4 e734/719 30:2574a766:::benchmark_data_gibba008_138845_object107009:head v 734'16559, mlcod=734'16556)", 2021-03-04T23:33:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:33:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.032671975, 2021-03-04T23:33:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23918244499999999, 2021-03-04T23:33:51.078 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.079 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:33:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.080 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:33:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4269999999999998e-06 2021-03-04T23:33:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.081 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866619+0000", 2021-03-04T23:33:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.945e-06 2021-03-04T23:33:51.082 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866621+0000", 2021-03-04T23:33:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6789999999999999e-06 2021-03-04T23:33:51.083 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866628+0000", 2021-03-04T23:33:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7448999999999998e-05 2021-03-04T23:33:51.084 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866645+0000", 2021-03-04T23:33:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9667999999999999e-05 2021-03-04T23:33:51.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866695+0000", 2021-03-04T23:33:51.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1406000000000001e-05 2021-03-04T23:33:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866706+0000", 2021-03-04T23:33:51.087 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23906623299999999 2021-03-04T23:33:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105772+0000", 2021-03-04T23:33:51.088 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6638000000000001e-05 2021-03-04T23:33:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105799+0000", 2021-03-04T23:33:51.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23918244499999999 2021-03-04T23:33:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.090 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:264994 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:33:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:33:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.03188726799999, 2021-03-04T23:33:51.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238464182, 2021-03-04T23:33:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.092 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:33:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:33:51.093 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.094 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:33:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9800000000000003e-07 2021-03-04T23:33:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.095 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867402+0000", 2021-03-04T23:33:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3500000000000005e-07 2021-03-04T23:33:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.096 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.097 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.097 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867403+0000", 2021-03-04T23:33:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:33:51.098 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.099 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867407+0000", 2021-03-04T23:33:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.706e-06 2021-03-04T23:33:51.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867410+0000", 2021-03-04T23:33:51.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238423581 2021-03-04T23:33:51.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.104 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.104 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105833+0000", 2021-03-04T23:33:51.105 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5729999999999998e-06 2021-03-04T23:33:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.106 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105839+0000", 2021-03-04T23:33:51.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6883e-05 2021-03-04T23:33:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.108 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105866+0000", 2021-03-04T23:33:51.109 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238464182 2021-03-04T23:33:51.110 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.111 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.111 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.112 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265006 30.0 30:0bb94fb8:::benchmark_data_gibba008_138845_object107019:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:33:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:33:51.113 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.03172164399999, 2021-03-04T23:33:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27073553700000003, 2021-03-04T23:33:51.114 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.115 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.116 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265006 2021-03-04T23:33:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.117 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:33:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.118 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:33:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7579999999999999e-06 2021-03-04T23:33:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867569+0000", 2021-03-04T23:33:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:33:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867570+0000", 2021-03-04T23:33:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8689999999999993e-06 2021-03-04T23:33:51.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.123 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867579+0000", 2021-03-04T23:33:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6700000000000002e-06 2021-03-04T23:33:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.124 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.125 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867584+0000", 2021-03-04T23:33:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9997000000000001e-05 2021-03-04T23:33:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867614+0000", 2021-03-04T23:33:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1792999999999996e-05 2021-03-04T23:33:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867676+0000", 2021-03-04T23:33:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238118846 2021-03-04T23:33:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105795+0000", 2021-03-04T23:33:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006079615 2021-03-04T23:33:51.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.111874+0000", 2021-03-04T23:33:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6968999999999998e-05 2021-03-04T23:33:51.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.111911+0000", 2021-03-04T23:33:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026325510999999999 2021-03-04T23:33:51.133 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138237+0000", 2021-03-04T23:33:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7109e-05 2021-03-04T23:33:51.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.136 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138274+0000", 2021-03-04T23:33:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.868e-05 2021-03-04T23:33:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.137 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138303+0000", 2021-03-04T23:33:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27073553700000003 2021-03-04T23:33:51.138 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.139 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.139 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.140 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.140 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:265003 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:33:51.141 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:33:51.141 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.03074525599999, 2021-03-04T23:33:51.141 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23736732699999999, 2021-03-04T23:33:51.142 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.143 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:33:51.144 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.144 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.144 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.145 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:33:51.146 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.146 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.151 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.152 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.152 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:33:51.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6670000000000001e-06 2021-03-04T23:33:51.153 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.153 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.154 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.154 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868545+0000", 2021-03-04T23:33:51.154 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4780000000000001e-06 2021-03-04T23:33:51.155 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.156 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.157 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868547+0000", 2021-03-04T23:33:51.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.237194453 2021-03-04T23:33:51.157 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.158 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.158 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.158 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105741+0000", 2021-03-04T23:33:51.159 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5667000000000003e-05 2021-03-04T23:33:51.159 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.160 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.160 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.161 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105777+0000", 2021-03-04T23:33:51.161 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000123829 2021-03-04T23:33:51.161 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.163 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105900+0000", 2021-03-04T23:33:51.163 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7299999999999999e-06 2021-03-04T23:33:51.164 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.164 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.164 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.165 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105904+0000", 2021-03-04T23:33:51.165 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5030000000000002e-06 2021-03-04T23:33:51.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.167 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.167 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.168 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105911+0000", 2021-03-04T23:33:51.168 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23736732699999999 2021-03-04T23:33:51.169 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.169 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.170 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.170 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.171 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.171 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265009 30.b 30:d9fd788a:::benchmark_data_gibba008_138845_object107022:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:33:51.172 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:33:51.172 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.030347707, 2021-03-04T23:33:51.172 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.256695285, 2021-03-04T23:33:51.173 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.173 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.174 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.174 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.175 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.175 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265009 2021-03-04T23:33:51.175 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.176 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.176 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.177 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.178 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:33:51.178 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.179 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:33:51.180 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9719999999999999e-06 2021-03-04T23:33:51.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868943+0000", 2021-03-04T23:33:51.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7370000000000001e-06 2021-03-04T23:33:51.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.183 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.184 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868945+0000", 2021-03-04T23:33:51.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.236796856 2021-03-04T23:33:51.185 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.185 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.186 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.186 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105741+0000", 2021-03-04T23:33:51.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1034000000000001e-05 2021-03-04T23:33:51.188 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.189 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.189 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.189 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105773+0000", 2021-03-04T23:33:51.190 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2175999999999997e-05 2021-03-04T23:33:51.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.191 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105815+0000", 2021-03-04T23:33:51.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015716100000000001 2021-03-04T23:33:51.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105972+0000", 2021-03-04T23:33:51.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011869799999999999 2021-03-04T23:33:51.194 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.195 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:33:51.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106091+0000", 2021-03-04T23:33:51.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043106680000000001 2021-03-04T23:33:51.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.198 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.110401+0000", 2021-03-04T23:33:51.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021508640000000002 2021-03-04T23:33:51.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.200 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.200 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.200 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.112552+0000", 2021-03-04T23:33:51.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5234999999999997e-05 2021-03-04T23:33:51.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.112587+0000", 2021-03-04T23:33:51.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012950445 2021-03-04T23:33:51.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125538+0000", 2021-03-04T23:33:51.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1077000000000001e-05 2021-03-04T23:33:51.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.206 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.206 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125569+0000", 2021-03-04T23:33:51.206 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7361999999999996e-05 2021-03-04T23:33:51.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125636+0000", 2021-03-04T23:33:51.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.256695285 2021-03-04T23:33:51.209 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.210 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.210 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.211 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.212 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:265003 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:33:51.212 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:33:51.212 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 143.02975674000001, 2021-03-04T23:33:51.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23663851799999999, 2021-03-04T23:33:51.213 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.213 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:33:51.214 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:33:51.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:33:51.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.519e-06 2021-03-04T23:33:51.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869533+0000", 2021-03-04T23:33:51.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5349999999999999e-06 2021-03-04T23:33:51.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869535+0000", 2021-03-04T23:33:51.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23624241600000001 2021-03-04T23:33:51.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105777+0000", 2021-03-04T23:33:51.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6719999999999998e-06 2021-03-04T23:33:51.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105784+0000", 2021-03-04T23:33:51.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017643100000000001 2021-03-04T23:33:51.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105960+0000", 2021-03-04T23:33:51.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1339999999999997e-06 2021-03-04T23:33:51.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.231 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105965+0000", 2021-03-04T23:33:51.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000205811 2021-03-04T23:33:51.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106170+0000", 2021-03-04T23:33:51.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23663851799999999 2021-03-04T23:33:51.235 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.235 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.235 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.236 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:282058 30.b 30:d4e8a13a:::benchmark_data_gibba008_138845_object124071:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:33:51.237 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:33:51.237 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 131.23208313699999, 2021-03-04T23:33:51.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.139126952, 2021-03-04T23:33:51.238 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.238 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.238 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.239 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.239 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.239 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 282058 2021-03-04T23:33:51.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.240 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:33:51.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.244 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:33:51.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.415e-06 2021-03-04T23:33:51.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667207+0000", 2021-03-04T23:33:51.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5e-06 2021-03-04T23:33:51.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.248 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667208+0000", 2021-03-04T23:33:51.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2389999999999996e-06 2021-03-04T23:33:51.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.250 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667216+0000", 2021-03-04T23:33:51.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:33:51.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667219+0000", 2021-03-04T23:33:51.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12623841899999999 2021-03-04T23:33:51.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793458+0000", 2021-03-04T23:33:51.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012282800000000001 2021-03-04T23:33:51.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.257 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.257 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793581+0000", 2021-03-04T23:33:51.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012514000000000001 2021-03-04T23:33:51.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.258 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:33:51.258 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793706+0000", 2021-03-04T23:33:51.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0045276520000000001 2021-03-04T23:33:51.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.798233+0000", 2021-03-04T23:33:51.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3785999999999997e-05 2021-03-04T23:33:51.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.798277+0000", 2021-03-04T23:33:51.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001632161 2021-03-04T23:33:51.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.799909+0000", 2021-03-04T23:33:51.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0062953000000000002 2021-03-04T23:33:51.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806205+0000", 2021-03-04T23:33:51.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1953999999999998e-05 2021-03-04T23:33:51.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806247+0000", 2021-03-04T23:33:51.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5760000000000006e-05 2021-03-04T23:33:51.264 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.265 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806332+0000", 2021-03-04T23:33:51.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.139126952 2021-03-04T23:33:51.265 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.266 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.266 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.266 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294539 30.b 30:d012505e:::benchmark_data_gibba008_138845_object136552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:33:51.267 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:33:51.267 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 122.869273038, 2021-03-04T23:33:51.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12467062800000001, 2021-03-04T23:33:51.267 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.268 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.268 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294539 2021-03-04T23:33:51.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.269 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:33:51.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:33:51.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9429999999999999e-06 2021-03-04T23:33:51.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030018+0000", 2021-03-04T23:33:51.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0329999999999998e-06 2021-03-04T23:33:51.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030020+0000", 2021-03-04T23:33:51.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0319999999999992e-06 2021-03-04T23:33:51.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.274 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030029+0000", 2021-03-04T23:33:51.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3810000000000001e-06 2021-03-04T23:33:51.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030033+0000", 2021-03-04T23:33:51.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3547999999999998e-05 2021-03-04T23:33:51.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030067+0000", 2021-03-04T23:33:51.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7618000000000002e-05 2021-03-04T23:33:51.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030134+0000", 2021-03-04T23:33:51.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5462000000000003e-05 2021-03-04T23:33:51.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:33:51.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030220+0000", 2021-03-04T23:33:51.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043319539999999998 2021-03-04T23:33:51.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034552+0000", 2021-03-04T23:33:51.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114184 2021-03-04T23:33:51.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.284 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034666+0000", 2021-03-04T23:33:51.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027510799999999998 2021-03-04T23:33:51.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.286 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.286 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.286 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034941+0000", 2021-03-04T23:33:51.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11956201900000001 2021-03-04T23:33:51.287 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154503+0000", 2021-03-04T23:33:51.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6023000000000002e-05 2021-03-04T23:33:51.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154559+0000", 2021-03-04T23:33:51.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012732299999999999 2021-03-04T23:33:51.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154686+0000", 2021-03-04T23:33:51.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12467062800000001 2021-03-04T23:33:51.294 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.295 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.295 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.297 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294542 30.b 30:d13792fd:::benchmark_data_gibba008_138845_object136555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:33:51.297 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:33:51.297 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 122.868963554, 2021-03-04T23:33:51.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124716417, 2021-03-04T23:33:51.298 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.299 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.299 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.300 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.300 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.300 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294542 2021-03-04T23:33:51.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.301 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:33:51.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.303 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.304 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:33:51.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:33:51.305 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.305 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.306 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030327+0000", 2021-03-04T23:33:51.306 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:33:51.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.306 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.307 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030328+0000", 2021-03-04T23:33:51.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1999999999999997e-06 2021-03-04T23:33:51.307 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.307 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030335+0000", 2021-03-04T23:33:51.308 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.985e-06 2021-03-04T23:33:51.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.308 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030339+0000", 2021-03-04T23:33:51.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018851569999999999 2021-03-04T23:33:51.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032225+0000", 2021-03-04T23:33:51.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8231000000000002e-05 2021-03-04T23:33:51.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032323+0000", 2021-03-04T23:33:51.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9939999999999997e-05 2021-03-04T23:33:51.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:33:51.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032403+0000", 2021-03-04T23:33:51.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023773470000000001 2021-03-04T23:33:51.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.313 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034780+0000", 2021-03-04T23:33:51.313 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021309200000000001 2021-03-04T23:33:51.314 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.315 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034993+0000", 2021-03-04T23:33:51.315 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119740338 2021-03-04T23:33:51.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.316 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.316 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154733+0000", 2021-03-04T23:33:51.316 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000107054 2021-03-04T23:33:51.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154841+0000", 2021-03-04T23:33:51.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0754999999999997e-05 2021-03-04T23:33:51.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154901+0000", 2021-03-04T23:33:51.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014020600000000001 2021-03-04T23:33:51.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.319 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.319 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.155041+0000", 2021-03-04T23:33:51.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124716417 2021-03-04T23:33:51.320 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.320 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.320 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.321 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294889 30.b 30:dd6aac03:::benchmark_data_gibba008_138845_object136902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:33:51.321 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:33:51.322 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 122.474707837, 2021-03-04T23:33:51.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122772057, 2021-03-04T23:33:51.322 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.322 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.322 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.323 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.323 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.323 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294889 2021-03-04T23:33:51.323 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.324 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.324 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:33:51.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.327 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:33:51.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.719e-06 2021-03-04T23:33:51.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424583+0000", 2021-03-04T23:33:51.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.635e-06 2021-03-04T23:33:51.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424584+0000", 2021-03-04T23:33:51.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2450000000000004e-06 2021-03-04T23:33:51.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.333 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424593+0000", 2021-03-04T23:33:51.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4830000000000001e-06 2021-03-04T23:33:51.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424598+0000", 2021-03-04T23:33:51.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2963000000000003e-05 2021-03-04T23:33:51.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424631+0000", 2021-03-04T23:33:51.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5932000000000004e-05 2021-03-04T23:33:51.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424707+0000", 2021-03-04T23:33:51.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1837999999999997e-05 2021-03-04T23:33:51.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:33:51.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424799+0000", 2021-03-04T23:33:51.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001888846 2021-03-04T23:33:51.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.345 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.345 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.426687+0000", 2021-03-04T23:33:51.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8314999999999998e-05 2021-03-04T23:33:51.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.426766+0000", 2021-03-04T23:33:51.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00062805900000000004 2021-03-04T23:33:51.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.427394+0000", 2021-03-04T23:33:51.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119817256 2021-03-04T23:33:51.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.350 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547211+0000", 2021-03-04T23:33:51.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2468000000000001e-05 2021-03-04T23:33:51.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.353 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.353 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547254+0000", 2021-03-04T23:33:51.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9297999999999997e-05 2021-03-04T23:33:51.354 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547353+0000", 2021-03-04T23:33:51.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122772057 2021-03-04T23:33:51.357 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.358 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.358 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.358 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.359 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:301859 30.e 30:776e366f:::benchmark_data_gibba008_138845_object143872:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:33:51.360 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:52.780949+0000", 2021-03-04T23:33:51.360 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 118.118339264, 2021-03-04T23:33:51.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054322136, 2021-03-04T23:33:51.361 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.361 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.362 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.362 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:33:51.362 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:33:51.363 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 301859 2021-03-04T23:33:51.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.363 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.364 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.780949+0000", 2021-03-04T23:33:51.365 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.780949+0000", 2021-03-04T23:33:51.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9999999999999996e-07 2021-03-04T23:33:51.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.780950+0000", 2021-03-04T23:33:51.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.034e-06 2021-03-04T23:33:51.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.780951+0000", 2021-03-04T23:33:51.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0239999999999997e-06 2021-03-04T23:33:51.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.381 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.780956+0000", 2021-03-04T23:33:51.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2839999999999998e-06 2021-03-04T23:33:51.382 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.382 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.780960+0000", 2021-03-04T23:33:51.382 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023827399999999999 2021-03-04T23:33:51.383 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.383 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.383 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.383 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.783342+0000", 2021-03-04T23:33:51.384 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4673999999999996e-05 2021-03-04T23:33:51.384 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.384 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.384 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.384 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.783427+0000", 2021-03-04T23:33:51.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4639e-05 2021-03-04T23:33:51.385 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.385 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:33:51.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.783522+0000", 2021-03-04T23:33:51.386 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002597912 2021-03-04T23:33:51.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.387 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.786120+0000", 2021-03-04T23:33:51.387 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001019025 2021-03-04T23:33:51.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.787139+0000", 2021-03-04T23:33:51.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.048085217 2021-03-04T23:33:51.399 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.400 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.400 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.400 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.835224+0000", 2021-03-04T23:33:51.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4706999999999999e-05 2021-03-04T23:33:51.402 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.402 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.403 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.835249+0000", 2021-03-04T23:33:51.404 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.298e-05 2021-03-04T23:33:51.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.405 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.406 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:52.835272+0000", 2021-03-04T23:33:51.406 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054322136 2021-03-04T23:33:51.407 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.407 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.408 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.408 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.409 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.410 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.56287.0:31 2.19 2:9b2e1b0f:::rbd_object_map.dbdf88bcfc4:head [call lock.assert_locked in=17b,call rbd.object_map_update in=20b] snapc 0=[] ondisk+write+known_if_redirected e767)", 2021-03-04T23:33:51.410 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:33:24.482879+0000", 2021-03-04T23:33:51.411 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 26.416409543, 2021-03-04T23:33:51.411 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013638341, 2021-03-04T23:33:51.411 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.412 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.412 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.412 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.56287", 2021-03-04T23:33:51.412 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2081219341", 2021-03-04T23:33:51.412 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 31 2021-03-04T23:33:51.413 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.413 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.413 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.414 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.414 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.482879+0000", 2021-03-04T23:33:51.414 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.415 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.415 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.415 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.416 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.482879+0000", 2021-03-04T23:33:51.416 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1010000000000003e-06 2021-03-04T23:33:51.417 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.417 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.417 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.418 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.482886+0000", 2021-03-04T23:33:51.418 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7610000000000002e-06 2021-03-04T23:33:51.419 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.420 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.421 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.421 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.482893+0000", 2021-03-04T23:33:51.421 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2276000000000001e-05 2021-03-04T23:33:51.422 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.422 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.423 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.423 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.482925+0000", 2021-03-04T23:33:51.424 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0112999999999999e-05 2021-03-04T23:33:51.424 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.424 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.425 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.425 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.482945+0000", 2021-03-04T23:33:51.426 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002494909 2021-03-04T23:33:51.426 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.427 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.427 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.427 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.485440+0000", 2021-03-04T23:33:51.428 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000237481 2021-03-04T23:33:51.428 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.429 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.429 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:33:51.429 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.485678+0000", 2021-03-04T23:33:51.430 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0037030320000000002 2021-03-04T23:33:51.431 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.432 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.432 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.432 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.489381+0000", 2021-03-04T23:33:51.434 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022368900000000001 2021-03-04T23:33:51.434 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.435 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.435 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:33:51.435 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.489604+0000", 2021-03-04T23:33:51.436 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029334510000000001 2021-03-04T23:33:51.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.437 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.437 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.492538+0000", 2021-03-04T23:33:51.438 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021688400000000001 2021-03-04T23:33:51.438 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.439 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.440 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.440 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.492755+0000", 2021-03-04T23:33:51.440 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0010376039999999999 2021-03-04T23:33:51.442 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:33:51.443 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.493792+0000", 2021-03-04T23:33:51.443 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001465818 2021-03-04T23:33:51.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.452 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.452 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.453 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.495258+0000", 2021-03-04T23:33:51.453 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00071533600000000001 2021-03-04T23:33:51.453 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.453 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.454 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.454 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.495974+0000", 2021-03-04T23:33:51.454 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00029456600000000001 2021-03-04T23:33:51.454 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.455 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.455 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.496268+0000", 2021-03-04T23:33:51.455 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013335899999999999 2021-03-04T23:33:51.455 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.456 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.456 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.456 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.496401+0000", 2021-03-04T23:33:51.456 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000115961 2021-03-04T23:33:51.457 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.457 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.457 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.457 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.496517+0000", 2021-03-04T23:33:51.457 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013638341 2021-03-04T23:33:51.458 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.458 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.458 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.458 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.459 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.459 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.46350.0:40 2.19 2:99fb9734:::rbd_object_map.b50e2d3156f9:head [call lock.assert_locked in=17b,call rbd.object_map_update in=20b] snapc 0=[] ondisk+write+known_if_redirected e767)", 2021-03-04T23:33:51.459 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:33:24.659677+0000", 2021-03-04T23:33:51.459 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 26.239611918000001, 2021-03-04T23:33:51.459 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012944369000000001, 2021-03-04T23:33:51.460 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:33:51.460 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:51.460 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:33:51.460 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.46350", 2021-03-04T23:33:51.460 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3640468251", 2021-03-04T23:33:51.461 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 40 2021-03-04T23:33:51.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.461 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:33:51.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:33:51.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.659677+0000", 2021-03-04T23:33:51.473 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:33:51.473 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.474 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.474 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:33:51.474 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.659677+0000", 2021-03-04T23:33:51.474 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.968e-06 2021-03-04T23:33:51.475 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.475 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.475 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:33:51.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.659681+0000", 2021-03-04T23:33:51.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5310000000000002e-06 2021-03-04T23:33:51.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:33:51.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.659684+0000", 2021-03-04T23:33:51.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6308999999999999e-05 2021-03-04T23:33:51.477 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.477 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.477 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:33:51.477 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.659701+0000", 2021-03-04T23:33:51.478 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0924000000000001e-05 2021-03-04T23:33:51.478 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:33:51.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.659711+0000", 2021-03-04T23:33:51.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002256709 2021-03-04T23:33:51.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.479 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.661968+0000", 2021-03-04T23:33:51.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022844 2021-03-04T23:33:51.480 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:33:51.481 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.662197+0000", 2021-03-04T23:33:51.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0036225160000000001 2021-03-04T23:33:51.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.481 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.481 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.482 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.665819+0000", 2021-03-04T23:33:51.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025850299999999999 2021-03-04T23:33:51.482 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.483 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for rw locks", 2021-03-04T23:33:51.483 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.666078+0000", 2021-03-04T23:33:51.484 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0019838379999999999 2021-03-04T23:33:51.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.484 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.484 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:33:51.484 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.668061+0000", 2021-03-04T23:33:51.485 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026179300000000002 2021-03-04T23:33:51.485 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:33:51.486 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.668323+0000", 2021-03-04T23:33:51.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016766210000000001 2021-03-04T23:33:51.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.486 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.486 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:33:51.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.670000+0000", 2021-03-04T23:33:51.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001340763 2021-03-04T23:33:51.487 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.488 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.671341+0000", 2021-03-04T23:33:51.488 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019291999999999999 2021-03-04T23:33:51.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.489 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:33:51.489 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.671534+0000", 2021-03-04T23:33:51.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00085830499999999996 2021-03-04T23:33:51.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.490 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:51.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.672392+0000", 2021-03-04T23:33:51.490 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013242899999999999 2021-03-04T23:33:51.490 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.491 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.491 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:33:51.491 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.672524+0000", 2021-03-04T23:33:51.491 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6799999999999995e-05 2021-03-04T23:33:51.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:33:51.492 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:33:51.492 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:33:51.492 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:33:24.672621+0000", 2021-03-04T23:33:51.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012944369000000001 2021-03-04T23:33:51.492 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.493 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.493 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.493 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:33:51.502 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:33:51.502 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:33:51.503 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:50 gibba008 bash[44600]: debug 2021-03-04T23:33:50.684+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:51.504 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:51.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:51 gibba008 bash[44600]: debug 2021-03-04T23:33:51.124+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:51.606 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:51 gibba008 bash[37770]: cluster 2021-03-04T23:33:49.590729+0000 mgr.x (mgr.34379) 1399 : cluster [DBG] pgmap v1824: 113 pgs: 113 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 530 KiB/s rd, 929 KiB/s wr, 161 op/s 2021-03-04T23:33:52.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:51 gibba008 bash[39303]: cluster 2021-03-04T23:33:49.590729+0000 mgr.x (mgr.34379) 1399 : cluster [DBG] pgmap v1824: 113 pgs: 113 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 530 KiB/s rd, 929 KiB/s wr, 161 op/s 2021-03-04T23:33:52.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:51 gibba023 bash[27374]: cluster 2021-03-04T23:33:49.590729+0000 mgr.x (mgr.34379) 1399 : cluster [DBG] pgmap v1824: 113 pgs: 113 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 530 KiB/s rd, 929 KiB/s wr, 161 op/s 2021-03-04T23:33:52.126 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.228 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:52.321 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:52.428 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.440 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[48858]: debug 2021-03-04T23:33:52.117+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:52.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:52 gibba023 bash[15180]: debug 2021-03-04T23:33:52.314+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:52.582 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:52.853 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[37770]: cluster 2021-03-04T23:33:51.564349+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e778: 8 total, 8 up, 7 in 2021-03-04T23:33:52.853 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[37770]: audit 2021-03-04T23:33:51.564983+0000 mon.a (mon.0) 2095 : audit [INF] from='client.? 172.21.2.108:0/1354383870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:52.854 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[37770]: cluster 2021-03-04T23:33:51.591370+0000 mgr.x (mgr.34379) 1400 : cluster [DBG] pgmap v1826: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:52.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[39303]: cluster 2021-03-04T23:33:51.564349+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e778: 8 total, 8 up, 7 in 2021-03-04T23:33:52.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[39303]: audit 2021-03-04T23:33:51.564983+0000 mon.a (mon.0) 2095 : audit [INF] from='client.? 172.21.2.108:0/1354383870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:52.855 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:52 gibba008 bash[39303]: cluster 2021-03-04T23:33:51.591370+0000 mgr.x (mgr.34379) 1400 : cluster [DBG] pgmap v1826: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:53.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:52 gibba023 bash[27374]: cluster 2021-03-04T23:33:51.564349+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e778: 8 total, 8 up, 7 in 2021-03-04T23:33:53.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:52 gibba023 bash[27374]: audit 2021-03-04T23:33:51.564983+0000 mon.a (mon.0) 2095 : audit [INF] from='client.? 172.21.2.108:0/1354383870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:53.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:52 gibba023 bash[27374]: cluster 2021-03-04T23:33:51.591370+0000 mgr.x (mgr.34379) 1400 : cluster [DBG] pgmap v1826: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:53.111 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:53.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:53.541 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:53 gibba008 bash[48858]: debug 2021-03-04T23:33:53.101+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:53.649 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:53.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:54.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:53 gibba008 bash[39303]: audit 2021-03-04T23:33:52.570077+0000 mon.a (mon.0) 2096 : audit [INF] from='client.? 172.21.2.108:0/1354383870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:54.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:53 gibba008 bash[39303]: cluster 2021-03-04T23:33:52.570307+0000 mon.a (mon.0) 2097 : cluster [DBG] osdmap e779: 8 total, 8 up, 7 in 2021-03-04T23:33:54.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:53 gibba008 bash[47391]: debug 2021-03-04T23:33:53.641+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:54.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:53 gibba008 bash[37770]: audit 2021-03-04T23:33:52.570077+0000 mon.a (mon.0) 2096 : audit [INF] from='client.? 172.21.2.108:0/1354383870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:54.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:53 gibba008 bash[37770]: cluster 2021-03-04T23:33:52.570307+0000 mon.a (mon.0) 2097 : cluster [DBG] osdmap e779: 8 total, 8 up, 7 in 2021-03-04T23:33:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:53 gibba023 bash[27374]: audit 2021-03-04T23:33:52.570077+0000 mon.a (mon.0) 2096 : audit [INF] from='client.? 172.21.2.108:0/1354383870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:54.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:53 gibba023 bash[27374]: cluster 2021-03-04T23:33:52.570307+0000 mon.a (mon.0) 2097 : cluster [DBG] osdmap e779: 8 total, 8 up, 7 in 2021-03-04T23:33:54.270 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:54.375 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:54.461 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:54.566 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:54.572 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:54 gibba008 bash[44600]: debug 2021-03-04T23:33:54.261+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:54.670 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:54 gibba008 bash[37770]: cluster 2021-03-04T23:33:53.579668+0000 mon.a (mon.0) 2098 : cluster [DBG] osdmap e780: 8 total, 8 up, 7 in 2021-03-04T23:33:54.670 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:54 gibba008 bash[37770]: cluster 2021-03-04T23:33:53.591641+0000 mgr.x (mgr.34379) 1401 : cluster [DBG] pgmap v1829: 145 pgs: 12 creating+peering, 20 unknown, 113 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:54.670 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:54 gibba008 bash[39303]: cluster 2021-03-04T23:33:53.579668+0000 mon.a (mon.0) 2098 : cluster [DBG] osdmap e780: 8 total, 8 up, 7 in 2021-03-04T23:33:54.671 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:54 gibba008 bash[39303]: cluster 2021-03-04T23:33:53.591641+0000 mgr.x (mgr.34379) 1401 : cluster [DBG] pgmap v1829: 145 pgs: 12 creating+peering, 20 unknown, 113 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:54.766 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:54 gibba023 bash[27374]: cluster 2021-03-04T23:33:53.579668+0000 mon.a (mon.0) 2098 : cluster [DBG] osdmap e780: 8 total, 8 up, 7 in 2021-03-04T23:33:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:54 gibba023 bash[27374]: cluster 2021-03-04T23:33:53.591641+0000 mgr.x (mgr.34379) 1401 : cluster [DBG] pgmap v1829: 145 pgs: 12 creating+peering, 20 unknown, 113 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:54.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:33:54 gibba023 bash[18090]: debug 2021-03-04T23:33:54.454+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:54.796 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:33:54.810 INFO:tasks.workunit.client.0.gibba008.stdout:image has size 2097152 and order 22 2021-03-04T23:33:54.812 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateAndStat (4097 ms) 2021-03-04T23:33:54.812 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2021-03-04T23:33:54.812 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:33:54.813 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (0 ms) 2021-03-04T23:33:54.813 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2021-03-04T23:33:54.813 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:54.825 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateAndStatPP (18 ms) 2021-03-04T23:33:54.825 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetId 2021-03-04T23:33:54.825 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:54.853 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetId (28 ms) 2021-03-04T23:33:54.853 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetIdPP 2021-03-04T23:33:54.853 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:54.870 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:54.885 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetIdPP (32 ms) 2021-03-04T23:33:54.885 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2021-03-04T23:33:54.885 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:54.890 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:54.914 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (30 ms) 2021-03-04T23:33:54.915 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2021-03-04T23:33:54.915 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:54.941 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (27 ms) 2021-03-04T23:33:54.941 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2021-03-04T23:33:54.952 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:33:54.953 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (11 ms) 2021-03-04T23:33:54.953 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2021-03-04T23:33:54.953 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:33:54.953 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (0 ms) 2021-03-04T23:33:54.954 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAio 2021-03-04T23:33:54.954 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:54.980 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:54 gibba008 bash[48858]: debug 2021-03-04T23:33:54.757+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:54.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:54.992 INFO:tasks.workunit.client.0.gibba008.stdout:image has size 2097152 and order 22 2021-03-04T23:33:54.992 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAio (39 ms) 2021-03-04T23:33:54.992 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAioFail 2021-03-04T23:33:55.001 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAioFail (10 ms) 2021-03-04T23:33:55.002 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAioPP 2021-03-04T23:33:55.002 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:55.067 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAioPP (66 ms) 2021-03-04T23:33:55.068 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2021-03-04T23:33:55.077 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.OpenAioFailPP (10 ms) 2021-03-04T23:33:55.078 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2021-03-04T23:33:55.079 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:55.098 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:55.200 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ResizeAndStat (123 ms) 2021-03-04T23:33:55.201 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2021-03-04T23:33:55.201 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:55.264 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (63 ms) 2021-03-04T23:33:55.264 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2021-03-04T23:33:55.265 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:55.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:54 gibba023 bash[88433]: debug 2021-03-04T23:33:54.982+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:55.342 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (79 ms) 2021-03-04T23:33:55.343 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2021-03-04T23:33:55.343 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:55.417 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (75 ms) 2021-03-04T23:33:55.417 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2021-03-04T23:33:55.457 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:55.561 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:55.602 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:33:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:55 gibba008 bash[37770]: cluster 2021-03-04T23:33:54.589812+0000 mon.a (mon.0) 2099 : cluster [DBG] osdmap e781: 8 total, 8 up, 7 in 2021-03-04T23:33:55.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:55 gibba008 bash[37770]: audit 2021-03-04T23:33:54.636890+0000 mon.a (mon.0) 2100 : audit [INF] from='client.? 172.21.2.108:0/1432795844' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:33:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:55 gibba008 bash[39303]: cluster 2021-03-04T23:33:54.589812+0000 mon.a (mon.0) 2099 : cluster [DBG] osdmap e781: 8 total, 8 up, 7 in 2021-03-04T23:33:55.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:55 gibba008 bash[39303]: audit 2021-03-04T23:33:54.636890+0000 mon.a (mon.0) 2100 : audit [INF] from='client.? 172.21.2.108:0/1432795844' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:33:55.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:55 gibba008 bash[48858]: debug 2021-03-04T23:33:55.449+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:55.773 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:55.885 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:56.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:55 gibba023 bash[27374]: cluster 2021-03-04T23:33:54.589812+0000 mon.a (mon.0) 2099 : cluster [DBG] osdmap e781: 8 total, 8 up, 7 in 2021-03-04T23:33:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:55 gibba023 bash[27374]: audit 2021-03-04T23:33:54.636890+0000 mon.a (mon.0) 2100 : audit [INF] from='client.? 172.21.2.108:0/1432795844' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:33:56.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:33:55 gibba023 bash[88433]: debug 2021-03-04T23:33:55.766+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:56.210 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:56.314 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:56.441 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[47391]: debug 2021-03-04T23:33:56.201+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:56.614 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:56.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: cluster 2021-03-04T23:33:55.591872+0000 mgr.x (mgr.34379) 1402 : cluster [DBG] pgmap v1831: 145 pgs: 12 creating+peering, 16 unknown, 117 active+clean; 4.0 MiB data, 954 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:56.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: audit 2021-03-04T23:33:55.593446+0000 mon.a (mon.0) 2101 : audit [INF] from='client.? 172.21.2.108:0/1432795844' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:33:56.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: cluster 2021-03-04T23:33:55.593570+0000 mon.a (mon.0) 2102 : cluster [DBG] osdmap e782: 8 total, 8 up, 7 in 2021-03-04T23:33:56.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: audit 2021-03-04T23:33:55.595563+0000 mon.c (mon.1) 139 : audit [INF] from='client.? 172.21.2.108:0/3679008275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:56.884 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: audit 2021-03-04T23:33:55.604007+0000 mon.a (mon.0) 2103 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:56.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: audit 2021-03-04T23:33:56.603369+0000 mon.a (mon.0) 2104 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:56.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[37770]: cluster 2021-03-04T23:33:56.603451+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e783: 8 total, 8 up, 7 in 2021-03-04T23:33:56.885 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: cluster 2021-03-04T23:33:55.591872+0000 mgr.x (mgr.34379) 1402 : cluster [DBG] pgmap v1831: 145 pgs: 12 creating+peering, 16 unknown, 117 active+clean; 4.0 MiB data, 954 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:56.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: audit 2021-03-04T23:33:55.593446+0000 mon.a (mon.0) 2101 : audit [INF] from='client.? 172.21.2.108:0/1432795844' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:33:56.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: cluster 2021-03-04T23:33:55.593570+0000 mon.a (mon.0) 2102 : cluster [DBG] osdmap e782: 8 total, 8 up, 7 in 2021-03-04T23:33:56.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: audit 2021-03-04T23:33:55.595563+0000 mon.c (mon.1) 139 : audit [INF] from='client.? 172.21.2.108:0/3679008275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:56.886 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: audit 2021-03-04T23:33:55.604007+0000 mon.a (mon.0) 2103 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:56.887 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: audit 2021-03-04T23:33:56.603369+0000 mon.a (mon.0) 2104 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:56.887 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[39303]: cluster 2021-03-04T23:33:56.603451+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e783: 8 total, 8 up, 7 in 2021-03-04T23:33:56.888 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:56.897 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: cluster 2021-03-04T23:33:55.591872+0000 mgr.x (mgr.34379) 1402 : cluster [DBG] pgmap v1831: 145 pgs: 12 creating+peering, 16 unknown, 117 active+clean; 4.0 MiB data, 954 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:56.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: audit 2021-03-04T23:33:55.593446+0000 mon.a (mon.0) 2101 : audit [INF] from='client.? 172.21.2.108:0/1432795844' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:33:56.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: cluster 2021-03-04T23:33:55.593570+0000 mon.a (mon.0) 2102 : cluster [DBG] osdmap e782: 8 total, 8 up, 7 in 2021-03-04T23:33:56.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: audit 2021-03-04T23:33:55.595563+0000 mon.c (mon.1) 139 : audit [INF] from='client.? 172.21.2.108:0/3679008275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:56.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: audit 2021-03-04T23:33:55.604007+0000 mon.a (mon.0) 2103 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:56.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: audit 2021-03-04T23:33:56.603369+0000 mon.a (mon.0) 2104 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:56.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:56 gibba023 bash[27374]: cluster 2021-03-04T23:33:56.603451+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e783: 8 total, 8 up, 7 in 2021-03-04T23:33:56.989 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:57.136 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:33:56 gibba008 bash[91265]: debug 2021-03-04T23:33:56.873+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:57.335 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:57.442 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:57.725 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:57 gibba023 bash[15180]: debug 2021-03-04T23:33:57.326+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:57.726 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:57.833 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:57.974 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:58.016 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:33:57 gibba023 bash[15180]: debug 2021-03-04T23:33:57.718+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:33:58.077 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:58.176 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:33:58.176 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:33:58.177 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:33:58.177 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:33:58.202 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:33:57 gibba008 bash[47391]: debug 2021-03-04T23:33:57.965+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:58.204 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:33:58.279 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:58.634 INFO:tasks.workunit.client.0.gibba008.stdout:image: image15 2021-03-04T23:33:58.634 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image15 2021-03-04T23:33:58.635 INFO:tasks.workunit.client.0.gibba008.stdout:found image15 2021-03-04T23:33:58.635 INFO:tasks.workunit.client.0.gibba008.stdout:erased image15 2021-03-04T23:33:58.635 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:33:58.646 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:58.749 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:58.859 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:33:58.932 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:58.954 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:58 gibba023 bash[27374]: cluster 2021-03-04T23:33:57.379789+0000 osd.4 (osd.4) 25 : cluster [DBG] 1.e scrub starts 2021-03-04T23:33:58.954 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:58 gibba023 bash[27374]: cluster 2021-03-04T23:33:57.382496+0000 osd.4 (osd.4) 26 : cluster [DBG] 1.e scrub ok 2021-03-04T23:33:58.955 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:58 gibba023 bash[27374]: cluster 2021-03-04T23:33:57.593229+0000 mgr.x (mgr.34379) 1403 : cluster [DBG] pgmap v1834: 177 pgs: 1 active+recovering, 24 peering, 13 creating+peering, 4 unknown, 135 active+clean; 4.0 MiB data, 958 MiB used, 584 GiB / 588 GiB avail; 9.7 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2021-03-04T23:33:58.955 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:58 gibba023 bash[27374]: cluster 2021-03-04T23:33:57.618753+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e784: 8 total, 8 up, 7 in 2021-03-04T23:33:58.955 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:58 gibba023 bash[27374]: audit 2021-03-04T23:33:58.262635+0000 mon.a (mon.0) 2107 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:58.962 INFO:tasks.workunit.client.0.gibba008.stdout:image: image15 2021-03-04T23:33:58.962 INFO:tasks.workunit.client.0.gibba008.stdout:image: image16 2021-03-04T23:33:58.962 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image15 2021-03-04T23:33:58.963 INFO:tasks.workunit.client.0.gibba008.stdout:found image15 2021-03-04T23:33:58.963 INFO:tasks.workunit.client.0.gibba008.stdout:erased image15 2021-03-04T23:33:58.963 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image16 2021-03-04T23:33:58.963 INFO:tasks.workunit.client.0.gibba008.stdout:found image16 2021-03-04T23:33:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:erased image16 2021-03-04T23:33:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:image: image16 2021-03-04T23:33:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image16 2021-03-04T23:33:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:found image16 2021-03-04T23:33:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:erased image16 2021-03-04T23:33:58.965 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3544 ms) 2021-03-04T23:33:58.965 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2021-03-04T23:33:59.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[48858]: debug 2021-03-04T23:33:58.637+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[37770]: cluster 2021-03-04T23:33:57.379789+0000 osd.4 (osd.4) 25 : cluster [DBG] 1.e scrub starts 2021-03-04T23:33:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[37770]: cluster 2021-03-04T23:33:57.382496+0000 osd.4 (osd.4) 26 : cluster [DBG] 1.e scrub ok 2021-03-04T23:33:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[37770]: cluster 2021-03-04T23:33:57.593229+0000 mgr.x (mgr.34379) 1403 : cluster [DBG] pgmap v1834: 177 pgs: 1 active+recovering, 24 peering, 13 creating+peering, 4 unknown, 135 active+clean; 4.0 MiB data, 958 MiB used, 584 GiB / 588 GiB avail; 9.7 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2021-03-04T23:33:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[37770]: cluster 2021-03-04T23:33:57.618753+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e784: 8 total, 8 up, 7 in 2021-03-04T23:33:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[37770]: audit 2021-03-04T23:33:58.262635+0000 mon.a (mon.0) 2107 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:59.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[39303]: cluster 2021-03-04T23:33:57.379789+0000 osd.4 (osd.4) 25 : cluster [DBG] 1.e scrub starts 2021-03-04T23:33:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[39303]: cluster 2021-03-04T23:33:57.382496+0000 osd.4 (osd.4) 26 : cluster [DBG] 1.e scrub ok 2021-03-04T23:33:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[39303]: cluster 2021-03-04T23:33:57.593229+0000 mgr.x (mgr.34379) 1403 : cluster [DBG] pgmap v1834: 177 pgs: 1 active+recovering, 24 peering, 13 creating+peering, 4 unknown, 135 active+clean; 4.0 MiB data, 958 MiB used, 584 GiB / 588 GiB avail; 9.7 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2021-03-04T23:33:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[39303]: cluster 2021-03-04T23:33:57.618753+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e784: 8 total, 8 up, 7 in 2021-03-04T23:33:59.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:58 gibba008 bash[39303]: audit 2021-03-04T23:33:58.262635+0000 mon.a (mon.0) 2107 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:59.183 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:59.291 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:59.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:33:59 gibba008 bash[48858]: debug 2021-03-04T23:33:59.173+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:33:59.850 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:59.907 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:33:59 gibba023 bash[27374]: cluster 2021-03-04T23:33:58.624590+0000 mon.a (mon.0) 2108 : cluster [DBG] osdmap e785: 8 total, 8 up, 7 in 2021-03-04T23:33:59.959 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:00.031 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:33:59 gibba008 bash[37770]: cluster 2021-03-04T23:33:58.624590+0000 mon.a (mon.0) 2108 : cluster [DBG] osdmap e785: 8 total, 8 up, 7 in 2021-03-04T23:34:00.032 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:33:59 gibba008 bash[39303]: cluster 2021-03-04T23:33:58.624590+0000 mon.a (mon.0) 2108 : cluster [DBG] osdmap e785: 8 total, 8 up, 7 in 2021-03-04T23:34:00.032 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:33:59 gibba008 bash[44600]: debug 2021-03-04T23:33:59.841+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:00.105 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:00.212 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:00.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[19550]: debug 2021-03-04T23:34:00.098+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:00.641 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:00.642 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:00.746 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:01.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[48858]: debug 2021-03-04T23:34:00.633+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: cluster 2021-03-04T23:33:59.594544+0000 mgr.x (mgr.34379) 1404 : cluster [DBG] pgmap v1837: 177 pgs: 1 active+recovering, 24 peering, 13 creating+peering, 139 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 22 op/s 2021-03-04T23:34:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: cluster 2021-03-04T23:33:59.635761+0000 mon.a (mon.0) 2109 : cluster [DBG] osdmap e786: 8 total, 8 up, 7 in 2021-03-04T23:34:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: audit 2021-03-04T23:33:59.637312+0000 mon.a (mon.0) 2110 : audit [INF] from='client.? 172.21.2.108:0/1677413983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: audit 2021-03-04T23:34:00.393677+0000 mon.a (mon.0) 2111 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: audit 2021-03-04T23:34:00.400699+0000 mon.a (mon.0) 2112 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: audit 2021-03-04T23:34:00.402724+0000 mon.a (mon.0) 2113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: audit 2021-03-04T23:34:00.634463+0000 mon.a (mon.0) 2114 : audit [INF] from='client.? 172.21.2.108:0/1677413983' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:01.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[39303]: cluster 2021-03-04T23:34:00.634669+0000 mon.a (mon.0) 2115 : cluster [DBG] osdmap e787: 8 total, 8 up, 7 in 2021-03-04T23:34:01.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: cluster 2021-03-04T23:33:59.594544+0000 mgr.x (mgr.34379) 1404 : cluster [DBG] pgmap v1837: 177 pgs: 1 active+recovering, 24 peering, 13 creating+peering, 139 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 22 op/s 2021-03-04T23:34:01.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: cluster 2021-03-04T23:33:59.635761+0000 mon.a (mon.0) 2109 : cluster [DBG] osdmap e786: 8 total, 8 up, 7 in 2021-03-04T23:34:01.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: audit 2021-03-04T23:33:59.637312+0000 mon.a (mon.0) 2110 : audit [INF] from='client.? 172.21.2.108:0/1677413983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: audit 2021-03-04T23:34:00.393677+0000 mon.a (mon.0) 2111 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: audit 2021-03-04T23:34:00.400699+0000 mon.a (mon.0) 2112 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: audit 2021-03-04T23:34:00.402724+0000 mon.a (mon.0) 2113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: audit 2021-03-04T23:34:00.634463+0000 mon.a (mon.0) 2114 : audit [INF] from='client.? 172.21.2.108:0/1677413983' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:01.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:00 gibba008 bash[37770]: cluster 2021-03-04T23:34:00.634669+0000 mon.a (mon.0) 2115 : cluster [DBG] osdmap e787: 8 total, 8 up, 7 in 2021-03-04T23:34:01.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: cluster 2021-03-04T23:33:59.594544+0000 mgr.x (mgr.34379) 1404 : cluster [DBG] pgmap v1837: 177 pgs: 1 active+recovering, 24 peering, 13 creating+peering, 139 active+clean; 4.0 MiB data, 959 MiB used, 584 GiB / 588 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 22 op/s 2021-03-04T23:34:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: cluster 2021-03-04T23:33:59.635761+0000 mon.a (mon.0) 2109 : cluster [DBG] osdmap e786: 8 total, 8 up, 7 in 2021-03-04T23:34:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: audit 2021-03-04T23:33:59.637312+0000 mon.a (mon.0) 2110 : audit [INF] from='client.? 172.21.2.108:0/1677413983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: audit 2021-03-04T23:34:00.393677+0000 mon.a (mon.0) 2111 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: audit 2021-03-04T23:34:00.400699+0000 mon.a (mon.0) 2112 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: audit 2021-03-04T23:34:00.402724+0000 mon.a (mon.0) 2113 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: audit 2021-03-04T23:34:00.634463+0000 mon.a (mon.0) 2114 : audit [INF] from='client.? 172.21.2.108:0/1677413983' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:00 gibba023 bash[27374]: cluster 2021-03-04T23:34:00.634669+0000 mon.a (mon.0) 2115 : cluster [DBG] osdmap e787: 8 total, 8 up, 7 in 2021-03-04T23:34:01.049 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:01.151 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:01.445 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:01.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:01 gibba023 bash[18090]: debug 2021-03-04T23:34:01.042+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:01.548 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:01.656 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:01 gibba008 bash[91265]: debug 2021-03-04T23:34:01.437+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:01.658 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:01.663 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:34:01.702 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:01 gibba008 bash[39303]: audit 2021-03-04T23:34:01.572910+0000 mon.c (mon.1) 140 : audit [INF] from='client.? 172.21.2.108:0/1973168906' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:01.702 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:01 gibba008 bash[39303]: audit 2021-03-04T23:34:01.573268+0000 mon.a (mon.0) 2116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:01.703 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:01 gibba008 bash[37770]: audit 2021-03-04T23:34:01.572910+0000 mon.c (mon.1) 140 : audit [INF] from='client.? 172.21.2.108:0/1973168906' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:01.703 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:01 gibba008 bash[37770]: audit 2021-03-04T23:34:01.573268+0000 mon.a (mon.0) 2116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:01.762 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:01.893 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:34:01.894 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:34:01.894 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:34:01.894 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:34:01.895 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:34:01.917 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:01 gibba023 bash[27374]: audit 2021-03-04T23:34:01.572910+0000 mon.c (mon.1) 140 : audit [INF] from='client.? 172.21.2.108:0/1973168906' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:01.917 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:01 gibba023 bash[27374]: audit 2021-03-04T23:34:01.573268+0000 mon.a (mon.0) 2116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:01.918 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:01 gibba023 bash[88433]: debug 2021-03-04T23:34:01.654+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:01.937 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:02.006 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:01 gibba008 bash[48858]: debug 2021-03-04T23:34:01.929+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:02.045 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:02.467 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:02.570 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:02.579 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:34:02.661 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:34:02.662 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:02.670 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 1 2021-03-04T23:34:02.670 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:02.670 INFO:tasks.workunit.client.0.gibba008.stdout:image: image17 2021-03-04T23:34:02.670 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image17 2021-03-04T23:34:02.671 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:02.675 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 2 2021-03-04T23:34:02.675 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:34:02.675 INFO:tasks.workunit.client.0.gibba008.stdout:image: image17 2021-03-04T23:34:02.676 INFO:tasks.workunit.client.0.gibba008.stdout:image: image18 2021-03-04T23:34:02.676 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image17 2021-03-04T23:34:02.676 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image18 2021-03-04T23:34:02.677 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:34:02.684 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 1 2021-03-04T23:34:02.685 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:02.685 INFO:tasks.workunit.client.0.gibba008.stdout:image: image18 2021-03-04T23:34:02.685 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image18 2021-03-04T23:34:02.685 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3723 ms) 2021-03-04T23:34:02.685 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCopy 2021-03-04T23:34:02.689 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:34:02.702 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:34:02.722 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:34:02.743 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:34:02.757 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:02.763 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:34:02.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:02 gibba023 bash[88433]: debug 2021-03-04T23:34:02.462+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:02 gibba023 bash[27374]: cluster 2021-03-04T23:34:01.596551+0000 mgr.x (mgr.34379) 1405 : cluster [DBG] pgmap v1840: 209 pgs: 1 active+recovering, 15 unknown, 193 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail; 6.5 KiB/s rd, 8.0 KiB/s wr, 19 op/s; 797 B/s, 2 keys/s, 4 objects/s recovering 2021-03-04T23:34:02.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:02 gibba023 bash[27374]: cluster 2021-03-04T23:34:01.642860+0000 mon.a (mon.0) 2117 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:02.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:02 gibba023 bash[27374]: audit 2021-03-04T23:34:01.656203+0000 mon.a (mon.0) 2118 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:02.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:02 gibba023 bash[27374]: cluster 2021-03-04T23:34:01.656335+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e788: 8 total, 8 up, 7 in 2021-03-04T23:34:02.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:02 gibba023 bash[27374]: audit 2021-03-04T23:34:02.642589+0000 mon.a (mon.0) 2120 : audit [DBG] from='client.? 172.21.2.108:0/260745507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:02.785 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:34:02.786 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.786 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.786 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.787 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.787 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.787 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.787 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.788 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.833 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[44600]: debug 2021-03-04T23:34:02.749+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:02.834 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[37770]: cluster 2021-03-04T23:34:01.596551+0000 mgr.x (mgr.34379) 1405 : cluster [DBG] pgmap v1840: 209 pgs: 1 active+recovering, 15 unknown, 193 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail; 6.5 KiB/s rd, 8.0 KiB/s wr, 19 op/s; 797 B/s, 2 keys/s, 4 objects/s recovering 2021-03-04T23:34:02.834 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[37770]: cluster 2021-03-04T23:34:01.642860+0000 mon.a (mon.0) 2117 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:02.834 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[37770]: audit 2021-03-04T23:34:01.656203+0000 mon.a (mon.0) 2118 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:02.835 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[37770]: cluster 2021-03-04T23:34:01.656335+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e788: 8 total, 8 up, 7 in 2021-03-04T23:34:02.835 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[37770]: audit 2021-03-04T23:34:02.642589+0000 mon.a (mon.0) 2120 : audit [DBG] from='client.? 172.21.2.108:0/260745507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:02.835 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[39303]: cluster 2021-03-04T23:34:01.596551+0000 mgr.x (mgr.34379) 1405 : cluster [DBG] pgmap v1840: 209 pgs: 1 active+recovering, 15 unknown, 193 active+clean; 4.0 MiB data, 950 MiB used, 584 GiB / 588 GiB avail; 6.5 KiB/s rd, 8.0 KiB/s wr, 19 op/s; 797 B/s, 2 keys/s, 4 objects/s recovering 2021-03-04T23:34:02.835 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[39303]: cluster 2021-03-04T23:34:01.642860+0000 mon.a (mon.0) 2117 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:02.836 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[39303]: audit 2021-03-04T23:34:01.656203+0000 mon.a (mon.0) 2118 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:02.836 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[39303]: cluster 2021-03-04T23:34:01.656335+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e788: 8 total, 8 up, 7 in 2021-03-04T23:34:02.836 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:02 gibba008 bash[39303]: audit 2021-03-04T23:34:02.642589+0000 mon.a (mon.0) 2120 : audit [DBG] from='client.? 172.21.2.108:0/260745507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:02.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:03.155 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:03.262 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:03.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:03 gibba008 bash[91265]: debug 2021-03-04T23:34:03.145+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:03.660 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:03.771 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:03.839 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:03 gibba023 bash[27374]: cluster 2021-03-04T23:34:02.655951+0000 mon.a (mon.0) 2121 : cluster [DBG] osdmap e789: 8 total, 8 up, 7 in 2021-03-04T23:34:03.947 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:03 gibba008 bash[37770]: cluster 2021-03-04T23:34:02.655951+0000 mon.a (mon.0) 2121 : cluster [DBG] osdmap e789: 8 total, 8 up, 7 in 2021-03-04T23:34:04.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:03 gibba008 bash[39303]: cluster 2021-03-04T23:34:02.655951+0000 mon.a (mon.0) 2121 : cluster [DBG] osdmap e789: 8 total, 8 up, 7 in 2021-03-04T23:34:04.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:03 gibba008 bash[44600]: debug 2021-03-04T23:34:03.649+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:04.051 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:04.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:03 gibba023 bash[88433]: debug 2021-03-04T23:34:03.942+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:04.320 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:04.353 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:04.456 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:04.639 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:04.683 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:04 gibba023 bash[18090]: debug 2021-03-04T23:34:04.346+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:04.744 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:04.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[44600]: debug 2021-03-04T23:34:04.629+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:04.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[39303]: cluster 2021-03-04T23:34:03.597000+0000 mgr.x (mgr.34379) 1406 : cluster [DBG] pgmap v1843: 209 pgs: 7 unknown, 202 active+clean; 4.0 MiB data, 954 MiB used, 584 GiB / 588 GiB avail; 5.5 KiB/s rd, 7.5 KiB/s wr, 17 op/s; 769 B/s, 2 keys/s, 4 objects/s recovering 2021-03-04T23:34:04.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[39303]: cluster 2021-03-04T23:34:03.680446+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e790: 8 total, 8 up, 7 in 2021-03-04T23:34:04.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[39303]: audit 2021-03-04T23:34:03.682023+0000 mon.a (mon.0) 2123 : audit [INF] from='client.? 172.21.2.108:0/1296350039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:04.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[39303]: audit 2021-03-04T23:34:04.312318+0000 mon.a (mon.0) 2124 : audit [INF] from='client.? 172.21.2.108:0/1296350039' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:04.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[39303]: cluster 2021-03-04T23:34:04.312441+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e791: 8 total, 8 up, 7 in 2021-03-04T23:34:04.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[37770]: cluster 2021-03-04T23:34:03.597000+0000 mgr.x (mgr.34379) 1406 : cluster [DBG] pgmap v1843: 209 pgs: 7 unknown, 202 active+clean; 4.0 MiB data, 954 MiB used, 584 GiB / 588 GiB avail; 5.5 KiB/s rd, 7.5 KiB/s wr, 17 op/s; 769 B/s, 2 keys/s, 4 objects/s recovering 2021-03-04T23:34:04.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[37770]: cluster 2021-03-04T23:34:03.680446+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e790: 8 total, 8 up, 7 in 2021-03-04T23:34:04.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[37770]: audit 2021-03-04T23:34:03.682023+0000 mon.a (mon.0) 2123 : audit [INF] from='client.? 172.21.2.108:0/1296350039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:04.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[37770]: audit 2021-03-04T23:34:04.312318+0000 mon.a (mon.0) 2124 : audit [INF] from='client.? 172.21.2.108:0/1296350039' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:04.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:04 gibba008 bash[37770]: cluster 2021-03-04T23:34:04.312441+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e791: 8 total, 8 up, 7 in 2021-03-04T23:34:04.911 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:34:04.991 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:05.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:04 gibba023 bash[27374]: cluster 2021-03-04T23:34:03.597000+0000 mgr.x (mgr.34379) 1406 : cluster [DBG] pgmap v1843: 209 pgs: 7 unknown, 202 active+clean; 4.0 MiB data, 954 MiB used, 584 GiB / 588 GiB avail; 5.5 KiB/s rd, 7.5 KiB/s wr, 17 op/s; 769 B/s, 2 keys/s, 4 objects/s recovering 2021-03-04T23:34:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:04 gibba023 bash[27374]: cluster 2021-03-04T23:34:03.680446+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e790: 8 total, 8 up, 7 in 2021-03-04T23:34:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:04 gibba023 bash[27374]: audit 2021-03-04T23:34:03.682023+0000 mon.a (mon.0) 2123 : audit [INF] from='client.? 172.21.2.108:0/1296350039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:04 gibba023 bash[27374]: audit 2021-03-04T23:34:04.312318+0000 mon.a (mon.0) 2124 : audit [INF] from='client.? 172.21.2.108:0/1296350039' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:04 gibba023 bash[27374]: cluster 2021-03-04T23:34:04.312441+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e791: 8 total, 8 up, 7 in 2021-03-04T23:34:05.038 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:05.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:05.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:05 gibba023 bash[18090]: debug 2021-03-04T23:34:05.034+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:05.742 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:05.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[37770]: audit 2021-03-04T23:34:04.917624+0000 mon.a (mon.0) 2126 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[37770]: cephadm 2021-03-04T23:34:04.919820+0000 mgr.x (mgr.34379) 1407 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:34:06.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[37770]: cluster 2021-03-04T23:34:05.325955+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e792: 8 total, 8 up, 7 in 2021-03-04T23:34:06.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[39303]: audit 2021-03-04T23:34:04.917624+0000 mon.a (mon.0) 2126 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:06.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[39303]: cephadm 2021-03-04T23:34:04.919820+0000 mgr.x (mgr.34379) 1407 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:34:06.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[39303]: cluster 2021-03-04T23:34:05.325955+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e792: 8 total, 8 up, 7 in 2021-03-04T23:34:06.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:05 gibba008 bash[44600]: debug 2021-03-04T23:34:05.733+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:05 gibba023 bash[27374]: audit 2021-03-04T23:34:04.917624+0000 mon.a (mon.0) 2126 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:05 gibba023 bash[27374]: cephadm 2021-03-04T23:34:04.919820+0000 mgr.x (mgr.34379) 1407 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:34:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:05 gibba023 bash[27374]: cluster 2021-03-04T23:34:05.325955+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e792: 8 total, 8 up, 7 in 2021-03-04T23:34:06.141 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:06.142 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:06.317 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:06.421 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:06.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:06 gibba008 bash[91265]: debug 2021-03-04T23:34:06.261+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:06.711 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:06.779 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:06.814 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:06.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:34:06.902 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:06.924 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:07.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:06 gibba023 bash[18090]: debug 2021-03-04T23:34:06.706+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:07.123 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:07.228 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:07.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:07 gibba008 bash[48858]: debug 2021-03-04T23:34:07.113+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:07.318 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:07.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:07 gibba023 bash[27374]: cluster 2021-03-04T23:34:05.597882+0000 mgr.x (mgr.34379) 1408 : cluster [DBG] pgmap v1847: 241 pgs: 3 creating+peering, 29 unknown, 209 active+clean; 4.0 MiB data, 943 MiB used, 584 GiB / 588 GiB avail; 259 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2021-03-04T23:34:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:07 gibba023 bash[27374]: cluster 2021-03-04T23:34:06.325397+0000 mon.a (mon.0) 2128 : cluster [DBG] osdmap e793: 8 total, 8 up, 7 in 2021-03-04T23:34:07.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:07 gibba023 bash[88433]: debug 2021-03-04T23:34:07.310+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:07.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:07 gibba008 bash[39303]: cluster 2021-03-04T23:34:05.597882+0000 mgr.x (mgr.34379) 1408 : cluster [DBG] pgmap v1847: 241 pgs: 3 creating+peering, 29 unknown, 209 active+clean; 4.0 MiB data, 943 MiB used, 584 GiB / 588 GiB avail; 259 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2021-03-04T23:34:07.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:07 gibba008 bash[39303]: cluster 2021-03-04T23:34:06.325397+0000 mon.a (mon.0) 2128 : cluster [DBG] osdmap e793: 8 total, 8 up, 7 in 2021-03-04T23:34:07.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:07 gibba008 bash[37770]: cluster 2021-03-04T23:34:05.597882+0000 mgr.x (mgr.34379) 1408 : cluster [DBG] pgmap v1847: 241 pgs: 3 creating+peering, 29 unknown, 209 active+clean; 4.0 MiB data, 943 MiB used, 584 GiB / 588 GiB avail; 259 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2021-03-04T23:34:07.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:07 gibba008 bash[37770]: cluster 2021-03-04T23:34:06.325397+0000 mon.a (mon.0) 2128 : cluster [DBG] osdmap e793: 8 total, 8 up, 7 in 2021-03-04T23:34:07.948 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:08.051 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:08.127 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:08.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:08.241 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:07 gibba008 bash[44600]: debug 2021-03-04T23:34:07.937+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:08.354 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:08 gibba023 bash[19550]: debug 2021-03-04T23:34:08.122+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:08.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:08 gibba008 bash[39303]: cluster 2021-03-04T23:34:07.336530+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e794: 8 total, 8 up, 7 in 2021-03-04T23:34:08.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:08 gibba008 bash[37770]: cluster 2021-03-04T23:34:07.336530+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e794: 8 total, 8 up, 7 in 2021-03-04T23:34:08.665 INFO:tasks.workunit.client.0.gibba008.stdout:image: image19 2021-03-04T23:34:08.665 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image19 2021-03-04T23:34:08.666 INFO:tasks.workunit.client.0.gibba008.stdout:found image19 2021-03-04T23:34:08.666 INFO:tasks.workunit.client.0.gibba008.stdout:erased image19 2021-03-04T23:34:08.666 INFO:tasks.workunit.client.0.gibba008.stdout:image: image19 2021-03-04T23:34:08.666 INFO:tasks.workunit.client.0.gibba008.stdout:image: image20 2021-03-04T23:34:08.667 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image19 2021-03-04T23:34:08.667 INFO:tasks.workunit.client.0.gibba008.stdout:found image19 2021-03-04T23:34:08.667 INFO:tasks.workunit.client.0.gibba008.stdout:erased image19 2021-03-04T23:34:08.667 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image20 2021-03-04T23:34:08.668 INFO:tasks.workunit.client.0.gibba008.stdout:found image20 2021-03-04T23:34:08.668 INFO:tasks.workunit.client.0.gibba008.stdout:erased image20 2021-03-04T23:34:08.668 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T23:34:08.668 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T23:34:08.668 INFO:tasks.workunit.client.0.gibba008.stdout:image: image19 2021-03-04T23:34:08.669 INFO:tasks.workunit.client.0.gibba008.stdout:image: image20 2021-03-04T23:34:08.669 INFO:tasks.workunit.client.0.gibba008.stdout:image: image21 2021-03-04T23:34:08.669 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image19 2021-03-04T23:34:08.669 INFO:tasks.workunit.client.0.gibba008.stdout:found image19 2021-03-04T23:34:08.669 INFO:tasks.workunit.client.0.gibba008.stdout:erased image19 2021-03-04T23:34:08.670 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image20 2021-03-04T23:34:08.670 INFO:tasks.workunit.client.0.gibba008.stdout:found image20 2021-03-04T23:34:08.670 INFO:tasks.workunit.client.0.gibba008.stdout:erased image20 2021-03-04T23:34:08.670 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image21 2021-03-04T23:34:08.671 INFO:tasks.workunit.client.0.gibba008.stdout:found image21 2021-03-04T23:34:08.671 INFO:tasks.workunit.client.0.gibba008.stdout:erased image21 2021-03-04T23:34:08.671 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCopy (5981 ms) 2021-03-04T23:34:08.671 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCopyPP 2021-03-04T23:34:08.738 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:08 gibba023 bash[27374]: cluster 2021-03-04T23:34:07.336530+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e794: 8 total, 8 up, 7 in 2021-03-04T23:34:08.842 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:09.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:08 gibba008 bash[48858]: debug 2021-03-04T23:34:08.729+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:09.084 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:09.189 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[48858]: debug 2021-03-04T23:34:09.077+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:09.299 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.404 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: cluster 2021-03-04T23:34:07.599291+0000 mgr.x (mgr.34379) 1409 : cluster [DBG] pgmap v1850: 241 pgs: 3 creating+peering, 238 active+clean; 4.0 MiB data, 938 MiB used, 584 GiB / 588 GiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2021-03-04T23:34:09.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: cluster 2021-03-04T23:34:08.346197+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e795: 8 total, 8 up, 7 in 2021-03-04T23:34:09.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: audit 2021-03-04T23:34:09.236518+0000 mon.a (mon.0) 2131 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:09.528 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: cluster 2021-03-04T23:34:09.307008+0000 mon.a (mon.0) 2132 : cluster [DBG] osdmap e796: 8 total, 8 up, 7 in 2021-03-04T23:34:09.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: audit 2021-03-04T23:34:09.307832+0000 mon.a (mon.0) 2133 : audit [INF] from='client.? 172.21.2.108:0/3257451394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:09.529 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: audit 2021-03-04T23:34:09.311563+0000 mon.c (mon.1) 141 : audit [INF] from='client.? 172.21.2.108:0/2979789621' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:34:09.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[27374]: audit 2021-03-04T23:34:09.314671+0000 mon.a (mon.0) 2134 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:34:09.530 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[15180]: debug 2021-03-04T23:34:09.294+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:09.538 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:09.641 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:09.661 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: cluster 2021-03-04T23:34:07.599291+0000 mgr.x (mgr.34379) 1409 : cluster [DBG] pgmap v1850: 241 pgs: 3 creating+peering, 238 active+clean; 4.0 MiB data, 938 MiB used, 584 GiB / 588 GiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2021-03-04T23:34:09.661 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: cluster 2021-03-04T23:34:08.346197+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e795: 8 total, 8 up, 7 in 2021-03-04T23:34:09.661 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: audit 2021-03-04T23:34:09.236518+0000 mon.a (mon.0) 2131 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:09.662 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: cluster 2021-03-04T23:34:09.307008+0000 mon.a (mon.0) 2132 : cluster [DBG] osdmap e796: 8 total, 8 up, 7 in 2021-03-04T23:34:09.662 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: audit 2021-03-04T23:34:09.307832+0000 mon.a (mon.0) 2133 : audit [INF] from='client.? 172.21.2.108:0/3257451394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:09.662 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: audit 2021-03-04T23:34:09.311563+0000 mon.c (mon.1) 141 : audit [INF] from='client.? 172.21.2.108:0/2979789621' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:34:09.662 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[39303]: audit 2021-03-04T23:34:09.314671+0000 mon.a (mon.0) 2134 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:34:09.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: cluster 2021-03-04T23:34:07.599291+0000 mgr.x (mgr.34379) 1409 : cluster [DBG] pgmap v1850: 241 pgs: 3 creating+peering, 238 active+clean; 4.0 MiB data, 938 MiB used, 584 GiB / 588 GiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2021-03-04T23:34:09.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: cluster 2021-03-04T23:34:08.346197+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e795: 8 total, 8 up, 7 in 2021-03-04T23:34:09.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: audit 2021-03-04T23:34:09.236518+0000 mon.a (mon.0) 2131 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:09.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: cluster 2021-03-04T23:34:09.307008+0000 mon.a (mon.0) 2132 : cluster [DBG] osdmap e796: 8 total, 8 up, 7 in 2021-03-04T23:34:09.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: audit 2021-03-04T23:34:09.307832+0000 mon.a (mon.0) 2133 : audit [INF] from='client.? 172.21.2.108:0/3257451394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:34:09.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: audit 2021-03-04T23:34:09.311563+0000 mon.c (mon.1) 141 : audit [INF] from='client.? 172.21.2.108:0/2979789621' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:34:09.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:09 gibba008 bash[37770]: audit 2021-03-04T23:34:09.314671+0000 mon.a (mon.0) 2134 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:34:10.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:09 gibba023 bash[18090]: debug 2021-03-04T23:34:09.530+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:10.183 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:10.285 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:10.323 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:10.324 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:34:10.361 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:10.462 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[44600]: debug 2021-03-04T23:34:10.165+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:10.468 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:10.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[37770]: cephadm 2021-03-04T23:34:09.238650+0000 mgr.x (mgr.34379) 1410 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:34:10.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[37770]: audit 2021-03-04T23:34:09.437054+0000 mon.a (mon.0) 2135 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:10.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[37770]: audit 2021-03-04T23:34:10.317777+0000 mon.a (mon.0) 2136 : audit [INF] from='client.? 172.21.2.108:0/3257451394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:10.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[37770]: audit 2021-03-04T23:34:10.317937+0000 mon.a (mon.0) 2137 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:34:10.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[37770]: cluster 2021-03-04T23:34:10.317992+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e797: 8 total, 8 up, 7 in 2021-03-04T23:34:10.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[39303]: cephadm 2021-03-04T23:34:09.238650+0000 mgr.x (mgr.34379) 1410 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:34:10.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[39303]: audit 2021-03-04T23:34:09.437054+0000 mon.a (mon.0) 2135 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:10.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[39303]: audit 2021-03-04T23:34:10.317777+0000 mon.a (mon.0) 2136 : audit [INF] from='client.? 172.21.2.108:0/3257451394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:10.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[39303]: audit 2021-03-04T23:34:10.317937+0000 mon.a (mon.0) 2137 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:34:10.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:10 gibba008 bash[39303]: cluster 2021-03-04T23:34:10.317992+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e797: 8 total, 8 up, 7 in 2021-03-04T23:34:10.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:10 gibba023 bash[88433]: debug 2021-03-04T23:34:10.354+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:10.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:10 gibba023 bash[27374]: cephadm 2021-03-04T23:34:09.238650+0000 mgr.x (mgr.34379) 1410 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:34:10.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:10 gibba023 bash[27374]: audit 2021-03-04T23:34:09.437054+0000 mon.a (mon.0) 2135 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:10.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:10 gibba023 bash[27374]: audit 2021-03-04T23:34:10.317777+0000 mon.a (mon.0) 2136 : audit [INF] from='client.? 172.21.2.108:0/3257451394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:34:10.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:10 gibba023 bash[27374]: audit 2021-03-04T23:34:10.317937+0000 mon.a (mon.0) 2137 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:34:10.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:10 gibba023 bash[27374]: cluster 2021-03-04T23:34:10.317992+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e797: 8 total, 8 up, 7 in 2021-03-04T23:34:11.132 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:11.235 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:11.323 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:11.427 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:11.454 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:11 gibba008 bash[44600]: debug 2021-03-04T23:34:11.125+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:11 gibba023 bash[27374]: cluster 2021-03-04T23:34:09.600439+0000 mgr.x (mgr.34379) 1411 : cluster [DBG] pgmap v1853: 273 pgs: 32 unknown, 241 active+clean; 4.0 MiB data, 939 MiB used, 584 GiB / 588 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T23:34:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:11 gibba023 bash[27374]: cluster 2021-03-04T23:34:11.321660+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e798: 8 total, 8 up, 7 in 2021-03-04T23:34:11.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:11 gibba023 bash[19550]: debug 2021-03-04T23:34:11.318+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:11.558 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:11.617 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:11 gibba008 bash[37770]: cluster 2021-03-04T23:34:09.600439+0000 mgr.x (mgr.34379) 1411 : cluster [DBG] pgmap v1853: 273 pgs: 32 unknown, 241 active+clean; 4.0 MiB data, 939 MiB used, 584 GiB / 588 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T23:34:11.617 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:11 gibba008 bash[37770]: cluster 2021-03-04T23:34:11.321660+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e798: 8 total, 8 up, 7 in 2021-03-04T23:34:11.618 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:11 gibba008 bash[39303]: cluster 2021-03-04T23:34:09.600439+0000 mgr.x (mgr.34379) 1411 : cluster [DBG] pgmap v1853: 273 pgs: 32 unknown, 241 active+clean; 4.0 MiB data, 939 MiB used, 584 GiB / 588 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2021-03-04T23:34:11.618 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:11 gibba008 bash[39303]: cluster 2021-03-04T23:34:11.321660+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e798: 8 total, 8 up, 7 in 2021-03-04T23:34:11.663 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.784 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.888 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.900 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:11 gibba023 bash[18090]: debug 2021-03-04T23:34:11.778+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:11.900 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:11 gibba023 bash[88433]: debug 2021-03-04T23:34:11.550+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:11.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:12.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:12.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:11 gibba023 bash[18090]: debug 2021-03-04T23:34:11.978+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:12.337 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:12.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:12.445 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:12 gibba008 bash[44600]: debug 2021-03-04T23:34:12.329+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:12.835 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:12.849 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:34:12.870 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 1 2021-03-04T23:34:12.871 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:12.871 INFO:tasks.workunit.client.0.gibba008.stdout:image: image22 2021-03-04T23:34:12.871 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image22 2021-03-04T23:34:12.942 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:12.946 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:13.048 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.065 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:12 gibba008 bash[44600]: debug 2021-03-04T23:34:12.825+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:13.153 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:13.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:13 gibba023 bash[19550]: debug 2021-03-04T23:34:13.042+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:13.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[39303]: cluster 2021-03-04T23:34:11.602520+0000 mgr.x (mgr.34379) 1412 : cluster [DBG] pgmap v1856: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 23 unknown, 244 active+clean; 4.0 MiB data, 934 MiB used, 584 GiB / 588 GiB avail; 67 KiB/s rd, 19 KiB/s wr, 107 op/s; 2/144 objects degraded (1.389%); 62 B/s, 17 keys/s, 0 objects/s recovering 2021-03-04T23:34:13.593 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[39303]: cluster 2021-03-04T23:34:12.324559+0000 mon.a (mon.0) 2140 : cluster [DBG] osdmap e799: 8 total, 8 up, 7 in 2021-03-04T23:34:13.593 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[39303]: cluster 2021-03-04T23:34:12.451438+0000 mon.a (mon.0) 2141 : cluster [WRN] Health check failed: Degraded data redundancy: 2/144 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:13.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[37770]: cluster 2021-03-04T23:34:11.602520+0000 mgr.x (mgr.34379) 1412 : cluster [DBG] pgmap v1856: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 23 unknown, 244 active+clean; 4.0 MiB data, 934 MiB used, 584 GiB / 588 GiB avail; 67 KiB/s rd, 19 KiB/s wr, 107 op/s; 2/144 objects degraded (1.389%); 62 B/s, 17 keys/s, 0 objects/s recovering 2021-03-04T23:34:13.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[37770]: cluster 2021-03-04T23:34:12.324559+0000 mon.a (mon.0) 2140 : cluster [DBG] osdmap e799: 8 total, 8 up, 7 in 2021-03-04T23:34:13.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[37770]: cluster 2021-03-04T23:34:12.451438+0000 mon.a (mon.0) 2141 : cluster [WRN] Health check failed: Degraded data redundancy: 2/144 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:13.595 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:13.697 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.708 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:13 gibba023 bash[27374]: cluster 2021-03-04T23:34:11.602520+0000 mgr.x (mgr.34379) 1412 : cluster [DBG] pgmap v1856: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 23 unknown, 244 active+clean; 4.0 MiB data, 934 MiB used, 584 GiB / 588 GiB avail; 67 KiB/s rd, 19 KiB/s wr, 107 op/s; 2/144 objects degraded (1.389%); 62 B/s, 17 keys/s, 0 objects/s recovering 2021-03-04T23:34:13.708 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:13 gibba023 bash[27374]: cluster 2021-03-04T23:34:12.324559+0000 mon.a (mon.0) 2140 : cluster [DBG] osdmap e799: 8 total, 8 up, 7 in 2021-03-04T23:34:13.709 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:13 gibba023 bash[27374]: cluster 2021-03-04T23:34:12.451438+0000 mon.a (mon.0) 2141 : cluster [WRN] Health check failed: Degraded data redundancy: 2/144 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:13.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:13 gibba008 bash[48858]: debug 2021-03-04T23:34:13.585+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:13.788 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:14.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:13 gibba023 bash[19550]: debug 2021-03-04T23:34:13.782+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:14.342 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 2 2021-03-04T23:34:14.342 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:34:14.343 INFO:tasks.workunit.client.0.gibba008.stdout:image: image22 2021-03-04T23:34:14.343 INFO:tasks.workunit.client.0.gibba008.stdout:image: image23 2021-03-04T23:34:14.343 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image22 2021-03-04T23:34:14.343 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image23 2021-03-04T23:34:14.360 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:14.388 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T23:34:14.388 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T23:34:14.389 INFO:tasks.workunit.client.0.gibba008.stdout:num images is: 3 2021-03-04T23:34:14.389 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 3 2021-03-04T23:34:14.389 INFO:tasks.workunit.client.0.gibba008.stdout:image: image22 2021-03-04T23:34:14.389 INFO:tasks.workunit.client.0.gibba008.stdout:image: image23 2021-03-04T23:34:14.390 INFO:tasks.workunit.client.0.gibba008.stdout:image: image24 2021-03-04T23:34:14.390 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image22 2021-03-04T23:34:14.390 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image23 2021-03-04T23:34:14.390 INFO:tasks.workunit.client.0.gibba008.stdout:expected = image24 2021-03-04T23:34:14.415 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCopyPP (5749 ms) 2021-03-04T23:34:14.415 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2021-03-04T23:34:14.415 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:34:14.415 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestDeepCopy (0 ms) 2021-03-04T23:34:14.416 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2021-03-04T23:34:14.416 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:34:14.416 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (0 ms) 2021-03-04T23:34:14.416 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2021-03-04T23:34:14.465 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:14.490 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:14 gibba008 bash[91265]: debug 2021-03-04T23:34:14.349+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:14.504 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:14.588 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:14.691 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:14.745 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:14 gibba008 bash[39303]: cluster 2021-03-04T23:34:13.465671+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e800: 8 total, 8 up, 7 in 2021-03-04T23:34:14.746 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:14 gibba008 bash[39303]: cluster 2021-03-04T23:34:14.316176+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e801: 8 total, 8 up, 7 in 2021-03-04T23:34:14.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:14 gibba008 bash[37770]: cluster 2021-03-04T23:34:13.465671+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e800: 8 total, 8 up, 7 in 2021-03-04T23:34:14.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:14 gibba008 bash[37770]: cluster 2021-03-04T23:34:14.316176+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e801: 8 total, 8 up, 7 in 2021-03-04T23:34:14.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:14 gibba023 bash[15180]: debug 2021-03-04T23:34:14.582+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:14 gibba023 bash[27374]: cluster 2021-03-04T23:34:13.465671+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e800: 8 total, 8 up, 7 in 2021-03-04T23:34:14.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:14 gibba023 bash[27374]: cluster 2021-03-04T23:34:14.316176+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e801: 8 total, 8 up, 7 in 2021-03-04T23:34:15.140 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:15.242 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:15.330 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:15.432 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:15.442 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:15 gibba008 bash[91265]: debug 2021-03-04T23:34:15.129+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:15.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:15 gibba023 bash[27374]: cluster 2021-03-04T23:34:13.603812+0000 mgr.x (mgr.34379) 1413 : cluster [DBG] pgmap v1859: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 7 unknown, 260 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 111 KiB/s rd, 28 KiB/s wr, 169 op/s; 2/156 objects degraded (1.282%); 62 B/s, 17 keys/s, 0 objects/s recovering 2021-03-04T23:34:15.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:15 gibba023 bash[88433]: debug 2021-03-04T23:34:15.322+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:15.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:15 gibba008 bash[37770]: cluster 2021-03-04T23:34:13.603812+0000 mgr.x (mgr.34379) 1413 : cluster [DBG] pgmap v1859: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 7 unknown, 260 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 111 KiB/s rd, 28 KiB/s wr, 169 op/s; 2/156 objects degraded (1.282%); 62 B/s, 17 keys/s, 0 objects/s recovering 2021-03-04T23:34:15.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:15 gibba008 bash[39303]: cluster 2021-03-04T23:34:13.603812+0000 mgr.x (mgr.34379) 1413 : cluster [DBG] pgmap v1859: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 7 unknown, 260 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 111 KiB/s rd, 28 KiB/s wr, 169 op/s; 2/156 objects degraded (1.282%); 62 B/s, 17 keys/s, 0 objects/s recovering 2021-03-04T23:34:16.176 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:16.278 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:16.363 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:16.466 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:16.477 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:16 gibba008 bash[91265]: debug 2021-03-04T23:34:16.165+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:16 gibba008 bash[39303]: cluster 2021-03-04T23:34:15.482453+0000 mon.a (mon.0) 2144 : cluster [DBG] osdmap e802: 8 total, 8 up, 7 in 2021-03-04T23:34:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:16 gibba008 bash[37770]: cluster 2021-03-04T23:34:15.482453+0000 mon.a (mon.0) 2144 : cluster [DBG] osdmap e802: 8 total, 8 up, 7 in 2021-03-04T23:34:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:16 gibba023 bash[27374]: cluster 2021-03-04T23:34:15.482453+0000 mon.a (mon.0) 2144 : cluster [DBG] osdmap e802: 8 total, 8 up, 7 in 2021-03-04T23:34:16.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:16 gibba023 bash[15180]: debug 2021-03-04T23:34:16.358+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:16.997 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:17.098 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:17.194 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:17.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:16 gibba008 bash[44600]: debug 2021-03-04T23:34:16.985+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:17.300 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:17.514 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:17 gibba023 bash[18090]: debug 2021-03-04T23:34:17.186+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:17.648 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:17.660 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:17 gibba008 bash[39303]: cluster 2021-03-04T23:34:15.605197+0000 mgr.x (mgr.34379) 1414 : cluster [DBG] pgmap v1862: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 267 active+clean; 4.0 MiB data, 923 MiB used, 584 GiB / 588 GiB avail; 44 KiB/s rd, 9.0 KiB/s wr, 61 op/s; 2/156 objects degraded (1.282%); 55 B/s, 0 objects/s recovering 2021-03-04T23:34:17.661 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:17 gibba008 bash[39303]: cluster 2021-03-04T23:34:16.498018+0000 mon.a (mon.0) 2145 : cluster [DBG] osdmap e803: 8 total, 8 up, 7 in 2021-03-04T23:34:17.661 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:17 gibba008 bash[37770]: cluster 2021-03-04T23:34:15.605197+0000 mgr.x (mgr.34379) 1414 : cluster [DBG] pgmap v1862: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 267 active+clean; 4.0 MiB data, 923 MiB used, 584 GiB / 588 GiB avail; 44 KiB/s rd, 9.0 KiB/s wr, 61 op/s; 2/156 objects degraded (1.282%); 55 B/s, 0 objects/s recovering 2021-03-04T23:34:17.662 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:17 gibba008 bash[37770]: cluster 2021-03-04T23:34:16.498018+0000 mon.a (mon.0) 2145 : cluster [DBG] osdmap e803: 8 total, 8 up, 7 in 2021-03-04T23:34:17.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:17 gibba023 bash[27374]: cluster 2021-03-04T23:34:15.605197+0000 mgr.x (mgr.34379) 1414 : cluster [DBG] pgmap v1862: 273 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 4 peering, 267 active+clean; 4.0 MiB data, 923 MiB used, 584 GiB / 588 GiB avail; 44 KiB/s rd, 9.0 KiB/s wr, 61 op/s; 2/156 objects degraded (1.282%); 55 B/s, 0 objects/s recovering 2021-03-04T23:34:17.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:17 gibba023 bash[27374]: cluster 2021-03-04T23:34:16.498018+0000 mon.a (mon.0) 2145 : cluster [DBG] osdmap e803: 8 total, 8 up, 7 in 2021-03-04T23:34:18.046 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:17 gibba008 bash[91265]: debug 2021-03-04T23:34:17.641+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:18.234 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:18.337 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:18.427 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:18.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:18 gibba008 bash[91265]: debug 2021-03-04T23:34:18.225+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:18.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:18.531 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:34:18.531 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:18.531 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:34:18.532 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T23:34:18.532 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T23:34:18.532 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:34:18.533 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:34:18.533 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:34:18.533 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T23:34:18.533 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T23:34:18.533 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:34:18.534 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:18.534 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:34:18.534 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T23:34:18.534 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T23:34:18.535 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T23:34:18.535 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (4116 ms) 2021-03-04T23:34:18.535 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2021-03-04T23:34:18.535 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:34:18.535 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (0 ms) 2021-03-04T23:34:18.536 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2021-03-04T23:34:18.536 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:18.608 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:18 gibba023 bash[27374]: cluster 2021-03-04T23:34:17.507314+0000 mon.a (mon.0) 2146 : cluster [DBG] osdmap e804: 8 total, 8 up, 7 in 2021-03-04T23:34:18.609 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:18 gibba023 bash[15180]: debug 2021-03-04T23:34:18.418+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:18.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:18.713 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:18.881 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:18 gibba008 bash[37770]: cluster 2021-03-04T23:34:17.507314+0000 mon.a (mon.0) 2146 : cluster [DBG] osdmap e804: 8 total, 8 up, 7 in 2021-03-04T23:34:18.882 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:18 gibba008 bash[39303]: cluster 2021-03-04T23:34:17.507314+0000 mon.a (mon.0) 2146 : cluster [DBG] osdmap e804: 8 total, 8 up, 7 in 2021-03-04T23:34:19.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:18 gibba023 bash[19550]: debug 2021-03-04T23:34:18.602+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:19.325 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:34:19.325 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:19.326 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:34:19.326 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T23:34:19.342 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:19.446 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:19.542 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:19.603 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[91265]: debug 2021-03-04T23:34:19.333+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:19.603 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[39303]: cluster 2021-03-04T23:34:17.606224+0000 mgr.x (mgr.34379) 1415 : cluster [DBG] pgmap v1865: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 55 KiB/s rd, 13 KiB/s wr, 81 op/s; 55 B/s, 1 objects/s recovering 2021-03-04T23:34:19.604 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[39303]: cluster 2021-03-04T23:34:18.511011+0000 mon.a (mon.0) 2147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/156 objects degraded (1.282%), 1 pg degraded) 2021-03-04T23:34:19.604 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[39303]: cluster 2021-03-04T23:34:18.521931+0000 mon.a (mon.0) 2148 : cluster [DBG] osdmap e805: 8 total, 8 up, 7 in 2021-03-04T23:34:19.604 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[39303]: cluster 2021-03-04T23:34:19.318396+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e806: 8 total, 8 up, 7 in 2021-03-04T23:34:19.605 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[37770]: cluster 2021-03-04T23:34:17.606224+0000 mgr.x (mgr.34379) 1415 : cluster [DBG] pgmap v1865: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 55 KiB/s rd, 13 KiB/s wr, 81 op/s; 55 B/s, 1 objects/s recovering 2021-03-04T23:34:19.605 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[37770]: cluster 2021-03-04T23:34:18.511011+0000 mon.a (mon.0) 2147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/156 objects degraded (1.282%), 1 pg degraded) 2021-03-04T23:34:19.605 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[37770]: cluster 2021-03-04T23:34:18.521931+0000 mon.a (mon.0) 2148 : cluster [DBG] osdmap e805: 8 total, 8 up, 7 in 2021-03-04T23:34:19.605 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:19 gibba008 bash[37770]: cluster 2021-03-04T23:34:19.318396+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e806: 8 total, 8 up, 7 in 2021-03-04T23:34:19.646 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:19.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:19 gibba023 bash[18090]: debug 2021-03-04T23:34:19.538+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:19 gibba023 bash[27374]: cluster 2021-03-04T23:34:17.606224+0000 mgr.x (mgr.34379) 1415 : cluster [DBG] pgmap v1865: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 55 KiB/s rd, 13 KiB/s wr, 81 op/s; 55 B/s, 1 objects/s recovering 2021-03-04T23:34:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:19 gibba023 bash[27374]: cluster 2021-03-04T23:34:18.511011+0000 mon.a (mon.0) 2147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/156 objects degraded (1.282%), 1 pg degraded) 2021-03-04T23:34:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:19 gibba023 bash[27374]: cluster 2021-03-04T23:34:18.521931+0000 mon.a (mon.0) 2148 : cluster [DBG] osdmap e805: 8 total, 8 up, 7 in 2021-03-04T23:34:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:19 gibba023 bash[27374]: cluster 2021-03-04T23:34:19.318396+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e806: 8 total, 8 up, 7 in 2021-03-04T23:34:20.319 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:20.332 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T23:34:20.332 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:34:20.332 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:34:20.333 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:34:20.333 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T23:34:20.333 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T23:34:20.422 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:20.514 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:20.620 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:20.627 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:20 gibba008 bash[47391]: debug 2021-03-04T23:34:20.309+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:20.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:20 gibba023 bash[88433]: debug 2021-03-04T23:34:20.506+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:20.975 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:21.078 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:21.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:21.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[37770]: cluster 2021-03-04T23:34:19.606928+0000 mgr.x (mgr.34379) 1416 : cluster [DBG] pgmap v1868: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 89 KiB/s rd, 15 KiB/s wr, 121 op/s; 0 B/s, 1 objects/s recovering 2021-03-04T23:34:21.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[37770]: audit 2021-03-04T23:34:20.110117+0000 mon.a (mon.0) 2150 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:21.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[37770]: cluster 2021-03-04T23:34:20.324308+0000 mon.a (mon.0) 2151 : cluster [DBG] osdmap e807: 8 total, 8 up, 7 in 2021-03-04T23:34:21.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[39303]: cluster 2021-03-04T23:34:19.606928+0000 mgr.x (mgr.34379) 1416 : cluster [DBG] pgmap v1868: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 89 KiB/s rd, 15 KiB/s wr, 121 op/s; 0 B/s, 1 objects/s recovering 2021-03-04T23:34:21.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[39303]: audit 2021-03-04T23:34:20.110117+0000 mon.a (mon.0) 2150 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:21.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[39303]: cluster 2021-03-04T23:34:20.324308+0000 mon.a (mon.0) 2151 : cluster [DBG] osdmap e807: 8 total, 8 up, 7 in 2021-03-04T23:34:21.264 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:20 gibba008 bash[48858]: debug 2021-03-04T23:34:20.965+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:21.281 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:21.342 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:34:21.342 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:21.343 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:34:21.343 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T23:34:21.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:21 gibba023 bash[19550]: debug 2021-03-04T23:34:21.166+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:21 gibba023 bash[27374]: cluster 2021-03-04T23:34:19.606928+0000 mgr.x (mgr.34379) 1416 : cluster [DBG] pgmap v1868: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 89 KiB/s rd, 15 KiB/s wr, 121 op/s; 0 B/s, 1 objects/s recovering 2021-03-04T23:34:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:21 gibba023 bash[27374]: audit 2021-03-04T23:34:20.110117+0000 mon.a (mon.0) 2150 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:34:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:21 gibba023 bash[27374]: cluster 2021-03-04T23:34:20.324308+0000 mon.a (mon.0) 2151 : cluster [DBG] osdmap e807: 8 total, 8 up, 7 in 2021-03-04T23:34:21.910 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:22.013 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:22.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:21 gibba008 bash[91265]: debug 2021-03-04T23:34:21.901+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:22.285 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:22.340 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:34:22.345 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T23:34:22.346 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T23:34:22.346 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3816 ms) 2021-03-04T23:34:22.347 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2021-03-04T23:34:22.347 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:22.389 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:22.547 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:22 gibba008 bash[47391]: debug 2021-03-04T23:34:22.277+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:22.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:22 gibba008 bash[37770]: cluster 2021-03-04T23:34:21.331895+0000 mon.a (mon.0) 2152 : cluster [DBG] osdmap e808: 8 total, 8 up, 7 in 2021-03-04T23:34:22.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:22 gibba008 bash[37770]: audit 2021-03-04T23:34:22.105961+0000 mon.a (mon.0) 2153 : audit [INF] from='client.? 172.21.2.108:0/3238217004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:22.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:22 gibba008 bash[39303]: cluster 2021-03-04T23:34:21.331895+0000 mon.a (mon.0) 2152 : cluster [DBG] osdmap e808: 8 total, 8 up, 7 in 2021-03-04T23:34:22.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:22 gibba008 bash[39303]: audit 2021-03-04T23:34:22.105961+0000 mon.a (mon.0) 2153 : audit [INF] from='client.? 172.21.2.108:0/3238217004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:22.549 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:22.651 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:22.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:22 gibba008 bash[44600]: debug 2021-03-04T23:34:22.537+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:22 gibba023 bash[27374]: cluster 2021-03-04T23:34:21.331895+0000 mon.a (mon.0) 2152 : cluster [DBG] osdmap e808: 8 total, 8 up, 7 in 2021-03-04T23:34:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:22 gibba023 bash[27374]: audit 2021-03-04T23:34:22.105961+0000 mon.a (mon.0) 2153 : audit [INF] from='client.? 172.21.2.108:0/3238217004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:23.104 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:23.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:23.384 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[48858]: debug 2021-03-04T23:34:23.093+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:23.702 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[37770]: cluster 2021-03-04T23:34:21.608647+0000 mgr.x (mgr.34379) 1417 : cluster [DBG] pgmap v1871: 273 pgs: 273 active+clean; 4.0 MiB data, 914 MiB used, 584 GiB / 588 GiB avail; 35 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2021-03-04T23:34:23.703 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[37770]: cluster 2021-03-04T23:34:22.327357+0000 mon.a (mon.0) 2154 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:23.703 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[37770]: audit 2021-03-04T23:34:22.333160+0000 mon.a (mon.0) 2155 : audit [INF] from='client.? 172.21.2.108:0/3238217004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:23.703 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[37770]: cluster 2021-03-04T23:34:22.333255+0000 mon.a (mon.0) 2156 : cluster [DBG] osdmap e809: 8 total, 8 up, 7 in 2021-03-04T23:34:23.704 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[39303]: cluster 2021-03-04T23:34:21.608647+0000 mgr.x (mgr.34379) 1417 : cluster [DBG] pgmap v1871: 273 pgs: 273 active+clean; 4.0 MiB data, 914 MiB used, 584 GiB / 588 GiB avail; 35 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2021-03-04T23:34:23.704 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[39303]: cluster 2021-03-04T23:34:22.327357+0000 mon.a (mon.0) 2154 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:23.704 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[39303]: audit 2021-03-04T23:34:22.333160+0000 mon.a (mon.0) 2155 : audit [INF] from='client.? 172.21.2.108:0/3238217004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:23.704 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[39303]: cluster 2021-03-04T23:34:22.333255+0000 mon.a (mon.0) 2156 : cluster [DBG] osdmap e809: 8 total, 8 up, 7 in 2021-03-04T23:34:23.705 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:23 gibba023 bash[27374]: cluster 2021-03-04T23:34:21.608647+0000 mgr.x (mgr.34379) 1417 : cluster [DBG] pgmap v1871: 273 pgs: 273 active+clean; 4.0 MiB data, 914 MiB used, 584 GiB / 588 GiB avail; 35 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2021-03-04T23:34:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:23 gibba023 bash[27374]: cluster 2021-03-04T23:34:22.327357+0000 mon.a (mon.0) 2154 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:23.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:23 gibba023 bash[27374]: audit 2021-03-04T23:34:22.333160+0000 mon.a (mon.0) 2155 : audit [INF] from='client.? 172.21.2.108:0/3238217004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:23.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:23 gibba023 bash[27374]: cluster 2021-03-04T23:34:22.333255+0000 mon.a (mon.0) 2156 : cluster [DBG] osdmap e809: 8 total, 8 up, 7 in 2021-03-04T23:34:23.807 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:23.816 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:34:23.830 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:34:23.843 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:34:23.856 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:34:23.877 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:34:23.899 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:34:23.921 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:34:23.942 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:34:23.943 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.167 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.168 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.168 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.168 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.168 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.169 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.169 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:24.170 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:23 gibba008 bash[48858]: debug 2021-03-04T23:34:23.693+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:24.171 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:24.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[44600]: debug 2021-03-04T23:34:24.105+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:24.272 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[37770]: cluster 2021-03-04T23:34:23.353005+0000 mon.a (mon.0) 2157 : cluster [DBG] osdmap e810: 8 total, 8 up, 7 in 2021-03-04T23:34:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[37770]: audit 2021-03-04T23:34:23.798723+0000 mon.a (mon.0) 2158 : audit [DBG] from='client.? 172.21.2.108:0/1905953854' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[37770]: cluster 2021-03-04T23:34:24.322392+0000 mon.a (mon.0) 2159 : cluster [DBG] osdmap e811: 8 total, 8 up, 7 in 2021-03-04T23:34:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[39303]: cluster 2021-03-04T23:34:23.353005+0000 mon.a (mon.0) 2157 : cluster [DBG] osdmap e810: 8 total, 8 up, 7 in 2021-03-04T23:34:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[39303]: audit 2021-03-04T23:34:23.798723+0000 mon.a (mon.0) 2158 : audit [DBG] from='client.? 172.21.2.108:0/1905953854' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[39303]: cluster 2021-03-04T23:34:24.322392+0000 mon.a (mon.0) 2159 : cluster [DBG] osdmap e811: 8 total, 8 up, 7 in 2021-03-04T23:34:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:24 gibba023 bash[27374]: cluster 2021-03-04T23:34:23.353005+0000 mon.a (mon.0) 2157 : cluster [DBG] osdmap e810: 8 total, 8 up, 7 in 2021-03-04T23:34:24.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:24 gibba023 bash[27374]: audit 2021-03-04T23:34:23.798723+0000 mon.a (mon.0) 2158 : audit [DBG] from='client.? 172.21.2.108:0/1905953854' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:24.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:24 gibba023 bash[27374]: cluster 2021-03-04T23:34:24.322392+0000 mon.a (mon.0) 2159 : cluster [DBG] osdmap e811: 8 total, 8 up, 7 in 2021-03-04T23:34:24.815 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:24.923 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:25.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:24 gibba008 bash[44600]: debug 2021-03-04T23:34:24.805+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:25.521 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:25.626 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:25.644 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:25 gibba023 bash[27374]: cluster 2021-03-04T23:34:23.609653+0000 mgr.x (mgr.34379) 1418 : cluster [DBG] pgmap v1874: 273 pgs: 273 active+clean; 4.0 MiB data, 914 MiB used, 584 GiB / 588 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:34:25.645 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:25 gibba023 bash[27374]: cluster 2021-03-04T23:34:25.335467+0000 mon.a (mon.0) 2160 : cluster [DBG] osdmap e812: 8 total, 8 up, 7 in 2021-03-04T23:34:25.720 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:25 gibba008 bash[37770]: cluster 2021-03-04T23:34:23.609653+0000 mgr.x (mgr.34379) 1418 : cluster [DBG] pgmap v1874: 273 pgs: 273 active+clean; 4.0 MiB data, 914 MiB used, 584 GiB / 588 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:34:25.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:25 gibba008 bash[37770]: cluster 2021-03-04T23:34:25.335467+0000 mon.a (mon.0) 2160 : cluster [DBG] osdmap e812: 8 total, 8 up, 7 in 2021-03-04T23:34:25.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:25 gibba008 bash[39303]: cluster 2021-03-04T23:34:23.609653+0000 mgr.x (mgr.34379) 1418 : cluster [DBG] pgmap v1874: 273 pgs: 273 active+clean; 4.0 MiB data, 914 MiB used, 584 GiB / 588 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:34:25.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:25 gibba008 bash[39303]: cluster 2021-03-04T23:34:25.335467+0000 mon.a (mon.0) 2160 : cluster [DBG] osdmap e812: 8 total, 8 up, 7 in 2021-03-04T23:34:25.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:25 gibba008 bash[44600]: debug 2021-03-04T23:34:25.513+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:25.824 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:25.884 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:34:25.920 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:25 gibba023 bash[15180]: debug 2021-03-04T23:34:25.714+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:25.920 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:26.027 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:26.125 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:26.233 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:26.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:26 gibba023 bash[15180]: debug 2021-03-04T23:34:26.118+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:26.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:25 gibba023 bash[88433]: debug 2021-03-04T23:34:25.914+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:26.492 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:26.600 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:26.617 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:26 gibba008 bash[48858]: debug 2021-03-04T23:34:26.481+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:27.015 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:27.118 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:27.341 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[91265]: debug 2021-03-04T23:34:27.005+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:27.601 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[37770]: cluster 2021-03-04T23:34:25.610740+0000 mgr.x (mgr.34379) 1419 : cluster [DBG] pgmap v1877: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2021-03-04T23:34:27.602 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[37770]: cluster 2021-03-04T23:34:26.339396+0000 mon.a (mon.0) 2161 : cluster [DBG] osdmap e813: 8 total, 8 up, 7 in 2021-03-04T23:34:27.602 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[39303]: cluster 2021-03-04T23:34:25.610740+0000 mgr.x (mgr.34379) 1419 : cluster [DBG] pgmap v1877: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2021-03-04T23:34:27.602 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[39303]: cluster 2021-03-04T23:34:26.339396+0000 mon.a (mon.0) 2161 : cluster [DBG] osdmap e813: 8 total, 8 up, 7 in 2021-03-04T23:34:27.632 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:27.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:27 gibba023 bash[27374]: cluster 2021-03-04T23:34:25.610740+0000 mgr.x (mgr.34379) 1419 : cluster [DBG] pgmap v1877: 273 pgs: 273 active+clean; 4.0 MiB data, 919 MiB used, 584 GiB / 588 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2021-03-04T23:34:27.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:27 gibba023 bash[27374]: cluster 2021-03-04T23:34:26.339396+0000 mon.a (mon.0) 2161 : cluster [DBG] osdmap e813: 8 total, 8 up, 7 in 2021-03-04T23:34:27.807 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:34:27.857 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[48858]: debug 2021-03-04T23:34:27.621+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:27.858 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:27.883 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:27.961 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:28.159 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:34:28.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:28.169 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:27 gibba008 bash[91265]: debug 2021-03-04T23:34:27.849+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:28.238 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:28.242 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:28.362 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:34:28.364 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T23:34:28.364 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T23:34:28.378 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6032 ms) 2021-03-04T23:34:28.378 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2021-03-04T23:34:28.379 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:28 gibba008 bash[37770]: cluster 2021-03-04T23:34:27.338304+0000 mon.a (mon.0) 2162 : cluster [DBG] osdmap e814: 8 total, 8 up, 7 in 2021-03-04T23:34:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:28 gibba008 bash[37770]: audit 2021-03-04T23:34:27.868060+0000 mon.a (mon.0) 2163 : audit [INF] from='client.? 172.21.2.108:0/1561467075' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:34:28.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:28 gibba008 bash[39303]: cluster 2021-03-04T23:34:27.338304+0000 mon.a (mon.0) 2162 : cluster [DBG] osdmap e814: 8 total, 8 up, 7 in 2021-03-04T23:34:28.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:28 gibba008 bash[39303]: audit 2021-03-04T23:34:27.868060+0000 mon.a (mon.0) 2163 : audit [INF] from='client.? 172.21.2.108:0/1561467075' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:34:28.764 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:28 gibba023 bash[27374]: cluster 2021-03-04T23:34:27.338304+0000 mon.a (mon.0) 2162 : cluster [DBG] osdmap e814: 8 total, 8 up, 7 in 2021-03-04T23:34:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:28 gibba023 bash[27374]: audit 2021-03-04T23:34:27.868060+0000 mon.a (mon.0) 2163 : audit [INF] from='client.? 172.21.2.108:0/1561467075' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:34:28.873 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:28.979 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:29.082 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:29.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:28 gibba023 bash[19550]: debug 2021-03-04T23:34:28.974+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:29.544 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:28 gibba008 bash[44600]: debug 2021-03-04T23:34:28.753+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:29.690 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:29 gibba023 bash[27374]: cluster 2021-03-04T23:34:27.612266+0000 mgr.x (mgr.34379) 1420 : cluster [DBG] pgmap v1880: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 12 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2021-03-04T23:34:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:29 gibba023 bash[27374]: audit 2021-03-04T23:34:28.351197+0000 mon.a (mon.0) 2164 : audit [INF] from='client.? 172.21.2.108:0/1561467075' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:34:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:29 gibba023 bash[27374]: cluster 2021-03-04T23:34:28.351242+0000 mon.a (mon.0) 2165 : cluster [DBG] osdmap e815: 8 total, 8 up, 7 in 2021-03-04T23:34:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:29 gibba023 bash[27374]: cluster 2021-03-04T23:34:29.324919+0000 mon.a (mon.0) 2166 : cluster [DBG] osdmap e816: 8 total, 8 up, 7 in 2021-03-04T23:34:29.793 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.056 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.157 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:30 gibba008 bash[44600]: debug 2021-03-04T23:34:30.041+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:30.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[48858]: debug 2021-03-04T23:34:29.681+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[37770]: cluster 2021-03-04T23:34:27.612266+0000 mgr.x (mgr.34379) 1420 : cluster [DBG] pgmap v1880: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 12 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2021-03-04T23:34:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[37770]: audit 2021-03-04T23:34:28.351197+0000 mon.a (mon.0) 2164 : audit [INF] from='client.? 172.21.2.108:0/1561467075' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:34:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[37770]: cluster 2021-03-04T23:34:28.351242+0000 mon.a (mon.0) 2165 : cluster [DBG] osdmap e815: 8 total, 8 up, 7 in 2021-03-04T23:34:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[37770]: cluster 2021-03-04T23:34:29.324919+0000 mon.a (mon.0) 2166 : cluster [DBG] osdmap e816: 8 total, 8 up, 7 in 2021-03-04T23:34:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[39303]: cluster 2021-03-04T23:34:27.612266+0000 mgr.x (mgr.34379) 1420 : cluster [DBG] pgmap v1880: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 12 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2021-03-04T23:34:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[39303]: audit 2021-03-04T23:34:28.351197+0000 mon.a (mon.0) 2164 : audit [INF] from='client.? 172.21.2.108:0/1561467075' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:34:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[39303]: cluster 2021-03-04T23:34:28.351242+0000 mon.a (mon.0) 2165 : cluster [DBG] osdmap e815: 8 total, 8 up, 7 in 2021-03-04T23:34:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:29 gibba008 bash[39303]: cluster 2021-03-04T23:34:29.324919+0000 mon.a (mon.0) 2166 : cluster [DBG] osdmap e816: 8 total, 8 up, 7 in 2021-03-04T23:34:30.348 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:34:30.348 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:30.349 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:34:30.349 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T23:34:30.468 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.723 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 1 1 2021-03-04T23:34:30.792 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:30 gibba008 bash[44600]: debug 2021-03-04T23:34:30.457+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:30.812 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:31.145 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:31.248 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:31.351 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:31.353 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T23:34:31.353 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:34:31.354 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:34:31.354 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:34:31.354 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1 with size 2097152 2021-03-04T23:34:31.354 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T23:34:31.357 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T23:34:31.358 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:34:31.358 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1-rename 2021-03-04T23:34:31.359 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:34:31.359 INFO:tasks.workunit.client.0.gibba008.stdout:found snap1-rename with size 2097152 2021-03-04T23:34:31.360 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2 with size 4194304 2021-03-04T23:34:31.453 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:31.470 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:31 gibba008 bash[37770]: cluster 2021-03-04T23:34:29.613201+0000 mgr.x (mgr.34379) 1421 : cluster [DBG] pgmap v1883: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2021-03-04T23:34:31.470 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:31 gibba008 bash[37770]: cluster 2021-03-04T23:34:30.339552+0000 mon.a (mon.0) 2167 : cluster [DBG] osdmap e817: 8 total, 8 up, 7 in 2021-03-04T23:34:31.471 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:31 gibba008 bash[39303]: cluster 2021-03-04T23:34:29.613201+0000 mgr.x (mgr.34379) 1421 : cluster [DBG] pgmap v1883: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2021-03-04T23:34:31.471 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:31 gibba008 bash[39303]: cluster 2021-03-04T23:34:30.339552+0000 mon.a (mon.0) 2167 : cluster [DBG] osdmap e817: 8 total, 8 up, 7 in 2021-03-04T23:34:31.471 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:31 gibba008 bash[44600]: debug 2021-03-04T23:34:31.137+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:31.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:31 gibba023 bash[15180]: debug 2021-03-04T23:34:31.346+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:31.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:31 gibba023 bash[27374]: cluster 2021-03-04T23:34:29.613201+0000 mgr.x (mgr.34379) 1421 : cluster [DBG] pgmap v1883: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2021-03-04T23:34:31.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:31 gibba023 bash[27374]: cluster 2021-03-04T23:34:30.339552+0000 mon.a (mon.0) 2167 : cluster [DBG] osdmap e817: 8 total, 8 up, 7 in 2021-03-04T23:34:32.037 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:32.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:32.346 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:32 gibba008 bash[48858]: debug 2021-03-04T23:34:32.029+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:32.347 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:32.358 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:34:32.359 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:34:32.359 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2-rename 2021-03-04T23:34:32.359 INFO:tasks.workunit.client.0.gibba008.stdout:found snap2-rename with size 4194304 2021-03-04T23:34:32.449 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:32.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:32 gibba008 bash[37770]: cluster 2021-03-04T23:34:31.343445+0000 mon.a (mon.0) 2168 : cluster [DBG] osdmap e818: 8 total, 8 up, 7 in 2021-03-04T23:34:32.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:32 gibba008 bash[39303]: cluster 2021-03-04T23:34:31.343445+0000 mon.a (mon.0) 2168 : cluster [DBG] osdmap e818: 8 total, 8 up, 7 in 2021-03-04T23:34:32.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:32 gibba008 bash[48858]: debug 2021-03-04T23:34:32.337+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:32.552 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:32.660 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:32 gibba023 bash[27374]: cluster 2021-03-04T23:34:31.343445+0000 mon.a (mon.0) 2168 : cluster [DBG] osdmap e818: 8 total, 8 up, 7 in 2021-03-04T23:34:32.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:32 gibba023 bash[18090]: debug 2021-03-04T23:34:32.546+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:33.268 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:33.370 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:33.374 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T23:34:33.374 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T23:34:33.375 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4997 ms) 2021-03-04T23:34:33.376 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIO 2021-03-04T23:34:33.404 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:33.519 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:33 gibba008 bash[48858]: debug 2021-03-04T23:34:33.257+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:33.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:33 gibba008 bash[37770]: cluster 2021-03-04T23:34:31.615087+0000 mgr.x (mgr.34379) 1422 : cluster [DBG] pgmap v1886: 273 pgs: 273 active+clean; 4.0 MiB data, 889 MiB used, 584 GiB / 588 GiB avail; 1.2 KiB/s wr, 1 op/s; 13 B/s, 19 keys/s, 1 objects/s recovering 2021-03-04T23:34:33.520 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:33 gibba008 bash[37770]: cluster 2021-03-04T23:34:32.348286+0000 mon.a (mon.0) 2169 : cluster [DBG] osdmap e819: 8 total, 8 up, 7 in 2021-03-04T23:34:33.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:33 gibba008 bash[39303]: cluster 2021-03-04T23:34:31.615087+0000 mgr.x (mgr.34379) 1422 : cluster [DBG] pgmap v1886: 273 pgs: 273 active+clean; 4.0 MiB data, 889 MiB used, 584 GiB / 588 GiB avail; 1.2 KiB/s wr, 1 op/s; 13 B/s, 19 keys/s, 1 objects/s recovering 2021-03-04T23:34:33.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:33 gibba008 bash[39303]: cluster 2021-03-04T23:34:32.348286+0000 mon.a (mon.0) 2169 : cluster [DBG] osdmap e819: 8 total, 8 up, 7 in 2021-03-04T23:34:33.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:33.629 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:33.640 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:33 gibba023 bash[27374]: cluster 2021-03-04T23:34:31.615087+0000 mgr.x (mgr.34379) 1422 : cluster [DBG] pgmap v1886: 273 pgs: 273 active+clean; 4.0 MiB data, 889 MiB used, 584 GiB / 588 GiB avail; 1.2 KiB/s wr, 1 op/s; 13 B/s, 19 keys/s, 1 objects/s recovering 2021-03-04T23:34:33.640 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:33 gibba023 bash[27374]: cluster 2021-03-04T23:34:32.348286+0000 mon.a (mon.0) 2169 : cluster [DBG] osdmap e819: 8 total, 8 up, 7 in 2021-03-04T23:34:33.725 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:33.833 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:33.944 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:33 gibba023 bash[88433]: debug 2021-03-04T23:34:33.718+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:33.945 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:34.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:33 gibba008 bash[47391]: debug 2021-03-04T23:34:33.509+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:34.052 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:34.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:34.252 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:34.268 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:33 gibba023 bash[19550]: debug 2021-03-04T23:34:33.938+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:34.269 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:34 gibba023 bash[19550]: debug 2021-03-04T23:34:34.142+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:34.350 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:34.455 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:34 gibba023 bash[27374]: cluster 2021-03-04T23:34:33.364703+0000 mon.a (mon.0) 2170 : cluster [DBG] osdmap e820: 8 total, 8 up, 7 in 2021-03-04T23:34:34.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:34 gibba023 bash[27374]: cluster 2021-03-04T23:34:34.327422+0000 mon.a (mon.0) 2171 : cluster [DBG] osdmap e821: 8 total, 8 up, 7 in 2021-03-04T23:34:34.525 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:34 gibba023 bash[15180]: debug 2021-03-04T23:34:34.342+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:34.627 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:34 gibba008 bash[37770]: cluster 2021-03-04T23:34:33.364703+0000 mon.a (mon.0) 2170 : cluster [DBG] osdmap e820: 8 total, 8 up, 7 in 2021-03-04T23:34:34.628 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:34 gibba008 bash[37770]: cluster 2021-03-04T23:34:34.327422+0000 mon.a (mon.0) 2171 : cluster [DBG] osdmap e821: 8 total, 8 up, 7 in 2021-03-04T23:34:34.628 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:34 gibba008 bash[39303]: cluster 2021-03-04T23:34:33.364703+0000 mon.a (mon.0) 2170 : cluster [DBG] osdmap e820: 8 total, 8 up, 7 in 2021-03-04T23:34:34.629 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:34 gibba008 bash[39303]: cluster 2021-03-04T23:34:34.327422+0000 mon.a (mon.0) 2171 : cluster [DBG] osdmap e821: 8 total, 8 up, 7 in 2021-03-04T23:34:34.629 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:34.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:34.880 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:34.934 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:34 gibba008 bash[48858]: debug 2021-03-04T23:34:34.617+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:34.987 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:35.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:34 gibba023 bash[18090]: debug 2021-03-04T23:34:34.870+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:35.082 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:35.190 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:35.379 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:35 gibba023 bash[15180]: debug 2021-03-04T23:34:35.074+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:35.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:35 gibba008 bash[37770]: cluster 2021-03-04T23:34:33.616078+0000 mgr.x (mgr.34379) 1423 : cluster [DBG] pgmap v1889: 273 pgs: 273 active+clean; 4.0 MiB data, 894 MiB used, 584 GiB / 588 GiB avail; 1.5 KiB/s wr, 1 op/s; 73 B/s, 37 keys/s, 2 objects/s recovering 2021-03-04T23:34:35.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:35 gibba008 bash[39303]: cluster 2021-03-04T23:34:33.616078+0000 mgr.x (mgr.34379) 1423 : cluster [DBG] pgmap v1889: 273 pgs: 273 active+clean; 4.0 MiB data, 894 MiB used, 584 GiB / 588 GiB avail; 1.5 KiB/s wr, 1 op/s; 73 B/s, 37 keys/s, 2 objects/s recovering 2021-03-04T23:34:35.599 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:35.706 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:35.716 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:35 gibba023 bash[27374]: cluster 2021-03-04T23:34:33.616078+0000 mgr.x (mgr.34379) 1423 : cluster [DBG] pgmap v1889: 273 pgs: 273 active+clean; 4.0 MiB data, 894 MiB used, 584 GiB / 588 GiB avail; 1.5 KiB/s wr, 1 op/s; 73 B/s, 37 keys/s, 2 objects/s recovering 2021-03-04T23:34:35.796 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:35.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:35.914 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:35 gibba008 bash[48858]: debug 2021-03-04T23:34:35.589+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:36.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:35 gibba023 bash[15180]: debug 2021-03-04T23:34:35.790+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:36.387 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:36.393 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:36 gibba008 bash[44600]: debug 2021-03-04T23:34:36.377+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:36.495 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:36.785 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:36.895 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:36 gibba008 bash[44600]: debug 2021-03-04T23:34:36.777+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:37.397 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.505 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:37 gibba008 bash[37770]: cluster 2021-03-04T23:34:35.617055+0000 mgr.x (mgr.34379) 1424 : cluster [DBG] pgmap v1891: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 2.3 KiB/s rd, 718 B/s wr, 3 op/s; 56 B/s, 16 keys/s, 0 objects/s recovering 2021-03-04T23:34:37.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:37 gibba008 bash[47391]: debug 2021-03-04T23:34:37.385+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:37.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:37 gibba008 bash[39303]: cluster 2021-03-04T23:34:35.617055+0000 mgr.x (mgr.34379) 1424 : cluster [DBG] pgmap v1891: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 2.3 KiB/s rd, 718 B/s wr, 3 op/s; 56 B/s, 16 keys/s, 0 objects/s recovering 2021-03-04T23:34:37.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:37 gibba023 bash[27374]: cluster 2021-03-04T23:34:35.617055+0000 mgr.x (mgr.34379) 1424 : cluster [DBG] pgmap v1891: 273 pgs: 273 active+clean; 4.0 MiB data, 898 MiB used, 584 GiB / 588 GiB avail; 2.3 KiB/s rd, 718 B/s wr, 3 op/s; 56 B/s, 16 keys/s, 0 objects/s recovering 2021-03-04T23:34:37.863 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.971 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:38.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:37 gibba008 bash[47391]: debug 2021-03-04T23:34:37.853+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:38.488 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:38.595 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:38.646 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:38.646 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:38.648 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.648 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.648 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:38.648 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.648 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:38.649 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.649 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.649 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:38.649 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:38.651 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.651 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:38.651 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.651 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.652 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:38.652 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.652 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:38.652 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.652 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.653 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:38.653 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:38.653 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:38.653 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:38.654 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:38.654 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:38.654 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:38.654 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:38.654 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:38.655 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:38.655 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:38.655 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.655 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:38.655 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.657 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.658 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:38.658 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.658 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:38.659 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.659 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.659 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:38.659 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.659 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:38.660 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.660 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.660 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:38.660 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.660 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:38.661 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.661 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.661 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:38.661 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.661 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.662 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.662 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.662 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.662 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.663 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:38.663 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:38.663 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:38.663 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.663 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:38.664 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:38.664 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:38.664 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.664 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:38.664 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:38.665 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:38.665 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.665 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:38.665 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:38.665 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:38.666 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.666 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:38.666 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:38.666 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:38.666 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 512~512 = 512 2021-03-04T23:34:38.667 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.667 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 1536~512 = 0 2021-03-04T23:34:38.667 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.667 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.668 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.668 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.668 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:38.668 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:34:38.668 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.669 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.669 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:34:38.669 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.669 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.669 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:34:38.670 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.670 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.670 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:34:38.670 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.670 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.671 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.671 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.671 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:34:38.671 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.672 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.672 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:34:38.672 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.672 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.672 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:34:38.673 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.673 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.673 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:34:38.673 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.673 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.674 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.674 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.674 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:34:38.674 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.674 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.675 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:34:38.675 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.675 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.675 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:34:38.676 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.676 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.676 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:34:38.676 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.677 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.677 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.677 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.677 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:34:38.677 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.678 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.678 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:34:38.678 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.678 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.678 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:34:38.679 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.679 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.679 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:34:38.679 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.679 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.680 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.680 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.680 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:34:38.680 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.681 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.681 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:34:38.681 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.681 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.681 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:34:38.682 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.682 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.682 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:34:38.682 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.682 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.683 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.683 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.683 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.683 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.683 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.684 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.684 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:38.684 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.684 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.684 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.685 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.685 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.685 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.685 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:38.685 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.686 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.686 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.686 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.686 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.686 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.687 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:38.687 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.687 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.688 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.688 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.688 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.688 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.688 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:38.689 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.689 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.689 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.690 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.690 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.690 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.690 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.690 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:38.691 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.691 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.691 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.691 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.691 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:38.692 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.692 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.692 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.692 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:38.692 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:38.693 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:38.693 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:38.693 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:38.693 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:38.693 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:38.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:38 gibba008 bash[47391]: debug 2021-03-04T23:34:38.477+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:38.860 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:38.968 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.082 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.190 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:39.207 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:38 gibba008 bash[44600]: debug 2021-03-04T23:34:38.849+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:39.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:39 gibba023 bash[88433]: debug 2021-03-04T23:34:39.074+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:39.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:39 gibba008 bash[37770]: cluster 2021-03-04T23:34:37.620345+0000 mgr.x (mgr.34379) 1425 : cluster [DBG] pgmap v1892: 273 pgs: 273 active+clean; 4.0 MiB data, 891 MiB used, 584 GiB / 588 GiB avail; 418 KiB/s rd, 144 KiB/s wr, 557 op/s; 39 B/s, 11 keys/s, 0 objects/s recovering 2021-03-04T23:34:39.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:39 gibba008 bash[37770]: cluster 2021-03-04T23:34:39.322874+0000 mon.a (mon.0) 2172 : cluster [DBG] osdmap e822: 8 total, 8 up, 7 in 2021-03-04T23:34:39.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:39 gibba008 bash[39303]: cluster 2021-03-04T23:34:37.620345+0000 mgr.x (mgr.34379) 1425 : cluster [DBG] pgmap v1892: 273 pgs: 273 active+clean; 4.0 MiB data, 891 MiB used, 584 GiB / 588 GiB avail; 418 KiB/s rd, 144 KiB/s wr, 557 op/s; 39 B/s, 11 keys/s, 0 objects/s recovering 2021-03-04T23:34:39.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:39 gibba008 bash[39303]: cluster 2021-03-04T23:34:39.322874+0000 mon.a (mon.0) 2172 : cluster [DBG] osdmap e822: 8 total, 8 up, 7 in 2021-03-04T23:34:39.671 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:39 gibba023 bash[27374]: cluster 2021-03-04T23:34:37.620345+0000 mgr.x (mgr.34379) 1425 : cluster [DBG] pgmap v1892: 273 pgs: 273 active+clean; 4.0 MiB data, 891 MiB used, 584 GiB / 588 GiB avail; 418 KiB/s rd, 144 KiB/s wr, 557 op/s; 39 B/s, 11 keys/s, 0 objects/s recovering 2021-03-04T23:34:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:39 gibba023 bash[27374]: cluster 2021-03-04T23:34:39.322874+0000 mon.a (mon.0) 2172 : cluster [DBG] osdmap e822: 8 total, 8 up, 7 in 2021-03-04T23:34:39.781 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:40.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:39 gibba008 bash[91265]: debug 2021-03-04T23:34:39.661+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:40.262 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:40.364 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:40.455 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:40.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:40 gibba008 bash[47391]: debug 2021-03-04T23:34:40.253+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:40.558 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:40.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:40 gibba023 bash[88433]: debug 2021-03-04T23:34:40.450+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:41.088 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:41.197 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:41.242 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:34:41.242 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:34:41.242 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:34:41.243 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:34:41.243 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:34:41.271 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:41.375 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:41.395 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:41 gibba008 bash[44600]: debug 2021-03-04T23:34:41.077+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:41.495 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:41 gibba023 bash[27374]: cluster 2021-03-04T23:34:39.621386+0000 mgr.x (mgr.34379) 1426 : cluster [DBG] pgmap v1894: 273 pgs: 273 active+clean; 4.0 MiB data, 891 MiB used, 584 GiB / 588 GiB avail; 401 KiB/s rd, 138 KiB/s wr, 535 op/s 2021-03-04T23:34:41.496 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:41 gibba023 bash[15180]: debug 2021-03-04T23:34:41.266+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:41.496 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:41.598 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:41.710 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:41 gibba008 bash[39303]: cluster 2021-03-04T23:34:39.621386+0000 mgr.x (mgr.34379) 1426 : cluster [DBG] pgmap v1894: 273 pgs: 273 active+clean; 4.0 MiB data, 891 MiB used, 584 GiB / 588 GiB avail; 401 KiB/s rd, 138 KiB/s wr, 535 op/s 2021-03-04T23:34:41.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:41 gibba008 bash[37770]: cluster 2021-03-04T23:34:39.621386+0000 mgr.x (mgr.34379) 1426 : cluster [DBG] pgmap v1894: 273 pgs: 273 active+clean; 4.0 MiB data, 891 MiB used, 584 GiB / 588 GiB avail; 401 KiB/s rd, 138 KiB/s wr, 535 op/s 2021-03-04T23:34:41.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:41 gibba023 bash[19550]: debug 2021-03-04T23:34:41.702+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:41.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:41 gibba023 bash[88433]: debug 2021-03-04T23:34:41.490+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:41.818 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:41.910 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:42.016 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:42.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:41 gibba023 bash[18090]: debug 2021-03-04T23:34:41.902+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:42.411 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:42.520 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:42.620 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:42.727 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:42.744 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:42 gibba008 bash[44600]: debug 2021-03-04T23:34:42.401+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:43.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:42 gibba023 bash[15180]: debug 2021-03-04T23:34:42.614+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:43.132 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:43.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:43.306 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:34:43.386 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:43.389 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:43 gibba008 bash[44600]: debug 2021-03-04T23:34:43.121+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:43.389 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:43.491 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:43.759 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:43 gibba008 bash[37770]: cluster 2021-03-04T23:34:41.622122+0000 mgr.x (mgr.34379) 1427 : cluster [DBG] pgmap v1895: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 313 KiB/s rd, 108 KiB/s wr, 418 op/s 2021-03-04T23:34:43.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:43 gibba008 bash[39303]: cluster 2021-03-04T23:34:41.622122+0000 mgr.x (mgr.34379) 1427 : cluster [DBG] pgmap v1895: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 313 KiB/s rd, 108 KiB/s wr, 418 op/s 2021-03-04T23:34:43.760 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:43 gibba008 bash[91265]: debug 2021-03-04T23:34:43.381+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:43.761 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:43 gibba023 bash[27374]: cluster 2021-03-04T23:34:41.622122+0000 mgr.x (mgr.34379) 1427 : cluster [DBG] pgmap v1895: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 313 KiB/s rd, 108 KiB/s wr, 418 op/s 2021-03-04T23:34:43.869 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:43.936 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.937 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.937 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.938 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.938 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.939 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.939 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.939 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.939 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.940 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.940 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.940 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.940 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.940 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.941 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.941 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.941 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.941 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.941 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.942 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.942 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.942 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.942 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.943 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.943 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.943 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.943 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.943 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.944 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.944 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.944 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.944 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.944 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.945 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.945 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.945 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.945 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.946 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.946 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.946 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.946 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.946 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.947 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.947 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.947 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.947 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.948 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.948 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.948 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.948 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.948 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.949 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.949 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.949 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.949 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.950 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.950 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.950 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.950 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.951 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.951 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.951 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.951 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.951 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.952 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.952 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.952 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.952 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.953 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.953 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.953 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.953 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.954 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.954 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.954 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.954 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.955 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.955 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.955 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.955 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.955 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.956 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.956 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.956 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.956 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.957 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.957 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.957 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.957 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.957 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.958 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.958 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.958 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.958 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.958 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.959 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.959 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.959 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.959 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.960 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.960 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.960 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.960 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.961 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.961 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.962 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.962 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.962 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.962 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.963 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.963 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:43.963 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:43.963 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:43.963 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:43.964 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:43.964 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.964 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.964 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.964 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:43.965 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:43.965 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:43.965 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:43.965 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:43.966 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:43.966 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:43.966 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIO (10561 ms) 2021-03-04T23:34:43.966 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2021-03-04T23:34:43.966 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:43.968 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:44.069 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:44.095 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:43 gibba008 bash[91265]: debug 2021-03-04T23:34:43.749+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:44.200 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:43 gibba023 bash[18090]: debug 2021-03-04T23:34:43.934+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:44.200 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:44.304 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:44.445 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:44.451 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:44 gibba023 bash[18090]: debug 2021-03-04T23:34:44.438+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:44.452 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:44 gibba023 bash[19550]: debug 2021-03-04T23:34:44.194+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:44.554 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:44.983 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:45.091 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:45.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:44 gibba008 bash[91265]: debug 2021-03-04T23:34:44.973+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:45.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: cluster 2021-03-04T23:34:43.623931+0000 mgr.x (mgr.34379) 1428 : cluster [DBG] pgmap v1896: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 539 KiB/s rd, 184 KiB/s wr, 749 op/s 2021-03-04T23:34:45.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.828753+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 5]}]: dispatch 2021-03-04T23:34:45.529 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.829512+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:34:45.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.830258+0000 mon.a (mon.0) 2175 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:34:45.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.830916+0000 mon.a (mon.0) 2176 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:34:45.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.831625+0000 mon.a (mon.0) 2177 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 2]}]: dispatch 2021-03-04T23:34:45.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.832397+0000 mon.a (mon.0) 2178 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.a", "id": [4, 2]}]: dispatch 2021-03-04T23:34:45.530 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.833069+0000 mon.a (mon.0) 2179 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.b", "id": [5, 2]}]: dispatch 2021-03-04T23:34:45.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.833794+0000 mon.a (mon.0) 2180 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.d", "id": [5, 0]}]: dispatch 2021-03-04T23:34:45.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.834427+0000 mon.a (mon.0) 2181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.15", "id": [6, 0]}]: dispatch 2021-03-04T23:34:45.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:44.835126+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.1d", "id": [5, 0]}]: dispatch 2021-03-04T23:34:45.531 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[39303]: audit 2021-03-04T23:34:45.050553+0000 mon.a (mon.0) 2183 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:45.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: cluster 2021-03-04T23:34:43.623931+0000 mgr.x (mgr.34379) 1428 : cluster [DBG] pgmap v1896: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 539 KiB/s rd, 184 KiB/s wr, 749 op/s 2021-03-04T23:34:45.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.828753+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 5]}]: dispatch 2021-03-04T23:34:45.532 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.829512+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:34:45.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.830258+0000 mon.a (mon.0) 2175 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:34:45.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.830916+0000 mon.a (mon.0) 2176 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:34:45.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.831625+0000 mon.a (mon.0) 2177 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 2]}]: dispatch 2021-03-04T23:34:45.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.832397+0000 mon.a (mon.0) 2178 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.a", "id": [4, 2]}]: dispatch 2021-03-04T23:34:45.533 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.833069+0000 mon.a (mon.0) 2179 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.b", "id": [5, 2]}]: dispatch 2021-03-04T23:34:45.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.833794+0000 mon.a (mon.0) 2180 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.d", "id": [5, 0]}]: dispatch 2021-03-04T23:34:45.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.834427+0000 mon.a (mon.0) 2181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.15", "id": [6, 0]}]: dispatch 2021-03-04T23:34:45.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:44.835126+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.1d", "id": [5, 0]}]: dispatch 2021-03-04T23:34:45.534 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[37770]: audit 2021-03-04T23:34:45.050553+0000 mon.a (mon.0) 2183 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:45.535 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:45.637 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: cluster 2021-03-04T23:34:43.623931+0000 mgr.x (mgr.34379) 1428 : cluster [DBG] pgmap v1896: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 539 KiB/s rd, 184 KiB/s wr, 749 op/s 2021-03-04T23:34:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.828753+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 5]}]: dispatch 2021-03-04T23:34:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.829512+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:34:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.830258+0000 mon.a (mon.0) 2175 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:34:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.830916+0000 mon.a (mon.0) 2176 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:34:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.831625+0000 mon.a (mon.0) 2177 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 2]}]: dispatch 2021-03-04T23:34:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.832397+0000 mon.a (mon.0) 2178 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.a", "id": [4, 2]}]: dispatch 2021-03-04T23:34:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.833069+0000 mon.a (mon.0) 2179 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.b", "id": [5, 2]}]: dispatch 2021-03-04T23:34:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.833794+0000 mon.a (mon.0) 2180 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.d", "id": [5, 0]}]: dispatch 2021-03-04T23:34:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.834427+0000 mon.a (mon.0) 2181 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.15", "id": [6, 0]}]: dispatch 2021-03-04T23:34:45.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:44.835126+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "32.1d", "id": [5, 0]}]: dispatch 2021-03-04T23:34:45.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:45 gibba023 bash[27374]: audit 2021-03-04T23:34:45.050553+0000 mon.a (mon.0) 2183 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:45.829 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:45 gibba008 bash[91265]: debug 2021-03-04T23:34:45.517+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:46.049 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:46.122 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:34:46.135 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:34:46.149 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:34:46.152 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:46.161 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:34:46.175 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:34:46.189 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:34:46.203 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:34:46.217 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:34:46.217 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.218 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.218 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.218 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.218 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.218 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.220 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.220 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:46.233 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:46.242 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[47391]: debug 2021-03-04T23:34:46.041+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:46.337 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:46.427 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:46 gibba023 bash[18090]: debug 2021-03-04T23:34:46.226+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:46.434 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:34:46.436 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.1 to 1 (10000) 2021-03-04T23:34:46.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[39303]: audit 2021-03-04T23:34:46.104516+0000 mon.c (mon.1) 142 : audit [DBG] from='client.? 172.21.2.108:0/1520012632' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:46.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[39303]: audit 2021-03-04T23:34:46.238745+0000 mon.a (mon.0) 2184 : audit [INF] from='client.? 172.21.2.108:0/2210960993' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:34:46.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[39303]: audit 2021-03-04T23:34:46.248423+0000 mon.a (mon.0) 2185 : audit [INF] from='client.? 172.21.2.108:0/1309892298' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:46.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[37770]: audit 2021-03-04T23:34:46.104516+0000 mon.c (mon.1) 142 : audit [DBG] from='client.? 172.21.2.108:0/1520012632' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:46.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[37770]: audit 2021-03-04T23:34:46.238745+0000 mon.a (mon.0) 2184 : audit [INF] from='client.? 172.21.2.108:0/2210960993' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:34:46.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[37770]: audit 2021-03-04T23:34:46.248423+0000 mon.a (mon.0) 2185 : audit [INF] from='client.? 172.21.2.108:0/1309892298' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:46.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:46.651 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:46.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:46 gibba023 bash[27374]: audit 2021-03-04T23:34:46.104516+0000 mon.c (mon.1) 142 : audit [DBG] from='client.? 172.21.2.108:0/1520012632' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:46.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:46 gibba023 bash[27374]: audit 2021-03-04T23:34:46.238745+0000 mon.a (mon.0) 2184 : audit [INF] from='client.? 172.21.2.108:0/2210960993' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:34:46.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:46 gibba023 bash[27374]: audit 2021-03-04T23:34:46.248423+0000 mon.a (mon.0) 2185 : audit [INF] from='client.? 172.21.2.108:0/1309892298' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:46.803 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:46 gibba008 bash[91265]: debug 2021-03-04T23:34:46.537+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:47.032 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:47.140 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:47.431 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[47391]: debug 2021-03-04T23:34:47.021+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:47.689 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[39303]: cluster 2021-03-04T23:34:45.625477+0000 mgr.x (mgr.34379) 1429 : cluster [DBG] pgmap v1897: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 508 KiB/s rd, 175 KiB/s wr, 708 op/s 2021-03-04T23:34:47.689 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[39303]: cluster 2021-03-04T23:34:46.405663+0000 mon.a (mon.0) 2186 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:47.690 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[39303]: audit 2021-03-04T23:34:46.416827+0000 mon.a (mon.0) 2187 : audit [INF] from='client.? 172.21.2.108:0/2210960993' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:34:47.690 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[39303]: audit 2021-03-04T23:34:46.417157+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? 172.21.2.108:0/1309892298' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:47.690 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[39303]: cluster 2021-03-04T23:34:46.417416+0000 mon.a (mon.0) 2189 : cluster [DBG] osdmap e823: 8 total, 8 up, 7 in 2021-03-04T23:34:47.690 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[37770]: cluster 2021-03-04T23:34:45.625477+0000 mgr.x (mgr.34379) 1429 : cluster [DBG] pgmap v1897: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 508 KiB/s rd, 175 KiB/s wr, 708 op/s 2021-03-04T23:34:47.691 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[37770]: cluster 2021-03-04T23:34:46.405663+0000 mon.a (mon.0) 2186 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:47.691 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[37770]: audit 2021-03-04T23:34:46.416827+0000 mon.a (mon.0) 2187 : audit [INF] from='client.? 172.21.2.108:0/2210960993' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:34:47.691 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[37770]: audit 2021-03-04T23:34:46.417157+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? 172.21.2.108:0/1309892298' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:47.691 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[37770]: cluster 2021-03-04T23:34:46.417416+0000 mon.a (mon.0) 2189 : cluster [DBG] osdmap e823: 8 total, 8 up, 7 in 2021-03-04T23:34:47.692 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:47 gibba023 bash[27374]: cluster 2021-03-04T23:34:45.625477+0000 mgr.x (mgr.34379) 1429 : cluster [DBG] pgmap v1897: 273 pgs: 273 active+clean; 4.0 MiB data, 881 MiB used, 584 GiB / 588 GiB avail; 508 KiB/s rd, 175 KiB/s wr, 708 op/s 2021-03-04T23:34:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:47 gibba023 bash[27374]: cluster 2021-03-04T23:34:46.405663+0000 mon.a (mon.0) 2186 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:47 gibba023 bash[27374]: audit 2021-03-04T23:34:46.416827+0000 mon.a (mon.0) 2187 : audit [INF] from='client.? 172.21.2.108:0/2210960993' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:34:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:47 gibba023 bash[27374]: audit 2021-03-04T23:34:46.417157+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? 172.21.2.108:0/1309892298' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:47 gibba023 bash[27374]: cluster 2021-03-04T23:34:46.417416+0000 mon.a (mon.0) 2189 : cluster [DBG] osdmap e823: 8 total, 8 up, 7 in 2021-03-04T23:34:47.798 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:48.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:47 gibba008 bash[44600]: debug 2021-03-04T23:34:47.681+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:48.466 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:48.569 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:48.654 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:48.760 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:48.815 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:48 gibba008 bash[47391]: debug 2021-03-04T23:34:48.457+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:49.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:48 gibba023 bash[88433]: debug 2021-03-04T23:34:48.647+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:49.543 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:49.646 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:49.753 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:49 gibba023 bash[27374]: cluster 2021-03-04T23:34:47.626297+0000 mgr.x (mgr.34379) 1430 : cluster [DBG] pgmap v1899: 273 pgs: 273 active+clean; 6.0 MiB data, 872 MiB used, 584 GiB / 588 GiB avail; 453 KiB/s rd, 155 KiB/s wr, 651 op/s 2021-03-04T23:34:49.754 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:49.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:49 gibba008 bash[37770]: cluster 2021-03-04T23:34:47.626297+0000 mgr.x (mgr.34379) 1430 : cluster [DBG] pgmap v1899: 273 pgs: 273 active+clean; 6.0 MiB data, 872 MiB used, 584 GiB / 588 GiB avail; 453 KiB/s rd, 155 KiB/s wr, 651 op/s 2021-03-04T23:34:49.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:49 gibba008 bash[39303]: cluster 2021-03-04T23:34:47.626297+0000 mgr.x (mgr.34379) 1430 : cluster [DBG] pgmap v1899: 273 pgs: 273 active+clean; 6.0 MiB data, 872 MiB used, 584 GiB / 588 GiB avail; 453 KiB/s rd, 155 KiB/s wr, 651 op/s 2021-03-04T23:34:49.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:49 gibba008 bash[44600]: debug 2021-03-04T23:34:49.533+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:49.863 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:49.962 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:50.026 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:49 gibba023 bash[19550]: debug 2021-03-04T23:34:49.747+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:50.027 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:49 gibba023 bash[88433]: debug 2021-03-04T23:34:49.955+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:50.066 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:50.399 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:34:50.400 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:50.497 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:50.526 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:50.628 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:50.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:50 gibba008 bash[91265]: debug 2021-03-04T23:34:50.517+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:51.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:51.296 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:51.327 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:51.340 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:51.340 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:51.340 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:51.341 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:51.341 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:51.341 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.341 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:51.342 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.342 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.342 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:51.342 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.342 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:51.343 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.343 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.343 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:51.344 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.344 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:51.344 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.345 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.345 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:51.345 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.346 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:51.346 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.347 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.347 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:51.347 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.347 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:51.348 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.348 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.348 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:51.348 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:51.348 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:51.349 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:51.349 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:51.349 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:51.349 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:51.349 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:51.350 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:51.350 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:51.350 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:51.350 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.351 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:51.351 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.351 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.351 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:51.351 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.352 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:51.352 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.352 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.352 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:51.353 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.353 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:51.353 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.353 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.354 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:51.354 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.354 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:51.355 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.355 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.355 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:51.356 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.356 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:51.356 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.356 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.356 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:51.357 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.357 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.357 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.357 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.358 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.358 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.358 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:51.358 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:51.358 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:51.359 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.359 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:51.362 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:51.363 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:51.364 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.364 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:51.365 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:51.365 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:51.365 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.366 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:51.366 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:51.367 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:51.367 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.367 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:51.368 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:51.368 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:51.368 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 512~512 = 512 2021-03-04T23:34:51.369 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.369 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 1536~512 = 0 2021-03-04T23:34:51.369 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.370 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.370 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.371 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.371 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:51.371 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:34:51.372 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.372 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.373 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:34:51.373 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.374 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.374 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:34:51.374 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.375 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.375 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:34:51.375 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.376 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.376 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.377 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.377 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:34:51.378 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.378 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.378 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:34:51.379 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.379 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.379 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:34:51.380 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.380 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.380 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:34:51.381 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.381 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.381 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.382 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.382 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:34:51.383 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.383 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.383 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:34:51.384 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.384 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.384 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:34:51.385 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.386 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.386 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:34:51.387 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.387 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.388 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.388 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.388 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:34:51.389 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.389 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.390 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:34:51.390 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.390 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.391 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:34:51.391 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.391 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.392 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:34:51.392 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.393 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.393 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.393 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.394 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:34:51.394 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.394 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.395 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:34:51.395 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.396 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.397 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:34:51.397 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.397 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.398 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:34:51.398 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.398 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.399 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.399 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.400 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.400 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.401 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.401 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.401 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:51.402 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.402 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.402 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.403 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.403 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.404 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.404 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:51.404 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.405 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.405 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.406 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.406 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.406 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.407 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:51.407 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.408 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.408 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.408 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.409 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.409 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.409 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:51.410 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.410 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.411 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.411 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.411 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.412 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.412 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.413 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:51.413 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.414 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.415 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.415 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.416 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:51.416 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.417 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.417 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.418 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:51.418 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:51.418 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:51.419 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:51.419 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:51.419 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:51.420 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:51.430 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:51.457 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:51 gibba008 bash[47391]: debug 2021-03-04T23:34:51.317+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:51.525 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:51.633 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:51.649 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:51 gibba008 bash[39303]: cluster 2021-03-04T23:34:49.627070+0000 mgr.x (mgr.34379) 1431 : cluster [DBG] pgmap v1900: 273 pgs: 273 active+clean; 6.0 MiB data, 876 MiB used, 584 GiB / 588 GiB avail; 617 KiB/s rd, 210 KiB/s wr, 847 op/s 2021-03-04T23:34:51.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:51 gibba008 bash[37770]: cluster 2021-03-04T23:34:49.627070+0000 mgr.x (mgr.34379) 1431 : cluster [DBG] pgmap v1900: 273 pgs: 273 active+clean; 6.0 MiB data, 876 MiB used, 584 GiB / 588 GiB avail; 617 KiB/s rd, 210 KiB/s wr, 847 op/s 2021-03-04T23:34:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:51 gibba023 bash[27374]: cluster 2021-03-04T23:34:49.627070+0000 mgr.x (mgr.34379) 1431 : cluster [DBG] pgmap v1900: 273 pgs: 273 active+clean; 6.0 MiB data, 876 MiB used, 584 GiB / 588 GiB avail; 617 KiB/s rd, 210 KiB/s wr, 847 op/s 2021-03-04T23:34:51.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:51 gibba023 bash[15180]: debug 2021-03-04T23:34:51.519+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:52.115 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:34:52.215 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:52.372 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:52.479 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:52.502 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:34:52 gibba008 bash[48858]: debug 2021-03-04T23:34:52.361+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:53.081 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:53.189 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:53.465 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:53 gibba008 bash[91265]: debug 2021-03-04T23:34:53.073+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:53.682 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:53 gibba008 bash[37770]: cluster 2021-03-04T23:34:51.629493+0000 mgr.x (mgr.34379) 1432 : cluster [DBG] pgmap v1901: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 617 KiB/s rd, 210 KiB/s wr, 847 op/s 2021-03-04T23:34:53.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:53 gibba008 bash[39303]: cluster 2021-03-04T23:34:51.629493+0000 mgr.x (mgr.34379) 1432 : cluster [DBG] pgmap v1901: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 617 KiB/s rd, 210 KiB/s wr, 847 op/s 2021-03-04T23:34:53.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:53 gibba008 bash[47391]: debug 2021-03-04T23:34:53.673+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:53 gibba023 bash[27374]: cluster 2021-03-04T23:34:51.629493+0000 mgr.x (mgr.34379) 1432 : cluster [DBG] pgmap v1901: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 617 KiB/s rd, 210 KiB/s wr, 847 op/s 2021-03-04T23:34:53.791 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:53.885 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:53.991 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.093 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:53 gibba023 bash[18090]: debug 2021-03-04T23:34:53.879+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:54.093 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.202 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:54.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:54 gibba023 bash[15180]: debug 2021-03-04T23:34:54.087+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:54.528 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:54.637 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.723 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.827 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:54.957 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:54 gibba023 bash[15180]: debug 2021-03-04T23:34:54.719+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:54.957 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:55.059 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:55.069 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:54 gibba008 bash[47391]: debug 2021-03-04T23:34:54.517+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:55.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:54 gibba023 bash[18090]: debug 2021-03-04T23:34:54.951+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:55.552 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:55.660 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:55.749 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:55 gibba023 bash[27374]: cluster 2021-03-04T23:34:53.631210+0000 mgr.x (mgr.34379) 1433 : cluster [DBG] pgmap v1902: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 367 KiB/s rd, 126 KiB/s wr, 485 op/s 2021-03-04T23:34:55.750 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:55.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:55 gibba008 bash[37770]: cluster 2021-03-04T23:34:53.631210+0000 mgr.x (mgr.34379) 1433 : cluster [DBG] pgmap v1902: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 367 KiB/s rd, 126 KiB/s wr, 485 op/s 2021-03-04T23:34:55.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:55 gibba008 bash[39303]: cluster 2021-03-04T23:34:53.631210+0000 mgr.x (mgr.34379) 1433 : cluster [DBG] pgmap v1902: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 367 KiB/s rd, 126 KiB/s wr, 485 op/s 2021-03-04T23:34:55.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:34:55 gibba008 bash[91265]: debug 2021-03-04T23:34:55.541+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:55.861 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:55.959 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:56.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:55 gibba023 bash[19550]: debug 2021-03-04T23:34:55.743+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:56.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:34:55 gibba023 bash[19550]: debug 2021-03-04T23:34:55.955+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:56.064 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:56.204 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:56.312 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:56.440 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:34:56 gibba023 bash[18090]: debug 2021-03-04T23:34:56.199+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:56.441 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:56.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:56.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:34:56 gibba023 bash[15180]: debug 2021-03-04T23:34:56.435+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:57.172 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:57.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:57.478 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:57 gibba008 bash[47391]: debug 2021-03-04T23:34:57.161+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:57.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:57 gibba008 bash[37770]: cluster 2021-03-04T23:34:55.632708+0000 mgr.x (mgr.34379) 1434 : cluster [DBG] pgmap v1903: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 563 KiB/s rd, 191 KiB/s wr, 770 op/s 2021-03-04T23:34:57.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:57 gibba008 bash[39303]: cluster 2021-03-04T23:34:55.632708+0000 mgr.x (mgr.34379) 1434 : cluster [DBG] pgmap v1903: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 563 KiB/s rd, 191 KiB/s wr, 770 op/s 2021-03-04T23:34:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:57 gibba023 bash[27374]: cluster 2021-03-04T23:34:55.632708+0000 mgr.x (mgr.34379) 1434 : cluster [DBG] pgmap v1903: 273 pgs: 273 active+clean; 6.0 MiB data, 867 MiB used, 584 GiB / 588 GiB avail; 563 KiB/s rd, 191 KiB/s wr, 770 op/s 2021-03-04T23:34:57.777 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:57.886 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:58.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:34:57 gibba008 bash[47391]: debug 2021-03-04T23:34:57.769+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:58.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:58.483 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:58.620 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:58.679 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.679 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.680 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.680 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.680 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.680 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.681 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.681 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.681 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.681 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.681 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.682 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.682 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.682 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.682 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.683 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.683 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.683 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.684 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.684 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.684 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.685 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.685 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.685 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.685 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.686 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.686 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.686 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.687 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.687 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.687 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.688 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.688 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.688 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.689 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.689 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.689 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.689 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.689 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.690 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.690 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.690 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.691 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.691 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.691 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.691 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.691 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.692 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.692 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.692 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.692 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.692 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.693 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.693 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.693 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.694 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.694 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.694 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.695 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.695 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.695 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.695 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.695 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.696 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.696 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.696 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.696 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.696 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.697 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.697 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.697 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.697 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.698 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.698 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.698 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.699 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.699 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.699 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.699 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.699 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.700 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.700 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.700 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.700 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.700 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.701 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.701 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.701 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.701 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.701 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.702 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.702 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.702 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.702 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.703 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.703 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.703 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.704 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.704 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.704 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.704 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.705 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.705 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.705 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.705 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.705 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.706 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.706 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.706 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.706 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.707 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.707 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.707 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:34:58.707 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:34:58.707 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:34:58.708 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.708 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.708 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.708 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.709 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:34:58.709 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:34:58.709 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.709 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.709 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (14743 ms) 2021-03-04T23:34:58.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2021-03-04T23:34:58.710 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:34:58.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestDataPoolIO (0 ms) 2021-03-04T23:34:58.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2021-03-04T23:34:58.711 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:58.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:58.729 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (50 ms) 2021-03-04T23:34:58.729 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2021-03-04T23:34:58.729 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:58.742 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:58 gibba008 bash[39303]: audit 2021-03-04T23:34:58.271782+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:58.742 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:58 gibba008 bash[37770]: audit 2021-03-04T23:34:58.271782+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:58.743 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:58 gibba008 bash[44600]: debug 2021-03-04T23:34:58.365+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:58 gibba023 bash[27374]: audit 2021-03-04T23:34:58.271782+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:58.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:34:58 gibba023 bash[88433]: debug 2021-03-04T23:34:58.615+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:34:58.778 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.778 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 0~1048576 = 0 2021-03-04T23:34:58.778 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.779 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 0~4194304 = 0 2021-03-04T23:34:58.779 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.779 INFO:tasks.workunit.client.0.gibba008.stdout:aio discard: 3145728~1048576 = 0 2021-03-04T23:34:58.779 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (49 ms) 2021-03-04T23:34:58.780 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestFUA 2021-03-04T23:34:58.780 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:58.868 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.869 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.869 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.869 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.870 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.870 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:58.870 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:58.870 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:58.871 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:58.871 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:58.871 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.871 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.871 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.872 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.872 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.872 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.872 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.873 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.873 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.873 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.873 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.873 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.874 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.874 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.874 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.874 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.874 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.875 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.875 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.875 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.875 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.876 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.876 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.876 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.876 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.876 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.877 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:58.877 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.877 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:58.877 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.877 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:58.878 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.878 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:58.878 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.878 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:58.879 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.879 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:58.879 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.879 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:58.880 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.880 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:58.880 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.880 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:58.880 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:58.881 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:58.881 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestFUA (90 ms) 2021-03-04T23:34:58.881 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOPP 2021-03-04T23:34:58.881 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:34:58.930 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.930 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:34:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.932 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.932 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.934 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.935 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.935 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.935 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.936 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.939 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.939 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.940 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.940 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.940 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.944 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.944 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.945 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.945 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.945 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.948 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.948 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.948 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.949 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:34:58.949 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.974 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.975 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:34:58.975 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:58.975 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:58.975 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:58.976 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:58.976 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:58.976 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:58.976 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:58.977 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:58.977 INFO:tasks.workunit.client.0.gibba008.stdout:start compare and write 2021-03-04T23:34:58.977 INFO:tasks.workunit.client.0.gibba008.stdout:compare and wrote: 512 2021-03-04T23:34:58.977 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.977 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:58.978 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.978 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.979 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:58.979 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.979 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:58.979 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.983 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.984 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:58.984 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.984 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:58.984 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.988 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.988 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:58.988 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.988 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:58.989 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:58.992 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:58.992 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:58.993 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:58.993 INFO:tasks.workunit.client.0.gibba008.stdout:started aio compare and write 2021-03-04T23:34:58.993 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:59.001 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:34:59.001 INFO:tasks.workunit.client.0.gibba008.stdout:finished aio compare and write 2021-03-04T23:34:59.001 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:59.002 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:59.002 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:59.002 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:59.003 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:34:59.003 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:59.003 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:59.004 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:59.005 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:59.005 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:34:59.005 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:59.006 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:59.006 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:59.006 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:59.006 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:34:59.007 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:59.007 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:59.008 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:59.008 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:59.009 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:34:59.009 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:59.010 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:59.011 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:59.012 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:59.012 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:34:59.013 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:34:59.013 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:34:59.013 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:34:59.013 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:34:59.013 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:34:59.014 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 512~512 2021-03-04T23:34:59.014 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:34:59.217 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:59.224 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:59.224 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:59.313 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:59 gibba008 bash[44600]: debug 2021-03-04T23:34:59.209+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:34:59.322 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:34:59 gibba008 bash[37770]: cluster 2021-03-04T23:34:57.636030+0000 mgr.x (mgr.34379) 1435 : cluster [DBG] pgmap v1904: 273 pgs: 273 active+clean; 6.0 MiB data, 858 MiB used, 584 GiB / 588 GiB avail; 502 KiB/s rd, 170 KiB/s wr, 686 op/s 2021-03-04T23:34:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:34:59 gibba008 bash[39303]: cluster 2021-03-04T23:34:57.636030+0000 mgr.x (mgr.34379) 1435 : cluster [DBG] pgmap v1904: 273 pgs: 273 active+clean; 6.0 MiB data, 858 MiB used, 584 GiB / 588 GiB avail; 502 KiB/s rd, 170 KiB/s wr, 686 op/s 2021-03-04T23:34:59.767 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:34:59 gibba023 bash[27374]: cluster 2021-03-04T23:34:57.636030+0000 mgr.x (mgr.34379) 1435 : cluster [DBG] pgmap v1904: 273 pgs: 273 active+clean; 6.0 MiB data, 858 MiB used, 584 GiB / 588 GiB avail; 502 KiB/s rd, 170 KiB/s wr, 686 op/s 2021-03-04T23:34:59.874 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:00.151 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:35:00.151 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:35:00.152 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:35:00.152 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:35:00.152 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:35:00.153 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:35:00.153 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.154 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.154 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:35:00.154 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.155 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.155 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:35:00.156 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.156 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.156 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:35:00.157 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.157 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.158 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.158 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.158 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:35:00.158 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.159 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.159 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:35:00.159 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.159 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.160 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:35:00.160 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.160 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.160 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:35:00.161 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.161 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.162 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.162 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.162 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:35:00.163 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.163 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.163 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:35:00.164 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.164 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.164 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:35:00.165 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.165 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.165 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:35:00.166 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.166 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.166 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.167 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.167 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:35:00.167 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.167 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.168 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:35:00.168 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.168 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.169 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:35:00.169 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.169 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.170 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:35:00.170 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.170 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.171 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.171 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.171 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:35:00.172 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.172 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.173 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:35:00.173 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.173 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.174 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:35:00.174 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.174 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.175 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:35:00.175 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.175 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.176 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.176 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.176 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.177 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.177 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.178 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.178 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.178 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.179 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.179 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.180 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.180 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.182 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.182 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.182 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.183 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.183 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.183 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.183 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.184 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.184 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.184 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.184 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.184 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.185 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.185 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.185 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.185 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.186 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.186 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.186 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.187 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.187 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.187 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.187 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.187 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.188 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.188 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.188 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.189 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:34:59 gibba008 bash[44600]: debug 2021-03-04T23:34:59.757+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:00.198 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.199 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.199 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.199 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.200 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.200 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.200 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.220 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.221 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.221 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.221 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.221 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.221 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.222 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.247 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:00.248 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.248 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.248 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.249 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.249 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.249 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.249 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.272 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.272 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.273 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.273 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.273 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.273 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.274 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.274 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.274 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.274 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.274 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.275 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.275 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.306 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.306 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.306 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.307 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.307 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.307 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.307 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.338 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.338 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.338 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.338 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.339 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.339 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.339 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:00.377 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.378 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.378 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.378 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.378 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.378 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.379 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.420 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.420 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.420 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.421 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.421 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.421 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.421 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.422 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.422 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.422 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.422 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.422 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.423 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.469 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.469 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.469 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.469 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.470 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.470 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.470 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:00 gibba008 bash[47391]: debug 2021-03-04T23:35:00.237+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:00.522 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.523 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.523 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.523 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.523 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.524 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.524 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.582 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.582 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.582 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.583 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.583 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.583 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.583 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.633 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.633 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.633 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.633 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.634 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.634 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.634 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.634 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.635 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.635 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.635 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.635 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.635 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.693 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.693 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.693 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.694 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.694 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.694 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.695 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.749 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.750 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.750 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.750 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.751 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.751 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.751 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.822 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.823 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.823 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.823 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.823 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.824 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.824 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.887 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.888 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:00.888 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:00.888 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:00.888 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.889 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.889 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.889 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.889 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:00.889 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:00.890 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOPP (2019 ms) 2021-03-04T23:35:00.890 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2021-03-04T23:35:00.890 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:00.929 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:00.929 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:00.929 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:00.930 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:00.930 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:00.930 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.931 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:00.931 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.931 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.932 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:00.932 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.932 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:00.932 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.934 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.934 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:00.935 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.935 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:00.935 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.937 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.938 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:00.938 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.938 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:00.938 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.940 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.941 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:00.941 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.941 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:00.941 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:00.942 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:00.942 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:00.942 INFO:tasks.workunit.client.0.gibba008.stdout:read: 512 2021-03-04T23:35:00.943 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.943 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:00.943 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:00.944 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:00.944 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:35:00.945 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.945 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:00.945 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:00.945 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:00.945 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:35:00.946 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.946 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:00.946 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:00.946 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:00.947 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:35:00.947 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.947 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:00.947 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:00.947 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:00.948 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:35:00.948 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:00.948 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:00.948 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:00.998 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:01.108 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:01.228 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:01.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:00 gibba008 bash[91265]: debug 2021-03-04T23:35:00.989+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:01.334 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:01.434 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:01 gibba023 bash[18090]: debug 2021-03-04T23:35:01.219+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:01.435 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:01.545 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:01.665 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:01.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:01 gibba008 bash[37770]: cluster 2021-03-04T23:34:59.637577+0000 mgr.x (mgr.34379) 1436 : cluster [DBG] pgmap v1905: 273 pgs: 273 active+clean; 8.0 MiB data, 842 MiB used, 584 GiB / 588 GiB avail; 509 KiB/s rd, 173 KiB/s wr, 707 op/s 2021-03-04T23:35:01.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:01 gibba008 bash[39303]: cluster 2021-03-04T23:34:59.637577+0000 mgr.x (mgr.34379) 1436 : cluster [DBG] pgmap v1905: 273 pgs: 273 active+clean; 8.0 MiB data, 842 MiB used, 584 GiB / 588 GiB avail; 509 KiB/s rd, 173 KiB/s wr, 707 op/s 2021-03-04T23:35:01.771 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:01 gibba023 bash[27374]: cluster 2021-03-04T23:34:59.637577+0000 mgr.x (mgr.34379) 1436 : cluster [DBG] pgmap v1905: 273 pgs: 273 active+clean; 8.0 MiB data, 842 MiB used, 584 GiB / 588 GiB avail; 509 KiB/s rd, 173 KiB/s wr, 707 op/s 2021-03-04T23:35:01.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:01 gibba023 bash[18090]: debug 2021-03-04T23:35:01.659+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:01.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:01 gibba023 bash[88433]: debug 2021-03-04T23:35:01.427+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:01.939 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:01.940 INFO:tasks.workunit.client.0.gibba008.stdout:finished read 2021-03-04T23:35:01.940 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:35:01.940 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.941 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.941 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 0 2021-03-04T23:35:01.942 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.942 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.942 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:35:01.943 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.943 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.943 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 16384 2021-03-04T23:35:01.944 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.944 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.944 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.945 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.945 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:35:01.945 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.946 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.946 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 49152 2021-03-04T23:35:01.946 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.947 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.947 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:35:01.948 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.948 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.949 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 65536 2021-03-04T23:35:01.949 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.949 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.950 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.950 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.950 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:35:01.951 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.951 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.951 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 98304 2021-03-04T23:35:01.952 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.952 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.952 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:35:01.953 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.953 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.953 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 114688 2021-03-04T23:35:01.953 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.953 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.954 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.954 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.954 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:35:01.954 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.955 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.955 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 147456 2021-03-04T23:35:01.955 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.955 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.955 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:35:01.956 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.956 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.956 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 163840 2021-03-04T23:35:01.956 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.956 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.957 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.957 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.957 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:35:01.957 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.958 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.958 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 196608 2021-03-04T23:35:01.958 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.958 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.958 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:35:01.959 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.959 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.959 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 212992 2021-03-04T23:35:01.959 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.959 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.960 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.960 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.960 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.960 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.961 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:01.961 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:01.961 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:01.961 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.961 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.962 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.962 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.962 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:01.963 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:01.963 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:01.964 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.964 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.964 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.964 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.964 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:01.965 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:01.965 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:01.965 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.965 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.966 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.966 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.966 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:01.966 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:01.966 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:01.967 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.967 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.967 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.967 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.967 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.968 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.968 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.968 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:01.968 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.969 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.969 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:01.979 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:01.979 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:01.980 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.980 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.980 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.980 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.980 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:01.997 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:01.998 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:01.998 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:01.998 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:01.998 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:01.999 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:01.999 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.020 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.021 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.021 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.021 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.021 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.022 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.022 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.044 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.045 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.045 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.045 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.045 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.045 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.046 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:02.046 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.046 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.046 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:02.047 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.047 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.047 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.079 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.079 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.079 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.080 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.080 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.080 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.080 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.109 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.110 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.110 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.110 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.111 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.111 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.111 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.151 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.151 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.152 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.153 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.153 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.153 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.153 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.170 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:02.190 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.190 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.190 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.191 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.191 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.191 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.191 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:02.192 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.192 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.193 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:02.193 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.193 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.193 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.240 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.241 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.241 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.241 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.241 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.242 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.242 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.273 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:02.285 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.285 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.286 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.286 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.286 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.286 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.286 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.340 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.340 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.340 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.341 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.341 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.341 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.341 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.393 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.394 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.394 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.394 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.395 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.395 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.395 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:02.395 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.396 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.396 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:02.396 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.396 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.396 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.456 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.456 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.457 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.457 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.457 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.457 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.457 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:02 gibba008 bash[44600]: debug 2021-03-04T23:35:02.161+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:02.516 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.517 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.517 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.517 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.517 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.518 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.518 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:02.777 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:02.777 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:02.777 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:02.778 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:02.778 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:02.778 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:02.778 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:03.010 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:03.118 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:03.246 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:03.284 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:03.284 INFO:tasks.workunit.client.0.gibba008.stdout:finished writesame 2021-03-04T23:35:03.284 INFO:tasks.workunit.client.0.gibba008.stdout:to verify the data 2021-03-04T23:35:03.285 INFO:tasks.workunit.client.0.gibba008.stdout:verified 2021-03-04T23:35:03.285 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:03.285 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:03.285 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:03.286 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:03.286 INFO:tasks.workunit.client.0.gibba008.stdout:started writesame 2021-03-04T23:35:03.286 INFO:tasks.workunit.client.0.gibba008.stdout:expected fail, finished writesame 2021-03-04T23:35:03.286 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2396 ms) 2021-03-04T23:35:03.287 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2021-03-04T23:35:03.287 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:03.353 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:03.363 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:03 gibba008 bash[91265]: debug 2021-03-04T23:35:03.001+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:03.508 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:03 gibba023 bash[88433]: debug 2021-03-04T23:35:03.239+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:03 gibba023 bash[27374]: cluster 2021-03-04T23:35:01.638540+0000 mgr.x (mgr.34379) 1437 : cluster [DBG] pgmap v1906: 273 pgs: 273 active+clean; 8.0 MiB data, 838 MiB used, 584 GiB / 588 GiB avail; 427 KiB/s rd, 146 KiB/s wr, 602 op/s 2021-03-04T23:35:03.805 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:03 gibba008 bash[37770]: cluster 2021-03-04T23:35:01.638540+0000 mgr.x (mgr.34379) 1437 : cluster [DBG] pgmap v1906: 273 pgs: 273 active+clean; 8.0 MiB data, 838 MiB used, 584 GiB / 588 GiB avail; 427 KiB/s rd, 146 KiB/s wr, 602 op/s 2021-03-04T23:35:03.806 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:03 gibba008 bash[39303]: cluster 2021-03-04T23:35:01.638540+0000 mgr.x (mgr.34379) 1437 : cluster [DBG] pgmap v1906: 273 pgs: 273 active+clean; 8.0 MiB data, 838 MiB used, 584 GiB / 588 GiB avail; 427 KiB/s rd, 146 KiB/s wr, 602 op/s 2021-03-04T23:35:03.884 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:03.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:04.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:03 gibba008 bash[44600]: debug 2021-03-04T23:35:03.873+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:04.330 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:04.433 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:04.538 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T23:35:04.539 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T23:35:04.540 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:35:04.540 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:35:04.540 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T23:35:04.541 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T23:35:04.541 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.542 INFO:tasks.workunit.client.0.gibba008.stdout:write test data! 2021-03-04T23:35:04.542 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 80 2021-03-04T23:35:04.543 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T23:35:04.543 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:35:04.544 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T23:35:04.544 INFO:tasks.workunit.client.0.gibba008.stdout:snap: written 2021-03-04T23:35:04.545 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T23:35:04.546 INFO:tasks.workunit.client.0.gibba008.stdout:found written with size 2097152 2021-03-04T23:35:04.546 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.547 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.547 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.548 INFO:tasks.workunit.client.0.gibba008.stdout:write to snapshot returned -30 2021-03-04T23:35:04.548 INFO:tasks.workunit.client.0.gibba008.stdout:Read-only file system 2021-03-04T23:35:04.559 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.559 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.560 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 80 2021-03-04T23:35:04.560 INFO:tasks.workunit.client.0.gibba008.stdout:opening testimg@orig 2021-03-04T23:35:04.561 INFO:tasks.workunit.client.0.gibba008.stdout:read: 80 2021-03-04T23:35:04.561 INFO:tasks.workunit.client.0.gibba008.stdout:write to snapshot returned -30 2021-03-04T23:35:04.561 INFO:tasks.workunit.client.0.gibba008.stdout:Read-only file system 2021-03-04T23:35:04.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:04 gibba008 bash[37770]: cluster 2021-03-04T23:35:03.512300+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e824: 8 total, 8 up, 7 in 2021-03-04T23:35:04.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:04 gibba008 bash[39303]: cluster 2021-03-04T23:35:03.512300+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e824: 8 total, 8 up, 7 in 2021-03-04T23:35:04.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:04 gibba008 bash[48858]: debug 2021-03-04T23:35:04.321+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:04.999 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:35:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:04 gibba023 bash[27374]: cluster 2021-03-04T23:35:03.512300+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e824: 8 total, 8 up, 7 in 2021-03-04T23:35:05.071 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:05.145 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:05.248 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:05.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:05 gibba008 bash[47391]: debug 2021-03-04T23:35:05.137+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:05.346 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:05.452 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:05.525 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:05 gibba023 bash[15180]: debug 2021-03-04T23:35:05.339+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:05.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:05 gibba008 bash[37770]: cluster 2021-03-04T23:35:03.639620+0000 mgr.x (mgr.34379) 1438 : cluster [DBG] pgmap v1908: 273 pgs: 273 active+clean; 8.0 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 1.1 MiB/s rd, 387 KiB/s wr, 1.59k op/s 2021-03-04T23:35:05.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:05 gibba008 bash[37770]: cluster 2021-03-04T23:35:04.525988+0000 mon.a (mon.0) 2192 : cluster [DBG] osdmap e825: 8 total, 8 up, 7 in 2021-03-04T23:35:05.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:05 gibba008 bash[39303]: cluster 2021-03-04T23:35:03.639620+0000 mgr.x (mgr.34379) 1438 : cluster [DBG] pgmap v1908: 273 pgs: 273 active+clean; 8.0 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 1.1 MiB/s rd, 387 KiB/s wr, 1.59k op/s 2021-03-04T23:35:05.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:05 gibba008 bash[39303]: cluster 2021-03-04T23:35:04.525988+0000 mon.a (mon.0) 2192 : cluster [DBG] osdmap e825: 8 total, 8 up, 7 in 2021-03-04T23:35:05.879 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:05.981 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:05 gibba023 bash[27374]: cluster 2021-03-04T23:35:03.639620+0000 mgr.x (mgr.34379) 1438 : cluster [DBG] pgmap v1908: 273 pgs: 273 active+clean; 8.0 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 1.1 MiB/s rd, 387 KiB/s wr, 1.59k op/s 2021-03-04T23:35:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:05 gibba023 bash[27374]: cluster 2021-03-04T23:35:04.525988+0000 mon.a (mon.0) 2192 : cluster [DBG] osdmap e825: 8 total, 8 up, 7 in 2021-03-04T23:35:06.244 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:05 gibba008 bash[91265]: debug 2021-03-04T23:35:05.869+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:06.382 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:06.491 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:06.501 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:06 gibba008 bash[47391]: debug 2021-03-04T23:35:06.373+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:06.562 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 2 2021-03-04T23:35:06.562 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 2 2021-03-04T23:35:06.562 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T23:35:06.563 INFO:tasks.workunit.client.0.gibba008.stdout:snap: written 2021-03-04T23:35:06.563 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T23:35:06.563 INFO:tasks.workunit.client.0.gibba008.stdout:found written with size 2097152 2021-03-04T23:35:06.563 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 1 2021-03-04T23:35:06.563 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 1 2021-03-04T23:35:06.564 INFO:tasks.workunit.client.0.gibba008.stdout:snap: orig 2021-03-04T23:35:06.564 INFO:tasks.workunit.client.0.gibba008.stdout:found orig with size 2097152 2021-03-04T23:35:06.564 INFO:tasks.workunit.client.0.gibba008.stdout:num snaps is: 0 2021-03-04T23:35:06.564 INFO:tasks.workunit.client.0.gibba008.stdout:expected: 0 2021-03-04T23:35:06.565 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3278 ms) 2021-03-04T23:35:06.565 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestClone 2021-03-04T23:35:06.565 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:06.565 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestClone (0 ms) 2021-03-04T23:35:06.565 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestClone2 2021-03-04T23:35:06.566 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:06.566 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestClone2 (0 ms) 2021-03-04T23:35:06.566 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ListChildren 2021-03-04T23:35:06.566 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:06.567 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ListChildren (0 ms) 2021-03-04T23:35:06.568 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2021-03-04T23:35:06.568 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:06.569 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ListChildrenTiered (0 ms) 2021-03-04T23:35:06.569 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.LockingPP 2021-03-04T23:35:06.569 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.627 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.LockingPP (66 ms) 2021-03-04T23:35:06.627 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushAio 2021-03-04T23:35:06.628 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.744 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:06.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:06 gibba008 bash[37770]: cluster 2021-03-04T23:35:05.537305+0000 mon.a (mon.0) 2193 : cluster [DBG] osdmap e826: 8 total, 8 up, 7 in 2021-03-04T23:35:06.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:06 gibba008 bash[39303]: cluster 2021-03-04T23:35:05.537305+0000 mon.a (mon.0) 2193 : cluster [DBG] osdmap e826: 8 total, 8 up, 7 in 2021-03-04T23:35:06.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:06 gibba008 bash[91265]: debug 2021-03-04T23:35:06.733+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:06.800 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushAio (173 ms) 2021-03-04T23:35:06.800 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushAioPP 2021-03-04T23:35:06.801 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.848 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:06.923 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushAioPP (123 ms) 2021-03-04T23:35:06.923 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2021-03-04T23:35:06.924 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.935 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (11 ms) 2021-03-04T23:35:06.935 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2021-03-04T23:35:06.935 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.952 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (18 ms) 2021-03-04T23:35:06.952 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2021-03-04T23:35:06.952 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.975 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroLengthRead (23 ms) 2021-03-04T23:35:06.976 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2021-03-04T23:35:06.976 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:06.997 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:35:07.004 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:35:07.005 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.LargeCacheRead (28 ms) 2021-03-04T23:35:07.005 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestPendingAio 2021-03-04T23:35:07.006 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:07.006 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestPendingAio (0 ms) 2021-03-04T23:35:07.006 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2021-03-04T23:35:07.006 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:07.006 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (0 ms) 2021-03-04T23:35:07.007 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2021-03-04T23:35:07.020 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:07.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:06 gibba023 bash[27374]: cluster 2021-03-04T23:35:05.537305+0000 mon.a (mon.0) 2193 : cluster [DBG] osdmap e826: 8 total, 8 up, 7 in 2021-03-04T23:35:07.028 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:07.029 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (25 ms) 2021-03-04T23:35:07.029 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Flatten 2021-03-04T23:35:07.029 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:07.029 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Flatten (0 ms) 2021-03-04T23:35:07.030 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Sparsify 2021-03-04T23:35:07.030 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:07.044 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 32768 2021-03-04T23:35:07.044 INFO:tasks.workunit.client.0.gibba008.stdout:read: 32768 2021-03-04T23:35:07.045 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Sparsify (16 ms) 2021-03-04T23:35:07.045 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SparsifyPP 2021-03-04T23:35:07.045 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:07.090 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SparsifyPP (46 ms) 2021-03-04T23:35:07.091 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2021-03-04T23:35:07.091 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:07.124 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:07.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:07 gibba008 bash[91265]: debug 2021-03-04T23:35:07.013+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:07.269 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:07.375 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:07.391 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:07 gibba023 bash[19550]: debug 2021-03-04T23:35:07.263+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:07.513 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:07.619 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:07.756 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:07 gibba023 bash[88433]: debug 2021-03-04T23:35:07.507+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:07.757 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:07 gibba023 bash[27374]: cluster 2021-03-04T23:35:05.640725+0000 mgr.x (mgr.34379) 1439 : cluster [DBG] pgmap v1911: 273 pgs: 273 active+clean; 8.0 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 435 KiB/s wr, 1.74k op/s 2021-03-04T23:35:07.757 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:07 gibba023 bash[27374]: cluster 2021-03-04T23:35:06.549212+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e827: 8 total, 8 up, 7 in 2021-03-04T23:35:07.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:07 gibba008 bash[37770]: cluster 2021-03-04T23:35:05.640725+0000 mgr.x (mgr.34379) 1439 : cluster [DBG] pgmap v1911: 273 pgs: 273 active+clean; 8.0 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 435 KiB/s wr, 1.74k op/s 2021-03-04T23:35:07.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:07 gibba008 bash[37770]: cluster 2021-03-04T23:35:06.549212+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e827: 8 total, 8 up, 7 in 2021-03-04T23:35:07.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:07 gibba008 bash[39303]: cluster 2021-03-04T23:35:05.640725+0000 mgr.x (mgr.34379) 1439 : cluster [DBG] pgmap v1911: 273 pgs: 273 active+clean; 8.0 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 435 KiB/s wr, 1.74k op/s 2021-03-04T23:35:07.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:07 gibba008 bash[39303]: cluster 2021-03-04T23:35:06.549212+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e827: 8 total, 8 up, 7 in 2021-03-04T23:35:07.865 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:07.956 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:08.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:07 gibba023 bash[15180]: debug 2021-03-04T23:35:07.751+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:08.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:07 gibba023 bash[19550]: debug 2021-03-04T23:35:07.951+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:08.062 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.148 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.199 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:35:08.218 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:35:08.224 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:35:08.237 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:35:08.254 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.258 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:35:08.277 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:35:08.291 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:35:08.307 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:35:08.308 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.308 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.308 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.309 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.309 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.309 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.309 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.310 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:08.336 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:08 gibba023 bash[18090]: debug 2021-03-04T23:35:08.143+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:08.336 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.431 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1912,"stamp":"2021-03-04T23:35:06.549323+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8396755,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":41162,"num_read_kb":38305,"num_write":1388,"num_write_kb":21216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":70,"num_bytes_recovered":5363,"num_keys_recovered":230,"num_objects_omap":30,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1629,"ondisk_log_size":1629,"up":819,"acting":819,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":820,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":3994816,"kb_used_data":98776,"kb_used_omap":4780,"kb_used_meta":3888979,"kb_avail":612567872,"statfs":{"total":631360192512,"available":627269500928,"internally_reserved":3221225472,"allocated":101146624,"data_stored":81473447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4895095,"internal_metadata":3982315145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-3194,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":15321,"num_read_kb":10934,"num_write":99,"num_write_kb":3717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.911381"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"62","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529908+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:35:04.529908+0000","last_peered":"2021-03-04T23:35:04.529908+0000","last_clean":"2021-03-04T23:35:04.529908+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:35:04.529908+0000","last_undegraded":"2021-03-04T23:35:04.529908+0000","last_fullsized":"2021-03-04T23:35:04.529908+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"85","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432838+0000","last_change":"2021-03-04T23:32:35.698354+0000","last_active":"2021-03-04T23:34:46.432838+0000","last_peered":"2021-03-04T23:34:46.432838+0000","last_clean":"2021-03-04T23:34:46.432838+0000","last_became_active":"2021-03-04T23:32:35.337576+0000","last_became_peered":"2021-03-04T23:32:35.337576+0000","last_unstale":"2021-03-04T23:34:46.432838+0000","last_undegraded":"2021-03-04T23:34:46.432838+0000","last_fullsized":"2021-03-04T23:34:46.432838+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"797","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531998+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:35:04.531998+0000","last_peered":"2021-03-04T23:35:04.531998+0000","last_clean":"2021-03-04T23:35:04.531998+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:35:04.531998+0000","last_undegraded":"2021-03-04T23:35:04.531998+0000","last_fullsized":"2021-03-04T23:35:04.531998+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"802","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532843+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:35:04.532843+0000","last_peered":"2021-03-04T23:35:04.532843+0000","last_clean":"2021-03-04T23:35:04.532843+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:35:04.532843+0000","last_undegraded":"2021-03-04T23:35:04.532843+0000","last_fullsized":"2021-03-04T23:35:04.532843+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530369+0000","last_change":"2021-03-04T23:33:56.615090+0000","last_active":"2021-03-04T23:35:04.530369+0000","last_peered":"2021-03-04T23:35:04.530369+0000","last_clean":"2021-03-04T23:35:04.530369+0000","last_became_active":"2021-03-04T23:33:56.614796+0000","last_became_peered":"2021-03-04T23:33:56.614796+0000","last_unstale":"2021-03-04T23:35:04.530369+0000","last_undegraded":"2021-03-04T23:35:04.530369+0000","last_fullsized":"2021-03-04T23:35:04.530369+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"710","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529983+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:35:04.529983+0000","last_peered":"2021-03-04T23:35:04.529983+0000","last_clean":"2021-03-04T23:35:04.529983+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:35:04.529983+0000","last_undegraded":"2021-03-04T23:35:04.529983+0000","last_fullsized":"2021-03-04T23:35:04.529983+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530781+0000","last_change":"2021-03-04T23:33:56.616001+0000","last_active":"2021-03-04T23:35:04.530781+0000","last_peered":"2021-03-04T23:35:04.530781+0000","last_clean":"2021-03-04T23:35:04.530781+0000","last_became_active":"2021-03-04T23:33:56.615687+0000","last_became_peered":"2021-03-04T23:33:56.615687+0000","last_unstale":"2021-03-04T23:35:04.530781+0000","last_undegraded":"2021-03-04T23:35:04.530781+0000","last_fullsized":"2021-03-04T23:35:04.530781+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"772","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529936+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:35:04.529936+0000","last_peered":"2021-03-04T23:35:04.529936+0000","last_clean":"2021-03-04T23:35:04.529936+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:35:04.529936+0000","last_undegraded":"2021-03-04T23:35:04.529936+0000","last_fullsized":"2021-03-04T23:35:04.529936+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"830","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323449+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:34:39.323449+0000","last_peered":"2021-03-04T23:34:39.323449+0000","last_clean":"2021-03-04T23:34:39.323449+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:34:39.323449+0000","last_undegraded":"2021-03-04T23:34:39.323449+0000","last_fullsized":"2021-03-04T23:34:39.323449+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"79","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.430212+0000","last_change":"2021-03-04T23:32:35.343819+0000","last_active":"2021-03-04T23:34:46.430212+0000","last_peered":"2021-03-04T23:34:46.430212+0000","last_clean":"2021-03-04T23:34:46.430212+0000","last_became_active":"2021-03-04T23:32:35.342365+0000","last_became_peered":"2021-03-04T23:32:35.342365+0000","last_unstale":"2021-03-04T23:34:46.430212+0000","last_undegraded":"2021-03-04T23:34:46.430212+0000","last_fullsized":"2021-03-04T23:34:46.430212+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"26","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528890+0000","last_change":"2021-03-04T23:34:29.707187+0000","last_active":"2021-03-04T23:35:04.528890+0000","last_peered":"2021-03-04T23:35:04.528890+0000","last_clean":"2021-03-04T23:35:04.528890+0000","last_became_active":"2021-03-04T23:34:29.335656+0000","last_became_peered":"2021-03-04T23:34:29.335656+0000","last_unstale":"2021-03-04T23:35:04.528890+0000","last_undegraded":"2021-03-04T23:35:04.528890+0000","last_fullsized":"2021-03-04T23:35:04.528890+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530371+0000","last_change":"2021-03-04T23:33:56.610339+0000","last_active":"2021-03-04T23:35:04.530371+0000","last_peered":"2021-03-04T23:35:04.530371+0000","last_clean":"2021-03-04T23:35:04.530371+0000","last_became_active":"2021-03-04T23:33:56.610100+0000","last_became_peered":"2021-03-04T23:33:56.610100+0000","last_unstale":"2021-03-04T23:35:04.530371+0000","last_undegraded":"2021-03-04T23:35:04.530371+0000","last_fullsized":"2021-03-04T23:35:04.530371+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"836","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432991+0000","last_change":"2021-03-04T23:24:02.246650+0000","last_active":"2021-03-04T23:34:46.432991+0000","last_peered":"2021-03-04T23:34:46.432991+0000","last_clean":"2021-03-04T23:34:46.432991+0000","last_became_active":"2021-03-04T23:24:02.157034+0000","last_became_peered":"2021-03-04T23:24:02.157034+0000","last_unstale":"2021-03-04T23:34:46.432991+0000","last_undegraded":"2021-03-04T23:34:46.432991+0000","last_fullsized":"2021-03-04T23:34:46.432991+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1118","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529807+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:35:04.529807+0000","last_peered":"2021-03-04T23:35:04.529807+0000","last_clean":"2021-03-04T23:35:04.529807+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:35:04.529807+0000","last_undegraded":"2021-03-04T23:35:04.529807+0000","last_fullsized":"2021-03-04T23:35:04.529807+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"289","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532103+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:35:04.532103+0000","last_peered":"2021-03-04T23:35:04.532103+0000","last_clean":"2021-03-04T23:35:04.532103+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:35:04.532103+0000","last_undegraded":"2021-03-04T23:35:04.532103+0000","last_fullsized":"2021-03-04T23:35:04.532103+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"806","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532235+0000","last_change":"2021-03-04T23:32:35.347137+0000","last_active":"2021-03-04T23:35:04.532235+0000","last_peered":"2021-03-04T23:35:04.532235+0000","last_clean":"2021-03-04T23:35:04.532235+0000","last_became_active":"2021-03-04T23:32:35.344723+0000","last_became_peered":"2021-03-04T23:32:35.344723+0000","last_unstale":"2021-03-04T23:35:04.532235+0000","last_undegraded":"2021-03-04T23:35:04.532235+0000","last_fullsized":"2021-03-04T23:35:04.532235+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"236","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324981+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:34:39.324981+0000","last_peered":"2021-03-04T23:34:39.324981+0000","last_clean":"2021-03-04T23:34:39.324981+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:34:39.324981+0000","last_undegraded":"2021-03-04T23:34:39.324981+0000","last_fullsized":"2021-03-04T23:34:39.324981+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"780","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533144+0000","last_change":"2021-03-04T23:32:19.368684+0000","last_active":"2021-03-04T23:35:04.533144+0000","last_peered":"2021-03-04T23:35:04.533144+0000","last_clean":"2021-03-04T23:35:04.533144+0000","last_became_active":"2021-03-04T23:32:19.278657+0000","last_became_peered":"2021-03-04T23:32:19.278657+0000","last_unstale":"2021-03-04T23:35:04.533144+0000","last_undegraded":"2021-03-04T23:35:04.533144+0000","last_fullsized":"2021-03-04T23:35:04.533144+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"62","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531285+0000","last_change":"2021-03-04T23:34:29.334038+0000","last_active":"2021-03-04T23:35:04.531285+0000","last_peered":"2021-03-04T23:35:04.531285+0000","last_clean":"2021-03-04T23:35:04.531285+0000","last_became_active":"2021-03-04T23:34:29.333855+0000","last_became_peered":"2021-03-04T23:34:29.333855+0000","last_unstale":"2021-03-04T23:35:04.531285+0000","last_undegraded":"2021-03-04T23:35:04.531285+0000","last_fullsized":"2021-03-04T23:35:04.531285+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"778","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.430082+0000","last_change":"2021-03-04T23:32:19.278827+0000","last_active":"2021-03-04T23:34:46.430082+0000","last_peered":"2021-03-04T23:34:46.430082+0000","last_clean":"2021-03-04T23:34:46.430082+0000","last_became_active":"2021-03-04T23:32:19.278512+0000","last_became_peered":"2021-03-04T23:32:19.278512+0000","last_unstale":"2021-03-04T23:34:46.430082+0000","last_undegraded":"2021-03-04T23:34:46.430082+0000","last_fullsized":"2021-03-04T23:34:46.430082+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"167","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325100+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:34:39.325100+0000","last_peered":"2021-03-04T23:34:39.325100+0000","last_clean":"2021-03-04T23:34:39.325100+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:34:39.325100+0000","last_undegraded":"2021-03-04T23:34:39.325100+0000","last_fullsized":"2021-03-04T23:34:39.325100+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"877","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.431729+0000","last_change":"2021-03-04T23:33:33.552250+0000","last_active":"2021-03-04T23:34:46.431729+0000","last_peered":"2021-03-04T23:34:46.431729+0000","last_clean":"2021-03-04T23:34:46.431729+0000","last_became_active":"2021-03-04T23:31:56.270083+0000","last_became_peered":"2021-03-04T23:31:56.270083+0000","last_unstale":"2021-03-04T23:34:46.431729+0000","last_undegraded":"2021-03-04T23:34:46.431729+0000","last_fullsized":"2021-03-04T23:34:46.431729+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":91,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"828","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529202+0000","last_change":"2021-03-04T23:23:45.692719+0000","last_active":"2021-03-04T23:35:04.529202+0000","last_peered":"2021-03-04T23:35:04.529202+0000","last_clean":"2021-03-04T23:35:04.529202+0000","last_became_active":"2021-03-04T23:23:41.147137+0000","last_became_peered":"2021-03-04T23:23:41.147137+0000","last_unstale":"2021-03-04T23:35:04.529202+0000","last_undegraded":"2021-03-04T23:35:04.529202+0000","last_fullsized":"2021-03-04T23:35:04.529202+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"800","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432490+0000","last_change":"2021-03-04T23:24:02.163803+0000","last_active":"2021-03-04T23:34:46.432490+0000","last_peered":"2021-03-04T23:34:46.432490+0000","last_clean":"2021-03-04T23:34:46.432490+0000","last_became_active":"2021-03-04T23:24:02.163532+0000","last_became_peered":"2021-03-04T23:24:02.163532+0000","last_unstale":"2021-03-04T23:34:46.432490+0000","last_undegraded":"2021-03-04T23:34:46.432490+0000","last_fullsized":"2021-03-04T23:34:46.432490+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"828","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.427247+0000","last_change":"2021-03-04T23:33:56.616334+0000","last_active":"2021-03-04T23:34:46.427247+0000","last_peered":"2021-03-04T23:34:46.427247+0000","last_clean":"2021-03-04T23:34:46.427247+0000","last_became_active":"2021-03-04T23:33:56.616089+0000","last_became_peered":"2021-03-04T23:33:56.616089+0000","last_unstale":"2021-03-04T23:34:46.427247+0000","last_undegraded":"2021-03-04T23:34:46.427247+0000","last_fullsized":"2021-03-04T23:34:46.427247+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"856","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324501+0000","last_change":"2021-03-04T23:33:33.482322+0000","last_active":"2021-03-04T23:34:39.324501+0000","last_peered":"2021-03-04T23:34:39.324501+0000","last_clean":"2021-03-04T23:34:39.324501+0000","last_became_active":"2021-03-04T23:31:56.269002+0000","last_became_peered":"2021-03-04T23:31:56.269002+0000","last_unstale":"2021-03-04T23:34:39.324501+0000","last_undegraded":"2021-03-04T23:34:39.324501+0000","last_fullsized":"2021-03-04T23:34:39.324501+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"184","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324652+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:34:39.324652+0000","last_peered":"2021-03-04T23:34:39.324652+0000","last_clean":"2021-03-04T23:34:39.324652+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:34:39.324652+0000","last_undegraded":"2021-03-04T23:34:39.324652+0000","last_fullsized":"2021-03-04T23:34:39.324652+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528786+0000","last_change":"2021-03-04T23:34:29.335939+0000","last_active":"2021-03-04T23:35:04.528786+0000","last_peered":"2021-03-04T23:35:04.528786+0000","last_clean":"2021-03-04T23:35:04.528786+0000","last_became_active":"2021-03-04T23:34:29.334801+0000","last_became_peered":"2021-03-04T23:34:29.334801+0000","last_unstale":"2021-03-04T23:35:04.528786+0000","last_undegraded":"2021-03-04T23:35:04.528786+0000","last_fullsized":"2021-03-04T23:35:04.528786+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"787","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532416+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:35:04.532416+0000","last_peered":"2021-03-04T23:35:04.532416+0000","last_clean":"2021-03-04T23:35:04.532416+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:35:04.532416+0000","last_undegraded":"2021-03-04T23:35:04.532416+0000","last_fullsized":"2021-03-04T23:35:04.532416+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"777","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.427230+0000","last_change":"2021-03-04T23:29:14.793570+0000","last_active":"2021-03-04T23:34:46.427230+0000","last_peered":"2021-03-04T23:34:46.427230+0000","last_clean":"2021-03-04T23:34:46.427230+0000","last_became_active":"2021-03-04T23:28:29.264342+0000","last_became_peered":"2021-03-04T23:28:29.264342+0000","last_unstale":"2021-03-04T23:34:46.427230+0000","last_undegraded":"2021-03-04T23:34:46.427230+0000","last_fullsized":"2021-03-04T23:34:46.427230+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.793505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.793505+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1069","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529293+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:35:04.529293+0000","last_peered":"2021-03-04T23:35:04.529293+0000","last_clean":"2021-03-04T23:35:04.529293+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:35:04.529293+0000","last_undegraded":"2021-03-04T23:35:04.529293+0000","last_fullsized":"2021-03-04T23:35:04.529293+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"158","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325209+0000","last_change":"2021-03-04T23:32:18.419819+0000","last_active":"2021-03-04T23:34:39.325209+0000","last_peered":"2021-03-04T23:34:39.325209+0000","last_clean":"2021-03-04T23:34:39.325209+0000","last_became_active":"2021-03-04T23:32:18.419613+0000","last_became_peered":"2021-03-04T23:32:18.419613+0000","last_unstale":"2021-03-04T23:34:39.325209+0000","last_undegraded":"2021-03-04T23:34:39.325209+0000","last_fullsized":"2021-03-04T23:34:39.325209+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"161","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324365+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:34:39.324365+0000","last_peered":"2021-03-04T23:34:39.324365+0000","last_clean":"2021-03-04T23:34:39.324365+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:34:39.324365+0000","last_undegraded":"2021-03-04T23:34:39.324365+0000","last_fullsized":"2021-03-04T23:34:39.324365+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"965","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323190+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:34:39.323190+0000","last_peered":"2021-03-04T23:34:39.323190+0000","last_clean":"2021-03-04T23:34:39.323190+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:34:39.323190+0000","last_undegraded":"2021-03-04T23:34:39.323190+0000","last_fullsized":"2021-03-04T23:34:39.323190+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"805","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.429967+0000","last_change":"2021-03-04T23:33:56.613792+0000","last_active":"2021-03-04T23:34:46.429967+0000","last_peered":"2021-03-04T23:34:46.429967+0000","last_clean":"2021-03-04T23:34:46.429967+0000","last_became_active":"2021-03-04T23:33:56.613513+0000","last_became_peered":"2021-03-04T23:33:56.613513+0000","last_unstale":"2021-03-04T23:34:46.429967+0000","last_undegraded":"2021-03-04T23:34:46.429967+0000","last_fullsized":"2021-03-04T23:34:46.429967+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"143","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324952+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:34:39.324952+0000","last_peered":"2021-03-04T23:34:39.324952+0000","last_clean":"2021-03-04T23:34:39.324952+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:34:39.324952+0000","last_undegraded":"2021-03-04T23:34:39.324952+0000","last_fullsized":"2021-03-04T23:34:39.324952+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"786","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530407+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:35:04.530407+0000","last_peered":"2021-03-04T23:35:04.530407+0000","last_clean":"2021-03-04T23:35:04.530407+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:35:04.530407+0000","last_undegraded":"2021-03-04T23:35:04.530407+0000","last_fullsized":"2021-03-04T23:35:04.530407+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"827","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528970+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:35:04.528970+0000","last_peered":"2021-03-04T23:35:04.528970+0000","last_clean":"2021-03-04T23:35:04.528970+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:35:04.528970+0000","last_undegraded":"2021-03-04T23:35:04.528970+0000","last_fullsized":"2021-03-04T23:35:04.528970+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"207","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529997+0000","last_change":"2021-03-04T23:33:29.013934+0000","last_active":"2021-03-04T23:35:04.529997+0000","last_peered":"2021-03-04T23:35:04.529997+0000","last_clean":"2021-03-04T23:35:04.529997+0000","last_became_active":"2021-03-04T23:32:18.462968+0000","last_became_peered":"2021-03-04T23:32:18.462968+0000","last_unstale":"2021-03-04T23:35:04.529997+0000","last_undegraded":"2021-03-04T23:35:04.529997+0000","last_fullsized":"2021-03-04T23:35:04.529997+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"176","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324780+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:34:39.324780+0000","last_peered":"2021-03-04T23:34:39.324780+0000","last_clean":"2021-03-04T23:34:39.324780+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:34:39.324780+0000","last_undegraded":"2021-03-04T23:34:39.324780+0000","last_fullsized":"2021-03-04T23:34:39.324780+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"761","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530084+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:35:04.530084+0000","last_peered":"2021-03-04T23:35:04.530084+0000","last_clean":"2021-03-04T23:35:04.530084+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:35:04.530084+0000","last_undegraded":"2021-03-04T23:35:04.530084+0000","last_fullsized":"2021-03-04T23:35:04.530084+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"197","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325032+0000","last_change":"2021-03-04T23:33:33.483462+0000","last_active":"2021-03-04T23:34:39.325032+0000","last_peered":"2021-03-04T23:34:39.325032+0000","last_clean":"2021-03-04T23:34:39.325032+0000","last_became_active":"2021-03-04T23:31:56.267286+0000","last_became_peered":"2021-03-04T23:31:56.267286+0000","last_unstale":"2021-03-04T23:34:39.325032+0000","last_undegraded":"2021-03-04T23:34:39.325032+0000","last_fullsized":"2021-03-04T23:34:39.325032+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"837","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529731+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:35:04.529731+0000","last_peered":"2021-03-04T23:35:04.529731+0000","last_clean":"2021-03-04T23:35:04.529731+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:35:04.529731+0000","last_undegraded":"2021-03-04T23:35:04.529731+0000","last_fullsized":"2021-03-04T23:35:04.529731+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"181","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325347+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:34:39.325347+0000","last_peered":"2021-03-04T23:34:39.325347+0000","last_clean":"2021-03-04T23:34:39.325347+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:34:39.325347+0000","last_undegraded":"2021-03-04T23:34:39.325347+0000","last_fullsized":"2021-03-04T23:34:39.325347+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"818","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532093+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:35:04.532093+0000","last_peered":"2021-03-04T23:35:04.532093+0000","last_clean":"2021-03-04T23:35:04.532093+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:35:04.532093+0000","last_undegraded":"2021-03-04T23:35:04.532093+0000","last_fullsized":"2021-03-04T23:35:04.532093+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"272","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324876+0000","last_change":"2021-03-04T23:33:33.482637+0000","last_active":"2021-03-04T23:34:39.324876+0000","last_peered":"2021-03-04T23:34:39.324876+0000","last_clean":"2021-03-04T23:34:39.324876+0000","last_became_active":"2021-03-04T23:31:56.268951+0000","last_became_peered":"2021-03-04T23:31:56.268951+0000","last_unstale":"2021-03-04T23:34:39.324876+0000","last_undegraded":"2021-03-04T23:34:39.324876+0000","last_fullsized":"2021-03-04T23:34:39.324876+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"193","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529063+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:35:04.529063+0000","last_peered":"2021-03-04T23:35:04.529063+0000","last_clean":"2021-03-04T23:35:04.529063+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:35:04.529063+0000","last_undegraded":"2021-03-04T23:35:04.529063+0000","last_fullsized":"2021-03-04T23:35:04.529063+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"836","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531487+0000","last_change":"2021-03-04T23:34:29.336228+0000","last_active":"2021-03-04T23:35:04.531487+0000","last_peered":"2021-03-04T23:35:04.531487+0000","last_clean":"2021-03-04T23:35:04.531487+0000","last_became_active":"2021-03-04T23:34:29.335915+0000","last_became_peered":"2021-03-04T23:34:29.335915+0000","last_unstale":"2021-03-04T23:35:04.531487+0000","last_undegraded":"2021-03-04T23:35:04.531487+0000","last_fullsized":"2021-03-04T23:35:04.531487+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530325+0000","last_change":"2021-03-04T23:33:56.612899+0000","last_active":"2021-03-04T23:35:04.530325+0000","last_peered":"2021-03-04T23:35:04.530325+0000","last_clean":"2021-03-04T23:35:04.530325+0000","last_became_active":"2021-03-04T23:33:56.612600+0000","last_became_peered":"2021-03-04T23:33:56.612600+0000","last_unstale":"2021-03-04T23:35:04.530325+0000","last_undegraded":"2021-03-04T23:35:04.530325+0000","last_fullsized":"2021-03-04T23:35:04.530325+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"847","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.426447+0000","last_change":"2021-03-04T23:33:33.552389+0000","last_active":"2021-03-04T23:34:46.426447+0000","last_peered":"2021-03-04T23:34:46.426447+0000","last_clean":"2021-03-04T23:34:46.426447+0000","last_became_active":"2021-03-04T23:31:56.270044+0000","last_became_peered":"2021-03-04T23:31:56.270044+0000","last_unstale":"2021-03-04T23:34:46.426447+0000","last_undegraded":"2021-03-04T23:34:46.426447+0000","last_fullsized":"2021-03-04T23:34:46.426447+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:06.144444+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:06.144444+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"172","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324742+0000","last_change":"2021-03-04T23:34:11.329772+0000","last_active":"2021-03-04T23:34:39.324742+0000","last_peered":"2021-03-04T23:34:39.324742+0000","last_clean":"2021-03-04T23:34:39.324742+0000","last_became_active":"2021-03-04T23:34:11.329510+0000","last_became_peered":"2021-03-04T23:34:11.329510+0000","last_unstale":"2021-03-04T23:34:39.324742+0000","last_undegraded":"2021-03-04T23:34:39.324742+0000","last_fullsized":"2021-03-04T23:34:39.324742+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531213+0000","last_change":"2021-03-04T23:33:56.615373+0000","last_active":"2021-03-04T23:35:04.531213+0000","last_peered":"2021-03-04T23:35:04.531213+0000","last_clean":"2021-03-04T23:35:04.531213+0000","last_became_active":"2021-03-04T23:33:56.614594+0000","last_became_peered":"2021-03-04T23:33:56.614594+0000","last_unstale":"2021-03-04T23:35:04.531213+0000","last_undegraded":"2021-03-04T23:35:04.531213+0000","last_fullsized":"2021-03-04T23:35:04.531213+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"820","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528336+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:35:04.528336+0000","last_peered":"2021-03-04T23:35:04.528336+0000","last_clean":"2021-03-04T23:35:04.528336+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:35:04.528336+0000","last_undegraded":"2021-03-04T23:35:04.528336+0000","last_fullsized":"2021-03-04T23:35:04.528336+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530683+0000","last_change":"2021-03-04T23:33:57.250182+0000","last_active":"2021-03-04T23:35:04.530683+0000","last_peered":"2021-03-04T23:35:04.530683+0000","last_clean":"2021-03-04T23:35:04.530683+0000","last_became_active":"2021-03-04T23:33:56.615778+0000","last_became_peered":"2021-03-04T23:33:56.615778+0000","last_unstale":"2021-03-04T23:35:04.530683+0000","last_undegraded":"2021-03-04T23:35:04.530683+0000","last_fullsized":"2021-03-04T23:35:04.530683+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"38","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529084+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:35:04.529084+0000","last_peered":"2021-03-04T23:35:04.529084+0000","last_clean":"2021-03-04T23:35:04.529084+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:35:04.529084+0000","last_undegraded":"2021-03-04T23:35:04.529084+0000","last_fullsized":"2021-03-04T23:35:04.529084+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"800","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530391+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:35:04.530391+0000","last_peered":"2021-03-04T23:35:04.530391+0000","last_clean":"2021-03-04T23:35:04.530391+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:35:04.530391+0000","last_undegraded":"2021-03-04T23:35:04.530391+0000","last_fullsized":"2021-03-04T23:35:04.530391+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"756","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532051+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:35:04.532051+0000","last_peered":"2021-03-04T23:35:04.532051+0000","last_clean":"2021-03-04T23:35:04.532051+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:35:04.532051+0000","last_undegraded":"2021-03-04T23:35:04.532051+0000","last_fullsized":"2021-03-04T23:35:04.532051+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"752","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324480+0000","last_change":"2021-03-04T23:33:33.483790+0000","last_active":"2021-03-04T23:34:39.324480+0000","last_peered":"2021-03-04T23:34:39.324480+0000","last_clean":"2021-03-04T23:34:39.324480+0000","last_became_active":"2021-03-04T23:32:19.276413+0000","last_became_peered":"2021-03-04T23:32:19.276413+0000","last_unstale":"2021-03-04T23:34:39.324480+0000","last_undegraded":"2021-03-04T23:34:39.324480+0000","last_fullsized":"2021-03-04T23:34:39.324480+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"734","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531924+0000","last_change":"2021-03-04T23:32:19.277700+0000","last_active":"2021-03-04T23:35:04.531924+0000","last_peered":"2021-03-04T23:35:04.531924+0000","last_clean":"2021-03-04T23:35:04.531924+0000","last_became_active":"2021-03-04T23:32:19.277439+0000","last_became_peered":"2021-03-04T23:32:19.277439+0000","last_unstale":"2021-03-04T23:35:04.531924+0000","last_undegraded":"2021-03-04T23:35:04.531924+0000","last_fullsized":"2021-03-04T23:35:04.531924+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"800","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.429359+0000","last_change":"2021-03-04T23:24:02.157503+0000","last_active":"2021-03-04T23:34:46.429359+0000","last_peered":"2021-03-04T23:34:46.429359+0000","last_clean":"2021-03-04T23:34:46.429359+0000","last_became_active":"2021-03-04T23:24:02.157266+0000","last_became_peered":"2021-03-04T23:24:02.157266+0000","last_unstale":"2021-03-04T23:34:46.429359+0000","last_undegraded":"2021-03-04T23:34:46.429359+0000","last_fullsized":"2021-03-04T23:34:46.429359+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"746","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529857+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:35:04.529857+0000","last_peered":"2021-03-04T23:35:04.529857+0000","last_clean":"2021-03-04T23:35:04.529857+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:35:04.529857+0000","last_undegraded":"2021-03-04T23:35:04.529857+0000","last_fullsized":"2021-03-04T23:35:04.529857+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"529","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325151+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:34:39.325151+0000","last_peered":"2021-03-04T23:34:39.325151+0000","last_clean":"2021-03-04T23:34:39.325151+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:34:39.325151+0000","last_undegraded":"2021-03-04T23:34:39.325151+0000","last_fullsized":"2021-03-04T23:34:39.325151+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"56","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531288+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:35:04.531288+0000","last_peered":"2021-03-04T23:35:04.531288+0000","last_clean":"2021-03-04T23:35:04.531288+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:35:04.531288+0000","last_undegraded":"2021-03-04T23:35:04.531288+0000","last_fullsized":"2021-03-04T23:35:04.531288+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528767+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:35:04.528767+0000","last_peered":"2021-03-04T23:35:04.528767+0000","last_clean":"2021-03-04T23:35:04.528767+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:35:04.528767+0000","last_undegraded":"2021-03-04T23:35:04.528767+0000","last_fullsized":"2021-03-04T23:35:04.528767+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"42","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529664+0000","last_change":"2021-03-04T23:34:11.331837+0000","last_active":"2021-03-04T23:35:04.529664+0000","last_peered":"2021-03-04T23:35:04.529664+0000","last_clean":"2021-03-04T23:35:04.529664+0000","last_became_active":"2021-03-04T23:34:11.329060+0000","last_became_peered":"2021-03-04T23:34:11.329060+0000","last_unstale":"2021-03-04T23:35:04.529664+0000","last_undegraded":"2021-03-04T23:35:04.529664+0000","last_fullsized":"2021-03-04T23:35:04.529664+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"968","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323262+0000","last_change":"2021-03-04T23:33:33.489417+0000","last_active":"2021-03-04T23:34:39.323262+0000","last_peered":"2021-03-04T23:34:39.323262+0000","last_clean":"2021-03-04T23:34:39.323262+0000","last_became_active":"2021-03-04T23:32:19.280336+0000","last_became_peered":"2021-03-04T23:32:19.280336+0000","last_unstale":"2021-03-04T23:34:39.323262+0000","last_undegraded":"2021-03-04T23:34:39.323262+0000","last_fullsized":"2021-03-04T23:34:39.323262+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"871","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529661+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:35:04.529661+0000","last_peered":"2021-03-04T23:35:04.529661+0000","last_clean":"2021-03-04T23:35:04.529661+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:35:04.529661+0000","last_undegraded":"2021-03-04T23:35:04.529661+0000","last_fullsized":"2021-03-04T23:35:04.529661+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"833","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530449+0000","last_change":"2021-03-04T23:24:02.163210+0000","last_active":"2021-03-04T23:35:04.530449+0000","last_peered":"2021-03-04T23:35:04.530449+0000","last_clean":"2021-03-04T23:35:04.530449+0000","last_became_active":"2021-03-04T23:24:02.162986+0000","last_became_peered":"2021-03-04T23:24:02.162986+0000","last_unstale":"2021-03-04T23:35:04.530449+0000","last_undegraded":"2021-03-04T23:35:04.530449+0000","last_fullsized":"2021-03-04T23:35:04.530449+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531408+0000","last_change":"2021-03-04T23:33:56.625375+0000","last_active":"2021-03-04T23:35:04.531408+0000","last_peered":"2021-03-04T23:35:04.531408+0000","last_clean":"2021-03-04T23:35:04.531408+0000","last_became_active":"2021-03-04T23:33:56.613513+0000","last_became_peered":"2021-03-04T23:33:56.613513+0000","last_unstale":"2021-03-04T23:35:04.531408+0000","last_undegraded":"2021-03-04T23:35:04.531408+0000","last_fullsized":"2021-03-04T23:35:04.531408+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"537","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531448+0000","last_change":"2021-03-04T23:33:33.512522+0000","last_active":"2021-03-04T23:35:04.531448+0000","last_peered":"2021-03-04T23:35:04.531448+0000","last_clean":"2021-03-04T23:35:04.531448+0000","last_became_active":"2021-03-04T23:32:19.280359+0000","last_became_peered":"2021-03-04T23:32:19.280359+0000","last_unstale":"2021-03-04T23:35:04.531448+0000","last_undegraded":"2021-03-04T23:35:04.531448+0000","last_fullsized":"2021-03-04T23:35:04.531448+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"264","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532359+0000","last_change":"2021-03-04T23:23:49.215698+0000","last_active":"2021-03-04T23:35:04.532359+0000","last_peered":"2021-03-04T23:35:04.532359+0000","last_clean":"2021-03-04T23:35:04.532359+0000","last_became_active":"2021-03-04T23:23:49.215401+0000","last_became_peered":"2021-03-04T23:23:49.215401+0000","last_unstale":"2021-03-04T23:35:04.532359+0000","last_undegraded":"2021-03-04T23:35:04.532359+0000","last_fullsized":"2021-03-04T23:35:04.532359+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"47","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528518+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:35:04.528518+0000","last_peered":"2021-03-04T23:35:04.528518+0000","last_clean":"2021-03-04T23:35:04.528518+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:35:04.528518+0000","last_undegraded":"2021-03-04T23:35:04.528518+0000","last_fullsized":"2021-03-04T23:35:04.528518+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"132","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531517+0000","last_change":"2021-03-04T23:28:29.272655+0000","last_active":"2021-03-04T23:35:04.531517+0000","last_peered":"2021-03-04T23:35:04.531517+0000","last_clean":"2021-03-04T23:35:04.531517+0000","last_became_active":"2021-03-04T23:28:29.268017+0000","last_became_peered":"2021-03-04T23:28:29.268017+0000","last_unstale":"2021-03-04T23:35:04.531517+0000","last_undegraded":"2021-03-04T23:35:04.531517+0000","last_fullsized":"2021-03-04T23:35:04.531517+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"543","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323462+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:34:39.323462+0000","last_peered":"2021-03-04T23:34:39.323462+0000","last_clean":"2021-03-04T23:34:39.323462+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:34:39.323462+0000","last_undegraded":"2021-03-04T23:34:39.323462+0000","last_fullsized":"2021-03-04T23:34:39.323462+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531419+0000","last_change":"2021-03-04T23:33:56.615200+0000","last_active":"2021-03-04T23:35:04.531419+0000","last_peered":"2021-03-04T23:35:04.531419+0000","last_clean":"2021-03-04T23:35:04.531419+0000","last_became_active":"2021-03-04T23:33:56.614392+0000","last_became_peered":"2021-03-04T23:33:56.614392+0000","last_unstale":"2021-03-04T23:35:04.531419+0000","last_undegraded":"2021-03-04T23:35:04.531419+0000","last_fullsized":"2021-03-04T23:35:04.531419+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"809","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533006+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:35:04.533006+0000","last_peered":"2021-03-04T23:35:04.533006+0000","last_clean":"2021-03-04T23:35:04.533006+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:35:04.533006+0000","last_undegraded":"2021-03-04T23:35:04.533006+0000","last_fullsized":"2021-03-04T23:35:04.533006+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"892","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528650+0000","last_change":"2021-03-04T23:34:11.331800+0000","last_active":"2021-03-04T23:35:04.528650+0000","last_peered":"2021-03-04T23:35:04.528650+0000","last_clean":"2021-03-04T23:35:04.528650+0000","last_became_active":"2021-03-04T23:34:11.326741+0000","last_became_peered":"2021-03-04T23:34:11.326741+0000","last_unstale":"2021-03-04T23:35:04.528650+0000","last_undegraded":"2021-03-04T23:35:04.528650+0000","last_fullsized":"2021-03-04T23:35:04.528650+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"187","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528307+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:35:04.528307+0000","last_peered":"2021-03-04T23:35:04.528307+0000","last_clean":"2021-03-04T23:35:04.528307+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:35:04.528307+0000","last_undegraded":"2021-03-04T23:35:04.528307+0000","last_fullsized":"2021-03-04T23:35:04.528307+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"127","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529419+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:35:04.529419+0000","last_peered":"2021-03-04T23:35:04.529419+0000","last_clean":"2021-03-04T23:35:04.529419+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:35:04.529419+0000","last_undegraded":"2021-03-04T23:35:04.529419+0000","last_fullsized":"2021-03-04T23:35:04.529419+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"809","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432481+0000","last_change":"2021-03-04T23:28:29.270666+0000","last_active":"2021-03-04T23:34:46.432481+0000","last_peered":"2021-03-04T23:34:46.432481+0000","last_clean":"2021-03-04T23:34:46.432481+0000","last_became_active":"2021-03-04T23:28:29.270435+0000","last_became_peered":"2021-03-04T23:28:29.270435+0000","last_unstale":"2021-03-04T23:34:46.432481+0000","last_undegraded":"2021-03-04T23:34:46.432481+0000","last_fullsized":"2021-03-04T23:34:46.432481+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"142","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530497+0000","last_change":"2021-03-04T23:31:56.273244+0000","last_active":"2021-03-04T23:35:04.530497+0000","last_peered":"2021-03-04T23:35:04.530497+0000","last_clean":"2021-03-04T23:35:04.530497+0000","last_became_active":"2021-03-04T23:31:56.272906+0000","last_became_peered":"2021-03-04T23:31:56.272906+0000","last_unstale":"2021-03-04T23:35:04.530497+0000","last_undegraded":"2021-03-04T23:35:04.530497+0000","last_fullsized":"2021-03-04T23:35:04.530497+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"310","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322935+0000","last_change":"2021-03-04T23:33:33.489148+0000","last_active":"2021-03-04T23:34:39.322935+0000","last_peered":"2021-03-04T23:34:39.322935+0000","last_clean":"2021-03-04T23:34:39.322935+0000","last_became_active":"2021-03-04T23:24:02.161430+0000","last_became_peered":"2021-03-04T23:24:02.161430+0000","last_unstale":"2021-03-04T23:34:39.322935+0000","last_undegraded":"2021-03-04T23:34:39.322935+0000","last_fullsized":"2021-03-04T23:34:39.322935+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"166","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324840+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:34:39.324840+0000","last_peered":"2021-03-04T23:34:39.324840+0000","last_clean":"2021-03-04T23:34:39.324840+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:34:39.324840+0000","last_undegraded":"2021-03-04T23:34:39.324840+0000","last_fullsized":"2021-03-04T23:34:39.324840+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"38","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529542+0000","last_change":"2021-03-04T23:34:11.329379+0000","last_active":"2021-03-04T23:35:04.529542+0000","last_peered":"2021-03-04T23:35:04.529542+0000","last_clean":"2021-03-04T23:35:04.529542+0000","last_became_active":"2021-03-04T23:34:11.328858+0000","last_became_peered":"2021-03-04T23:34:11.328858+0000","last_unstale":"2021-03-04T23:35:04.529542+0000","last_undegraded":"2021-03-04T23:35:04.529542+0000","last_fullsized":"2021-03-04T23:35:04.529542+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"790","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.431109+0000","last_change":"2021-03-04T23:28:29.271141+0000","last_active":"2021-03-04T23:34:46.431109+0000","last_peered":"2021-03-04T23:34:46.431109+0000","last_clean":"2021-03-04T23:34:46.431109+0000","last_became_active":"2021-03-04T23:28:29.270777+0000","last_became_peered":"2021-03-04T23:28:29.270777+0000","last_unstale":"2021-03-04T23:34:46.431109+0000","last_undegraded":"2021-03-04T23:34:46.431109+0000","last_fullsized":"2021-03-04T23:34:46.431109+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"124","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528999+0000","last_change":"2021-03-04T23:34:29.336692+0000","last_active":"2021-03-04T23:35:04.528999+0000","last_peered":"2021-03-04T23:35:04.528999+0000","last_clean":"2021-03-04T23:35:04.528999+0000","last_became_active":"2021-03-04T23:34:29.336267+0000","last_became_peered":"2021-03-04T23:34:29.336267+0000","last_unstale":"2021-03-04T23:35:04.528999+0000","last_undegraded":"2021-03-04T23:35:04.528999+0000","last_fullsized":"2021-03-04T23:35:04.528999+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"299","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.430665+0000","last_change":"2021-03-04T23:33:33.552241+0000","last_active":"2021-03-04T23:34:46.430665+0000","last_peered":"2021-03-04T23:34:46.430665+0000","last_clean":"2021-03-04T23:34:46.430665+0000","last_became_active":"2021-03-04T23:25:29.227430+0000","last_became_peered":"2021-03-04T23:25:29.227430+0000","last_unstale":"2021-03-04T23:34:46.430665+0000","last_undegraded":"2021-03-04T23:34:46.430665+0000","last_fullsized":"2021-03-04T23:34:46.430665+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"788","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532212+0000","last_change":"2021-03-04T23:31:56.269302+0000","last_active":"2021-03-04T23:35:04.532212+0000","last_peered":"2021-03-04T23:35:04.532212+0000","last_clean":"2021-03-04T23:35:04.532212+0000","last_became_active":"2021-03-04T23:31:56.269056+0000","last_became_peered":"2021-03-04T23:31:56.269056+0000","last_unstale":"2021-03-04T23:35:04.532212+0000","last_undegraded":"2021-03-04T23:35:04.532212+0000","last_fullsized":"2021-03-04T23:35:04.532212+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"59","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530632+0000","last_change":"2021-03-04T23:33:56.619295+0000","last_active":"2021-03-04T23:35:04.530632+0000","last_peered":"2021-03-04T23:35:04.530632+0000","last_clean":"2021-03-04T23:35:04.530632+0000","last_became_active":"2021-03-04T23:33:56.610198+0000","last_became_peered":"2021-03-04T23:33:56.610198+0000","last_unstale":"2021-03-04T23:35:04.530632+0000","last_undegraded":"2021-03-04T23:35:04.530632+0000","last_fullsized":"2021-03-04T23:35:04.530632+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"745","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.427673+0000","last_change":"2021-03-04T23:34:11.326166+0000","last_active":"2021-03-04T23:34:46.427673+0000","last_peered":"2021-03-04T23:34:46.427673+0000","last_clean":"2021-03-04T23:34:46.427673+0000","last_became_active":"2021-03-04T23:34:11.325938+0000","last_became_peered":"2021-03-04T23:34:11.325938+0000","last_unstale":"2021-03-04T23:34:46.427673+0000","last_undegraded":"2021-03-04T23:34:46.427673+0000","last_fullsized":"2021-03-04T23:34:46.427673+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"862","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528870+0000","last_change":"2021-03-04T23:33:33.485731+0000","last_active":"2021-03-04T23:35:04.528870+0000","last_peered":"2021-03-04T23:35:04.528870+0000","last_clean":"2021-03-04T23:35:04.528870+0000","last_became_active":"2021-03-04T23:32:19.280156+0000","last_became_peered":"2021-03-04T23:32:19.280156+0000","last_unstale":"2021-03-04T23:35:04.528870+0000","last_undegraded":"2021-03-04T23:35:04.528870+0000","last_fullsized":"2021-03-04T23:35:04.528870+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"803","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530197+0000","last_change":"2021-03-04T23:24:02.157146+0000","last_active":"2021-03-04T23:35:04.530197+0000","last_peered":"2021-03-04T23:35:04.530197+0000","last_clean":"2021-03-04T23:35:04.530197+0000","last_became_active":"2021-03-04T23:24:02.156806+0000","last_became_peered":"2021-03-04T23:24:02.156806+0000","last_unstale":"2021-03-04T23:35:04.530197+0000","last_undegraded":"2021-03-04T23:35:04.530197+0000","last_fullsized":"2021-03-04T23:35:04.530197+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"63","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530708+0000","last_change":"2021-03-04T23:33:56.623817+0000","last_active":"2021-03-04T23:35:04.530708+0000","last_peered":"2021-03-04T23:35:04.530708+0000","last_clean":"2021-03-04T23:35:04.530708+0000","last_became_active":"2021-03-04T23:33:56.612652+0000","last_became_peered":"2021-03-04T23:33:56.612652+0000","last_unstale":"2021-03-04T23:35:04.530708+0000","last_undegraded":"2021-03-04T23:35:04.530708+0000","last_fullsized":"2021-03-04T23:35:04.530708+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"193","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325137+0000","last_change":"2021-03-04T23:33:33.483997+0000","last_active":"2021-03-04T23:34:39.325137+0000","last_peered":"2021-03-04T23:34:39.325137+0000","last_clean":"2021-03-04T23:34:39.325137+0000","last_became_active":"2021-03-04T23:32:18.427827+0000","last_became_peered":"2021-03-04T23:32:18.427827+0000","last_unstale":"2021-03-04T23:34:39.325137+0000","last_undegraded":"2021-03-04T23:34:39.325137+0000","last_fullsized":"2021-03-04T23:34:39.325137+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"161","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324372+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:34:39.324372+0000","last_peered":"2021-03-04T23:34:39.324372+0000","last_clean":"2021-03-04T23:34:39.324372+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:34:39.324372+0000","last_undegraded":"2021-03-04T23:34:39.324372+0000","last_fullsized":"2021-03-04T23:34:39.324372+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"133","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532409+0000","last_change":"2021-03-04T23:28:29.534879+0000","last_active":"2021-03-04T23:35:04.532409+0000","last_peered":"2021-03-04T23:35:04.532409+0000","last_clean":"2021-03-04T23:35:04.532409+0000","last_became_active":"2021-03-04T23:28:29.270525+0000","last_became_peered":"2021-03-04T23:28:29.270525+0000","last_unstale":"2021-03-04T23:35:04.532409+0000","last_undegraded":"2021-03-04T23:35:04.532409+0000","last_fullsized":"2021-03-04T23:35:04.532409+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"26","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528792+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:35:04.528792+0000","last_peered":"2021-03-04T23:35:04.528792+0000","last_clean":"2021-03-04T23:35:04.528792+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:35:04.528792+0000","last_undegraded":"2021-03-04T23:35:04.528792+0000","last_fullsized":"2021-03-04T23:35:04.528792+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"773","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532128+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:35:04.532128+0000","last_peered":"2021-03-04T23:35:04.532128+0000","last_clean":"2021-03-04T23:35:04.532128+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:35:04.532128+0000","last_undegraded":"2021-03-04T23:35:04.532128+0000","last_fullsized":"2021-03-04T23:35:04.532128+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"38","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529794+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:35:04.529794+0000","last_peered":"2021-03-04T23:35:04.529794+0000","last_clean":"2021-03-04T23:35:04.529794+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:35:04.529794+0000","last_undegraded":"2021-03-04T23:35:04.529794+0000","last_fullsized":"2021-03-04T23:35:04.529794+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"178","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323278+0000","last_change":"2021-03-04T23:33:56.619741+0000","last_active":"2021-03-04T23:34:39.323278+0000","last_peered":"2021-03-04T23:34:39.323278+0000","last_clean":"2021-03-04T23:34:39.323278+0000","last_became_active":"2021-03-04T23:33:56.619327+0000","last_became_peered":"2021-03-04T23:33:56.619327+0000","last_unstale":"2021-03-04T23:34:39.323278+0000","last_undegraded":"2021-03-04T23:34:39.323278+0000","last_fullsized":"2021-03-04T23:34:39.323278+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"903","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529587+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:35:04.529587+0000","last_peered":"2021-03-04T23:35:04.529587+0000","last_clean":"2021-03-04T23:35:04.529587+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:35:04.529587+0000","last_undegraded":"2021-03-04T23:35:04.529587+0000","last_fullsized":"2021-03-04T23:35:04.529587+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"817","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531880+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:35:04.531880+0000","last_peered":"2021-03-04T23:35:04.531880+0000","last_clean":"2021-03-04T23:35:04.531880+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:35:04.531880+0000","last_undegraded":"2021-03-04T23:35:04.531880+0000","last_fullsized":"2021-03-04T23:35:04.531880+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"796","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432106+0000","last_change":"2021-03-04T23:32:18.421625+0000","last_active":"2021-03-04T23:34:46.432106+0000","last_peered":"2021-03-04T23:34:46.432106+0000","last_clean":"2021-03-04T23:34:46.432106+0000","last_became_active":"2021-03-04T23:32:18.420984+0000","last_became_peered":"2021-03-04T23:32:18.420984+0000","last_unstale":"2021-03-04T23:34:46.432106+0000","last_undegraded":"2021-03-04T23:34:46.432106+0000","last_fullsized":"2021-03-04T23:34:46.432106+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"253","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529733+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:35:04.529733+0000","last_peered":"2021-03-04T23:35:04.529733+0000","last_clean":"2021-03-04T23:35:04.529733+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:35:04.529733+0000","last_undegraded":"2021-03-04T23:35:04.529733+0000","last_fullsized":"2021-03-04T23:35:04.529733+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"819","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529925+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:35:04.529925+0000","last_peered":"2021-03-04T23:35:04.529925+0000","last_clean":"2021-03-04T23:35:04.529925+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:35:04.529925+0000","last_undegraded":"2021-03-04T23:35:04.529925+0000","last_fullsized":"2021-03-04T23:35:04.529925+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"813","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531892+0000","last_change":"2021-03-04T23:32:35.344982+0000","last_active":"2021-03-04T23:35:04.531892+0000","last_peered":"2021-03-04T23:35:04.531892+0000","last_clean":"2021-03-04T23:35:04.531892+0000","last_became_active":"2021-03-04T23:32:35.343932+0000","last_became_peered":"2021-03-04T23:32:35.343932+0000","last_unstale":"2021-03-04T23:35:04.531892+0000","last_undegraded":"2021-03-04T23:35:04.531892+0000","last_fullsized":"2021-03-04T23:35:04.531892+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"773","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532371+0000","last_change":"2021-03-04T23:33:33.484052+0000","last_active":"2021-03-04T23:35:04.532371+0000","last_peered":"2021-03-04T23:35:04.532371+0000","last_clean":"2021-03-04T23:35:04.532371+0000","last_became_active":"2021-03-04T23:25:29.228482+0000","last_became_peered":"2021-03-04T23:25:29.228482+0000","last_unstale":"2021-03-04T23:35:04.532371+0000","last_undegraded":"2021-03-04T23:35:04.532371+0000","last_fullsized":"2021-03-04T23:35:04.532371+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"809","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432761+0000","last_change":"2021-03-04T23:28:29.270742+0000","last_active":"2021-03-04T23:34:46.432761+0000","last_peered":"2021-03-04T23:34:46.432761+0000","last_clean":"2021-03-04T23:34:46.432761+0000","last_became_active":"2021-03-04T23:28:29.270489+0000","last_became_peered":"2021-03-04T23:28:29.270489+0000","last_unstale":"2021-03-04T23:34:46.432761+0000","last_undegraded":"2021-03-04T23:34:46.432761+0000","last_fullsized":"2021-03-04T23:34:46.432761+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"161","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324668+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:34:39.324668+0000","last_peered":"2021-03-04T23:34:39.324668+0000","last_clean":"2021-03-04T23:34:39.324668+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:34:39.324668+0000","last_undegraded":"2021-03-04T23:34:39.324668+0000","last_fullsized":"2021-03-04T23:34:39.324668+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"239","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529260+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:35:04.529260+0000","last_peered":"2021-03-04T23:35:04.529260+0000","last_clean":"2021-03-04T23:35:04.529260+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:35:04.529260+0000","last_undegraded":"2021-03-04T23:35:04.529260+0000","last_fullsized":"2021-03-04T23:35:04.529260+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"779","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533077+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:35:04.533077+0000","last_peered":"2021-03-04T23:35:04.533077+0000","last_clean":"2021-03-04T23:35:04.533077+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:35:04.533077+0000","last_undegraded":"2021-03-04T23:35:04.533077+0000","last_fullsized":"2021-03-04T23:35:04.533077+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530405+0000","last_change":"2021-03-04T23:33:56.613172+0000","last_active":"2021-03-04T23:35:04.530405+0000","last_peered":"2021-03-04T23:35:04.530405+0000","last_clean":"2021-03-04T23:35:04.530405+0000","last_became_active":"2021-03-04T23:33:56.612823+0000","last_became_peered":"2021-03-04T23:33:56.612823+0000","last_unstale":"2021-03-04T23:35:04.530405+0000","last_undegraded":"2021-03-04T23:35:04.530405+0000","last_fullsized":"2021-03-04T23:35:04.530405+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"209","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531951+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:35:04.531951+0000","last_peered":"2021-03-04T23:35:04.531951+0000","last_clean":"2021-03-04T23:35:04.531951+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:35:04.531951+0000","last_undegraded":"2021-03-04T23:35:04.531951+0000","last_fullsized":"2021-03-04T23:35:04.531951+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.4","version":"0'0","reported_seq":"48","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532357+0000","last_change":"2021-03-04T23:34:14.318356+0000","last_active":"2021-03-04T23:35:04.532357+0000","last_peered":"2021-03-04T23:35:04.532357+0000","last_clean":"2021-03-04T23:35:04.532357+0000","last_became_active":"2021-03-04T23:34:10.350455+0000","last_became_peered":"2021-03-04T23:34:10.350455+0000","last_unstale":"2021-03-04T23:35:04.532357+0000","last_undegraded":"2021-03-04T23:35:04.532357+0000","last_fullsized":"2021-03-04T23:35:04.532357+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"35.3","version":"0'0","reported_seq":"48","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530045+0000","last_change":"2021-03-04T23:34:11.327973+0000","last_active":"2021-03-04T23:35:04.530045+0000","last_peered":"2021-03-04T23:35:04.530045+0000","last_clean":"2021-03-04T23:35:04.530045+0000","last_became_active":"2021-03-04T23:34:11.327032+0000","last_became_peered":"2021-03-04T23:34:11.327032+0000","last_unstale":"2021-03-04T23:35:04.530045+0000","last_undegraded":"2021-03-04T23:35:04.530045+0000","last_fullsized":"2021-03-04T23:35:04.530045+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.2","version":"0'0","reported_seq":"49","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.428910+0000","last_change":"2021-03-04T23:34:02.663919+0000","last_active":"2021-03-04T23:34:46.428910+0000","last_peered":"2021-03-04T23:34:46.428910+0000","last_clean":"2021-03-04T23:34:46.428910+0000","last_became_active":"2021-03-04T23:34:00.642955+0000","last_became_peered":"2021-03-04T23:34:00.642955+0000","last_unstale":"2021-03-04T23:34:46.428910+0000","last_undegraded":"2021-03-04T23:34:46.428910+0000","last_fullsized":"2021-03-04T23:34:46.428910+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":"112","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.602605+0000","last_change":"2021-03-04T23:35:05.602943+0000","last_active":"2021-03-04T23:35:05.602605+0000","last_peered":"2021-03-04T23:35:05.602605+0000","last_clean":"2021-03-04T23:35:05.602605+0000","last_became_active":"2021-03-04T23:33:56.612962+0000","last_became_peered":"2021-03-04T23:33:56.612962+0000","last_unstale":"2021-03-04T23:35:05.602605+0000","last_undegraded":"2021-03-04T23:35:05.602605+0000","last_fullsized":"2021-03-04T23:35:05.602605+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.1","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529162+0000","last_change":"2021-03-04T23:33:58.627641+0000","last_active":"2021-03-04T23:35:04.529162+0000","last_peered":"2021-03-04T23:35:04.529162+0000","last_clean":"2021-03-04T23:35:04.529162+0000","last_became_active":"2021-03-04T23:33:56.611063+0000","last_became_peered":"2021-03-04T23:33:56.611063+0000","last_unstale":"2021-03-04T23:35:04.529162+0000","last_undegraded":"2021-03-04T23:35:04.529162+0000","last_fullsized":"2021-03-04T23:35:04.529162+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.5","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323292+0000","last_change":"2021-03-04T23:34:29.332009+0000","last_active":"2021-03-04T23:34:39.323292+0000","last_peered":"2021-03-04T23:34:39.323292+0000","last_clean":"2021-03-04T23:34:39.323292+0000","last_became_active":"2021-03-04T23:34:29.331850+0000","last_became_peered":"2021-03-04T23:34:29.331850+0000","last_unstale":"2021-03-04T23:34:39.323292+0000","last_undegraded":"2021-03-04T23:34:39.323292+0000","last_fullsized":"2021-03-04T23:34:39.323292+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.2","version":"0'0","reported_seq":"50","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322799+0000","last_change":"2021-03-04T23:34:08.346993+0000","last_active":"2021-03-04T23:34:39.322799+0000","last_peered":"2021-03-04T23:34:39.322799+0000","last_clean":"2021-03-04T23:34:39.322799+0000","last_became_active":"2021-03-04T23:34:04.319785+0000","last_became_peered":"2021-03-04T23:34:04.319785+0000","last_unstale":"2021-03-04T23:34:39.322799+0000","last_undegraded":"2021-03-04T23:34:39.322799+0000","last_fullsized":"2021-03-04T23:34:39.322799+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.3","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528619+0000","last_change":"2021-03-04T23:34:29.337848+0000","last_active":"2021-03-04T23:35:04.528619+0000","last_peered":"2021-03-04T23:35:04.528619+0000","last_clean":"2021-03-04T23:35:04.528619+0000","last_became_active":"2021-03-04T23:34:29.335515+0000","last_became_peered":"2021-03-04T23:34:29.335515+0000","last_unstale":"2021-03-04T23:35:04.528619+0000","last_undegraded":"2021-03-04T23:35:04.528619+0000","last_fullsized":"2021-03-04T23:35:04.528619+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1","version":"823'11","reported_seq":"124","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:35:00.708919+0000","last_change":"2021-03-04T23:34:33.691511+0000","last_active":"2021-03-04T23:35:00.708919+0000","last_peered":"2021-03-04T23:35:00.708919+0000","last_clean":"2021-03-04T23:35:00.708919+0000","last_became_active":"2021-03-04T23:34:29.331897+0000","last_became_peered":"2021-03-04T23:34:29.331897+0000","last_unstale":"2021-03-04T23:35:00.708919+0000","last_undegraded":"2021-03-04T23:35:00.708919+0000","last_fullsized":"2021-03-04T23:35:00.708919+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":4,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322801+0000","last_change":"2021-03-04T23:33:58.629537+0000","last_active":"2021-03-04T23:34:39.322801+0000","last_peered":"2021-03-04T23:34:39.322801+0000","last_clean":"2021-03-04T23:34:39.322801+0000","last_became_active":"2021-03-04T23:33:56.610807+0000","last_became_peered":"2021-03-04T23:33:56.610807+0000","last_unstale":"2021-03-04T23:34:39.322801+0000","last_undegraded":"2021-03-04T23:34:39.322801+0000","last_fullsized":"2021-03-04T23:34:39.322801+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.6","version":"0'0","reported_seq":"46","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325365+0000","last_change":"2021-03-04T23:34:14.320645+0000","last_active":"2021-03-04T23:34:39.325365+0000","last_peered":"2021-03-04T23:34:39.325365+0000","last_clean":"2021-03-04T23:34:39.325365+0000","last_became_active":"2021-03-04T23:34:11.326141+0000","last_became_peered":"2021-03-04T23:34:11.326141+0000","last_unstale":"2021-03-04T23:34:39.325365+0000","last_undegraded":"2021-03-04T23:34:39.325365+0000","last_fullsized":"2021-03-04T23:34:39.325365+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.1","version":"795'6","reported_seq":"162","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530052+0000","last_change":"2021-03-04T23:34:29.340924+0000","last_active":"2021-03-04T23:35:04.530052+0000","last_peered":"2021-03-04T23:35:04.530052+0000","last_clean":"2021-03-04T23:35:04.530052+0000","last_became_active":"2021-03-04T23:34:29.333500+0000","last_became_peered":"2021-03-04T23:34:29.333500+0000","last_unstale":"2021-03-04T23:35:04.530052+0000","last_undegraded":"2021-03-04T23:35:04.530052+0000","last_fullsized":"2021-03-04T23:35:04.530052+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":116,"num_read_kb":112,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":78,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.0","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532295+0000","last_change":"2021-03-04T23:34:02.657960+0000","last_active":"2021-03-04T23:35:04.532295+0000","last_peered":"2021-03-04T23:35:04.532295+0000","last_clean":"2021-03-04T23:35:04.532295+0000","last_became_active":"2021-03-04T23:34:00.646577+0000","last_became_peered":"2021-03-04T23:34:00.646577+0000","last_unstale":"2021-03-04T23:35:04.532295+0000","last_undegraded":"2021-03-04T23:35:04.532295+0000","last_fullsized":"2021-03-04T23:35:04.532295+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.2","version":"781'3","reported_seq":"103","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.430684+0000","last_change":"2021-03-04T23:34:33.409676+0000","last_active":"2021-03-04T23:34:46.430684+0000","last_peered":"2021-03-04T23:34:46.430684+0000","last_clean":"2021-03-04T23:34:46.430684+0000","last_became_active":"2021-03-04T23:33:52.575592+0000","last_became_peered":"2021-03-04T23:33:52.575592+0000","last_unstale":"2021-03-04T23:34:46.430684+0000","last_undegraded":"2021-03-04T23:34:46.430684+0000","last_fullsized":"2021-03-04T23:34:46.430684+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323311+0000","last_change":"2021-03-04T23:33:58.630295+0000","last_active":"2021-03-04T23:34:39.323311+0000","last_peered":"2021-03-04T23:34:39.323311+0000","last_clean":"2021-03-04T23:34:39.323311+0000","last_became_active":"2021-03-04T23:33:56.618567+0000","last_became_peered":"2021-03-04T23:33:56.618567+0000","last_unstale":"2021-03-04T23:34:39.323311+0000","last_undegraded":"2021-03-04T23:34:39.323311+0000","last_fullsized":"2021-03-04T23:34:39.323311+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.7","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323577+0000","last_change":"2021-03-04T23:34:29.334581+0000","last_active":"2021-03-04T23:34:39.323577+0000","last_peered":"2021-03-04T23:34:39.323577+0000","last_clean":"2021-03-04T23:34:39.323577+0000","last_became_active":"2021-03-04T23:34:29.334297+0000","last_became_peered":"2021-03-04T23:34:29.334297+0000","last_unstale":"2021-03-04T23:34:39.323577+0000","last_undegraded":"2021-03-04T23:34:39.323577+0000","last_fullsized":"2021-03-04T23:34:39.323577+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.0","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528637+0000","last_change":"2021-03-04T23:34:08.352211+0000","last_active":"2021-03-04T23:35:04.528637+0000","last_peered":"2021-03-04T23:35:04.528637+0000","last_clean":"2021-03-04T23:35:04.528637+0000","last_became_active":"2021-03-04T23:34:04.323749+0000","last_became_peered":"2021-03-04T23:34:04.323749+0000","last_unstale":"2021-03-04T23:35:04.528637+0000","last_undegraded":"2021-03-04T23:35:04.528637+0000","last_fullsized":"2021-03-04T23:35:04.528637+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.1","version":"0'0","reported_seq":"49","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.428471+0000","last_change":"2021-03-04T23:34:02.664400+0000","last_active":"2021-03-04T23:34:46.428471+0000","last_peered":"2021-03-04T23:34:46.428471+0000","last_clean":"2021-03-04T23:34:46.428471+0000","last_became_active":"2021-03-04T23:34:00.641924+0000","last_became_peered":"2021-03-04T23:34:00.641924+0000","last_unstale":"2021-03-04T23:34:46.428471+0000","last_undegraded":"2021-03-04T23:34:46.428471+0000","last_fullsized":"2021-03-04T23:34:46.428471+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3","version":"809'11","reported_seq":"167","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.431362+0000","last_change":"2021-03-04T23:34:33.409860+0000","last_active":"2021-03-04T23:34:46.431362+0000","last_peered":"2021-03-04T23:34:46.431362+0000","last_clean":"2021-03-04T23:34:46.431362+0000","last_became_active":"2021-03-04T23:34:11.326202+0000","last_became_peered":"2021-03-04T23:34:11.326202+0000","last_unstale":"2021-03-04T23:34:46.431362+0000","last_undegraded":"2021-03-04T23:34:46.431362+0000","last_fullsized":"2021-03-04T23:34:46.431362+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":27,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322873+0000","last_change":"2021-03-04T23:33:58.629672+0000","last_active":"2021-03-04T23:34:39.322873+0000","last_peered":"2021-03-04T23:34:39.322873+0000","last_clean":"2021-03-04T23:34:39.322873+0000","last_became_active":"2021-03-04T23:33:56.611189+0000","last_became_peered":"2021-03-04T23:33:56.611189+0000","last_unstale":"2021-03-04T23:34:39.322873+0000","last_undegraded":"2021-03-04T23:34:39.322873+0000","last_fullsized":"2021-03-04T23:34:39.322873+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.0","version":"801'75","reported_seq":"494","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322726+0000","last_change":"2021-03-04T23:34:29.516774+0000","last_active":"2021-03-04T23:34:39.322726+0000","last_peered":"2021-03-04T23:34:39.322726+0000","last_clean":"2021-03-04T23:34:39.322726+0000","last_became_active":"2021-03-04T23:34:29.333208+0000","last_became_peered":"2021-03-04T23:34:29.333208+0000","last_unstale":"2021-03-04T23:34:39.322726+0000","last_undegraded":"2021-03-04T23:34:39.322726+0000","last_fullsized":"2021-03-04T23:34:39.322726+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":75,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":224,"num_read_kb":148,"num_write":73,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":128,"num_keys_recovered":71,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.7","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529529+0000","last_change":"2021-03-04T23:34:29.336697+0000","last_active":"2021-03-04T23:35:04.529529+0000","last_peered":"2021-03-04T23:35:04.529529+0000","last_clean":"2021-03-04T23:35:04.529529+0000","last_became_active":"2021-03-04T23:34:29.336361+0000","last_became_peered":"2021-03-04T23:34:29.336361+0000","last_unstale":"2021-03-04T23:35:04.529529+0000","last_undegraded":"2021-03-04T23:35:04.529529+0000","last_fullsized":"2021-03-04T23:35:04.529529+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.6","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530165+0000","last_change":"2021-03-04T23:34:02.658942+0000","last_active":"2021-03-04T23:35:04.530165+0000","last_peered":"2021-03-04T23:35:04.530165+0000","last_clean":"2021-03-04T23:35:04.530165+0000","last_became_active":"2021-03-04T23:34:00.644377+0000","last_became_peered":"2021-03-04T23:34:00.644377+0000","last_unstale":"2021-03-04T23:35:04.530165+0000","last_undegraded":"2021-03-04T23:35:04.530165+0000","last_fullsized":"2021-03-04T23:35:04.530165+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"823'6","reported_seq":"113","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.603453+0000","last_change":"2021-03-04T23:35:05.603907+0000","last_active":"2021-03-04T23:35:05.603453+0000","last_peered":"2021-03-04T23:35:05.603453+0000","last_clean":"2021-03-04T23:35:05.603453+0000","last_became_active":"2021-03-04T23:33:52.579511+0000","last_became_peered":"2021-03-04T23:33:52.579511+0000","last_unstale":"2021-03-04T23:35:05.603453+0000","last_undegraded":"2021-03-04T23:35:05.603453+0000","last_fullsized":"2021-03-04T23:35:05.603453+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.5","version":"0'0","reported_seq":"38","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529515+0000","last_change":"2021-03-04T23:34:11.329259+0000","last_active":"2021-03-04T23:35:04.529515+0000","last_peered":"2021-03-04T23:35:04.529515+0000","last_clean":"2021-03-04T23:35:04.529515+0000","last_became_active":"2021-03-04T23:34:11.328701+0000","last_became_peered":"2021-03-04T23:34:11.328701+0000","last_unstale":"2021-03-04T23:35:04.529515+0000","last_undegraded":"2021-03-04T23:35:04.529515+0000","last_fullsized":"2021-03-04T23:35:04.529515+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.1","version":"0'0","reported_seq":"48","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529835+0000","last_change":"2021-03-04T23:34:14.323897+0000","last_active":"2021-03-04T23:35:04.529835+0000","last_peered":"2021-03-04T23:35:04.529835+0000","last_clean":"2021-03-04T23:35:04.529835+0000","last_became_active":"2021-03-04T23:34:10.354342+0000","last_became_peered":"2021-03-04T23:34:10.354342+0000","last_unstale":"2021-03-04T23:35:04.529835+0000","last_undegraded":"2021-03-04T23:35:04.529835+0000","last_fullsized":"2021-03-04T23:35:04.529835+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.6","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529100+0000","last_change":"2021-03-04T23:34:08.352886+0000","last_active":"2021-03-04T23:35:04.529100+0000","last_peered":"2021-03-04T23:35:04.529100+0000","last_clean":"2021-03-04T23:35:04.529100+0000","last_became_active":"2021-03-04T23:34:04.323709+0000","last_became_peered":"2021-03-04T23:34:04.323709+0000","last_unstale":"2021-03-04T23:35:04.529100+0000","last_undegraded":"2021-03-04T23:35:04.529100+0000","last_fullsized":"2021-03-04T23:35:04.529100+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.7","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530962+0000","last_change":"2021-03-04T23:34:02.671384+0000","last_active":"2021-03-04T23:35:04.530962+0000","last_peered":"2021-03-04T23:35:04.530962+0000","last_clean":"2021-03-04T23:35:04.530962+0000","last_became_active":"2021-03-04T23:34:00.645690+0000","last_became_peered":"2021-03-04T23:34:00.645690+0000","last_unstale":"2021-03-04T23:35:04.530962+0000","last_undegraded":"2021-03-04T23:35:04.530962+0000","last_fullsized":"2021-03-04T23:35:04.530962+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.5","version":"822'5","reported_seq":"124","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.550421+0000","last_change":"2021-03-04T23:35:05.550589+0000","last_active":"2021-03-04T23:35:05.550421+0000","last_peered":"2021-03-04T23:35:05.550421+0000","last_clean":"2021-03-04T23:35:05.550421+0000","last_became_active":"2021-03-04T23:34:11.326300+0000","last_became_peered":"2021-03-04T23:34:11.326300+0000","last_unstale":"2021-03-04T23:35:05.550421+0000","last_undegraded":"2021-03-04T23:35:05.550421+0000","last_fullsized":"2021-03-04T23:35:05.550421+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.4","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529689+0000","last_change":"2021-03-04T23:33:58.627652+0000","last_active":"2021-03-04T23:35:04.529689+0000","last_peered":"2021-03-04T23:35:04.529689+0000","last_clean":"2021-03-04T23:35:04.529689+0000","last_became_active":"2021-03-04T23:33:56.610556+0000","last_became_peered":"2021-03-04T23:33:56.610556+0000","last_unstale":"2021-03-04T23:35:04.529689+0000","last_undegraded":"2021-03-04T23:35:04.529689+0000","last_fullsized":"2021-03-04T23:35:04.529689+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.2","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322812+0000","last_change":"2021-03-04T23:34:29.332547+0000","last_active":"2021-03-04T23:34:39.322812+0000","last_peered":"2021-03-04T23:34:39.322812+0000","last_clean":"2021-03-04T23:34:39.322812+0000","last_became_active":"2021-03-04T23:34:29.332284+0000","last_became_peered":"2021-03-04T23:34:29.332284+0000","last_unstale":"2021-03-04T23:34:39.322812+0000","last_undegraded":"2021-03-04T23:34:39.322812+0000","last_fullsized":"2021-03-04T23:34:39.322812+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.5","version":"795'74","reported_seq":"496","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532981+0000","last_change":"2021-03-04T23:34:11.419010+0000","last_active":"2021-03-04T23:35:04.532981+0000","last_peered":"2021-03-04T23:35:04.532981+0000","last_clean":"2021-03-04T23:35:04.532981+0000","last_became_active":"2021-03-04T23:34:11.326352+0000","last_became_peered":"2021-03-04T23:34:11.326352+0000","last_unstale":"2021-03-04T23:35:04.532981+0000","last_undegraded":"2021-03-04T23:35:04.532981+0000","last_fullsized":"2021-03-04T23:35:04.532981+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":74,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":216,"num_read_kb":146,"num_write":72,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":71,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.4","version":"0'0","reported_seq":"38","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529605+0000","last_change":"2021-03-04T23:34:11.325991+0000","last_active":"2021-03-04T23:35:04.529605+0000","last_peered":"2021-03-04T23:35:04.529605+0000","last_clean":"2021-03-04T23:35:04.529605+0000","last_became_active":"2021-03-04T23:34:11.325639+0000","last_became_peered":"2021-03-04T23:34:11.325639+0000","last_unstale":"2021-03-04T23:35:04.529605+0000","last_undegraded":"2021-03-04T23:35:04.529605+0000","last_fullsized":"2021-03-04T23:35:04.529605+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":"104","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.541211+0000","last_change":"2021-03-04T23:35:05.541472+0000","last_active":"2021-03-04T23:35:05.541211+0000","last_peered":"2021-03-04T23:35:05.541211+0000","last_clean":"2021-03-04T23:35:05.541211+0000","last_became_active":"2021-03-04T23:33:52.580322+0000","last_became_peered":"2021-03-04T23:33:52.580322+0000","last_unstale":"2021-03-04T23:35:05.541211+0000","last_undegraded":"2021-03-04T23:35:05.541211+0000","last_fullsized":"2021-03-04T23:35:05.541211+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.7","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533101+0000","last_change":"2021-03-04T23:33:58.627223+0000","last_active":"2021-03-04T23:35:04.533101+0000","last_peered":"2021-03-04T23:35:04.533101+0000","last_clean":"2021-03-04T23:35:04.533101+0000","last_became_active":"2021-03-04T23:33:56.612910+0000","last_became_peered":"2021-03-04T23:33:56.612910+0000","last_unstale":"2021-03-04T23:35:04.533101+0000","last_undegraded":"2021-03-04T23:35:04.533101+0000","last_fullsized":"2021-03-04T23:35:04.533101+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.3","version":"0'0","reported_seq":"48","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531932+0000","last_change":"2021-03-04T23:34:14.317715+0000","last_active":"2021-03-04T23:35:04.531932+0000","last_peered":"2021-03-04T23:35:04.531932+0000","last_clean":"2021-03-04T23:35:04.531932+0000","last_became_active":"2021-03-04T23:34:10.351583+0000","last_became_peered":"2021-03-04T23:34:10.351583+0000","last_unstale":"2021-03-04T23:35:04.531932+0000","last_undegraded":"2021-03-04T23:35:04.531932+0000","last_fullsized":"2021-03-04T23:35:04.531932+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"35.4","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528845+0000","last_change":"2021-03-04T23:34:08.352931+0000","last_active":"2021-03-04T23:35:04.528845+0000","last_peered":"2021-03-04T23:35:04.528845+0000","last_clean":"2021-03-04T23:35:04.528845+0000","last_became_active":"2021-03-04T23:34:04.322679+0000","last_became_peered":"2021-03-04T23:34:04.322679+0000","last_unstale":"2021-03-04T23:35:04.528845+0000","last_undegraded":"2021-03-04T23:35:04.528845+0000","last_fullsized":"2021-03-04T23:35:04.528845+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.5","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532410+0000","last_change":"2021-03-04T23:34:02.658027+0000","last_active":"2021-03-04T23:35:04.532410+0000","last_peered":"2021-03-04T23:35:04.532410+0000","last_clean":"2021-03-04T23:35:04.532410+0000","last_became_active":"2021-03-04T23:34:00.643209+0000","last_became_peered":"2021-03-04T23:34:00.643209+0000","last_unstale":"2021-03-04T23:35:04.532410+0000","last_undegraded":"2021-03-04T23:35:04.532410+0000","last_fullsized":"2021-03-04T23:35:04.532410+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.7","version":"781'2","reported_seq":"98","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323901+0000","last_change":"2021-03-04T23:34:33.696533+0000","last_active":"2021-03-04T23:34:39.323901+0000","last_peered":"2021-03-04T23:34:39.323901+0000","last_clean":"2021-03-04T23:34:39.323901+0000","last_became_active":"2021-03-04T23:33:52.576800+0000","last_became_peered":"2021-03-04T23:33:52.576800+0000","last_unstale":"2021-03-04T23:34:39.323901+0000","last_undegraded":"2021-03-04T23:34:39.323901+0000","last_fullsized":"2021-03-04T23:34:39.323901+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.6","version":"785'1","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323714+0000","last_change":"2021-03-04T23:33:58.630719+0000","last_active":"2021-03-04T23:34:39.323714+0000","last_peered":"2021-03-04T23:34:39.323714+0000","last_clean":"2021-03-04T23:34:39.323714+0000","last_became_active":"2021-03-04T23:33:56.611180+0000","last_became_peered":"2021-03-04T23:33:56.611180+0000","last_unstale":"2021-03-04T23:34:39.323714+0000","last_undegraded":"2021-03-04T23:34:39.323714+0000","last_fullsized":"2021-03-04T23:34:39.323714+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.c","version":"801'6","reported_seq":"140","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.433197+0000","last_change":"2021-03-04T23:34:14.324004+0000","last_active":"2021-03-04T23:34:46.433197+0000","last_peered":"2021-03-04T23:34:46.433197+0000","last_clean":"2021-03-04T23:34:46.433197+0000","last_became_active":"2021-03-04T23:34:10.323895+0000","last_became_peered":"2021-03-04T23:34:10.323895+0000","last_unstale":"2021-03-04T23:34:46.433197+0000","last_undegraded":"2021-03-04T23:34:46.433197+0000","last_fullsized":"2021-03-04T23:34:46.433197+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":116,"num_read_kb":112,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.b","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529443+0000","last_change":"2021-03-04T23:34:08.352596+0000","last_active":"2021-03-04T23:35:04.529443+0000","last_peered":"2021-03-04T23:35:04.529443+0000","last_clean":"2021-03-04T23:35:04.529443+0000","last_became_active":"2021-03-04T23:34:04.321686+0000","last_became_peered":"2021-03-04T23:34:04.321686+0000","last_unstale":"2021-03-04T23:35:04.529443+0000","last_undegraded":"2021-03-04T23:35:04.529443+0000","last_fullsized":"2021-03-04T23:35:04.529443+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.a","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531976+0000","last_change":"2021-03-04T23:34:02.657091+0000","last_active":"2021-03-04T23:35:04.531976+0000","last_peered":"2021-03-04T23:35:04.531976+0000","last_clean":"2021-03-04T23:35:04.531976+0000","last_became_active":"2021-03-04T23:34:00.646578+0000","last_became_peered":"2021-03-04T23:34:00.646578+0000","last_unstale":"2021-03-04T23:35:04.531976+0000","last_undegraded":"2021-03-04T23:35:04.531976+0000","last_fullsized":"2021-03-04T23:35:04.531976+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.8","version":"781'3","reported_seq":"101","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.548904+0000","last_change":"2021-03-04T23:35:05.549367+0000","last_active":"2021-03-04T23:35:05.548904+0000","last_peered":"2021-03-04T23:35:05.548904+0000","last_clean":"2021-03-04T23:35:05.548904+0000","last_became_active":"2021-03-04T23:33:56.615704+0000","last_became_peered":"2021-03-04T23:33:56.615704+0000","last_unstale":"2021-03-04T23:35:05.548904+0000","last_undegraded":"2021-03-04T23:35:05.548904+0000","last_fullsized":"2021-03-04T23:35:05.548904+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.9","version":"0'0","reported_seq":"53","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.429754+0000","last_change":"2021-03-04T23:33:58.625787+0000","last_active":"2021-03-04T23:34:46.429754+0000","last_peered":"2021-03-04T23:34:46.429754+0000","last_clean":"2021-03-04T23:34:46.429754+0000","last_became_active":"2021-03-04T23:33:56.617362+0000","last_became_peered":"2021-03-04T23:33:56.617362+0000","last_unstale":"2021-03-04T23:34:46.429754+0000","last_undegraded":"2021-03-04T23:34:46.429754+0000","last_fullsized":"2021-03-04T23:34:46.429754+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.d","version":"0'0","reported_seq":"45","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.431590+0000","last_change":"2021-03-04T23:34:14.324707+0000","last_active":"2021-03-04T23:34:46.431590+0000","last_peered":"2021-03-04T23:34:46.431590+0000","last_clean":"2021-03-04T23:34:46.431590+0000","last_became_active":"2021-03-04T23:34:10.322490+0000","last_became_peered":"2021-03-04T23:34:10.322490+0000","last_unstale":"2021-03-04T23:34:46.431590+0000","last_undegraded":"2021-03-04T23:34:46.431590+0000","last_fullsized":"2021-03-04T23:34:46.431590+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.a","version":"0'0","reported_seq":"50","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323049+0000","last_change":"2021-03-04T23:34:08.347029+0000","last_active":"2021-03-04T23:34:39.323049+0000","last_peered":"2021-03-04T23:34:39.323049+0000","last_clean":"2021-03-04T23:34:39.323049+0000","last_became_active":"2021-03-04T23:34:04.318695+0000","last_became_peered":"2021-03-04T23:34:04.318695+0000","last_unstale":"2021-03-04T23:34:39.323049+0000","last_undegraded":"2021-03-04T23:34:39.323049+0000","last_fullsized":"2021-03-04T23:34:39.323049+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.b","version":"789'1","reported_seq":"50","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.430402+0000","last_change":"2021-03-04T23:34:02.664415+0000","last_active":"2021-03-04T23:34:46.430402+0000","last_peered":"2021-03-04T23:34:46.430402+0000","last_clean":"2021-03-04T23:34:46.430402+0000","last_became_active":"2021-03-04T23:34:00.643079+0000","last_became_peered":"2021-03-04T23:34:00.643079+0000","last_unstale":"2021-03-04T23:34:46.430402+0000","last_undegraded":"2021-03-04T23:34:46.430402+0000","last_fullsized":"2021-03-04T23:34:46.430402+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.9","version":"781'1","reported_seq":"107","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324490+0000","last_change":"2021-03-04T23:34:33.406654+0000","last_active":"2021-03-04T23:34:39.324490+0000","last_peered":"2021-03-04T23:34:39.324490+0000","last_clean":"2021-03-04T23:34:39.324490+0000","last_became_active":"2021-03-04T23:34:11.326020+0000","last_became_peered":"2021-03-04T23:34:11.326020+0000","last_unstale":"2021-03-04T23:34:39.324490+0000","last_undegraded":"2021-03-04T23:34:39.324490+0000","last_fullsized":"2021-03-04T23:34:39.324490+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.8","version":"785'1","reported_seq":"58","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532236+0000","last_change":"2021-03-04T23:33:58.626313+0000","last_active":"2021-03-04T23:35:04.532236+0000","last_peered":"2021-03-04T23:35:04.532236+0000","last_clean":"2021-03-04T23:35:04.532236+0000","last_became_active":"2021-03-04T23:33:56.612844+0000","last_became_peered":"2021-03-04T23:33:56.612844+0000","last_unstale":"2021-03-04T23:35:04.532236+0000","last_undegraded":"2021-03-04T23:35:04.532236+0000","last_fullsized":"2021-03-04T23:35:04.532236+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.e","version":"0'0","reported_seq":"48","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530775+0000","last_change":"2021-03-04T23:34:14.324896+0000","last_active":"2021-03-04T23:35:04.530775+0000","last_peered":"2021-03-04T23:35:04.530775+0000","last_clean":"2021-03-04T23:35:04.530775+0000","last_became_active":"2021-03-04T23:34:10.356158+0000","last_became_peered":"2021-03-04T23:34:10.356158+0000","last_unstale":"2021-03-04T23:35:04.530775+0000","last_undegraded":"2021-03-04T23:35:04.530775+0000","last_fullsized":"2021-03-04T23:35:04.530775+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.9","version":"0'0","reported_seq":"50","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.426776+0000","last_change":"2021-03-04T23:34:08.358181+0000","last_active":"2021-03-04T23:34:46.426776+0000","last_peered":"2021-03-04T23:34:46.426776+0000","last_clean":"2021-03-04T23:34:46.426776+0000","last_became_active":"2021-03-04T23:34:04.321792+0000","last_became_peered":"2021-03-04T23:34:04.321792+0000","last_unstale":"2021-03-04T23:34:46.426776+0000","last_undegraded":"2021-03-04T23:34:46.426776+0000","last_fullsized":"2021-03-04T23:34:46.426776+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.8","version":"0'0","reported_seq":"49","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.428350+0000","last_change":"2021-03-04T23:34:02.663256+0000","last_active":"2021-03-04T23:34:46.428350+0000","last_peered":"2021-03-04T23:34:46.428350+0000","last_clean":"2021-03-04T23:34:46.428350+0000","last_became_active":"2021-03-04T23:34:00.643105+0000","last_became_peered":"2021-03-04T23:34:00.643105+0000","last_unstale":"2021-03-04T23:34:46.428350+0000","last_undegraded":"2021-03-04T23:34:46.428350+0000","last_fullsized":"2021-03-04T23:34:46.428350+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":"113","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.549229+0000","last_change":"2021-03-04T23:35:05.549549+0000","last_active":"2021-03-04T23:35:05.549229+0000","last_peered":"2021-03-04T23:35:05.549229+0000","last_clean":"2021-03-04T23:35:05.549229+0000","last_became_active":"2021-03-04T23:34:11.325309+0000","last_became_peered":"2021-03-04T23:34:11.325309+0000","last_unstale":"2021-03-04T23:35:05.549229+0000","last_undegraded":"2021-03-04T23:35:05.549229+0000","last_fullsized":"2021-03-04T23:35:05.549229+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.b","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325195+0000","last_change":"2021-03-04T23:33:58.630095+0000","last_active":"2021-03-04T23:34:39.325195+0000","last_peered":"2021-03-04T23:34:39.325195+0000","last_clean":"2021-03-04T23:34:39.325195+0000","last_became_active":"2021-03-04T23:33:56.618099+0000","last_became_peered":"2021-03-04T23:33:56.618099+0000","last_unstale":"2021-03-04T23:34:39.325195+0000","last_undegraded":"2021-03-04T23:34:39.325195+0000","last_fullsized":"2021-03-04T23:34:39.325195+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.f","version":"0'0","reported_seq":"45","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325203+0000","last_change":"2021-03-04T23:34:14.320137+0000","last_active":"2021-03-04T23:34:39.325203+0000","last_peered":"2021-03-04T23:34:39.325203+0000","last_clean":"2021-03-04T23:34:39.325203+0000","last_became_active":"2021-03-04T23:34:10.326360+0000","last_became_peered":"2021-03-04T23:34:10.326360+0000","last_unstale":"2021-03-04T23:34:39.325203+0000","last_undegraded":"2021-03-04T23:34:39.325203+0000","last_fullsized":"2021-03-04T23:34:39.325203+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.8","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529167+0000","last_change":"2021-03-04T23:34:08.352541+0000","last_active":"2021-03-04T23:35:04.529167+0000","last_peered":"2021-03-04T23:35:04.529167+0000","last_clean":"2021-03-04T23:35:04.529167+0000","last_became_active":"2021-03-04T23:34:04.323710+0000","last_became_peered":"2021-03-04T23:34:04.323710+0000","last_unstale":"2021-03-04T23:35:04.529167+0000","last_undegraded":"2021-03-04T23:35:04.529167+0000","last_fullsized":"2021-03-04T23:35:04.529167+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.9","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530153+0000","last_change":"2021-03-04T23:34:02.670932+0000","last_active":"2021-03-04T23:35:04.530153+0000","last_peered":"2021-03-04T23:35:04.530153+0000","last_clean":"2021-03-04T23:35:04.530153+0000","last_became_active":"2021-03-04T23:34:00.644114+0000","last_became_peered":"2021-03-04T23:34:00.644114+0000","last_unstale":"2021-03-04T23:35:04.530153+0000","last_undegraded":"2021-03-04T23:35:04.530153+0000","last_fullsized":"2021-03-04T23:35:04.530153+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.b","version":"823'4","reported_seq":"112","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.540543+0000","last_change":"2021-03-04T23:35:05.541200+0000","last_active":"2021-03-04T23:35:05.540543+0000","last_peered":"2021-03-04T23:35:05.540543+0000","last_clean":"2021-03-04T23:35:05.540543+0000","last_became_active":"2021-03-04T23:33:52.581529+0000","last_became_peered":"2021-03-04T23:33:52.581529+0000","last_unstale":"2021-03-04T23:35:05.540543+0000","last_undegraded":"2021-03-04T23:35:05.540543+0000","last_fullsized":"2021-03-04T23:35:05.540543+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.a","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324812+0000","last_change":"2021-03-04T23:33:58.630343+0000","last_active":"2021-03-04T23:34:39.324812+0000","last_peered":"2021-03-04T23:34:39.324812+0000","last_clean":"2021-03-04T23:34:39.324812+0000","last_became_active":"2021-03-04T23:33:56.616078+0000","last_became_peered":"2021-03-04T23:33:56.616078+0000","last_unstale":"2021-03-04T23:34:39.324812+0000","last_undegraded":"2021-03-04T23:34:39.324812+0000","last_fullsized":"2021-03-04T23:34:39.324812+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.8","version":"0'0","reported_seq":"45","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324259+0000","last_change":"2021-03-04T23:34:14.318853+0000","last_active":"2021-03-04T23:34:39.324259+0000","last_peered":"2021-03-04T23:34:39.324259+0000","last_clean":"2021-03-04T23:34:39.324259+0000","last_became_active":"2021-03-04T23:34:10.353143+0000","last_became_peered":"2021-03-04T23:34:10.353143+0000","last_unstale":"2021-03-04T23:34:39.324259+0000","last_undegraded":"2021-03-04T23:34:39.324259+0000","last_fullsized":"2021-03-04T23:34:39.324259+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.f","version":"0'0","reported_seq":"63","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532922+0000","last_change":"2021-03-04T23:34:11.326274+0000","last_active":"2021-03-04T23:35:04.532922+0000","last_peered":"2021-03-04T23:35:04.532922+0000","last_clean":"2021-03-04T23:35:04.532922+0000","last_became_active":"2021-03-04T23:34:11.325956+0000","last_became_peered":"2021-03-04T23:34:11.325956+0000","last_unstale":"2021-03-04T23:35:04.532922+0000","last_undegraded":"2021-03-04T23:35:04.532922+0000","last_fullsized":"2021-03-04T23:35:04.532922+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.e","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533060+0000","last_change":"2021-03-04T23:34:02.657799+0000","last_active":"2021-03-04T23:35:04.533060+0000","last_peered":"2021-03-04T23:35:04.533060+0000","last_clean":"2021-03-04T23:35:04.533060+0000","last_became_active":"2021-03-04T23:34:00.643107+0000","last_became_peered":"2021-03-04T23:34:00.643107+0000","last_unstale":"2021-03-04T23:35:04.533060+0000","last_undegraded":"2021-03-04T23:35:04.533060+0000","last_fullsized":"2021-03-04T23:35:04.533060+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":"96","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323432+0000","last_change":"2021-03-04T23:34:33.695724+0000","last_active":"2021-03-04T23:34:39.323432+0000","last_peered":"2021-03-04T23:34:39.323432+0000","last_clean":"2021-03-04T23:34:39.323432+0000","last_became_active":"2021-03-04T23:33:52.575826+0000","last_became_peered":"2021-03-04T23:33:52.575826+0000","last_unstale":"2021-03-04T23:34:39.323432+0000","last_undegraded":"2021-03-04T23:34:39.323432+0000","last_fullsized":"2021-03-04T23:34:39.323432+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.d","version":"0'0","reported_seq":"38","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529779+0000","last_change":"2021-03-04T23:34:11.329067+0000","last_active":"2021-03-04T23:35:04.529779+0000","last_peered":"2021-03-04T23:35:04.529779+0000","last_clean":"2021-03-04T23:35:04.529779+0000","last_became_active":"2021-03-04T23:34:11.328500+0000","last_became_peered":"2021-03-04T23:34:11.328500+0000","last_unstale":"2021-03-04T23:35:04.529779+0000","last_undegraded":"2021-03-04T23:35:04.529779+0000","last_fullsized":"2021-03-04T23:35:04.529779+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.9","version":"0'0","reported_seq":"45","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.426730+0000","last_change":"2021-03-04T23:34:14.323749+0000","last_active":"2021-03-04T23:34:46.426730+0000","last_peered":"2021-03-04T23:34:46.426730+0000","last_clean":"2021-03-04T23:34:46.426730+0000","last_became_active":"2021-03-04T23:34:10.324989+0000","last_became_peered":"2021-03-04T23:34:10.324989+0000","last_unstale":"2021-03-04T23:34:46.426730+0000","last_undegraded":"2021-03-04T23:34:46.426730+0000","last_fullsized":"2021-03-04T23:34:46.426730+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.e","version":"0'0","reported_seq":"51","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325341+0000","last_change":"2021-03-04T23:34:08.350258+0000","last_active":"2021-03-04T23:34:39.325341+0000","last_peered":"2021-03-04T23:34:39.325341+0000","last_clean":"2021-03-04T23:34:39.325341+0000","last_became_active":"2021-03-04T23:34:04.319022+0000","last_became_peered":"2021-03-04T23:34:04.319022+0000","last_unstale":"2021-03-04T23:34:39.325341+0000","last_undegraded":"2021-03-04T23:34:39.325341+0000","last_fullsized":"2021-03-04T23:34:39.325341+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.f","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531302+0000","last_change":"2021-03-04T23:34:02.671498+0000","last_active":"2021-03-04T23:35:04.531302+0000","last_peered":"2021-03-04T23:35:04.531302+0000","last_clean":"2021-03-04T23:35:04.531302+0000","last_became_active":"2021-03-04T23:34:00.647316+0000","last_became_peered":"2021-03-04T23:34:00.647316+0000","last_unstale":"2021-03-04T23:35:04.531302+0000","last_undegraded":"2021-03-04T23:35:04.531302+0000","last_fullsized":"2021-03-04T23:35:04.531302+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.d","version":"0'0","reported_seq":"97","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325068+0000","last_change":"2021-03-04T23:34:33.407718+0000","last_active":"2021-03-04T23:34:39.325068+0000","last_peered":"2021-03-04T23:34:39.325068+0000","last_clean":"2021-03-04T23:34:39.325068+0000","last_became_active":"2021-03-04T23:33:52.574799+0000","last_became_peered":"2021-03-04T23:33:52.574799+0000","last_unstale":"2021-03-04T23:34:39.325068+0000","last_undegraded":"2021-03-04T23:34:39.325068+0000","last_fullsized":"2021-03-04T23:34:39.325068+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323519+0000","last_change":"2021-03-04T23:33:58.630307+0000","last_active":"2021-03-04T23:34:39.323519+0000","last_peered":"2021-03-04T23:34:39.323519+0000","last_clean":"2021-03-04T23:34:39.323519+0000","last_became_active":"2021-03-04T23:33:56.610925+0000","last_became_peered":"2021-03-04T23:33:56.610925+0000","last_unstale":"2021-03-04T23:34:39.323519+0000","last_undegraded":"2021-03-04T23:34:39.323519+0000","last_fullsized":"2021-03-04T23:34:39.323519+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.a","version":"0'0","reported_seq":"45","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324649+0000","last_change":"2021-03-04T23:34:14.320106+0000","last_active":"2021-03-04T23:34:39.324649+0000","last_peered":"2021-03-04T23:34:39.324649+0000","last_clean":"2021-03-04T23:34:39.324649+0000","last_became_active":"2021-03-04T23:34:10.351603+0000","last_became_peered":"2021-03-04T23:34:10.351603+0000","last_unstale":"2021-03-04T23:34:39.324649+0000","last_undegraded":"2021-03-04T23:34:39.324649+0000","last_fullsized":"2021-03-04T23:34:39.324649+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.d","version":"795'1","reported_seq":"59","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532987+0000","last_change":"2021-03-04T23:34:08.352500+0000","last_active":"2021-03-04T23:35:04.532987+0000","last_peered":"2021-03-04T23:35:04.532987+0000","last_clean":"2021-03-04T23:35:04.532987+0000","last_became_active":"2021-03-04T23:34:04.318478+0000","last_became_peered":"2021-03-04T23:34:04.318478+0000","last_unstale":"2021-03-04T23:35:04.532987+0000","last_undegraded":"2021-03-04T23:35:04.532987+0000","last_fullsized":"2021-03-04T23:35:04.532987+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.c","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531284+0000","last_change":"2021-03-04T23:34:02.671172+0000","last_active":"2021-03-04T23:35:04.531284+0000","last_peered":"2021-03-04T23:35:04.531284+0000","last_clean":"2021-03-04T23:35:04.531284+0000","last_became_active":"2021-03-04T23:34:00.644584+0000","last_became_peered":"2021-03-04T23:34:00.644584+0000","last_unstale":"2021-03-04T23:35:04.531284+0000","last_undegraded":"2021-03-04T23:35:04.531284+0000","last_fullsized":"2021-03-04T23:35:04.531284+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.e","version":"823'56","reported_seq":"8682","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:35:00.881742+0000","last_change":"2021-03-04T23:34:33.407747+0000","last_active":"2021-03-04T23:35:00.881742+0000","last_peered":"2021-03-04T23:35:00.881742+0000","last_clean":"2021-03-04T23:35:00.881742+0000","last_became_active":"2021-03-04T23:33:56.615818+0000","last_became_peered":"2021-03-04T23:33:56.615818+0000","last_unstale":"2021-03-04T23:35:00.881742+0000","last_undegraded":"2021-03-04T23:35:00.881742+0000","last_fullsized":"2021-03-04T23:35:00.881742+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":56,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":525,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8530,"num_read_kb":6175,"num_write":56,"num_write_kb":2100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.f","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323684+0000","last_change":"2021-03-04T23:33:58.630500+0000","last_active":"2021-03-04T23:34:39.323684+0000","last_peered":"2021-03-04T23:34:39.323684+0000","last_clean":"2021-03-04T23:34:39.323684+0000","last_became_active":"2021-03-04T23:33:56.617757+0000","last_became_peered":"2021-03-04T23:33:56.617757+0000","last_unstale":"2021-03-04T23:34:39.323684+0000","last_undegraded":"2021-03-04T23:34:39.323684+0000","last_fullsized":"2021-03-04T23:34:39.323684+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.b","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323241+0000","last_change":"2021-03-04T23:34:29.334881+0000","last_active":"2021-03-04T23:34:39.323241+0000","last_peered":"2021-03-04T23:34:39.323241+0000","last_clean":"2021-03-04T23:34:39.323241+0000","last_became_active":"2021-03-04T23:34:29.334539+0000","last_became_peered":"2021-03-04T23:34:29.334539+0000","last_unstale":"2021-03-04T23:34:39.323241+0000","last_undegraded":"2021-03-04T23:34:39.323241+0000","last_fullsized":"2021-03-04T23:34:39.323241+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.c","version":"0'0","reported_seq":"63","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529403+0000","last_change":"2021-03-04T23:34:29.340470+0000","last_active":"2021-03-04T23:35:04.529403+0000","last_peered":"2021-03-04T23:35:04.529403+0000","last_clean":"2021-03-04T23:35:04.529403+0000","last_became_active":"2021-03-04T23:34:29.340098+0000","last_became_peered":"2021-03-04T23:34:29.340098+0000","last_unstale":"2021-03-04T23:35:04.529403+0000","last_undegraded":"2021-03-04T23:35:04.529403+0000","last_fullsized":"2021-03-04T23:35:04.529403+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.d","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530727+0000","last_change":"2021-03-04T23:34:02.671543+0000","last_active":"2021-03-04T23:35:04.530727+0000","last_peered":"2021-03-04T23:35:04.530727+0000","last_clean":"2021-03-04T23:35:04.530727+0000","last_became_active":"2021-03-04T23:34:00.646191+0000","last_became_peered":"2021-03-04T23:34:00.646191+0000","last_unstale":"2021-03-04T23:35:04.530727+0000","last_undegraded":"2021-03-04T23:35:04.530727+0000","last_fullsized":"2021-03-04T23:35:04.530727+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.f","version":"781'10","reported_seq":"103","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.550269+0000","last_change":"2021-03-04T23:35:05.550385+0000","last_active":"2021-03-04T23:35:05.550269+0000","last_peered":"2021-03-04T23:35:05.550269+0000","last_clean":"2021-03-04T23:35:05.550269+0000","last_became_active":"2021-03-04T23:33:56.611649+0000","last_became_peered":"2021-03-04T23:33:56.611649+0000","last_unstale":"2021-03-04T23:35:05.550269+0000","last_undegraded":"2021-03-04T23:35:05.550269+0000","last_fullsized":"2021-03-04T23:35:05.550269+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":10,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.e","version":"0'0","reported_seq":"62","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323762+0000","last_change":"2021-03-04T23:34:29.334540+0000","last_active":"2021-03-04T23:34:39.323762+0000","last_peered":"2021-03-04T23:34:39.323762+0000","last_clean":"2021-03-04T23:34:39.323762+0000","last_became_active":"2021-03-04T23:34:29.334265+0000","last_became_peered":"2021-03-04T23:34:29.334265+0000","last_unstale":"2021-03-04T23:34:39.323762+0000","last_undegraded":"2021-03-04T23:34:39.323762+0000","last_fullsized":"2021-03-04T23:34:39.323762+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.14","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528516+0000","last_change":"2021-03-04T23:34:29.340261+0000","last_active":"2021-03-04T23:35:04.528516+0000","last_peered":"2021-03-04T23:35:04.528516+0000","last_clean":"2021-03-04T23:35:04.528516+0000","last_became_active":"2021-03-04T23:34:29.339995+0000","last_became_peered":"2021-03-04T23:34:29.339995+0000","last_unstale":"2021-03-04T23:35:04.528516+0000","last_undegraded":"2021-03-04T23:35:04.528516+0000","last_fullsized":"2021-03-04T23:35:04.528516+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.13","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529486+0000","last_change":"2021-03-04T23:34:08.352422+0000","last_active":"2021-03-04T23:35:04.529486+0000","last_peered":"2021-03-04T23:35:04.529486+0000","last_clean":"2021-03-04T23:35:04.529486+0000","last_became_active":"2021-03-04T23:34:04.323628+0000","last_became_peered":"2021-03-04T23:34:04.323628+0000","last_unstale":"2021-03-04T23:35:04.529486+0000","last_undegraded":"2021-03-04T23:35:04.529486+0000","last_fullsized":"2021-03-04T23:35:04.529486+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.12","version":"0'0","reported_seq":"59","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324931+0000","last_change":"2021-03-04T23:34:29.334973+0000","last_active":"2021-03-04T23:34:39.324931+0000","last_peered":"2021-03-04T23:34:39.324931+0000","last_clean":"2021-03-04T23:34:39.324931+0000","last_became_active":"2021-03-04T23:34:29.334553+0000","last_became_peered":"2021-03-04T23:34:29.334553+0000","last_unstale":"2021-03-04T23:34:39.324931+0000","last_undegraded":"2021-03-04T23:34:39.324931+0000","last_fullsized":"2021-03-04T23:34:39.324931+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.10","version":"781'6","reported_seq":"122","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324664+0000","last_change":"2021-03-04T23:34:33.406674+0000","last_active":"2021-03-04T23:34:39.324664+0000","last_peered":"2021-03-04T23:34:39.324664+0000","last_clean":"2021-03-04T23:34:39.324664+0000","last_became_active":"2021-03-04T23:33:52.578893+0000","last_became_peered":"2021-03-04T23:33:52.578893+0000","last_unstale":"2021-03-04T23:34:39.324664+0000","last_undegraded":"2021-03-04T23:34:39.324664+0000","last_fullsized":"2021-03-04T23:34:39.324664+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":8,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532463+0000","last_change":"2021-03-04T23:33:58.625892+0000","last_active":"2021-03-04T23:35:04.532463+0000","last_peered":"2021-03-04T23:35:04.532463+0000","last_clean":"2021-03-04T23:35:04.532463+0000","last_became_active":"2021-03-04T23:33:56.610776+0000","last_became_peered":"2021-03-04T23:33:56.610776+0000","last_unstale":"2021-03-04T23:35:04.532463+0000","last_undegraded":"2021-03-04T23:35:04.532463+0000","last_fullsized":"2021-03-04T23:35:04.532463+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.15","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323277+0000","last_change":"2021-03-04T23:34:29.332589+0000","last_active":"2021-03-04T23:34:39.323277+0000","last_peered":"2021-03-04T23:34:39.323277+0000","last_clean":"2021-03-04T23:34:39.323277+0000","last_became_active":"2021-03-04T23:34:29.332262+0000","last_became_peered":"2021-03-04T23:34:29.332262+0000","last_unstale":"2021-03-04T23:34:39.323277+0000","last_undegraded":"2021-03-04T23:34:39.323277+0000","last_fullsized":"2021-03-04T23:34:39.323277+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.12","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528601+0000","last_change":"2021-03-04T23:34:08.351404+0000","last_active":"2021-03-04T23:35:04.528601+0000","last_peered":"2021-03-04T23:35:04.528601+0000","last_clean":"2021-03-04T23:35:04.528601+0000","last_became_active":"2021-03-04T23:34:04.323627+0000","last_became_peered":"2021-03-04T23:34:04.323627+0000","last_unstale":"2021-03-04T23:35:04.528601+0000","last_undegraded":"2021-03-04T23:35:04.528601+0000","last_fullsized":"2021-03-04T23:35:04.528601+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.13","version":"789'4","reported_seq":"59","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324539+0000","last_change":"2021-03-04T23:34:02.665813+0000","last_active":"2021-03-04T23:34:39.324539+0000","last_peered":"2021-03-04T23:34:39.324539+0000","last_clean":"2021-03-04T23:34:39.324539+0000","last_became_active":"2021-03-04T23:34:00.647118+0000","last_became_peered":"2021-03-04T23:34:00.647118+0000","last_unstale":"2021-03-04T23:34:39.324539+0000","last_undegraded":"2021-03-04T23:34:39.324539+0000","last_fullsized":"2021-03-04T23:34:39.324539+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.11","version":"823'13","reported_seq":"155","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:58.675153+0000","last_change":"2021-03-04T23:34:33.409665+0000","last_active":"2021-03-04T23:34:58.675153+0000","last_peered":"2021-03-04T23:34:58.675153+0000","last_clean":"2021-03-04T23:34:58.675153+0000","last_became_active":"2021-03-04T23:34:11.326279+0000","last_became_peered":"2021-03-04T23:34:11.326279+0000","last_unstale":"2021-03-04T23:34:58.675153+0000","last_undegraded":"2021-03-04T23:34:58.675153+0000","last_fullsized":"2021-03-04T23:34:58.675153+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":27,"num_write":9,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.10","version":"785'1","reported_seq":"58","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532023+0000","last_change":"2021-03-04T23:33:58.626412+0000","last_active":"2021-03-04T23:35:04.532023+0000","last_peered":"2021-03-04T23:35:04.532023+0000","last_clean":"2021-03-04T23:35:04.532023+0000","last_became_active":"2021-03-04T23:33:56.608965+0000","last_became_peered":"2021-03-04T23:33:56.608965+0000","last_unstale":"2021-03-04T23:35:04.532023+0000","last_undegraded":"2021-03-04T23:35:04.532023+0000","last_fullsized":"2021-03-04T23:35:04.532023+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.16","version":"801'6","reported_seq":"143","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530664+0000","last_change":"2021-03-04T23:34:14.324874+0000","last_active":"2021-03-04T23:35:04.530664+0000","last_peered":"2021-03-04T23:35:04.530664+0000","last_clean":"2021-03-04T23:35:04.530664+0000","last_became_active":"2021-03-04T23:34:10.356073+0000","last_became_peered":"2021-03-04T23:34:10.356073+0000","last_unstale":"2021-03-04T23:35:04.530664+0000","last_undegraded":"2021-03-04T23:35:04.530664+0000","last_fullsized":"2021-03-04T23:35:04.530664+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":116,"num_read_kb":112,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.11","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528092+0000","last_change":"2021-03-04T23:34:08.351603+0000","last_active":"2021-03-04T23:35:04.528092+0000","last_peered":"2021-03-04T23:35:04.528092+0000","last_clean":"2021-03-04T23:35:04.528092+0000","last_became_active":"2021-03-04T23:34:04.322895+0000","last_became_peered":"2021-03-04T23:34:04.322895+0000","last_unstale":"2021-03-04T23:35:04.528092+0000","last_undegraded":"2021-03-04T23:35:04.528092+0000","last_fullsized":"2021-03-04T23:35:04.528092+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.10","version":"0'0","reported_seq":"68","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324771+0000","last_change":"2021-03-04T23:34:29.334854+0000","last_active":"2021-03-04T23:34:39.324771+0000","last_peered":"2021-03-04T23:34:39.324771+0000","last_clean":"2021-03-04T23:34:39.324771+0000","last_became_active":"2021-03-04T23:34:29.334586+0000","last_became_peered":"2021-03-04T23:34:29.334586+0000","last_unstale":"2021-03-04T23:34:39.324771+0000","last_undegraded":"2021-03-04T23:34:39.324771+0000","last_fullsized":"2021-03-04T23:34:39.324771+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.12","version":"823'71","reported_seq":"8717","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:58.855540+0000","last_change":"2021-03-04T23:34:33.409549+0000","last_active":"2021-03-04T23:34:58.855540+0000","last_peered":"2021-03-04T23:34:58.855540+0000","last_clean":"2021-03-04T23:34:58.855540+0000","last_became_active":"2021-03-04T23:34:11.327774+0000","last_became_peered":"2021-03-04T23:34:11.327774+0000","last_unstale":"2021-03-04T23:34:58.855540+0000","last_undegraded":"2021-03-04T23:34:58.855540+0000","last_fullsized":"2021-03-04T23:34:58.855540+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":71,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2097242,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8542,"num_read_kb":6185,"num_write":69,"num_write_kb":2112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.13","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325229+0000","last_change":"2021-03-04T23:33:58.629862+0000","last_active":"2021-03-04T23:34:39.325229+0000","last_peered":"2021-03-04T23:34:39.325229+0000","last_clean":"2021-03-04T23:34:39.325229+0000","last_became_active":"2021-03-04T23:33:56.616409+0000","last_became_peered":"2021-03-04T23:33:56.616409+0000","last_unstale":"2021-03-04T23:34:39.325229+0000","last_undegraded":"2021-03-04T23:34:39.325229+0000","last_fullsized":"2021-03-04T23:34:39.325229+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.17","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530746+0000","last_change":"2021-03-04T23:34:29.336337+0000","last_active":"2021-03-04T23:35:04.530746+0000","last_peered":"2021-03-04T23:35:04.530746+0000","last_clean":"2021-03-04T23:35:04.530746+0000","last_became_active":"2021-03-04T23:34:29.335852+0000","last_became_peered":"2021-03-04T23:34:29.335852+0000","last_unstale":"2021-03-04T23:35:04.530746+0000","last_undegraded":"2021-03-04T23:35:04.530746+0000","last_fullsized":"2021-03-04T23:35:04.530746+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.10","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528910+0000","last_change":"2021-03-04T23:34:08.352236+0000","last_active":"2021-03-04T23:35:04.528910+0000","last_peered":"2021-03-04T23:35:04.528910+0000","last_clean":"2021-03-04T23:35:04.528910+0000","last_became_active":"2021-03-04T23:34:04.320395+0000","last_became_peered":"2021-03-04T23:34:04.320395+0000","last_unstale":"2021-03-04T23:35:04.528910+0000","last_undegraded":"2021-03-04T23:35:04.528910+0000","last_fullsized":"2021-03-04T23:35:04.528910+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.11","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530047+0000","last_change":"2021-03-04T23:34:02.670935+0000","last_active":"2021-03-04T23:35:04.530047+0000","last_peered":"2021-03-04T23:35:04.530047+0000","last_clean":"2021-03-04T23:35:04.530047+0000","last_became_active":"2021-03-04T23:34:00.644428+0000","last_became_peered":"2021-03-04T23:34:00.644428+0000","last_unstale":"2021-03-04T23:35:04.530047+0000","last_undegraded":"2021-03-04T23:35:04.530047+0000","last_fullsized":"2021-03-04T23:35:04.530047+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":"104","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.549563+0000","last_change":"2021-03-04T23:35:05.549863+0000","last_active":"2021-03-04T23:35:05.549563+0000","last_peered":"2021-03-04T23:35:05.549563+0000","last_clean":"2021-03-04T23:35:05.549563+0000","last_became_active":"2021-03-04T23:33:52.575531+0000","last_became_peered":"2021-03-04T23:33:52.575531+0000","last_unstale":"2021-03-04T23:35:05.549563+0000","last_undegraded":"2021-03-04T23:35:05.549563+0000","last_fullsized":"2021-03-04T23:35:05.549563+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"33.12","version":"785'4","reported_seq":"66","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532206+0000","last_change":"2021-03-04T23:33:58.626478+0000","last_active":"2021-03-04T23:35:04.532206+0000","last_peered":"2021-03-04T23:35:04.532206+0000","last_clean":"2021-03-04T23:35:04.532206+0000","last_became_active":"2021-03-04T23:33:56.609567+0000","last_became_peered":"2021-03-04T23:33:56.609567+0000","last_unstale":"2021-03-04T23:35:04.532206+0000","last_undegraded":"2021-03-04T23:35:04.532206+0000","last_fullsized":"2021-03-04T23:35:04.532206+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.10","version":"0'0","reported_seq":"45","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322891+0000","last_change":"2021-03-04T23:34:14.316668+0000","last_active":"2021-03-04T23:34:39.322891+0000","last_peered":"2021-03-04T23:34:39.322891+0000","last_clean":"2021-03-04T23:34:39.322891+0000","last_became_active":"2021-03-04T23:34:10.350936+0000","last_became_peered":"2021-03-04T23:34:10.350936+0000","last_unstale":"2021-03-04T23:34:39.322891+0000","last_undegraded":"2021-03-04T23:34:39.322891+0000","last_fullsized":"2021-03-04T23:34:39.322891+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.17","version":"0'0","reported_seq":"63","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530877+0000","last_change":"2021-03-04T23:34:29.336537+0000","last_active":"2021-03-04T23:35:04.530877+0000","last_peered":"2021-03-04T23:35:04.530877+0000","last_clean":"2021-03-04T23:35:04.530877+0000","last_became_active":"2021-03-04T23:34:29.336232+0000","last_became_peered":"2021-03-04T23:34:29.336232+0000","last_unstale":"2021-03-04T23:35:04.530877+0000","last_undegraded":"2021-03-04T23:35:04.530877+0000","last_fullsized":"2021-03-04T23:35:04.530877+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.16","version":"0'0","reported_seq":"49","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323625+0000","last_change":"2021-03-04T23:34:02.657450+0000","last_active":"2021-03-04T23:34:39.323625+0000","last_peered":"2021-03-04T23:34:39.323625+0000","last_clean":"2021-03-04T23:34:39.323625+0000","last_became_active":"2021-03-04T23:34:00.643700+0000","last_became_peered":"2021-03-04T23:34:00.643700+0000","last_unstale":"2021-03-04T23:34:39.323625+0000","last_undegraded":"2021-03-04T23:34:39.323625+0000","last_fullsized":"2021-03-04T23:34:39.323625+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532520+0000","last_change":"2021-03-04T23:33:58.626552+0000","last_active":"2021-03-04T23:35:04.532520+0000","last_peered":"2021-03-04T23:35:04.532520+0000","last_clean":"2021-03-04T23:35:04.532520+0000","last_became_active":"2021-03-04T23:33:56.614982+0000","last_became_peered":"2021-03-04T23:33:56.614982+0000","last_unstale":"2021-03-04T23:35:04.532520+0000","last_undegraded":"2021-03-04T23:35:04.532520+0000","last_fullsized":"2021-03-04T23:35:04.532520+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"781'5","reported_seq":"125","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.603555+0000","last_change":"2021-03-04T23:35:05.603816+0000","last_active":"2021-03-04T23:35:05.603555+0000","last_peered":"2021-03-04T23:35:05.603555+0000","last_clean":"2021-03-04T23:35:05.603555+0000","last_became_active":"2021-03-04T23:33:56.618556+0000","last_became_peered":"2021-03-04T23:33:56.618556+0000","last_unstale":"2021-03-04T23:35:05.603555+0000","last_undegraded":"2021-03-04T23:35:05.603555+0000","last_fullsized":"2021-03-04T23:35:05.603555+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"36.11","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528293+0000","last_change":"2021-03-04T23:34:29.340313+0000","last_active":"2021-03-04T23:35:04.528293+0000","last_peered":"2021-03-04T23:35:04.528293+0000","last_clean":"2021-03-04T23:35:04.528293+0000","last_became_active":"2021-03-04T23:34:29.339293+0000","last_became_peered":"2021-03-04T23:34:29.339293+0000","last_unstale":"2021-03-04T23:35:04.528293+0000","last_undegraded":"2021-03-04T23:35:04.528293+0000","last_fullsized":"2021-03-04T23:35:04.528293+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.16","version":"0'0","reported_seq":"48","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530090+0000","last_change":"2021-03-04T23:34:11.327415+0000","last_active":"2021-03-04T23:35:04.530090+0000","last_peered":"2021-03-04T23:35:04.530090+0000","last_clean":"2021-03-04T23:35:04.530090+0000","last_became_active":"2021-03-04T23:34:11.326462+0000","last_became_peered":"2021-03-04T23:34:11.326462+0000","last_unstale":"2021-03-04T23:35:04.530090+0000","last_undegraded":"2021-03-04T23:35:04.530090+0000","last_fullsized":"2021-03-04T23:35:04.530090+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.17","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531001+0000","last_change":"2021-03-04T23:34:02.671348+0000","last_active":"2021-03-04T23:35:04.531001+0000","last_peered":"2021-03-04T23:35:04.531001+0000","last_clean":"2021-03-04T23:35:04.531001+0000","last_became_active":"2021-03-04T23:34:00.645969+0000","last_became_peered":"2021-03-04T23:34:00.645969+0000","last_unstale":"2021-03-04T23:35:04.531001+0000","last_undegraded":"2021-03-04T23:35:04.531001+0000","last_fullsized":"2021-03-04T23:35:04.531001+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.15","version":"781'5","reported_seq":"141","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324952+0000","last_change":"2021-03-04T23:34:33.407627+0000","last_active":"2021-03-04T23:34:39.324952+0000","last_peered":"2021-03-04T23:34:39.324952+0000","last_clean":"2021-03-04T23:34:39.324952+0000","last_became_active":"2021-03-04T23:34:29.335198+0000","last_became_peered":"2021-03-04T23:34:29.335198+0000","last_unstale":"2021-03-04T23:34:39.324952+0000","last_undegraded":"2021-03-04T23:34:39.324952+0000","last_fullsized":"2021-03-04T23:34:39.324952+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":6,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.14","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323602+0000","last_change":"2021-03-04T23:33:58.630891+0000","last_active":"2021-03-04T23:34:39.323602+0000","last_peered":"2021-03-04T23:34:39.323602+0000","last_clean":"2021-03-04T23:34:39.323602+0000","last_became_active":"2021-03-04T23:33:56.614389+0000","last_became_peered":"2021-03-04T23:33:56.614389+0000","last_unstale":"2021-03-04T23:34:39.323602+0000","last_undegraded":"2021-03-04T23:34:39.323602+0000","last_fullsized":"2021-03-04T23:34:39.323602+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.12","version":"0'0","reported_seq":"45","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322998+0000","last_change":"2021-03-04T23:34:14.317041+0000","last_active":"2021-03-04T23:34:39.322998+0000","last_peered":"2021-03-04T23:34:39.322998+0000","last_clean":"2021-03-04T23:34:39.322998+0000","last_became_active":"2021-03-04T23:34:10.355682+0000","last_became_peered":"2021-03-04T23:34:10.355682+0000","last_unstale":"2021-03-04T23:34:39.322998+0000","last_undegraded":"2021-03-04T23:34:39.322998+0000","last_fullsized":"2021-03-04T23:34:39.322998+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.15","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530460+0000","last_change":"2021-03-04T23:34:08.355035+0000","last_active":"2021-03-04T23:35:04.530460+0000","last_peered":"2021-03-04T23:35:04.530460+0000","last_clean":"2021-03-04T23:35:04.530460+0000","last_became_active":"2021-03-04T23:34:04.319651+0000","last_became_peered":"2021-03-04T23:34:04.319651+0000","last_unstale":"2021-03-04T23:35:04.530460+0000","last_undegraded":"2021-03-04T23:35:04.530460+0000","last_fullsized":"2021-03-04T23:35:04.530460+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.14","version":"0'0","reported_seq":"62","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532873+0000","last_change":"2021-03-04T23:34:11.328616+0000","last_active":"2021-03-04T23:35:04.532873+0000","last_peered":"2021-03-04T23:35:04.532873+0000","last_clean":"2021-03-04T23:35:04.532873+0000","last_became_active":"2021-03-04T23:34:11.328389+0000","last_became_peered":"2021-03-04T23:34:11.328389+0000","last_unstale":"2021-03-04T23:35:04.532873+0000","last_undegraded":"2021-03-04T23:35:04.532873+0000","last_fullsized":"2021-03-04T23:35:04.532873+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533017+0000","last_change":"2021-03-04T23:33:58.627173+0000","last_active":"2021-03-04T23:35:04.533017+0000","last_peered":"2021-03-04T23:35:04.533017+0000","last_clean":"2021-03-04T23:35:04.533017+0000","last_became_active":"2021-03-04T23:33:56.615469+0000","last_became_peered":"2021-03-04T23:33:56.615469+0000","last_unstale":"2021-03-04T23:35:04.533017+0000","last_undegraded":"2021-03-04T23:35:04.533017+0000","last_fullsized":"2021-03-04T23:35:04.533017+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"781'2","reported_seq":"116","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325286+0000","last_change":"2021-03-04T23:34:33.407867+0000","last_active":"2021-03-04T23:34:39.325286+0000","last_peered":"2021-03-04T23:34:39.325286+0000","last_clean":"2021-03-04T23:34:39.325286+0000","last_became_active":"2021-03-04T23:34:29.334673+0000","last_became_peered":"2021-03-04T23:34:29.334673+0000","last_unstale":"2021-03-04T23:34:39.325286+0000","last_undegraded":"2021-03-04T23:34:39.325286+0000","last_fullsized":"2021-03-04T23:34:39.325286+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.13","version":"0'0","reported_seq":"45","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324831+0000","last_change":"2021-03-04T23:34:14.319941+0000","last_active":"2021-03-04T23:34:39.324831+0000","last_peered":"2021-03-04T23:34:39.324831+0000","last_clean":"2021-03-04T23:34:39.324831+0000","last_became_active":"2021-03-04T23:34:10.353187+0000","last_became_peered":"2021-03-04T23:34:10.353187+0000","last_unstale":"2021-03-04T23:34:39.324831+0000","last_undegraded":"2021-03-04T23:34:39.324831+0000","last_fullsized":"2021-03-04T23:34:39.324831+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.14","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.531206+0000","last_change":"2021-03-04T23:34:08.354930+0000","last_active":"2021-03-04T23:35:04.531206+0000","last_peered":"2021-03-04T23:35:04.531206+0000","last_clean":"2021-03-04T23:35:04.531206+0000","last_became_active":"2021-03-04T23:34:04.321217+0000","last_became_peered":"2021-03-04T23:34:04.321217+0000","last_unstale":"2021-03-04T23:35:04.531206+0000","last_undegraded":"2021-03-04T23:35:04.531206+0000","last_fullsized":"2021-03-04T23:35:04.531206+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.15","version":"0'0","reported_seq":"49","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323477+0000","last_change":"2021-03-04T23:34:02.657248+0000","last_active":"2021-03-04T23:34:39.323477+0000","last_peered":"2021-03-04T23:34:39.323477+0000","last_clean":"2021-03-04T23:34:39.323477+0000","last_became_active":"2021-03-04T23:34:00.643673+0000","last_became_peered":"2021-03-04T23:34:00.643673+0000","last_unstale":"2021-03-04T23:34:39.323477+0000","last_undegraded":"2021-03-04T23:34:39.323477+0000","last_fullsized":"2021-03-04T23:34:39.323477+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529396+0000","last_change":"2021-03-04T23:34:29.340068+0000","last_active":"2021-03-04T23:35:04.529396+0000","last_peered":"2021-03-04T23:35:04.529396+0000","last_clean":"2021-03-04T23:35:04.529396+0000","last_became_active":"2021-03-04T23:34:29.339309+0000","last_became_peered":"2021-03-04T23:34:29.339309+0000","last_unstale":"2021-03-04T23:35:04.529396+0000","last_undegraded":"2021-03-04T23:35:04.529396+0000","last_fullsized":"2021-03-04T23:35:04.529396+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"826'57","reported_seq":"8692","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.606312+0000","last_change":"2021-03-04T23:35:05.606413+0000","last_active":"2021-03-04T23:35:05.606312+0000","last_peered":"2021-03-04T23:35:05.606312+0000","last_clean":"2021-03-04T23:35:05.606312+0000","last_became_active":"2021-03-04T23:33:52.577259+0000","last_became_peered":"2021-03-04T23:33:52.577259+0000","last_unstale":"2021-03-04T23:35:05.606312+0000","last_undegraded":"2021-03-04T23:35:05.606312+0000","last_fullsized":"2021-03-04T23:35:05.606312+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":57,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":717,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":8529,"num_read_kb":6169,"num_write":52,"num_write_kb":2095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"36.1c","version":"801'3","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323134+0000","last_change":"2021-03-04T23:34:14.317910+0000","last_active":"2021-03-04T23:34:39.323134+0000","last_peered":"2021-03-04T23:34:39.323134+0000","last_clean":"2021-03-04T23:34:39.323134+0000","last_became_active":"2021-03-04T23:34:10.355627+0000","last_became_peered":"2021-03-04T23:34:10.355627+0000","last_unstale":"2021-03-04T23:34:39.323134+0000","last_undegraded":"2021-03-04T23:34:39.323134+0000","last_fullsized":"2021-03-04T23:34:39.323134+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.1b","version":"795'1","reported_seq":"59","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528483+0000","last_change":"2021-03-04T23:34:08.352178+0000","last_active":"2021-03-04T23:35:04.528483+0000","last_peered":"2021-03-04T23:35:04.528483+0000","last_clean":"2021-03-04T23:35:04.528483+0000","last_became_active":"2021-03-04T23:34:04.322907+0000","last_became_peered":"2021-03-04T23:34:04.322907+0000","last_unstale":"2021-03-04T23:35:04.528483+0000","last_undegraded":"2021-03-04T23:35:04.528483+0000","last_fullsized":"2021-03-04T23:35:04.528483+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.1a","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529538+0000","last_change":"2021-03-04T23:34:02.658953+0000","last_active":"2021-03-04T23:35:04.529538+0000","last_peered":"2021-03-04T23:35:04.529538+0000","last_clean":"2021-03-04T23:35:04.529538+0000","last_became_active":"2021-03-04T23:34:00.645108+0000","last_became_peered":"2021-03-04T23:34:00.645108+0000","last_unstale":"2021-03-04T23:35:04.529538+0000","last_undegraded":"2021-03-04T23:35:04.529538+0000","last_fullsized":"2021-03-04T23:35:04.529538+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528532+0000","last_change":"2021-03-04T23:34:29.335705+0000","last_active":"2021-03-04T23:35:04.528532+0000","last_peered":"2021-03-04T23:35:04.528532+0000","last_clean":"2021-03-04T23:35:04.528532+0000","last_became_active":"2021-03-04T23:34:29.334602+0000","last_became_peered":"2021-03-04T23:34:29.334602+0000","last_unstale":"2021-03-04T23:35:04.528532+0000","last_undegraded":"2021-03-04T23:35:04.528532+0000","last_fullsized":"2021-03-04T23:35:04.528532+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"823'15","reported_seq":"105","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.549442+0000","last_change":"2021-03-04T23:35:05.549599+0000","last_active":"2021-03-04T23:35:05.549442+0000","last_peered":"2021-03-04T23:35:05.549442+0000","last_clean":"2021-03-04T23:35:05.549442+0000","last_became_active":"2021-03-04T23:34:29.335695+0000","last_became_peered":"2021-03-04T23:34:29.335695+0000","last_unstale":"2021-03-04T23:35:05.549442+0000","last_undegraded":"2021-03-04T23:35:05.549442+0000","last_fullsized":"2021-03-04T23:35:05.549442+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":15,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":37,"num_write":11,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"36.1d","version":"0'0","reported_seq":"46","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.431968+0000","last_change":"2021-03-04T23:34:14.324726+0000","last_active":"2021-03-04T23:34:46.431968+0000","last_peered":"2021-03-04T23:34:46.431968+0000","last_clean":"2021-03-04T23:34:46.431968+0000","last_became_active":"2021-03-04T23:34:11.325803+0000","last_became_peered":"2021-03-04T23:34:11.325803+0000","last_unstale":"2021-03-04T23:34:46.431968+0000","last_undegraded":"2021-03-04T23:34:46.431968+0000","last_fullsized":"2021-03-04T23:34:46.431968+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1a","version":"795'8","reported_seq":"154","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324467+0000","last_change":"2021-03-04T23:34:08.350336+0000","last_active":"2021-03-04T23:34:39.324467+0000","last_peered":"2021-03-04T23:34:39.324467+0000","last_clean":"2021-03-04T23:34:39.324467+0000","last_became_active":"2021-03-04T23:34:04.318219+0000","last_became_peered":"2021-03-04T23:34:04.318219+0000","last_unstale":"2021-03-04T23:34:39.324467+0000","last_undegraded":"2021-03-04T23:34:39.324467+0000","last_fullsized":"2021-03-04T23:34:39.324467+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":118,"num_write":4,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.1b","version":"0'0","reported_seq":"53","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532370+0000","last_change":"2021-03-04T23:34:02.657519+0000","last_active":"2021-03-04T23:35:04.532370+0000","last_peered":"2021-03-04T23:35:04.532370+0000","last_clean":"2021-03-04T23:35:04.532370+0000","last_became_active":"2021-03-04T23:34:00.644228+0000","last_became_peered":"2021-03-04T23:34:00.644228+0000","last_unstale":"2021-03-04T23:35:04.532370+0000","last_undegraded":"2021-03-04T23:35:04.532370+0000","last_fullsized":"2021-03-04T23:35:04.532370+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":"54","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.324715+0000","last_change":"2021-03-04T23:33:58.630124+0000","last_active":"2021-03-04T23:34:39.324715+0000","last_peered":"2021-03-04T23:34:39.324715+0000","last_clean":"2021-03-04T23:34:39.324715+0000","last_became_active":"2021-03-04T23:33:56.617153+0000","last_became_peered":"2021-03-04T23:33:56.617153+0000","last_unstale":"2021-03-04T23:34:39.324715+0000","last_undegraded":"2021-03-04T23:34:39.324715+0000","last_fullsized":"2021-03-04T23:34:39.324715+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":"104","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.540364+0000","last_change":"2021-03-04T23:35:05.540584+0000","last_active":"2021-03-04T23:35:05.540364+0000","last_peered":"2021-03-04T23:35:05.540364+0000","last_clean":"2021-03-04T23:35:05.540364+0000","last_became_active":"2021-03-04T23:33:52.583634+0000","last_became_peered":"2021-03-04T23:33:52.583634+0000","last_unstale":"2021-03-04T23:35:05.540364+0000","last_undegraded":"2021-03-04T23:35:05.540364+0000","last_fullsized":"2021-03-04T23:35:05.540364+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"36.1e","version":"0'0","reported_seq":"45","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432194+0000","last_change":"2021-03-04T23:34:14.324910+0000","last_active":"2021-03-04T23:34:46.432194+0000","last_peered":"2021-03-04T23:34:46.432194+0000","last_clean":"2021-03-04T23:34:46.432194+0000","last_became_active":"2021-03-04T23:34:10.355716+0000","last_became_peered":"2021-03-04T23:34:10.355716+0000","last_unstale":"2021-03-04T23:34:46.432194+0000","last_undegraded":"2021-03-04T23:34:46.432194+0000","last_fullsized":"2021-03-04T23:34:46.432194+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.19","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528946+0000","last_change":"2021-03-04T23:34:08.351438+0000","last_active":"2021-03-04T23:35:04.528946+0000","last_peered":"2021-03-04T23:35:04.528946+0000","last_clean":"2021-03-04T23:35:04.528946+0000","last_became_active":"2021-03-04T23:34:04.320310+0000","last_became_peered":"2021-03-04T23:34:04.320310+0000","last_unstale":"2021-03-04T23:35:04.528946+0000","last_undegraded":"2021-03-04T23:35:04.528946+0000","last_fullsized":"2021-03-04T23:35:04.528946+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.18","version":"0'0","reported_seq":"49","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.428112+0000","last_change":"2021-03-04T23:34:02.663321+0000","last_active":"2021-03-04T23:34:46.428112+0000","last_peered":"2021-03-04T23:34:46.428112+0000","last_clean":"2021-03-04T23:34:46.428112+0000","last_became_active":"2021-03-04T23:34:00.642882+0000","last_became_peered":"2021-03-04T23:34:00.642882+0000","last_unstale":"2021-03-04T23:34:46.428112+0000","last_undegraded":"2021-03-04T23:34:46.428112+0000","last_fullsized":"2021-03-04T23:34:46.428112+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1b","version":"785'2","reported_seq":"56","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.325045+0000","last_change":"2021-03-04T23:33:58.630333+0000","last_active":"2021-03-04T23:34:39.325045+0000","last_peered":"2021-03-04T23:34:39.325045+0000","last_clean":"2021-03-04T23:34:39.325045+0000","last_became_active":"2021-03-04T23:33:56.616029+0000","last_became_peered":"2021-03-04T23:33:56.616029+0000","last_unstale":"2021-03-04T23:34:39.325045+0000","last_undegraded":"2021-03-04T23:34:39.325045+0000","last_fullsized":"2021-03-04T23:34:39.325045+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1a","version":"815'12","reported_seq":"154","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.602724+0000","last_change":"2021-03-04T23:35:05.602943+0000","last_active":"2021-03-04T23:35:05.602724+0000","last_peered":"2021-03-04T23:35:05.602724+0000","last_clean":"2021-03-04T23:35:05.602724+0000","last_became_active":"2021-03-04T23:33:52.577324+0000","last_became_peered":"2021-03-04T23:33:52.577324+0000","last_unstale":"2021-03-04T23:35:05.602724+0000","last_undegraded":"2021-03-04T23:35:05.602724+0000","last_fullsized":"2021-03-04T23:35:05.602724+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":35,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"36.1f","version":"0'0","reported_seq":"57","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530716+0000","last_change":"2021-03-04T23:34:29.336179+0000","last_active":"2021-03-04T23:35:04.530716+0000","last_peered":"2021-03-04T23:35:04.530716+0000","last_clean":"2021-03-04T23:35:04.530716+0000","last_became_active":"2021-03-04T23:34:29.335842+0000","last_became_peered":"2021-03-04T23:34:29.335842+0000","last_unstale":"2021-03-04T23:35:04.530716+0000","last_undegraded":"2021-03-04T23:35:04.530716+0000","last_fullsized":"2021-03-04T23:35:04.530716+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.18","version":"0'0","reported_seq":"50","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.322725+0000","last_change":"2021-03-04T23:34:08.346595+0000","last_active":"2021-03-04T23:34:39.322725+0000","last_peered":"2021-03-04T23:34:39.322725+0000","last_clean":"2021-03-04T23:34:39.322725+0000","last_became_active":"2021-03-04T23:34:04.319062+0000","last_became_peered":"2021-03-04T23:34:04.319062+0000","last_unstale":"2021-03-04T23:34:39.322725+0000","last_undegraded":"2021-03-04T23:34:39.322725+0000","last_fullsized":"2021-03-04T23:34:39.322725+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.19","version":"0'0","reported_seq":"49","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.429122+0000","last_change":"2021-03-04T23:34:02.664016+0000","last_active":"2021-03-04T23:34:46.429122+0000","last_peered":"2021-03-04T23:34:46.429122+0000","last_clean":"2021-03-04T23:34:46.429122+0000","last_became_active":"2021-03-04T23:34:00.642488+0000","last_became_peered":"2021-03-04T23:34:00.642488+0000","last_unstale":"2021-03-04T23:34:46.429122+0000","last_undegraded":"2021-03-04T23:34:46.429122+0000","last_fullsized":"2021-03-04T23:34:46.429122+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":"53","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.429220+0000","last_change":"2021-03-04T23:33:58.625430+0000","last_active":"2021-03-04T23:34:46.429220+0000","last_peered":"2021-03-04T23:34:46.429220+0000","last_clean":"2021-03-04T23:34:46.429220+0000","last_became_active":"2021-03-04T23:33:56.616125+0000","last_became_peered":"2021-03-04T23:33:56.616125+0000","last_unstale":"2021-03-04T23:34:46.429220+0000","last_undegraded":"2021-03-04T23:34:46.429220+0000","last_fullsized":"2021-03-04T23:34:46.429220+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"823'2","reported_seq":"108","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.549808+0000","last_change":"2021-03-04T23:35:05.549954+0000","last_active":"2021-03-04T23:35:05.549808+0000","last_peered":"2021-03-04T23:35:05.549808+0000","last_clean":"2021-03-04T23:35:05.549808+0000","last_became_active":"2021-03-04T23:33:52.577530+0000","last_became_peered":"2021-03-04T23:33:52.577530+0000","last_unstale":"2021-03-04T23:35:05.549808+0000","last_undegraded":"2021-03-04T23:35:05.549808+0000","last_fullsized":"2021-03-04T23:35:05.549808+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"17","length":"1"}]},{"pgid":"36.18","version":"0'0","reported_seq":"45","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.426222+0000","last_change":"2021-03-04T23:34:14.323439+0000","last_active":"2021-03-04T23:34:46.426222+0000","last_peered":"2021-03-04T23:34:46.426222+0000","last_clean":"2021-03-04T23:34:46.426222+0000","last_became_active":"2021-03-04T23:34:10.324975+0000","last_became_peered":"2021-03-04T23:34:10.324975+0000","last_unstale":"2021-03-04T23:34:46.426222+0000","last_undegraded":"2021-03-04T23:34:46.426222+0000","last_fullsized":"2021-03-04T23:34:46.426222+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1f","version":"0'0","reported_seq":"50","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.433206+0000","last_change":"2021-03-04T23:34:08.359080+0000","last_active":"2021-03-04T23:34:46.433206+0000","last_peered":"2021-03-04T23:34:46.433206+0000","last_clean":"2021-03-04T23:34:46.433206+0000","last_became_active":"2021-03-04T23:34:04.319783+0000","last_became_peered":"2021-03-04T23:34:04.319783+0000","last_unstale":"2021-03-04T23:34:46.433206+0000","last_undegraded":"2021-03-04T23:34:46.433206+0000","last_fullsized":"2021-03-04T23:34:46.433206+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.1e","version":"0'0","reported_seq":"49","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323765+0000","last_change":"2021-03-04T23:34:02.657404+0000","last_active":"2021-03-04T23:34:39.323765+0000","last_peered":"2021-03-04T23:34:39.323765+0000","last_clean":"2021-03-04T23:34:39.323765+0000","last_became_active":"2021-03-04T23:34:00.643158+0000","last_became_peered":"2021-03-04T23:34:00.643158+0000","last_unstale":"2021-03-04T23:34:39.323765+0000","last_undegraded":"2021-03-04T23:34:39.323765+0000","last_fullsized":"2021-03-04T23:34:39.323765+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1d","version":"785'1","reported_seq":"58","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.530903+0000","last_change":"2021-03-04T23:33:58.635229+0000","last_active":"2021-03-04T23:35:04.530903+0000","last_peered":"2021-03-04T23:35:04.530903+0000","last_clean":"2021-03-04T23:35:04.530903+0000","last_became_active":"2021-03-04T23:33:56.612164+0000","last_became_peered":"2021-03-04T23:33:56.612164+0000","last_unstale":"2021-03-04T23:35:04.530903+0000","last_undegraded":"2021-03-04T23:35:04.530903+0000","last_fullsized":"2021-03-04T23:35:04.530903+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.1c","version":"823'87","reported_seq":"8731","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:35:00.886454+0000","last_change":"2021-03-04T23:34:33.407505+0000","last_active":"2021-03-04T23:35:00.886454+0000","last_peered":"2021-03-04T23:35:00.886454+0000","last_clean":"2021-03-04T23:35:00.886454+0000","last_became_active":"2021-03-04T23:33:52.574273+0000","last_became_peered":"2021-03-04T23:33:52.574273+0000","last_unstale":"2021-03-04T23:35:00.886454+0000","last_undegraded":"2021-03-04T23:35:00.886454+0000","last_fullsized":"2021-03-04T23:35:00.886454+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":87,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2097684,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":8581,"num_read_kb":6200,"num_write":83,"num_write_kb":2127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.19","version":"0'0","reported_seq":"20","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528413+0000","last_change":"2021-03-04T23:34:29.339048+0000","last_active":"2021-03-04T23:35:04.528413+0000","last_peered":"2021-03-04T23:35:04.528413+0000","last_clean":"2021-03-04T23:35:04.528413+0000","last_became_active":"2021-03-04T23:34:29.338712+0000","last_became_peered":"2021-03-04T23:34:29.338712+0000","last_unstale":"2021-03-04T23:35:04.528413+0000","last_undegraded":"2021-03-04T23:35:04.528413+0000","last_fullsized":"2021-03-04T23:35:04.528413+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.1e","version":"0'0","reported_seq":"50","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.432003+0000","last_change":"2021-03-04T23:34:08.358468+0000","last_active":"2021-03-04T23:34:46.432003+0000","last_peered":"2021-03-04T23:34:46.432003+0000","last_clean":"2021-03-04T23:34:46.432003+0000","last_became_active":"2021-03-04T23:34:04.321858+0000","last_became_peered":"2021-03-04T23:34:04.321858+0000","last_unstale":"2021-03-04T23:34:46.432003+0000","last_undegraded":"2021-03-04T23:34:46.432003+0000","last_fullsized":"2021-03-04T23:34:46.432003+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.1f","version":"789'1","reported_seq":"63","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.433179+0000","last_change":"2021-03-04T23:34:11.692035+0000","last_active":"2021-03-04T23:34:46.433179+0000","last_peered":"2021-03-04T23:34:46.433179+0000","last_clean":"2021-03-04T23:34:46.433179+0000","last_became_active":"2021-03-04T23:34:11.328402+0000","last_became_peered":"2021-03-04T23:34:11.328402+0000","last_unstale":"2021-03-04T23:34:46.433179+0000","last_undegraded":"2021-03-04T23:34:46.433179+0000","last_fullsized":"2021-03-04T23:34:46.433179+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1c","version":"785'5","reported_seq":"69","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528647+0000","last_change":"2021-03-04T23:33:58.629581+0000","last_active":"2021-03-04T23:35:04.528647+0000","last_peered":"2021-03-04T23:35:04.528647+0000","last_clean":"2021-03-04T23:35:04.528647+0000","last_became_active":"2021-03-04T23:33:56.613114+0000","last_became_peered":"2021-03-04T23:33:56.613114+0000","last_unstale":"2021-03-04T23:35:04.528647+0000","last_undegraded":"2021-03-04T23:35:04.528647+0000","last_fullsized":"2021-03-04T23:35:04.528647+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"823'10","reported_seq":"129","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:58.858385+0000","last_change":"2021-03-04T23:34:33.407621+0000","last_active":"2021-03-04T23:34:58.858385+0000","last_peered":"2021-03-04T23:34:58.858385+0000","last_clean":"2021-03-04T23:34:58.858385+0000","last_became_active":"2021-03-04T23:34:11.325881+0000","last_became_peered":"2021-03-04T23:34:11.325881+0000","last_unstale":"2021-03-04T23:34:58.858385+0000","last_undegraded":"2021-03-04T23:34:58.858385+0000","last_fullsized":"2021-03-04T23:34:58.858385+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":6,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.1a","version":"801'3","reported_seq":"26","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528492+0000","last_change":"2021-03-04T23:34:29.717453+0000","last_active":"2021-03-04T23:35:04.528492+0000","last_peered":"2021-03-04T23:35:04.528492+0000","last_clean":"2021-03-04T23:35:04.528492+0000","last_became_active":"2021-03-04T23:34:29.339273+0000","last_became_peered":"2021-03-04T23:34:29.339273+0000","last_unstale":"2021-03-04T23:35:04.528492+0000","last_undegraded":"2021-03-04T23:35:04.528492+0000","last_fullsized":"2021-03-04T23:35:04.528492+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":8,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":35,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.1d","version":"0'0","reported_seq":"54","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.533076+0000","last_change":"2021-03-04T23:34:08.352462+0000","last_active":"2021-03-04T23:35:04.533076+0000","last_peered":"2021-03-04T23:35:04.533076+0000","last_clean":"2021-03-04T23:35:04.533076+0000","last_became_active":"2021-03-04T23:34:04.318960+0000","last_became_peered":"2021-03-04T23:34:04.318960+0000","last_unstale":"2021-03-04T23:35:04.533076+0000","last_undegraded":"2021-03-04T23:35:04.533076+0000","last_fullsized":"2021-03-04T23:35:04.533076+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1c","version":"789'3","reported_seq":"63","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.528500+0000","last_change":"2021-03-04T23:34:02.663508+0000","last_active":"2021-03-04T23:35:04.528500+0000","last_peered":"2021-03-04T23:35:04.528500+0000","last_clean":"2021-03-04T23:35:04.528500+0000","last_became_active":"2021-03-04T23:34:00.648531+0000","last_became_peered":"2021-03-04T23:34:00.648531+0000","last_unstale":"2021-03-04T23:35:04.528500+0000","last_undegraded":"2021-03-04T23:35:04.528500+0000","last_fullsized":"2021-03-04T23:35:04.528500+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":"53","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323805+0000","last_change":"2021-03-04T23:33:58.630751+0000","last_active":"2021-03-04T23:34:39.323805+0000","last_peered":"2021-03-04T23:34:39.323805+0000","last_clean":"2021-03-04T23:34:39.323805+0000","last_became_active":"2021-03-04T23:33:56.617257+0000","last_became_peered":"2021-03-04T23:33:56.617257+0000","last_unstale":"2021-03-04T23:34:39.323805+0000","last_undegraded":"2021-03-04T23:34:39.323805+0000","last_fullsized":"2021-03-04T23:34:39.323805+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"0'0","reported_seq":"96","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323687+0000","last_change":"2021-03-04T23:34:33.696090+0000","last_active":"2021-03-04T23:34:39.323687+0000","last_peered":"2021-03-04T23:34:39.323687+0000","last_clean":"2021-03-04T23:34:39.323687+0000","last_became_active":"2021-03-04T23:33:52.581617+0000","last_became_peered":"2021-03-04T23:33:52.581617+0000","last_unstale":"2021-03-04T23:34:39.323687+0000","last_undegraded":"2021-03-04T23:34:39.323687+0000","last_fullsized":"2021-03-04T23:34:39.323687+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.1b","version":"0'0","reported_seq":"45","reported_epoch":"823","state":"active+clean","last_fresh":"2021-03-04T23:34:46.429277+0000","last_change":"2021-03-04T23:34:14.324123+0000","last_active":"2021-03-04T23:34:46.429277+0000","last_peered":"2021-03-04T23:34:46.429277+0000","last_clean":"2021-03-04T23:34:46.429277+0000","last_became_active":"2021-03-04T23:34:10.354141+0000","last_became_peered":"2021-03-04T23:34:10.354141+0000","last_unstale":"2021-03-04T23:34:46.429277+0000","last_undegraded":"2021-03-04T23:34:46.429277+0000","last_fullsized":"2021-03-04T23:34:46.429277+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1c","version":"795'3","reported_seq":"63","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.532932+0000","last_change":"2021-03-04T23:34:08.352333+0000","last_active":"2021-03-04T23:35:04.532932+0000","last_peered":"2021-03-04T23:35:04.532932+0000","last_clean":"2021-03-04T23:35:04.532932+0000","last_became_active":"2021-03-04T23:34:04.318923+0000","last_became_peered":"2021-03-04T23:34:04.318923+0000","last_unstale":"2021-03-04T23:35:04.532932+0000","last_undegraded":"2021-03-04T23:35:04.532932+0000","last_fullsized":"2021-03-04T23:35:04.532932+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1d","version":"0'0","reported_seq":"49","reported_epoch":"822","state":"active+clean","last_fresh":"2021-03-04T23:34:39.323425+0000","last_change":"2021-03-04T23:34:02.656707+0000","last_active":"2021-03-04T23:34:39.323425+0000","last_peered":"2021-03-04T23:34:39.323425+0000","last_clean":"2021-03-04T23:34:39.323425+0000","last_became_active":"2021-03-04T23:34:00.645018+0000","last_became_peered":"2021-03-04T23:34:00.645018+0000","last_unstale":"2021-03-04T23:34:39.323425+0000","last_undegraded":"2021-03-04T23:34:39.323425+0000","last_fullsized":"2021-03-04T23:34:39.323425+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":"66","reported_epoch":"825","state":"active+clean","last_fresh":"2021-03-04T23:35:04.529292+0000","last_change":"2021-03-04T23:34:11.326891+0000","last_active":"2021-03-04T23:35:04.529292+0000","last_peered":"2021-03-04T23:35:04.529292+0000","last_clean":"2021-03-04T23:35:04.529292+0000","last_became_active":"2021-03-04T23:34:11.326506+0000","last_became_peered":"2021-03-04T23:34:11.326506+0000","last_unstale":"2021-03-04T23:35:04.529292+0000","last_undegraded":"2021-03-04T23:35:04.529292+0000","last_fullsized":"2021-03-04T23:35:04.529292+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"0'0","reported_seq":"103","reported_epoch":"826","state":"active+clean","last_fresh":"2021-03-04T23:35:05.603841+0000","last_change":"2021-03-04T23:35:05.603947+0000","last_active":"2021-03-04T23:35:05.603841+0000","last_peered":"2021-03-04T23:35:05.603841+0000","last_clean":"2021-03-04T23:35:05.603841+0000","last_became_active":"2021-03-04T23:33:52.577366+0000","last_became_peered":"2021-03-04T23:33:52.577366+0000","last_unstale":"2021-03-04T23:35:05.603841+0000","last_undegraded":"2021-03-04T23:35:05.603841+0000","last_fullsized":"2021-03-04T23:35:05.603841+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"17","length":"1"}]}],"pool_stats":[{"poolid":34,"num_pg":32,"stat_sum":{"num_bytes":135,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":96,"acting":96,"num_store_stats":7},{"poolid":36,"num_pg":32,"stat_sum":{"num_bytes":186,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":481,"num_read_kb":390,"num_write":83,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":163,"num_keys_recovered":71,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93,"ondisk_log_size":93,"up":96,"acting":96,"num_store_stats":7},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5722,"num_read_kb":12602,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":84,"acting":84,"num_store_stats":8},{"poolid":35,"num_pg":32,"stat_sum":{"num_bytes":186,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":481,"num_read_kb":390,"num_write":83,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":112,"num_keys_recovered":149,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93,"ondisk_log_size":93,"up":96,"acting":96,"num_store_stats":7},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41,"num_bytes_recovered":4061,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":4198422,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":34448,"num_read_kb":24903,"num_write":326,"num_write_kb":8499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":896,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":15716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":397,"ondisk_log_size":397,"up":96,"acting":96,"num_store_stats":7},{"poolid":33,"num_pg":32,"stat_sum":{"num_bytes":135,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":96,"acting":96,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496168,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659692,"num_pgs":122,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1057024,"kb_used_data":7408,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":87023360,"statfs":{"total":90194313216,"available":89111920640,"internally_reserved":1073741824,"allocated":7585792,"data_stored":4745823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:16 2021","interfaces":[{"interface":"back","average":{"1min":1.4239999999999999,"5min":3.1800000000000002,"15min":1.6479999999999999},"min":{"1min":0.20799999999999999,"5min":0.151,"15min":0.14099999999999999},"max":{"1min":2.4359999999999999,"5min":107.697,"15min":107.697},"last":2.1360000000000001},{"interface":"front","average":{"1min":1.7070000000000001,"5min":3.3420000000000001,"15min":1.802},"min":{"1min":0.52900000000000003,"5min":0.19600000000000001,"15min":0.17899999999999999},"max":{"1min":2.7400000000000002,"5min":107.79000000000001,"15min":107.79000000000001},"last":2.5}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":0.94399999999999995,"15min":1.45},"min":{"1min":0.32400000000000001,"5min":0.191,"15min":0.17000000000000001},"max":{"1min":2.8519999999999999,"5min":2.8519999999999999,"15min":72.114999999999995},"last":2.395},{"interface":"front","average":{"1min":1.401,"5min":0.98499999999999999,"15min":1.4470000000000001},"min":{"1min":0.34100000000000003,"5min":0.17399999999999999,"15min":0.16800000000000001},"max":{"1min":2.5449999999999999,"5min":3.3610000000000002,"15min":71.942999999999998},"last":2.016}]},{"osd":2,"last update":"Thu Mar 4 23:34:50 2021","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":2.831,"15min":1.871},"min":{"1min":0.28999999999999998,"5min":0.20399999999999999,"15min":0.14099999999999999},"max":{"1min":2.681,"5min":72.186000000000007,"15min":72.186000000000007},"last":1.8759999999999999},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.681,"15min":1.8580000000000001},"min":{"1min":0.26300000000000001,"5min":0.17699999999999999,"15min":0.17399999999999999},"max":{"1min":2.1080000000000001,"5min":72.608000000000004,"15min":72.608000000000004},"last":1.6279999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":2.133,"15min":1.661},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":2.8090000000000002,"5min":58.862000000000002,"15min":58.862000000000002},"last":1.4950000000000001},{"interface":"front","average":{"1min":1.4810000000000001,"5min":2.2370000000000001,"15min":1.653},"min":{"1min":0.315,"5min":0.22600000000000001,"15min":0.217},"max":{"1min":2.742,"5min":58.322000000000003,"15min":58.322000000000003},"last":2.605}]},{"osd":4,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":0.92000000000000004,"15min":0.90000000000000002},"min":{"1min":0.25600000000000001,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.2240000000000002,"5min":2.27,"15min":12.115},"last":0.86499999999999999},{"interface":"front","average":{"1min":1.306,"5min":0.94899999999999995,"15min":0.94099999999999995},"min":{"1min":0.23599999999999999,"5min":0.153,"15min":0.153},"max":{"1min":2.609,"5min":4.2080000000000002,"15min":6.1360000000000001},"last":0.99099999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.4419999999999999,"15min":1.4399999999999999},"min":{"1min":0.33600000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.6949999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":1.722},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.2909999999999999,"15min":1.286},"min":{"1min":0.38100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":1.214}]},{"osd":7,"last update":"Thu Mar 4 23:35:02 2021","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.093,"15min":1.0569999999999999},"min":{"1min":0.33700000000000002,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":8.6940000000000008},"last":2.2290000000000001},{"interface":"front","average":{"1min":1.758,"5min":1.266,"15min":1.161},"min":{"1min":0.42199999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.8679999999999999,"5min":2.8679999999999999,"15min":7.4589999999999996},"last":1.3500000000000001}]}]},{"osd":1,"up_from":341,"seq":1464583848367,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":173632,"kb_used_data":11424,"kb_used_omap":771,"kb_used_meta":160444,"kb_avail":87906752,"statfs":{"total":90194313216,"available":90016514048,"internally_reserved":0,"allocated":11698176,"data_stored":8917706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":164295055},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":1.4690000000000001,"15min":1.1950000000000001},"min":{"1min":0.19700000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":1.845,"5min":52.689999999999998,"15min":52.689999999999998},"last":1.0409999999999999},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.4390000000000001,"15min":1.2250000000000001},"min":{"1min":0.14699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":2.0910000000000002,"5min":52.587000000000003,"15min":52.587000000000003},"last":0.73199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:59 2021","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":3.5670000000000002,"15min":1.899},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":1.667,"5min":184.83000000000001,"15min":184.83000000000001},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.026,"5min":3.7589999999999999,"15min":2.1440000000000001},"min":{"1min":0.193,"5min":0.188,"15min":0.188},"max":{"1min":2.5019999999999998,"5min":184.96799999999999,"15min":184.96799999999999},"last":2.0649999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:50 2021","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.7869999999999999},"min":{"1min":0.184,"5min":0.161,"15min":0.161},"max":{"1min":2.6240000000000001,"5min":52.537999999999997,"15min":162.47200000000001},"last":1.502},{"interface":"front","average":{"1min":1.034,"5min":1.27,"15min":1.627},"min":{"1min":0.23000000000000001,"5min":0.17199999999999999,"15min":0.158},"max":{"1min":1.6779999999999999,"5min":52.472000000000001,"15min":163.73400000000001},"last":0.85899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":2.6030000000000002,"15min":1.464},"min":{"1min":0.53000000000000003,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":2.7719999999999998,"5min":114.315,"15min":114.315},"last":1.6539999999999999},{"interface":"front","average":{"1min":1.2569999999999999,"5min":2.7719999999999998,"15min":1.581},"min":{"1min":0.61599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":2.2799999999999998,"5min":114.074,"15min":114.074},"last":1.425}]},{"osd":5,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.5,"5min":1.46,"15min":1.4530000000000001},"min":{"1min":0.65300000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.653,"5min":2.8380000000000001,"15min":2.8380000000000001},"last":1.958},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.8,"15min":1.8180000000000001},"min":{"1min":0.72599999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":1.869}]},{"osd":6,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4990000000000001,"5min":2.1120000000000001,"15min":1.623},"min":{"1min":0.78400000000000003,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":2.794,"5min":74.5,"15min":74.5},"last":1.9179999999999999},{"interface":"front","average":{"1min":1.6719999999999999,"5min":2.0699999999999998,"15min":1.671},"min":{"1min":0.57899999999999996,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.0539999999999998,"5min":74.441000000000003,"15min":74.441000000000003},"last":2.222}]},{"osd":7,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":0.98699999999999999,"15min":1.171},"min":{"1min":0.57999999999999996,"5min":0.22900000000000001,"15min":0.218},"max":{"1min":2.1739999999999999,"5min":3.7559999999999998,"15min":32.076999999999998},"last":1.321},{"interface":"front","average":{"1min":1.464,"5min":1.1870000000000001,"15min":1.329},"min":{"1min":0.65100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.9380000000000002,"5min":4.8659999999999997,"15min":32.545999999999999},"last":1.792}]}]},{"osd":0,"up_from":284,"seq":1219770712512,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":217872,"kb_used_data":7352,"kb_used_omap":178,"kb_used_meta":210125,"kb_avail":87862512,"statfs":{"total":90194313216,"available":89971212288,"internally_reserved":0,"allocated":7528448,"data_stored":4725357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":182526,"internal_metadata":215168770},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.57699999999999996,"15min":1.0920000000000001},"min":{"1min":0.26600000000000001,"5min":0.124,"15min":0.111},"max":{"1min":2.8809999999999998,"5min":3.9390000000000001,"15min":76.040000000000006},"last":0.871},{"interface":"front","average":{"1min":0.84599999999999997,"5min":1.8600000000000001,"15min":1.498},"min":{"1min":0.222,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.2810000000000001,"5min":85.325999999999993,"15min":85.325999999999993},"last":0.95899999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:34:45 2021","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":2.5550000000000002,"15min":1.8959999999999999},"min":{"1min":0.28100000000000003,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.5529999999999999,"5min":81.534000000000006,"15min":81.534000000000006},"last":1.151},{"interface":"front","average":{"1min":1.369,"5min":2.734,"15min":2.0339999999999998},"min":{"1min":0.371,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.6110000000000002,"5min":81.469999999999999,"15min":81.469999999999999},"last":1.4119999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:45 2021","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":1.964,"15min":2.2999999999999998},"min":{"1min":0.29599999999999999,"5min":0.14499999999999999,"15min":0.13800000000000001},"max":{"1min":2.0019999999999998,"5min":85.251000000000005,"15min":134.71000000000001},"last":1.046},{"interface":"front","average":{"1min":1.4319999999999999,"5min":2.1749999999999998,"15min":2.492},"min":{"1min":0.34100000000000003,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.8479999999999999,"5min":85.302999999999997,"15min":134.96199999999999},"last":1.3240000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":1.3700000000000001,"5min":1.343,"15min":1.1719999999999999},"min":{"1min":0.60899999999999999,"5min":0.219,"15min":0.185},"max":{"1min":2.4359999999999999,"5min":33.555999999999997,"15min":33.555999999999997},"last":1.653},{"interface":"front","average":{"1min":1.302,"5min":1.4279999999999999,"15min":1.046},"min":{"1min":0.55300000000000005,"5min":0.20300000000000001,"15min":0.191},"max":{"1min":2.4049999999999998,"5min":33.417000000000002,"15min":33.417000000000002},"last":1.728}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.5489999999999999,"15min":1.575},"min":{"1min":0.44400000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.4500000000000002,"5min":2.8140000000000001,"15min":2.8140000000000001},"last":1.851},{"interface":"front","average":{"1min":1.355,"5min":1.327,"15min":1.3220000000000001},"min":{"1min":0.51800000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.972,"5min":2.2909999999999999,"15min":2.2909999999999999},"last":1.516}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":1.4199999999999999,"5min":2.0169999999999999,"15min":2.246},"min":{"1min":0.41399999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.4319999999999999,"5min":85.132999999999996,"15min":137.63300000000001},"last":1.5760000000000001},{"interface":"front","average":{"1min":1.524,"5min":1.413,"15min":2.1850000000000001},"min":{"1min":0.57599999999999996,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.7490000000000001,"5min":33.460000000000001,"15min":138.172},"last":1.9550000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":1.5229999999999999,"15min":1.2509999999999999},"min":{"1min":0.504,"5min":0.247,"15min":0.247},"max":{"1min":2.7480000000000002,"5min":33.530999999999999,"15min":33.530999999999999},"last":2.0619999999999998},{"interface":"front","average":{"1min":1.577,"5min":1.444,"15min":1.3300000000000001},"min":{"1min":0.52700000000000002,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":2.9449999999999998,"5min":33.597999999999999,"15min":33.597999999999999},"last":1.7949999999999999}]}]},{"osd":2,"up_from":356,"seq":1529008357802,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":235932,"kb_used_data":11412,"kb_used_omap":574,"kb_used_meta":223937,"kb_avail":87844452,"statfs":{"total":90194313216,"available":89952718848,"internally_reserved":0,"allocated":11685888,"data_stored":8919477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":229311539},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":1.7589999999999999,"15min":1.619},"min":{"1min":0.17199999999999999,"5min":0.109,"15min":0.109},"max":{"1min":1.9059999999999999,"5min":50.793999999999997,"15min":79.975999999999999},"last":0.224},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.7,"15min":1.6850000000000001},"min":{"1min":0.20699999999999999,"5min":0.129,"15min":0.129},"max":{"1min":2.298,"5min":50.893999999999998,"15min":81.021000000000001},"last":0.247}]},{"osd":1,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":2.0830000000000002,"15min":1.246},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":1.6120000000000001,"5min":130.78899999999999,"15min":130.78899999999999},"last":0.17799999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":2.165,"15min":1.3420000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14199999999999999},"max":{"1min":2.3599999999999999,"5min":130.84399999999999,"15min":130.84399999999999},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:46 2021","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.845,"15min":1.2869999999999999},"min":{"1min":0.223,"5min":0.14099999999999999,"15min":0.11899999999999999},"max":{"1min":2.569,"5min":49.174999999999997,"15min":49.174999999999997},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.8600000000000001,"15min":1.276},"min":{"1min":0.19600000000000001,"5min":0.17399999999999999,"15min":0.14899999999999999},"max":{"1min":1.9670000000000001,"5min":49.377000000000002,"15min":49.377000000000002},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":2.2450000000000001,"15min":1.3700000000000001},"min":{"1min":0.52000000000000002,"5min":0.25,"15min":0.20799999999999999},"max":{"1min":3.02,"5min":90.763000000000005,"15min":90.763000000000005},"last":0.76900000000000002},{"interface":"front","average":{"1min":1.3799999999999999,"5min":2.2919999999999998,"15min":1.3620000000000001},"min":{"1min":0.53300000000000003,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.3490000000000002,"5min":90.602999999999994,"15min":90.602999999999994},"last":0.85899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":1.534,"15min":1.556},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.3690000000000002,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.502,"5min":1.583,"15min":1.597},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4830000000000001,"5min":2.4900000000000002,"15min":2.4900000000000002},"last":1.002}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":1.8400000000000001,"5min":2.355,"15min":1.512},"min":{"1min":0.57199999999999995,"5min":0.25600000000000001,"15min":0.23100000000000001},"max":{"1min":2.6829999999999998,"5min":89.933999999999997,"15min":89.933999999999997},"last":1.026},{"interface":"front","average":{"1min":1.605,"5min":2.3239999999999998,"15min":1.4990000000000001},"min":{"1min":0.45900000000000002,"5min":0.23300000000000001,"15min":0.223},"max":{"1min":2.5800000000000001,"5min":90.566999999999993,"15min":90.566999999999993},"last":0.93000000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.3160000000000001,"15min":1.248},"min":{"1min":0.40899999999999997,"5min":0.247,"15min":0.247},"max":{"1min":2.6669999999999998,"5min":9.1470000000000002,"15min":29.954999999999998},"last":0.78800000000000003},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.3839999999999999,"15min":1.381},"min":{"1min":0.55200000000000005,"5min":0.309,"15min":0.246},"max":{"1min":3.1440000000000001,"5min":4.2779999999999996,"15min":30.015000000000001},"last":0.88300000000000001}]}]},{"osd":3,"up_from":634,"seq":2723009265905,"num_pgs":122,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":163496,"kb_used_data":11488,"kb_used_omap":403,"kb_used_meta":151596,"kb_avail":87916888,"statfs":{"total":90194313216,"available":90026893312,"internally_reserved":0,"allocated":11763712,"data_stored":8947061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":155234517},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.85699999999999998,"15min":1.113},"min":{"1min":0.158,"5min":0.107,"15min":0.107},"max":{"1min":1.5289999999999999,"5min":4.1559999999999997,"15min":70.980000000000004},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.96899999999999997,"15min":1.2190000000000001},"min":{"1min":0.21299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":2.2850000000000001,"5min":5.4509999999999996,"15min":71.275000000000006},"last":1.0169999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":1.893,"15min":2.5499999999999998},"min":{"1min":0.19600000000000001,"5min":0.14599999999999999,"15min":0.13300000000000001},"max":{"1min":1.4379999999999999,"5min":79.125,"15min":118.476},"last":1.1479999999999999},{"interface":"front","average":{"1min":0.92900000000000005,"5min":2.008,"15min":2.6840000000000002},"min":{"1min":0.23499999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":1.96,"5min":79.173000000000002,"15min":118.64},"last":1.371}]},{"osd":2,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.90400000000000003,"15min":1.1639999999999999},"min":{"1min":0.249,"5min":0.155,"15min":0.152},"max":{"1min":1.768,"5min":5.3630000000000004,"15min":65.680000000000007},"last":1.25},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0369999999999999,"15min":1.329},"min":{"1min":0.182,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.3879999999999999,"5min":6.532,"15min":65.509},"last":1.585}]},{"osd":4,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":1.417,"5min":1.1519999999999999,"15min":1.673},"min":{"1min":0.57799999999999996,"5min":0.253,"15min":0.17199999999999999},"max":{"1min":2.4390000000000001,"5min":5.952,"15min":150.61699999999999},"last":1.7649999999999999},{"interface":"front","average":{"1min":1.3080000000000001,"5min":1.1339999999999999,"15min":1.5880000000000001},"min":{"1min":0.46200000000000002,"5min":0.223,"15min":0.191},"max":{"1min":2.7709999999999999,"5min":5.7160000000000002,"15min":150.482},"last":1.673}]},{"osd":5,"last update":"Thu Mar 4 23:34:23 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.3700000000000001,"15min":1.3979999999999999},"min":{"1min":0.372,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.306,"5min":2.399,"15min":2.399},"last":1.8460000000000001},{"interface":"front","average":{"1min":1.357,"5min":1.385,"15min":1.389},"min":{"1min":0.48899999999999999,"5min":0.438,"15min":0.438},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.9490000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":1.4359999999999999,"5min":1.1679999999999999,"15min":1.202},"min":{"1min":0.52300000000000002,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":2.5470000000000002,"5min":5.5250000000000004,"15min":6.8070000000000004},"last":2.359},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.2689999999999999,"15min":1.337},"min":{"1min":0.63400000000000001,"5min":0.25700000000000001,"15min":0.215},"max":{"1min":2.9700000000000002,"5min":6.4290000000000003,"15min":6.6050000000000004},"last":2.415}]},{"osd":7,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.302,"15min":1.2769999999999999},"min":{"1min":0.59999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.5339999999999998,"5min":6.7619999999999996,"15min":6.7619999999999996},"last":2.073},{"interface":"front","average":{"1min":1.5289999999999999,"5min":1.2649999999999999,"15min":1.179},"min":{"1min":0.52400000000000002,"5min":0.26100000000000001,"15min":0.23699999999999999},"max":{"1min":2.3410000000000002,"5min":6.0750000000000002,"15min":6.7380000000000004},"last":2.23}]}]},{"osd":4,"up_from":31,"seq":133143986741,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1090876,"kb_used_data":42292,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":86989508,"statfs":{"total":90194313216,"available":89077256192,"internally_reserved":1073741824,"allocated":43307008,"data_stored":40464028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:08 2021","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.2270000000000001,"15min":1.008},"min":{"1min":0.60599999999999998,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":2.129,"5min":25.559999999999999,"15min":25.559999999999999},"last":1.748},{"interface":"front","average":{"1min":1.5489999999999999,"5min":1.397,"15min":1.1930000000000001},"min":{"1min":0.51400000000000001,"5min":0.19800000000000001,"15min":0.155},"max":{"1min":2.7810000000000001,"5min":25.617000000000001,"15min":25.617000000000001},"last":2.1699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:08 2021","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":0.79600000000000004,"15min":1.2190000000000001},"min":{"1min":0.5,"5min":0.16,"15min":0.154},"max":{"1min":1.7589999999999999,"5min":2.4980000000000002,"15min":70.433000000000007},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.3500000000000001,"5min":0.90000000000000002,"15min":1.302},"min":{"1min":0.54200000000000004,"5min":0.17399999999999999,"15min":0.16700000000000001},"max":{"1min":2.1579999999999999,"5min":4.3129999999999997,"15min":70.528000000000006},"last":1.5900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:55 2021","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.7749999999999999,"15min":2.351},"min":{"1min":0.57099999999999995,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":2.5539999999999998,"5min":73.835999999999999,"15min":152.79300000000001},"last":2.2559999999999998},{"interface":"front","average":{"1min":1.29,"5min":1.8100000000000001,"15min":2.3170000000000002},"min":{"1min":0.53700000000000003,"5min":0.214,"15min":0.187},"max":{"1min":2.6219999999999999,"5min":73.977999999999994,"15min":152.57300000000001},"last":1.9830000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:36 2021","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":2.133,"15min":1.514},"min":{"1min":0.55500000000000005,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":2.6429999999999998,"5min":52.670000000000002,"15min":52.670000000000002},"last":1.542},{"interface":"front","average":{"1min":1.49,"5min":2.306,"15min":1.595},"min":{"1min":0.48199999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.448,"5min":52.944000000000003,"15min":52.944000000000003},"last":2.056}]},{"osd":5,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.181,"5min":1.228,"15min":1.236},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.597,"5min":2.597,"15min":2.597},"last":1.4890000000000001},{"interface":"front","average":{"1min":1.5649999999999999,"5min":1.681,"15min":1.7},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":2.6110000000000002,"5min":2.669,"15min":2.669},"last":1.851}]},{"osd":6,"last update":"Thu Mar 4 23:34:36 2021","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.93899999999999995,"15min":1.6319999999999999},"min":{"1min":0.22800000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.399,"5min":2.794,"15min":102.35899999999999},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.0860000000000001,"15min":1.774},"min":{"1min":0.30099999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.8109999999999999,"5min":2.8109999999999999,"15min":101.592},"last":0.99199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:55 2021","interfaces":[{"interface":"back","average":{"1min":1.5720000000000001,"5min":1.236,"15min":1.0780000000000001},"min":{"1min":0.31900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.9769999999999999,"5min":3.2109999999999999,"15min":5.4139999999999997},"last":1.355},{"interface":"front","average":{"1min":1.339,"5min":1.0920000000000001,"15min":0.95999999999999996},"min":{"1min":0.25600000000000001,"5min":0.158,"15min":0.158},"max":{"1min":2.1869999999999998,"5min":2.839,"15min":8.1590000000000007},"last":1.278}]}]},{"osd":5,"up_from":746,"seq":3204045602851,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1055984,"kb_used_data":7400,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":87024400,"statfs":{"total":90194313216,"available":89112985600,"internally_reserved":1073741824,"allocated":7577600,"data_stored":4753995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.3300000000000001,"15min":1.323},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.202,"15min":1.2130000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.9610000000000001,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.76700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.611,"15min":1.6140000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":2.8559999999999999},"last":0.999},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.5620000000000001,"15min":1.554},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.7919999999999998,"5min":2.7919999999999998,"15min":2.7919999999999998},"last":0.89100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":1.389,"15min":1.367},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.8879999999999999,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.70199999999999996},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.619,"15min":1.621},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":2.9510000000000001,"5min":2.9510000000000001,"15min":2.9510000000000001},"last":1.3720000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.4730000000000001,"15min":1.4810000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":2.2349999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":1.252},{"interface":"front","average":{"1min":1.2869999999999999,"5min":1.304,"15min":1.3069999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":1.0680000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.2549999999999999,"15min":1.25},"min":{"1min":0.32900000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":2.1200000000000001,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.4510000000000001},{"interface":"front","average":{"1min":1.423,"5min":1.4990000000000001,"15min":1.5109999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":2.5350000000000001,"5min":2.5350000000000001,"15min":2.5350000000000001},"last":1.504}]},{"osd":6,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.7809999999999999,"15min":1.8},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.532,"5min":2.8149999999999999,"15min":2.8149999999999999},"last":1.5940000000000001},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.607,"15min":1.615},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.7130000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.552}]},{"osd":7,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.365,"15min":1.367},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.085,"5min":2.085,"15min":2.085},"last":1.323},{"interface":"front","average":{"1min":1.875,"5min":1.76,"15min":1.7410000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.8999999999999999,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":1.6619999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":2774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":2196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":58,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":16,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":16,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":35,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:08.454 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:08.455 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:08.580 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:08.719 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[37770]: audit 2021-03-04T23:35:06.927595+0000 mgr.x (mgr.34379) 1440 : audit [DBG] from='client.56869 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:08.720 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[37770]: cluster 2021-03-04T23:35:07.568153+0000 mon.a (mon.0) 2195 : cluster [DBG] osdmap e828: 8 total, 8 up, 7 in 2021-03-04T23:35:08.720 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[37770]: audit 2021-03-04T23:35:08.181501+0000 mon.a (mon.0) 2196 : audit [DBG] from='client.? 172.21.2.108:0/1476411463' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:08.721 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[39303]: audit 2021-03-04T23:35:06.927595+0000 mgr.x (mgr.34379) 1440 : audit [DBG] from='client.56869 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:08.721 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[39303]: cluster 2021-03-04T23:35:07.568153+0000 mon.a (mon.0) 2195 : cluster [DBG] osdmap e828: 8 total, 8 up, 7 in 2021-03-04T23:35:08.721 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[39303]: audit 2021-03-04T23:35:08.181501+0000 mon.a (mon.0) 2196 : audit [DBG] from='client.? 172.21.2.108:0/1476411463' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:08.721 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:08.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:08 gibba023 bash[18090]: debug 2021-03-04T23:35:08.331+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:08 gibba023 bash[27374]: audit 2021-03-04T23:35:06.927595+0000 mgr.x (mgr.34379) 1440 : audit [DBG] from='client.56869 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:08 gibba023 bash[27374]: cluster 2021-03-04T23:35:07.568153+0000 mon.a (mon.0) 2195 : cluster [DBG] osdmap e828: 8 total, 8 up, 7 in 2021-03-04T23:35:08.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:08 gibba023 bash[27374]: audit 2021-03-04T23:35:08.181501+0000 mon.a (mon.0) 2196 : audit [DBG] from='client.? 172.21.2.108:0/1476411463' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:08.828 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:08.883 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:08 gibba008 bash[44600]: debug 2021-03-04T23:35:08.709+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:09.143 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:09.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:09.251 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[44600]: debug 2021-03-04T23:35:09.133+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:09.620 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:09.724 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:09.845 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:09 gibba023 bash[27374]: cluster 2021-03-04T23:35:07.641623+0000 mgr.x (mgr.34379) 1441 : cluster [DBG] pgmap v1914: 273 pgs: 273 active+clean; 10 MiB data, 833 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 470 KiB/s wr, 1.79k op/s 2021-03-04T23:35:09.846 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:09 gibba023 bash[27374]: cluster 2021-03-04T23:35:08.573538+0000 mon.a (mon.0) 2197 : cluster [DBG] osdmap e829: 8 total, 8 up, 7 in 2021-03-04T23:35:09.846 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:09 gibba023 bash[27374]: audit 2021-03-04T23:35:09.455196+0000 mon.a (mon.0) 2198 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:09.846 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:09 gibba023 bash[27374]: audit 2021-03-04T23:35:09.461893+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:09.847 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:09 gibba023 bash[27374]: audit 2021-03-04T23:35:09.462529+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:09.847 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:09.933 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[91265]: debug 2021-03-04T23:35:09.613+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:09.934 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[37770]: cluster 2021-03-04T23:35:07.641623+0000 mgr.x (mgr.34379) 1441 : cluster [DBG] pgmap v1914: 273 pgs: 273 active+clean; 10 MiB data, 833 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 470 KiB/s wr, 1.79k op/s 2021-03-04T23:35:09.934 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[37770]: cluster 2021-03-04T23:35:08.573538+0000 mon.a (mon.0) 2197 : cluster [DBG] osdmap e829: 8 total, 8 up, 7 in 2021-03-04T23:35:09.935 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[37770]: audit 2021-03-04T23:35:09.455196+0000 mon.a (mon.0) 2198 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:09.935 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[37770]: audit 2021-03-04T23:35:09.461893+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:09.935 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[37770]: audit 2021-03-04T23:35:09.462529+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:09.935 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[39303]: cluster 2021-03-04T23:35:07.641623+0000 mgr.x (mgr.34379) 1441 : cluster [DBG] pgmap v1914: 273 pgs: 273 active+clean; 10 MiB data, 833 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 470 KiB/s wr, 1.79k op/s 2021-03-04T23:35:09.936 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[39303]: cluster 2021-03-04T23:35:08.573538+0000 mon.a (mon.0) 2197 : cluster [DBG] osdmap e829: 8 total, 8 up, 7 in 2021-03-04T23:35:09.936 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[39303]: audit 2021-03-04T23:35:09.455196+0000 mon.a (mon.0) 2198 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:09.936 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[39303]: audit 2021-03-04T23:35:09.461893+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:09.936 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:09 gibba008 bash[39303]: audit 2021-03-04T23:35:09.462529+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:09.949 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.080 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.184 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.194 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:10 gibba023 bash[15180]: debug 2021-03-04T23:35:10.075+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:10.195 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:09 gibba023 bash[18090]: debug 2021-03-04T23:35:09.839+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:10.254 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.358 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.459 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:10 gibba023 bash[15180]: debug 2021-03-04T23:35:10.247+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:10.460 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.567 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:10.655 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:10.758 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:10.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:10 gibba008 bash[37770]: cluster 2021-03-04T23:35:09.578096+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e830: 8 total, 8 up, 7 in 2021-03-04T23:35:10.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:10 gibba008 bash[37770]: cluster 2021-03-04T23:35:09.642045+0000 mgr.x (mgr.34379) 1442 : cluster [DBG] pgmap v1917: 273 pgs: 273 active+clean; 10 MiB data, 837 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 471 KiB/s wr, 1.79k op/s 2021-03-04T23:35:10.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:10 gibba008 bash[39303]: cluster 2021-03-04T23:35:09.578096+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e830: 8 total, 8 up, 7 in 2021-03-04T23:35:10.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:10 gibba008 bash[39303]: cluster 2021-03-04T23:35:09.642045+0000 mgr.x (mgr.34379) 1442 : cluster [DBG] pgmap v1917: 273 pgs: 273 active+clean; 10 MiB data, 837 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 471 KiB/s wr, 1.79k op/s 2021-03-04T23:35:10.773 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:10 gibba023 bash[15180]: debug 2021-03-04T23:35:10.455+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:10 gibba023 bash[27374]: cluster 2021-03-04T23:35:09.578096+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e830: 8 total, 8 up, 7 in 2021-03-04T23:35:10.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:10 gibba023 bash[27374]: cluster 2021-03-04T23:35:09.642045+0000 mgr.x (mgr.34379) 1442 : cluster [DBG] pgmap v1917: 273 pgs: 273 active+clean; 10 MiB data, 837 MiB used, 584 GiB / 588 GiB avail; 1.2 MiB/s rd, 471 KiB/s wr, 1.79k op/s 2021-03-04T23:35:10.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:10 gibba023 bash[19550]: debug 2021-03-04T23:35:10.651+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:11.181 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:11.284 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:11.375 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:11.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:11.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[44600]: debug 2021-03-04T23:35:11.173+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:11.578 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:11 gibba023 bash[18090]: debug 2021-03-04T23:35:11.371+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:11.579 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:11.604 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:35:11.606 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapshotLimit (4516 ms) 2021-03-04T23:35:11.606 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2021-03-04T23:35:11.606 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:11.681 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:12.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[37770]: cluster 2021-03-04T23:35:10.588561+0000 mon.a (mon.0) 2202 : cluster [DBG] osdmap e831: 8 total, 8 up, 7 in 2021-03-04T23:35:12.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[37770]: audit 2021-03-04T23:35:10.621650+0000 mon.c (mon.1) 143 : audit [INF] from='client.? 172.21.2.108:0/3330172858' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:12.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[37770]: audit 2021-03-04T23:35:10.621855+0000 mon.a (mon.0) 2203 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:12.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[39303]: cluster 2021-03-04T23:35:10.588561+0000 mon.a (mon.0) 2202 : cluster [DBG] osdmap e831: 8 total, 8 up, 7 in 2021-03-04T23:35:12.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[39303]: audit 2021-03-04T23:35:10.621650+0000 mon.c (mon.1) 143 : audit [INF] from='client.? 172.21.2.108:0/3330172858' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:12.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:11 gibba008 bash[39303]: audit 2021-03-04T23:35:10.621855+0000 mon.a (mon.0) 2203 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:12.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:11 gibba023 bash[27374]: cluster 2021-03-04T23:35:10.588561+0000 mon.a (mon.0) 2202 : cluster [DBG] osdmap e831: 8 total, 8 up, 7 in 2021-03-04T23:35:12.252 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:11 gibba023 bash[27374]: audit 2021-03-04T23:35:10.621650+0000 mon.c (mon.1) 143 : audit [INF] from='client.? 172.21.2.108:0/3330172858' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:12.253 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:11 gibba023 bash[27374]: audit 2021-03-04T23:35:10.621855+0000 mon.a (mon.0) 2203 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:12.253 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:11 gibba023 bash[18090]: debug 2021-03-04T23:35:11.575+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:12.255 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:12.356 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:12.441 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:12.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[48858]: debug 2021-03-04T23:35:12.097+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:12.545 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:12.612 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:12 gibba023 bash[88433]: debug 2021-03-04T23:35:12.435+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:12.990 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:12.993 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[39303]: cluster 2021-03-04T23:35:11.587497+0000 mon.a (mon.0) 2204 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:12.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[39303]: cluster 2021-03-04T23:35:11.587589+0000 mon.a (mon.0) 2205 : cluster [INF] Cluster is now healthy 2021-03-04T23:35:12.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[39303]: audit 2021-03-04T23:35:11.597745+0000 mon.a (mon.0) 2206 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:12.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[39303]: cluster 2021-03-04T23:35:11.597799+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e832: 8 total, 8 up, 7 in 2021-03-04T23:35:12.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[39303]: cluster 2021-03-04T23:35:11.642655+0000 mgr.x (mgr.34379) 1443 : cluster [DBG] pgmap v1920: 273 pgs: 273 active+clean; 12 MiB data, 840 MiB used, 584 GiB / 588 GiB avail; 539 KiB/s rd, 595 KiB/s wr, 80 op/s 2021-03-04T23:35:12.995 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[37770]: cluster 2021-03-04T23:35:11.587497+0000 mon.a (mon.0) 2204 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:12.995 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[37770]: cluster 2021-03-04T23:35:11.587589+0000 mon.a (mon.0) 2205 : cluster [INF] Cluster is now healthy 2021-03-04T23:35:12.995 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[37770]: audit 2021-03-04T23:35:11.597745+0000 mon.a (mon.0) 2206 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:12.996 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[37770]: cluster 2021-03-04T23:35:11.597799+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e832: 8 total, 8 up, 7 in 2021-03-04T23:35:12.996 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[37770]: cluster 2021-03-04T23:35:11.642655+0000 mgr.x (mgr.34379) 1443 : cluster [DBG] pgmap v1920: 273 pgs: 273 active+clean; 12 MiB data, 840 MiB used, 584 GiB / 588 GiB avail; 539 KiB/s rd, 595 KiB/s wr, 80 op/s 2021-03-04T23:35:12.997 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:13.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:12 gibba023 bash[27374]: cluster 2021-03-04T23:35:11.587497+0000 mon.a (mon.0) 2204 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:12 gibba023 bash[27374]: cluster 2021-03-04T23:35:11.587589+0000 mon.a (mon.0) 2205 : cluster [INF] Cluster is now healthy 2021-03-04T23:35:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:12 gibba023 bash[27374]: audit 2021-03-04T23:35:11.597745+0000 mon.a (mon.0) 2206 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:12 gibba023 bash[27374]: cluster 2021-03-04T23:35:11.597799+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e832: 8 total, 8 up, 7 in 2021-03-04T23:35:13.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:12 gibba023 bash[27374]: cluster 2021-03-04T23:35:11.642655+0000 mgr.x (mgr.34379) 1443 : cluster [DBG] pgmap v1920: 273 pgs: 273 active+clean; 12 MiB data, 840 MiB used, 584 GiB / 588 GiB avail; 539 KiB/s rd, 595 KiB/s wr, 80 op/s 2021-03-04T23:35:13.065 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:13.100 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:13.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:12 gibba008 bash[44600]: debug 2021-03-04T23:35:12.985+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:13.671 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:13.774 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:13.850 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:13.954 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:13.965 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:13 gibba023 bash[15180]: debug 2021-03-04T23:35:13.843+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:13.966 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:13 gibba023 bash[27374]: cluster 2021-03-04T23:35:12.608536+0000 mon.a (mon.0) 2208 : cluster [DBG] osdmap e833: 8 total, 8 up, 7 in 2021-03-04T23:35:13.966 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:13 gibba023 bash[27374]: audit 2021-03-04T23:35:13.560294+0000 mon.a (mon.0) 2209 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:13.966 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:13 gibba023 bash[27374]: cephadm 2021-03-04T23:35:13.562750+0000 mgr.x (mgr.34379) 1444 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:35:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[37770]: cluster 2021-03-04T23:35:12.608536+0000 mon.a (mon.0) 2208 : cluster [DBG] osdmap e833: 8 total, 8 up, 7 in 2021-03-04T23:35:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[37770]: audit 2021-03-04T23:35:13.560294+0000 mon.a (mon.0) 2209 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:14.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[37770]: cephadm 2021-03-04T23:35:13.562750+0000 mgr.x (mgr.34379) 1444 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:35:14.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[44600]: debug 2021-03-04T23:35:13.661+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:14.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[39303]: cluster 2021-03-04T23:35:12.608536+0000 mon.a (mon.0) 2208 : cluster [DBG] osdmap e833: 8 total, 8 up, 7 in 2021-03-04T23:35:14.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[39303]: audit 2021-03-04T23:35:13.560294+0000 mon.a (mon.0) 2209 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:14.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:13 gibba008 bash[39303]: cephadm 2021-03-04T23:35:13.562750+0000 mgr.x (mgr.34379) 1444 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:35:14.027 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:14.130 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:14.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:14 gibba023 bash[15180]: debug 2021-03-04T23:35:14.023+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:14.416 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:14.523 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:14.618 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:14.681 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[91265]: debug 2021-03-04T23:35:14.405+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:14.722 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:14.816 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:14 gibba023 bash[88433]: debug 2021-03-04T23:35:14.615+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:14.817 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:14 gibba023 bash[27374]: cluster 2021-03-04T23:35:13.611494+0000 mon.a (mon.0) 2210 : cluster [DBG] osdmap e834: 8 total, 8 up, 7 in 2021-03-04T23:35:14.817 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:14 gibba023 bash[27374]: cluster 2021-03-04T23:35:13.642992+0000 mgr.x (mgr.34379) 1445 : cluster [DBG] pgmap v1923: 273 pgs: 273 active+clean; 12 MiB data, 838 MiB used, 584 GiB / 588 GiB avail; 538 KiB/s rd, 597 KiB/s wr, 85 op/s 2021-03-04T23:35:14.818 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:14 gibba023 bash[27374]: cluster 2021-03-04T23:35:14.334484+0000 mon.a (mon.0) 2211 : cluster [DBG] osdmap e835: 8 total, 8 up, 7 in 2021-03-04T23:35:14.819 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:14.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:14.986 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[37770]: cluster 2021-03-04T23:35:13.611494+0000 mon.a (mon.0) 2210 : cluster [DBG] osdmap e834: 8 total, 8 up, 7 in 2021-03-04T23:35:14.986 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[37770]: cluster 2021-03-04T23:35:13.642992+0000 mgr.x (mgr.34379) 1445 : cluster [DBG] pgmap v1923: 273 pgs: 273 active+clean; 12 MiB data, 838 MiB used, 584 GiB / 588 GiB avail; 538 KiB/s rd, 597 KiB/s wr, 85 op/s 2021-03-04T23:35:14.986 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[37770]: cluster 2021-03-04T23:35:14.334484+0000 mon.a (mon.0) 2211 : cluster [DBG] osdmap e835: 8 total, 8 up, 7 in 2021-03-04T23:35:14.987 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[39303]: cluster 2021-03-04T23:35:13.611494+0000 mon.a (mon.0) 2210 : cluster [DBG] osdmap e834: 8 total, 8 up, 7 in 2021-03-04T23:35:14.987 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[39303]: cluster 2021-03-04T23:35:13.642992+0000 mgr.x (mgr.34379) 1445 : cluster [DBG] pgmap v1923: 273 pgs: 273 active+clean; 12 MiB data, 838 MiB used, 584 GiB / 588 GiB avail; 538 KiB/s rd, 597 KiB/s wr, 85 op/s 2021-03-04T23:35:14.987 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:14 gibba008 bash[39303]: cluster 2021-03-04T23:35:14.334484+0000 mon.a (mon.0) 2211 : cluster [DBG] osdmap e835: 8 total, 8 up, 7 in 2021-03-04T23:35:15.012 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:15.116 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:15.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:14 gibba023 bash[18090]: debug 2021-03-04T23:35:14.811+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:15.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:15 gibba023 bash[88433]: debug 2021-03-04T23:35:15.007+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:15.508 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:15.612 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:15.698 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:15.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:15 gibba008 bash[48858]: debug 2021-03-04T23:35:15.497+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:15.802 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:15.904 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:15 gibba023 bash[88433]: debug 2021-03-04T23:35:15.691+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:15.905 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.008 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:16.102 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:16.208 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.230 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:15 gibba023 bash[15180]: debug 2021-03-04T23:35:15.899+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:16.231 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:16 gibba023 bash[19550]: debug 2021-03-04T23:35:16.095+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:16.358 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4753 ms) 2021-03-04T23:35:16.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2021-03-04T23:35:16.361 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (0 ms) 2021-03-04T23:35:16.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2021-03-04T23:35:16.361 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (0 ms) 2021-03-04T23:35:16.362 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2021-03-04T23:35:16.362 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.362 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (0 ms) 2021-03-04T23:35:16.362 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2021-03-04T23:35:16.363 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.363 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (0 ms) 2021-03-04T23:35:16.363 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2021-03-04T23:35:16.367 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.367 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2021-03-04T23:35:16.368 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRemove2 2021-03-04T23:35:16.368 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.368 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRemove2 (0 ms) 2021-03-04T23:35:16.369 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2021-03-04T23:35:16.369 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.369 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (0 ms) 2021-03-04T23:35:16.370 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2021-03-04T23:35:16.370 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.370 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (0 ms) 2021-03-04T23:35:16.371 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2021-03-04T23:35:16.371 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.371 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (0 ms) 2021-03-04T23:35:16.373 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2021-03-04T23:35:16.373 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.374 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (0 ms) 2021-03-04T23:35:16.374 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2021-03-04T23:35:16.375 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.375 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (0 ms) 2021-03-04T23:35:16.375 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2021-03-04T23:35:16.376 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.376 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (0 ms) 2021-03-04T23:35:16.376 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2021-03-04T23:35:16.376 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.376 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (0 ms) 2021-03-04T23:35:16.377 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Metadata 2021-03-04T23:35:16.377 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.377 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Metadata (0 ms) 2021-03-04T23:35:16.377 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.MetadataPP 2021-03-04T23:35:16.378 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.378 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.MetadataPP (0 ms) 2021-03-04T23:35:16.378 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2021-03-04T23:35:16.378 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.378 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.UpdateFeatures (0 ms) 2021-03-04T23:35:16.379 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2021-03-04T23:35:16.379 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (1 ms) 2021-03-04T23:35:16.379 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2021-03-04T23:35:16.379 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:16.380 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RebuildObjectMap (12 ms) 2021-03-04T23:35:16.381 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2021-03-04T23:35:16.381 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.381 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (0 ms) 2021-03-04T23:35:16.381 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2021-03-04T23:35:16.382 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.382 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CheckObjectMap (0 ms) 2021-03-04T23:35:16.382 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.BlockingAIO 2021-03-04T23:35:16.382 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:16.389 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.BlockingAIO (16 ms) 2021-03-04T23:35:16.389 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2021-03-04T23:35:16.390 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.390 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (0 ms) 2021-03-04T23:35:16.390 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2021-03-04T23:35:16.390 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.391 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2021-03-04T23:35:16.391 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2021-03-04T23:35:16.391 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:16.391 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (0 ms) 2021-03-04T23:35:16.391 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2021-03-04T23:35:16.392 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:16.486 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:16.509 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:16 gibba023 bash[27374]: cluster 2021-03-04T23:35:15.336437+0000 mon.a (mon.0) 2212 : cluster [DBG] osdmap e836: 8 total, 8 up, 7 in 2021-03-04T23:35:16.511 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:16 gibba023 bash[15180]: debug 2021-03-04T23:35:16.351+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:16.609 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:16.712 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:16 gibba008 bash[37770]: cluster 2021-03-04T23:35:15.336437+0000 mon.a (mon.0) 2212 : cluster [DBG] osdmap e836: 8 total, 8 up, 7 in 2021-03-04T23:35:16.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:16 gibba008 bash[39303]: cluster 2021-03-04T23:35:15.336437+0000 mon.a (mon.0) 2212 : cluster [DBG] osdmap e836: 8 total, 8 up, 7 in 2021-03-04T23:35:16.777 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:16 gibba023 bash[19550]: debug 2021-03-04T23:35:16.603+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:16.794 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:16.872 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:35:16.898 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:17.025 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:17.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:16 gibba023 bash[18090]: debug 2021-03-04T23:35:16.791+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:17.306 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:17.365 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (977 ms) 2021-03-04T23:35:17.365 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestImageOptions 2021-03-04T23:35:17.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:17.446 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:17 gibba008 bash[48858]: debug 2021-03-04T23:35:17.297+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:17.503 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:17.607 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:17.629 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:17 gibba023 bash[27374]: cluster 2021-03-04T23:35:15.643316+0000 mgr.x (mgr.34379) 1446 : cluster [DBG] pgmap v1926: 273 pgs: 273 active+clean; 12 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 7.7 KiB/s rd, 4.7 KiB/s wr, 17 op/s 2021-03-04T23:35:17.630 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:17 gibba023 bash[27374]: cluster 2021-03-04T23:35:16.347536+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e837: 8 total, 8 up, 7 in 2021-03-04T23:35:17.630 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:17 gibba023 bash[88433]: debug 2021-03-04T23:35:17.499+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:17.692 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:17.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:17 gibba008 bash[37770]: cluster 2021-03-04T23:35:15.643316+0000 mgr.x (mgr.34379) 1446 : cluster [DBG] pgmap v1926: 273 pgs: 273 active+clean; 12 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 7.7 KiB/s rd, 4.7 KiB/s wr, 17 op/s 2021-03-04T23:35:17.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:17 gibba008 bash[37770]: cluster 2021-03-04T23:35:16.347536+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e837: 8 total, 8 up, 7 in 2021-03-04T23:35:17.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:17 gibba008 bash[39303]: cluster 2021-03-04T23:35:15.643316+0000 mgr.x (mgr.34379) 1446 : cluster [DBG] pgmap v1926: 273 pgs: 273 active+clean; 12 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 7.7 KiB/s rd, 4.7 KiB/s wr, 17 op/s 2021-03-04T23:35:17.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:17 gibba008 bash[39303]: cluster 2021-03-04T23:35:16.347536+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e837: 8 total, 8 up, 7 in 2021-03-04T23:35:17.795 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:18.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:17 gibba023 bash[19550]: debug 2021-03-04T23:35:17.687+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:18.421 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:18.526 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:18.614 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:18 gibba023 bash[27374]: cluster 2021-03-04T23:35:17.351389+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e838: 8 total, 8 up, 7 in 2021-03-04T23:35:18.615 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:18.648 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:18 gibba008 bash[39303]: cluster 2021-03-04T23:35:17.351389+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e838: 8 total, 8 up, 7 in 2021-03-04T23:35:18.649 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:18 gibba008 bash[37770]: cluster 2021-03-04T23:35:17.351389+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e838: 8 total, 8 up, 7 in 2021-03-04T23:35:18.649 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:18 gibba008 bash[91265]: debug 2021-03-04T23:35:18.413+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:18.719 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:19.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:18 gibba023 bash[19550]: debug 2021-03-04T23:35:18.607+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:19.369 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:19.472 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:19.587 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:35:19.588 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:35:19.588 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:35:19.588 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:35:19.607 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:19.712 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:19.731 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[48858]: debug 2021-03-04T23:35:19.361+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:19.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[39303]: cluster 2021-03-04T23:35:17.643732+0000 mgr.x (mgr.34379) 1447 : cluster [DBG] pgmap v1929: 273 pgs: 273 active+clean; 12 MiB data, 830 MiB used, 584 GiB / 588 GiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2021-03-04T23:35:19.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[39303]: cluster 2021-03-04T23:35:18.364105+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e839: 8 total, 8 up, 7 in 2021-03-04T23:35:19.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[39303]: cluster 2021-03-04T23:35:19.344153+0000 mon.a (mon.0) 2216 : cluster [DBG] osdmap e840: 8 total, 8 up, 7 in 2021-03-04T23:35:19.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[37770]: cluster 2021-03-04T23:35:17.643732+0000 mgr.x (mgr.34379) 1447 : cluster [DBG] pgmap v1929: 273 pgs: 273 active+clean; 12 MiB data, 830 MiB used, 584 GiB / 588 GiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2021-03-04T23:35:19.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[37770]: cluster 2021-03-04T23:35:18.364105+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e839: 8 total, 8 up, 7 in 2021-03-04T23:35:19.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:19 gibba008 bash[37770]: cluster 2021-03-04T23:35:19.344153+0000 mon.a (mon.0) 2216 : cluster [DBG] osdmap e840: 8 total, 8 up, 7 in 2021-03-04T23:35:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:19 gibba023 bash[27374]: cluster 2021-03-04T23:35:17.643732+0000 mgr.x (mgr.34379) 1447 : cluster [DBG] pgmap v1929: 273 pgs: 273 active+clean; 12 MiB data, 830 MiB used, 584 GiB / 588 GiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2021-03-04T23:35:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:19 gibba023 bash[27374]: cluster 2021-03-04T23:35:18.364105+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e839: 8 total, 8 up, 7 in 2021-03-04T23:35:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:19 gibba023 bash[27374]: cluster 2021-03-04T23:35:19.344153+0000 mon.a (mon.0) 2216 : cluster [DBG] osdmap e840: 8 total, 8 up, 7 in 2021-03-04T23:35:19.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:19 gibba023 bash[19550]: debug 2021-03-04T23:35:19.603+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:20.427 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:20.535 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:20.553 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:20 gibba008 bash[47391]: debug 2021-03-04T23:35:20.417+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:20.679 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T23:35:20.680 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T23:35:20.680 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestImageOptions (3314 ms) 2021-03-04T23:35:20.680 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2021-03-04T23:35:20.865 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:20.969 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:21.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:20 gibba008 bash[91265]: debug 2021-03-04T23:35:20.857+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:21.077 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:21.182 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:21.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:21 gibba023 bash[88433]: debug 2021-03-04T23:35:21.071+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:21.340 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:35:21.350 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:35:21.476 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[37770]: cluster 2021-03-04T23:35:19.644744+0000 mgr.x (mgr.34379) 1448 : cluster [DBG] pgmap v1932: 273 pgs: 273 active+clean; 12 MiB data, 830 MiB used, 584 GiB / 588 GiB avail; 3.7 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2021-03-04T23:35:21.476 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[37770]: cluster 2021-03-04T23:35:20.377367+0000 mon.a (mon.0) 2217 : cluster [DBG] osdmap e841: 8 total, 8 up, 7 in 2021-03-04T23:35:21.477 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[37770]: audit 2021-03-04T23:35:20.891103+0000 mon.a (mon.0) 2218 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:21.477 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[37770]: audit 2021-03-04T23:35:21.231087+0000 mon.a (mon.0) 2219 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:21.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[39303]: cluster 2021-03-04T23:35:19.644744+0000 mgr.x (mgr.34379) 1448 : cluster [DBG] pgmap v1932: 273 pgs: 273 active+clean; 12 MiB data, 830 MiB used, 584 GiB / 588 GiB avail; 3.7 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2021-03-04T23:35:21.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[39303]: cluster 2021-03-04T23:35:20.377367+0000 mon.a (mon.0) 2217 : cluster [DBG] osdmap e841: 8 total, 8 up, 7 in 2021-03-04T23:35:21.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[39303]: audit 2021-03-04T23:35:20.891103+0000 mon.a (mon.0) 2218 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:21.478 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[39303]: audit 2021-03-04T23:35:21.231087+0000 mon.a (mon.0) 2219 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:21.480 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:21.581 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:21.653 INFO:tasks.workunit.client.0.gibba008.stdout:0.00% done 2021-03-04T23:35:21.653 INFO:tasks.workunit.client.0.gibba008.stdout:100.00% done 2021-03-04T23:35:21.653 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (973 ms) 2021-03-04T23:35:21.653 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2021-03-04T23:35:21.654 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2021-03-04T23:35:21.655 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2021-03-04T23:35:21.655 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2021-03-04T23:35:21.656 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ImagePollIO 2021-03-04T23:35:21.656 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:21.683 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:21.684 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:21.684 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:21.684 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:21.684 INFO:tasks.workunit.client.0.gibba008.stdout:wrote: 512 2021-03-04T23:35:21.685 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.685 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:21.685 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:21.685 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:21.686 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:21.686 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.686 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:21.686 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:21.686 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:21.687 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:21.687 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.687 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:21.687 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:21.688 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:21.689 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:21.690 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.690 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:21.691 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:21.691 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:21.691 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:21.691 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.691 INFO:tasks.workunit.client.0.gibba008.stdout:started write 2021-03-04T23:35:21.692 INFO:tasks.workunit.client.0.gibba008.stdout:write completion cb called! 2021-03-04T23:35:21.692 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 0 2021-03-04T23:35:21.692 INFO:tasks.workunit.client.0.gibba008.stdout:finished write 2021-03-04T23:35:21.692 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.693 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:21.693 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:21.693 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:21.693 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.693 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:21.694 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:21.694 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:21.694 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.694 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:21.695 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:21.695 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:21.695 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.695 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:21.695 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:21.696 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:21.696 INFO:tasks.workunit.client.0.gibba008.stdout:created completion 2021-03-04T23:35:21.696 INFO:tasks.workunit.client.0.gibba008.stdout:started read 2021-03-04T23:35:21.697 INFO:tasks.workunit.client.0.gibba008.stdout:read completion cb called! 2021-03-04T23:35:21.697 INFO:tasks.workunit.client.0.gibba008.stdout:return value is: 512 2021-03-04T23:35:21.697 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ImagePollIO (31 ms) 2021-03-04T23:35:21.697 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Mirror 2021-03-04T23:35:21.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:21 gibba008 bash[48858]: debug 2021-03-04T23:35:21.469+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:21 gibba023 bash[27374]: cluster 2021-03-04T23:35:19.644744+0000 mgr.x (mgr.34379) 1448 : cluster [DBG] pgmap v1932: 273 pgs: 273 active+clean; 12 MiB data, 830 MiB used, 584 GiB / 588 GiB avail; 3.7 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2021-03-04T23:35:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:21 gibba023 bash[27374]: cluster 2021-03-04T23:35:20.377367+0000 mon.a (mon.0) 2217 : cluster [DBG] osdmap e841: 8 total, 8 up, 7 in 2021-03-04T23:35:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:21 gibba023 bash[27374]: audit 2021-03-04T23:35:20.891103+0000 mon.a (mon.0) 2218 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:21.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:21 gibba023 bash[27374]: audit 2021-03-04T23:35:21.231087+0000 mon.a (mon.0) 2219 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:21.914 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:21.928 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:22.067 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Mirror (384 ms) 2021-03-04T23:35:22.067 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2021-03-04T23:35:22.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:22.353 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (286 ms) 2021-03-04T23:35:22.354 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2021-03-04T23:35:22.354 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.354 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (0 ms) 2021-03-04T23:35:22.354 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2021-03-04T23:35:22.355 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.355 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (0 ms) 2021-03-04T23:35:22.355 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2021-03-04T23:35:22.355 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.356 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ExclusiveLock (0 ms) 2021-03-04T23:35:22.356 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.BreakLock 2021-03-04T23:35:22.356 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.356 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.BreakLock (0 ms) 2021-03-04T23:35:22.357 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2021-03-04T23:35:22.357 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.357 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (0 ms) 2021-03-04T23:35:22.357 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2021-03-04T23:35:22.357 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2021-03-04T23:35:22.358 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2021-03-04T23:35:22.358 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.358 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (0 ms) 2021-03-04T23:35:22.358 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2021-03-04T23:35:22.359 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (0 ms) 2021-03-04T23:35:22.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2021-03-04T23:35:22.359 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashPurge (0 ms) 2021-03-04T23:35:22.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2021-03-04T23:35:22.360 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:22.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (0 ms) 2021-03-04T23:35:22.360 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestListWatchers 2021-03-04T23:35:22.361 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:22.373 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestListWatchers (20 ms) 2021-03-04T23:35:22.373 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2021-03-04T23:35:22.373 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:22.446 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:22.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[44600]: debug 2021-03-04T23:35:22.333+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:22.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: cephadm 2021-03-04T23:35:20.894514+0000 mgr.x (mgr.34379) 1449 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:35:22.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:21.270694+0000 mgr.x (mgr.34379) 1450 : audit [DBG] from='client.46938 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:22.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: cluster 2021-03-04T23:35:21.382869+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e842: 8 total, 8 up, 7 in 2021-03-04T23:35:22.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:21.969475+0000 mon.a (mon.0) 2221 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/uuid4"}]: dispatch 2021-03-04T23:35:22.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:21.977980+0000 mon.a (mon.0) 2222 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/uuid4"}]': finished 2021-03-04T23:35:22.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:21.986342+0000 mon.a (mon.0) 2223 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/47d8d522-cbd7-42e0-ac21-93e95ca56e50"}]: dispatch 2021-03-04T23:35:22.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:21.994764+0000 mon.a (mon.0) 2224 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/47d8d522-cbd7-42e0-ac21-93e95ca56e50"}]': finished 2021-03-04T23:35:22.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.026428+0000 mon.a (mon.0) 2225 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/cd7ff9a4-99eb-4bc1-94e0-040a8fa96fd7"}]: dispatch 2021-03-04T23:35:22.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.035257+0000 mon.a (mon.0) 2226 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/cd7ff9a4-99eb-4bc1-94e0-040a8fa96fd7"}]': finished 2021-03-04T23:35:22.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.041295+0000 mon.a (mon.0) 2227 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/a5c7d4a2-4ae0-4b76-bfc8-9d7ee04cc15f"}]: dispatch 2021-03-04T23:35:22.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.049079+0000 mon.a (mon.0) 2228 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/a5c7d4a2-4ae0-4b76-bfc8-9d7ee04cc15f"}]': finished 2021-03-04T23:35:22.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.074343+0000 mon.a (mon.0) 2229 : audit [DBG] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.085834+0000 mon.a (mon.0) 2230 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' 2021-03-04T23:35:22.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.087120+0000 mon.a (mon.0) 2231 : audit [DBG] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.516 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.326829+0000 mon.a (mon.0) 2232 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.517 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[37770]: audit 2021-03-04T23:35:22.336303+0000 mon.a (mon.0) 2233 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]': finished 2021-03-04T23:35:22.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: cephadm 2021-03-04T23:35:20.894514+0000 mgr.x (mgr.34379) 1449 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:35:22.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:21.270694+0000 mgr.x (mgr.34379) 1450 : audit [DBG] from='client.46938 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:22.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: cluster 2021-03-04T23:35:21.382869+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e842: 8 total, 8 up, 7 in 2021-03-04T23:35:22.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:21.969475+0000 mon.a (mon.0) 2221 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/uuid4"}]: dispatch 2021-03-04T23:35:22.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:21.977980+0000 mon.a (mon.0) 2222 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/uuid4"}]': finished 2021-03-04T23:35:22.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:21.986342+0000 mon.a (mon.0) 2223 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/47d8d522-cbd7-42e0-ac21-93e95ca56e50"}]: dispatch 2021-03-04T23:35:22.518 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:21.994764+0000 mon.a (mon.0) 2224 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/47d8d522-cbd7-42e0-ac21-93e95ca56e50"}]': finished 2021-03-04T23:35:22.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.026428+0000 mon.a (mon.0) 2225 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/cd7ff9a4-99eb-4bc1-94e0-040a8fa96fd7"}]: dispatch 2021-03-04T23:35:22.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.035257+0000 mon.a (mon.0) 2226 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/cd7ff9a4-99eb-4bc1-94e0-040a8fa96fd7"}]': finished 2021-03-04T23:35:22.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.041295+0000 mon.a (mon.0) 2227 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/a5c7d4a2-4ae0-4b76-bfc8-9d7ee04cc15f"}]: dispatch 2021-03-04T23:35:22.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.049079+0000 mon.a (mon.0) 2228 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/a5c7d4a2-4ae0-4b76-bfc8-9d7ee04cc15f"}]': finished 2021-03-04T23:35:22.519 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.074343+0000 mon.a (mon.0) 2229 : audit [DBG] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.085834+0000 mon.a (mon.0) 2230 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' 2021-03-04T23:35:22.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.087120+0000 mon.a (mon.0) 2231 : audit [DBG] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.326829+0000 mon.a (mon.0) 2232 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.521 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:22 gibba008 bash[39303]: audit 2021-03-04T23:35:22.336303+0000 mon.a (mon.0) 2233 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]': finished 2021-03-04T23:35:22.701 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: cephadm 2021-03-04T23:35:20.894514+0000 mgr.x (mgr.34379) 1449 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:35:22.701 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:21.270694+0000 mgr.x (mgr.34379) 1450 : audit [DBG] from='client.46938 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:22.702 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: cluster 2021-03-04T23:35:21.382869+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e842: 8 total, 8 up, 7 in 2021-03-04T23:35:22.702 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:21.969475+0000 mon.a (mon.0) 2221 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/uuid4"}]: dispatch 2021-03-04T23:35:22.702 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:21.977980+0000 mon.a (mon.0) 2222 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/uuid4"}]': finished 2021-03-04T23:35:22.702 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:21.986342+0000 mon.a (mon.0) 2223 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/47d8d522-cbd7-42e0-ac21-93e95ca56e50"}]: dispatch 2021-03-04T23:35:22.703 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:21.994764+0000 mon.a (mon.0) 2224 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/47d8d522-cbd7-42e0-ac21-93e95ca56e50"}]': finished 2021-03-04T23:35:22.703 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.026428+0000 mon.a (mon.0) 2225 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/cd7ff9a4-99eb-4bc1-94e0-040a8fa96fd7"}]: dispatch 2021-03-04T23:35:22.704 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.035257+0000 mon.a (mon.0) 2226 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/cd7ff9a4-99eb-4bc1-94e0-040a8fa96fd7"}]': finished 2021-03-04T23:35:22.704 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.041295+0000 mon.a (mon.0) 2227 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/a5c7d4a2-4ae0-4b76-bfc8-9d7ee04cc15f"}]: dispatch 2021-03-04T23:35:22.704 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.049079+0000 mon.a (mon.0) 2228 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/a5c7d4a2-4ae0-4b76-bfc8-9d7ee04cc15f"}]': finished 2021-03-04T23:35:22.704 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.074343+0000 mon.a (mon.0) 2229 : audit [DBG] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.085834+0000 mon.a (mon.0) 2230 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' 2021-03-04T23:35:22.705 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.087120+0000 mon.a (mon.0) 2231 : audit [DBG] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.326829+0000 mon.a (mon.0) 2232 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]: dispatch 2021-03-04T23:35:22.706 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[27374]: audit 2021-03-04T23:35:22.336303+0000 mon.a (mon.0) 2233 : audit [INF] from='client.? 172.21.2.108:0/1152539816' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/32/524416ba-0446-4ac1-bc94-8d5831ce178a"}]': finished 2021-03-04T23:35:22.707 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:22.808 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:23.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:22 gibba023 bash[15180]: debug 2021-03-04T23:35:22.695+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:23.335 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:23.417 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestSetSnapById (1044 ms) 2021-03-04T23:35:23.418 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Namespaces 2021-03-04T23:35:23.439 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:23.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Namespaces (23 ms) 2021-03-04T23:35:23.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.NamespacesPP 2021-03-04T23:35:23.467 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:23.468 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.NamespacesPP (28 ms) 2021-03-04T23:35:23.469 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Migration 2021-03-04T23:35:23.469 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:23.470 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:23.520 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:23 gibba008 bash[39303]: cluster 2021-03-04T23:35:21.645753+0000 mgr.x (mgr.34379) 1451 : cluster [DBG] pgmap v1935: 273 pgs: 273 active+clean; 17 MiB data, 826 MiB used, 584 GiB / 588 GiB avail; 63 KiB/s rd, 1.2 MiB/s wr, 89 op/s 2021-03-04T23:35:23.521 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:23 gibba008 bash[37770]: cluster 2021-03-04T23:35:21.645753+0000 mgr.x (mgr.34379) 1451 : cluster [DBG] pgmap v1935: 273 pgs: 273 active+clean; 17 MiB data, 826 MiB used, 584 GiB / 588 GiB avail; 63 KiB/s rd, 1.2 MiB/s wr, 89 op/s 2021-03-04T23:35:23.521 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:23 gibba008 bash[47391]: debug 2021-03-04T23:35:23.325+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:23 gibba023 bash[27374]: cluster 2021-03-04T23:35:21.645753+0000 mgr.x (mgr.34379) 1451 : cluster [DBG] pgmap v1935: 273 pgs: 273 active+clean; 17 MiB data, 826 MiB used, 584 GiB / 588 GiB avail; 63 KiB/s rd, 1.2 MiB/s wr, 89 op/s 2021-03-04T23:35:23.810 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:23.919 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:24.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:23 gibba008 bash[47391]: debug 2021-03-04T23:35:23.801+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:24.263 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:24.371 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:24.380 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Migration (912 ms) 2021-03-04T23:35:24.380 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.MigrationPP 2021-03-04T23:35:24.380 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:24.380 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:24.490 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:35:24.513 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:24.592 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:24 gibba008 bash[39303]: cluster 2021-03-04T23:35:23.403395+0000 mon.a (mon.0) 2234 : cluster [DBG] osdmap e843: 8 total, 8 up, 7 in 2021-03-04T23:35:24.593 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:24 gibba008 bash[39303]: cluster 2021-03-04T23:35:24.346565+0000 mon.a (mon.0) 2235 : cluster [DBG] osdmap e844: 8 total, 8 up, 7 in 2021-03-04T23:35:24.593 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:24 gibba008 bash[47391]: debug 2021-03-04T23:35:24.253+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:24.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:24 gibba008 bash[37770]: cluster 2021-03-04T23:35:23.403395+0000 mon.a (mon.0) 2234 : cluster [DBG] osdmap e843: 8 total, 8 up, 7 in 2021-03-04T23:35:24.594 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:24 gibba008 bash[37770]: cluster 2021-03-04T23:35:24.346565+0000 mon.a (mon.0) 2235 : cluster [DBG] osdmap e844: 8 total, 8 up, 7 in 2021-03-04T23:35:24.598 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:24.621 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:24.638 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:24 gibba023 bash[18090]: debug 2021-03-04T23:35:24.507+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:24.639 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:24 gibba023 bash[27374]: cluster 2021-03-04T23:35:23.403395+0000 mon.a (mon.0) 2234 : cluster [DBG] osdmap e843: 8 total, 8 up, 7 in 2021-03-04T23:35:24.639 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:24 gibba023 bash[27374]: cluster 2021-03-04T23:35:24.346565+0000 mon.a (mon.0) 2235 : cluster [DBG] osdmap e844: 8 total, 8 up, 7 in 2021-03-04T23:35:24.763 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:24.871 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:24.889 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:24 gibba023 bash[88433]: debug 2021-03-04T23:35:24.755+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:24.967 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.MigrationPP (587 ms) 2021-03-04T23:35:24.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2021-03-04T23:35:24.968 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (0 ms) 2021-03-04T23:35:24.968 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2021-03-04T23:35:24.969 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.969 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (0 ms) 2021-03-04T23:35:24.969 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2021-03-04T23:35:24.969 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.970 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (0 ms) 2021-03-04T23:35:24.970 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.PoolMetadata 2021-03-04T23:35:24.970 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.970 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.PoolMetadata (0 ms) 2021-03-04T23:35:24.971 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2021-03-04T23:35:24.971 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.971 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.PoolMetadataPP (0 ms) 2021-03-04T23:35:24.972 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.Config 2021-03-04T23:35:24.972 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.972 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.Config (0 ms) 2021-03-04T23:35:24.972 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ConfigPP 2021-03-04T23:35:24.973 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ConfigPP (0 ms) 2021-03-04T23:35:24.973 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2021-03-04T23:35:24.973 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.974 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.PoolStatsPP (0 ms) 2021-03-04T23:35:24.974 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.ImageSpec 2021-03-04T23:35:24.975 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.975 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.ImageSpec (0 ms) 2021-03-04T23:35:24.975 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2021-03-04T23:35:24.976 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:35:24.976 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (0 ms) 2021-03-04T23:35:24.976 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestLibRBD.WriteZeroes 2021-03-04T23:35:24.976 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:25.014 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:25.070 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestLibRBD.WriteZeroes (103 ms) 2021-03-04T23:35:25.123 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:25.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:25 gibba023 bash[19550]: debug 2021-03-04T23:35:25.007+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:25.545 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:25.609 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:25 gibba008 bash[47391]: debug 2021-03-04T23:35:25.537+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:25.610 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:25 gibba008 bash[37770]: cluster 2021-03-04T23:35:23.646637+0000 mgr.x (mgr.34379) 1452 : cluster [DBG] pgmap v1937: 273 pgs: 273 active+clean; 20 MiB data, 833 MiB used, 584 GiB / 588 GiB avail; 75 KiB/s rd, 1.8 MiB/s wr, 113 op/s 2021-03-04T23:35:25.610 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:25 gibba008 bash[39303]: cluster 2021-03-04T23:35:23.646637+0000 mgr.x (mgr.34379) 1452 : cluster [DBG] pgmap v1937: 273 pgs: 273 active+clean; 20 MiB data, 833 MiB used, 584 GiB / 588 GiB avail; 75 KiB/s rd, 1.8 MiB/s wr, 113 op/s 2021-03-04T23:35:25.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:25 gibba023 bash[27374]: cluster 2021-03-04T23:35:23.646637+0000 mgr.x (mgr.34379) 1452 : cluster [DBG] pgmap v1937: 273 pgs: 273 active+clean; 20 MiB data, 833 MiB used, 584 GiB / 588 GiB avail; 75 KiB/s rd, 1.8 MiB/s wr, 113 op/s 2021-03-04T23:35:25.790 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:25.899 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:26.125 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":1933,"stamp":"2021-03-04T23:35:20.378268+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":12618007,"num_objects":93,"num_object_clones":0,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":41381,"num_read_kb":40568,"num_write":1978,"num_write_kb":23902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":70,"num_bytes_recovered":5363,"num_keys_recovered":230,"num_objects_omap":41,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2272,"ondisk_log_size":2272,"up":819,"acting":819,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":820,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":3995940,"kb_used_data":89900,"kb_used_omap":4780,"kb_used_meta":3901203,"kb_avail":612566748,"statfs":{"total":631360192512,"available":627268349952,"internally_reserved":3221225472,"allocated":92057600,"data_stored":69366767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4895095,"internal_metadata":3994832521},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":659,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":28,"num_read_kb":15,"num_write":11,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.030311"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"72","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.339960+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:35:14.339960+0000","last_peered":"2021-03-04T23:35:14.339960+0000","last_clean":"2021-03-04T23:35:14.339960+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:35:14.339960+0000","last_undegraded":"2021-03-04T23:35:14.339960+0000","last_fullsized":"2021-03-04T23:35:14.339960+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"100","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396749+0000","last_change":"2021-03-04T23:32:35.698354+0000","last_active":"2021-03-04T23:35:17.396749+0000","last_peered":"2021-03-04T23:35:17.396749+0000","last_clean":"2021-03-04T23:35:17.396749+0000","last_became_active":"2021-03-04T23:32:35.337576+0000","last_became_peered":"2021-03-04T23:32:35.337576+0000","last_unstale":"2021-03-04T23:35:17.396749+0000","last_undegraded":"2021-03-04T23:35:17.396749+0000","last_fullsized":"2021-03-04T23:35:17.396749+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"808","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.460654+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:35:15.460654+0000","last_peered":"2021-03-04T23:35:15.460654+0000","last_clean":"2021-03-04T23:35:15.460654+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:35:15.460654+0000","last_undegraded":"2021-03-04T23:35:15.460654+0000","last_fullsized":"2021-03-04T23:35:15.460654+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"813","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464609+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:35:15.464609+0000","last_peered":"2021-03-04T23:35:15.464609+0000","last_clean":"2021-03-04T23:35:15.464609+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:35:15.464609+0000","last_undegraded":"2021-03-04T23:35:15.464609+0000","last_fullsized":"2021-03-04T23:35:15.464609+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340109+0000","last_change":"2021-03-04T23:33:56.615090+0000","last_active":"2021-03-04T23:35:14.340109+0000","last_peered":"2021-03-04T23:35:14.340109+0000","last_clean":"2021-03-04T23:35:14.340109+0000","last_became_active":"2021-03-04T23:33:56.614796+0000","last_became_peered":"2021-03-04T23:33:56.614796+0000","last_unstale":"2021-03-04T23:35:14.340109+0000","last_undegraded":"2021-03-04T23:35:14.340109+0000","last_fullsized":"2021-03-04T23:35:14.340109+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"721","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344548+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:35:15.344548+0000","last_peered":"2021-03-04T23:35:15.344548+0000","last_clean":"2021-03-04T23:35:15.344548+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:35:15.344548+0000","last_undegraded":"2021-03-04T23:35:15.344548+0000","last_fullsized":"2021-03-04T23:35:15.344548+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340937+0000","last_change":"2021-03-04T23:33:56.616001+0000","last_active":"2021-03-04T23:35:14.340937+0000","last_peered":"2021-03-04T23:35:14.340937+0000","last_clean":"2021-03-04T23:35:14.340937+0000","last_became_active":"2021-03-04T23:33:56.615687+0000","last_became_peered":"2021-03-04T23:33:56.615687+0000","last_unstale":"2021-03-04T23:35:14.340937+0000","last_undegraded":"2021-03-04T23:35:14.340937+0000","last_fullsized":"2021-03-04T23:35:14.340937+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"783","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344117+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:35:15.344117+0000","last_peered":"2021-03-04T23:35:15.344117+0000","last_clean":"2021-03-04T23:35:15.344117+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:35:15.344117+0000","last_undegraded":"2021-03-04T23:35:15.344117+0000","last_fullsized":"2021-03-04T23:35:15.344117+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"845","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372346+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:35:16.372346+0000","last_peered":"2021-03-04T23:35:16.372346+0000","last_clean":"2021-03-04T23:35:16.372346+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:35:16.372346+0000","last_undegraded":"2021-03-04T23:35:16.372346+0000","last_fullsized":"2021-03-04T23:35:16.372346+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"94","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396081+0000","last_change":"2021-03-04T23:32:35.343819+0000","last_active":"2021-03-04T23:35:17.396081+0000","last_peered":"2021-03-04T23:35:17.396081+0000","last_clean":"2021-03-04T23:35:17.396081+0000","last_became_active":"2021-03-04T23:32:35.342365+0000","last_became_peered":"2021-03-04T23:32:35.342365+0000","last_unstale":"2021-03-04T23:35:17.396081+0000","last_undegraded":"2021-03-04T23:35:17.396081+0000","last_fullsized":"2021-03-04T23:35:17.396081+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"36","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386376+0000","last_change":"2021-03-04T23:34:29.707187+0000","last_active":"2021-03-04T23:35:14.386376+0000","last_peered":"2021-03-04T23:35:14.386376+0000","last_clean":"2021-03-04T23:35:14.386376+0000","last_became_active":"2021-03-04T23:34:29.335656+0000","last_became_peered":"2021-03-04T23:34:29.335656+0000","last_unstale":"2021-03-04T23:35:14.386376+0000","last_undegraded":"2021-03-04T23:35:14.386376+0000","last_fullsized":"2021-03-04T23:35:14.386376+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340299+0000","last_change":"2021-03-04T23:33:56.610339+0000","last_active":"2021-03-04T23:35:14.340299+0000","last_peered":"2021-03-04T23:35:14.340299+0000","last_clean":"2021-03-04T23:35:14.340299+0000","last_became_active":"2021-03-04T23:33:56.610100+0000","last_became_peered":"2021-03-04T23:33:56.610100+0000","last_unstale":"2021-03-04T23:35:14.340299+0000","last_undegraded":"2021-03-04T23:35:14.340299+0000","last_fullsized":"2021-03-04T23:35:14.340299+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"851","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396696+0000","last_change":"2021-03-04T23:24:02.246650+0000","last_active":"2021-03-04T23:35:17.396696+0000","last_peered":"2021-03-04T23:35:17.396696+0000","last_clean":"2021-03-04T23:35:17.396696+0000","last_became_active":"2021-03-04T23:24:02.157034+0000","last_became_peered":"2021-03-04T23:24:02.157034+0000","last_unstale":"2021-03-04T23:35:17.396696+0000","last_undegraded":"2021-03-04T23:35:17.396696+0000","last_fullsized":"2021-03-04T23:35:17.396696+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1128","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.387119+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:35:14.387119+0000","last_peered":"2021-03-04T23:35:14.387119+0000","last_clean":"2021-03-04T23:35:14.387119+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:35:14.387119+0000","last_undegraded":"2021-03-04T23:35:14.387119+0000","last_fullsized":"2021-03-04T23:35:14.387119+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"300","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.461975+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:35:15.461975+0000","last_peered":"2021-03-04T23:35:15.461975+0000","last_clean":"2021-03-04T23:35:15.461975+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:35:15.461975+0000","last_undegraded":"2021-03-04T23:35:15.461975+0000","last_fullsized":"2021-03-04T23:35:15.461975+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"817","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.459618+0000","last_change":"2021-03-04T23:32:35.347137+0000","last_active":"2021-03-04T23:35:15.459618+0000","last_peered":"2021-03-04T23:35:15.459618+0000","last_clean":"2021-03-04T23:35:15.459618+0000","last_became_active":"2021-03-04T23:32:35.344723+0000","last_became_peered":"2021-03-04T23:32:35.344723+0000","last_unstale":"2021-03-04T23:35:15.459618+0000","last_undegraded":"2021-03-04T23:35:15.459618+0000","last_fullsized":"2021-03-04T23:35:15.459618+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"249","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643576+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:35:15.643576+0000","last_peered":"2021-03-04T23:35:15.643576+0000","last_clean":"2021-03-04T23:35:15.643576+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:35:15.643576+0000","last_undegraded":"2021-03-04T23:35:15.643576+0000","last_fullsized":"2021-03-04T23:35:15.643576+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"791","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.465039+0000","last_change":"2021-03-04T23:32:19.368684+0000","last_active":"2021-03-04T23:35:15.465039+0000","last_peered":"2021-03-04T23:35:15.465039+0000","last_clean":"2021-03-04T23:35:15.465039+0000","last_became_active":"2021-03-04T23:32:19.278657+0000","last_became_peered":"2021-03-04T23:32:19.278657+0000","last_unstale":"2021-03-04T23:35:15.465039+0000","last_undegraded":"2021-03-04T23:35:15.465039+0000","last_fullsized":"2021-03-04T23:35:15.465039+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"72","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341315+0000","last_change":"2021-03-04T23:34:29.334038+0000","last_active":"2021-03-04T23:35:14.341315+0000","last_peered":"2021-03-04T23:35:14.341315+0000","last_clean":"2021-03-04T23:35:14.341315+0000","last_became_active":"2021-03-04T23:34:29.333855+0000","last_became_peered":"2021-03-04T23:34:29.333855+0000","last_unstale":"2021-03-04T23:35:14.341315+0000","last_undegraded":"2021-03-04T23:35:14.341315+0000","last_fullsized":"2021-03-04T23:35:14.341315+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"793","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396027+0000","last_change":"2021-03-04T23:32:19.278827+0000","last_active":"2021-03-04T23:35:17.396027+0000","last_peered":"2021-03-04T23:35:17.396027+0000","last_clean":"2021-03-04T23:35:17.396027+0000","last_became_active":"2021-03-04T23:32:19.278512+0000","last_became_peered":"2021-03-04T23:32:19.278512+0000","last_unstale":"2021-03-04T23:35:17.396027+0000","last_undegraded":"2021-03-04T23:35:17.396027+0000","last_fullsized":"2021-03-04T23:35:17.396027+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"180","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643842+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:35:15.643842+0000","last_peered":"2021-03-04T23:35:15.643842+0000","last_clean":"2021-03-04T23:35:15.643842+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:35:15.643842+0000","last_undegraded":"2021-03-04T23:35:15.643842+0000","last_fullsized":"2021-03-04T23:35:15.643842+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"892","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396235+0000","last_change":"2021-03-04T23:33:33.552250+0000","last_active":"2021-03-04T23:35:17.396235+0000","last_peered":"2021-03-04T23:35:17.396235+0000","last_clean":"2021-03-04T23:35:17.396235+0000","last_became_active":"2021-03-04T23:31:56.270083+0000","last_became_peered":"2021-03-04T23:31:56.270083+0000","last_unstale":"2021-03-04T23:35:17.396235+0000","last_undegraded":"2021-03-04T23:35:17.396235+0000","last_fullsized":"2021-03-04T23:35:17.396235+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":91,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"838","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386787+0000","last_change":"2021-03-04T23:23:45.692719+0000","last_active":"2021-03-04T23:35:14.386787+0000","last_peered":"2021-03-04T23:35:14.386787+0000","last_clean":"2021-03-04T23:35:14.386787+0000","last_became_active":"2021-03-04T23:23:41.147137+0000","last_became_peered":"2021-03-04T23:23:41.147137+0000","last_unstale":"2021-03-04T23:35:14.386787+0000","last_undegraded":"2021-03-04T23:35:14.386787+0000","last_fullsized":"2021-03-04T23:35:14.386787+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"815","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396365+0000","last_change":"2021-03-04T23:24:02.163803+0000","last_active":"2021-03-04T23:35:17.396365+0000","last_peered":"2021-03-04T23:35:17.396365+0000","last_clean":"2021-03-04T23:35:17.396365+0000","last_became_active":"2021-03-04T23:24:02.163532+0000","last_became_peered":"2021-03-04T23:24:02.163532+0000","last_unstale":"2021-03-04T23:35:17.396365+0000","last_undegraded":"2021-03-04T23:35:17.396365+0000","last_fullsized":"2021-03-04T23:35:17.396365+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"843","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395701+0000","last_change":"2021-03-04T23:33:56.616334+0000","last_active":"2021-03-04T23:35:17.395701+0000","last_peered":"2021-03-04T23:35:17.395701+0000","last_clean":"2021-03-04T23:35:17.395701+0000","last_became_active":"2021-03-04T23:33:56.616089+0000","last_became_peered":"2021-03-04T23:33:56.616089+0000","last_unstale":"2021-03-04T23:35:17.395701+0000","last_undegraded":"2021-03-04T23:35:17.395701+0000","last_fullsized":"2021-03-04T23:35:17.395701+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"869","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.640908+0000","last_change":"2021-03-04T23:33:33.482322+0000","last_active":"2021-03-04T23:35:15.640908+0000","last_peered":"2021-03-04T23:35:15.640908+0000","last_clean":"2021-03-04T23:35:15.640908+0000","last_became_active":"2021-03-04T23:31:56.269002+0000","last_became_peered":"2021-03-04T23:31:56.269002+0000","last_unstale":"2021-03-04T23:35:15.640908+0000","last_undegraded":"2021-03-04T23:35:15.640908+0000","last_fullsized":"2021-03-04T23:35:15.640908+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"197","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643044+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:35:15.643044+0000","last_peered":"2021-03-04T23:35:15.643044+0000","last_clean":"2021-03-04T23:35:15.643044+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:35:15.643044+0000","last_undegraded":"2021-03-04T23:35:15.643044+0000","last_fullsized":"2021-03-04T23:35:15.643044+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386261+0000","last_change":"2021-03-04T23:34:29.335939+0000","last_active":"2021-03-04T23:35:14.386261+0000","last_peered":"2021-03-04T23:35:14.386261+0000","last_clean":"2021-03-04T23:35:14.386261+0000","last_became_active":"2021-03-04T23:34:29.334801+0000","last_became_peered":"2021-03-04T23:34:29.334801+0000","last_unstale":"2021-03-04T23:35:14.386261+0000","last_undegraded":"2021-03-04T23:35:14.386261+0000","last_fullsized":"2021-03-04T23:35:14.386261+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"798","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463608+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:35:15.463608+0000","last_peered":"2021-03-04T23:35:15.463608+0000","last_clean":"2021-03-04T23:35:15.463608+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:35:15.463608+0000","last_undegraded":"2021-03-04T23:35:15.463608+0000","last_fullsized":"2021-03-04T23:35:15.463608+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"792","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395489+0000","last_change":"2021-03-04T23:29:14.793570+0000","last_active":"2021-03-04T23:35:17.395489+0000","last_peered":"2021-03-04T23:35:17.395489+0000","last_clean":"2021-03-04T23:35:17.395489+0000","last_became_active":"2021-03-04T23:28:29.264342+0000","last_became_peered":"2021-03-04T23:28:29.264342+0000","last_unstale":"2021-03-04T23:35:17.395489+0000","last_undegraded":"2021-03-04T23:35:17.395489+0000","last_fullsized":"2021-03-04T23:35:17.395489+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.793505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.793505+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1080","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343718+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:35:15.343718+0000","last_peered":"2021-03-04T23:35:15.343718+0000","last_clean":"2021-03-04T23:35:15.343718+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:35:15.343718+0000","last_undegraded":"2021-03-04T23:35:15.343718+0000","last_fullsized":"2021-03-04T23:35:15.343718+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"171","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643782+0000","last_change":"2021-03-04T23:32:18.419819+0000","last_active":"2021-03-04T23:35:15.643782+0000","last_peered":"2021-03-04T23:35:15.643782+0000","last_clean":"2021-03-04T23:35:15.643782+0000","last_became_active":"2021-03-04T23:32:18.419613+0000","last_became_peered":"2021-03-04T23:32:18.419613+0000","last_unstale":"2021-03-04T23:35:15.643782+0000","last_undegraded":"2021-03-04T23:35:15.643782+0000","last_fullsized":"2021-03-04T23:35:15.643782+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"174","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.640276+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:35:15.640276+0000","last_peered":"2021-03-04T23:35:15.640276+0000","last_clean":"2021-03-04T23:35:15.640276+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:35:15.640276+0000","last_undegraded":"2021-03-04T23:35:15.640276+0000","last_fullsized":"2021-03-04T23:35:15.640276+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"980","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372040+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:35:16.372040+0000","last_peered":"2021-03-04T23:35:16.372040+0000","last_clean":"2021-03-04T23:35:16.372040+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:35:16.372040+0000","last_undegraded":"2021-03-04T23:35:16.372040+0000","last_fullsized":"2021-03-04T23:35:16.372040+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"820","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396019+0000","last_change":"2021-03-04T23:33:56.613792+0000","last_active":"2021-03-04T23:35:17.396019+0000","last_peered":"2021-03-04T23:35:17.396019+0000","last_clean":"2021-03-04T23:35:17.396019+0000","last_became_active":"2021-03-04T23:33:56.613513+0000","last_became_peered":"2021-03-04T23:33:56.613513+0000","last_unstale":"2021-03-04T23:35:17.396019+0000","last_undegraded":"2021-03-04T23:35:17.396019+0000","last_fullsized":"2021-03-04T23:35:17.396019+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"156","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643769+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:35:15.643769+0000","last_peered":"2021-03-04T23:35:15.643769+0000","last_clean":"2021-03-04T23:35:15.643769+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:35:15.643769+0000","last_undegraded":"2021-03-04T23:35:15.643769+0000","last_fullsized":"2021-03-04T23:35:15.643769+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"796","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340550+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:35:14.340550+0000","last_peered":"2021-03-04T23:35:14.340550+0000","last_clean":"2021-03-04T23:35:14.340550+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:35:14.340550+0000","last_undegraded":"2021-03-04T23:35:14.340550+0000","last_fullsized":"2021-03-04T23:35:14.340550+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"838","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344931+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:35:15.344931+0000","last_peered":"2021-03-04T23:35:15.344931+0000","last_clean":"2021-03-04T23:35:15.344931+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:35:15.344931+0000","last_undegraded":"2021-03-04T23:35:15.344931+0000","last_fullsized":"2021-03-04T23:35:15.344931+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"218","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343986+0000","last_change":"2021-03-04T23:33:29.013934+0000","last_active":"2021-03-04T23:35:15.343986+0000","last_peered":"2021-03-04T23:35:15.343986+0000","last_clean":"2021-03-04T23:35:15.343986+0000","last_became_active":"2021-03-04T23:32:18.462968+0000","last_became_peered":"2021-03-04T23:32:18.462968+0000","last_unstale":"2021-03-04T23:35:15.343986+0000","last_undegraded":"2021-03-04T23:35:15.343986+0000","last_fullsized":"2021-03-04T23:35:15.343986+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"189","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643201+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:35:15.643201+0000","last_peered":"2021-03-04T23:35:15.643201+0000","last_clean":"2021-03-04T23:35:15.643201+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:35:15.643201+0000","last_undegraded":"2021-03-04T23:35:15.643201+0000","last_fullsized":"2021-03-04T23:35:15.643201+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"772","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344771+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:35:15.344771+0000","last_peered":"2021-03-04T23:35:15.344771+0000","last_clean":"2021-03-04T23:35:15.344771+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:35:15.344771+0000","last_undegraded":"2021-03-04T23:35:15.344771+0000","last_fullsized":"2021-03-04T23:35:15.344771+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"210","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643790+0000","last_change":"2021-03-04T23:33:33.483462+0000","last_active":"2021-03-04T23:35:15.643790+0000","last_peered":"2021-03-04T23:35:15.643790+0000","last_clean":"2021-03-04T23:35:15.643790+0000","last_became_active":"2021-03-04T23:31:56.267286+0000","last_became_peered":"2021-03-04T23:31:56.267286+0000","last_unstale":"2021-03-04T23:35:15.643790+0000","last_undegraded":"2021-03-04T23:35:15.643790+0000","last_fullsized":"2021-03-04T23:35:15.643790+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"847","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.387029+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:35:14.387029+0000","last_peered":"2021-03-04T23:35:14.387029+0000","last_clean":"2021-03-04T23:35:14.387029+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:35:14.387029+0000","last_undegraded":"2021-03-04T23:35:14.387029+0000","last_fullsized":"2021-03-04T23:35:14.387029+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"194","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643879+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:35:15.643879+0000","last_peered":"2021-03-04T23:35:15.643879+0000","last_clean":"2021-03-04T23:35:15.643879+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:35:15.643879+0000","last_undegraded":"2021-03-04T23:35:15.643879+0000","last_fullsized":"2021-03-04T23:35:15.643879+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"829","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462776+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:35:15.462776+0000","last_peered":"2021-03-04T23:35:15.462776+0000","last_clean":"2021-03-04T23:35:15.462776+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:35:15.462776+0000","last_undegraded":"2021-03-04T23:35:15.462776+0000","last_fullsized":"2021-03-04T23:35:15.462776+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"285","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642694+0000","last_change":"2021-03-04T23:33:33.482637+0000","last_active":"2021-03-04T23:35:15.642694+0000","last_peered":"2021-03-04T23:35:15.642694+0000","last_clean":"2021-03-04T23:35:15.642694+0000","last_became_active":"2021-03-04T23:31:56.268951+0000","last_became_peered":"2021-03-04T23:31:56.268951+0000","last_unstale":"2021-03-04T23:35:15.642694+0000","last_undegraded":"2021-03-04T23:35:15.642694+0000","last_fullsized":"2021-03-04T23:35:15.642694+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"204","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.345019+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:35:15.345019+0000","last_peered":"2021-03-04T23:35:15.345019+0000","last_clean":"2021-03-04T23:35:15.345019+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:35:15.345019+0000","last_undegraded":"2021-03-04T23:35:15.345019+0000","last_fullsized":"2021-03-04T23:35:15.345019+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"846","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341825+0000","last_change":"2021-03-04T23:34:29.336228+0000","last_active":"2021-03-04T23:35:14.341825+0000","last_peered":"2021-03-04T23:35:14.341825+0000","last_clean":"2021-03-04T23:35:14.341825+0000","last_became_active":"2021-03-04T23:34:29.335915+0000","last_became_peered":"2021-03-04T23:34:29.335915+0000","last_unstale":"2021-03-04T23:35:14.341825+0000","last_undegraded":"2021-03-04T23:35:14.341825+0000","last_fullsized":"2021-03-04T23:35:14.341825+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340300+0000","last_change":"2021-03-04T23:33:56.612899+0000","last_active":"2021-03-04T23:35:14.340300+0000","last_peered":"2021-03-04T23:35:14.340300+0000","last_clean":"2021-03-04T23:35:14.340300+0000","last_became_active":"2021-03-04T23:33:56.612600+0000","last_became_peered":"2021-03-04T23:33:56.612600+0000","last_unstale":"2021-03-04T23:35:14.340300+0000","last_undegraded":"2021-03-04T23:35:14.340300+0000","last_fullsized":"2021-03-04T23:35:14.340300+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"862","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395609+0000","last_change":"2021-03-04T23:33:33.552389+0000","last_active":"2021-03-04T23:35:17.395609+0000","last_peered":"2021-03-04T23:35:17.395609+0000","last_clean":"2021-03-04T23:35:17.395609+0000","last_became_active":"2021-03-04T23:31:56.270044+0000","last_became_peered":"2021-03-04T23:31:56.270044+0000","last_unstale":"2021-03-04T23:35:17.395609+0000","last_undegraded":"2021-03-04T23:35:17.395609+0000","last_fullsized":"2021-03-04T23:35:17.395609+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:06.144444+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:06.144444+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"185","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643432+0000","last_change":"2021-03-04T23:34:11.329772+0000","last_active":"2021-03-04T23:35:15.643432+0000","last_peered":"2021-03-04T23:35:15.643432+0000","last_clean":"2021-03-04T23:35:15.643432+0000","last_became_active":"2021-03-04T23:34:11.329510+0000","last_became_peered":"2021-03-04T23:34:11.329510+0000","last_unstale":"2021-03-04T23:35:15.643432+0000","last_undegraded":"2021-03-04T23:35:15.643432+0000","last_fullsized":"2021-03-04T23:35:15.643432+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341252+0000","last_change":"2021-03-04T23:33:56.615373+0000","last_active":"2021-03-04T23:35:14.341252+0000","last_peered":"2021-03-04T23:35:14.341252+0000","last_clean":"2021-03-04T23:35:14.341252+0000","last_became_active":"2021-03-04T23:33:56.614594+0000","last_became_peered":"2021-03-04T23:33:56.614594+0000","last_unstale":"2021-03-04T23:35:14.341252+0000","last_undegraded":"2021-03-04T23:35:14.341252+0000","last_fullsized":"2021-03-04T23:35:14.341252+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"830","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385322+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:35:14.385322+0000","last_peered":"2021-03-04T23:35:14.385322+0000","last_clean":"2021-03-04T23:35:14.385322+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:35:14.385322+0000","last_undegraded":"2021-03-04T23:35:14.385322+0000","last_fullsized":"2021-03-04T23:35:14.385322+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"67","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340865+0000","last_change":"2021-03-04T23:33:57.250182+0000","last_active":"2021-03-04T23:35:14.340865+0000","last_peered":"2021-03-04T23:35:14.340865+0000","last_clean":"2021-03-04T23:35:14.340865+0000","last_became_active":"2021-03-04T23:33:56.615778+0000","last_became_peered":"2021-03-04T23:33:56.615778+0000","last_unstale":"2021-03-04T23:35:14.340865+0000","last_undegraded":"2021-03-04T23:35:14.340865+0000","last_fullsized":"2021-03-04T23:35:14.340865+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"49","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344160+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:35:15.344160+0000","last_peered":"2021-03-04T23:35:15.344160+0000","last_clean":"2021-03-04T23:35:15.344160+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:35:15.344160+0000","last_undegraded":"2021-03-04T23:35:15.344160+0000","last_fullsized":"2021-03-04T23:35:15.344160+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"810","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340628+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:35:14.340628+0000","last_peered":"2021-03-04T23:35:14.340628+0000","last_clean":"2021-03-04T23:35:14.340628+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:35:14.340628+0000","last_undegraded":"2021-03-04T23:35:14.340628+0000","last_fullsized":"2021-03-04T23:35:14.340628+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"767","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462175+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:35:15.462175+0000","last_peered":"2021-03-04T23:35:15.462175+0000","last_clean":"2021-03-04T23:35:15.462175+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:35:15.462175+0000","last_undegraded":"2021-03-04T23:35:15.462175+0000","last_fullsized":"2021-03-04T23:35:15.462175+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"765","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642292+0000","last_change":"2021-03-04T23:33:33.483790+0000","last_active":"2021-03-04T23:35:15.642292+0000","last_peered":"2021-03-04T23:35:15.642292+0000","last_clean":"2021-03-04T23:35:15.642292+0000","last_became_active":"2021-03-04T23:32:19.276413+0000","last_became_peered":"2021-03-04T23:32:19.276413+0000","last_unstale":"2021-03-04T23:35:15.642292+0000","last_undegraded":"2021-03-04T23:35:15.642292+0000","last_fullsized":"2021-03-04T23:35:15.642292+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"745","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.460643+0000","last_change":"2021-03-04T23:32:19.277700+0000","last_active":"2021-03-04T23:35:15.460643+0000","last_peered":"2021-03-04T23:35:15.460643+0000","last_clean":"2021-03-04T23:35:15.460643+0000","last_became_active":"2021-03-04T23:32:19.277439+0000","last_became_peered":"2021-03-04T23:32:19.277439+0000","last_unstale":"2021-03-04T23:35:15.460643+0000","last_undegraded":"2021-03-04T23:35:15.460643+0000","last_fullsized":"2021-03-04T23:35:15.460643+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"815","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395880+0000","last_change":"2021-03-04T23:24:02.157503+0000","last_active":"2021-03-04T23:35:17.395880+0000","last_peered":"2021-03-04T23:35:17.395880+0000","last_clean":"2021-03-04T23:35:17.395880+0000","last_became_active":"2021-03-04T23:24:02.157266+0000","last_became_peered":"2021-03-04T23:24:02.157266+0000","last_unstale":"2021-03-04T23:35:17.395880+0000","last_undegraded":"2021-03-04T23:35:17.395880+0000","last_fullsized":"2021-03-04T23:35:17.395880+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"757","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343955+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:35:15.343955+0000","last_peered":"2021-03-04T23:35:15.343955+0000","last_clean":"2021-03-04T23:35:15.343955+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:35:15.343955+0000","last_undegraded":"2021-03-04T23:35:15.343955+0000","last_fullsized":"2021-03-04T23:35:15.343955+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"542","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643799+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:35:15.643799+0000","last_peered":"2021-03-04T23:35:15.643799+0000","last_clean":"2021-03-04T23:35:15.643799+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:35:15.643799+0000","last_undegraded":"2021-03-04T23:35:15.643799+0000","last_fullsized":"2021-03-04T23:35:15.643799+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"66","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341516+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:35:14.341516+0000","last_peered":"2021-03-04T23:35:14.341516+0000","last_clean":"2021-03-04T23:35:14.341516+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:35:14.341516+0000","last_undegraded":"2021-03-04T23:35:14.341516+0000","last_fullsized":"2021-03-04T23:35:14.341516+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386000+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:35:14.386000+0000","last_peered":"2021-03-04T23:35:14.386000+0000","last_clean":"2021-03-04T23:35:14.386000+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:35:14.386000+0000","last_undegraded":"2021-03-04T23:35:14.386000+0000","last_fullsized":"2021-03-04T23:35:14.386000+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"53","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344135+0000","last_change":"2021-03-04T23:34:11.331837+0000","last_active":"2021-03-04T23:35:15.344135+0000","last_peered":"2021-03-04T23:35:15.344135+0000","last_clean":"2021-03-04T23:35:15.344135+0000","last_became_active":"2021-03-04T23:34:11.329060+0000","last_became_peered":"2021-03-04T23:34:11.329060+0000","last_unstale":"2021-03-04T23:35:15.344135+0000","last_undegraded":"2021-03-04T23:35:15.344135+0000","last_fullsized":"2021-03-04T23:35:15.344135+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"983","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372178+0000","last_change":"2021-03-04T23:33:33.489417+0000","last_active":"2021-03-04T23:35:16.372178+0000","last_peered":"2021-03-04T23:35:16.372178+0000","last_clean":"2021-03-04T23:35:16.372178+0000","last_became_active":"2021-03-04T23:32:19.280336+0000","last_became_peered":"2021-03-04T23:32:19.280336+0000","last_unstale":"2021-03-04T23:35:16.372178+0000","last_undegraded":"2021-03-04T23:35:16.372178+0000","last_fullsized":"2021-03-04T23:35:16.372178+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"881","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386971+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:35:14.386971+0000","last_peered":"2021-03-04T23:35:14.386971+0000","last_clean":"2021-03-04T23:35:14.386971+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:35:14.386971+0000","last_undegraded":"2021-03-04T23:35:14.386971+0000","last_fullsized":"2021-03-04T23:35:14.386971+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"843","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340386+0000","last_change":"2021-03-04T23:24:02.163210+0000","last_active":"2021-03-04T23:35:14.340386+0000","last_peered":"2021-03-04T23:35:14.340386+0000","last_clean":"2021-03-04T23:35:14.340386+0000","last_became_active":"2021-03-04T23:24:02.162986+0000","last_became_peered":"2021-03-04T23:24:02.162986+0000","last_unstale":"2021-03-04T23:35:14.340386+0000","last_undegraded":"2021-03-04T23:35:14.340386+0000","last_fullsized":"2021-03-04T23:35:14.340386+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"67","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341642+0000","last_change":"2021-03-04T23:33:56.625375+0000","last_active":"2021-03-04T23:35:14.341642+0000","last_peered":"2021-03-04T23:35:14.341642+0000","last_clean":"2021-03-04T23:35:14.341642+0000","last_became_active":"2021-03-04T23:33:56.613513+0000","last_became_peered":"2021-03-04T23:33:56.613513+0000","last_unstale":"2021-03-04T23:35:14.341642+0000","last_undegraded":"2021-03-04T23:35:14.341642+0000","last_fullsized":"2021-03-04T23:35:14.341642+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"547","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341894+0000","last_change":"2021-03-04T23:33:33.512522+0000","last_active":"2021-03-04T23:35:14.341894+0000","last_peered":"2021-03-04T23:35:14.341894+0000","last_clean":"2021-03-04T23:35:14.341894+0000","last_became_active":"2021-03-04T23:32:19.280359+0000","last_became_peered":"2021-03-04T23:32:19.280359+0000","last_unstale":"2021-03-04T23:35:14.341894+0000","last_undegraded":"2021-03-04T23:35:14.341894+0000","last_fullsized":"2021-03-04T23:35:14.341894+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"275","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463105+0000","last_change":"2021-03-04T23:23:49.215698+0000","last_active":"2021-03-04T23:35:15.463105+0000","last_peered":"2021-03-04T23:35:15.463105+0000","last_clean":"2021-03-04T23:35:15.463105+0000","last_became_active":"2021-03-04T23:23:49.215401+0000","last_became_peered":"2021-03-04T23:23:49.215401+0000","last_unstale":"2021-03-04T23:35:15.463105+0000","last_undegraded":"2021-03-04T23:35:15.463105+0000","last_fullsized":"2021-03-04T23:35:15.463105+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"58","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343629+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:35:15.343629+0000","last_peered":"2021-03-04T23:35:15.343629+0000","last_clean":"2021-03-04T23:35:15.343629+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:35:15.343629+0000","last_undegraded":"2021-03-04T23:35:15.343629+0000","last_fullsized":"2021-03-04T23:35:15.343629+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"142","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341945+0000","last_change":"2021-03-04T23:28:29.272655+0000","last_active":"2021-03-04T23:35:14.341945+0000","last_peered":"2021-03-04T23:35:14.341945+0000","last_clean":"2021-03-04T23:35:14.341945+0000","last_became_active":"2021-03-04T23:28:29.268017+0000","last_became_peered":"2021-03-04T23:28:29.268017+0000","last_unstale":"2021-03-04T23:35:14.341945+0000","last_undegraded":"2021-03-04T23:35:14.341945+0000","last_fullsized":"2021-03-04T23:35:14.341945+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"558","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372333+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:35:16.372333+0000","last_peered":"2021-03-04T23:35:16.372333+0000","last_clean":"2021-03-04T23:35:16.372333+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:35:16.372333+0000","last_undegraded":"2021-03-04T23:35:16.372333+0000","last_fullsized":"2021-03-04T23:35:16.372333+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341424+0000","last_change":"2021-03-04T23:33:56.615200+0000","last_active":"2021-03-04T23:35:14.341424+0000","last_peered":"2021-03-04T23:35:14.341424+0000","last_clean":"2021-03-04T23:35:14.341424+0000","last_became_active":"2021-03-04T23:33:56.614392+0000","last_became_peered":"2021-03-04T23:33:56.614392+0000","last_unstale":"2021-03-04T23:35:14.341424+0000","last_undegraded":"2021-03-04T23:35:14.341424+0000","last_fullsized":"2021-03-04T23:35:14.341424+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"820","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464699+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:35:15.464699+0000","last_peered":"2021-03-04T23:35:15.464699+0000","last_clean":"2021-03-04T23:35:15.464699+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:35:15.464699+0000","last_undegraded":"2021-03-04T23:35:15.464699+0000","last_fullsized":"2021-03-04T23:35:15.464699+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"902","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385536+0000","last_change":"2021-03-04T23:34:11.331800+0000","last_active":"2021-03-04T23:35:14.385536+0000","last_peered":"2021-03-04T23:35:14.385536+0000","last_clean":"2021-03-04T23:35:14.385536+0000","last_became_active":"2021-03-04T23:34:11.326741+0000","last_became_peered":"2021-03-04T23:34:11.326741+0000","last_unstale":"2021-03-04T23:35:14.385536+0000","last_undegraded":"2021-03-04T23:35:14.385536+0000","last_fullsized":"2021-03-04T23:35:14.385536+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"197","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385232+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:35:14.385232+0000","last_peered":"2021-03-04T23:35:14.385232+0000","last_clean":"2021-03-04T23:35:14.385232+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:35:14.385232+0000","last_undegraded":"2021-03-04T23:35:14.385232+0000","last_fullsized":"2021-03-04T23:35:14.385232+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"138","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.345221+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:35:15.345221+0000","last_peered":"2021-03-04T23:35:15.345221+0000","last_clean":"2021-03-04T23:35:15.345221+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:35:15.345221+0000","last_undegraded":"2021-03-04T23:35:15.345221+0000","last_fullsized":"2021-03-04T23:35:15.345221+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"824","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395500+0000","last_change":"2021-03-04T23:28:29.270666+0000","last_active":"2021-03-04T23:35:17.395500+0000","last_peered":"2021-03-04T23:35:17.395500+0000","last_clean":"2021-03-04T23:35:17.395500+0000","last_became_active":"2021-03-04T23:28:29.270435+0000","last_became_peered":"2021-03-04T23:28:29.270435+0000","last_unstale":"2021-03-04T23:35:17.395500+0000","last_undegraded":"2021-03-04T23:35:17.395500+0000","last_fullsized":"2021-03-04T23:35:17.395500+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"152","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340405+0000","last_change":"2021-03-04T23:31:56.273244+0000","last_active":"2021-03-04T23:35:14.340405+0000","last_peered":"2021-03-04T23:35:14.340405+0000","last_clean":"2021-03-04T23:35:14.340405+0000","last_became_active":"2021-03-04T23:31:56.272906+0000","last_became_peered":"2021-03-04T23:31:56.272906+0000","last_unstale":"2021-03-04T23:35:14.340405+0000","last_undegraded":"2021-03-04T23:35:14.340405+0000","last_fullsized":"2021-03-04T23:35:14.340405+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"325","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371884+0000","last_change":"2021-03-04T23:33:33.489148+0000","last_active":"2021-03-04T23:35:16.371884+0000","last_peered":"2021-03-04T23:35:16.371884+0000","last_clean":"2021-03-04T23:35:16.371884+0000","last_became_active":"2021-03-04T23:24:02.161430+0000","last_became_peered":"2021-03-04T23:24:02.161430+0000","last_unstale":"2021-03-04T23:35:16.371884+0000","last_undegraded":"2021-03-04T23:35:16.371884+0000","last_fullsized":"2021-03-04T23:35:16.371884+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"179","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643516+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:35:15.643516+0000","last_peered":"2021-03-04T23:35:15.643516+0000","last_clean":"2021-03-04T23:35:15.643516+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:35:15.643516+0000","last_undegraded":"2021-03-04T23:35:15.643516+0000","last_fullsized":"2021-03-04T23:35:15.643516+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"49","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344080+0000","last_change":"2021-03-04T23:34:11.329379+0000","last_active":"2021-03-04T23:35:15.344080+0000","last_peered":"2021-03-04T23:35:15.344080+0000","last_clean":"2021-03-04T23:35:15.344080+0000","last_became_active":"2021-03-04T23:34:11.328858+0000","last_became_peered":"2021-03-04T23:34:11.328858+0000","last_unstale":"2021-03-04T23:35:15.344080+0000","last_undegraded":"2021-03-04T23:35:15.344080+0000","last_fullsized":"2021-03-04T23:35:15.344080+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"805","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395495+0000","last_change":"2021-03-04T23:28:29.271141+0000","last_active":"2021-03-04T23:35:17.395495+0000","last_peered":"2021-03-04T23:35:17.395495+0000","last_clean":"2021-03-04T23:35:17.395495+0000","last_became_active":"2021-03-04T23:28:29.270777+0000","last_became_peered":"2021-03-04T23:28:29.270777+0000","last_unstale":"2021-03-04T23:35:17.395495+0000","last_undegraded":"2021-03-04T23:35:17.395495+0000","last_fullsized":"2021-03-04T23:35:17.395495+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"135","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344067+0000","last_change":"2021-03-04T23:34:29.336692+0000","last_active":"2021-03-04T23:35:15.344067+0000","last_peered":"2021-03-04T23:35:15.344067+0000","last_clean":"2021-03-04T23:35:15.344067+0000","last_became_active":"2021-03-04T23:34:29.336267+0000","last_became_peered":"2021-03-04T23:34:29.336267+0000","last_unstale":"2021-03-04T23:35:15.344067+0000","last_undegraded":"2021-03-04T23:35:15.344067+0000","last_fullsized":"2021-03-04T23:35:15.344067+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"314","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396174+0000","last_change":"2021-03-04T23:33:33.552241+0000","last_active":"2021-03-04T23:35:17.396174+0000","last_peered":"2021-03-04T23:35:17.396174+0000","last_clean":"2021-03-04T23:35:17.396174+0000","last_became_active":"2021-03-04T23:25:29.227430+0000","last_became_peered":"2021-03-04T23:25:29.227430+0000","last_unstale":"2021-03-04T23:35:17.396174+0000","last_undegraded":"2021-03-04T23:35:17.396174+0000","last_fullsized":"2021-03-04T23:35:17.396174+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"799","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462282+0000","last_change":"2021-03-04T23:31:56.269302+0000","last_active":"2021-03-04T23:35:15.462282+0000","last_peered":"2021-03-04T23:35:15.462282+0000","last_clean":"2021-03-04T23:35:15.462282+0000","last_became_active":"2021-03-04T23:31:56.269056+0000","last_became_peered":"2021-03-04T23:31:56.269056+0000","last_unstale":"2021-03-04T23:35:15.462282+0000","last_undegraded":"2021-03-04T23:35:15.462282+0000","last_fullsized":"2021-03-04T23:35:15.462282+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"69","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340750+0000","last_change":"2021-03-04T23:33:56.619295+0000","last_active":"2021-03-04T23:35:14.340750+0000","last_peered":"2021-03-04T23:35:14.340750+0000","last_clean":"2021-03-04T23:35:14.340750+0000","last_became_active":"2021-03-04T23:33:56.610198+0000","last_became_peered":"2021-03-04T23:33:56.610198+0000","last_unstale":"2021-03-04T23:35:14.340750+0000","last_undegraded":"2021-03-04T23:35:14.340750+0000","last_fullsized":"2021-03-04T23:35:14.340750+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"760","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395760+0000","last_change":"2021-03-04T23:34:11.326166+0000","last_active":"2021-03-04T23:35:17.395760+0000","last_peered":"2021-03-04T23:35:17.395760+0000","last_clean":"2021-03-04T23:35:17.395760+0000","last_became_active":"2021-03-04T23:34:11.325938+0000","last_became_peered":"2021-03-04T23:34:11.325938+0000","last_unstale":"2021-03-04T23:35:17.395760+0000","last_undegraded":"2021-03-04T23:35:17.395760+0000","last_fullsized":"2021-03-04T23:35:17.395760+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"873","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344832+0000","last_change":"2021-03-04T23:33:33.485731+0000","last_active":"2021-03-04T23:35:15.344832+0000","last_peered":"2021-03-04T23:35:15.344832+0000","last_clean":"2021-03-04T23:35:15.344832+0000","last_became_active":"2021-03-04T23:32:19.280156+0000","last_became_peered":"2021-03-04T23:32:19.280156+0000","last_unstale":"2021-03-04T23:35:15.344832+0000","last_undegraded":"2021-03-04T23:35:15.344832+0000","last_fullsized":"2021-03-04T23:35:15.344832+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"813","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340308+0000","last_change":"2021-03-04T23:24:02.157146+0000","last_active":"2021-03-04T23:35:14.340308+0000","last_peered":"2021-03-04T23:35:14.340308+0000","last_clean":"2021-03-04T23:35:14.340308+0000","last_became_active":"2021-03-04T23:24:02.156806+0000","last_became_peered":"2021-03-04T23:24:02.156806+0000","last_unstale":"2021-03-04T23:35:14.340308+0000","last_undegraded":"2021-03-04T23:35:14.340308+0000","last_fullsized":"2021-03-04T23:35:14.340308+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"73","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341015+0000","last_change":"2021-03-04T23:33:56.623817+0000","last_active":"2021-03-04T23:35:14.341015+0000","last_peered":"2021-03-04T23:35:14.341015+0000","last_clean":"2021-03-04T23:35:14.341015+0000","last_became_active":"2021-03-04T23:33:56.612652+0000","last_became_peered":"2021-03-04T23:33:56.612652+0000","last_unstale":"2021-03-04T23:35:14.341015+0000","last_undegraded":"2021-03-04T23:35:14.341015+0000","last_fullsized":"2021-03-04T23:35:14.341015+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"206","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643760+0000","last_change":"2021-03-04T23:33:33.483997+0000","last_active":"2021-03-04T23:35:15.643760+0000","last_peered":"2021-03-04T23:35:15.643760+0000","last_clean":"2021-03-04T23:35:15.643760+0000","last_became_active":"2021-03-04T23:32:18.427827+0000","last_became_peered":"2021-03-04T23:32:18.427827+0000","last_unstale":"2021-03-04T23:35:15.643760+0000","last_undegraded":"2021-03-04T23:35:15.643760+0000","last_fullsized":"2021-03-04T23:35:15.643760+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"174","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.641832+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:35:15.641832+0000","last_peered":"2021-03-04T23:35:15.641832+0000","last_clean":"2021-03-04T23:35:15.641832+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:35:15.641832+0000","last_undegraded":"2021-03-04T23:35:15.641832+0000","last_fullsized":"2021-03-04T23:35:15.641832+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"144","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463308+0000","last_change":"2021-03-04T23:28:29.534879+0000","last_active":"2021-03-04T23:35:15.463308+0000","last_peered":"2021-03-04T23:35:15.463308+0000","last_clean":"2021-03-04T23:35:15.463308+0000","last_became_active":"2021-03-04T23:28:29.270525+0000","last_became_peered":"2021-03-04T23:28:29.270525+0000","last_unstale":"2021-03-04T23:35:15.463308+0000","last_undegraded":"2021-03-04T23:35:15.463308+0000","last_fullsized":"2021-03-04T23:35:15.463308+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"36","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386258+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:35:14.386258+0000","last_peered":"2021-03-04T23:35:14.386258+0000","last_clean":"2021-03-04T23:35:14.386258+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:35:14.386258+0000","last_undegraded":"2021-03-04T23:35:14.386258+0000","last_fullsized":"2021-03-04T23:35:14.386258+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"784","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.461494+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:35:15.461494+0000","last_peered":"2021-03-04T23:35:15.461494+0000","last_clean":"2021-03-04T23:35:15.461494+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:35:15.461494+0000","last_undegraded":"2021-03-04T23:35:15.461494+0000","last_fullsized":"2021-03-04T23:35:15.461494+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"49","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344399+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:35:15.344399+0000","last_peered":"2021-03-04T23:35:15.344399+0000","last_clean":"2021-03-04T23:35:15.344399+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:35:15.344399+0000","last_undegraded":"2021-03-04T23:35:15.344399+0000","last_fullsized":"2021-03-04T23:35:15.344399+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"193","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372159+0000","last_change":"2021-03-04T23:33:56.619741+0000","last_active":"2021-03-04T23:35:16.372159+0000","last_peered":"2021-03-04T23:35:16.372159+0000","last_clean":"2021-03-04T23:35:16.372159+0000","last_became_active":"2021-03-04T23:33:56.619327+0000","last_became_peered":"2021-03-04T23:33:56.619327+0000","last_unstale":"2021-03-04T23:35:16.372159+0000","last_undegraded":"2021-03-04T23:35:16.372159+0000","last_fullsized":"2021-03-04T23:35:16.372159+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"913","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386824+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:35:14.386824+0000","last_peered":"2021-03-04T23:35:14.386824+0000","last_clean":"2021-03-04T23:35:14.386824+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:35:14.386824+0000","last_undegraded":"2021-03-04T23:35:14.386824+0000","last_fullsized":"2021-03-04T23:35:14.386824+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"828","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.461448+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:35:15.461448+0000","last_peered":"2021-03-04T23:35:15.461448+0000","last_clean":"2021-03-04T23:35:15.461448+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:35:15.461448+0000","last_undegraded":"2021-03-04T23:35:15.461448+0000","last_fullsized":"2021-03-04T23:35:15.461448+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"811","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396421+0000","last_change":"2021-03-04T23:32:18.421625+0000","last_active":"2021-03-04T23:35:17.396421+0000","last_peered":"2021-03-04T23:35:17.396421+0000","last_clean":"2021-03-04T23:35:17.396421+0000","last_became_active":"2021-03-04T23:32:18.420984+0000","last_became_peered":"2021-03-04T23:32:18.420984+0000","last_unstale":"2021-03-04T23:35:17.396421+0000","last_undegraded":"2021-03-04T23:35:17.396421+0000","last_fullsized":"2021-03-04T23:35:17.396421+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"264","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344223+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:35:15.344223+0000","last_peered":"2021-03-04T23:35:15.344223+0000","last_clean":"2021-03-04T23:35:15.344223+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:35:15.344223+0000","last_undegraded":"2021-03-04T23:35:15.344223+0000","last_fullsized":"2021-03-04T23:35:15.344223+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"829","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.387232+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:35:14.387232+0000","last_peered":"2021-03-04T23:35:14.387232+0000","last_clean":"2021-03-04T23:35:14.387232+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:35:14.387232+0000","last_undegraded":"2021-03-04T23:35:14.387232+0000","last_fullsized":"2021-03-04T23:35:14.387232+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"824","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.460797+0000","last_change":"2021-03-04T23:32:35.344982+0000","last_active":"2021-03-04T23:35:15.460797+0000","last_peered":"2021-03-04T23:35:15.460797+0000","last_clean":"2021-03-04T23:35:15.460797+0000","last_became_active":"2021-03-04T23:32:35.343932+0000","last_became_peered":"2021-03-04T23:32:35.343932+0000","last_unstale":"2021-03-04T23:35:15.460797+0000","last_undegraded":"2021-03-04T23:35:15.460797+0000","last_fullsized":"2021-03-04T23:35:15.460797+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"784","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462633+0000","last_change":"2021-03-04T23:33:33.484052+0000","last_active":"2021-03-04T23:35:15.462633+0000","last_peered":"2021-03-04T23:35:15.462633+0000","last_clean":"2021-03-04T23:35:15.462633+0000","last_became_active":"2021-03-04T23:25:29.228482+0000","last_became_peered":"2021-03-04T23:25:29.228482+0000","last_unstale":"2021-03-04T23:35:15.462633+0000","last_undegraded":"2021-03-04T23:35:15.462633+0000","last_fullsized":"2021-03-04T23:35:15.462633+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"824","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396365+0000","last_change":"2021-03-04T23:28:29.270742+0000","last_active":"2021-03-04T23:35:17.396365+0000","last_peered":"2021-03-04T23:35:17.396365+0000","last_clean":"2021-03-04T23:35:17.396365+0000","last_became_active":"2021-03-04T23:28:29.270489+0000","last_became_peered":"2021-03-04T23:28:29.270489+0000","last_unstale":"2021-03-04T23:35:17.396365+0000","last_undegraded":"2021-03-04T23:35:17.396365+0000","last_fullsized":"2021-03-04T23:35:17.396365+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"174","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642535+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:35:15.642535+0000","last_peered":"2021-03-04T23:35:15.642535+0000","last_clean":"2021-03-04T23:35:15.642535+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:35:15.642535+0000","last_undegraded":"2021-03-04T23:35:15.642535+0000","last_fullsized":"2021-03-04T23:35:15.642535+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"250","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344412+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:35:15.344412+0000","last_peered":"2021-03-04T23:35:15.344412+0000","last_clean":"2021-03-04T23:35:15.344412+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:35:15.344412+0000","last_undegraded":"2021-03-04T23:35:15.344412+0000","last_fullsized":"2021-03-04T23:35:15.344412+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"790","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464708+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:35:15.464708+0000","last_peered":"2021-03-04T23:35:15.464708+0000","last_clean":"2021-03-04T23:35:15.464708+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:35:15.464708+0000","last_undegraded":"2021-03-04T23:35:15.464708+0000","last_fullsized":"2021-03-04T23:35:15.464708+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340127+0000","last_change":"2021-03-04T23:33:56.613172+0000","last_active":"2021-03-04T23:35:14.340127+0000","last_peered":"2021-03-04T23:35:14.340127+0000","last_clean":"2021-03-04T23:35:14.340127+0000","last_became_active":"2021-03-04T23:33:56.612823+0000","last_became_peered":"2021-03-04T23:33:56.612823+0000","last_unstale":"2021-03-04T23:35:14.340127+0000","last_undegraded":"2021-03-04T23:35:14.340127+0000","last_fullsized":"2021-03-04T23:35:14.340127+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"220","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.461658+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:35:15.461658+0000","last_peered":"2021-03-04T23:35:15.461658+0000","last_clean":"2021-03-04T23:35:15.461658+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:35:15.461658+0000","last_undegraded":"2021-03-04T23:35:15.461658+0000","last_fullsized":"2021-03-04T23:35:15.461658+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.4","version":"0'0","reported_seq":"59","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462891+0000","last_change":"2021-03-04T23:34:14.318356+0000","last_active":"2021-03-04T23:35:15.462891+0000","last_peered":"2021-03-04T23:35:15.462891+0000","last_clean":"2021-03-04T23:35:15.462891+0000","last_became_active":"2021-03-04T23:34:10.350455+0000","last_became_peered":"2021-03-04T23:34:10.350455+0000","last_unstale":"2021-03-04T23:35:15.462891+0000","last_undegraded":"2021-03-04T23:35:15.462891+0000","last_fullsized":"2021-03-04T23:35:15.462891+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"35.3","version":"0'0","reported_seq":"59","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344211+0000","last_change":"2021-03-04T23:34:11.327973+0000","last_active":"2021-03-04T23:35:15.344211+0000","last_peered":"2021-03-04T23:35:15.344211+0000","last_clean":"2021-03-04T23:35:15.344211+0000","last_became_active":"2021-03-04T23:34:11.327032+0000","last_became_peered":"2021-03-04T23:34:11.327032+0000","last_unstale":"2021-03-04T23:35:15.344211+0000","last_undegraded":"2021-03-04T23:35:15.344211+0000","last_fullsized":"2021-03-04T23:35:15.344211+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.2","version":"0'0","reported_seq":"64","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395771+0000","last_change":"2021-03-04T23:34:02.663919+0000","last_active":"2021-03-04T23:35:17.395771+0000","last_peered":"2021-03-04T23:35:17.395771+0000","last_clean":"2021-03-04T23:35:17.395771+0000","last_became_active":"2021-03-04T23:34:00.642955+0000","last_became_peered":"2021-03-04T23:34:00.642955+0000","last_unstale":"2021-03-04T23:35:17.395771+0000","last_undegraded":"2021-03-04T23:35:17.395771+0000","last_fullsized":"2021-03-04T23:35:17.395771+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.0","version":"827'2","reported_seq":"139","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464567+0000","last_change":"2021-03-04T23:35:15.464567+0000","last_active":"2021-03-04T23:35:15.464567+0000","last_peered":"2021-03-04T23:35:15.464567+0000","last_clean":"2021-03-04T23:35:15.464567+0000","last_became_active":"2021-03-04T23:33:56.612962+0000","last_became_peered":"2021-03-04T23:33:56.612962+0000","last_unstale":"2021-03-04T23:35:15.464567+0000","last_undegraded":"2021-03-04T23:35:15.464567+0000","last_fullsized":"2021-03-04T23:35:15.464567+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32768,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":64,"num_write":4,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.1","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343464+0000","last_change":"2021-03-04T23:33:58.627641+0000","last_active":"2021-03-04T23:35:15.343464+0000","last_peered":"2021-03-04T23:35:15.343464+0000","last_clean":"2021-03-04T23:35:15.343464+0000","last_became_active":"2021-03-04T23:33:56.611063+0000","last_became_peered":"2021-03-04T23:33:56.611063+0000","last_unstale":"2021-03-04T23:35:15.343464+0000","last_undegraded":"2021-03-04T23:35:15.343464+0000","last_fullsized":"2021-03-04T23:35:15.343464+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.5","version":"0'0","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372151+0000","last_change":"2021-03-04T23:34:29.332009+0000","last_active":"2021-03-04T23:35:16.372151+0000","last_peered":"2021-03-04T23:35:16.372151+0000","last_clean":"2021-03-04T23:35:16.372151+0000","last_became_active":"2021-03-04T23:34:29.331850+0000","last_became_peered":"2021-03-04T23:34:29.331850+0000","last_unstale":"2021-03-04T23:35:16.372151+0000","last_undegraded":"2021-03-04T23:35:16.372151+0000","last_fullsized":"2021-03-04T23:35:16.372151+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.2","version":"0'0","reported_seq":"65","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371885+0000","last_change":"2021-03-04T23:34:08.346993+0000","last_active":"2021-03-04T23:35:16.371885+0000","last_peered":"2021-03-04T23:35:16.371885+0000","last_clean":"2021-03-04T23:35:16.371885+0000","last_became_active":"2021-03-04T23:34:04.319785+0000","last_became_peered":"2021-03-04T23:34:04.319785+0000","last_unstale":"2021-03-04T23:35:16.371885+0000","last_undegraded":"2021-03-04T23:35:16.371885+0000","last_fullsized":"2021-03-04T23:35:16.371885+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.3","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385859+0000","last_change":"2021-03-04T23:34:29.337848+0000","last_active":"2021-03-04T23:35:14.385859+0000","last_peered":"2021-03-04T23:35:14.385859+0000","last_clean":"2021-03-04T23:35:14.385859+0000","last_became_active":"2021-03-04T23:34:29.335515+0000","last_became_peered":"2021-03-04T23:34:29.335515+0000","last_unstale":"2021-03-04T23:35:14.385859+0000","last_undegraded":"2021-03-04T23:35:14.385859+0000","last_fullsized":"2021-03-04T23:35:14.385859+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1","version":"827'271","reported_seq":"420","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371839+0000","last_change":"2021-03-04T23:35:15.712198+0000","last_active":"2021-03-04T23:35:16.371839+0000","last_peered":"2021-03-04T23:35:16.371839+0000","last_clean":"2021-03-04T23:35:16.371839+0000","last_became_active":"2021-03-04T23:34:29.331897+0000","last_became_peered":"2021-03-04T23:34:29.331897+0000","last_unstale":"2021-03-04T23:35:16.371839+0000","last_undegraded":"2021-03-04T23:35:16.371839+0000","last_fullsized":"2021-03-04T23:35:16.371839+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":271,"ondisk_log_size":271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2081306,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":6,"num_write":264,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.0","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371751+0000","last_change":"2021-03-04T23:33:58.629537+0000","last_active":"2021-03-04T23:35:16.371751+0000","last_peered":"2021-03-04T23:35:16.371751+0000","last_clean":"2021-03-04T23:35:16.371751+0000","last_became_active":"2021-03-04T23:33:56.610807+0000","last_became_peered":"2021-03-04T23:33:56.610807+0000","last_unstale":"2021-03-04T23:35:16.371751+0000","last_undegraded":"2021-03-04T23:35:16.371751+0000","last_fullsized":"2021-03-04T23:35:16.371751+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.6","version":"0'0","reported_seq":"59","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.644074+0000","last_change":"2021-03-04T23:34:14.320645+0000","last_active":"2021-03-04T23:35:15.644074+0000","last_peered":"2021-03-04T23:35:15.644074+0000","last_clean":"2021-03-04T23:35:15.644074+0000","last_became_active":"2021-03-04T23:34:11.326141+0000","last_became_peered":"2021-03-04T23:34:11.326141+0000","last_unstale":"2021-03-04T23:35:15.644074+0000","last_undegraded":"2021-03-04T23:35:15.644074+0000","last_fullsized":"2021-03-04T23:35:15.644074+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.1","version":"795'6","reported_seq":"172","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340010+0000","last_change":"2021-03-04T23:34:29.340924+0000","last_active":"2021-03-04T23:35:14.340010+0000","last_peered":"2021-03-04T23:35:14.340010+0000","last_clean":"2021-03-04T23:35:14.340010+0000","last_became_active":"2021-03-04T23:34:29.333500+0000","last_became_peered":"2021-03-04T23:34:29.333500+0000","last_unstale":"2021-03-04T23:35:14.340010+0000","last_undegraded":"2021-03-04T23:35:14.340010+0000","last_fullsized":"2021-03-04T23:35:14.340010+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":116,"num_read_kb":112,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":78,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.0","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463490+0000","last_change":"2021-03-04T23:34:02.657960+0000","last_active":"2021-03-04T23:35:15.463490+0000","last_peered":"2021-03-04T23:35:15.463490+0000","last_clean":"2021-03-04T23:35:15.463490+0000","last_became_active":"2021-03-04T23:34:00.646577+0000","last_became_peered":"2021-03-04T23:34:00.646577+0000","last_unstale":"2021-03-04T23:35:15.463490+0000","last_undegraded":"2021-03-04T23:35:15.463490+0000","last_fullsized":"2021-03-04T23:35:15.463490+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.2","version":"827'4","reported_seq":"136","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396114+0000","last_change":"2021-03-04T23:35:15.339404+0000","last_active":"2021-03-04T23:35:17.396114+0000","last_peered":"2021-03-04T23:35:17.396114+0000","last_clean":"2021-03-04T23:35:17.396114+0000","last_became_active":"2021-03-04T23:33:52.575592+0000","last_became_peered":"2021-03-04T23:33:52.575592+0000","last_unstale":"2021-03-04T23:35:17.396114+0000","last_undegraded":"2021-03-04T23:35:17.396114+0000","last_fullsized":"2021-03-04T23:35:17.396114+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.3","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372176+0000","last_change":"2021-03-04T23:33:58.630295+0000","last_active":"2021-03-04T23:35:16.372176+0000","last_peered":"2021-03-04T23:35:16.372176+0000","last_clean":"2021-03-04T23:35:16.372176+0000","last_became_active":"2021-03-04T23:33:56.618567+0000","last_became_peered":"2021-03-04T23:33:56.618567+0000","last_unstale":"2021-03-04T23:35:16.372176+0000","last_undegraded":"2021-03-04T23:35:16.372176+0000","last_fullsized":"2021-03-04T23:35:16.372176+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.7","version":"0'0","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372377+0000","last_change":"2021-03-04T23:34:29.334581+0000","last_active":"2021-03-04T23:35:16.372377+0000","last_peered":"2021-03-04T23:35:16.372377+0000","last_clean":"2021-03-04T23:35:16.372377+0000","last_became_active":"2021-03-04T23:34:29.334297+0000","last_became_peered":"2021-03-04T23:34:29.334297+0000","last_unstale":"2021-03-04T23:35:16.372377+0000","last_undegraded":"2021-03-04T23:35:16.372377+0000","last_fullsized":"2021-03-04T23:35:16.372377+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.0","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344325+0000","last_change":"2021-03-04T23:34:08.352211+0000","last_active":"2021-03-04T23:35:15.344325+0000","last_peered":"2021-03-04T23:35:15.344325+0000","last_clean":"2021-03-04T23:35:15.344325+0000","last_became_active":"2021-03-04T23:34:04.323749+0000","last_became_peered":"2021-03-04T23:34:04.323749+0000","last_unstale":"2021-03-04T23:35:15.344325+0000","last_undegraded":"2021-03-04T23:35:15.344325+0000","last_fullsized":"2021-03-04T23:35:15.344325+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.1","version":"0'0","reported_seq":"64","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395828+0000","last_change":"2021-03-04T23:34:02.664400+0000","last_active":"2021-03-04T23:35:17.395828+0000","last_peered":"2021-03-04T23:35:17.395828+0000","last_clean":"2021-03-04T23:35:17.395828+0000","last_became_active":"2021-03-04T23:34:00.641924+0000","last_became_peered":"2021-03-04T23:34:00.641924+0000","last_unstale":"2021-03-04T23:35:17.395828+0000","last_undegraded":"2021-03-04T23:35:17.395828+0000","last_fullsized":"2021-03-04T23:35:17.395828+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3","version":"837'22","reported_seq":"230","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396307+0000","last_change":"2021-03-04T23:35:15.339820+0000","last_active":"2021-03-04T23:35:17.396307+0000","last_peered":"2021-03-04T23:35:17.396307+0000","last_clean":"2021-03-04T23:35:17.396307+0000","last_became_active":"2021-03-04T23:34:11.326202+0000","last_became_peered":"2021-03-04T23:34:11.326202+0000","last_unstale":"2021-03-04T23:35:17.396307+0000","last_undegraded":"2021-03-04T23:35:17.396307+0000","last_fullsized":"2021-03-04T23:35:17.396307+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":658,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":60,"num_read_kb":47,"num_write":14,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":224,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.2","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371935+0000","last_change":"2021-03-04T23:33:58.629672+0000","last_active":"2021-03-04T23:35:16.371935+0000","last_peered":"2021-03-04T23:35:16.371935+0000","last_clean":"2021-03-04T23:35:16.371935+0000","last_became_active":"2021-03-04T23:33:56.611189+0000","last_became_peered":"2021-03-04T23:33:56.611189+0000","last_unstale":"2021-03-04T23:35:16.371935+0000","last_undegraded":"2021-03-04T23:35:16.371935+0000","last_fullsized":"2021-03-04T23:35:16.371935+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.0","version":"801'75","reported_seq":"509","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371702+0000","last_change":"2021-03-04T23:34:29.516774+0000","last_active":"2021-03-04T23:35:16.371702+0000","last_peered":"2021-03-04T23:35:16.371702+0000","last_clean":"2021-03-04T23:35:16.371702+0000","last_became_active":"2021-03-04T23:34:29.333208+0000","last_became_peered":"2021-03-04T23:34:29.333208+0000","last_unstale":"2021-03-04T23:35:16.371702+0000","last_undegraded":"2021-03-04T23:35:16.371702+0000","last_fullsized":"2021-03-04T23:35:16.371702+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":75,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":224,"num_read_kb":148,"num_write":73,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":128,"num_keys_recovered":71,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.7","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344278+0000","last_change":"2021-03-04T23:34:29.336697+0000","last_active":"2021-03-04T23:35:15.344278+0000","last_peered":"2021-03-04T23:35:15.344278+0000","last_clean":"2021-03-04T23:35:15.344278+0000","last_became_active":"2021-03-04T23:34:29.336361+0000","last_became_peered":"2021-03-04T23:34:29.336361+0000","last_unstale":"2021-03-04T23:35:15.344278+0000","last_undegraded":"2021-03-04T23:35:15.344278+0000","last_fullsized":"2021-03-04T23:35:15.344278+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.6","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344641+0000","last_change":"2021-03-04T23:34:02.658942+0000","last_active":"2021-03-04T23:35:15.344641+0000","last_peered":"2021-03-04T23:35:15.344641+0000","last_clean":"2021-03-04T23:35:15.344641+0000","last_became_active":"2021-03-04T23:34:00.644377+0000","last_became_peered":"2021-03-04T23:34:00.644377+0000","last_unstale":"2021-03-04T23:35:15.344641+0000","last_undegraded":"2021-03-04T23:35:15.344641+0000","last_fullsized":"2021-03-04T23:35:15.344641+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"823'6","reported_seq":"137","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464731+0000","last_change":"2021-03-04T23:35:15.464731+0000","last_active":"2021-03-04T23:35:15.464731+0000","last_peered":"2021-03-04T23:35:15.464731+0000","last_clean":"2021-03-04T23:35:15.464731+0000","last_became_active":"2021-03-04T23:33:52.579511+0000","last_became_peered":"2021-03-04T23:33:52.579511+0000","last_unstale":"2021-03-04T23:35:15.464731+0000","last_undegraded":"2021-03-04T23:35:15.464731+0000","last_fullsized":"2021-03-04T23:35:15.464731+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.5","version":"0'0","reported_seq":"49","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344019+0000","last_change":"2021-03-04T23:34:11.329259+0000","last_active":"2021-03-04T23:35:15.344019+0000","last_peered":"2021-03-04T23:35:15.344019+0000","last_clean":"2021-03-04T23:35:15.344019+0000","last_became_active":"2021-03-04T23:34:11.328701+0000","last_became_peered":"2021-03-04T23:34:11.328701+0000","last_unstale":"2021-03-04T23:35:15.344019+0000","last_undegraded":"2021-03-04T23:35:15.344019+0000","last_fullsized":"2021-03-04T23:35:15.344019+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.1","version":"0'0","reported_seq":"58","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.339539+0000","last_change":"2021-03-04T23:34:14.323897+0000","last_active":"2021-03-04T23:35:14.339539+0000","last_peered":"2021-03-04T23:35:14.339539+0000","last_clean":"2021-03-04T23:35:14.339539+0000","last_became_active":"2021-03-04T23:34:10.354342+0000","last_became_peered":"2021-03-04T23:34:10.354342+0000","last_unstale":"2021-03-04T23:35:14.339539+0000","last_undegraded":"2021-03-04T23:35:14.339539+0000","last_fullsized":"2021-03-04T23:35:14.339539+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.6","version":"0'0","reported_seq":"64","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386586+0000","last_change":"2021-03-04T23:34:08.352886+0000","last_active":"2021-03-04T23:35:14.386586+0000","last_peered":"2021-03-04T23:35:14.386586+0000","last_clean":"2021-03-04T23:35:14.386586+0000","last_became_active":"2021-03-04T23:34:04.323709+0000","last_became_peered":"2021-03-04T23:34:04.323709+0000","last_unstale":"2021-03-04T23:35:14.386586+0000","last_undegraded":"2021-03-04T23:35:14.386586+0000","last_fullsized":"2021-03-04T23:35:14.386586+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.7","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341496+0000","last_change":"2021-03-04T23:34:02.671384+0000","last_active":"2021-03-04T23:35:14.341496+0000","last_peered":"2021-03-04T23:35:14.341496+0000","last_clean":"2021-03-04T23:35:14.341496+0000","last_became_active":"2021-03-04T23:34:00.645690+0000","last_became_peered":"2021-03-04T23:34:00.645690+0000","last_unstale":"2021-03-04T23:35:14.341496+0000","last_undegraded":"2021-03-04T23:35:14.341496+0000","last_fullsized":"2021-03-04T23:35:14.341496+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.5","version":"827'6","reported_seq":"149","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344361+0000","last_change":"2021-03-04T23:35:15.344732+0000","last_active":"2021-03-04T23:35:15.344361+0000","last_peered":"2021-03-04T23:35:15.344361+0000","last_clean":"2021-03-04T23:35:15.344361+0000","last_became_active":"2021-03-04T23:34:11.326300+0000","last_became_peered":"2021-03-04T23:34:11.326300+0000","last_unstale":"2021-03-04T23:35:15.344361+0000","last_undegraded":"2021-03-04T23:35:15.344361+0000","last_fullsized":"2021-03-04T23:35:15.344361+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.4","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343777+0000","last_change":"2021-03-04T23:33:58.627652+0000","last_active":"2021-03-04T23:35:15.343777+0000","last_peered":"2021-03-04T23:35:15.343777+0000","last_clean":"2021-03-04T23:35:15.343777+0000","last_became_active":"2021-03-04T23:33:56.610556+0000","last_became_peered":"2021-03-04T23:33:56.610556+0000","last_unstale":"2021-03-04T23:35:15.343777+0000","last_undegraded":"2021-03-04T23:35:15.343777+0000","last_fullsized":"2021-03-04T23:35:15.343777+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.2","version":"0'0","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371867+0000","last_change":"2021-03-04T23:34:29.332547+0000","last_active":"2021-03-04T23:35:16.371867+0000","last_peered":"2021-03-04T23:35:16.371867+0000","last_clean":"2021-03-04T23:35:16.371867+0000","last_became_active":"2021-03-04T23:34:29.332284+0000","last_became_peered":"2021-03-04T23:34:29.332284+0000","last_unstale":"2021-03-04T23:35:16.371867+0000","last_undegraded":"2021-03-04T23:35:16.371867+0000","last_fullsized":"2021-03-04T23:35:16.371867+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.5","version":"795'74","reported_seq":"507","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464645+0000","last_change":"2021-03-04T23:34:11.419010+0000","last_active":"2021-03-04T23:35:15.464645+0000","last_peered":"2021-03-04T23:35:15.464645+0000","last_clean":"2021-03-04T23:35:15.464645+0000","last_became_active":"2021-03-04T23:34:11.326352+0000","last_became_peered":"2021-03-04T23:34:11.326352+0000","last_unstale":"2021-03-04T23:35:15.464645+0000","last_undegraded":"2021-03-04T23:35:15.464645+0000","last_fullsized":"2021-03-04T23:35:15.464645+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":74,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":216,"num_read_kb":146,"num_write":72,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":71,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.4","version":"0'0","reported_seq":"49","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344362+0000","last_change":"2021-03-04T23:34:11.325991+0000","last_active":"2021-03-04T23:35:15.344362+0000","last_peered":"2021-03-04T23:35:15.344362+0000","last_clean":"2021-03-04T23:35:15.344362+0000","last_became_active":"2021-03-04T23:34:11.325639+0000","last_became_peered":"2021-03-04T23:34:11.325639+0000","last_unstale":"2021-03-04T23:35:15.344362+0000","last_undegraded":"2021-03-04T23:35:15.344362+0000","last_fullsized":"2021-03-04T23:35:15.344362+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":"128","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344999+0000","last_change":"2021-03-04T23:35:15.344999+0000","last_active":"2021-03-04T23:35:15.344999+0000","last_peered":"2021-03-04T23:35:15.344999+0000","last_clean":"2021-03-04T23:35:15.344999+0000","last_became_active":"2021-03-04T23:33:52.580322+0000","last_became_peered":"2021-03-04T23:33:52.580322+0000","last_unstale":"2021-03-04T23:35:15.344999+0000","last_undegraded":"2021-03-04T23:35:15.344999+0000","last_fullsized":"2021-03-04T23:35:15.344999+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.7","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464879+0000","last_change":"2021-03-04T23:33:58.627223+0000","last_active":"2021-03-04T23:35:15.464879+0000","last_peered":"2021-03-04T23:35:15.464879+0000","last_clean":"2021-03-04T23:35:15.464879+0000","last_became_active":"2021-03-04T23:33:56.612910+0000","last_became_peered":"2021-03-04T23:33:56.612910+0000","last_unstale":"2021-03-04T23:35:15.464879+0000","last_undegraded":"2021-03-04T23:35:15.464879+0000","last_fullsized":"2021-03-04T23:35:15.464879+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.3","version":"0'0","reported_seq":"59","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.461611+0000","last_change":"2021-03-04T23:34:14.317715+0000","last_active":"2021-03-04T23:35:15.461611+0000","last_peered":"2021-03-04T23:35:15.461611+0000","last_clean":"2021-03-04T23:35:15.461611+0000","last_became_active":"2021-03-04T23:34:10.351583+0000","last_became_peered":"2021-03-04T23:34:10.351583+0000","last_unstale":"2021-03-04T23:35:15.461611+0000","last_undegraded":"2021-03-04T23:35:15.461611+0000","last_fullsized":"2021-03-04T23:35:15.461611+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"35.4","version":"0'0","reported_seq":"64","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386429+0000","last_change":"2021-03-04T23:34:08.352931+0000","last_active":"2021-03-04T23:35:14.386429+0000","last_peered":"2021-03-04T23:35:14.386429+0000","last_clean":"2021-03-04T23:35:14.386429+0000","last_became_active":"2021-03-04T23:34:04.322679+0000","last_became_peered":"2021-03-04T23:34:04.322679+0000","last_unstale":"2021-03-04T23:35:14.386429+0000","last_undegraded":"2021-03-04T23:35:14.386429+0000","last_fullsized":"2021-03-04T23:35:14.386429+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.5","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463411+0000","last_change":"2021-03-04T23:34:02.658027+0000","last_active":"2021-03-04T23:35:15.463411+0000","last_peered":"2021-03-04T23:35:15.463411+0000","last_clean":"2021-03-04T23:35:15.463411+0000","last_became_active":"2021-03-04T23:34:00.643209+0000","last_became_peered":"2021-03-04T23:34:00.643209+0000","last_unstale":"2021-03-04T23:35:15.463411+0000","last_undegraded":"2021-03-04T23:35:15.463411+0000","last_fullsized":"2021-03-04T23:35:15.463411+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.7","version":"827'8","reported_seq":"145","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372839+0000","last_change":"2021-03-04T23:35:15.715179+0000","last_active":"2021-03-04T23:35:16.372839+0000","last_peered":"2021-03-04T23:35:16.372839+0000","last_clean":"2021-03-04T23:35:16.372839+0000","last_became_active":"2021-03-04T23:33:52.576800+0000","last_became_peered":"2021-03-04T23:33:52.576800+0000","last_unstale":"2021-03-04T23:35:16.372839+0000","last_undegraded":"2021-03-04T23:35:16.372839+0000","last_fullsized":"2021-03-04T23:35:16.372839+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":4,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.6","version":"785'1","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372750+0000","last_change":"2021-03-04T23:33:58.630719+0000","last_active":"2021-03-04T23:35:16.372750+0000","last_peered":"2021-03-04T23:35:16.372750+0000","last_clean":"2021-03-04T23:35:16.372750+0000","last_became_active":"2021-03-04T23:33:56.611180+0000","last_became_peered":"2021-03-04T23:33:56.611180+0000","last_unstale":"2021-03-04T23:35:16.372750+0000","last_undegraded":"2021-03-04T23:35:16.372750+0000","last_fullsized":"2021-03-04T23:35:16.372750+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.c","version":"801'6","reported_seq":"155","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396298+0000","last_change":"2021-03-04T23:34:14.324004+0000","last_active":"2021-03-04T23:35:17.396298+0000","last_peered":"2021-03-04T23:35:17.396298+0000","last_clean":"2021-03-04T23:35:17.396298+0000","last_became_active":"2021-03-04T23:34:10.323895+0000","last_became_peered":"2021-03-04T23:34:10.323895+0000","last_unstale":"2021-03-04T23:35:17.396298+0000","last_undegraded":"2021-03-04T23:35:17.396298+0000","last_fullsized":"2021-03-04T23:35:17.396298+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":116,"num_read_kb":112,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.b","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343813+0000","last_change":"2021-03-04T23:34:08.352596+0000","last_active":"2021-03-04T23:35:15.343813+0000","last_peered":"2021-03-04T23:35:15.343813+0000","last_clean":"2021-03-04T23:35:15.343813+0000","last_became_active":"2021-03-04T23:34:04.321686+0000","last_became_peered":"2021-03-04T23:34:04.321686+0000","last_unstale":"2021-03-04T23:35:15.343813+0000","last_undegraded":"2021-03-04T23:35:15.343813+0000","last_fullsized":"2021-03-04T23:35:15.343813+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.a","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.461336+0000","last_change":"2021-03-04T23:34:02.657091+0000","last_active":"2021-03-04T23:35:15.461336+0000","last_peered":"2021-03-04T23:35:15.461336+0000","last_clean":"2021-03-04T23:35:15.461336+0000","last_became_active":"2021-03-04T23:34:00.646578+0000","last_became_peered":"2021-03-04T23:34:00.646578+0000","last_unstale":"2021-03-04T23:35:15.461336+0000","last_undegraded":"2021-03-04T23:35:15.461336+0000","last_fullsized":"2021-03-04T23:35:15.461336+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.8","version":"827'5","reported_seq":"127","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343113+0000","last_change":"2021-03-04T23:35:15.343404+0000","last_active":"2021-03-04T23:35:15.343113+0000","last_peered":"2021-03-04T23:35:15.343113+0000","last_clean":"2021-03-04T23:35:15.343113+0000","last_became_active":"2021-03-04T23:33:56.615704+0000","last_became_peered":"2021-03-04T23:33:56.615704+0000","last_unstale":"2021-03-04T23:35:15.343113+0000","last_undegraded":"2021-03-04T23:35:15.343113+0000","last_fullsized":"2021-03-04T23:35:15.343113+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":22,"num_write":4,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.9","version":"0'0","reported_seq":"68","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395993+0000","last_change":"2021-03-04T23:33:58.625787+0000","last_active":"2021-03-04T23:35:17.395993+0000","last_peered":"2021-03-04T23:35:17.395993+0000","last_clean":"2021-03-04T23:35:17.395993+0000","last_became_active":"2021-03-04T23:33:56.617362+0000","last_became_peered":"2021-03-04T23:33:56.617362+0000","last_unstale":"2021-03-04T23:35:17.395993+0000","last_undegraded":"2021-03-04T23:35:17.395993+0000","last_fullsized":"2021-03-04T23:35:17.395993+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.d","version":"0'0","reported_seq":"60","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396201+0000","last_change":"2021-03-04T23:34:14.324707+0000","last_active":"2021-03-04T23:35:17.396201+0000","last_peered":"2021-03-04T23:35:17.396201+0000","last_clean":"2021-03-04T23:35:17.396201+0000","last_became_active":"2021-03-04T23:34:10.322490+0000","last_became_peered":"2021-03-04T23:34:10.322490+0000","last_unstale":"2021-03-04T23:35:17.396201+0000","last_undegraded":"2021-03-04T23:35:17.396201+0000","last_fullsized":"2021-03-04T23:35:17.396201+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.a","version":"0'0","reported_seq":"65","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372125+0000","last_change":"2021-03-04T23:34:08.347029+0000","last_active":"2021-03-04T23:35:16.372125+0000","last_peered":"2021-03-04T23:35:16.372125+0000","last_clean":"2021-03-04T23:35:16.372125+0000","last_became_active":"2021-03-04T23:34:04.318695+0000","last_became_peered":"2021-03-04T23:34:04.318695+0000","last_unstale":"2021-03-04T23:35:16.372125+0000","last_undegraded":"2021-03-04T23:35:16.372125+0000","last_fullsized":"2021-03-04T23:35:16.372125+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.b","version":"789'1","reported_seq":"65","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396145+0000","last_change":"2021-03-04T23:34:02.664415+0000","last_active":"2021-03-04T23:35:17.396145+0000","last_peered":"2021-03-04T23:35:17.396145+0000","last_clean":"2021-03-04T23:35:17.396145+0000","last_became_active":"2021-03-04T23:34:00.643079+0000","last_became_peered":"2021-03-04T23:34:00.643079+0000","last_unstale":"2021-03-04T23:35:17.396145+0000","last_undegraded":"2021-03-04T23:35:17.396145+0000","last_fullsized":"2021-03-04T23:35:17.396145+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.9","version":"781'1","reported_seq":"137","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643373+0000","last_change":"2021-03-04T23:35:15.643373+0000","last_active":"2021-03-04T23:35:15.643373+0000","last_peered":"2021-03-04T23:35:15.643373+0000","last_clean":"2021-03-04T23:35:15.643373+0000","last_became_active":"2021-03-04T23:34:11.326020+0000","last_became_peered":"2021-03-04T23:34:11.326020+0000","last_unstale":"2021-03-04T23:35:15.643373+0000","last_undegraded":"2021-03-04T23:35:15.643373+0000","last_fullsized":"2021-03-04T23:35:15.643373+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.8","version":"785'1","reported_seq":"69","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463490+0000","last_change":"2021-03-04T23:33:58.626313+0000","last_active":"2021-03-04T23:35:15.463490+0000","last_peered":"2021-03-04T23:35:15.463490+0000","last_clean":"2021-03-04T23:35:15.463490+0000","last_became_active":"2021-03-04T23:33:56.612844+0000","last_became_peered":"2021-03-04T23:33:56.612844+0000","last_unstale":"2021-03-04T23:35:15.463490+0000","last_undegraded":"2021-03-04T23:35:15.463490+0000","last_fullsized":"2021-03-04T23:35:15.463490+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.e","version":"0'0","reported_seq":"58","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341075+0000","last_change":"2021-03-04T23:34:14.324896+0000","last_active":"2021-03-04T23:35:14.341075+0000","last_peered":"2021-03-04T23:35:14.341075+0000","last_clean":"2021-03-04T23:35:14.341075+0000","last_became_active":"2021-03-04T23:34:10.356158+0000","last_became_peered":"2021-03-04T23:34:10.356158+0000","last_unstale":"2021-03-04T23:35:14.341075+0000","last_undegraded":"2021-03-04T23:35:14.341075+0000","last_fullsized":"2021-03-04T23:35:14.341075+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.9","version":"0'0","reported_seq":"65","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395614+0000","last_change":"2021-03-04T23:34:08.358181+0000","last_active":"2021-03-04T23:35:17.395614+0000","last_peered":"2021-03-04T23:35:17.395614+0000","last_clean":"2021-03-04T23:35:17.395614+0000","last_became_active":"2021-03-04T23:34:04.321792+0000","last_became_peered":"2021-03-04T23:34:04.321792+0000","last_unstale":"2021-03-04T23:35:17.395614+0000","last_undegraded":"2021-03-04T23:35:17.395614+0000","last_fullsized":"2021-03-04T23:35:17.395614+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.8","version":"0'0","reported_seq":"64","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396057+0000","last_change":"2021-03-04T23:34:02.663256+0000","last_active":"2021-03-04T23:35:17.396057+0000","last_peered":"2021-03-04T23:35:17.396057+0000","last_clean":"2021-03-04T23:35:17.396057+0000","last_became_active":"2021-03-04T23:34:00.643105+0000","last_became_peered":"2021-03-04T23:34:00.643105+0000","last_unstale":"2021-03-04T23:35:17.396057+0000","last_undegraded":"2021-03-04T23:35:17.396057+0000","last_fullsized":"2021-03-04T23:35:17.396057+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.a","version":"827'5","reported_seq":"150","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344624+0000","last_change":"2021-03-04T23:35:15.344953+0000","last_active":"2021-03-04T23:35:15.344624+0000","last_peered":"2021-03-04T23:35:15.344624+0000","last_clean":"2021-03-04T23:35:15.344624+0000","last_became_active":"2021-03-04T23:34:11.325309+0000","last_became_peered":"2021-03-04T23:34:11.325309+0000","last_unstale":"2021-03-04T23:35:15.344624+0000","last_undegraded":"2021-03-04T23:35:15.344624+0000","last_fullsized":"2021-03-04T23:35:15.344624+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":4,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.b","version":"0'0","reported_seq":"67","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643702+0000","last_change":"2021-03-04T23:33:58.630095+0000","last_active":"2021-03-04T23:35:15.643702+0000","last_peered":"2021-03-04T23:35:15.643702+0000","last_clean":"2021-03-04T23:35:15.643702+0000","last_became_active":"2021-03-04T23:33:56.618099+0000","last_became_peered":"2021-03-04T23:33:56.618099+0000","last_unstale":"2021-03-04T23:35:15.643702+0000","last_undegraded":"2021-03-04T23:35:15.643702+0000","last_fullsized":"2021-03-04T23:35:15.643702+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.f","version":"0'0","reported_seq":"58","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643746+0000","last_change":"2021-03-04T23:34:14.320137+0000","last_active":"2021-03-04T23:35:15.643746+0000","last_peered":"2021-03-04T23:35:15.643746+0000","last_clean":"2021-03-04T23:35:15.643746+0000","last_became_active":"2021-03-04T23:34:10.326360+0000","last_became_peered":"2021-03-04T23:34:10.326360+0000","last_unstale":"2021-03-04T23:35:15.643746+0000","last_undegraded":"2021-03-04T23:35:15.643746+0000","last_fullsized":"2021-03-04T23:35:15.643746+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.8","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344314+0000","last_change":"2021-03-04T23:34:08.352541+0000","last_active":"2021-03-04T23:35:15.344314+0000","last_peered":"2021-03-04T23:35:15.344314+0000","last_clean":"2021-03-04T23:35:15.344314+0000","last_became_active":"2021-03-04T23:34:04.323710+0000","last_became_peered":"2021-03-04T23:34:04.323710+0000","last_unstale":"2021-03-04T23:35:15.344314+0000","last_undegraded":"2021-03-04T23:35:15.344314+0000","last_fullsized":"2021-03-04T23:35:15.344314+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.9","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340097+0000","last_change":"2021-03-04T23:34:02.670932+0000","last_active":"2021-03-04T23:35:14.340097+0000","last_peered":"2021-03-04T23:35:14.340097+0000","last_clean":"2021-03-04T23:35:14.340097+0000","last_became_active":"2021-03-04T23:34:00.644114+0000","last_became_peered":"2021-03-04T23:34:00.644114+0000","last_unstale":"2021-03-04T23:35:14.340097+0000","last_undegraded":"2021-03-04T23:35:14.340097+0000","last_fullsized":"2021-03-04T23:35:14.340097+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.b","version":"837'7","reported_seq":"143","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.369575+0000","last_change":"2021-03-04T23:35:15.344487+0000","last_active":"2021-03-04T23:35:16.369575+0000","last_peered":"2021-03-04T23:35:16.369575+0000","last_clean":"2021-03-04T23:35:16.369575+0000","last_became_active":"2021-03-04T23:33:52.581529+0000","last_became_peered":"2021-03-04T23:33:52.581529+0000","last_unstale":"2021-03-04T23:35:16.369575+0000","last_undegraded":"2021-03-04T23:35:16.369575+0000","last_fullsized":"2021-03-04T23:35:16.369575+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":4,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.a","version":"0'0","reported_seq":"67","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643371+0000","last_change":"2021-03-04T23:33:58.630343+0000","last_active":"2021-03-04T23:35:15.643371+0000","last_peered":"2021-03-04T23:35:15.643371+0000","last_clean":"2021-03-04T23:35:15.643371+0000","last_became_active":"2021-03-04T23:33:56.616078+0000","last_became_peered":"2021-03-04T23:33:56.616078+0000","last_unstale":"2021-03-04T23:35:15.643371+0000","last_undegraded":"2021-03-04T23:35:15.643371+0000","last_fullsized":"2021-03-04T23:35:15.643371+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.8","version":"0'0","reported_seq":"58","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.639997+0000","last_change":"2021-03-04T23:34:14.318853+0000","last_active":"2021-03-04T23:35:15.639997+0000","last_peered":"2021-03-04T23:35:15.639997+0000","last_clean":"2021-03-04T23:35:15.639997+0000","last_became_active":"2021-03-04T23:34:10.353143+0000","last_became_peered":"2021-03-04T23:34:10.353143+0000","last_unstale":"2021-03-04T23:35:15.639997+0000","last_undegraded":"2021-03-04T23:35:15.639997+0000","last_fullsized":"2021-03-04T23:35:15.639997+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.f","version":"0'0","reported_seq":"74","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464551+0000","last_change":"2021-03-04T23:34:11.326274+0000","last_active":"2021-03-04T23:35:15.464551+0000","last_peered":"2021-03-04T23:35:15.464551+0000","last_clean":"2021-03-04T23:35:15.464551+0000","last_became_active":"2021-03-04T23:34:11.325956+0000","last_became_peered":"2021-03-04T23:34:11.325956+0000","last_unstale":"2021-03-04T23:35:15.464551+0000","last_undegraded":"2021-03-04T23:35:15.464551+0000","last_fullsized":"2021-03-04T23:35:15.464551+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.e","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464763+0000","last_change":"2021-03-04T23:34:02.657799+0000","last_active":"2021-03-04T23:35:15.464763+0000","last_peered":"2021-03-04T23:35:15.464763+0000","last_clean":"2021-03-04T23:35:15.464763+0000","last_became_active":"2021-03-04T23:34:00.643107+0000","last_became_peered":"2021-03-04T23:34:00.643107+0000","last_unstale":"2021-03-04T23:35:15.464763+0000","last_undegraded":"2021-03-04T23:35:15.464763+0000","last_fullsized":"2021-03-04T23:35:15.464763+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.c","version":"827'34","reported_seq":"220","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372340+0000","last_change":"2021-03-04T23:35:15.713979+0000","last_active":"2021-03-04T23:35:16.372340+0000","last_peered":"2021-03-04T23:35:16.372340+0000","last_clean":"2021-03-04T23:35:16.372340+0000","last_became_active":"2021-03-04T23:33:52.575826+0000","last_became_peered":"2021-03-04T23:33:52.575826+0000","last_unstale":"2021-03-04T23:35:16.372340+0000","last_undegraded":"2021-03-04T23:35:16.372340+0000","last_fullsized":"2021-03-04T23:35:16.372340+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":34,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":60,"num_read_kb":45,"num_write":13,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.d","version":"0'0","reported_seq":"49","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344230+0000","last_change":"2021-03-04T23:34:11.329067+0000","last_active":"2021-03-04T23:35:15.344230+0000","last_peered":"2021-03-04T23:35:15.344230+0000","last_clean":"2021-03-04T23:35:15.344230+0000","last_became_active":"2021-03-04T23:34:11.328500+0000","last_became_peered":"2021-03-04T23:34:11.328500+0000","last_unstale":"2021-03-04T23:35:15.344230+0000","last_undegraded":"2021-03-04T23:35:15.344230+0000","last_fullsized":"2021-03-04T23:35:15.344230+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.9","version":"0'0","reported_seq":"60","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395598+0000","last_change":"2021-03-04T23:34:14.323749+0000","last_active":"2021-03-04T23:35:17.395598+0000","last_peered":"2021-03-04T23:35:17.395598+0000","last_clean":"2021-03-04T23:35:17.395598+0000","last_became_active":"2021-03-04T23:34:10.324989+0000","last_became_peered":"2021-03-04T23:34:10.324989+0000","last_unstale":"2021-03-04T23:35:17.395598+0000","last_undegraded":"2021-03-04T23:35:17.395598+0000","last_fullsized":"2021-03-04T23:35:17.395598+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.e","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.644035+0000","last_change":"2021-03-04T23:34:08.350258+0000","last_active":"2021-03-04T23:35:15.644035+0000","last_peered":"2021-03-04T23:35:15.644035+0000","last_clean":"2021-03-04T23:35:15.644035+0000","last_became_active":"2021-03-04T23:34:04.319022+0000","last_became_peered":"2021-03-04T23:34:04.319022+0000","last_unstale":"2021-03-04T23:35:15.644035+0000","last_undegraded":"2021-03-04T23:35:15.644035+0000","last_fullsized":"2021-03-04T23:35:15.644035+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.f","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341571+0000","last_change":"2021-03-04T23:34:02.671498+0000","last_active":"2021-03-04T23:35:14.341571+0000","last_peered":"2021-03-04T23:35:14.341571+0000","last_clean":"2021-03-04T23:35:14.341571+0000","last_became_active":"2021-03-04T23:34:00.647316+0000","last_became_peered":"2021-03-04T23:34:00.647316+0000","last_unstale":"2021-03-04T23:35:14.341571+0000","last_undegraded":"2021-03-04T23:35:14.341571+0000","last_fullsized":"2021-03-04T23:35:14.341571+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.d","version":"0'0","reported_seq":"127","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.644329+0000","last_change":"2021-03-04T23:35:15.644329+0000","last_active":"2021-03-04T23:35:15.644329+0000","last_peered":"2021-03-04T23:35:15.644329+0000","last_clean":"2021-03-04T23:35:15.644329+0000","last_became_active":"2021-03-04T23:33:52.574799+0000","last_became_peered":"2021-03-04T23:33:52.574799+0000","last_unstale":"2021-03-04T23:35:15.644329+0000","last_undegraded":"2021-03-04T23:35:15.644329+0000","last_fullsized":"2021-03-04T23:35:15.644329+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.c","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372453+0000","last_change":"2021-03-04T23:33:58.630307+0000","last_active":"2021-03-04T23:35:16.372453+0000","last_peered":"2021-03-04T23:35:16.372453+0000","last_clean":"2021-03-04T23:35:16.372453+0000","last_became_active":"2021-03-04T23:33:56.610925+0000","last_became_peered":"2021-03-04T23:33:56.610925+0000","last_unstale":"2021-03-04T23:35:16.372453+0000","last_undegraded":"2021-03-04T23:35:16.372453+0000","last_fullsized":"2021-03-04T23:35:16.372453+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.a","version":"0'0","reported_seq":"58","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642881+0000","last_change":"2021-03-04T23:34:14.320106+0000","last_active":"2021-03-04T23:35:15.642881+0000","last_peered":"2021-03-04T23:35:15.642881+0000","last_clean":"2021-03-04T23:35:15.642881+0000","last_became_active":"2021-03-04T23:34:10.351603+0000","last_became_peered":"2021-03-04T23:34:10.351603+0000","last_unstale":"2021-03-04T23:35:15.642881+0000","last_undegraded":"2021-03-04T23:35:15.642881+0000","last_fullsized":"2021-03-04T23:35:15.642881+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.d","version":"795'1","reported_seq":"70","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464657+0000","last_change":"2021-03-04T23:34:08.352500+0000","last_active":"2021-03-04T23:35:15.464657+0000","last_peered":"2021-03-04T23:35:15.464657+0000","last_clean":"2021-03-04T23:35:15.464657+0000","last_became_active":"2021-03-04T23:34:04.318478+0000","last_became_peered":"2021-03-04T23:34:04.318478+0000","last_unstale":"2021-03-04T23:35:15.464657+0000","last_undegraded":"2021-03-04T23:35:15.464657+0000","last_fullsized":"2021-03-04T23:35:15.464657+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.c","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341340+0000","last_change":"2021-03-04T23:34:02.671172+0000","last_active":"2021-03-04T23:35:14.341340+0000","last_peered":"2021-03-04T23:35:14.341340+0000","last_clean":"2021-03-04T23:35:14.341340+0000","last_became_active":"2021-03-04T23:34:00.644584+0000","last_became_peered":"2021-03-04T23:34:00.644584+0000","last_unstale":"2021-03-04T23:35:14.341340+0000","last_undegraded":"2021-03-04T23:35:14.341340+0000","last_fullsized":"2021-03-04T23:35:14.341340+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.e","version":"823'56","reported_seq":"8712","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.644234+0000","last_change":"2021-03-04T23:35:15.644234+0000","last_active":"2021-03-04T23:35:15.644234+0000","last_peered":"2021-03-04T23:35:15.644234+0000","last_clean":"2021-03-04T23:35:15.644234+0000","last_became_active":"2021-03-04T23:33:56.615818+0000","last_became_peered":"2021-03-04T23:33:56.615818+0000","last_unstale":"2021-03-04T23:35:15.644234+0000","last_undegraded":"2021-03-04T23:35:15.644234+0000","last_fullsized":"2021-03-04T23:35:15.644234+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":56,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":525,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8530,"num_read_kb":6175,"num_write":56,"num_write_kb":2100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.f","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372496+0000","last_change":"2021-03-04T23:33:58.630500+0000","last_active":"2021-03-04T23:35:16.372496+0000","last_peered":"2021-03-04T23:35:16.372496+0000","last_clean":"2021-03-04T23:35:16.372496+0000","last_became_active":"2021-03-04T23:33:56.617757+0000","last_became_peered":"2021-03-04T23:33:56.617757+0000","last_unstale":"2021-03-04T23:35:16.372496+0000","last_undegraded":"2021-03-04T23:35:16.372496+0000","last_fullsized":"2021-03-04T23:35:16.372496+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.b","version":"0'0","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372024+0000","last_change":"2021-03-04T23:34:29.334881+0000","last_active":"2021-03-04T23:35:16.372024+0000","last_peered":"2021-03-04T23:35:16.372024+0000","last_clean":"2021-03-04T23:35:16.372024+0000","last_became_active":"2021-03-04T23:34:29.334539+0000","last_became_peered":"2021-03-04T23:34:29.334539+0000","last_unstale":"2021-03-04T23:35:16.372024+0000","last_undegraded":"2021-03-04T23:35:16.372024+0000","last_fullsized":"2021-03-04T23:35:16.372024+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.c","version":"0'0","reported_seq":"74","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343547+0000","last_change":"2021-03-04T23:34:29.340470+0000","last_active":"2021-03-04T23:35:15.343547+0000","last_peered":"2021-03-04T23:35:15.343547+0000","last_clean":"2021-03-04T23:35:15.343547+0000","last_became_active":"2021-03-04T23:34:29.340098+0000","last_became_peered":"2021-03-04T23:34:29.340098+0000","last_unstale":"2021-03-04T23:35:15.343547+0000","last_undegraded":"2021-03-04T23:35:15.343547+0000","last_fullsized":"2021-03-04T23:35:15.343547+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.d","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341185+0000","last_change":"2021-03-04T23:34:02.671543+0000","last_active":"2021-03-04T23:35:14.341185+0000","last_peered":"2021-03-04T23:35:14.341185+0000","last_clean":"2021-03-04T23:35:14.341185+0000","last_became_active":"2021-03-04T23:34:00.646191+0000","last_became_peered":"2021-03-04T23:34:00.646191+0000","last_unstale":"2021-03-04T23:35:14.341185+0000","last_undegraded":"2021-03-04T23:35:14.341185+0000","last_fullsized":"2021-03-04T23:35:14.341185+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.f","version":"781'10","reported_seq":"126","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.345690+0000","last_change":"2021-03-04T23:35:15.345844+0000","last_active":"2021-03-04T23:35:15.345690+0000","last_peered":"2021-03-04T23:35:15.345690+0000","last_clean":"2021-03-04T23:35:15.345690+0000","last_became_active":"2021-03-04T23:33:56.611649+0000","last_became_peered":"2021-03-04T23:33:56.611649+0000","last_unstale":"2021-03-04T23:35:15.345690+0000","last_undegraded":"2021-03-04T23:35:15.345690+0000","last_fullsized":"2021-03-04T23:35:15.345690+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":10,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.e","version":"0'0","reported_seq":"77","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372776+0000","last_change":"2021-03-04T23:34:29.334540+0000","last_active":"2021-03-04T23:35:16.372776+0000","last_peered":"2021-03-04T23:35:16.372776+0000","last_clean":"2021-03-04T23:35:16.372776+0000","last_became_active":"2021-03-04T23:34:29.334265+0000","last_became_peered":"2021-03-04T23:34:29.334265+0000","last_unstale":"2021-03-04T23:35:16.372776+0000","last_undegraded":"2021-03-04T23:35:16.372776+0000","last_fullsized":"2021-03-04T23:35:16.372776+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.14","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385732+0000","last_change":"2021-03-04T23:34:29.340261+0000","last_active":"2021-03-04T23:35:14.385732+0000","last_peered":"2021-03-04T23:35:14.385732+0000","last_clean":"2021-03-04T23:35:14.385732+0000","last_became_active":"2021-03-04T23:34:29.339995+0000","last_became_peered":"2021-03-04T23:34:29.339995+0000","last_unstale":"2021-03-04T23:35:14.385732+0000","last_undegraded":"2021-03-04T23:35:14.385732+0000","last_fullsized":"2021-03-04T23:35:14.385732+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.13","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343927+0000","last_change":"2021-03-04T23:34:08.352422+0000","last_active":"2021-03-04T23:35:15.343927+0000","last_peered":"2021-03-04T23:35:15.343927+0000","last_clean":"2021-03-04T23:35:15.343927+0000","last_became_active":"2021-03-04T23:34:04.323628+0000","last_became_peered":"2021-03-04T23:34:04.323628+0000","last_unstale":"2021-03-04T23:35:15.343927+0000","last_undegraded":"2021-03-04T23:35:15.343927+0000","last_fullsized":"2021-03-04T23:35:15.343927+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.12","version":"0'0","reported_seq":"72","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643484+0000","last_change":"2021-03-04T23:34:29.334973+0000","last_active":"2021-03-04T23:35:15.643484+0000","last_peered":"2021-03-04T23:35:15.643484+0000","last_clean":"2021-03-04T23:35:15.643484+0000","last_became_active":"2021-03-04T23:34:29.334553+0000","last_became_peered":"2021-03-04T23:34:29.334553+0000","last_unstale":"2021-03-04T23:35:15.643484+0000","last_undegraded":"2021-03-04T23:35:15.643484+0000","last_fullsized":"2021-03-04T23:35:15.643484+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.10","version":"827'18","reported_seq":"177","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642411+0000","last_change":"2021-03-04T23:35:15.642411+0000","last_active":"2021-03-04T23:35:15.642411+0000","last_peered":"2021-03-04T23:35:15.642411+0000","last_clean":"2021-03-04T23:35:15.642411+0000","last_became_active":"2021-03-04T23:33:52.578893+0000","last_became_peered":"2021-03-04T23:33:52.578893+0000","last_unstale":"2021-03-04T23:35:15.642411+0000","last_undegraded":"2021-03-04T23:35:15.642411+0000","last_fullsized":"2021-03-04T23:35:15.642411+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":29,"num_read_kb":14,"num_write":10,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.11","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463174+0000","last_change":"2021-03-04T23:33:58.625892+0000","last_active":"2021-03-04T23:35:15.463174+0000","last_peered":"2021-03-04T23:35:15.463174+0000","last_clean":"2021-03-04T23:35:15.463174+0000","last_became_active":"2021-03-04T23:33:56.610776+0000","last_became_peered":"2021-03-04T23:33:56.610776+0000","last_unstale":"2021-03-04T23:35:15.463174+0000","last_undegraded":"2021-03-04T23:35:15.463174+0000","last_fullsized":"2021-03-04T23:35:15.463174+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.15","version":"0'0","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372145+0000","last_change":"2021-03-04T23:34:29.332589+0000","last_active":"2021-03-04T23:35:16.372145+0000","last_peered":"2021-03-04T23:35:16.372145+0000","last_clean":"2021-03-04T23:35:16.372145+0000","last_became_active":"2021-03-04T23:34:29.332262+0000","last_became_peered":"2021-03-04T23:34:29.332262+0000","last_unstale":"2021-03-04T23:35:16.372145+0000","last_undegraded":"2021-03-04T23:35:16.372145+0000","last_fullsized":"2021-03-04T23:35:16.372145+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.12","version":"0'0","reported_seq":"64","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385805+0000","last_change":"2021-03-04T23:34:08.351404+0000","last_active":"2021-03-04T23:35:14.385805+0000","last_peered":"2021-03-04T23:35:14.385805+0000","last_clean":"2021-03-04T23:35:14.385805+0000","last_became_active":"2021-03-04T23:34:04.323627+0000","last_became_peered":"2021-03-04T23:34:04.323627+0000","last_unstale":"2021-03-04T23:35:14.385805+0000","last_undegraded":"2021-03-04T23:35:14.385805+0000","last_fullsized":"2021-03-04T23:35:14.385805+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.13","version":"789'4","reported_seq":"72","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642666+0000","last_change":"2021-03-04T23:34:02.665813+0000","last_active":"2021-03-04T23:35:15.642666+0000","last_peered":"2021-03-04T23:35:15.642666+0000","last_clean":"2021-03-04T23:35:15.642666+0000","last_became_active":"2021-03-04T23:34:00.647118+0000","last_became_peered":"2021-03-04T23:34:00.647118+0000","last_unstale":"2021-03-04T23:35:15.642666+0000","last_undegraded":"2021-03-04T23:35:15.642666+0000","last_fullsized":"2021-03-04T23:35:15.642666+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.11","version":"823'13","reported_seq":"187","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395896+0000","last_change":"2021-03-04T23:35:15.339176+0000","last_active":"2021-03-04T23:35:17.395896+0000","last_peered":"2021-03-04T23:35:17.395896+0000","last_clean":"2021-03-04T23:35:17.395896+0000","last_became_active":"2021-03-04T23:34:11.326279+0000","last_became_peered":"2021-03-04T23:34:11.326279+0000","last_unstale":"2021-03-04T23:35:17.395896+0000","last_undegraded":"2021-03-04T23:35:17.395896+0000","last_fullsized":"2021-03-04T23:35:17.395896+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":27,"num_write":9,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.10","version":"785'1","reported_seq":"69","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462450+0000","last_change":"2021-03-04T23:33:58.626412+0000","last_active":"2021-03-04T23:35:15.462450+0000","last_peered":"2021-03-04T23:35:15.462450+0000","last_clean":"2021-03-04T23:35:15.462450+0000","last_became_active":"2021-03-04T23:33:56.608965+0000","last_became_peered":"2021-03-04T23:33:56.608965+0000","last_unstale":"2021-03-04T23:35:15.462450+0000","last_undegraded":"2021-03-04T23:35:15.462450+0000","last_fullsized":"2021-03-04T23:35:15.462450+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.16","version":"801'6","reported_seq":"153","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340984+0000","last_change":"2021-03-04T23:34:14.324874+0000","last_active":"2021-03-04T23:35:14.340984+0000","last_peered":"2021-03-04T23:35:14.340984+0000","last_clean":"2021-03-04T23:35:14.340984+0000","last_became_active":"2021-03-04T23:34:10.356073+0000","last_became_peered":"2021-03-04T23:34:10.356073+0000","last_unstale":"2021-03-04T23:35:14.340984+0000","last_undegraded":"2021-03-04T23:35:14.340984+0000","last_fullsized":"2021-03-04T23:35:14.340984+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":116,"num_read_kb":112,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.11","version":"0'0","reported_seq":"64","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.384918+0000","last_change":"2021-03-04T23:34:08.351603+0000","last_active":"2021-03-04T23:35:14.384918+0000","last_peered":"2021-03-04T23:35:14.384918+0000","last_clean":"2021-03-04T23:35:14.384918+0000","last_became_active":"2021-03-04T23:34:04.322895+0000","last_became_peered":"2021-03-04T23:34:04.322895+0000","last_unstale":"2021-03-04T23:35:14.384918+0000","last_undegraded":"2021-03-04T23:35:14.384918+0000","last_fullsized":"2021-03-04T23:35:14.384918+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.10","version":"0'0","reported_seq":"81","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.641616+0000","last_change":"2021-03-04T23:34:29.334854+0000","last_active":"2021-03-04T23:35:15.641616+0000","last_peered":"2021-03-04T23:35:15.641616+0000","last_clean":"2021-03-04T23:35:15.641616+0000","last_became_active":"2021-03-04T23:34:29.334586+0000","last_became_peered":"2021-03-04T23:34:29.334586+0000","last_unstale":"2021-03-04T23:35:15.641616+0000","last_undegraded":"2021-03-04T23:35:15.641616+0000","last_fullsized":"2021-03-04T23:35:15.641616+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.12","version":"832'81","reported_seq":"8778","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395856+0000","last_change":"2021-03-04T23:35:15.339288+0000","last_active":"2021-03-04T23:35:17.395856+0000","last_peered":"2021-03-04T23:35:17.395856+0000","last_clean":"2021-03-04T23:35:17.395856+0000","last_became_active":"2021-03-04T23:34:11.327774+0000","last_became_peered":"2021-03-04T23:34:11.327774+0000","last_unstale":"2021-03-04T23:35:17.395856+0000","last_undegraded":"2021-03-04T23:35:17.395856+0000","last_fullsized":"2021-03-04T23:35:17.395856+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2097420,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8565,"num_read_kb":6204,"num_write":75,"num_write_kb":2117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.13","version":"0'0","reported_seq":"67","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643710+0000","last_change":"2021-03-04T23:33:58.629862+0000","last_active":"2021-03-04T23:35:15.643710+0000","last_peered":"2021-03-04T23:35:15.643710+0000","last_clean":"2021-03-04T23:35:15.643710+0000","last_became_active":"2021-03-04T23:33:56.616409+0000","last_became_peered":"2021-03-04T23:33:56.616409+0000","last_unstale":"2021-03-04T23:35:15.643710+0000","last_undegraded":"2021-03-04T23:35:15.643710+0000","last_fullsized":"2021-03-04T23:35:15.643710+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.17","version":"0'0","reported_seq":"67","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341134+0000","last_change":"2021-03-04T23:34:29.336337+0000","last_active":"2021-03-04T23:35:14.341134+0000","last_peered":"2021-03-04T23:35:14.341134+0000","last_clean":"2021-03-04T23:35:14.341134+0000","last_became_active":"2021-03-04T23:34:29.335852+0000","last_became_peered":"2021-03-04T23:34:29.335852+0000","last_unstale":"2021-03-04T23:35:14.341134+0000","last_undegraded":"2021-03-04T23:35:14.341134+0000","last_fullsized":"2021-03-04T23:35:14.341134+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.10","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343977+0000","last_change":"2021-03-04T23:34:08.352236+0000","last_active":"2021-03-04T23:35:15.343977+0000","last_peered":"2021-03-04T23:35:15.343977+0000","last_clean":"2021-03-04T23:35:15.343977+0000","last_became_active":"2021-03-04T23:34:04.320395+0000","last_became_peered":"2021-03-04T23:34:04.320395+0000","last_unstale":"2021-03-04T23:35:15.343977+0000","last_undegraded":"2021-03-04T23:35:15.343977+0000","last_fullsized":"2021-03-04T23:35:15.343977+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.11","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.339998+0000","last_change":"2021-03-04T23:34:02.670935+0000","last_active":"2021-03-04T23:35:14.339998+0000","last_peered":"2021-03-04T23:35:14.339998+0000","last_clean":"2021-03-04T23:35:14.339998+0000","last_became_active":"2021-03-04T23:34:00.644428+0000","last_became_peered":"2021-03-04T23:34:00.644428+0000","last_unstale":"2021-03-04T23:35:14.339998+0000","last_undegraded":"2021-03-04T23:35:14.339998+0000","last_fullsized":"2021-03-04T23:35:14.339998+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":"127","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344520+0000","last_change":"2021-03-04T23:35:15.344670+0000","last_active":"2021-03-04T23:35:15.344520+0000","last_peered":"2021-03-04T23:35:15.344520+0000","last_clean":"2021-03-04T23:35:15.344520+0000","last_became_active":"2021-03-04T23:33:52.575531+0000","last_became_peered":"2021-03-04T23:33:52.575531+0000","last_unstale":"2021-03-04T23:35:15.344520+0000","last_undegraded":"2021-03-04T23:35:15.344520+0000","last_fullsized":"2021-03-04T23:35:15.344520+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.12","version":"785'4","reported_seq":"77","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.462114+0000","last_change":"2021-03-04T23:33:58.626478+0000","last_active":"2021-03-04T23:35:15.462114+0000","last_peered":"2021-03-04T23:35:15.462114+0000","last_clean":"2021-03-04T23:35:15.462114+0000","last_became_active":"2021-03-04T23:33:56.609567+0000","last_became_peered":"2021-03-04T23:33:56.609567+0000","last_unstale":"2021-03-04T23:35:15.462114+0000","last_undegraded":"2021-03-04T23:35:15.462114+0000","last_fullsized":"2021-03-04T23:35:15.462114+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.10","version":"0'0","reported_seq":"60","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371812+0000","last_change":"2021-03-04T23:34:14.316668+0000","last_active":"2021-03-04T23:35:16.371812+0000","last_peered":"2021-03-04T23:35:16.371812+0000","last_clean":"2021-03-04T23:35:16.371812+0000","last_became_active":"2021-03-04T23:34:10.350936+0000","last_became_peered":"2021-03-04T23:34:10.350936+0000","last_unstale":"2021-03-04T23:35:16.371812+0000","last_undegraded":"2021-03-04T23:35:16.371812+0000","last_fullsized":"2021-03-04T23:35:16.371812+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.17","version":"0'0","reported_seq":"73","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341346+0000","last_change":"2021-03-04T23:34:29.336537+0000","last_active":"2021-03-04T23:35:14.341346+0000","last_peered":"2021-03-04T23:35:14.341346+0000","last_clean":"2021-03-04T23:35:14.341346+0000","last_became_active":"2021-03-04T23:34:29.336232+0000","last_became_peered":"2021-03-04T23:34:29.336232+0000","last_unstale":"2021-03-04T23:35:14.341346+0000","last_undegraded":"2021-03-04T23:35:14.341346+0000","last_fullsized":"2021-03-04T23:35:14.341346+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.16","version":"0'0","reported_seq":"64","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372472+0000","last_change":"2021-03-04T23:34:02.657450+0000","last_active":"2021-03-04T23:35:16.372472+0000","last_peered":"2021-03-04T23:35:16.372472+0000","last_clean":"2021-03-04T23:35:16.372472+0000","last_became_active":"2021-03-04T23:34:00.643700+0000","last_became_peered":"2021-03-04T23:34:00.643700+0000","last_unstale":"2021-03-04T23:35:16.372472+0000","last_undegraded":"2021-03-04T23:35:16.372472+0000","last_fullsized":"2021-03-04T23:35:16.372472+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463866+0000","last_change":"2021-03-04T23:33:58.626552+0000","last_active":"2021-03-04T23:35:15.463866+0000","last_peered":"2021-03-04T23:35:15.463866+0000","last_clean":"2021-03-04T23:35:15.463866+0000","last_became_active":"2021-03-04T23:33:56.614982+0000","last_became_peered":"2021-03-04T23:33:56.614982+0000","last_unstale":"2021-03-04T23:35:15.463866+0000","last_undegraded":"2021-03-04T23:35:15.463866+0000","last_fullsized":"2021-03-04T23:35:15.463866+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"781'5","reported_seq":"149","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464858+0000","last_change":"2021-03-04T23:35:15.464858+0000","last_active":"2021-03-04T23:35:15.464858+0000","last_peered":"2021-03-04T23:35:15.464858+0000","last_clean":"2021-03-04T23:35:15.464858+0000","last_became_active":"2021-03-04T23:33:56.618556+0000","last_became_peered":"2021-03-04T23:33:56.618556+0000","last_unstale":"2021-03-04T23:35:15.464858+0000","last_undegraded":"2021-03-04T23:35:15.464858+0000","last_fullsized":"2021-03-04T23:35:15.464858+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.11","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385119+0000","last_change":"2021-03-04T23:34:29.340313+0000","last_active":"2021-03-04T23:35:14.385119+0000","last_peered":"2021-03-04T23:35:14.385119+0000","last_clean":"2021-03-04T23:35:14.385119+0000","last_became_active":"2021-03-04T23:34:29.339293+0000","last_became_peered":"2021-03-04T23:34:29.339293+0000","last_unstale":"2021-03-04T23:35:14.385119+0000","last_undegraded":"2021-03-04T23:35:14.385119+0000","last_fullsized":"2021-03-04T23:35:14.385119+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.16","version":"0'0","reported_seq":"59","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.344569+0000","last_change":"2021-03-04T23:34:11.327415+0000","last_active":"2021-03-04T23:35:15.344569+0000","last_peered":"2021-03-04T23:35:15.344569+0000","last_clean":"2021-03-04T23:35:15.344569+0000","last_became_active":"2021-03-04T23:34:11.326462+0000","last_became_peered":"2021-03-04T23:34:11.326462+0000","last_unstale":"2021-03-04T23:35:15.344569+0000","last_undegraded":"2021-03-04T23:35:15.344569+0000","last_fullsized":"2021-03-04T23:35:15.344569+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.17","version":"0'0","reported_seq":"63","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341416+0000","last_change":"2021-03-04T23:34:02.671348+0000","last_active":"2021-03-04T23:35:14.341416+0000","last_peered":"2021-03-04T23:35:14.341416+0000","last_clean":"2021-03-04T23:35:14.341416+0000","last_became_active":"2021-03-04T23:34:00.645969+0000","last_became_peered":"2021-03-04T23:34:00.645969+0000","last_unstale":"2021-03-04T23:35:14.341416+0000","last_undegraded":"2021-03-04T23:35:14.341416+0000","last_fullsized":"2021-03-04T23:35:14.341416+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.15","version":"827'11","reported_seq":"181","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.644043+0000","last_change":"2021-03-04T23:35:15.644043+0000","last_active":"2021-03-04T23:35:15.644043+0000","last_peered":"2021-03-04T23:35:15.644043+0000","last_clean":"2021-03-04T23:35:15.644043+0000","last_became_active":"2021-03-04T23:34:29.335198+0000","last_became_peered":"2021-03-04T23:34:29.335198+0000","last_unstale":"2021-03-04T23:35:15.644043+0000","last_undegraded":"2021-03-04T23:35:15.644043+0000","last_fullsized":"2021-03-04T23:35:15.644043+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":8,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":224,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"33.14","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372521+0000","last_change":"2021-03-04T23:33:58.630891+0000","last_active":"2021-03-04T23:35:16.372521+0000","last_peered":"2021-03-04T23:35:16.372521+0000","last_clean":"2021-03-04T23:35:16.372521+0000","last_became_active":"2021-03-04T23:33:56.614389+0000","last_became_peered":"2021-03-04T23:33:56.614389+0000","last_unstale":"2021-03-04T23:35:16.372521+0000","last_undegraded":"2021-03-04T23:35:16.372521+0000","last_fullsized":"2021-03-04T23:35:16.372521+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.12","version":"0'0","reported_seq":"60","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372034+0000","last_change":"2021-03-04T23:34:14.317041+0000","last_active":"2021-03-04T23:35:16.372034+0000","last_peered":"2021-03-04T23:35:16.372034+0000","last_clean":"2021-03-04T23:35:16.372034+0000","last_became_active":"2021-03-04T23:34:10.355682+0000","last_became_peered":"2021-03-04T23:34:10.355682+0000","last_unstale":"2021-03-04T23:35:16.372034+0000","last_undegraded":"2021-03-04T23:35:16.372034+0000","last_fullsized":"2021-03-04T23:35:16.372034+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.15","version":"0'0","reported_seq":"64","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.340677+0000","last_change":"2021-03-04T23:34:08.355035+0000","last_active":"2021-03-04T23:35:14.340677+0000","last_peered":"2021-03-04T23:35:14.340677+0000","last_clean":"2021-03-04T23:35:14.340677+0000","last_became_active":"2021-03-04T23:34:04.319651+0000","last_became_peered":"2021-03-04T23:34:04.319651+0000","last_unstale":"2021-03-04T23:35:14.340677+0000","last_undegraded":"2021-03-04T23:35:14.340677+0000","last_fullsized":"2021-03-04T23:35:14.340677+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.14","version":"0'0","reported_seq":"73","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464600+0000","last_change":"2021-03-04T23:34:11.328616+0000","last_active":"2021-03-04T23:35:15.464600+0000","last_peered":"2021-03-04T23:35:15.464600+0000","last_clean":"2021-03-04T23:35:15.464600+0000","last_became_active":"2021-03-04T23:34:11.328389+0000","last_became_peered":"2021-03-04T23:34:11.328389+0000","last_unstale":"2021-03-04T23:35:15.464600+0000","last_undegraded":"2021-03-04T23:35:15.464600+0000","last_fullsized":"2021-03-04T23:35:15.464600+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":"68","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464767+0000","last_change":"2021-03-04T23:33:58.627173+0000","last_active":"2021-03-04T23:35:15.464767+0000","last_peered":"2021-03-04T23:35:15.464767+0000","last_clean":"2021-03-04T23:35:15.464767+0000","last_became_active":"2021-03-04T23:33:56.615469+0000","last_became_peered":"2021-03-04T23:33:56.615469+0000","last_unstale":"2021-03-04T23:35:15.464767+0000","last_undegraded":"2021-03-04T23:35:15.464767+0000","last_fullsized":"2021-03-04T23:35:15.464767+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"781'2","reported_seq":"146","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.644347+0000","last_change":"2021-03-04T23:35:15.644347+0000","last_active":"2021-03-04T23:35:15.644347+0000","last_peered":"2021-03-04T23:35:15.644347+0000","last_clean":"2021-03-04T23:35:15.644347+0000","last_became_active":"2021-03-04T23:34:29.334673+0000","last_became_peered":"2021-03-04T23:34:29.334673+0000","last_unstale":"2021-03-04T23:35:15.644347+0000","last_undegraded":"2021-03-04T23:35:15.644347+0000","last_fullsized":"2021-03-04T23:35:15.644347+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.13","version":"0'0","reported_seq":"58","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643443+0000","last_change":"2021-03-04T23:34:14.319941+0000","last_active":"2021-03-04T23:35:15.643443+0000","last_peered":"2021-03-04T23:35:15.643443+0000","last_clean":"2021-03-04T23:35:15.643443+0000","last_became_active":"2021-03-04T23:34:10.353187+0000","last_became_peered":"2021-03-04T23:34:10.353187+0000","last_unstale":"2021-03-04T23:35:15.643443+0000","last_undegraded":"2021-03-04T23:35:15.643443+0000","last_fullsized":"2021-03-04T23:35:15.643443+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.14","version":"0'0","reported_seq":"64","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341256+0000","last_change":"2021-03-04T23:34:08.354930+0000","last_active":"2021-03-04T23:35:14.341256+0000","last_peered":"2021-03-04T23:35:14.341256+0000","last_clean":"2021-03-04T23:35:14.341256+0000","last_became_active":"2021-03-04T23:34:04.321217+0000","last_became_peered":"2021-03-04T23:34:04.321217+0000","last_unstale":"2021-03-04T23:35:14.341256+0000","last_undegraded":"2021-03-04T23:35:14.341256+0000","last_fullsized":"2021-03-04T23:35:14.341256+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.15","version":"0'0","reported_seq":"64","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372427+0000","last_change":"2021-03-04T23:34:02.657248+0000","last_active":"2021-03-04T23:35:16.372427+0000","last_peered":"2021-03-04T23:35:16.372427+0000","last_clean":"2021-03-04T23:35:16.372427+0000","last_became_active":"2021-03-04T23:34:00.643673+0000","last_became_peered":"2021-03-04T23:34:00.643673+0000","last_unstale":"2021-03-04T23:35:16.372427+0000","last_undegraded":"2021-03-04T23:35:16.372427+0000","last_fullsized":"2021-03-04T23:35:16.372427+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.387154+0000","last_change":"2021-03-04T23:34:29.340068+0000","last_active":"2021-03-04T23:35:14.387154+0000","last_peered":"2021-03-04T23:35:14.387154+0000","last_clean":"2021-03-04T23:35:14.387154+0000","last_became_active":"2021-03-04T23:34:29.339309+0000","last_became_peered":"2021-03-04T23:34:29.339309+0000","last_unstale":"2021-03-04T23:35:14.387154+0000","last_undegraded":"2021-03-04T23:35:14.387154+0000","last_fullsized":"2021-03-04T23:35:14.387154+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"827'61","reported_seq":"8724","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.465377+0000","last_change":"2021-03-04T23:35:15.465377+0000","last_active":"2021-03-04T23:35:15.465377+0000","last_peered":"2021-03-04T23:35:15.465377+0000","last_clean":"2021-03-04T23:35:15.465377+0000","last_became_active":"2021-03-04T23:33:52.577259+0000","last_became_peered":"2021-03-04T23:33:52.577259+0000","last_unstale":"2021-03-04T23:35:15.465377+0000","last_undegraded":"2021-03-04T23:35:15.465377+0000","last_fullsized":"2021-03-04T23:35:15.465377+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":61,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8534,"num_read_kb":6171,"num_write":54,"num_write_kb":2097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.1c","version":"801'3","reported_seq":"69","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372046+0000","last_change":"2021-03-04T23:34:14.317910+0000","last_active":"2021-03-04T23:35:16.372046+0000","last_peered":"2021-03-04T23:35:16.372046+0000","last_clean":"2021-03-04T23:35:16.372046+0000","last_became_active":"2021-03-04T23:34:10.355627+0000","last_became_peered":"2021-03-04T23:34:10.355627+0000","last_unstale":"2021-03-04T23:35:16.372046+0000","last_undegraded":"2021-03-04T23:35:16.372046+0000","last_fullsized":"2021-03-04T23:35:16.372046+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.1b","version":"795'1","reported_seq":"69","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385629+0000","last_change":"2021-03-04T23:34:08.352178+0000","last_active":"2021-03-04T23:35:14.385629+0000","last_peered":"2021-03-04T23:35:14.385629+0000","last_clean":"2021-03-04T23:35:14.385629+0000","last_became_active":"2021-03-04T23:34:04.322907+0000","last_became_peered":"2021-03-04T23:34:04.322907+0000","last_unstale":"2021-03-04T23:35:14.385629+0000","last_undegraded":"2021-03-04T23:35:14.385629+0000","last_fullsized":"2021-03-04T23:35:14.385629+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.1a","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.345276+0000","last_change":"2021-03-04T23:34:02.658953+0000","last_active":"2021-03-04T23:35:15.345276+0000","last_peered":"2021-03-04T23:35:15.345276+0000","last_clean":"2021-03-04T23:35:15.345276+0000","last_became_active":"2021-03-04T23:34:00.645108+0000","last_became_peered":"2021-03-04T23:34:00.645108+0000","last_unstale":"2021-03-04T23:35:15.345276+0000","last_undegraded":"2021-03-04T23:35:15.345276+0000","last_fullsized":"2021-03-04T23:35:15.345276+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385532+0000","last_change":"2021-03-04T23:34:29.335705+0000","last_active":"2021-03-04T23:35:14.385532+0000","last_peered":"2021-03-04T23:35:14.385532+0000","last_clean":"2021-03-04T23:35:14.385532+0000","last_became_active":"2021-03-04T23:34:29.334602+0000","last_became_peered":"2021-03-04T23:34:29.334602+0000","last_unstale":"2021-03-04T23:35:14.385532+0000","last_undegraded":"2021-03-04T23:35:14.385532+0000","last_fullsized":"2021-03-04T23:35:14.385532+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"827'276","reported_seq":"393","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343427+0000","last_change":"2021-03-04T23:35:15.343648+0000","last_active":"2021-03-04T23:35:15.343427+0000","last_peered":"2021-03-04T23:35:15.343427+0000","last_clean":"2021-03-04T23:35:15.343427+0000","last_became_active":"2021-03-04T23:34:29.335695+0000","last_became_peered":"2021-03-04T23:34:29.335695+0000","last_unstale":"2021-03-04T23:35:15.343427+0000","last_undegraded":"2021-03-04T23:35:15.343427+0000","last_fullsized":"2021-03-04T23:35:15.343427+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":276,"ondisk_log_size":276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":55,"num_read_kb":39,"num_write":270,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.1d","version":"0'0","reported_seq":"61","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396279+0000","last_change":"2021-03-04T23:34:14.324726+0000","last_active":"2021-03-04T23:35:17.396279+0000","last_peered":"2021-03-04T23:35:17.396279+0000","last_clean":"2021-03-04T23:35:17.396279+0000","last_became_active":"2021-03-04T23:34:11.325803+0000","last_became_peered":"2021-03-04T23:34:11.325803+0000","last_unstale":"2021-03-04T23:35:17.396279+0000","last_undegraded":"2021-03-04T23:35:17.396279+0000","last_fullsized":"2021-03-04T23:35:17.396279+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1a","version":"795'8","reported_seq":"167","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.642335+0000","last_change":"2021-03-04T23:34:08.350336+0000","last_active":"2021-03-04T23:35:15.642335+0000","last_peered":"2021-03-04T23:35:15.642335+0000","last_clean":"2021-03-04T23:35:15.642335+0000","last_became_active":"2021-03-04T23:34:04.318219+0000","last_became_peered":"2021-03-04T23:34:04.318219+0000","last_unstale":"2021-03-04T23:35:15.642335+0000","last_undegraded":"2021-03-04T23:35:15.642335+0000","last_fullsized":"2021-03-04T23:35:15.642335+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":118,"num_write":4,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.1b","version":"0'0","reported_seq":"64","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.463659+0000","last_change":"2021-03-04T23:34:02.657519+0000","last_active":"2021-03-04T23:35:15.463659+0000","last_peered":"2021-03-04T23:35:15.463659+0000","last_clean":"2021-03-04T23:35:15.463659+0000","last_became_active":"2021-03-04T23:34:00.644228+0000","last_became_peered":"2021-03-04T23:34:00.644228+0000","last_unstale":"2021-03-04T23:35:15.463659+0000","last_undegraded":"2021-03-04T23:35:15.463659+0000","last_fullsized":"2021-03-04T23:35:15.463659+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":"67","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.641350+0000","last_change":"2021-03-04T23:33:58.630124+0000","last_active":"2021-03-04T23:35:15.641350+0000","last_peered":"2021-03-04T23:35:15.641350+0000","last_clean":"2021-03-04T23:35:15.641350+0000","last_became_active":"2021-03-04T23:33:56.617153+0000","last_became_peered":"2021-03-04T23:33:56.617153+0000","last_unstale":"2021-03-04T23:35:15.641350+0000","last_undegraded":"2021-03-04T23:35:15.641350+0000","last_fullsized":"2021-03-04T23:35:15.641350+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.19","version":"837'9","reported_seq":"150","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.402460+0000","last_change":"2021-03-04T23:35:15.344202+0000","last_active":"2021-03-04T23:35:16.402460+0000","last_peered":"2021-03-04T23:35:16.402460+0000","last_clean":"2021-03-04T23:35:16.402460+0000","last_became_active":"2021-03-04T23:33:52.583634+0000","last_became_peered":"2021-03-04T23:33:52.583634+0000","last_unstale":"2021-03-04T23:35:16.402460+0000","last_undegraded":"2021-03-04T23:35:16.402460+0000","last_fullsized":"2021-03-04T23:35:16.402460+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2097376,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":15,"num_read_kb":2054,"num_write":5,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.1e","version":"0'0","reported_seq":"60","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396279+0000","last_change":"2021-03-04T23:34:14.324910+0000","last_active":"2021-03-04T23:35:17.396279+0000","last_peered":"2021-03-04T23:35:17.396279+0000","last_clean":"2021-03-04T23:35:17.396279+0000","last_became_active":"2021-03-04T23:34:10.355716+0000","last_became_peered":"2021-03-04T23:34:10.355716+0000","last_unstale":"2021-03-04T23:35:17.396279+0000","last_undegraded":"2021-03-04T23:35:17.396279+0000","last_fullsized":"2021-03-04T23:35:17.396279+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.19","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343330+0000","last_change":"2021-03-04T23:34:08.351438+0000","last_active":"2021-03-04T23:35:15.343330+0000","last_peered":"2021-03-04T23:35:15.343330+0000","last_clean":"2021-03-04T23:35:15.343330+0000","last_became_active":"2021-03-04T23:34:04.320310+0000","last_became_peered":"2021-03-04T23:34:04.320310+0000","last_unstale":"2021-03-04T23:35:15.343330+0000","last_undegraded":"2021-03-04T23:35:15.343330+0000","last_fullsized":"2021-03-04T23:35:15.343330+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.18","version":"0'0","reported_seq":"64","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396009+0000","last_change":"2021-03-04T23:34:02.663321+0000","last_active":"2021-03-04T23:35:17.396009+0000","last_peered":"2021-03-04T23:35:17.396009+0000","last_clean":"2021-03-04T23:35:17.396009+0000","last_became_active":"2021-03-04T23:34:00.642882+0000","last_became_peered":"2021-03-04T23:34:00.642882+0000","last_unstale":"2021-03-04T23:35:17.396009+0000","last_undegraded":"2021-03-04T23:35:17.396009+0000","last_fullsized":"2021-03-04T23:35:17.396009+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1b","version":"785'2","reported_seq":"69","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643610+0000","last_change":"2021-03-04T23:33:58.630333+0000","last_active":"2021-03-04T23:35:15.643610+0000","last_peered":"2021-03-04T23:35:15.643610+0000","last_clean":"2021-03-04T23:35:15.643610+0000","last_became_active":"2021-03-04T23:33:56.616029+0000","last_became_peered":"2021-03-04T23:33:56.616029+0000","last_unstale":"2021-03-04T23:35:15.643610+0000","last_undegraded":"2021-03-04T23:35:15.643610+0000","last_fullsized":"2021-03-04T23:35:15.643610+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1a","version":"815'12","reported_seq":"178","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464534+0000","last_change":"2021-03-04T23:35:15.464534+0000","last_active":"2021-03-04T23:35:15.464534+0000","last_peered":"2021-03-04T23:35:15.464534+0000","last_clean":"2021-03-04T23:35:15.464534+0000","last_became_active":"2021-03-04T23:33:52.577324+0000","last_became_peered":"2021-03-04T23:33:52.577324+0000","last_unstale":"2021-03-04T23:35:15.464534+0000","last_undegraded":"2021-03-04T23:35:15.464534+0000","last_fullsized":"2021-03-04T23:35:15.464534+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":35,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.1f","version":"0'0","reported_seq":"67","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341066+0000","last_change":"2021-03-04T23:34:29.336179+0000","last_active":"2021-03-04T23:35:14.341066+0000","last_peered":"2021-03-04T23:35:14.341066+0000","last_clean":"2021-03-04T23:35:14.341066+0000","last_became_active":"2021-03-04T23:34:29.335842+0000","last_became_peered":"2021-03-04T23:34:29.335842+0000","last_unstale":"2021-03-04T23:35:14.341066+0000","last_undegraded":"2021-03-04T23:35:14.341066+0000","last_fullsized":"2021-03-04T23:35:14.341066+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.18","version":"0'0","reported_seq":"65","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.371719+0000","last_change":"2021-03-04T23:34:08.346595+0000","last_active":"2021-03-04T23:35:16.371719+0000","last_peered":"2021-03-04T23:35:16.371719+0000","last_clean":"2021-03-04T23:35:16.371719+0000","last_became_active":"2021-03-04T23:34:04.319062+0000","last_became_peered":"2021-03-04T23:34:04.319062+0000","last_unstale":"2021-03-04T23:35:16.371719+0000","last_undegraded":"2021-03-04T23:35:16.371719+0000","last_fullsized":"2021-03-04T23:35:16.371719+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.19","version":"0'0","reported_seq":"64","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396105+0000","last_change":"2021-03-04T23:34:02.664016+0000","last_active":"2021-03-04T23:35:17.396105+0000","last_peered":"2021-03-04T23:35:17.396105+0000","last_clean":"2021-03-04T23:35:17.396105+0000","last_became_active":"2021-03-04T23:34:00.642488+0000","last_became_peered":"2021-03-04T23:34:00.642488+0000","last_unstale":"2021-03-04T23:35:17.396105+0000","last_undegraded":"2021-03-04T23:35:17.396105+0000","last_fullsized":"2021-03-04T23:35:17.396105+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":"68","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395842+0000","last_change":"2021-03-04T23:33:58.625430+0000","last_active":"2021-03-04T23:35:17.395842+0000","last_peered":"2021-03-04T23:35:17.395842+0000","last_clean":"2021-03-04T23:35:17.395842+0000","last_became_active":"2021-03-04T23:33:56.616125+0000","last_became_peered":"2021-03-04T23:33:56.616125+0000","last_unstale":"2021-03-04T23:35:17.395842+0000","last_undegraded":"2021-03-04T23:35:17.395842+0000","last_fullsized":"2021-03-04T23:35:17.395842+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"823'2","reported_seq":"131","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.343863+0000","last_change":"2021-03-04T23:35:15.345239+0000","last_active":"2021-03-04T23:35:15.343863+0000","last_peered":"2021-03-04T23:35:15.343863+0000","last_clean":"2021-03-04T23:35:15.343863+0000","last_became_active":"2021-03-04T23:33:52.577530+0000","last_became_peered":"2021-03-04T23:33:52.577530+0000","last_unstale":"2021-03-04T23:35:15.343863+0000","last_undegraded":"2021-03-04T23:35:15.343863+0000","last_fullsized":"2021-03-04T23:35:15.343863+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.18","version":"0'0","reported_seq":"60","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395567+0000","last_change":"2021-03-04T23:34:14.323439+0000","last_active":"2021-03-04T23:35:17.395567+0000","last_peered":"2021-03-04T23:35:17.395567+0000","last_clean":"2021-03-04T23:35:17.395567+0000","last_became_active":"2021-03-04T23:34:10.324975+0000","last_became_peered":"2021-03-04T23:34:10.324975+0000","last_unstale":"2021-03-04T23:35:17.395567+0000","last_undegraded":"2021-03-04T23:35:17.395567+0000","last_fullsized":"2021-03-04T23:35:17.395567+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1f","version":"0'0","reported_seq":"65","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396829+0000","last_change":"2021-03-04T23:34:08.359080+0000","last_active":"2021-03-04T23:35:17.396829+0000","last_peered":"2021-03-04T23:35:17.396829+0000","last_clean":"2021-03-04T23:35:17.396829+0000","last_became_active":"2021-03-04T23:34:04.319783+0000","last_became_peered":"2021-03-04T23:34:04.319783+0000","last_unstale":"2021-03-04T23:35:17.396829+0000","last_undegraded":"2021-03-04T23:35:17.396829+0000","last_fullsized":"2021-03-04T23:35:17.396829+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.1e","version":"0'0","reported_seq":"64","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372808+0000","last_change":"2021-03-04T23:34:02.657404+0000","last_active":"2021-03-04T23:35:16.372808+0000","last_peered":"2021-03-04T23:35:16.372808+0000","last_clean":"2021-03-04T23:35:16.372808+0000","last_became_active":"2021-03-04T23:34:00.643158+0000","last_became_peered":"2021-03-04T23:34:00.643158+0000","last_unstale":"2021-03-04T23:35:16.372808+0000","last_undegraded":"2021-03-04T23:35:16.372808+0000","last_fullsized":"2021-03-04T23:35:16.372808+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1d","version":"785'1","reported_seq":"68","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.341047+0000","last_change":"2021-03-04T23:33:58.635229+0000","last_active":"2021-03-04T23:35:14.341047+0000","last_peered":"2021-03-04T23:35:14.341047+0000","last_clean":"2021-03-04T23:35:14.341047+0000","last_became_active":"2021-03-04T23:33:56.612164+0000","last_became_peered":"2021-03-04T23:33:56.612164+0000","last_unstale":"2021-03-04T23:35:14.341047+0000","last_undegraded":"2021-03-04T23:35:14.341047+0000","last_fullsized":"2021-03-04T23:35:14.341047+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.1c","version":"837'103","reported_seq":"8792","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.386823+0000","last_change":"2021-03-04T23:35:15.644109+0000","last_active":"2021-03-04T23:35:16.386823+0000","last_peered":"2021-03-04T23:35:16.386823+0000","last_clean":"2021-03-04T23:35:16.386823+0000","last_became_active":"2021-03-04T23:33:52.574273+0000","last_became_peered":"2021-03-04T23:33:52.574273+0000","last_unstale":"2021-03-04T23:35:16.386823+0000","last_undegraded":"2021-03-04T23:35:16.386823+0000","last_fullsized":"2021-03-04T23:35:16.386823+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":103,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2097894,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":8612,"num_read_kb":6216,"num_write":99,"num_write_kb":2143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.19","version":"0'0","reported_seq":"30","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385254+0000","last_change":"2021-03-04T23:34:29.339048+0000","last_active":"2021-03-04T23:35:14.385254+0000","last_peered":"2021-03-04T23:35:14.385254+0000","last_clean":"2021-03-04T23:35:14.385254+0000","last_became_active":"2021-03-04T23:34:29.338712+0000","last_became_peered":"2021-03-04T23:34:29.338712+0000","last_unstale":"2021-03-04T23:35:14.385254+0000","last_undegraded":"2021-03-04T23:35:14.385254+0000","last_fullsized":"2021-03-04T23:35:14.385254+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.1e","version":"0'0","reported_seq":"65","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396196+0000","last_change":"2021-03-04T23:34:08.358468+0000","last_active":"2021-03-04T23:35:17.396196+0000","last_peered":"2021-03-04T23:35:17.396196+0000","last_clean":"2021-03-04T23:35:17.396196+0000","last_became_active":"2021-03-04T23:34:04.321858+0000","last_became_peered":"2021-03-04T23:34:04.321858+0000","last_unstale":"2021-03-04T23:35:17.396196+0000","last_undegraded":"2021-03-04T23:35:17.396196+0000","last_fullsized":"2021-03-04T23:35:17.396196+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.1f","version":"789'1","reported_seq":"78","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.396810+0000","last_change":"2021-03-04T23:34:11.692035+0000","last_active":"2021-03-04T23:35:17.396810+0000","last_peered":"2021-03-04T23:35:17.396810+0000","last_clean":"2021-03-04T23:35:17.396810+0000","last_became_active":"2021-03-04T23:34:11.328402+0000","last_became_peered":"2021-03-04T23:34:11.328402+0000","last_unstale":"2021-03-04T23:35:17.396810+0000","last_undegraded":"2021-03-04T23:35:17.396810+0000","last_fullsized":"2021-03-04T23:35:17.396810+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1c","version":"785'5","reported_seq":"79","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385979+0000","last_change":"2021-03-04T23:33:58.629581+0000","last_active":"2021-03-04T23:35:14.385979+0000","last_peered":"2021-03-04T23:35:14.385979+0000","last_clean":"2021-03-04T23:35:14.385979+0000","last_became_active":"2021-03-04T23:33:56.613114+0000","last_became_peered":"2021-03-04T23:33:56.613114+0000","last_unstale":"2021-03-04T23:35:14.385979+0000","last_undegraded":"2021-03-04T23:35:14.385979+0000","last_fullsized":"2021-03-04T23:35:14.385979+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"823'10","reported_seq":"159","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.643967+0000","last_change":"2021-03-04T23:35:15.643967+0000","last_active":"2021-03-04T23:35:15.643967+0000","last_peered":"2021-03-04T23:35:15.643967+0000","last_clean":"2021-03-04T23:35:15.643967+0000","last_became_active":"2021-03-04T23:34:11.325881+0000","last_became_peered":"2021-03-04T23:34:11.325881+0000","last_unstale":"2021-03-04T23:35:15.643967+0000","last_undegraded":"2021-03-04T23:35:15.643967+0000","last_fullsized":"2021-03-04T23:35:15.643967+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":6,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.1a","version":"801'3","reported_seq":"36","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385613+0000","last_change":"2021-03-04T23:34:29.717453+0000","last_active":"2021-03-04T23:35:14.385613+0000","last_peered":"2021-03-04T23:35:14.385613+0000","last_clean":"2021-03-04T23:35:14.385613+0000","last_became_active":"2021-03-04T23:34:29.339273+0000","last_became_peered":"2021-03-04T23:34:29.339273+0000","last_unstale":"2021-03-04T23:35:14.385613+0000","last_undegraded":"2021-03-04T23:35:14.385613+0000","last_fullsized":"2021-03-04T23:35:14.385613+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":8,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":35,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.1d","version":"0'0","reported_seq":"65","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464705+0000","last_change":"2021-03-04T23:34:08.352462+0000","last_active":"2021-03-04T23:35:15.464705+0000","last_peered":"2021-03-04T23:35:15.464705+0000","last_clean":"2021-03-04T23:35:15.464705+0000","last_became_active":"2021-03-04T23:34:04.318960+0000","last_became_peered":"2021-03-04T23:34:04.318960+0000","last_unstale":"2021-03-04T23:35:15.464705+0000","last_undegraded":"2021-03-04T23:35:15.464705+0000","last_fullsized":"2021-03-04T23:35:15.464705+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1c","version":"789'3","reported_seq":"73","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.385733+0000","last_change":"2021-03-04T23:34:02.663508+0000","last_active":"2021-03-04T23:35:14.385733+0000","last_peered":"2021-03-04T23:35:14.385733+0000","last_clean":"2021-03-04T23:35:14.385733+0000","last_became_active":"2021-03-04T23:34:00.648531+0000","last_became_peered":"2021-03-04T23:34:00.648531+0000","last_unstale":"2021-03-04T23:35:14.385733+0000","last_undegraded":"2021-03-04T23:35:14.385733+0000","last_fullsized":"2021-03-04T23:35:14.385733+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":"68","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372775+0000","last_change":"2021-03-04T23:33:58.630751+0000","last_active":"2021-03-04T23:35:16.372775+0000","last_peered":"2021-03-04T23:35:16.372775+0000","last_clean":"2021-03-04T23:35:16.372775+0000","last_became_active":"2021-03-04T23:33:56.617257+0000","last_became_peered":"2021-03-04T23:33:56.617257+0000","last_unstale":"2021-03-04T23:35:16.372775+0000","last_undegraded":"2021-03-04T23:35:16.372775+0000","last_fullsized":"2021-03-04T23:35:16.372775+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"0'0","reported_seq":"128","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372723+0000","last_change":"2021-03-04T23:35:15.714741+0000","last_active":"2021-03-04T23:35:16.372723+0000","last_peered":"2021-03-04T23:35:16.372723+0000","last_clean":"2021-03-04T23:35:16.372723+0000","last_became_active":"2021-03-04T23:33:52.581617+0000","last_became_peered":"2021-03-04T23:33:52.581617+0000","last_unstale":"2021-03-04T23:35:16.372723+0000","last_undegraded":"2021-03-04T23:35:16.372723+0000","last_fullsized":"2021-03-04T23:35:16.372723+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]},{"pgid":"36.1b","version":"0'0","reported_seq":"60","reported_epoch":"838","state":"active+clean","last_fresh":"2021-03-04T23:35:17.395848+0000","last_change":"2021-03-04T23:34:14.324123+0000","last_active":"2021-03-04T23:35:17.395848+0000","last_peered":"2021-03-04T23:35:17.395848+0000","last_clean":"2021-03-04T23:35:17.395848+0000","last_became_active":"2021-03-04T23:34:10.354141+0000","last_became_peered":"2021-03-04T23:34:10.354141+0000","last_unstale":"2021-03-04T23:35:17.395848+0000","last_undegraded":"2021-03-04T23:35:17.395848+0000","last_fullsized":"2021-03-04T23:35:17.395848+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:09.303094+0000","last_clean_scrub_stamp":"2021-03-04T23:34:09.303094+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1c","version":"795'3","reported_seq":"74","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.464685+0000","last_change":"2021-03-04T23:34:08.352333+0000","last_active":"2021-03-04T23:35:15.464685+0000","last_peered":"2021-03-04T23:35:15.464685+0000","last_clean":"2021-03-04T23:35:15.464685+0000","last_became_active":"2021-03-04T23:34:04.318923+0000","last_became_peered":"2021-03-04T23:34:04.318923+0000","last_unstale":"2021-03-04T23:35:15.464685+0000","last_undegraded":"2021-03-04T23:35:15.464685+0000","last_fullsized":"2021-03-04T23:35:15.464685+0000","mapping_epoch":790,"log_start":"0'0","ondisk_log_start":"0'0","created":790,"last_epoch_clean":791,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:34:03.659765+0000","last_clean_scrub_stamp":"2021-03-04T23:34:03.659765+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1d","version":"0'0","reported_seq":"64","reported_epoch":"837","state":"active+clean","last_fresh":"2021-03-04T23:35:16.372317+0000","last_change":"2021-03-04T23:34:02.656707+0000","last_active":"2021-03-04T23:35:16.372317+0000","last_peered":"2021-03-04T23:35:16.372317+0000","last_clean":"2021-03-04T23:35:16.372317+0000","last_became_active":"2021-03-04T23:34:00.645018+0000","last_became_peered":"2021-03-04T23:34:00.645018+0000","last_unstale":"2021-03-04T23:35:16.372317+0000","last_undegraded":"2021-03-04T23:35:16.372317+0000","last_fullsized":"2021-03-04T23:35:16.372317+0000","mapping_epoch":786,"log_start":"0'0","ondisk_log_start":"0'0","created":786,"last_epoch_clean":787,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:59.623590+0000","last_clean_scrub_stamp":"2021-03-04T23:33:59.623590+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":"76","reported_epoch":"835","state":"active+clean","last_fresh":"2021-03-04T23:35:14.386986+0000","last_change":"2021-03-04T23:34:11.326891+0000","last_active":"2021-03-04T23:35:14.386986+0000","last_peered":"2021-03-04T23:35:14.386986+0000","last_clean":"2021-03-04T23:35:14.386986+0000","last_became_active":"2021-03-04T23:34:11.326506+0000","last_became_peered":"2021-03-04T23:34:11.326506+0000","last_unstale":"2021-03-04T23:35:14.386986+0000","last_undegraded":"2021-03-04T23:35:14.386986+0000","last_fullsized":"2021-03-04T23:35:14.386986+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":782,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:55.588223+0000","last_clean_scrub_stamp":"2021-03-04T23:33:55.588223+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"0'0","reported_seq":"127","reported_epoch":"836","state":"active+clean","last_fresh":"2021-03-04T23:35:15.465256+0000","last_change":"2021-03-04T23:35:15.465256+0000","last_active":"2021-03-04T23:35:15.465256+0000","last_peered":"2021-03-04T23:35:15.465256+0000","last_clean":"2021-03-04T23:35:15.465256+0000","last_became_active":"2021-03-04T23:33:52.577366+0000","last_became_peered":"2021-03-04T23:33:52.577366+0000","last_unstale":"2021-03-04T23:35:15.465256+0000","last_undegraded":"2021-03-04T23:35:15.465256+0000","last_fullsized":"2021-03-04T23:35:15.465256+0000","mapping_epoch":778,"log_start":"0'0","ondisk_log_start":"0'0","created":778,"last_epoch_clean":779,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:51.550646+0000","last_clean_scrub_stamp":"2021-03-04T23:33:51.550646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c","length":"1"},{"start":"21","length":"1"}]}],"pool_stats":[{"poolid":34,"num_pg":32,"stat_sum":{"num_bytes":135,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":96,"acting":96,"num_store_stats":7},{"poolid":36,"num_pg":32,"stat_sum":{"num_bytes":186,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":481,"num_read_kb":390,"num_write":83,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":163,"num_keys_recovered":71,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93,"ondisk_log_size":93,"up":96,"acting":96,"num_store_stats":7},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5722,"num_read_kb":12602,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":84,"acting":84,"num_store_stats":8},{"poolid":35,"num_pg":32,"stat_sum":{"num_bytes":186,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":481,"num_read_kb":390,"num_write":83,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":112,"num_keys_recovered":149,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93,"ondisk_log_size":93,"up":96,"acting":96,"num_store_stats":7},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41,"num_bytes_recovered":4061,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":8419674,"num_objects":49,"num_object_clones":0,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":34667,"num_read_kb":27166,"num_write":916,"num_write_kb":11185,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":896,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9629696,"data_stored":6753014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1040,"ondisk_log_size":1040,"up":96,"acting":96,"num_store_stats":7},{"poolid":33,"num_pg":32,"stat_sum":{"num_bytes":135,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":96,"acting":96,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496170,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659694,"num_pgs":122,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1057076,"kb_used_data":8492,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":87023308,"statfs":{"total":90194313216,"available":89111867392,"internally_reserved":1073741824,"allocated":8695808,"data_stored":4995946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:16 2021","interfaces":[{"interface":"back","average":{"1min":1.4239999999999999,"5min":3.1800000000000002,"15min":1.6479999999999999},"min":{"1min":0.20799999999999999,"5min":0.151,"15min":0.14099999999999999},"max":{"1min":2.4359999999999999,"5min":107.697,"15min":107.697},"last":2.3969999999999998},{"interface":"front","average":{"1min":1.7070000000000001,"5min":3.3420000000000001,"15min":1.802},"min":{"1min":0.52900000000000003,"5min":0.19600000000000001,"15min":0.17899999999999999},"max":{"1min":2.7400000000000002,"5min":107.79000000000001,"15min":107.79000000000001},"last":2.1469999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":0.94399999999999995,"15min":1.45},"min":{"1min":0.32400000000000001,"5min":0.191,"15min":0.17000000000000001},"max":{"1min":2.8519999999999999,"5min":2.8519999999999999,"15min":72.114999999999995},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.401,"5min":0.98499999999999999,"15min":1.4470000000000001},"min":{"1min":0.34100000000000003,"5min":0.17399999999999999,"15min":0.16800000000000001},"max":{"1min":2.5449999999999999,"5min":3.3610000000000002,"15min":71.942999999999998},"last":1.954}]},{"osd":2,"last update":"Thu Mar 4 23:34:50 2021","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":2.831,"15min":1.871},"min":{"1min":0.28999999999999998,"5min":0.20399999999999999,"15min":0.14099999999999999},"max":{"1min":2.681,"5min":72.186000000000007,"15min":72.186000000000007},"last":2.089},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.681,"15min":1.8580000000000001},"min":{"1min":0.26300000000000001,"5min":0.17699999999999999,"15min":0.17399999999999999},"max":{"1min":2.1080000000000001,"5min":72.608000000000004,"15min":72.608000000000004},"last":2.2709999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":2.133,"15min":1.661},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":2.8090000000000002,"5min":58.862000000000002,"15min":58.862000000000002},"last":1.8160000000000001},{"interface":"front","average":{"1min":1.4810000000000001,"5min":2.2370000000000001,"15min":1.653},"min":{"1min":0.315,"5min":0.22600000000000001,"15min":0.217},"max":{"1min":2.742,"5min":58.322000000000003,"15min":58.322000000000003},"last":1.395}]},{"osd":4,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":0.92000000000000004,"15min":0.90000000000000002},"min":{"1min":0.25600000000000001,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.2240000000000002,"5min":2.27,"15min":12.115},"last":0.89100000000000001},{"interface":"front","average":{"1min":1.306,"5min":0.94899999999999995,"15min":0.94099999999999995},"min":{"1min":0.23599999999999999,"5min":0.153,"15min":0.153},"max":{"1min":2.609,"5min":4.2080000000000002,"15min":6.1360000000000001},"last":1.153}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.4419999999999999,"15min":1.4399999999999999},"min":{"1min":0.33600000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.6949999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":1.4610000000000001},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.2909999999999999,"15min":1.286},"min":{"1min":0.38100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":1.286}]},{"osd":7,"last update":"Thu Mar 4 23:35:02 2021","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.093,"15min":1.0569999999999999},"min":{"1min":0.33700000000000002,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":8.6940000000000008},"last":1.625},{"interface":"front","average":{"1min":1.758,"5min":1.266,"15min":1.161},"min":{"1min":0.42199999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.8679999999999999,"5min":2.8679999999999999,"15min":7.4589999999999996},"last":1.724}]}]},{"osd":1,"up_from":341,"seq":1464583848370,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":175324,"kb_used_data":13716,"kb_used_omap":771,"kb_used_meta":160828,"kb_avail":87905060,"statfs":{"total":90194313216,"available":90014781440,"internally_reserved":0,"allocated":14045184,"data_stored":11151846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":164688271},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":1.4690000000000001,"15min":1.1950000000000001},"min":{"1min":0.19700000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":1.845,"5min":52.689999999999998,"15min":52.689999999999998},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.4390000000000001,"15min":1.2250000000000001},"min":{"1min":0.14699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":2.0910000000000002,"5min":52.587000000000003,"15min":52.587000000000003},"last":1.5620000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:04 2021","interfaces":[{"interface":"back","average":{"1min":1.331,"5min":3.5750000000000002,"15min":1.9390000000000001},"min":{"1min":0.216,"5min":0.124,"15min":0.124},"max":{"1min":2.907,"5min":184.83000000000001,"15min":184.83000000000001},"last":1.8740000000000001},{"interface":"front","average":{"1min":1.909,"5min":3.871,"15min":2.2069999999999999},"min":{"1min":0.24199999999999999,"5min":0.188,"15min":0.188},"max":{"1min":3.0920000000000001,"5min":184.96799999999999,"15min":184.96799999999999},"last":2.2280000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:34:50 2021","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.7869999999999999},"min":{"1min":0.184,"5min":0.161,"15min":0.161},"max":{"1min":2.6240000000000001,"5min":52.537999999999997,"15min":162.47200000000001},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.034,"5min":1.27,"15min":1.627},"min":{"1min":0.23000000000000001,"5min":0.17199999999999999,"15min":0.158},"max":{"1min":1.6779999999999999,"5min":52.472000000000001,"15min":163.73400000000001},"last":1.351}]},{"osd":4,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":2.6030000000000002,"15min":1.464},"min":{"1min":0.53000000000000003,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":2.7719999999999998,"5min":114.315,"15min":114.315},"last":2.1179999999999999},{"interface":"front","average":{"1min":1.2569999999999999,"5min":2.7719999999999998,"15min":1.581},"min":{"1min":0.61599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":2.2799999999999998,"5min":114.074,"15min":114.074},"last":1.659}]},{"osd":5,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.5,"5min":1.46,"15min":1.4530000000000001},"min":{"1min":0.65300000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.653,"5min":2.8380000000000001,"15min":2.8380000000000001},"last":1.7669999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.8,"15min":1.8180000000000001},"min":{"1min":0.72599999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":2.6349999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4990000000000001,"5min":2.1120000000000001,"15min":1.623},"min":{"1min":0.78400000000000003,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":2.794,"5min":74.5,"15min":74.5},"last":2.2959999999999998},{"interface":"front","average":{"1min":1.6719999999999999,"5min":2.0699999999999998,"15min":1.671},"min":{"1min":0.57899999999999996,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.0539999999999998,"5min":74.441000000000003,"15min":74.441000000000003},"last":2.7389999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":0.98699999999999999,"15min":1.171},"min":{"1min":0.57999999999999996,"5min":0.22900000000000001,"15min":0.218},"max":{"1min":2.1739999999999999,"5min":3.7559999999999998,"15min":32.076999999999998},"last":2.52},{"interface":"front","average":{"1min":1.464,"5min":1.1870000000000001,"15min":1.329},"min":{"1min":0.65100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.9380000000000002,"5min":4.8659999999999997,"15min":32.545999999999999},"last":1.9350000000000001}]}]},{"osd":0,"up_from":284,"seq":1219770712515,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":222408,"kb_used_data":7616,"kb_used_omap":178,"kb_used_meta":214605,"kb_avail":87857976,"statfs":{"total":90194313216,"available":89966567424,"internally_reserved":0,"allocated":7798784,"data_stored":4872333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":182526,"internal_metadata":219756290},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.57699999999999996,"15min":1.0920000000000001},"min":{"1min":0.26600000000000001,"5min":0.124,"15min":0.111},"max":{"1min":2.8809999999999998,"5min":3.9390000000000001,"15min":76.040000000000006},"last":1.544},{"interface":"front","average":{"1min":0.84599999999999997,"5min":1.8600000000000001,"15min":1.498},"min":{"1min":0.222,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":2.2810000000000001,"5min":85.325999999999993,"15min":85.325999999999993},"last":0.86399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:45 2021","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":2.5550000000000002,"15min":1.8959999999999999},"min":{"1min":0.28100000000000003,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.5529999999999999,"5min":81.534000000000006,"15min":81.534000000000006},"last":1.157},{"interface":"front","average":{"1min":1.369,"5min":2.734,"15min":2.0339999999999998},"min":{"1min":0.371,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.6110000000000002,"5min":81.469999999999999,"15min":81.469999999999999},"last":1.7649999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:45 2021","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":1.964,"15min":2.2999999999999998},"min":{"1min":0.29599999999999999,"5min":0.14499999999999999,"15min":0.13800000000000001},"max":{"1min":2.0019999999999998,"5min":85.251000000000005,"15min":134.71000000000001},"last":1.286},{"interface":"front","average":{"1min":1.4319999999999999,"5min":2.1749999999999998,"15min":2.492},"min":{"1min":0.34100000000000003,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.8479999999999999,"5min":85.302999999999997,"15min":134.96199999999999},"last":1.661}]},{"osd":4,"last update":"Thu Mar 4 23:35:05 2021","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.1519999999999999,"15min":1.1910000000000001},"min":{"1min":0.51200000000000001,"5min":0.219,"15min":0.185},"max":{"1min":2.3490000000000002,"5min":5.1360000000000001,"15min":33.555999999999997},"last":2.0550000000000002},{"interface":"front","average":{"1min":1.403,"5min":1.1439999999999999,"15min":1.0669999999999999},"min":{"1min":0.48299999999999998,"5min":0.24099999999999999,"15min":0.19900000000000001},"max":{"1min":2.0819999999999999,"5min":4.6749999999999998,"15min":33.417000000000002},"last":1.4330000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.5489999999999999,"15min":1.575},"min":{"1min":0.44400000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.4500000000000002,"5min":2.8140000000000001,"15min":2.8140000000000001},"last":1.9910000000000001},{"interface":"front","average":{"1min":1.355,"5min":1.327,"15min":1.3220000000000001},"min":{"1min":0.51800000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.972,"5min":2.2909999999999999,"15min":2.2909999999999999},"last":1.891}]},{"osd":6,"last update":"Thu Mar 4 23:35:05 2021","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":2.206,"15min":2.2749999999999999},"min":{"1min":0.51700000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.843,"5min":85.132999999999996,"15min":137.63300000000001},"last":2.1760000000000002},{"interface":"front","average":{"1min":1.917,"5min":1.266,"15min":2.2240000000000002},"min":{"1min":0.60599999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.7709999999999999,"5min":4.4829999999999997,"15min":138.172},"last":2.468}]},{"osd":7,"last update":"Thu Mar 4 23:35:05 2021","interfaces":[{"interface":"back","average":{"1min":1.9910000000000001,"5min":1.361,"15min":1.2949999999999999},"min":{"1min":0.65600000000000003,"5min":0.28299999999999997,"15min":0.247},"max":{"1min":2.75,"5min":5.1580000000000004,"15min":33.530999999999999},"last":2.4009999999999998},{"interface":"front","average":{"1min":1.944,"5min":1.2969999999999999,"15min":1.367},"min":{"1min":0.49399999999999999,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":2.8660000000000001,"5min":4.5250000000000004,"15min":33.597999999999999},"last":2.2519999999999998}]}]},{"osd":2,"up_from":356,"seq":1529008357805,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":236224,"kb_used_data":14584,"kb_used_omap":574,"kb_used_meta":221057,"kb_avail":87844160,"statfs":{"total":90194313216,"available":89952419840,"internally_reserved":0,"allocated":14934016,"data_stored":11279794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":226362419},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":1.7589999999999999,"15min":1.619},"min":{"1min":0.17199999999999999,"5min":0.109,"15min":0.109},"max":{"1min":1.9059999999999999,"5min":50.793999999999997,"15min":79.975999999999999},"last":0.14399999999999999},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.7,"15min":1.6850000000000001},"min":{"1min":0.20699999999999999,"5min":0.129,"15min":0.129},"max":{"1min":2.298,"5min":50.893999999999998,"15min":81.021000000000001},"last":0.16}]},{"osd":1,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":2.0830000000000002,"15min":1.246},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":1.6120000000000001,"5min":130.78899999999999,"15min":130.78899999999999},"last":0.17799999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":2.165,"15min":1.3420000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14199999999999999},"max":{"1min":2.3599999999999999,"5min":130.84399999999999,"15min":130.84399999999999},"last":0.188}]},{"osd":3,"last update":"Thu Mar 4 23:34:46 2021","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.845,"15min":1.2869999999999999},"min":{"1min":0.223,"5min":0.14099999999999999,"15min":0.11899999999999999},"max":{"1min":2.569,"5min":49.174999999999997,"15min":49.174999999999997},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.8600000000000001,"15min":1.276},"min":{"1min":0.19600000000000001,"5min":0.17399999999999999,"15min":0.14899999999999999},"max":{"1min":1.9670000000000001,"5min":49.377000000000002,"15min":49.377000000000002},"last":0.223}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":2.2450000000000001,"15min":1.3700000000000001},"min":{"1min":0.52000000000000002,"5min":0.25,"15min":0.20799999999999999},"max":{"1min":3.02,"5min":90.763000000000005,"15min":90.763000000000005},"last":0.77100000000000002},{"interface":"front","average":{"1min":1.3799999999999999,"5min":2.2919999999999998,"15min":1.3620000000000001},"min":{"1min":0.53300000000000003,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.3490000000000002,"5min":90.602999999999994,"15min":90.602999999999994},"last":0.64600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":1.534,"15min":1.556},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.3690000000000002,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.502,"5min":1.583,"15min":1.597},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4830000000000001,"5min":2.4900000000000002,"15min":2.4900000000000002},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":1.8400000000000001,"5min":2.355,"15min":1.512},"min":{"1min":0.57199999999999995,"5min":0.25600000000000001,"15min":0.23100000000000001},"max":{"1min":2.6829999999999998,"5min":89.933999999999997,"15min":89.933999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.605,"5min":2.3239999999999998,"15min":1.4990000000000001},"min":{"1min":0.45900000000000002,"5min":0.23300000000000001,"15min":0.223},"max":{"1min":2.5800000000000001,"5min":90.566999999999993,"15min":90.566999999999993},"last":0.748}]},{"osd":7,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.3160000000000001,"15min":1.248},"min":{"1min":0.40899999999999997,"5min":0.247,"15min":0.247},"max":{"1min":2.6669999999999998,"5min":9.1470000000000002,"15min":29.954999999999998},"last":0.73299999999999998},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.3839999999999999,"15min":1.381},"min":{"1min":0.55200000000000005,"5min":0.309,"15min":0.246},"max":{"1min":3.1440000000000001,"5min":4.2779999999999996,"15min":30.015000000000001},"last":0.58599999999999997}]}]},{"osd":3,"up_from":634,"seq":2723009265907,"num_pgs":122,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":174796,"kb_used_data":12548,"kb_used_omap":403,"kb_used_meta":161836,"kb_avail":87905588,"statfs":{"total":90194313216,"available":90015322112,"internally_reserved":0,"allocated":12849152,"data_stored":9181971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":165720277},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.85699999999999998,"15min":1.113},"min":{"1min":0.158,"5min":0.107,"15min":0.107},"max":{"1min":1.5289999999999999,"5min":4.1559999999999997,"15min":70.980000000000004},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.96899999999999997,"15min":1.2190000000000001},"min":{"1min":0.21299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":2.2850000000000001,"5min":5.4509999999999996,"15min":71.275000000000006},"last":0.78800000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":1.893,"15min":2.5499999999999998},"min":{"1min":0.19600000000000001,"5min":0.14599999999999999,"15min":0.13300000000000001},"max":{"1min":1.4379999999999999,"5min":79.125,"15min":118.476},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.92900000000000005,"5min":2.008,"15min":2.6840000000000002},"min":{"1min":0.23499999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":1.96,"5min":79.173000000000002,"15min":118.64},"last":1.238}]},{"osd":2,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.90400000000000003,"15min":1.1639999999999999},"min":{"1min":0.249,"5min":0.155,"15min":0.152},"max":{"1min":1.768,"5min":5.3630000000000004,"15min":65.680000000000007},"last":1.077},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0369999999999999,"15min":1.329},"min":{"1min":0.182,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.3879999999999999,"5min":6.532,"15min":65.509},"last":2.0350000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":1.417,"5min":1.1519999999999999,"15min":1.673},"min":{"1min":0.57799999999999996,"5min":0.253,"15min":0.17199999999999999},"max":{"1min":2.4390000000000001,"5min":5.952,"15min":150.61699999999999},"last":1.498},{"interface":"front","average":{"1min":1.3080000000000001,"5min":1.1339999999999999,"15min":1.5880000000000001},"min":{"1min":0.46200000000000002,"5min":0.223,"15min":0.191},"max":{"1min":2.7709999999999999,"5min":5.7160000000000002,"15min":150.482},"last":1.288}]},{"osd":5,"last update":"Thu Mar 4 23:34:23 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.3700000000000001,"15min":1.3979999999999999},"min":{"1min":0.372,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.306,"5min":2.399,"15min":2.399},"last":1.196},{"interface":"front","average":{"1min":1.357,"5min":1.385,"15min":1.389},"min":{"1min":0.48899999999999999,"5min":0.438,"15min":0.438},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.3400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":1.4359999999999999,"5min":1.1679999999999999,"15min":1.202},"min":{"1min":0.52300000000000002,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":2.5470000000000002,"5min":5.5250000000000004,"15min":6.8070000000000004},"last":1.7569999999999999},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.2689999999999999,"15min":1.337},"min":{"1min":0.63400000000000001,"5min":0.25700000000000001,"15min":0.215},"max":{"1min":2.9700000000000002,"5min":6.4290000000000003,"15min":6.6050000000000004},"last":1.1399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:49 2021","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.302,"15min":1.2769999999999999},"min":{"1min":0.59999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.5339999999999998,"5min":6.7619999999999996,"15min":6.7619999999999996},"last":1.895},{"interface":"front","average":{"1min":1.5289999999999999,"5min":1.2649999999999999,"15min":1.179},"min":{"1min":0.52400000000000002,"5min":0.26100000000000001,"15min":0.23699999999999999},"max":{"1min":2.3410000000000002,"5min":6.0750000000000002,"15min":6.7380000000000004},"last":1.637}]}]},{"osd":4,"up_from":31,"seq":133143986743,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1071872,"kb_used_data":23288,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":87008512,"statfs":{"total":90194313216,"available":89096716288,"internally_reserved":1073741824,"allocated":23846912,"data_stored":20921729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:09 2021","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.2150000000000001,"15min":0.99099999999999999},"min":{"1min":0.58599999999999997,"5min":0.17000000000000001,"15min":0.14000000000000001},"max":{"1min":2.1190000000000002,"5min":25.559999999999999,"15min":25.559999999999999},"last":1.8380000000000001},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.3640000000000001,"15min":1.1599999999999999},"min":{"1min":0.51000000000000001,"5min":0.19800000000000001,"15min":0.155},"max":{"1min":2.3330000000000002,"5min":25.617000000000001,"15min":25.617000000000001},"last":2.6840000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:35:09 2021","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.85299999999999998,"15min":1.2090000000000001},"min":{"1min":0.49299999999999999,"5min":0.191,"15min":0.154},"max":{"1min":1.7190000000000001,"5min":2.2509999999999999,"15min":70.433000000000007},"last":1.129},{"interface":"front","average":{"1min":1.163,"5min":1.0109999999999999,"15min":1.294},"min":{"1min":0.52300000000000002,"5min":0.17399999999999999,"15min":0.16700000000000001},"max":{"1min":1.889,"5min":4.3129999999999997,"15min":70.528000000000006},"last":1.958}]},{"osd":2,"last update":"Thu Mar 4 23:34:55 2021","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.7749999999999999,"15min":2.351},"min":{"1min":0.57099999999999995,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":2.5539999999999998,"5min":73.835999999999999,"15min":152.79300000000001},"last":2.4239999999999999},{"interface":"front","average":{"1min":1.29,"5min":1.8100000000000001,"15min":2.3170000000000002},"min":{"1min":0.53700000000000003,"5min":0.214,"15min":0.187},"max":{"1min":2.6219999999999999,"5min":73.977999999999994,"15min":152.57300000000001},"last":2.242}]},{"osd":3,"last update":"Thu Mar 4 23:34:36 2021","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":2.133,"15min":1.514},"min":{"1min":0.55500000000000005,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":2.6429999999999998,"5min":52.670000000000002,"15min":52.670000000000002},"last":1.27},{"interface":"front","average":{"1min":1.49,"5min":2.306,"15min":1.595},"min":{"1min":0.48199999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.448,"5min":52.944000000000003,"15min":52.944000000000003},"last":2.5880000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:19 2021","interfaces":[{"interface":"back","average":{"1min":1.181,"5min":1.228,"15min":1.236},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.597,"5min":2.597,"15min":2.597},"last":1.589},{"interface":"front","average":{"1min":1.5649999999999999,"5min":1.681,"15min":1.7},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":2.6110000000000002,"5min":2.669,"15min":2.669},"last":2.0990000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:36 2021","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.93899999999999995,"15min":1.6319999999999999},"min":{"1min":0.22800000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.399,"5min":2.794,"15min":102.35899999999999},"last":1.486},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.0860000000000001,"15min":1.774},"min":{"1min":0.30099999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.8109999999999999,"5min":2.8109999999999999,"15min":101.592},"last":1.4350000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:55 2021","interfaces":[{"interface":"back","average":{"1min":1.5720000000000001,"5min":1.236,"15min":1.0780000000000001},"min":{"1min":0.31900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.9769999999999999,"5min":3.2109999999999999,"15min":5.4139999999999997},"last":1.7010000000000001},{"interface":"front","average":{"1min":1.339,"5min":1.0920000000000001,"15min":0.95999999999999996},"min":{"1min":0.25600000000000001,"5min":0.158,"15min":0.158},"max":{"1min":2.1869999999999998,"5min":2.839,"15min":8.1590000000000007},"last":1.3680000000000001}]}]},{"osd":5,"up_from":746,"seq":3204045602853,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1058240,"kb_used_data":9656,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":87022144,"statfs":{"total":90194313216,"available":89110675456,"internally_reserved":1073741824,"allocated":9887744,"data_stored":6963148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.3300000000000001,"15min":1.323},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.63800000000000001},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.202,"15min":1.2130000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.9610000000000001,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.71199999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.611,"15min":1.6140000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":2.8559999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.5620000000000001,"15min":1.554},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.7919999999999998,"5min":2.7919999999999998,"15min":2.7919999999999998},"last":0.45100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":1.389,"15min":1.367},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.8879999999999999,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.619,"15min":1.621},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":2.9510000000000001,"5min":2.9510000000000001,"15min":2.9510000000000001},"last":0.751}]},{"osd":3,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.4730000000000001,"15min":1.4810000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":2.2349999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":1.2869999999999999,"5min":1.304,"15min":1.3069999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.2549999999999999,"15min":1.25},"min":{"1min":0.32900000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":2.1200000000000001,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":0.27100000000000002},{"interface":"front","average":{"1min":1.423,"5min":1.4990000000000001,"15min":1.5109999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":2.5350000000000001,"5min":2.5350000000000001,"15min":2.5350000000000001},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.7809999999999999,"15min":1.8},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.532,"5min":2.8149999999999999,"15min":2.8149999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.607,"15min":1.615},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.7130000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:34:22 2021","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.365,"15min":1.367},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.085,"5min":2.085,"15min":2.085},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.875,"5min":1.76,"15min":1.7410000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.8999999999999999,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":0.68999999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":4239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2158592,"data_stored":2099840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3031040,"data_stored":2224457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1003520,"data_stored":149476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":24406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2220032,"data_stored":2105310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1003520,"data_stored":145286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":58,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":16,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":16,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":23,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":35,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:26.146 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:35:26.147 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:35:26.147 INFO:tasks.thrashosds.thrasher:inject_pause on 2 2021-03-04T23:35:26.147 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:35:26.147 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:35:26.148 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 config set filestore_inject_stall 3 2021-03-04T23:35:26.225 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:26.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:25 gibba023 bash[18090]: debug 2021-03-04T23:35:25.783+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:26.442 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:26.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:26 gibba008 bash[37770]: cluster 2021-03-04T23:35:25.421726+0000 mon.a (mon.0) 2236 : cluster [DBG] osdmap e845: 8 total, 8 up, 7 in 2021-03-04T23:35:26.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:26 gibba008 bash[37770]: cluster 2021-03-04T23:35:26.431625+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e846: 8 total, 8 up, 7 in 2021-03-04T23:35:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:26 gibba008 bash[39303]: cluster 2021-03-04T23:35:25.421726+0000 mon.a (mon.0) 2236 : cluster [DBG] osdmap e845: 8 total, 8 up, 7 in 2021-03-04T23:35:26.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:26 gibba008 bash[39303]: cluster 2021-03-04T23:35:26.431625+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e846: 8 total, 8 up, 7 in 2021-03-04T23:35:26.513 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:26 gibba008 bash[44600]: debug 2021-03-04T23:35:26.433+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:26.546 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:26.640 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:26.746 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:26 gibba023 bash[27374]: cluster 2021-03-04T23:35:25.421726+0000 mon.a (mon.0) 2236 : cluster [DBG] osdmap e845: 8 total, 8 up, 7 in 2021-03-04T23:35:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:26 gibba023 bash[27374]: cluster 2021-03-04T23:35:26.431625+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e846: 8 total, 8 up, 7 in 2021-03-04T23:35:26.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:26 gibba023 bash[19550]: debug 2021-03-04T23:35:26.635+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:27.215 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:27.318 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:27.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:27 gibba008 bash[37770]: cluster 2021-03-04T23:35:25.647705+0000 mgr.x (mgr.34379) 1453 : cluster [DBG] pgmap v1940: 241 pgs: 241 active+clean; 20 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 29 KiB/s rd, 1.7 MiB/s wr, 56 op/s 2021-03-04T23:35:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:27 gibba008 bash[37770]: cluster 2021-03-04T23:35:27.436086+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e847: 8 total, 8 up, 7 in 2021-03-04T23:35:27.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:27 gibba008 bash[39303]: cluster 2021-03-04T23:35:25.647705+0000 mgr.x (mgr.34379) 1453 : cluster [DBG] pgmap v1940: 241 pgs: 241 active+clean; 20 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 29 KiB/s rd, 1.7 MiB/s wr, 56 op/s 2021-03-04T23:35:27.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:27 gibba008 bash[39303]: cluster 2021-03-04T23:35:27.436086+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e847: 8 total, 8 up, 7 in 2021-03-04T23:35:27.514 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:27 gibba008 bash[91265]: debug 2021-03-04T23:35:27.205+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:27 gibba023 bash[27374]: cluster 2021-03-04T23:35:25.647705+0000 mgr.x (mgr.34379) 1453 : cluster [DBG] pgmap v1940: 241 pgs: 241 active+clean; 20 MiB data, 839 MiB used, 584 GiB / 588 GiB avail; 29 KiB/s rd, 1.7 MiB/s wr, 56 op/s 2021-03-04T23:35:27.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:27 gibba023 bash[27374]: cluster 2021-03-04T23:35:27.436086+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e847: 8 total, 8 up, 7 in 2021-03-04T23:35:27.914 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:28.017 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:28.102 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:28.206 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:28.216 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:27 gibba008 bash[48858]: debug 2021-03-04T23:35:27.905+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:28.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:28 gibba023 bash[19550]: debug 2021-03-04T23:35:28.099+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:28.581 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:28.692 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:28.997 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:28 gibba008 bash[47391]: debug 2021-03-04T23:35:28.573+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:29.221 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:29.292 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[47391]: debug 2021-03-04T23:35:29.213+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:29.324 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:29.347 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 115 tests from TestLibRBD (94361 ms total) 2021-03-04T23:35:29.347 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:35:29.348 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2021-03-04T23:35:29.366 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2021-03-04T23:35:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:29 gibba023 bash[27374]: cluster 2021-03-04T23:35:27.649067+0000 mgr.x (mgr.34379) 1454 : cluster [DBG] pgmap v1943: 177 pgs: 177 active+clean; 20 MiB data, 841 MiB used, 584 GiB / 588 GiB avail; 191 KiB/s rd, 68 KiB/s wr, 242 op/s 2021-03-04T23:35:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:29 gibba023 bash[27374]: cluster 2021-03-04T23:35:28.439018+0000 mon.a (mon.0) 2239 : cluster [DBG] osdmap e848: 8 total, 8 up, 7 in 2021-03-04T23:35:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:29 gibba023 bash[27374]: cluster 2021-03-04T23:35:29.342487+0000 mon.a (mon.0) 2240 : cluster [DBG] osdmap e849: 8 total, 8 up, 7 in 2021-03-04T23:35:29.912 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[37770]: cluster 2021-03-04T23:35:27.649067+0000 mgr.x (mgr.34379) 1454 : cluster [DBG] pgmap v1943: 177 pgs: 177 active+clean; 20 MiB data, 841 MiB used, 584 GiB / 588 GiB avail; 191 KiB/s rd, 68 KiB/s wr, 242 op/s 2021-03-04T23:35:29.913 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[37770]: cluster 2021-03-04T23:35:28.439018+0000 mon.a (mon.0) 2239 : cluster [DBG] osdmap e848: 8 total, 8 up, 7 in 2021-03-04T23:35:29.913 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[37770]: cluster 2021-03-04T23:35:29.342487+0000 mon.a (mon.0) 2240 : cluster [DBG] osdmap e849: 8 total, 8 up, 7 in 2021-03-04T23:35:29.914 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[39303]: cluster 2021-03-04T23:35:27.649067+0000 mgr.x (mgr.34379) 1454 : cluster [DBG] pgmap v1943: 177 pgs: 177 active+clean; 20 MiB data, 841 MiB used, 584 GiB / 588 GiB avail; 191 KiB/s rd, 68 KiB/s wr, 242 op/s 2021-03-04T23:35:29.914 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[39303]: cluster 2021-03-04T23:35:28.439018+0000 mon.a (mon.0) 2239 : cluster [DBG] osdmap e848: 8 total, 8 up, 7 in 2021-03-04T23:35:29.914 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[39303]: cluster 2021-03-04T23:35:29.342487+0000 mon.a (mon.0) 2240 : cluster [DBG] osdmap e849: 8 total, 8 up, 7 in 2021-03-04T23:35:29.922 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:30.025 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:30.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:29 gibba008 bash[48858]: debug 2021-03-04T23:35:29.913+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:30.546 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:30.654 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:30.749 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:30.854 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:30.856 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:30 gibba008 bash[47391]: debug 2021-03-04T23:35:30.537+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:30.992 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:30 gibba023 bash[88433]: debug 2021-03-04T23:35:30.743+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:30.993 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:30.996 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:35:31.009 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:35:31.022 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:35:31.035 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:35:31.052 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:35:31.072 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:35:31.094 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:35:31.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:31.115 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:35:31.116 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.116 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.116 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.117 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.117 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.117 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.117 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.118 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:31.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:30 gibba023 bash[88433]: debug 2021-03-04T23:35:30.987+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:31.391 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:31.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[37770]: cluster 2021-03-04T23:35:29.650212+0000 mgr.x (mgr.34379) 1455 : cluster [DBG] pgmap v1946: 113 pgs: 113 active+clean; 4.0 MiB data, 846 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:31.663 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[37770]: cluster 2021-03-04T23:35:30.360610+0000 mon.a (mon.0) 2241 : cluster [DBG] osdmap e850: 8 total, 8 up, 7 in 2021-03-04T23:35:31.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[37770]: audit 2021-03-04T23:35:30.361619+0000 mon.c (mon.1) 144 : audit [INF] from='client.? 172.21.2.108:0/3966670528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:35:31.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[37770]: audit 2021-03-04T23:35:30.361921+0000 mon.a (mon.0) 2242 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:35:31.664 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[37770]: audit 2021-03-04T23:35:30.979532+0000 mon.c (mon.1) 145 : audit [DBG] from='client.? 172.21.2.108:0/4115997597' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:31.665 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[39303]: cluster 2021-03-04T23:35:29.650212+0000 mgr.x (mgr.34379) 1455 : cluster [DBG] pgmap v1946: 113 pgs: 113 active+clean; 4.0 MiB data, 846 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:31.665 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[39303]: cluster 2021-03-04T23:35:30.360610+0000 mon.a (mon.0) 2241 : cluster [DBG] osdmap e850: 8 total, 8 up, 7 in 2021-03-04T23:35:31.665 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[39303]: audit 2021-03-04T23:35:30.361619+0000 mon.c (mon.1) 144 : audit [INF] from='client.? 172.21.2.108:0/3966670528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:35:31.666 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[39303]: audit 2021-03-04T23:35:30.361921+0000 mon.a (mon.0) 2242 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:35:31.666 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[39303]: audit 2021-03-04T23:35:30.979532+0000 mon.c (mon.1) 145 : audit [DBG] from='client.? 172.21.2.108:0/4115997597' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:31.667 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:31.768 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:31 gibba023 bash[27374]: cluster 2021-03-04T23:35:29.650212+0000 mgr.x (mgr.34379) 1455 : cluster [DBG] pgmap v1946: 113 pgs: 113 active+clean; 4.0 MiB data, 846 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:31 gibba023 bash[27374]: cluster 2021-03-04T23:35:30.360610+0000 mon.a (mon.0) 2241 : cluster [DBG] osdmap e850: 8 total, 8 up, 7 in 2021-03-04T23:35:31.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:31 gibba023 bash[27374]: audit 2021-03-04T23:35:30.361619+0000 mon.c (mon.1) 144 : audit [INF] from='client.? 172.21.2.108:0/3966670528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:35:31.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:31 gibba023 bash[27374]: audit 2021-03-04T23:35:30.361921+0000 mon.a (mon.0) 2242 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:35:31.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:31 gibba023 bash[27374]: audit 2021-03-04T23:35:30.979532+0000 mon.c (mon.1) 145 : audit [DBG] from='client.? 172.21.2.108:0/4115997597' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:31.857 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:31.961 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:32.004 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:31 gibba008 bash[44600]: debug 2021-03-04T23:35:31.653+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:32.059 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:31 gibba023 bash[88433]: debug 2021-03-04T23:35:31.851+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:32.060 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:32.162 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:32.257 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:32.360 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:32.381 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:32 gibba023 bash[88433]: debug 2021-03-04T23:35:32.055+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:32.382 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:32 gibba023 bash[88433]: debug 2021-03-04T23:35:32.251+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:32.681 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:32.683 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[39303]: audit 2021-03-04T23:35:31.365444+0000 mon.a (mon.0) 2243 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:35:32.684 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[39303]: cluster 2021-03-04T23:35:31.366003+0000 mon.a (mon.0) 2244 : cluster [DBG] osdmap e851: 8 total, 8 up, 7 in 2021-03-04T23:35:32.684 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[39303]: cluster 2021-03-04T23:35:32.366232+0000 mon.a (mon.0) 2245 : cluster [DBG] osdmap e852: 8 total, 8 up, 7 in 2021-03-04T23:35:32.684 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[37770]: audit 2021-03-04T23:35:31.365444+0000 mon.a (mon.0) 2243 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:35:32.684 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[37770]: cluster 2021-03-04T23:35:31.366003+0000 mon.a (mon.0) 2244 : cluster [DBG] osdmap e851: 8 total, 8 up, 7 in 2021-03-04T23:35:32.685 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[37770]: cluster 2021-03-04T23:35:32.366232+0000 mon.a (mon.0) 2245 : cluster [DBG] osdmap e852: 8 total, 8 up, 7 in 2021-03-04T23:35:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:32 gibba023 bash[27374]: audit 2021-03-04T23:35:31.365444+0000 mon.a (mon.0) 2243 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:35:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:32 gibba023 bash[27374]: cluster 2021-03-04T23:35:31.366003+0000 mon.a (mon.0) 2244 : cluster [DBG] osdmap e851: 8 total, 8 up, 7 in 2021-03-04T23:35:32.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:32 gibba023 bash[27374]: cluster 2021-03-04T23:35:32.366232+0000 mon.a (mon.0) 2245 : cluster [DBG] osdmap e852: 8 total, 8 up, 7 in 2021-03-04T23:35:32.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:32.946 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:32 gibba008 bash[91265]: debug 2021-03-04T23:35:32.673+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:33.307 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:33.409 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:33.434 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [1525171~33833,3527690~100889,4967063~9651,5187113~91988,10032118~15424,12996778~42152,16245413~75924,17584886~14171,17980644~81294,20656735~94442] 2021-03-04T23:35:33.726 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:33 gibba008 bash[48858]: debug 2021-03-04T23:35:33.297+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:33.727 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:33 gibba008 bash[37770]: cluster 2021-03-04T23:35:31.651466+0000 mgr.x (mgr.34379) 1456 : cluster [DBG] pgmap v1949: 145 pgs: 9 creating+peering, 15 unknown, 121 active+clean; 4.0 MiB data, 830 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:33.727 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:33 gibba008 bash[37770]: cluster 2021-03-04T23:35:33.367442+0000 mon.a (mon.0) 2246 : cluster [DBG] osdmap e853: 8 total, 8 up, 7 in 2021-03-04T23:35:33.727 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:33 gibba008 bash[39303]: cluster 2021-03-04T23:35:31.651466+0000 mgr.x (mgr.34379) 1456 : cluster [DBG] pgmap v1949: 145 pgs: 9 creating+peering, 15 unknown, 121 active+clean; 4.0 MiB data, 830 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:33.728 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:33 gibba008 bash[39303]: cluster 2021-03-04T23:35:33.367442+0000 mon.a (mon.0) 2246 : cluster [DBG] osdmap e853: 8 total, 8 up, 7 in 2021-03-04T23:35:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:33 gibba023 bash[27374]: cluster 2021-03-04T23:35:31.651466+0000 mgr.x (mgr.34379) 1456 : cluster [DBG] pgmap v1949: 145 pgs: 9 creating+peering, 15 unknown, 121 active+clean; 4.0 MiB data, 830 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:33 gibba023 bash[27374]: cluster 2021-03-04T23:35:33.367442+0000 mon.a (mon.0) 2246 : cluster [DBG] osdmap e853: 8 total, 8 up, 7 in 2021-03-04T23:35:33.987 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:34.089 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:34.177 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:34.281 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:34.374 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:34 gibba008 bash[47391]: debug 2021-03-04T23:35:33.977+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:34.417 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:34 gibba023 bash[18090]: debug 2021-03-04T23:35:34.171+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:34.417 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:34.431 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [663192~32748,2249761~60537,3789038~65404,6476513~36358,11768827~33426,12123608~46328,14204674~65210,15656840~43823,16084222~87464,17719716~62125] 2021-03-04T23:35:34.433 INFO:tasks.workunit.client.0.gibba008.stdout: diff was [663192~32748,2249761~60537,3628579~225863,5279101~1233770,10047542~2122394,14204674~65210,15656840~43823,16084222~87464,17719716~62125] 2021-03-04T23:35:34.436 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5071 ms) 2021-03-04T23:35:34.436 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2021-03-04T23:35:34.436 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:34.452 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T23:35:34.521 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:34.592 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:34.696 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:34.706 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:34 gibba023 bash[19550]: debug 2021-03-04T23:35:34.411+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:34.707 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:34 gibba023 bash[19550]: debug 2021-03-04T23:35:34.587+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:34.798 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:34.905 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:35.006 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:34 gibba023 bash[18090]: debug 2021-03-04T23:35:34.791+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:35.007 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:35.115 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:35.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:35 gibba023 bash[19550]: debug 2021-03-04T23:35:34.999+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:35.402 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[39303]: cluster 2021-03-04T23:35:33.652536+0000 mgr.x (mgr.34379) 1457 : cluster [DBG] pgmap v1952: 145 pgs: 9 creating+peering, 6 unknown, 130 active+clean; 4.0 MiB data, 824 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:35.403 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[39303]: cluster 2021-03-04T23:35:34.387416+0000 mon.a (mon.0) 2247 : cluster [DBG] osdmap e854: 8 total, 8 up, 7 in 2021-03-04T23:35:35.403 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[39303]: audit 2021-03-04T23:35:34.670285+0000 mon.a (mon.0) 2248 : audit [INF] from='client.? 172.21.2.108:0/192536199' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:35.403 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:35:35.406 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T23:35:35.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[37770]: cluster 2021-03-04T23:35:33.652536+0000 mgr.x (mgr.34379) 1457 : cluster [DBG] pgmap v1952: 145 pgs: 9 creating+peering, 6 unknown, 130 active+clean; 4.0 MiB data, 824 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:35.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[37770]: cluster 2021-03-04T23:35:34.387416+0000 mon.a (mon.0) 2247 : cluster [DBG] osdmap e854: 8 total, 8 up, 7 in 2021-03-04T23:35:35.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[37770]: audit 2021-03-04T23:35:34.670285+0000 mon.a (mon.0) 2248 : audit [INF] from='client.? 172.21.2.108:0/192536199' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:35.599 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:35.707 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:35.724 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:35 gibba008 bash[48858]: debug 2021-03-04T23:35:35.589+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:35.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:35 gibba023 bash[27374]: cluster 2021-03-04T23:35:33.652536+0000 mgr.x (mgr.34379) 1457 : cluster [DBG] pgmap v1952: 145 pgs: 9 creating+peering, 6 unknown, 130 active+clean; 4.0 MiB data, 824 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:35:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:35 gibba023 bash[27374]: cluster 2021-03-04T23:35:34.387416+0000 mon.a (mon.0) 2247 : cluster [DBG] osdmap e854: 8 total, 8 up, 7 in 2021-03-04T23:35:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:35 gibba023 bash[27374]: audit 2021-03-04T23:35:34.670285+0000 mon.a (mon.0) 2248 : audit [INF] from='client.? 172.21.2.108:0/192536199' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:36.170 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:36.311 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:36.399 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:36.421 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T23:35:36.428 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[37770]: cluster 2021-03-04T23:35:35.385934+0000 mon.a (mon.0) 2249 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:36.428 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[37770]: audit 2021-03-04T23:35:35.396893+0000 mon.a (mon.0) 2250 : audit [INF] from='client.? 172.21.2.108:0/192536199' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:36.429 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[37770]: cluster 2021-03-04T23:35:35.396924+0000 mon.a (mon.0) 2251 : cluster [DBG] osdmap e855: 8 total, 8 up, 7 in 2021-03-04T23:35:36.429 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[48858]: debug 2021-03-04T23:35:36.161+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:36.506 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:36.507 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:36.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[39303]: cluster 2021-03-04T23:35:35.385934+0000 mon.a (mon.0) 2249 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:36.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[39303]: audit 2021-03-04T23:35:35.396893+0000 mon.a (mon.0) 2250 : audit [INF] from='client.? 172.21.2.108:0/192536199' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:36.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[39303]: cluster 2021-03-04T23:35:35.396924+0000 mon.a (mon.0) 2251 : cluster [DBG] osdmap e855: 8 total, 8 up, 7 in 2021-03-04T23:35:36.588 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:36.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:36 gibba023 bash[88433]: debug 2021-03-04T23:35:36.391+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:36.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:36 gibba023 bash[27374]: cluster 2021-03-04T23:35:35.385934+0000 mon.a (mon.0) 2249 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:36.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:36 gibba023 bash[27374]: audit 2021-03-04T23:35:35.396893+0000 mon.a (mon.0) 2250 : audit [INF] from='client.? 172.21.2.108:0/192536199' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:36.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:36 gibba023 bash[27374]: cluster 2021-03-04T23:35:35.396924+0000 mon.a (mon.0) 2251 : cluster [DBG] osdmap e855: 8 total, 8 up, 7 in 2021-03-04T23:35:36.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:37.067 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:37.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:36 gibba008 bash[47391]: debug 2021-03-04T23:35:36.953+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:37.431 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T23:35:37.432 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2996 ms) 2021-03-04T23:35:37.433 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2021-03-04T23:35:37.433 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:35:37.486 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:37.544 INFO:tasks.workunit.client.0.gibba008.stdout: i=0 exists [16158465~5456013,27946055~1051740,64337697~4031291,160227643~4712970,166928640~6688414,193836534~4885591,276631427~1247142,335878231~1314069,379978852~2004055,389770499~1305165] wrote [16158465~5456013,27946055~1051740,64337697~4031291,160227643~4712970,166928640~6688414,193836534~4885591,276631427~1247142,335878231~1314069,379978852~2004055,389770499~1305165] 2021-03-04T23:35:37.588 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:37 gibba008 bash[37770]: cluster 2021-03-04T23:35:35.653522+0000 mgr.x (mgr.34379) 1458 : cluster [DBG] pgmap v1955: 145 pgs: 9 creating+peering, 136 active+clean; 7.8 MiB data, 822 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 47 KiB/s wr, 1 op/s 2021-03-04T23:35:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:37 gibba008 bash[37770]: cluster 2021-03-04T23:35:36.411849+0000 mon.a (mon.0) 2252 : cluster [DBG] osdmap e856: 8 total, 8 up, 7 in 2021-03-04T23:35:37.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:37 gibba008 bash[39303]: cluster 2021-03-04T23:35:35.653522+0000 mgr.x (mgr.34379) 1458 : cluster [DBG] pgmap v1955: 145 pgs: 9 creating+peering, 136 active+clean; 7.8 MiB data, 822 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 47 KiB/s wr, 1 op/s 2021-03-04T23:35:37.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:37 gibba008 bash[39303]: cluster 2021-03-04T23:35:36.411849+0000 mon.a (mon.0) 2252 : cluster [DBG] osdmap e856: 8 total, 8 up, 7 in 2021-03-04T23:35:37.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:37 gibba008 bash[48858]: debug 2021-03-04T23:35:37.478+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:37.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:37 gibba023 bash[27374]: cluster 2021-03-04T23:35:35.653522+0000 mgr.x (mgr.34379) 1458 : cluster [DBG] pgmap v1955: 145 pgs: 9 creating+peering, 136 active+clean; 7.8 MiB data, 822 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 47 KiB/s wr, 1 op/s 2021-03-04T23:35:37.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:37 gibba023 bash[27374]: cluster 2021-03-04T23:35:36.411849+0000 mon.a (mon.0) 2252 : cluster [DBG] osdmap e856: 8 total, 8 up, 7 in 2021-03-04T23:35:38.145 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:38.248 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:38.430 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:38 gibba008 bash[44600]: debug 2021-03-04T23:35:38.138+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:38.434 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:38.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:38.567 INFO:tasks.workunit.client.0.gibba008.stdout: i=1 exists [4848306~2612542,16158465~5456013,26083406~1485065,27946055~1051740,48905405~3160324,64337697~4031291,125284542~7611445,160227643~4712970,166928640~6688414,193836534~4885591,276631427~1247142,335878231~1314069,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,379978852~2004055,389770499~1305165,410583024~3121198] wrote [4848306~2612542,26083406~1485065,48905405~3160324,125284542~7611445,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,410583024~3121198] 2021-03-04T23:35:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:38 gibba008 bash[37770]: cluster 2021-03-04T23:35:37.424093+0000 mon.a (mon.0) 2253 : cluster [DBG] osdmap e857: 8 total, 8 up, 7 in 2021-03-04T23:35:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:38 gibba008 bash[39303]: cluster 2021-03-04T23:35:37.424093+0000 mon.a (mon.0) 2253 : cluster [DBG] osdmap e857: 8 total, 8 up, 7 in 2021-03-04T23:35:38.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:38 gibba008 bash[48858]: debug 2021-03-04T23:35:38.426+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:38 gibba023 bash[27374]: cluster 2021-03-04T23:35:37.424093+0000 mon.a (mon.0) 2253 : cluster [DBG] osdmap e857: 8 total, 8 up, 7 in 2021-03-04T23:35:39.126 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:39.228 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:39.441 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[44600]: debug 2021-03-04T23:35:39.118+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:39.532 INFO:tasks.workunit.client.0.gibba008.stdout: i=2 exists [4848306~2612542,16158465~5456013,26083406~1485065,27946055~1051740,32171233~6608349,48905405~3160324,56941182~7297994,64337697~4031291,107489745~4752691,125284542~8714669,160227643~4712970,166928640~6688414,179853589~4241356,188696279~1772091,190728899~1481733,193836534~4885591,218669522~7505476,276631427~1247142,335878231~1314069,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,379978852~2004055,386631248~3029590,389770499~1305165,410583024~3121198] wrote [32171233~6608349,56941182~7297994,107489745~4752691,126698456~7300755,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,386631248~3029590] 2021-03-04T23:35:39.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[37770]: cluster 2021-03-04T23:35:37.654639+0000 mgr.x (mgr.34379) 1459 : cluster [DBG] pgmap v1958: 145 pgs: 145 active+clean; 21 MiB data, 825 MiB used, 584 GiB / 588 GiB avail; 2.2 KiB/s rd, 256 KiB/s wr, 12 op/s 2021-03-04T23:35:39.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[37770]: cluster 2021-03-04T23:35:38.443507+0000 mon.a (mon.0) 2254 : cluster [DBG] osdmap e858: 8 total, 8 up, 7 in 2021-03-04T23:35:39.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[37770]: cluster 2021-03-04T23:35:39.352193+0000 mon.a (mon.0) 2255 : cluster [DBG] osdmap e859: 8 total, 8 up, 7 in 2021-03-04T23:35:39.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[39303]: cluster 2021-03-04T23:35:37.654639+0000 mgr.x (mgr.34379) 1459 : cluster [DBG] pgmap v1958: 145 pgs: 145 active+clean; 21 MiB data, 825 MiB used, 584 GiB / 588 GiB avail; 2.2 KiB/s rd, 256 KiB/s wr, 12 op/s 2021-03-04T23:35:39.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[39303]: cluster 2021-03-04T23:35:38.443507+0000 mon.a (mon.0) 2254 : cluster [DBG] osdmap e858: 8 total, 8 up, 7 in 2021-03-04T23:35:39.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[39303]: cluster 2021-03-04T23:35:39.352193+0000 mon.a (mon.0) 2255 : cluster [DBG] osdmap e859: 8 total, 8 up, 7 in 2021-03-04T23:35:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:39 gibba023 bash[27374]: cluster 2021-03-04T23:35:37.654639+0000 mgr.x (mgr.34379) 1459 : cluster [DBG] pgmap v1958: 145 pgs: 145 active+clean; 21 MiB data, 825 MiB used, 584 GiB / 588 GiB avail; 2.2 KiB/s rd, 256 KiB/s wr, 12 op/s 2021-03-04T23:35:39.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:39 gibba023 bash[27374]: cluster 2021-03-04T23:35:38.443507+0000 mon.a (mon.0) 2254 : cluster [DBG] osdmap e858: 8 total, 8 up, 7 in 2021-03-04T23:35:39.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:39 gibba023 bash[27374]: cluster 2021-03-04T23:35:39.352193+0000 mon.a (mon.0) 2255 : cluster [DBG] osdmap e859: 8 total, 8 up, 7 in 2021-03-04T23:35:39.850 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:39.952 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:40.162 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:39 gibba008 bash[48858]: debug 2021-03-04T23:35:39.842+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:40.163 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:40.267 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:40.295 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:40.295 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:40.415 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:40 gibba008 bash[91265]: debug 2021-03-04T23:35:40.154+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:40.431 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:40.535 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:40.594 INFO:tasks.workunit.client.0.gibba008.stdout: i=3 exists [4848306~2612542,12213457~1033656,16158465~7490307,26083406~1485065,27946055~1051740,32171233~6812515,48905405~3160324,56941182~7297994,64337697~4031291,99261681~6797741,107489745~4752691,125284542~8714669,141954968~2753429,148138482~7767064,160227643~4712970,166928640~6688414,179853589~4241356,188696279~1772091,190728899~1481733,193836534~4885591,218669522~7505476,251883236~3687993,276631427~1247142,299532344~5989548,335878231~1314069,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,379978852~2004055,386631248~3029590,389770499~1305165,408969556~5359382] wrote [12213457~1033656,18051447~5597325,35119675~3864073,99261681~6797741,141954968~2753429,148138482~7767064,251883236~3687993,299532344~5989548,408969556~5359382] 2021-03-04T23:35:40.626 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:40.724 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:40 gibba008 bash[44600]: debug 2021-03-04T23:35:40.422+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:40.733 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:40.889 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:35:40.889 INFO:teuthology.orchestra.run.gibba008.stdout: "success": "" 2021-03-04T23:35:40.890 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:35:41.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:40 gibba023 bash[19550]: debug 2021-03-04T23:35:40.619+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:41.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:35:41.211 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:41.271 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:41.374 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:41.449 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:41 gibba008 bash[91265]: debug 2021-03-04T23:35:41.262+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:41.570 INFO:tasks.workunit.client.0.gibba008.stdout: i=4 exists [4848306~2612542,12213457~1033656,16158465~7490307,26083406~1485065,27946055~1051740,32171233~12845977,48905405~3160324,56941182~7297994,64337697~7753473,99261681~6797741,107489745~4752691,116666459~2429772,125284542~8714669,141954968~2753429,148138482~7767064,160227643~13389411,179853589~4241356,188696279~1772091,190728899~7993226,218669522~7505476,251883236~3687993,276631427~1247142,286083187~4157028,299532344~9337207,319687228~2494304,335878231~1314069,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,379978852~2004055,386542213~3118625,389770499~1305165,408969556~5359382] wrote [38114163~6903047,64814968~7276202,116666459~2429772,163492489~6885140,191878344~5796914,286083187~4157028,303460116~5409435,319687228~2494304,386542213~1349862] 2021-03-04T23:35:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:41 gibba008 bash[37770]: cluster 2021-03-04T23:35:39.655623+0000 mgr.x (mgr.34379) 1460 : cluster [DBG] pgmap v1961: 145 pgs: 145 active+clean; 34 MiB data, 855 MiB used, 584 GiB / 588 GiB avail; 7.5 KiB/s rd, 2.5 MiB/s wr, 22 op/s 2021-03-04T23:35:41.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:41 gibba008 bash[37770]: cluster 2021-03-04T23:35:40.443501+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e860: 8 total, 8 up, 7 in 2021-03-04T23:35:41.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:41 gibba008 bash[39303]: cluster 2021-03-04T23:35:39.655623+0000 mgr.x (mgr.34379) 1460 : cluster [DBG] pgmap v1961: 145 pgs: 145 active+clean; 34 MiB data, 855 MiB used, 584 GiB / 588 GiB avail; 7.5 KiB/s rd, 2.5 MiB/s wr, 22 op/s 2021-03-04T23:35:41.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:41 gibba008 bash[39303]: cluster 2021-03-04T23:35:40.443501+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e860: 8 total, 8 up, 7 in 2021-03-04T23:35:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:41 gibba023 bash[27374]: cluster 2021-03-04T23:35:39.655623+0000 mgr.x (mgr.34379) 1460 : cluster [DBG] pgmap v1961: 145 pgs: 145 active+clean; 34 MiB data, 855 MiB used, 584 GiB / 588 GiB avail; 7.5 KiB/s rd, 2.5 MiB/s wr, 22 op/s 2021-03-04T23:35:41.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:41 gibba023 bash[27374]: cluster 2021-03-04T23:35:40.443501+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e860: 8 total, 8 up, 7 in 2021-03-04T23:35:41.795 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:41.903 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:41.984 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:42.087 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:42.097 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:41 gibba008 bash[47391]: debug 2021-03-04T23:35:41.786+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:42.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:41 gibba023 bash[15180]: debug 2021-03-04T23:35:41.979+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:42.581 INFO:tasks.workunit.client.0.gibba008.stdout: i=5 exists [4848306~2612542,12213457~1033656,16158465~7490307,26083406~3984730,32171233~12845977,48905405~3160324,56941182~7297994,64337697~7753473,99261681~6797741,107489745~4752691,116666459~2429772,125284542~8714669,141954968~2753429,148138482~7767064,160227643~13389411,179853589~4241356,188696279~1772091,190728899~7993226,218669522~7505476,251883236~3687993,261371865~7148765,274370090~3508479,286083187~4157028,299532344~9337207,319687228~2494304,335878231~1314069,338576675~9510940,350599668~2117167,352724804~1489541,369355347~3863878,379978852~2004055,385694464~6666510,408969556~5359382] wrote [26990812~3077324,62490156~1340572,218956141~1383744,261371865~7148765,274370090~3506257,340035018~8052597,369355347~3863878,385694464~6666510] 2021-03-04T23:35:42.604 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:42.711 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:42.716 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:42 gibba008 bash[39303]: cluster 2021-03-04T23:35:41.453373+0000 mon.a (mon.0) 2257 : cluster [DBG] osdmap e861: 8 total, 8 up, 7 in 2021-03-04T23:35:42.717 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:42 gibba008 bash[37770]: cluster 2021-03-04T23:35:41.453373+0000 mon.a (mon.0) 2257 : cluster [DBG] osdmap e861: 8 total, 8 up, 7 in 2021-03-04T23:35:42.718 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:42 gibba008 bash[48858]: debug 2021-03-04T23:35:42.594+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:42.728 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:42 gibba023 bash[27374]: cluster 2021-03-04T23:35:41.453373+0000 mon.a (mon.0) 2257 : cluster [DBG] osdmap e861: 8 total, 8 up, 7 in 2021-03-04T23:35:42.806 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:42.909 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:43.003 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:42 gibba023 bash[18090]: debug 2021-03-04T23:35:42.799+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:43.004 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:43.110 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:43.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:43 gibba023 bash[18090]: debug 2021-03-04T23:35:42.999+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:43.491 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:43.594 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:43.635 INFO:tasks.workunit.client.0.gibba008.stdout: i=6 exists [4848306~2612542,9454891~14193881,26083406~3984730,32171233~12845977,48905405~3160324,56941182~7297994,64337697~7753473,96339302~9720120,107489745~4752691,116666459~2429772,125284542~8714669,134716593~3248439,141954968~2753429,148138482~7767064,160227643~13389411,179853589~4942347,188696279~1772091,190728899~7993226,204809647~7621318,218669522~12065524,251883236~3687993,261371865~7148765,274370090~3508479,286083187~4157028,299532344~9337207,319687228~2494304,335878231~1314069,338576675~9510940,350599668~2117167,352724804~1489541,369355347~3863878,379978852~2004055,385694464~6666510,402204164~2132489,408969556~5359382] wrote [9454891~7565697,96339302~3332258,134716593~3248439,181312427~3483509,204809647~7621318,222594809~8140237,264078143~3313059,402204164~2132489] 2021-03-04T23:35:43.714 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:43.747 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:43 gibba008 bash[47391]: debug 2021-03-04T23:35:43.482+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:43.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:43 gibba008 bash[37770]: cluster 2021-03-04T23:35:41.656510+0000 mgr.x (mgr.34379) 1461 : cluster [DBG] pgmap v1964: 145 pgs: 145 active+clean; 161 MiB data, 1019 MiB used, 584 GiB / 588 GiB avail; 5.2 KiB/s rd, 27 MiB/s wr, 22 op/s 2021-03-04T23:35:43.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:43 gibba008 bash[37770]: cluster 2021-03-04T23:35:42.466652+0000 mon.a (mon.0) 2258 : cluster [DBG] osdmap e862: 8 total, 8 up, 7 in 2021-03-04T23:35:43.748 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:43 gibba008 bash[39303]: cluster 2021-03-04T23:35:41.656510+0000 mgr.x (mgr.34379) 1461 : cluster [DBG] pgmap v1964: 145 pgs: 145 active+clean; 161 MiB data, 1019 MiB used, 584 GiB / 588 GiB avail; 5.2 KiB/s rd, 27 MiB/s wr, 22 op/s 2021-03-04T23:35:43.748 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:43 gibba008 bash[39303]: cluster 2021-03-04T23:35:42.466652+0000 mon.a (mon.0) 2258 : cluster [DBG] osdmap e862: 8 total, 8 up, 7 in 2021-03-04T23:35:43.749 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:35:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:43 gibba023 bash[27374]: cluster 2021-03-04T23:35:41.656510+0000 mgr.x (mgr.34379) 1461 : cluster [DBG] pgmap v1964: 145 pgs: 145 active+clean; 161 MiB data, 1019 MiB used, 584 GiB / 588 GiB avail; 5.2 KiB/s rd, 27 MiB/s wr, 22 op/s 2021-03-04T23:35:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:43 gibba023 bash[27374]: cluster 2021-03-04T23:35:42.466652+0000 mon.a (mon.0) 2258 : cluster [DBG] osdmap e862: 8 total, 8 up, 7 in 2021-03-04T23:35:43.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:43 gibba023 bash[88433]: debug 2021-03-04T23:35:43.711+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:43.818 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:43.863 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:43.901 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:44.004 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:44.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:43 gibba023 bash[18090]: debug 2021-03-04T23:35:43.895+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:44.587 INFO:tasks.workunit.client.0.gibba008.stdout: i=7 exists [4848306~2612542,9454891~14193881,26083406~5885203,32171233~12845977,48905405~3160324,56941182~7297994,64337697~7753473,96339302~9720120,107489745~4752691,116666459~2429772,125284542~8714669,134716593~3248439,141954968~2753429,148138482~7767064,160227643~13389411,179853589~4942347,188696279~1772091,190728899~7993226,204809647~7621318,216851058~183890,218669522~15706353,251883236~3687993,260063184~849370,261371865~7148765,274370090~3508479,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,335878231~1314069,338576675~9510940,350599668~2117167,352724804~1489541,355637849~7449468,369355347~3863878,379978852~2004055,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] wrote [22474864~206752,27732327~4236282,171366463~175273,216851058~183890,227486265~6889610,260063184~849370,276307989~464014,281548234~2381812,355637849~7449468,392573339~7298877] 2021-03-04T23:35:44.603 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:44.711 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:44.753 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:44 gibba008 bash[91265]: debug 2021-03-04T23:35:44.594+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:44.754 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:44 gibba008 bash[39303]: cluster 2021-03-04T23:35:43.477030+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e863: 8 total, 8 up, 7 in 2021-03-04T23:35:44.755 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:44 gibba008 bash[37770]: cluster 2021-03-04T23:35:43.477030+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e863: 8 total, 8 up, 7 in 2021-03-04T23:35:44.778 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:44 gibba023 bash[27374]: cluster 2021-03-04T23:35:43.477030+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e863: 8 total, 8 up, 7 in 2021-03-04T23:35:45.064 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:45.167 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:45.496 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[19550]: debug 2021-03-04T23:35:45.059+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:45.669 INFO:tasks.workunit.client.0.gibba008.stdout: i=8 exists [4848306~2612542,9454891~14193881,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64337697~7753473,96339302~9851273,107489745~4752691,116666459~2429772,120446072~13553139,134716593~3248439,141954968~2753429,148138482~7767064,160227643~13389411,179853589~8564100,188696279~1772091,190728899~7993226,204809647~9463210,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3508479,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,335878231~1314069,338576675~9510940,350599668~2117167,352724804~1489541,355637849~7449468,369355347~3863878,379978852~2004055,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] wrote [49993241~5080232,106045266~145309,120446072~6997857,180480244~7937445,210947944~3324913,242144281~7589295,260448662~1309647,297117510~2619814] 2021-03-04T23:35:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: cluster 2021-03-04T23:35:43.656954+0000 mgr.x (mgr.34379) 1462 : cluster [DBG] pgmap v1967: 145 pgs: 145 active+clean; 221 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 5.7 KiB/s rd, 35 MiB/s wr, 25 op/s 2021-03-04T23:35:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: cluster 2021-03-04T23:35:44.487900+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e864: 8 total, 8 up, 7 in 2021-03-04T23:35:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.841808+0000 mon.a (mon.0) 2261 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:35:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.842560+0000 mon.a (mon.0) 2262 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:35:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.843256+0000 mon.a (mon.0) 2263 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:35:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.843956+0000 mon.a (mon.0) 2264 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:35:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.844632+0000 mon.a (mon.0) 2265 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:35:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.845347+0000 mon.a (mon.0) 2266 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.14", "id": [0, 3]}]: dispatch 2021-03-04T23:35:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.846079+0000 mon.a (mon.0) 2267 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2021-03-04T23:35:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.846727+0000 mon.a (mon.0) 2268 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2021-03-04T23:35:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:44.847336+0000 mon.a (mon.0) 2269 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1f", "id": [4, 3]}]: dispatch 2021-03-04T23:35:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:45.059175+0000 mon.a (mon.0) 2270 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[39303]: audit 2021-03-04T23:35:45.127375+0000 mon.a (mon.0) 2271 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:45.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: cluster 2021-03-04T23:35:43.656954+0000 mgr.x (mgr.34379) 1462 : cluster [DBG] pgmap v1967: 145 pgs: 145 active+clean; 221 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 5.7 KiB/s rd, 35 MiB/s wr, 25 op/s 2021-03-04T23:35:45.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: cluster 2021-03-04T23:35:44.487900+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e864: 8 total, 8 up, 7 in 2021-03-04T23:35:45.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.841808+0000 mon.a (mon.0) 2261 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:35:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.842560+0000 mon.a (mon.0) 2262 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:35:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.843256+0000 mon.a (mon.0) 2263 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:35:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.843956+0000 mon.a (mon.0) 2264 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:35:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.844632+0000 mon.a (mon.0) 2265 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:35:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.845347+0000 mon.a (mon.0) 2266 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.14", "id": [0, 3]}]: dispatch 2021-03-04T23:35:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.846079+0000 mon.a (mon.0) 2267 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2021-03-04T23:35:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.846727+0000 mon.a (mon.0) 2268 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2021-03-04T23:35:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:44.847336+0000 mon.a (mon.0) 2269 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1f", "id": [4, 3]}]: dispatch 2021-03-04T23:35:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:45.059175+0000 mon.a (mon.0) 2270 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[37770]: audit 2021-03-04T23:35:45.127375+0000 mon.a (mon.0) 2271 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:45.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: cluster 2021-03-04T23:35:43.656954+0000 mgr.x (mgr.34379) 1462 : cluster [DBG] pgmap v1967: 145 pgs: 145 active+clean; 221 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 5.7 KiB/s rd, 35 MiB/s wr, 25 op/s 2021-03-04T23:35:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: cluster 2021-03-04T23:35:44.487900+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e864: 8 total, 8 up, 7 in 2021-03-04T23:35:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.841808+0000 mon.a (mon.0) 2261 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:35:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.842560+0000 mon.a (mon.0) 2262 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:35:45.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.843256+0000 mon.a (mon.0) 2263 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:35:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.843956+0000 mon.a (mon.0) 2264 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:35:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.844632+0000 mon.a (mon.0) 2265 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:35:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.845347+0000 mon.a (mon.0) 2266 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.14", "id": [0, 3]}]: dispatch 2021-03-04T23:35:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.846079+0000 mon.a (mon.0) 2267 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2021-03-04T23:35:45.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.846727+0000 mon.a (mon.0) 2268 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2021-03-04T23:35:45.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:44.847336+0000 mon.a (mon.0) 2269 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1f", "id": [4, 3]}]: dispatch 2021-03-04T23:35:45.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:45.059175+0000 mon.a (mon.0) 2270 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:45.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:45 gibba023 bash[27374]: audit 2021-03-04T23:35:45.127375+0000 mon.a (mon.0) 2271 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:35:45.888 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:45.992 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:46.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:45 gibba008 bash[44600]: debug 2021-03-04T23:35:45.882+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:46.375 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:46.478 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:46.565 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:46.668 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:46.735 INFO:tasks.workunit.client.0.gibba008.stdout: i=9 exists [4848306~2612542,8981341~14667431,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64337697~7753473,77551314~6276794,96339302~9851273,107489745~4752691,116666459~2429772,120446072~17518960,141954968~2753429,145144904~10760642,160227643~13389411,179853589~8564100,188696279~1772091,190728899~7993226,200727635~13545222,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3508479,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,335878231~1314069,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,379978852~2004055,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] wrote [8981341~5542503,57887221~4009207,77551314~6276794,127548702~7663259,145144904~6473039,200727635~7606588,290385496~4380160,349758532~4638686,364090944~5896087,370185772~4998981] 2021-03-04T23:35:46.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:46 gibba008 bash[37770]: cluster 2021-03-04T23:35:45.500128+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e865: 8 total, 8 up, 7 in 2021-03-04T23:35:46.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:46 gibba008 bash[39303]: cluster 2021-03-04T23:35:45.500128+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e865: 8 total, 8 up, 7 in 2021-03-04T23:35:46.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:46 gibba008 bash[44600]: debug 2021-03-04T23:35:46.366+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:46.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:46 gibba023 bash[27374]: cluster 2021-03-04T23:35:45.500128+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e865: 8 total, 8 up, 7 in 2021-03-04T23:35:46.764 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:46 gibba023 bash[19550]: debug 2021-03-04T23:35:46.559+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:46.764 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:46.872 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:46.969 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:46 gibba023 bash[15180]: debug 2021-03-04T23:35:46.759+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:47.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:46 gibba023 bash[88433]: debug 2021-03-04T23:35:46.963+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:47.073 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:47.163 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:47.267 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.368 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:47 gibba023 bash[18090]: debug 2021-03-04T23:35:47.159+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:47.369 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.473 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.600 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.708 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:47.723 INFO:tasks.workunit.client.0.gibba008.stdout: i=10 exists [4848306~2612542,8981341~14667431,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64337697~7753473,77551314~6276794,96339302~9851273,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145144904~10760642,160227643~13389411,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3508479,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,335878231~1314069,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,379978852~2004055,382986471~9374503,392573339~7298877,402204164~12124774] wrote [13767621~6962461,100053471~979504,113447688~6997346,132840669~663868,198645188~7760541,267357748~5511523,292903126~6641397,382986471~6239616,402896805~6233140] 2021-03-04T23:35:47.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:47 gibba023 bash[88433]: debug 2021-03-04T23:35:47.363+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:47.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:47 gibba023 bash[88433]: debug 2021-03-04T23:35:47.595+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:47.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:47 gibba023 bash[27374]: cluster 2021-03-04T23:35:45.657260+0000 mgr.x (mgr.34379) 1463 : cluster [DBG] pgmap v1970: 145 pgs: 145 active+clean; 277 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 5.7 KiB/s rd, 20 MiB/s wr, 18 op/s 2021-03-04T23:35:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:47 gibba023 bash[27374]: cluster 2021-03-04T23:35:46.517271+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e866: 8 total, 8 up, 7 in 2021-03-04T23:35:47.854 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:47 gibba008 bash[37770]: cluster 2021-03-04T23:35:45.657260+0000 mgr.x (mgr.34379) 1463 : cluster [DBG] pgmap v1970: 145 pgs: 145 active+clean; 277 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 5.7 KiB/s rd, 20 MiB/s wr, 18 op/s 2021-03-04T23:35:47.854 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:47 gibba008 bash[37770]: cluster 2021-03-04T23:35:46.517271+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e866: 8 total, 8 up, 7 in 2021-03-04T23:35:47.855 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:47 gibba008 bash[39303]: cluster 2021-03-04T23:35:45.657260+0000 mgr.x (mgr.34379) 1463 : cluster [DBG] pgmap v1970: 145 pgs: 145 active+clean; 277 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 5.7 KiB/s rd, 20 MiB/s wr, 18 op/s 2021-03-04T23:35:47.855 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:47 gibba008 bash[39303]: cluster 2021-03-04T23:35:46.517271+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e866: 8 total, 8 up, 7 in 2021-03-04T23:35:47.856 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:47.962 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:48.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:47 gibba008 bash[47391]: debug 2021-03-04T23:35:47.846+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:48.054 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:48.156 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:48.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:48 gibba023 bash[88433]: debug 2021-03-04T23:35:48.047+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:48.287 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:48.392 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:48.543 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:48 gibba023 bash[15180]: debug 2021-03-04T23:35:48.283+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:48.679 INFO:tasks.workunit.client.0.gibba008.stdout: i=11 exists [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64337697~7753473,77551314~6276794,94765113~11425462,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160227643~13389411,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3508479,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,335878231~1314069,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,379978852~2004055,382986471~9374503,392573339~8874859,402204164~12124774] wrote [6325998~2957687,94765113~5152018,145088712~8085068,182133655~2165658,194019828~8056575,254535383~3076108,263437108~7446146,281884814~1162669,312144679~3447291,394080118~7368080] 2021-03-04T23:35:48.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:48 gibba008 bash[37770]: cluster 2021-03-04T23:35:47.523601+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e867: 8 total, 8 up, 7 in 2021-03-04T23:35:48.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:48 gibba008 bash[39303]: cluster 2021-03-04T23:35:47.523601+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e867: 8 total, 8 up, 7 in 2021-03-04T23:35:48.968 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:49.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:48 gibba023 bash[27374]: cluster 2021-03-04T23:35:47.523601+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e867: 8 total, 8 up, 7 in 2021-03-04T23:35:49.075 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:49.085 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:48 gibba008 bash[47391]: debug 2021-03-04T23:35:48.958+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:49.546 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:49.649 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:49.679 INFO:tasks.workunit.client.0.gibba008.stdout: i=12 exists [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64337697~7753473,77551314~6276794,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160227643~13389411,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3508479,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,335878231~1314069,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,379978852~2004055,382986471~9374503,392573339~8874859,402204164~12124774] wrote [8121450~3874824,36190037~1373312,90049598~2561037,103844512~4019456,181775911~5651589,252856107~5517344,268013158~2436029,285233448~2425397,340208514~3090424] 2021-03-04T23:35:49.756 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [] live_osds: [0, 1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:35:49.757 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:35:49.757 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-03-04T23:35:49.757 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:35:49.758 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:35:49.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-03-04T23:35:49.795 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:49.797 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:49 gibba008 bash[39303]: cluster 2021-03-04T23:35:47.658085+0000 mgr.x (mgr.34379) 1464 : cluster [DBG] pgmap v1973: 145 pgs: 145 active+clean; 427 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 43 MiB/s wr, 33 op/s 2021-03-04T23:35:49.797 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:49 gibba008 bash[39303]: cluster 2021-03-04T23:35:48.540962+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e868: 8 total, 8 up, 7 in 2021-03-04T23:35:49.798 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:49 gibba008 bash[44600]: debug 2021-03-04T23:35:49.786+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:49.799 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:49 gibba008 bash[48858]: debug 2021-03-04T23:35:49.538+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:49.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:49 gibba008 bash[37770]: cluster 2021-03-04T23:35:47.658085+0000 mgr.x (mgr.34379) 1464 : cluster [DBG] pgmap v1973: 145 pgs: 145 active+clean; 427 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 43 MiB/s wr, 33 op/s 2021-03-04T23:35:49.800 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:49 gibba008 bash[37770]: cluster 2021-03-04T23:35:48.540962+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e868: 8 total, 8 up, 7 in 2021-03-04T23:35:49.838 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:49.861 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:49 gibba023 bash[27374]: cluster 2021-03-04T23:35:47.658085+0000 mgr.x (mgr.34379) 1464 : cluster [DBG] pgmap v1973: 145 pgs: 145 active+clean; 427 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 43 MiB/s wr, 33 op/s 2021-03-04T23:35:49.861 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:49 gibba023 bash[27374]: cluster 2021-03-04T23:35:48.540962+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e868: 8 total, 8 up, 7 in 2021-03-04T23:35:49.902 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:50.162 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:50.271 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:50.395 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:50 gibba008 bash[44600]: debug 2021-03-04T23:35:50.154+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:50.678 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:50.680 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:50 gibba008 bash[37770]: cluster 2021-03-04T23:35:49.552065+0000 mon.a (mon.0) 2276 : cluster [DBG] osdmap e869: 8 total, 8 up, 7 in 2021-03-04T23:35:50.680 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:50 gibba008 bash[39303]: cluster 2021-03-04T23:35:49.552065+0000 mon.a (mon.0) 2276 : cluster [DBG] osdmap e869: 8 total, 8 up, 7 in 2021-03-04T23:35:50.688 INFO:tasks.workunit.client.0.gibba008.stdout: i=13 exists [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64337697~7753473,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160227643~13389411,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3508479,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,335878231~1314069,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,379978852~2004055,382986471~9374503,392573339~21755599] wrote [37162941~5047073,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,160469335~7578968,182043046~1269994,190973265~6179916,327397931~2729606,400602597~4567935] 2021-03-04T23:35:50.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:50 gibba008 bash[48858]: debug 2021-03-04T23:35:50.670+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:50.783 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:50.941 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:50 gibba023 bash[27374]: cluster 2021-03-04T23:35:49.552065+0000 mon.a (mon.0) 2276 : cluster [DBG] osdmap e869: 8 total, 8 up, 7 in 2021-03-04T23:35:51.284 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:35:51.297 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:35:51.310 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:35:51.323 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:35:51.344 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:35:51.368 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:35:51.389 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:35:51.409 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:35:51.410 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.410 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.411 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.411 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.411 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.411 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.411 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.412 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:51.417 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:51.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[91265]: debug 2021-03-04T23:35:51.410+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:51.521 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:51.866 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:51 gibba023 bash[27374]: cluster 2021-03-04T23:35:49.658956+0000 mgr.x (mgr.34379) 1465 : cluster [DBG] pgmap v1976: 145 pgs: 145 active+clean; 480 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T23:35:51.867 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:51 gibba023 bash[27374]: cluster 2021-03-04T23:35:50.564774+0000 mon.a (mon.0) 2277 : cluster [DBG] osdmap e870: 8 total, 8 up, 7 in 2021-03-04T23:35:51.867 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:51 gibba023 bash[27374]: audit 2021-03-04T23:35:51.266974+0000 mon.c (mon.1) 146 : audit [DBG] from='client.? 172.21.2.108:0/3687615009' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:51.894 INFO:tasks.workunit.client.0.gibba008.stdout: i=14 exists [4848306~18800466,26083406~5885203,32171233~12845977,46343435~8730038,56941182~7297994,64337697~7753473,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~28528342,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3508479,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,335878231~1314069,338576675~9510940,349758532~4638686,355637849~19546904,379978852~2004055,382986471~31342467] wrote [46343435~3764744,154723228~6796371,184586452~1559420,202934085~889026,259907596~7531030,279061512~4462437,309190292~1852318,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:51.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[37770]: cluster 2021-03-04T23:35:49.658956+0000 mgr.x (mgr.34379) 1465 : cluster [DBG] pgmap v1976: 145 pgs: 145 active+clean; 480 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T23:35:51.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[37770]: cluster 2021-03-04T23:35:50.564774+0000 mon.a (mon.0) 2277 : cluster [DBG] osdmap e870: 8 total, 8 up, 7 in 2021-03-04T23:35:51.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[37770]: audit 2021-03-04T23:35:51.266974+0000 mon.c (mon.1) 146 : audit [DBG] from='client.? 172.21.2.108:0/3687615009' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:51.912 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[39303]: cluster 2021-03-04T23:35:49.658956+0000 mgr.x (mgr.34379) 1465 : cluster [DBG] pgmap v1976: 145 pgs: 145 active+clean; 480 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2021-03-04T23:35:51.912 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[39303]: cluster 2021-03-04T23:35:50.564774+0000 mon.a (mon.0) 2277 : cluster [DBG] osdmap e870: 8 total, 8 up, 7 in 2021-03-04T23:35:51.912 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[39303]: audit 2021-03-04T23:35:51.266974+0000 mon.c (mon.1) 146 : audit [DBG] from='client.? 172.21.2.108:0/3687615009' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:51.913 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.018 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:52.255 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:51 gibba008 bash[47391]: debug 2021-03-04T23:35:51.902+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:52.373 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:52.478 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:52.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:52 gibba008 bash[48858]: debug 2021-03-04T23:35:52.366+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:52.620 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:52.723 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:52.740 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:52 gibba023 bash[27374]: cluster 2021-03-04T23:35:51.575964+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e871: 8 total, 8 up, 7 in 2021-03-04T23:35:52.741 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:52 gibba023 bash[19550]: debug 2021-03-04T23:35:52.615+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:52.753 INFO:tasks.workunit.client.0.gibba008.stdout: i=15 exists [547101~187693,4848306~19572863,26083406~5885203,32171233~12845977,46343435~8730038,56941182~7297994,64337697~7753473,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~2753429,145088712~28528342,175740669~12677020,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3508479,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,335878231~1314069,338576675~9510940,349758532~4638686,355637849~19546904,379978852~2004055,382986471~31342467] wrote [547101~187693,17526042~6895127,115062828~7761677,175740669~6074368,206070653~132063,224741883~1984283,236169899~7876292,281000223~6789184,394165004~1723625,410003025~2926476] 2021-03-04T23:35:52.865 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:52.884 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:52 gibba008 bash[39303]: cluster 2021-03-04T23:35:51.575964+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e871: 8 total, 8 up, 7 in 2021-03-04T23:35:52.885 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:52 gibba008 bash[37770]: cluster 2021-03-04T23:35:51.575964+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e871: 8 total, 8 up, 7 in 2021-03-04T23:35:52.973 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:53.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:52 gibba023 bash[19550]: debug 2021-03-04T23:35:52.859+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:53.080 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:53.157 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:35:53.158 INFO:teuthology.orchestra.run.gibba023.stdout: "success": "" 2021-03-04T23:35:53.158 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:35:53.188 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:53.295 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:53.330 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:53 gibba023 bash[19550]: debug 2021-03-04T23:35:53.075+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:53.331 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:53 gibba023 bash[88433]: debug 2021-03-04T23:35:53.287+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:53.403 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:53.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:53 gibba008 bash[37770]: cluster 2021-03-04T23:35:51.659741+0000 mgr.x (mgr.34379) 1466 : cluster [DBG] pgmap v1979: 145 pgs: 145 active+clean; 600 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 41 MiB/s wr, 18 op/s 2021-03-04T23:35:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:53 gibba008 bash[37770]: cluster 2021-03-04T23:35:52.586859+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e872: 8 total, 8 up, 7 in 2021-03-04T23:35:53.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:53 gibba008 bash[39303]: cluster 2021-03-04T23:35:51.659741+0000 mgr.x (mgr.34379) 1466 : cluster [DBG] pgmap v1979: 145 pgs: 145 active+clean; 600 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 41 MiB/s wr, 18 op/s 2021-03-04T23:35:53.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:53 gibba008 bash[39303]: cluster 2021-03-04T23:35:52.586859+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e872: 8 total, 8 up, 7 in 2021-03-04T23:35:53.787 INFO:tasks.workunit.client.0.gibba008.stdout: i=16 exists [547101~187693,4848306~27120303,32171233~12845977,46343435~8857876,56941182~7297994,64337697~7753473,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,335878231~1314069,338576675~9510940,349758532~4638686,355637849~19546904,379978852~2004055,382986471~31342467] wrote [12662152~3793001,21700806~6567661,32557171~5442285,49762190~5439121,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,277439978~6564089,395020272~407335] 2021-03-04T23:35:53.885 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:53 gibba023 bash[27374]: cluster 2021-03-04T23:35:51.659741+0000 mgr.x (mgr.34379) 1466 : cluster [DBG] pgmap v1979: 145 pgs: 145 active+clean; 600 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 41 MiB/s wr, 18 op/s 2021-03-04T23:35:53.885 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:53 gibba023 bash[27374]: cluster 2021-03-04T23:35:52.586859+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e872: 8 total, 8 up, 7 in 2021-03-04T23:35:53.908 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:54.017 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:54.114 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:54.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:54.234 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:35:53 gibba008 bash[47391]: debug 2021-03-04T23:35:53.898+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:54.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:54 gibba023 bash[15180]: debug 2021-03-04T23:35:54.107+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:54.599 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:54.702 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:54.753 INFO:tasks.workunit.client.0.gibba008.stdout: i=17 exists [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~7297994,64337697~7753473,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,335878231~2055401,338576675~9510940,349758532~4638686,355415364~19769389,379978852~2004055,382986471~31342467] wrote [47965396~7479097,136192897~1762539,206341833~2065608,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543] 2021-03-04T23:35:54.919 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:54 gibba008 bash[44600]: debug 2021-03-04T23:35:54.590+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:54.920 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:54 gibba008 bash[37770]: cluster 2021-03-04T23:35:53.600734+0000 mon.a (mon.0) 2280 : cluster [DBG] osdmap e873: 8 total, 8 up, 7 in 2021-03-04T23:35:54.920 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:54 gibba008 bash[37770]: cluster 2021-03-04T23:35:53.660689+0000 mgr.x (mgr.34379) 1467 : cluster [DBG] pgmap v1982: 145 pgs: 145 active+clean; 666 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 45 MiB/s wr, 31 op/s 2021-03-04T23:35:54.921 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:54 gibba008 bash[39303]: cluster 2021-03-04T23:35:53.600734+0000 mon.a (mon.0) 2280 : cluster [DBG] osdmap e873: 8 total, 8 up, 7 in 2021-03-04T23:35:54.921 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:54 gibba008 bash[39303]: cluster 2021-03-04T23:35:53.660689+0000 mgr.x (mgr.34379) 1467 : cluster [DBG] pgmap v1982: 145 pgs: 145 active+clean; 666 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 45 MiB/s wr, 31 op/s 2021-03-04T23:35:54.922 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:55.023 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:55.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:54 gibba023 bash[27374]: cluster 2021-03-04T23:35:53.600734+0000 mon.a (mon.0) 2280 : cluster [DBG] osdmap e873: 8 total, 8 up, 7 in 2021-03-04T23:35:55.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:54 gibba023 bash[27374]: cluster 2021-03-04T23:35:53.660689+0000 mgr.x (mgr.34379) 1467 : cluster [DBG] pgmap v1982: 145 pgs: 145 active+clean; 666 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 45 MiB/s wr, 31 op/s 2021-03-04T23:35:55.177 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:35:55.178 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:35:55.178 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:35:55.178 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:35:55.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.179 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166098 29.6 29:6e3998fc:::benchmark_data_gibba008_125393_object166097:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:35:55.179 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.251522+0000", 2021-03-04T23:35:55.179 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 599.92079593999995, 2021-03-04T23:35:55.179 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20168820400000001, 2021-03-04T23:35:55.180 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.180 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.180 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.180 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.181 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.181 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166098 2021-03-04T23:35:55.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.181 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.182 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251522+0000", 2021-03-04T23:35:55.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.183 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.183 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251522+0000", 2021-03-04T23:35:55.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5296999999999999e-05 2021-03-04T23:35:55.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.183 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.184 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251537+0000", 2021-03-04T23:35:55.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.156e-06 2021-03-04T23:35:55.184 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.184 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.185 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.185 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251538+0000", 2021-03-04T23:35:55.185 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9390000000000002e-06 2021-03-04T23:35:55.185 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.186 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.186 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.186 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251544+0000", 2021-03-04T23:35:55.186 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.638e-06 2021-03-04T23:35:55.186 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.187 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.187 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.187 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251547+0000", 2021-03-04T23:35:55.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9717999999999999e-05 2021-03-04T23:35:55.187 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.188 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.188 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.188 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251577+0000", 2021-03-04T23:35:55.188 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3731000000000002e-05 2021-03-04T23:35:55.189 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.189 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.189 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.189 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251660+0000", 2021-03-04T23:35:55.190 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3461000000000006e-05 2021-03-04T23:35:55.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.190 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.190 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:35:55.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.251744+0000", 2021-03-04T23:35:55.191 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022356070000000001 2021-03-04T23:35:55.191 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.191 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.253980+0000", 2021-03-04T23:35:55.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00050714800000000002 2021-03-04T23:35:55.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.193 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.254487+0000", 2021-03-04T23:35:55.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19830873700000001 2021-03-04T23:35:55.193 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.194 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.452795+0000", 2021-03-04T23:35:55.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023678999999999999 2021-03-04T23:35:55.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.195 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453032+0000", 2021-03-04T23:35:55.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000177982 2021-03-04T23:35:55.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.196 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.196 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453210+0000", 2021-03-04T23:35:55.197 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20168820400000001 2021-03-04T23:35:55.197 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.197 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.197 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.198 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.198 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166106 29.a 29:5716d721:::benchmark_data_gibba008_125393_object166105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:35:55.198 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.255722+0000", 2021-03-04T23:35:55.198 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 599.91659631100003, 2021-03-04T23:35:55.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19256158200000001, 2021-03-04T23:35:55.199 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.199 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.199 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.200 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.200 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.200 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166106 2021-03-04T23:35:55.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.200 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.201 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255722+0000", 2021-03-04T23:35:55.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.202 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255722+0000", 2021-03-04T23:35:55.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0395e-05 2021-03-04T23:35:55.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255742+0000", 2021-03-04T23:35:55.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6220000000000001e-06 2021-03-04T23:35:55.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255744+0000", 2021-03-04T23:35:55.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1925e-05 2021-03-04T23:35:55.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.206 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255756+0000", 2021-03-04T23:35:55.206 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4000000000000002e-06 2021-03-04T23:35:55.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.207 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255760+0000", 2021-03-04T23:35:55.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1192000000000001e-05 2021-03-04T23:35:55.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255801+0000", 2021-03-04T23:35:55.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0581000000000007e-05 2021-03-04T23:35:55.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.209 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255882+0000", 2021-03-04T23:35:55.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1290000000000003e-05 2021-03-04T23:35:55.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:35:55.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.255963+0000", 2021-03-04T23:35:55.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0042056480000000002 2021-03-04T23:35:55.211 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260169+0000", 2021-03-04T23:35:55.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00042881800000000003 2021-03-04T23:35:55.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260597+0000", 2021-03-04T23:35:55.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18741919900000001 2021-03-04T23:35:55.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448017+0000", 2021-03-04T23:35:55.214 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000170858 2021-03-04T23:35:55.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448188+0000", 2021-03-04T23:35:55.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5654000000000003e-05 2021-03-04T23:35:55.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448283+0000", 2021-03-04T23:35:55.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19256158200000001 2021-03-04T23:35:55.216 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.216 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.217 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.217 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166107 29.a 29:53a42b4f:::benchmark_data_gibba008_125393_object166106:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:35:55.218 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.256135+0000", 2021-03-04T23:35:55.218 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 599.91618300699997, 2021-03-04T23:35:55.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19262763799999999, 2021-03-04T23:35:55.218 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.218 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.219 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.219 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.219 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.219 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166107 2021-03-04T23:35:55.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.220 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256135+0000", 2021-03-04T23:35:55.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256135+0000", 2021-03-04T23:35:55.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9511e-05 2021-03-04T23:35:55.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256154+0000", 2021-03-04T23:35:55.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7349999999999999e-06 2021-03-04T23:35:55.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256156+0000", 2021-03-04T23:35:55.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7869999999999996e-06 2021-03-04T23:35:55.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256166+0000", 2021-03-04T23:35:55.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1819999999999999e-06 2021-03-04T23:35:55.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.256170+0000", 2021-03-04T23:35:55.227 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018347229999999999 2021-03-04T23:35:55.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.228 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.258005+0000", 2021-03-04T23:35:55.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9159000000000005e-05 2021-03-04T23:35:55.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.258094+0000", 2021-03-04T23:35:55.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109347 2021-03-04T23:35:55.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.230 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:35:55.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.258203+0000", 2021-03-04T23:35:55.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021708869999999998 2021-03-04T23:35:55.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.232 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260374+0000", 2021-03-04T23:35:55.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00051480099999999995 2021-03-04T23:35:55.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.260889+0000", 2021-03-04T23:35:55.233 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.187594813 2021-03-04T23:35:55.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448484+0000", 2021-03-04T23:35:55.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017216399999999999 2021-03-04T23:35:55.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448656+0000", 2021-03-04T23:35:55.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106529 2021-03-04T23:35:55.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.448763+0000", 2021-03-04T23:35:55.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19262763799999999 2021-03-04T23:35:55.237 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.238 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.238 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.239 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166114 29.6 29:6eec48eb:::benchmark_data_gibba008_125393_object166113:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:35:55.239 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.261524+0000", 2021-03-04T23:35:55.239 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 599.91079396099997, 2021-03-04T23:35:55.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.192289197, 2021-03-04T23:35:55.240 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.240 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.240 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.240 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.240 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.241 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166114 2021-03-04T23:35:55.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.241 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261524+0000", 2021-03-04T23:35:55.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261524+0000", 2021-03-04T23:35:55.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1273e-05 2021-03-04T23:35:55.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.244 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261535+0000", 2021-03-04T23:35:55.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.776e-06 2021-03-04T23:35:55.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.245 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261537+0000", 2021-03-04T23:35:55.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9260000000000006e-06 2021-03-04T23:35:55.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261546+0000", 2021-03-04T23:35:55.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9090000000000002e-06 2021-03-04T23:35:55.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.247 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.247 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261550+0000", 2021-03-04T23:35:55.248 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4576999999999999e-05 2021-03-04T23:35:55.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.248 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.248 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261574+0000", 2021-03-04T23:35:55.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0839000000000004e-05 2021-03-04T23:35:55.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.249 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261645+0000", 2021-03-04T23:35:55.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5859000000000007e-05 2021-03-04T23:35:55.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.250 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:35:55.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.261721+0000", 2021-03-04T23:35:55.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0037715180000000002 2021-03-04T23:35:55.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265493+0000", 2021-03-04T23:35:55.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6382e-05 2021-03-04T23:35:55.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265509+0000", 2021-03-04T23:35:55.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18786662000000001 2021-03-04T23:35:55.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453376+0000", 2021-03-04T23:35:55.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019017900000000001 2021-03-04T23:35:55.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453566+0000", 2021-03-04T23:35:55.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024733900000000001 2021-03-04T23:35:55.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453813+0000", 2021-03-04T23:35:55.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.192289197 2021-03-04T23:35:55.256 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.257 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.257 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.258 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:166116 29.6 29:6119e70a:::benchmark_data_gibba008_125393_object166115:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e702)", 2021-03-04T23:35:55.258 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:25:55.263416+0000", 2021-03-04T23:35:55.258 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 599.90890236200005, 2021-03-04T23:35:55.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19088206999999999, 2021-03-04T23:35:55.258 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.259 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.259 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.259 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.259 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.260 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 166116 2021-03-04T23:35:55.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.260 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263416+0000", 2021-03-04T23:35:55.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263416+0000", 2021-03-04T23:35:55.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9690000000000006e-06 2021-03-04T23:35:55.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263426+0000", 2021-03-04T23:35:55.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5710000000000001e-06 2021-03-04T23:35:55.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263427+0000", 2021-03-04T23:35:55.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0639999999999994e-06 2021-03-04T23:35:55.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.265 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263435+0000", 2021-03-04T23:35:55.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3900000000000003e-06 2021-03-04T23:35:55.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.266 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263440+0000", 2021-03-04T23:35:55.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000177388 2021-03-04T23:35:55.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.267 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.267 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.267 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263617+0000", 2021-03-04T23:35:55.268 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3848000000000002e-05 2021-03-04T23:35:55.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.268 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.268 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263691+0000", 2021-03-04T23:35:55.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3171999999999996e-05 2021-03-04T23:35:55.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:35:55.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.263774+0000", 2021-03-04T23:35:55.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002018307 2021-03-04T23:35:55.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265792+0000", 2021-03-04T23:35:55.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110364 2021-03-04T23:35:55.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.265903+0000", 2021-03-04T23:35:55.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.188064915 2021-03-04T23:35:55.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.272 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.453968+0000", 2021-03-04T23:35:55.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019540900000000001 2021-03-04T23:35:55.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.274 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.454163+0000", 2021-03-04T23:35:55.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000134673 2021-03-04T23:35:55.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:25:55.454298+0000", 2021-03-04T23:35:55.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19088206999999999 2021-03-04T23:35:55.275 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.275 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.276 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.276 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:181936 29.9 29:936740ef:::benchmark_data_gibba008_125393_object4118:head [delete] snapc 0=[] ondisk+write+known_if_redirected e704)", 2021-03-04T23:35:55.277 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:05.572116+0000", 2021-03-04T23:35:55.277 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 589.60020149299999, 2021-03-04T23:35:55.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224536343, 2021-03-04T23:35:55.277 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.277 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.278 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.278 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.278 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.278 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 181936 2021-03-04T23:35:55.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.279 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572116+0000", 2021-03-04T23:35:55.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572116+0000", 2021-03-04T23:35:55.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:35:55.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.281 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572118+0000", 2021-03-04T23:35:55.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5340000000000001e-06 2021-03-04T23:35:55.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572119+0000", 2021-03-04T23:35:55.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6309999999999992e-06 2021-03-04T23:35:55.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572128+0000", 2021-03-04T23:35:55.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7310000000000001e-06 2021-03-04T23:35:55.284 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.285 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.285 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572133+0000", 2021-03-04T23:35:55.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000117984 2021-03-04T23:35:55.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.286 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.286 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572251+0000", 2021-03-04T23:35:55.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6700999999999997e-05 2021-03-04T23:35:55.286 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.287 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.287 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.287 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572317+0000", 2021-03-04T23:35:55.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1434999999999997e-05 2021-03-04T23:35:55.287 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:35:55.288 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.572379+0000", 2021-03-04T23:35:55.288 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0037076959999999999 2021-03-04T23:35:55.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576087+0000", 2021-03-04T23:35:55.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00070545199999999997 2021-03-04T23:35:55.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576792+0000", 2021-03-04T23:35:55.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.219779897 2021-03-04T23:35:55.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796572+0000", 2021-03-04T23:35:55.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8306000000000001e-05 2021-03-04T23:35:55.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796620+0000", 2021-03-04T23:35:55.293 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2585000000000001e-05 2021-03-04T23:35:55.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796653+0000", 2021-03-04T23:35:55.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.224536343 2021-03-04T23:35:55.294 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.294 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.294 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.295 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:181940 29.9 29:932f5958:::benchmark_data_gibba008_125393_object4122:head [delete] snapc 0=[] ondisk+write+known_if_redirected e704)", 2021-03-04T23:35:55.295 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:05.574034+0000", 2021-03-04T23:35:55.295 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 589.59828396199998, 2021-03-04T23:35:55.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22282296800000001, 2021-03-04T23:35:55.296 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.296 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.296 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.296 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.297 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.297 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 181940 2021-03-04T23:35:55.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.297 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574034+0000", 2021-03-04T23:35:55.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574034+0000", 2021-03-04T23:35:55.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.55e-06 2021-03-04T23:35:55.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574036+0000", 2021-03-04T23:35:55.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5230000000000001e-06 2021-03-04T23:35:55.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574037+0000", 2021-03-04T23:35:55.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.901e-06 2021-03-04T23:35:55.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574046+0000", 2021-03-04T23:35:55.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.109e-06 2021-03-04T23:35:55.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.303 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.303 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.304 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574050+0000", 2021-03-04T23:35:55.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018497199999999999 2021-03-04T23:35:55.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.304 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.305 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574235+0000", 2021-03-04T23:35:55.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3942000000000005e-05 2021-03-04T23:35:55.305 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.305 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.306 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574299+0000", 2021-03-04T23:35:55.306 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2775999999999998e-05 2021-03-04T23:35:55.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.307 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:35:55.307 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.574352+0000", 2021-03-04T23:35:55.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001880608 2021-03-04T23:35:55.307 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.307 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576232+0000", 2021-03-04T23:35:55.308 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00072793399999999996 2021-03-04T23:35:55.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.308 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.576960+0000", 2021-03-04T23:35:55.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21982305099999999 2021-03-04T23:35:55.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796783+0000", 2021-03-04T23:35:55.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5506000000000002e-05 2021-03-04T23:35:55.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796819+0000", 2021-03-04T23:35:55.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8096000000000003e-05 2021-03-04T23:35:55.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:05.796857+0000", 2021-03-04T23:35:55.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22282296800000001 2021-03-04T23:35:55.312 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.313 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.313 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.314 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219045 29.9 29:9dddf4ab:::benchmark_data_gibba008_125393_object41227:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:35:55.314 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.162188+0000", 2021-03-04T23:35:55.314 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 566.01013008200005, 2021-03-04T23:35:55.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23206897300000001, 2021-03-04T23:35:55.314 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.315 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.315 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.315 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.315 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.315 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219045 2021-03-04T23:35:55.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.316 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.316 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.316 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162188+0000", 2021-03-04T23:35:55.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.317 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.318 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162188+0000", 2021-03-04T23:35:55.318 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.872e-06 2021-03-04T23:35:55.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162190+0000", 2021-03-04T23:35:55.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:35:55.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.320 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162191+0000", 2021-03-04T23:35:55.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3349999999999996e-06 2021-03-04T23:35:55.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.321 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.321 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162201+0000", 2021-03-04T23:35:55.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2189999999999998e-06 2021-03-04T23:35:55.322 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.322 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.322 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162205+0000", 2021-03-04T23:35:55.323 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5593e-05 2021-03-04T23:35:55.323 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162231+0000", 2021-03-04T23:35:55.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3244000000000006e-05 2021-03-04T23:35:55.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.325 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162294+0000", 2021-03-04T23:35:55.325 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0927999999999997e-05 2021-03-04T23:35:55.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.325 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:35:55.326 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.162355+0000", 2021-03-04T23:35:55.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0024654400000000002 2021-03-04T23:35:55.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.326 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.164820+0000", 2021-03-04T23:35:55.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0030701869999999998 2021-03-04T23:35:55.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.327 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.328 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.167890+0000", 2021-03-04T23:35:55.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.22607133300000001 2021-03-04T23:35:55.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.393962+0000", 2021-03-04T23:35:55.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015641299999999999 2021-03-04T23:35:55.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394118+0000", 2021-03-04T23:35:55.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013866599999999999 2021-03-04T23:35:55.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.394257+0000", 2021-03-04T23:35:55.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23206897300000001 2021-03-04T23:35:55.331 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.332 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.332 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.332 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:219059 29.a 29:5da14477:::benchmark_data_gibba008_125393_object41241:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:35:55.333 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:29.170955+0000", 2021-03-04T23:35:55.333 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 566.00136278399998, 2021-03-04T23:35:55.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24512093600000001, 2021-03-04T23:35:55.333 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.334 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.334 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.334 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.334 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.334 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 219059 2021-03-04T23:35:55.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.335 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170955+0000", 2021-03-04T23:35:55.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170955+0000", 2021-03-04T23:35:55.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.446e-06 2021-03-04T23:35:55.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170957+0000", 2021-03-04T23:35:55.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.018e-06 2021-03-04T23:35:55.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.338 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.338 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170959+0000", 2021-03-04T23:35:55.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9389999999999997e-06 2021-03-04T23:35:55.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170967+0000", 2021-03-04T23:35:55.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7189999999999999e-06 2021-03-04T23:35:55.340 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.341 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.341 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170970+0000", 2021-03-04T23:35:55.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8096999999999999e-05 2021-03-04T23:35:55.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.170998+0000", 2021-03-04T23:35:55.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7078999999999998e-05 2021-03-04T23:35:55.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.171075+0000", 2021-03-04T23:35:55.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7166e-05 2021-03-04T23:35:55.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.344 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:35:55.344 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.171143+0000", 2021-03-04T23:35:55.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023061029999999999 2021-03-04T23:35:55.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.345 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.345 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.345 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.173449+0000", 2021-03-04T23:35:55.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025773300000000001 2021-03-04T23:35:55.345 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.346 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.346 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.173706+0000", 2021-03-04T23:35:55.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24198745499999999 2021-03-04T23:35:55.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.415694+0000", 2021-03-04T23:35:55.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020972800000000001 2021-03-04T23:35:55.348 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.415904+0000", 2021-03-04T23:35:55.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017245300000000001 2021-03-04T23:35:55.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:29.416076+0000", 2021-03-04T23:35:55.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.24512093600000001 2021-03-04T23:35:55.350 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.350 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.350 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.351 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55687.0:236545 29.e e705/691 29:7ae4e995:::benchmark_data_gibba008_125393_object58727:head v 705'14999, mlcod=705'14995)", 2021-03-04T23:35:55.351 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.810354+0000", 2021-03-04T23:35:55.351 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 555.36196352100001, 2021-03-04T23:35:55.351 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18704407200000001, 2021-03-04T23:35:55.352 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.352 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.352 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.353 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.353 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810354+0000", 2021-03-04T23:35:55.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.354 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810354+0000", 2021-03-04T23:35:55.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9409999999999999e-06 2021-03-04T23:35:55.354 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.354 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.355 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810357+0000", 2021-03-04T23:35:55.355 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3939999999999999e-06 2021-03-04T23:35:55.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.356 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.356 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810360+0000", 2021-03-04T23:35:55.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1450000000000008e-06 2021-03-04T23:35:55.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.357 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.357 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810368+0000", 2021-03-04T23:35:55.357 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4920000000000004e-06 2021-03-04T23:35:55.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.358 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.358 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810372+0000", 2021-03-04T23:35:55.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3539000000000001e-05 2021-03-04T23:35:55.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.359 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.359 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810456+0000", 2021-03-04T23:35:55.359 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1802e-05 2021-03-04T23:35:55.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.810468+0000", 2021-03-04T23:35:55.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18681003299999999 2021-03-04T23:35:55.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.997278+0000", 2021-03-04T23:35:55.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000120726 2021-03-04T23:35:55.362 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.362 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.997398+0000", 2021-03-04T23:35:55.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18704407200000001 2021-03-04T23:35:55.363 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.363 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.363 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.364 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:236557 29.5 29:a5147e60:::benchmark_data_gibba008_125393_object58739:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:35:55.364 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.814280+0000", 2021-03-04T23:35:55.364 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 555.35803757400004, 2021-03-04T23:35:55.365 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19838002599999999, 2021-03-04T23:35:55.365 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.365 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.365 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.365 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.366 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.366 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 236557 2021-03-04T23:35:55.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.366 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814280+0000", 2021-03-04T23:35:55.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814280+0000", 2021-03-04T23:35:55.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.759e-06 2021-03-04T23:35:55.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.369 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.369 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814282+0000", 2021-03-04T23:35:55.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6789999999999999e-06 2021-03-04T23:35:55.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.370 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814284+0000", 2021-03-04T23:35:55.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3669999999999999e-06 2021-03-04T23:35:55.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.371 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.371 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814291+0000", 2021-03-04T23:35:55.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4939999999999999e-06 2021-03-04T23:35:55.372 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.372 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.372 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814295+0000", 2021-03-04T23:35:55.372 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17147443600000001 2021-03-04T23:35:55.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.373 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.373 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.373 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985769+0000", 2021-03-04T23:35:55.373 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030371599999999999 2021-03-04T23:35:55.374 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.374 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.374 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.374 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.986073+0000", 2021-03-04T23:35:55.375 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00034619700000000002 2021-03-04T23:35:55.375 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.375 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.375 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:55.375 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.986419+0000", 2021-03-04T23:35:55.376 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017165725 2021-03-04T23:35:55.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.376 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.376 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.003585+0000", 2021-03-04T23:35:55.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018678329999999999 2021-03-04T23:35:55.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.377 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.378 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.005453+0000", 2021-03-04T23:35:55.378 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0068934520000000004 2021-03-04T23:35:55.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012346+0000", 2021-03-04T23:35:55.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017136399999999999 2021-03-04T23:35:55.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.379 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012517+0000", 2021-03-04T23:35:55.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014300399999999999 2021-03-04T23:35:55.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012660+0000", 2021-03-04T23:35:55.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19838002599999999 2021-03-04T23:35:55.381 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.381 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.382 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.382 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.382 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.382 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:236558 29.9 29:97abed55:::benchmark_data_gibba008_125393_object58740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:35:55.382 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:35:55.383 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 555.35801740600004, 2021-03-04T23:35:55.383 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195891392, 2021-03-04T23:35:55.383 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.383 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.383 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.384 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.384 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.384 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 236558 2021-03-04T23:35:55.384 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.385 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.385 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.385 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:35:55.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:35:55.386 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2699999999999998e-07 2021-03-04T23:35:55.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.387 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814301+0000", 2021-03-04T23:35:55.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9700000000000005e-07 2021-03-04T23:35:55.388 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.388 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.388 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814302+0000", 2021-03-04T23:35:55.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5140000000000003e-06 2021-03-04T23:35:55.389 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814307+0000", 2021-03-04T23:35:55.390 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1379999999999999e-06 2021-03-04T23:35:55.390 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.390 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814310+0000", 2021-03-04T23:35:55.391 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2521000000000003e-05 2021-03-04T23:35:55.391 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.392 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814342+0000", 2021-03-04T23:35:55.392 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0756999999999999e-05 2021-03-04T23:35:55.392 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.392 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.392 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.393 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814423+0000", 2021-03-04T23:35:55.393 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17099246800000001 2021-03-04T23:35:55.393 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.393 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.393 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:35:55.394 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985416+0000", 2021-03-04T23:35:55.394 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016708853999999999 2021-03-04T23:35:55.394 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.394 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.394 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.395 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.002125+0000", 2021-03-04T23:35:55.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0075245670000000002 2021-03-04T23:35:55.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.396 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009649+0000", 2021-03-04T23:35:55.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017266100000000001 2021-03-04T23:35:55.396 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.396 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.397 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.397 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009822+0000", 2021-03-04T23:35:55.397 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000198452 2021-03-04T23:35:55.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.398 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.398 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.010020+0000", 2021-03-04T23:35:55.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000171736 2021-03-04T23:35:55.398 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.399 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.399 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.399 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.010192+0000", 2021-03-04T23:35:55.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195891392 2021-03-04T23:35:55.399 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.400 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.400 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.400 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.400 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55687.0:236551 29.e e705/691 29:7c3aaf9d:::benchmark_data_gibba008_125393_object58733:head v 705'15000, mlcod=705'14995)", 2021-03-04T23:35:55.401 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.814366+0000", 2021-03-04T23:35:55.401 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 555.35795152499998, 2021-03-04T23:35:55.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19552426000000001, 2021-03-04T23:35:55.401 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.401 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.402 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.402 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.402 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.402 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814366+0000", 2021-03-04T23:35:55.403 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.403 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.403 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.403 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814366+0000", 2021-03-04T23:35:55.404 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0820000000000001e-06 2021-03-04T23:35:55.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.404 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.405 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814368+0000", 2021-03-04T23:35:55.405 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8509999999999999e-06 2021-03-04T23:35:55.405 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.405 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.405 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.406 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814370+0000", 2021-03-04T23:35:55.406 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0779999999999998e-06 2021-03-04T23:35:55.406 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.406 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.407 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.407 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814377+0000", 2021-03-04T23:35:55.407 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8870000000000002e-06 2021-03-04T23:35:55.407 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.407 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.408 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.408 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814381+0000", 2021-03-04T23:35:55.408 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1989000000000002e-05 2021-03-04T23:35:55.408 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.409 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.409 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.409 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814413+0000", 2021-03-04T23:35:55.409 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1545999999999999e-05 2021-03-04T23:35:55.409 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.410 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.410 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.410 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.814425+0000", 2021-03-04T23:35:55.410 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19528235099999999 2021-03-04T23:35:55.411 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.411 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.411 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.411 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009707+0000", 2021-03-04T23:35:55.411 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018347599999999999 2021-03-04T23:35:55.412 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.412 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.412 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.412 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.009891+0000", 2021-03-04T23:35:55.412 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.19552426000000001 2021-03-04T23:35:55.413 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.413 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.413 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.413 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.414 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.414 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:236566 29.5 29:a73e443e:::benchmark_data_gibba008_125393_object58748:head [delete] snapc 0=[] ondisk+write+known_if_redirected e705)", 2021-03-04T23:35:55.414 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:39.817917+0000", 2021-03-04T23:35:55.414 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 555.35440087200004, 2021-03-04T23:35:55.414 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195123143, 2021-03-04T23:35:55.415 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.415 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.415 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.415 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.416 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.416 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 236566 2021-03-04T23:35:55.416 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.416 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.416 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.417 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.417 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817917+0000", 2021-03-04T23:35:55.417 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.417 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.418 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.418 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.418 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817917+0000", 2021-03-04T23:35:55.418 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.722e-06 2021-03-04T23:35:55.418 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.419 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.419 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.419 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817919+0000", 2021-03-04T23:35:55.419 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.34e-06 2021-03-04T23:35:55.420 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.420 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.420 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.420 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.817921+0000", 2021-03-04T23:35:55.420 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.167168974 2021-03-04T23:35:55.421 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.421 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.421 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.421 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985090+0000", 2021-03-04T23:35:55.421 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4341999999999997e-05 2021-03-04T23:35:55.422 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.422 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.422 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.422 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.985124+0000", 2021-03-04T23:35:55.423 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0097454800000000008 2021-03-04T23:35:55.423 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.423 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.423 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.423 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.994870+0000", 2021-03-04T23:35:55.424 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035561000000000002 2021-03-04T23:35:55.424 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.424 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.424 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.424 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.995226+0000", 2021-03-04T23:35:55.425 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00037704699999999998 2021-03-04T23:35:55.425 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.425 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.425 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:55.425 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:39.995603+0000", 2021-03-04T23:35:55.426 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0086264719999999996 2021-03-04T23:35:55.426 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.426 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.426 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.427 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.004229+0000", 2021-03-04T23:35:55.427 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018210349999999999 2021-03-04T23:35:55.427 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.427 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.427 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.428 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.006050+0000", 2021-03-04T23:35:55.428 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0066520060000000002 2021-03-04T23:35:55.428 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.428 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.428 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.429 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012702+0000", 2021-03-04T23:35:55.429 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020725999999999999 2021-03-04T23:35:55.429 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.429 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.430 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.430 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.012909+0000", 2021-03-04T23:35:55.430 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013085500000000001 2021-03-04T23:35:55.430 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.430 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.431 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.431 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:40.013040+0000", 2021-03-04T23:35:55.431 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.195123143 2021-03-04T23:35:55.431 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.431 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.432 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.432 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.432 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.432 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55687.0:250546 29.9 29:9194d167:::benchmark_data_gibba008_125393_object72728:head [delete] snapc 0=[] ondisk+write+known_if_redirected e707)", 2021-03-04T23:35:55.433 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:26:47.697483+0000", 2021-03-04T23:35:55.433 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 547.47483507699997, 2021-03-04T23:35:55.433 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.220662582, 2021-03-04T23:35:55.433 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.433 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.434 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.434 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55687", 2021-03-04T23:35:55.434 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/439769975", 2021-03-04T23:35:55.434 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 250546 2021-03-04T23:35:55.434 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.435 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.435 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.435 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.435 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697483+0000", 2021-03-04T23:35:55.435 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.436 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.436 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.436 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697483+0000", 2021-03-04T23:35:55.437 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:35:55.437 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.437 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.437 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697485+0000", 2021-03-04T23:35:55.438 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.677e-06 2021-03-04T23:35:55.438 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.438 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.438 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.438 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697486+0000", 2021-03-04T23:35:55.439 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8109999999999997e-06 2021-03-04T23:35:55.439 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.439 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.439 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.439 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697496+0000", 2021-03-04T23:35:55.440 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.233e-06 2021-03-04T23:35:55.440 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.440 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.440 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.441 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697500+0000", 2021-03-04T23:35:55.441 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6587000000000001e-05 2021-03-04T23:35:55.441 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.441 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.441 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.442 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697537+0000", 2021-03-04T23:35:55.442 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000105259 2021-03-04T23:35:55.442 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.443 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697642+0000", 2021-03-04T23:35:55.443 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113924 2021-03-04T23:35:55.443 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.443 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.443 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:35:55.444 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.697756+0000", 2021-03-04T23:35:55.444 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027624070000000001 2021-03-04T23:35:55.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.444 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.444 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.445 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.700519+0000", 2021-03-04T23:35:55.445 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000168763 2021-03-04T23:35:55.445 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.445 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.446 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.446 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.700687+0000", 2021-03-04T23:35:55.446 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.21716375500000001 2021-03-04T23:35:55.446 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.446 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.447 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.447 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.917851+0000", 2021-03-04T23:35:55.447 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014632600000000001 2021-03-04T23:35:55.447 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.447 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.448 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.448 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.917997+0000", 2021-03-04T23:35:55.448 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014804900000000001 2021-03-04T23:35:55.448 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.449 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.449 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.449 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:26:47.918145+0000", 2021-03-04T23:35:55.449 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.220662582 2021-03-04T23:35:55.449 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.450 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.450 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.450 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.450 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.450 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55687.0:324439 29.e e709/691 29:7d0cdfd0:::benchmark_data_gibba008_125393_object146621:head v 709'20461, mlcod=709'20459)", 2021-03-04T23:35:55.451 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:27:32.940962+0000", 2021-03-04T23:35:55.451 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 502.23135640700002, 2021-03-04T23:35:55.451 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18548430399999999, 2021-03-04T23:35:55.451 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.451 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.452 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.452 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.452 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.452 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940962+0000", 2021-03-04T23:35:55.453 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.453 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.453 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.453 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.453 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940962+0000", 2021-03-04T23:35:55.454 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0680000000000001e-06 2021-03-04T23:35:55.454 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.454 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.454 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.454 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940965+0000", 2021-03-04T23:35:55.455 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2050000000000001e-06 2021-03-04T23:35:55.455 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.455 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.456 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:32.940967+0000", 2021-03-04T23:35:55.456 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.14476623599999999 2021-03-04T23:35:55.456 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.456 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.456 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.457 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.085733+0000", 2021-03-04T23:35:55.457 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6718000000000002e-05 2021-03-04T23:35:55.457 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.457 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.457 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.458 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.085780+0000", 2021-03-04T23:35:55.458 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.007807235 2021-03-04T23:35:55.458 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.458 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.458 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.459 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.093587+0000", 2021-03-04T23:35:55.459 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5797000000000002e-05 2021-03-04T23:35:55.459 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.459 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.460 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.460 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.093633+0000", 2021-03-04T23:35:55.460 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032717095000000002 2021-03-04T23:35:55.460 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.460 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.461 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.461 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.126350+0000", 2021-03-04T23:35:55.461 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5950000000000001e-05 2021-03-04T23:35:55.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:27:33.126446+0000", 2021-03-04T23:35:55.462 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.18548430399999999 2021-03-04T23:35:55.462 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.462 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.463 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.463 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.463 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.463 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:77851 30.b e724/719 30:df08ef08:::benchmark_data_gibba008_138845_object77850:head v 724'4832, mlcod=724'4830)", 2021-03-04T23:35:55.464 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:15.379221+0000", 2021-03-04T23:35:55.464 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 399.79309680900002, 2021-03-04T23:35:55.464 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.188719257, 2021-03-04T23:35:55.464 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.464 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.465 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.465 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.465 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.465 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379221+0000", 2021-03-04T23:35:55.465 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.466 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.466 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.466 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.466 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379221+0000", 2021-03-04T23:35:55.467 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7283e-05 2021-03-04T23:35:55.467 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.467 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.467 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.467 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379238+0000", 2021-03-04T23:35:55.468 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.638e-06 2021-03-04T23:35:55.468 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.468 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.468 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.468 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379240+0000", 2021-03-04T23:35:55.469 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.455e-06 2021-03-04T23:35:55.469 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.469 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.469 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.470 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379247+0000", 2021-03-04T23:35:55.470 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17673926300000001 2021-03-04T23:35:55.470 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.470 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.470 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.471 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.555986+0000", 2021-03-04T23:35:55.471 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021309200000000001 2021-03-04T23:35:55.471 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.471 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.471 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.472 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556199+0000", 2021-03-04T23:35:55.472 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2022999999999997e-05 2021-03-04T23:35:55.472 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.472 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.473 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.473 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556281+0000", 2021-03-04T23:35:55.473 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011517332 2021-03-04T23:35:55.473 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.473 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.474 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.474 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.567798+0000", 2021-03-04T23:35:55.474 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014217099999999999 2021-03-04T23:35:55.474 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.475 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.475 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.567940+0000", 2021-03-04T23:35:55.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.188719257 2021-03-04T23:35:55.475 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.476 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.476 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.477 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:77837 30.d e724/719 30:bbacd6dd:::benchmark_data_gibba008_138845_object77836:head v 724'4910, mlcod=724'4907)", 2021-03-04T23:35:55.477 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:15.379785+0000", 2021-03-04T23:35:55.477 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 399.792533354, 2021-03-04T23:35:55.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20409938399999999, 2021-03-04T23:35:55.477 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.478 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.478 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379785+0000", 2021-03-04T23:35:55.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.479 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379785+0000", 2021-03-04T23:35:55.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106041 2021-03-04T23:35:55.480 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.481 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379891+0000", 2021-03-04T23:35:55.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2500000000000001e-06 2021-03-04T23:35:55.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.481 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.481 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.482 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.379893+0000", 2021-03-04T23:35:55.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17607566599999999 2021-03-04T23:35:55.482 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.483 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.483 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.555969+0000", 2021-03-04T23:35:55.483 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7301e-05 2021-03-04T23:35:55.483 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.483 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.484 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.484 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556016+0000", 2021-03-04T23:35:55.484 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000247758 2021-03-04T23:35:55.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556264+0000", 2021-03-04T23:35:55.485 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9907000000000002e-05 2021-03-04T23:35:55.485 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.486 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.486 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.486 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556314+0000", 2021-03-04T23:35:55.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.027475943999999999 2021-03-04T23:35:55.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.583789+0000", 2021-03-04T23:35:55.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4517000000000003e-05 2021-03-04T23:35:55.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.488 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.583884+0000", 2021-03-04T23:35:55.488 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20409938399999999 2021-03-04T23:35:55.489 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.489 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.489 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.490 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:77854 30.6 e724/719 30:624b0b9a:::benchmark_data_gibba008_138845_object77853:head v 724'4787, mlcod=724'4785)", 2021-03-04T23:35:55.490 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:29:15.380786+0000", 2021-03-04T23:35:55.490 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 399.79153182200002, 2021-03-04T23:35:55.490 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20222880600000001, 2021-03-04T23:35:55.491 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.491 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.491 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.491 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.491 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.492 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380786+0000", 2021-03-04T23:35:55.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.492 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.492 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.492 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.493 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380786+0000", 2021-03-04T23:35:55.493 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106007 2021-03-04T23:35:55.493 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.493 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.493 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.494 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380892+0000", 2021-03-04T23:35:55.494 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8789999999999999e-06 2021-03-04T23:35:55.494 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.494 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.495 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.495 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.380894+0000", 2021-03-04T23:35:55.495 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.17510262700000001 2021-03-04T23:35:55.495 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.495 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.496 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.496 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.555997+0000", 2021-03-04T23:35:55.496 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8646999999999999e-05 2021-03-04T23:35:55.496 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.496 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.497 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.497 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556025+0000", 2021-03-04T23:35:55.497 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016543600000000001 2021-03-04T23:35:55.497 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.498 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.498 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.498 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556191+0000", 2021-03-04T23:35:55.498 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7290999999999997e-05 2021-03-04T23:35:55.498 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.499 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.499 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.499 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.556248+0000", 2021-03-04T23:35:55.499 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026638508000000002 2021-03-04T23:35:55.499 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.500 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.500 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.500 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.582887+0000", 2021-03-04T23:35:55.500 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012841099999999999 2021-03-04T23:35:55.500 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.501 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.501 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.501 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:29:15.583015+0000", 2021-03-04T23:35:55.501 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.20222880600000001 2021-03-04T23:35:55.502 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.502 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.502 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.502 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.502 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.503 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.56899.0:603 37.8 37:135ddb18:::rb.0.de43.4299dc1a.000000000032:head [set-alloc-hint object_size 4194304 write_size 4194304,write 596949~3597355] snapc 18=[18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8] ondisk+write+known_if_redirected e874)", 2021-03-04T23:35:55.503 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:35:54.718260+0000", 2021-03-04T23:35:55.503 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 0.45405754500000001, 2021-03-04T23:35:55.503 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018230573, 2021-03-04T23:35:55.503 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:35:55.504 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:55.504 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:35:55.504 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.56899", 2021-03-04T23:35:55.504 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2120322384", 2021-03-04T23:35:55.505 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 603 2021-03-04T23:35:55.505 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.505 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:35:55.505 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.505 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:35:55.506 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.718260+0000", 2021-03-04T23:35:55.506 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:35:55.506 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.506 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.506 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:35:55.507 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.718260+0000", 2021-03-04T23:35:55.507 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0040180850000000002 2021-03-04T23:35:55.507 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.507 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.507 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:35:55.508 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.722278+0000", 2021-03-04T23:35:55.508 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6137999999999999e-05 2021-03-04T23:35:55.508 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.508 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.509 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:35:55.509 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.722315+0000", 2021-03-04T23:35:55.509 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018557 2021-03-04T23:35:55.509 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.509 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.510 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:35:55.510 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.722500+0000", 2021-03-04T23:35:55.510 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1922000000000005e-05 2021-03-04T23:35:55.510 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.511 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.511 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:35:55.511 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.722592+0000", 2021-03-04T23:35:55.511 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026387600000000002 2021-03-04T23:35:55.511 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.512 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.512 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:35:55.512 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.722856+0000", 2021-03-04T23:35:55.512 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00029057399999999999 2021-03-04T23:35:55.512 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.513 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.513 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:35:55.513 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.723147+0000", 2021-03-04T23:35:55.513 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00060399499999999997 2021-03-04T23:35:55.513 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.514 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.514 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:35:55.514 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.723751+0000", 2021-03-04T23:35:55.514 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0098721910000000006 2021-03-04T23:35:55.515 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.515 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.515 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.515 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.733623+0000", 2021-03-04T23:35:55.515 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001483898 2021-03-04T23:35:55.516 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.516 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.516 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:55.516 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.735107+0000", 2021-03-04T23:35:55.517 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0013200009999999999 2021-03-04T23:35:55.517 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.517 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.517 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:35:55.517 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.736427+0000", 2021-03-04T23:35:55.518 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4054999999999998e-05 2021-03-04T23:35:55.518 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.518 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.518 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:35:55.518 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.736461+0000", 2021-03-04T23:35:55.519 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0267999999999999e-05 2021-03-04T23:35:55.519 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:35:55.519 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:35:55.519 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:35:55.520 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:54.736491+0000", 2021-03-04T23:35:55.520 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018230573 2021-03-04T23:35:55.520 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.520 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.520 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.521 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:35:55.521 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:35:55.521 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:35:55.522 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:35:54 gibba008 bash[44600]: debug 2021-03-04T23:35:54.910+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:55.523 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:55.523 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:55 gibba008 bash[91265]: debug 2021-03-04T23:35:55.214+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:55.624 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:55.631 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:35:55.744 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:55.812 INFO:tasks.workunit.client.0.gibba008.stdout: i=18 exists [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,335878231~2055401,338576675~9510940,349758532~4638686,355415364~19769389,379978852~2004055,382986471~31342467] wrote [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6260230,403131339~807126] 2021-03-04T23:35:55.852 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:55.870 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:55 gibba008 bash[37770]: cluster 2021-03-04T23:35:54.612141+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e874: 8 total, 8 up, 7 in 2021-03-04T23:35:55.870 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:55 gibba008 bash[37770]: audit 2021-03-04T23:35:54.943180+0000 mon.a (mon.0) 2282 : audit [INF] from='client.? 172.21.2.108:0/2512555915' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:55.870 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:55 gibba008 bash[39303]: cluster 2021-03-04T23:35:54.612141+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e874: 8 total, 8 up, 7 in 2021-03-04T23:35:55.871 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:55 gibba008 bash[39303]: audit 2021-03-04T23:35:54.943180+0000 mon.a (mon.0) 2282 : audit [INF] from='client.? 172.21.2.108:0/2512555915' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:55.976 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:55 gibba023 bash[27374]: cluster 2021-03-04T23:35:54.612141+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e874: 8 total, 8 up, 7 in 2021-03-04T23:35:56.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:55 gibba023 bash[27374]: audit 2021-03-04T23:35:54.943180+0000 mon.a (mon.0) 2282 : audit [INF] from='client.? 172.21.2.108:0/2512555915' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:56.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:55 gibba023 bash[88433]: debug 2021-03-04T23:35:55.739+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:56.107 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:56.421 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:56.530 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:56.626 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:56.731 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:56.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[48858]: debug 2021-03-04T23:35:56.410+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:56.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[39303]: cluster 2021-03-04T23:35:55.612149+0000 mon.a (mon.0) 2283 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:56.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[39303]: audit 2021-03-04T23:35:55.624708+0000 mon.a (mon.0) 2284 : audit [INF] from='client.? 172.21.2.108:0/2512555915' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:56.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[39303]: cluster 2021-03-04T23:35:55.624758+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e875: 8 total, 8 up, 7 in 2021-03-04T23:35:56.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[39303]: cluster 2021-03-04T23:35:55.661080+0000 mgr.x (mgr.34379) 1468 : cluster [DBG] pgmap v1985: 145 pgs: 145 active+clean; 730 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 31 MiB/s wr, 25 op/s 2021-03-04T23:35:56.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[37770]: cluster 2021-03-04T23:35:55.612149+0000 mon.a (mon.0) 2283 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:56.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[37770]: audit 2021-03-04T23:35:55.624708+0000 mon.a (mon.0) 2284 : audit [INF] from='client.? 172.21.2.108:0/2512555915' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:56.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[37770]: cluster 2021-03-04T23:35:55.624758+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e875: 8 total, 8 up, 7 in 2021-03-04T23:35:56.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:56 gibba008 bash[37770]: cluster 2021-03-04T23:35:55.661080+0000 mgr.x (mgr.34379) 1468 : cluster [DBG] pgmap v1985: 145 pgs: 145 active+clean; 730 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 31 MiB/s wr, 25 op/s 2021-03-04T23:35:56.785 INFO:tasks.workunit.client.0.gibba008.stdout: i=19 exists [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,335878231~2055401,338576675~9510940,349758532~4638686,355415364~26567543,382986471~31342467] wrote [94248400~470373,117035086~2603446,126685625~274413,130191816~7477278,161581138~1123887,178825199~7610151,313485946~5801670,341701163~612123,373844718~7882774] 2021-03-04T23:35:56.863 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:35:56 gibba023 bash[19550]: debug 2021-03-04T23:35:56.619+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:56.863 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:56 gibba023 bash[27374]: cluster 2021-03-04T23:35:55.612149+0000 mon.a (mon.0) 2283 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:56.864 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:56 gibba023 bash[27374]: audit 2021-03-04T23:35:55.624708+0000 mon.a (mon.0) 2284 : audit [INF] from='client.? 172.21.2.108:0/2512555915' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:56.864 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:56 gibba023 bash[27374]: cluster 2021-03-04T23:35:55.624758+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e875: 8 total, 8 up, 7 in 2021-03-04T23:35:56.864 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:56 gibba023 bash[27374]: cluster 2021-03-04T23:35:55.661080+0000 mgr.x (mgr.34379) 1468 : cluster [DBG] pgmap v1985: 145 pgs: 145 active+clean; 730 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 31 MiB/s wr, 25 op/s 2021-03-04T23:35:56.864 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:56.967 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:57.097 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:57.200 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:57.216 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:56 gibba023 bash[15180]: debug 2021-03-04T23:35:56.859+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:57.216 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:35:57 gibba023 bash[18090]: debug 2021-03-04T23:35:57.091+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:57.269 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:35:57.296 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:57.348 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:57.400 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:57.473 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:57 gibba023 bash[88433]: debug 2021-03-04T23:35:57.291+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:57.474 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:57.576 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:57.653 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 1 diff [4848306~2612542,26083406~1485065,48905405~3160324,125284542~7611445,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,410583024~3121198] 2021-03-04T23:35:57.654 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,26083406~1485065,48905405~3160324,125284542~7611445,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,410583024~3121198] 2021-03-04T23:35:57.668 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,26083406~1485065,46137344~5928385,121634816~11261171,337192300~9697041,348127232~6087113,406847488~6856734] 2021-03-04T23:35:57.668 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 2 diff [4848306~2612542,26083406~1485065,32171233~6608349,48905405~3160324,56941182~7297994,107489745~4752691,125284542~8714669,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,386631248~3029590,410583024~3121198] 2021-03-04T23:35:57.668 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,26083406~1485065,32171233~6608349,48905405~3160324,56941182~7297994,107489745~4752691,125284542~8714669,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,386631248~3029590,410583024~3121198] 2021-03-04T23:35:57.676 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,26083406~1485065,29360128~9419454,46137344~5928385,54525952~9713224,104857600~7384836,121634816~12364395,176160768~7934177,184549376~7661256,218103808~8071190,337192300~9697041,348127232~6087113,386631248~3029590,406847488~6856734] 2021-03-04T23:35:57.676 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 3 diff [4848306~2612542,12213457~1033656,18051447~5597325,26083406~1485065,32171233~6812515,48905405~3160324,56941182~7297994,99261681~6797741,107489745~4752691,125284542~8714669,141954968~2753429,148138482~7767064,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,251883236~3687993,299532344~5989548,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,386631248~3029590,408969556~5359382] 2021-03-04T23:35:57.677 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,12213457~1033656,18051447~5597325,26083406~1485065,32171233~6812515,48905405~3160324,56941182~7297994,99261681~6797741,107489745~4752691,125284542~8714669,141954968~2753429,148138482~7767064,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,251883236~3687993,299532344~5989548,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,386631248~3029590,408969556~5359382] 2021-03-04T23:35:57.685 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~4858505,18051447~5597325,26083406~1485065,29360128~9623620,46137344~5928385,54525952~9713224,96468992~15773444,121634816~12364395,138412032~6296365,146800640~9104906,176160768~7934177,184549376~7661256,218103808~8071190,251658240~3912989,297795584~7726308,337192300~9697041,348127232~6087113,386631248~3029590,406847488~7481450] 2021-03-04T23:35:57.685 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 4 diff [4848306~2612542,12213457~1033656,18051447~5597325,26083406~1485065,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,125284542~8714669,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,286083187~4157028,299532344~9337207,319687228~2494304,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,386542213~3118625,408969556~5359382] 2021-03-04T23:35:57.685 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,12213457~1033656,18051447~5597325,26083406~1485065,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,125284542~8714669,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,286083187~4157028,299532344~9337207,319687228~2494304,338576675~3067401,341722458~5166883,350599668~2117167,352724804~1489541,386542213~3118625,408969556~5359382] 2021-03-04T23:35:57.693 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~4858505,18051447~5597325,26083406~1485065,29360128~15657082,46137344~5928385,54525952~9713224,64814968~7276202,96468992~15773444,113246208~5850023,121634816~12364395,138412032~6296365,146800640~9104906,163492489~6885140,176160768~7934177,184549376~13125882,218103808~8071190,251658240~3912989,285212672~5027543,297795584~11073967,318767104~3414428,337192300~9697041,348127232~6087113,386542213~3118625,406847488~7481450] 2021-03-04T23:35:57.693 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 5 diff [4848306~2612542,12213457~1033656,18051447~5597325,26083406~3984730,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,125284542~8714669,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,369355347~3863878,385694464~6666510,408969556~5359382] 2021-03-04T23:35:57.693 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,12213457~1033656,18051447~5597325,26083406~3984730,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,125284542~8714669,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,369355347~3863878,385694464~6666510,408969556~5359382] 2021-03-04T23:35:57.699 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~4858505,18051447~5597325,26083406~18933804,46137344~5928385,54525952~9713224,64814968~7276202,96468992~15773444,113246208~5850023,121634816~12364395,138412032~6296365,146800640~9104906,163492489~6885140,176160768~7934177,184549376~13125882,218103808~8071190,251658240~3912989,260046848~8473782,274370090~3506257,285212672~5027543,297795584~11073967,318767104~3414428,337192300~10895315,348127232~6087113,369098752~4120473,381982907~10378067,406847488~7481450] 2021-03-04T23:35:57.700 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 6 diff [4848306~2612542,9454891~7565697,18051447~5597325,26083406~3984730,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,125284542~8714669,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,218669522~12065524,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,369355347~3863878,385694464~6666510,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.700 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,9454891~7565697,18051447~5597325,26083406~3984730,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,125284542~8714669,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,218669522~12065524,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,369355347~3863878,385694464~6666510,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.706 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~8631980,18051447~5597325,26083406~18933804,46137344~5928385,54525952~9713224,64814968~7276202,92274688~19967748,113246208~5850023,121634816~12364395,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,176160768~21514490,201326592~11104373,218103808~12631238,251658240~3912989,260046848~8473782,274370090~3506257,285212672~5027543,297795584~11073967,318767104~3414428,337192300~10895315,348127232~6087113,369098752~4120473,381982907~10378067,398458880~5877773,406847488~7481450] 2021-03-04T23:35:57.706 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 7 diff [4848306~2612542,9454891~7565697,18051447~5597325,26083406~5885203,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,125284542~8714669,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,216851058~183890,218669522~15706353,251883236~3687993,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.707 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,9454891~7565697,18051447~5597325,26083406~5885203,32171233~12845977,48905405~3160324,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,125284542~8714669,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,216851058~183890,218669522~15706353,251883236~3687993,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.713 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~8631980,18051447~5597325,26083406~18933804,46137344~5928385,54525952~9713224,64814968~7276202,92274688~19967748,113246208~5850023,121634816~12364395,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,171366463~175273,176160768~21514490,201326592~11104373,213909504~3125444,218103808~16272067,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,297795584~11073967,318767104~3414428,337192300~10895315,348127232~14960085,369098752~4120473,381982907~22353746,406847488~7481450] 2021-03-04T23:35:57.713 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 8 diff [4848306~2612542,9454891~7565697,18051447~5597325,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,96339302~9851273,107489745~4752691,116666459~2429772,120446072~13553139,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,204809647~9463210,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.714 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,9454891~7565697,18051447~5597325,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,96339302~9851273,107489745~4752691,116666459~2429772,120446072~13553139,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,204809647~9463210,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,338576675~9510940,350599668~2117167,352724804~1489541,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.715 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~8631980,18051447~5597325,26083406~18933804,46137344~18101832,64814968~7276202,92274688~19967748,113246208~20753003,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,171366463~175273,176160768~21514490,201326592~15708356,218103808~16272067,239075328~10658248,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,293601280~15268271,318767104~3414428,337192300~10895315,348127232~14960085,369098752~4120473,381982907~22353746,406847488~7481450] 2021-03-04T23:35:57.715 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 9 diff [4848306~2612542,8981341~8039247,18051447~5597325,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,116666459~2429772,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,200727635~13545222,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.715 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,8981341~8039247,18051447~5597325,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,116666459~2429772,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,200727635~13545222,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.719 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~8631980,18051447~5597325,26083406~18933804,46137344~18101832,64814968~7276202,75497472~8330636,92274688~19967748,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~21514490,198722125~18312823,218103808~16272067,239075328~10658248,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~23656879,318767104~3414428,337192300~10895315,348127232~27057521,381982907~22353746,406847488~7481450] 2021-03-04T23:35:57.719 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 10 diff [4848306~2612542,8981341~14667431,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,198645188~15627669,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~12124774] 2021-03-04T23:35:57.719 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~2612542,8981341~14667431,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,198645188~15627669,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~12124774] 2021-03-04T23:35:57.722 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~3266544,8388608~15260164,26083406~18933804,46137344~18101832,64814968~7276202,75497472~8330636,92274688~19967748,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~21514490,198645188~18389760,218103808~16272067,239075328~10658248,251658240~3912989,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,318767104~3414428,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.723 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 11 diff [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,94765113~11425462,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.723 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,94765113~11425462,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.726 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~19454468,26083406~18933804,46137344~18101832,64814968~7276202,75497472~8330636,92274688~19967748,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~5953251,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.726 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 12 diff [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.726 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~6276794,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.730 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~19454468,26083406~18933804,46137344~18101832,64814968~7276202,75497472~8330636,88080384~24162052,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~6715211,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.731 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 13 diff [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160469335~9908294,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~21755599] 2021-03-04T23:35:57.731 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~18800466,26083406~5885203,32171233~12845977,48905405~6168068,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160469335~9908294,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~21755599] 2021-03-04T23:35:57.733 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~19454468,26083406~18933804,46137344~18101832,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~17493514,160469335~9908294,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~6715211,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,327155712~2971825,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.734 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 14 diff [4848306~18800466,26083406~5885203,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~25288917,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.734 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [4848306~18800466,26083406~5885203,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~25288917,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.736 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [4194304~19454468,26083406~18933804,46137344~18101832,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~31965597,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~21211031,274370090~3506257,277878569~6051477,285212672~30379298,318767104~3414428,327155712~2971825,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.736 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 15 diff [547101~187693,4848306~19572863,26083406~5885203,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~2753429,145088712~25288917,171366463~175273,175740669~12677020,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3506257,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.737 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~19572863,26083406~5885203,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~2753429,145088712~25288917,171366463~175273,175740669~12677020,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3506257,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.740 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~20226865,26083406~18933804,46137344~18101832,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~31965597,171366463~175273,173617054~43417894,218103808~16272067,234881024~14852552,251658240~21211031,274370090~3506257,277878569~37713401,318767104~3414428,327155712~2971825,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.741 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 16 diff [547101~187693,4848306~27120303,32171233~12845977,46343435~8857876,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.742 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~8857876,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,338576675~9510940,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.743 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~18101832,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~78622916,218103808~16272067,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,337192300~10895315,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.744 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 17 diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:57.744 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:57.746 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~18101832,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,336277223~11810392,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.747 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 18 diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:57.747 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:57.751 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,336277223~11810392,348127232~27057521,381982907~32346031] 2021-03-04T23:35:57.751 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 19 diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:57.752 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:57.753 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:35:57.754 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 2 diff [32171233~6608349,56941182~7297994,107489745~4752691,126698456~7300755,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,386631248~3029590] 2021-03-04T23:35:57.754 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [32171233~6608349,56941182~7297994,107489745~4752691,126698456~7300755,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,386631248~3029590] 2021-03-04T23:35:57.756 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [29360128~9419454,54525952~9713224,104857600~7384836,126698456~7300755,176160768~7934177,184549376~7661256,218103808~8071190,386631248~3029590] 2021-03-04T23:35:57.756 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 3 diff [12213457~1033656,18051447~5597325,32171233~6812515,56941182~7297994,99261681~6797741,107489745~4752691,126698456~7300755,141954968~2753429,148138482~7767064,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,251883236~3687993,299532344~5989548,386631248~3029590,408969556~5359382] 2021-03-04T23:35:57.756 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12213457~1033656,18051447~5597325,32171233~6812515,56941182~7297994,99261681~6797741,107489745~4752691,126698456~7300755,141954968~2753429,148138482~7767064,179853589~4241356,188696279~1772091,190728899~1481733,218669522~7505476,251883236~3687993,299532344~5989548,386631248~3029590,408969556~5359382] 2021-03-04T23:35:57.759 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4858505,18051447~5597325,29360128~9623620,54525952~9713224,96468992~15773444,126698456~7300755,138412032~6296365,146800640~9104906,176160768~7934177,184549376~7661256,218103808~8071190,251658240~3912989,297795584~7726308,386631248~3029590,408969556~5359382] 2021-03-04T23:35:57.760 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 4 diff [12213457~1033656,18051447~5597325,32171233~12845977,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,126698456~7300755,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,286083187~4157028,299532344~9337207,319687228~2494304,386542213~3118625,408969556~5359382] 2021-03-04T23:35:57.760 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12213457~1033656,18051447~5597325,32171233~12845977,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,126698456~7300755,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,286083187~4157028,299532344~9337207,319687228~2494304,386542213~3118625,408969556~5359382] 2021-03-04T23:35:57.763 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4858505,18051447~5597325,29360128~15657082,54525952~9713224,64814968~7276202,96468992~15773444,113246208~5850023,126698456~7300755,138412032~6296365,146800640~9104906,163492489~6885140,176160768~7934177,184549376~13125882,218103808~8071190,251658240~3912989,285212672~5027543,297795584~11073967,318767104~3414428,386542213~3118625,408969556~5359382] 2021-03-04T23:35:57.763 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 5 diff [12213457~1033656,18051447~5597325,26990812~3077324,32171233~12845977,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,126698456~7300755,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,408969556~5359382] 2021-03-04T23:35:57.763 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12213457~1033656,18051447~5597325,26990812~3077324,32171233~12845977,56941182~7297994,64814968~7276202,99261681~6797741,107489745~4752691,116666459~2429772,126698456~7300755,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4241356,188696279~1772091,190728899~6946359,218669522~7505476,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,408969556~5359382] 2021-03-04T23:35:57.766 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4858505,18051447~5597325,26990812~18026398,54525952~9713224,64814968~7276202,96468992~15773444,113246208~5850023,126698456~7300755,138412032~6296365,146800640~9104906,163492489~6885140,176160768~7934177,184549376~13125882,218103808~8071190,251658240~3912989,260046848~8473782,274370090~3506257,285212672~5027543,297795584~11073967,318767104~3414428,340035018~8052597,369098752~4120473,381982907~10378067,408969556~5359382] 2021-03-04T23:35:57.766 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 6 diff [9454891~7565697,18051447~5597325,26990812~3077324,32171233~12845977,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,126698456~7300755,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,218669522~12065524,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.766 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,18051447~5597325,26990812~3077324,32171233~12845977,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,126698456~7300755,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,218669522~12065524,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.770 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~18026398,54525952~9713224,64814968~7276202,92274688~19967748,113246208~5850023,126698456~7300755,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,176160768~21514490,201326592~11104373,218103808~12631238,251658240~3912989,260046848~8473782,274370090~3506257,285212672~5027543,297795584~11073967,318767104~3414428,340035018~8052597,369098752~4120473,381982907~10378067,398458880~5877773,408969556~5359382] 2021-03-04T23:35:57.770 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 7 diff [9454891~7565697,18051447~5597325,26990812~4977797,32171233~12845977,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,126698456~7300755,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,216851058~183890,218669522~15706353,251883236~3687993,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.771 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,18051447~5597325,26990812~4977797,32171233~12845977,56941182~7297994,64814968~7276202,96339302~9720120,107489745~4752691,116666459~2429772,126698456~7300755,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~4942347,188696279~1772091,190728899~6946359,204809647~7621318,216851058~183890,218669522~15706353,251883236~3687993,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.773 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~18026398,54525952~9713224,64814968~7276202,92274688~19967748,113246208~5850023,126698456~7300755,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,171366463~175273,176160768~21514490,201326592~11104373,213909504~3125444,218103808~16272067,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,297795584~11073967,318767104~3414428,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746,408969556~5359382] 2021-03-04T23:35:57.773 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 8 diff [9454891~7565697,18051447~5597325,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,96339302~9851273,107489745~4752691,116666459~2429772,120446072~13553139,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,204809647~9463210,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.773 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,18051447~5597325,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,96339302~9851273,107489745~4752691,116666459~2429772,120446072~13553139,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,204809647~9463210,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:57 gibba023 bash[27374]: cluster 2021-03-04T23:35:56.631072+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e876: 8 total, 8 up, 7 in 2021-03-04T23:35:57.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:35:57 gibba023 bash[15180]: debug 2021-03-04T23:35:57.467+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:35:57.776 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~18026398,49993241~14245935,64814968~7276202,92274688~19967748,113246208~20753003,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,171366463~175273,176160768~21514490,201326592~15708356,218103808~16272067,239075328~10658248,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,293601280~15268271,318767104~3414428,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746,408969556~5359382] 2021-03-04T23:35:57.777 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 9 diff [8981341~8039247,18051447~5597325,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,116666459~2429772,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,200727635~13545222,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.777 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~8039247,18051447~5597325,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,116666459~2429772,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,200727635~13545222,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:57.780 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~18026398,49993241~14245935,64814968~7276202,75497472~8330636,92274688~19967748,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~21514490,198722125~18312823,218103808~16272067,239075328~10658248,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~23656879,318767104~3414428,340035018~8052597,349758532~25426221,381982907~22353746,408969556~5359382] 2021-03-04T23:35:57.780 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 10 diff [8981341~14667431,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,198645188~15627669,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~12124774] 2021-03-04T23:35:57.780 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~14667431,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,96339302~9851273,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~6946359,198645188~15627669,216851058~183890,218669522~15706353,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~12124774] 2021-03-04T23:35:57.783 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~15260164,26990812~18026398,49993241~14245935,64814968~7276202,75497472~8330636,92274688~19967748,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~21514490,198645188~18389760,218103808~16272067,239075328~10658248,251658240~3912989,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,318767104~3414428,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:57.784 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 11 diff [6325998~17322774,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,94765113~11425462,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.784 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,94765113~11425462,107489745~4752691,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.790 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~18026398,49993241~14245935,64814968~7276202,75497472~8330636,92274688~19967748,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~5953251,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:57.791 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 12 diff [6325998~17322774,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.791 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~6276794,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:57.793 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~18026398,49993241~14245935,64814968~7276202,75497472~8330636,88080384~24162052,113246208~24718824,138412032~17493514,163492489~6885140,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~6715211,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:57.793 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 13 diff [6325998~17322774,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160469335~9908294,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~21755599] 2021-03-04T23:35:57.794 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,32171233~12845977,49993241~5080232,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~10816834,160469335~9908294,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~21755599] 2021-03-04T23:35:57.794 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~18026398,49993241~14245935,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~17493514,160469335~9908294,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~6715211,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:57.794 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 14 diff [6325998~17322774,26990812~4977797,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~25288917,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.795 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~6997346,120446072~17518960,141954968~2753429,145088712~25288917,171366463~175273,179853589~8564100,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.796 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~18026398,46343435~17895741,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~31965597,171366463~175273,176160768~40874180,218103808~16272067,239075328~10658248,251658240~21211031,274370090~3506257,277878569~6051477,285212672~30379298,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:57.796 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 15 diff [547101~187693,6325998~18095171,26990812~4977797,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~2753429,145088712~25288917,171366463~175273,175740669~12677020,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3506257,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.797 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,26990812~4977797,32171233~12845977,46343435~8730038,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~2753429,145088712~25288917,171366463~175273,175740669~12677020,188696279~1772091,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3506257,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:57.800 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,26990812~18026398,46343435~17895741,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~31965597,171366463~175273,173617054~43417894,218103808~16272067,234881024~14852552,251658240~21211031,274370090~3506257,277878569~37713401,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.126 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 16 diff [547101~187693,6325998~25642611,32171233~12845977,46343435~8857876,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.127 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32171233~12845977,46343435~8857876,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~23543958,216851058~183890,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.155 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~38691212,46343435~17895741,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~78622916,218103808~16272067,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.155 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 17 diff [547101~187693,6325998~25642611,32171233~12845977,46343435~9101058,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.155 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32171233~12845977,46343435~9101058,56941182~7297994,64814968~7276202,77551314~9845314,90049598~2561037,94765113~17477323,113447688~24517344,141954968~32036798,175740669~14727701,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.156 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~38691212,46343435~17895741,64814968~7276202,75497472~11899156,88080384~24162052,113246208~24718824,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.156 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 18 diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.156 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.156 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.157 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 19 diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.157 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.157 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:35:58.158 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 3 diff [12213457~1033656,18051447~5597325,35119675~3864073,99261681~6797741,141954968~2753429,148138482~7767064,251883236~3687993,299532344~5989548,408969556~5359382] 2021-03-04T23:35:58.158 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12213457~1033656,18051447~5597325,35119675~3864073,99261681~6797741,141954968~2753429,148138482~7767064,251883236~3687993,299532344~5989548,408969556~5359382] 2021-03-04T23:35:58.158 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4858505,18051447~5597325,35119675~3864073,96468992~9590430,138412032~6296365,146800640~9104906,251658240~3912989,297795584~7726308,408969556~5359382] 2021-03-04T23:35:58.158 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 4 diff [12213457~1033656,18051447~5597325,35119675~9897535,64814968~7276202,99261681~6797741,116666459~2429772,141954968~2753429,148138482~7767064,163492489~6885140,191878344~5796914,251883236~3687993,286083187~4157028,299532344~9337207,319687228~2494304,386542213~1349862,408969556~5359382] 2021-03-04T23:35:58.159 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12213457~1033656,18051447~5597325,35119675~9897535,64814968~7276202,99261681~6797741,116666459~2429772,141954968~2753429,148138482~7767064,163492489~6885140,191878344~5796914,251883236~3687993,286083187~4157028,299532344~9337207,319687228~2494304,386542213~1349862,408969556~5359382] 2021-03-04T23:35:58.159 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4858505,18051447~5597325,35119675~9897535,64814968~7276202,96468992~9590430,113246208~5850023,138412032~6296365,146800640~9104906,163492489~6885140,191878344~5796914,251658240~3912989,285212672~5027543,297795584~11073967,318767104~3414428,386542213~1349862,408969556~5359382] 2021-03-04T23:35:58.159 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 5 diff [12213457~1033656,18051447~5597325,26990812~3077324,35119675~9897535,62490156~1340572,64814968~7276202,99261681~6797741,116666459~2429772,141954968~2753429,148138482~7767064,163492489~6885140,191878344~5796914,218956141~1383744,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,408969556~5359382] 2021-03-04T23:35:58.159 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12213457~1033656,18051447~5597325,26990812~3077324,35119675~9897535,62490156~1340572,64814968~7276202,99261681~6797741,116666459~2429772,141954968~2753429,148138482~7767064,163492489~6885140,191878344~5796914,218956141~1383744,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,408969556~5359382] 2021-03-04T23:35:58.160 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~4858505,18051447~5597325,26990812~3077324,35119675~9897535,62490156~1340572,64814968~7276202,96468992~9590430,113246208~5850023,138412032~6296365,146800640~9104906,163492489~6885140,191878344~5796914,218956141~1383744,251658240~3912989,260046848~8473782,274370090~3506257,285212672~5027543,297795584~11073967,318767104~3414428,340035018~8052597,369098752~4120473,381982907~10378067,408969556~5359382] 2021-03-04T23:35:58.160 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 6 diff [9454891~7565697,18051447~5597325,26990812~3077324,35119675~9897535,62490156~1340572,64814968~7276202,96339302~9720120,116666459~2429772,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,181312427~3483509,191878344~5796914,204809647~7621318,218956141~1383744,222594809~8140237,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.160 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,18051447~5597325,26990812~3077324,35119675~9897535,62490156~1340572,64814968~7276202,96339302~9720120,116666459~2429772,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,181312427~3483509,191878344~5796914,204809647~7621318,218956141~1383744,222594809~8140237,251883236~3687993,261371865~7148765,274370090~3506257,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.160 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~3077324,35119675~9897535,62490156~1340572,64814968~7276202,92274688~13784734,113246208~5850023,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,181312427~3483509,191878344~5796914,201326592~11104373,218956141~1383744,222594809~8140237,251658240~3912989,260046848~8473782,274370090~3506257,285212672~5027543,297795584~11073967,318767104~3414428,340035018~8052597,369098752~4120473,381982907~10378067,398458880~5877773,408969556~5359382] 2021-03-04T23:35:58.161 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 7 diff [9454891~7565697,18051447~5597325,26990812~4977797,35119675~9897535,62490156~1340572,64814968~7276202,96339302~9720120,116666459~2429772,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,181312427~3483509,191878344~5796914,204809647~7621318,216851058~183890,218956141~1383744,222594809~11781066,251883236~3687993,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.161 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,18051447~5597325,26990812~4977797,35119675~9897535,62490156~1340572,64814968~7276202,96339302~9720120,116666459~2429772,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,181312427~3483509,191878344~5796914,204809647~7621318,216851058~183890,218956141~1383744,222594809~11781066,251883236~3687993,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,299532344~9337207,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.161 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~4977797,35119675~9897535,62490156~1340572,64814968~7276202,92274688~13784734,113246208~5850023,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,171366463~175273,181312427~3483509,191878344~5796914,201326592~11104373,213909504~3125444,218956141~1383744,222594809~11781066,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,297795584~11073967,318767104~3414428,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746,408969556~5359382] 2021-03-04T23:35:58.161 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 8 diff [9454891~7565697,18051447~5597325,26990812~4977797,35119675~9897535,49993241~5080232,62490156~1340572,64814968~7276202,96339302~9851273,116666459~2429772,120446072~6997857,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,204809647~9463210,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.161 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,18051447~5597325,26990812~4977797,35119675~9897535,49993241~5080232,62490156~1340572,64814968~7276202,96339302~9851273,116666459~2429772,120446072~6997857,134716593~3248439,141954968~2753429,148138482~7767064,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,204809647~9463210,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~11752041,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.162 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~4977797,35119675~9897535,49993241~5080232,62490156~1340572,64814968~7276202,92274688~13915887,113246208~14197721,134217728~3747304,138412032~6296365,146800640~9104906,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,201326592~15708356,218956141~1383744,222594809~11781066,239075328~10658248,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,293601280~15268271,318767104~3414428,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746,408969556~5359382] 2021-03-04T23:35:58.162 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 9 diff [8981341~8039247,18051447~5597325,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~9851273,116666459~2429772,120446072~6997857,127548702~10416330,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,200727635~13545222,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.162 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~8039247,18051447~5597325,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~9851273,116666459~2429772,120446072~6997857,127548702~10416330,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,200727635~13545222,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~3687993,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~11752041,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489,408969556~5359382] 2021-03-04T23:35:58.162 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8631980,18051447~5597325,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,92274688~13915887,113246208~14197721,127548702~10416330,138412032~17493514,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198722125~18312823,218956141~1383744,222594809~11781066,239075328~10658248,251658240~3912989,260046848~8473782,274370090~3506257,281018368~2911678,285212672~23656879,318767104~3414428,340035018~8052597,349758532~25426221,381982907~22353746,408969556~5359382] 2021-03-04T23:35:58.163 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 10 diff [8981341~14667431,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~9851273,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198645188~15627669,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~12124774] 2021-03-04T23:35:58.163 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~14667431,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~9851273,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145144904~10760642,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198645188~15627669,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~3687993,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~12124774] 2021-03-04T23:35:58.164 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~15260164,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,92274688~13915887,113246208~14197721,127548702~10416330,138412032~17493514,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198645188~18389760,218956141~1383744,222594809~11781066,239075328~10658248,251658240~3912989,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,318767104~3414428,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.164 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 11 diff [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,94765113~11425462,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:58.164 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,94765113~11425462,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~5728255,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:58.164 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,92274688~13915887,113246208~14197721,127548702~10416330,138412032~17493514,163492489~6885140,171366463~175273,180480244~7937445,191878344~25156604,218956141~1383744,222594809~11781066,239075328~10658248,251658240~5953251,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.165 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 12 diff [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,90049598~2561037,94765113~13098855,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:58.165 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,90049598~2561037,94765113~13098855,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~10816834,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~12124774] 2021-03-04T23:35:58.165 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,88080384~19783584,113246208~14197721,127548702~10416330,138412032~17493514,163492489~6885140,171366463~175273,180480244~7937445,191878344~25156604,218956141~1383744,222594809~11781066,239075328~10658248,251658240~6715211,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.165 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 13 diff [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~10816834,160469335~9908294,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~21755599] 2021-03-04T23:35:58.165 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~10816834,160469335~9908294,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~6490215,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~18484055,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~21755599] 2021-03-04T23:35:58.166 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~4977797,35119675~9897535,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10416330,138412032~17493514,160469335~9908294,171366463~175273,180480244~7937445,190973265~26061683,218956141~1383744,222594809~11781066,239075328~10658248,251658240~6715211,260046848~12822423,274370090~3506257,281018368~2911678,285212672~23656879,310378496~5213474,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.166 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 14 diff [6325998~17322774,26990812~4977797,35119675~9897535,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~25288917,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.166 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~17322774,26990812~4977797,35119675~9897535,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~6997346,120446072~6997857,127548702~10416330,141954968~2753429,145088712~25288917,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,251883236~6490215,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.166 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~17322774,26990812~4977797,35119675~9897535,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10416330,138412032~31965597,171366463~175273,180480244~7937445,190973265~26061683,218956141~1383744,222594809~11781066,239075328~10658248,251658240~21211031,274370090~3506257,277878569~6051477,285212672~30379298,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.167 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 15 diff [547101~187693,6325998~18095171,26990812~4977797,35119675~9897535,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~13996241,127548702~10416330,141954968~2753429,145088712~25288917,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3506257,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.167 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,26990812~4977797,35119675~9897535,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~13996241,127548702~10416330,141954968~2753429,145088712~25288917,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~3506257,279061512~11178703,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.167 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,26990812~4977797,35119675~9897535,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10416330,138412032~31965597,171366463~175273,173617054~14800635,190973265~26061683,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~3506257,277878569~37713401,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.167 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 16 diff [547101~187693,6325998~25642611,32557171~12460039,46343435~8857876,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~13996241,127548702~10416330,141954968~32036798,175740669~14298522,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.168 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~12460039,46343435~8857876,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~13996241,127548702~10416330,141954968~32036798,175740669~14298522,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~31342467] 2021-03-04T23:35:58.168 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~12460039,46343435~8857876,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10416330,138412032~51627159,190973265~26061683,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.168 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 17 diff [547101~187693,6325998~25642611,32557171~12460039,46343435~9101058,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~13996241,127548702~10416330,141954968~32036798,175740669~14298522,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.169 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~12460039,46343435~9101058,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~13098855,113447688~13996241,127548702~10416330,141954968~32036798,175740669~14298522,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.169 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~12460039,46343435~9101058,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10416330,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.169 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 18 diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.169 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~31342467] 2021-03-04T23:35:58.170 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~41221880,318767104~3414428,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~32346031] 2021-03-04T23:35:58.170 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 19 diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.170 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.170 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:35:58.171 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 4 diff [38114163~6903047,64814968~7276202,116666459~2429772,163492489~6885140,191878344~5796914,286083187~4157028,303460116~5409435,319687228~2494304,386542213~1349862] 2021-03-04T23:35:58.171 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [38114163~6903047,64814968~7276202,116666459~2429772,163492489~6885140,191878344~5796914,286083187~4157028,303460116~5409435,319687228~2494304,386542213~1349862] 2021-03-04T23:35:58.171 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [38114163~6903047,64814968~7276202,113246208~5850023,163492489~6885140,191878344~5796914,285212672~5027543,303460116~5409435,318767104~3414428,386542213~1349862] 2021-03-04T23:35:58.171 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 5 diff [26990812~3077324,38114163~6903047,62490156~1340572,64814968~7276202,116666459~2429772,163492489~6885140,191878344~5796914,218956141~1383744,261371865~7148765,274370090~3506257,286083187~4157028,303460116~5409435,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510] 2021-03-04T23:35:58.172 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [26990812~3077324,38114163~6903047,62490156~1340572,64814968~7276202,116666459~2429772,163492489~6885140,191878344~5796914,218956141~1383744,261371865~7148765,274370090~3506257,286083187~4157028,303460116~5409435,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510] 2021-03-04T23:35:58.172 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [26990812~3077324,38114163~6903047,62490156~1340572,64814968~7276202,113246208~5850023,163492489~6885140,191878344~5796914,218956141~1383744,260046848~8473782,274370090~3506257,285212672~5027543,303460116~5409435,318767104~3414428,340035018~8052597,369098752~4120473,381982907~10378067] 2021-03-04T23:35:58.172 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 6 diff [9454891~7565697,26990812~3077324,38114163~6903047,62490156~1340572,64814968~7276202,96339302~3332258,116666459~2429772,134716593~3248439,163492489~6885140,181312427~3483509,191878344~5796914,204809647~7621318,218956141~1383744,222594809~8140237,261371865~7148765,274370090~3506257,286083187~4157028,303460116~5409435,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489] 2021-03-04T23:35:58.172 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,26990812~3077324,38114163~6903047,62490156~1340572,64814968~7276202,96339302~3332258,116666459~2429772,134716593~3248439,163492489~6885140,181312427~3483509,191878344~5796914,204809647~7621318,218956141~1383744,222594809~8140237,261371865~7148765,274370090~3506257,286083187~4157028,303460116~5409435,319687228~2494304,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489] 2021-03-04T23:35:58.172 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,26990812~3077324,38114163~6903047,62490156~1340572,64814968~7276202,92274688~7396872,113246208~5850023,134217728~3747304,163492489~6885140,181312427~3483509,191878344~5796914,201326592~11104373,218956141~1383744,222594809~8140237,260046848~8473782,274370090~3506257,285212672~5027543,303460116~5409435,318767104~3414428,340035018~8052597,369098752~4120473,381982907~10378067,398458880~5877773] 2021-03-04T23:35:58.173 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 7 diff [9454891~7565697,22474864~206752,26990812~4977797,38114163~6903047,62490156~1340572,64814968~7276202,96339302~3332258,116666459~2429772,134716593~3248439,163492489~6885140,171366463~175273,181312427~3483509,191878344~5796914,204809647~7621318,216851058~183890,218956141~1383744,222594809~11781066,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,303460116~5409435,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.173 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,22474864~206752,26990812~4977797,38114163~6903047,62490156~1340572,64814968~7276202,96339302~3332258,116666459~2429772,134716593~3248439,163492489~6885140,171366463~175273,181312427~3483509,191878344~5796914,204809647~7621318,216851058~183890,218956141~1383744,222594809~11781066,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,286083187~4157028,303460116~5409435,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.173 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,22474864~206752,26990812~4977797,38114163~6903047,62490156~1340572,64814968~7276202,92274688~7396872,113246208~5850023,134217728~3747304,163492489~6885140,171366463~175273,181312427~3483509,191878344~5796914,201326592~11104373,213909504~3125444,218956141~1383744,222594809~11781066,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,303460116~5409435,318767104~3414428,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746] 2021-03-04T23:35:58.174 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 8 diff [9454891~7565697,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,62490156~1340572,64814968~7276202,96339302~3332258,106045266~145309,116666459~2429772,120446072~6997857,134716593~3248439,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,204809647~9463210,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~2619814,303460116~5409435,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.174 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,62490156~1340572,64814968~7276202,96339302~3332258,106045266~145309,116666459~2429772,120446072~6997857,134716593~3248439,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,204809647~9463210,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,297117510~2619814,303460116~5409435,319687228~2494304,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.174 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,62490156~1340572,64814968~7276202,92274688~7396872,106045266~145309,113246208~14197721,134217728~3747304,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,201326592~15708356,218956141~1383744,222594809~11781066,239075328~10658248,260046848~8473782,274370090~3506257,281018368~2911678,285212672~5027543,293601280~6136044,303460116~5409435,318767104~3414428,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746] 2021-03-04T23:35:58.175 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 9 diff [8981341~8039247,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~3332258,106045266~145309,116666459~2429772,120446072~6997857,127548702~10416330,145144904~6473039,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,200727635~13545222,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~2619814,303460116~5409435,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.175 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~8039247,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~3332258,106045266~145309,116666459~2429772,120446072~6997857,127548702~10416330,145144904~6473039,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,200727635~13545222,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,286083187~4157028,290385496~4380160,297117510~2619814,303460116~5409435,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.175 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~8039247,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,92274688~7396872,106045266~145309,113246208~14197721,127548702~10416330,144708397~6909546,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198722125~18312823,218956141~1383744,222594809~11781066,239075328~10658248,260046848~8473782,274370090~3506257,281018368~2911678,285212672~14524652,303460116~5409435,318767104~3414428,340035018~8052597,349758532~25426221,381982907~22353746] 2021-03-04T23:35:58.175 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 10 diff [8981341~11748741,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~3332258,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145144904~6473039,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198645188~15627669,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~9351828,303460116~5409435,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~6925781] 2021-03-04T23:35:58.175 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~11748741,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,96339302~3332258,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145144904~6473039,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198645188~15627669,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~9351828,303460116~5409435,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~6925781] 2021-03-04T23:35:58.176 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~11748741,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,92274688~7396872,100053471~979504,106045266~145309,113246208~14197721,127548702~10416330,144708397~6909546,163492489~6885140,171366463~175273,180480244~7937445,191878344~5796914,198645188~18389760,218956141~1383744,222594809~11781066,239075328~10658248,260046848~12822423,274370090~3506257,281018368~2911678,285212672~14524652,303460116~5409435,318767104~3414428,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.176 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 11 diff [6325998~14404084,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,254535383~3076108,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~9351828,303460116~5409435,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.176 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,254535383~3076108,260063184~12806087,274370090~3506257,281548234~2381812,286083187~4157028,290385496~9351828,303460116~5409435,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.177 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,92274688~7642443,100053471~979504,106045266~145309,113246208~14197721,127548702~10416330,144708397~8465383,163492489~6885140,171366463~175273,180480244~7937445,191878344~25156604,218956141~1383744,222594809~11781066,239075328~10658248,254535383~3076108,260046848~12822423,274370090~3506257,281018368~2911678,285212672~14524652,303460116~5409435,310378496~5213474,318767104~3414428,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.177 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 12 diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~1373312,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~9351828,303460116~5409435,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.177 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~1373312,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,163492489~6885140,171366463~175273,180480244~7937445,191878344~22394513,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~9351828,303460116~5409435,312144679~3447291,319687228~2494304,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.177 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,36190037~1373312,38114163~6903047,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~8330636,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10416330,144708397~8465383,163492489~6885140,171366463~175273,180480244~7937445,191878344~25156604,218956141~1383744,222594809~11781066,239075328~10658248,252856107~5517344,260046848~12822423,274370090~3506257,281018368~2911678,285212672~14524652,303460116~5409435,310378496~5213474,318767104~3414428,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.178 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 13 diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~8827173,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,160469335~9908294,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~9351828,303460116~5409435,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~16556606] 2021-03-04T23:35:58.178 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~8827173,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,160469335~9908294,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~5006767,290385496~9351828,303460116~5409435,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~16556606] 2021-03-04T23:35:58.178 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,36190037~8827173,49993241~5080232,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10416330,144708397~8465383,160469335~9908294,171366463~175273,180480244~7937445,190973265~26061683,218956141~1383744,222594809~11781066,239075328~10658248,252856107~5517344,260046848~12822423,274370090~3506257,281018368~2911678,285212672~14524652,303460116~5409435,310378496~5213474,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.179 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 14 diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~8827173,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,154723228~15654401,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474] 2021-03-04T23:35:58.179 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~8827173,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,154723228~15654401,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,259907596~12961675,274370090~3506257,279061512~4868534,285233448~5006767,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474] 2021-03-04T23:35:58.179 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,36190037~8827173,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10416330,144708397~8465383,154723228~15654401,171366463~175273,180480244~7937445,190973265~26061683,218956141~1383744,222594809~11781066,239075328~10658248,252856107~20013164,274370090~3506257,277878569~6051477,285212672~14524652,303460116~12131854,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.179 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 15 diff [547101~187693,6325998~18095171,26990812~4977797,36190037~8827173,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,145088712~8085068,154723228~15654401,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~3506257,279061512~11178703,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.180 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,26990812~4977797,36190037~8827173,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,145088712~8085068,154723228~15654401,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~3506257,279061512~11178703,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.180 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,26990812~4977797,36190037~8827173,46343435~8730038,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10416330,144708397~8465383,154723228~15654401,171366463~175273,173617054~14800635,190973265~26061683,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~3506257,277878569~21858755,303460116~12131854,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.180 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 16 diff [547101~187693,6325998~25642611,32557171~12460039,46343435~8857876,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~19268538,175740669~14298522,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.180 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~12460039,46343435~8857876,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~19268538,175740669~14298522,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.180 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~12460039,46343435~8857876,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10416330,144564891~9126739,154723228~35315963,190973265~26061683,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~12131854,318767104~3414428,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.181 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 17 diff [547101~187693,6325998~25642611,32557171~12460039,46343435~9101058,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~19268538,175740669~14298522,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.181 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~12460039,46343435~9101058,57887221~4009207,62490156~1340572,64814968~7276202,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~19268538,175740669~14298522,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.181 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~12460039,46343435~9101058,57887221~4009207,62490156~1340572,64814968~7276202,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10416330,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~12131854,318767104~3414428,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.181 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 18 diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.182 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~3447291,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.182 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~12131854,318767104~3414428,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.182 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 19 diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.182 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.183 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.183 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 5 diff [26990812~3077324,62490156~1340572,218956141~1383744,261371865~7148765,274370090~3506257,340035018~8052597,369355347~3863878,385694464~6666510] 2021-03-04T23:35:58.183 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [26990812~3077324,62490156~1340572,218956141~1383744,261371865~7148765,274370090~3506257,340035018~8052597,369355347~3863878,385694464~6666510] 2021-03-04T23:35:58.183 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [26990812~3077324,62490156~1340572,218956141~1383744,260046848~8473782,274370090~3506257,340035018~8052597,369098752~4120473,381982907~10378067] 2021-03-04T23:35:58.183 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 6 diff [9454891~7565697,26990812~3077324,62490156~1340572,96339302~3332258,134716593~3248439,181312427~3483509,204809647~7621318,218956141~1383744,222594809~8140237,261371865~7148765,274370090~3506257,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489] 2021-03-04T23:35:58.184 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,26990812~3077324,62490156~1340572,96339302~3332258,134716593~3248439,181312427~3483509,204809647~7621318,218956141~1383744,222594809~8140237,261371865~7148765,274370090~3506257,340035018~8052597,369355347~3863878,385694464~6666510,402204164~2132489] 2021-03-04T23:35:58.184 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,26990812~3077324,62490156~1340572,92274688~7396872,134217728~3747304,181312427~3483509,201326592~11104373,218956141~1383744,222594809~8140237,260046848~8473782,274370090~3506257,340035018~8052597,369098752~4120473,381982907~10378067,398458880~5877773] 2021-03-04T23:35:58.185 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 7 diff [9454891~7565697,22474864~206752,26990812~4977797,62490156~1340572,96339302~3332258,134716593~3248439,171366463~175273,181312427~3483509,204809647~7621318,216851058~183890,218956141~1383744,222594809~11781066,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.185 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,22474864~206752,26990812~4977797,62490156~1340572,96339302~3332258,134716593~3248439,171366463~175273,181312427~3483509,204809647~7621318,216851058~183890,218956141~1383744,222594809~11781066,260063184~849370,261371865~7148765,274370090~3506257,281548234~2381812,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.185 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,22474864~206752,26990812~4977797,62490156~1340572,92274688~7396872,134217728~3747304,171366463~175273,181312427~3483509,201326592~11104373,213909504~3125444,218956141~1383744,222594809~11781066,260046848~8473782,274370090~3506257,281018368~2911678,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746] 2021-03-04T23:35:58.185 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 8 diff [9454891~7565697,22474864~206752,26990812~4977797,49993241~5080232,62490156~1340572,96339302~3332258,106045266~145309,120446072~6997857,134716593~3248439,171366463~175273,180480244~7937445,204809647~9463210,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,297117510~2619814,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.186 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,22474864~206752,26990812~4977797,49993241~5080232,62490156~1340572,96339302~3332258,106045266~145309,120446072~6997857,134716593~3248439,171366463~175273,180480244~7937445,204809647~9463210,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,297117510~2619814,340035018~8052597,355637849~7449468,369355347~3863878,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.186 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,22474864~206752,26990812~4977797,49993241~5080232,62490156~1340572,92274688~7396872,106045266~145309,119096231~8347698,134217728~3747304,171366463~175273,180480244~7937445,201326592~15708356,218956141~1383744,222594809~11781066,239075328~10658248,260046848~8473782,274370090~3506257,281018368~2911678,293601280~6136044,340035018~8052597,354214345~8872972,369098752~4120473,381982907~22353746] 2021-03-04T23:35:58.186 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 9 diff [8981341~8039247,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,96339302~3332258,106045266~145309,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,200727635~13545222,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,290385496~4380160,297117510~2619814,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.186 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~8039247,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,96339302~3332258,106045266~145309,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,200727635~13545222,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~8457446,274370090~3506257,281548234~2381812,290385496~4380160,297117510~2619814,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,385694464~6666510,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.187 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~8039247,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,75497472~8330636,92274688~7396872,106045266~145309,119096231~8347698,127548702~10416330,144708397~6909546,171366463~175273,180480244~7937445,198722125~18312823,218956141~1383744,222594809~11781066,239075328~10658248,260046848~8473782,274370090~3506257,281018368~2911678,290240215~9497109,340035018~8052597,349758532~25426221,381982907~22353746] 2021-03-04T23:35:58.187 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 10 diff [8981341~11748741,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,96339302~3332258,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,198645188~15627669,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~12806087,274370090~3506257,281548234~2381812,290385496~9351828,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~6925781] 2021-03-04T23:35:58.187 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~11748741,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,96339302~3332258,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,198645188~15627669,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,260063184~12806087,274370090~3506257,281548234~2381812,290385496~9351828,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~7298877,402204164~6925781] 2021-03-04T23:35:58.187 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~11748741,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,75497472~8330636,92274688~7396872,100053471~979504,106045266~145309,113447688~13996241,127548702~10416330,144708397~6909546,171366463~175273,180480244~7937445,198645188~18389760,218956141~1383744,222594809~11781066,239075328~10658248,260046848~12822423,274370090~3506257,281018368~2911678,290240215~9497109,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.188 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 11 diff [6325998~14404084,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,254535383~3076108,260063184~12806087,274370090~3506257,281548234~2381812,290385496~9351828,312144679~3447291,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.188 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,254535383~3076108,260063184~12806087,274370090~3506257,281548234~2381812,290385496~9351828,312144679~3447291,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.188 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,49993241~5080232,57887221~4009207,62490156~1340572,75497472~8330636,92274688~7642443,100053471~979504,106045266~145309,113447688~13996241,127548702~10416330,144708397~8465383,171366463~175273,180480244~7937445,194019828~23015120,218956141~1383744,222594809~11781066,239075328~10658248,254535383~3076108,260046848~12822423,274370090~3506257,281018368~2911678,290240215~9497109,310378496~5213474,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.188 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 12 diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~1373312,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.189 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~1373312,49993241~5080232,57887221~4009207,62490156~1340572,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.189 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,36190037~1373312,49993241~5080232,57887221~4009207,62490156~1340572,75497472~8330636,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,171366463~175273,180480244~7937445,194019828~23015120,218956141~1383744,222594809~11781066,239075328~10658248,252856107~5517344,260046848~12822423,274370090~3506257,281018368~2911678,285233448~2425397,290240215~9497109,310378496~5213474,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.189 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 13 diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~6019977,49993241~5080232,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,160469335~7578968,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~16556606] 2021-03-04T23:35:58.189 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~6019977,49993241~5080232,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,160469335~7578968,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,260063184~12806087,274370090~3506257,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~7449468,364090944~11093809,382986471~9374503,392573339~16556606] 2021-03-04T23:35:58.190 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,36190037~6019977,49993241~5080232,57887221~4009207,62490156~1340572,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,160469335~7578968,171366463~175273,180480244~7937445,190973265~26061683,218956141~1383744,222594809~11781066,239075328~10658248,252856107~5517344,260046848~12822423,274370090~3506257,281018368~2911678,285233448~2425397,290240215~9497109,310378496~5213474,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.190 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 14 diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~6019977,46343435~8730038,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,259907596~12961675,274370090~3506257,279061512~4868534,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474] 2021-03-04T23:35:58.190 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,26990812~4977797,36190037~6019977,46343435~8730038,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,242144281~7589295,252856107~5517344,259907596~12961675,274370090~3506257,279061512~4868534,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474] 2021-03-04T23:35:58.190 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,26990812~4977797,36190037~6019977,46343435~8730038,57887221~4009207,62490156~1340572,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,154723228~13325075,171366463~175273,180480244~7937445,190973265~26061683,218956141~1383744,222594809~11781066,239075328~10658248,252856107~20013164,274370090~3506257,277878569~6051477,285233448~2425397,290240215~9497109,308869551~6722419,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038] 2021-03-04T23:35:58.191 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 15 diff [547101~187693,6325998~18095171,26990812~4977797,36190037~6019977,46343435~8730038,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~3506257,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.191 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,26990812~4977797,36190037~6019977,46343435~8730038,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~3506257,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.191 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,26990812~4977797,36190037~6019977,46343435~8730038,57887221~4009207,62490156~1340572,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,154723228~13325075,171366463~175273,173617054~14800635,190973265~26061683,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~3506257,277878569~9910838,290240215~9497109,308869551~6722419,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.191 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 16 diff [547101~187693,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.192 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~23299592,216851058~183890,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340035018~8052597,349758532~4638686,355637849~19546904,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.192 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,62490156~1340572,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26061683,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~6722419,327155712~2971825,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.192 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 17 diff [547101~187693,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.192 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,62490156~1340572,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.193 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,62490156~1340572,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.193 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 18 diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.193 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~19769389,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.193 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340035018~8052597,349758532~25426221,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.194 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 19 diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.194 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.194 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.195 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 6 diff [9454891~7565697,96339302~3332258,134716593~3248439,181312427~3483509,204809647~7621318,222594809~8140237,264078143~3313059,402204164~2132489] 2021-03-04T23:35:58.195 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,96339302~3332258,134716593~3248439,181312427~3483509,204809647~7621318,222594809~8140237,264078143~3313059,402204164~2132489] 2021-03-04T23:35:58.195 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,92274688~7396872,134217728~3747304,181312427~3483509,201326592~11104373,222594809~8140237,264078143~3313059,398458880~5877773] 2021-03-04T23:35:58.195 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 7 diff [9454891~7565697,22474864~206752,27732327~4236282,96339302~3332258,134716593~3248439,171366463~175273,181312427~3483509,204809647~7621318,216851058~183890,222594809~11781066,260063184~849370,264078143~3313059,276307989~464014,281548234~2381812,355637849~7449468,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.196 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,22474864~206752,27732327~4236282,96339302~3332258,134716593~3248439,171366463~175273,181312427~3483509,204809647~7621318,216851058~183890,222594809~11781066,260063184~849370,264078143~3313059,276307989~464014,281548234~2381812,355637849~7449468,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.196 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,22474864~206752,27732327~4236282,92274688~7396872,134217728~3747304,171366463~175273,181312427~3483509,201326592~11104373,213909504~3125444,222594809~11781066,260063184~849370,264078143~3313059,276307989~464014,281018368~2911678,354214345~8872972,392360974~11975679] 2021-03-04T23:35:58.196 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 8 diff [9454891~7565697,22474864~206752,27732327~4236282,49993241~5080232,96339302~3332258,106045266~145309,120446072~6997857,134716593~3248439,171366463~175273,180480244~7937445,204809647~9463210,216851058~183890,222594809~11781066,242144281~7589295,260063184~1695125,264078143~3313059,276307989~464014,281548234~2381812,297117510~2619814,355637849~7449468,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.196 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [9454891~7565697,22474864~206752,27732327~4236282,49993241~5080232,96339302~3332258,106045266~145309,120446072~6997857,134716593~3248439,171366463~175273,180480244~7937445,204809647~9463210,216851058~183890,222594809~11781066,242144281~7589295,260063184~1695125,264078143~3313059,276307989~464014,281548234~2381812,297117510~2619814,355637849~7449468,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.197 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [9454891~7565697,22474864~206752,27732327~4236282,49993241~5080232,92274688~7396872,106045266~145309,119096231~8347698,134217728~3747304,171366463~175273,180480244~7937445,201326592~15708356,222594809~11781066,239075328~10658248,260063184~1695125,264078143~3313059,276307989~464014,281018368~2911678,293601280~6136044,354214345~8872972,392360974~11975679] 2021-03-04T23:35:58.197 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 9 diff [8981341~8039247,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,96339302~3332258,106045266~145309,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,200727635~13545222,216851058~183890,222594809~11781066,242144281~7589295,260063184~1695125,264078143~3313059,276307989~464014,281548234~2381812,290385496~4380160,297117510~2619814,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.197 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~8039247,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,96339302~3332258,106045266~145309,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,200727635~13545222,216851058~183890,222594809~11781066,242144281~7589295,260063184~1695125,264078143~3313059,276307989~464014,281548234~2381812,290385496~4380160,297117510~2619814,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,392573339~7298877,402204164~2132489] 2021-03-04T23:35:58.197 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~8039247,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,75497472~8330636,92274688~7396872,106045266~145309,119096231~8347698,127548702~10416330,144708397~6909546,171366463~175273,180480244~7937445,198722125~18312823,222594809~11781066,239075328~10658248,260063184~1695125,264078143~3313059,276307989~464014,281018368~2911678,290240215~9497109,349758532~20228499,370185772~4998981,392360974~11975679] 2021-03-04T23:35:58.198 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 10 diff [8981341~11748741,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,96339302~3332258,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,198645188~15627669,216851058~183890,222594809~11781066,242144281~7589295,260063184~1695125,264078143~8791128,276307989~464014,281548234~2381812,290385496~9351828,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~7298877,402204164~6925781] 2021-03-04T23:35:58.198 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~11748741,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,96339302~3332258,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145144904~6473039,171366463~175273,180480244~7937445,198645188~15627669,216851058~183890,222594809~11781066,242144281~7589295,260063184~1695125,264078143~8791128,276307989~464014,281548234~2381812,290385496~9351828,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~7298877,402204164~6925781] 2021-03-04T23:35:58.198 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~11748741,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,75497472~8330636,92274688~7396872,100053471~979504,106045266~145309,113447688~13996241,127548702~10416330,144708397~6909546,171366463~175273,180480244~7937445,198645188~18389760,222594809~11781066,239075328~10658248,260063184~1695125,264078143~8791128,276307989~464014,281018368~2911678,290240215~9497109,349758532~20228499,370185772~4998981,382986471~6239616,392360974~16768971] 2021-03-04T23:35:58.198 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 11 diff [6325998~14404084,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,222594809~11781066,242144281~7589295,254535383~3076108,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,290385496~9351828,312144679~3447291,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.199 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,222594809~11781066,242144281~7589295,254535383~3076108,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,290385496~9351828,312144679~3447291,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.199 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,75497472~8330636,92274688~7642443,100053471~979504,106045266~145309,113447688~13996241,127548702~10416330,144708397~8465383,171366463~175273,180480244~7937445,194019828~23015120,222594809~11781066,239075328~10658248,254535383~3076108,260063184~1695125,263437108~9432163,276307989~464014,281018368~2911678,290240215~9497109,310378496~5213474,349758532~20228499,370185772~4998981,382986471~6239616,392360974~16768971] 2021-03-04T23:35:58.199 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 12 diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~1373312,49993241~5080232,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,222594809~11781066,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.200 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~1373312,49993241~5080232,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,171366463~175273,180480244~7937445,194019828~20253029,216851058~183890,222594809~11781066,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402204164~6925781] 2021-03-04T23:35:58.200 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,36190037~1373312,49993241~5080232,57887221~4009207,75497472~8330636,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,171366463~175273,180480244~7937445,194019828~23015120,222594809~11781066,239075328~10658248,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281018368~2911678,285233448~2425397,290240215~9497109,310378496~5213474,340208514~3090424,349758532~20228499,370185772~4998981,382986471~6239616,392360974~16768971] 2021-03-04T23:35:58.200 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 13 diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,160469335~7578968,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,222594809~11781066,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~16556606] 2021-03-04T23:35:58.201 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,160469335~7578968,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,222594809~11781066,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~16556606] 2021-03-04T23:35:58.201 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,160469335~7578968,171366463~175273,180480244~7937445,190973265~26061683,222594809~11781066,239075328~10658248,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281018368~2911678,285233448~2425397,290240215~9497109,310378496~5213474,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~6239616,392360974~16768971] 2021-03-04T23:35:58.201 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 14 diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,222594809~11781066,242144281~7589295,252856107~5517344,259907596~12961675,276307989~464014,279061512~4868534,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474] 2021-03-04T23:35:58.201 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,180480244~7937445,190973265~23299592,216851058~183890,222594809~11781066,242144281~7589295,252856107~5517344,259907596~12961675,276307989~464014,279061512~4868534,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474] 2021-03-04T23:35:58.202 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,154723228~13325075,171366463~175273,180480244~7937445,190973265~26061683,222594809~11781066,239075328~10658248,252856107~20013164,276307989~464014,277878569~6051477,285233448~2425397,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~26143474] 2021-03-04T23:35:58.202 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 15 diff [547101~187693,6325998~18095171,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.202 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,145088712~8085068,154723228~13325075,171366463~175273,175740669~12677020,190973265~23299592,216851058~183890,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.203 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144708397~8465383,154723228~13325075,171366463~175273,173617054~14800635,190973265~26061683,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277878569~9910838,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.203 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 16 diff [547101~187693,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~23299592,216851058~183890,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.203 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~23299592,216851058~183890,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.203 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26061683,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.203 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 17 diff [547101~187693,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.204 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.204 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10416330,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.204 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 18 diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.204 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.205 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.206 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 19 diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.206 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.206 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.206 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 7 diff [22474864~206752,27732327~4236282,171366463~175273,216851058~183890,227486265~6889610,260063184~849370,276307989~464014,281548234~2381812,355637849~7449468,392573339~7298877] 2021-03-04T23:35:58.207 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [22474864~206752,27732327~4236282,171366463~175273,216851058~183890,227486265~6889610,260063184~849370,276307989~464014,281548234~2381812,355637849~7449468,392573339~7298877] 2021-03-04T23:35:58.207 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [22474864~206752,27732327~4236282,171366463~175273,213909504~3125444,227486265~6889610,260063184~849370,276307989~464014,281018368~2911678,354214345~8872972,392360974~7511242] 2021-03-04T23:35:58.207 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 8 diff [22474864~206752,27732327~4236282,49993241~5080232,106045266~145309,120446072~6997857,171366463~175273,180480244~7937445,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,260063184~1695125,276307989~464014,281548234~2381812,297117510~2619814,355637849~7449468,392573339~7298877] 2021-03-04T23:35:58.207 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [22474864~206752,27732327~4236282,49993241~5080232,106045266~145309,120446072~6997857,171366463~175273,180480244~7937445,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,260063184~1695125,276307989~464014,281548234~2381812,297117510~2619814,355637849~7449468,392573339~7298877] 2021-03-04T23:35:58.207 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [22474864~206752,27732327~4236282,49993241~5080232,106045266~145309,119096231~8347698,171366463~175273,180480244~7937445,210947944~6087004,227486265~6889610,239075328~10658248,260063184~1695125,276307989~464014,281018368~2911678,293601280~6136044,354214345~8872972,392360974~7511242] 2021-03-04T23:35:58.208 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 9 diff [8981341~5542503,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,106045266~145309,120446072~6997857,127548702~7663259,145144904~6473039,171366463~175273,180480244~7937445,200727635~7606588,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,260063184~1695125,276307989~464014,281548234~2381812,290385496~4380160,297117510~2619814,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,392573339~7298877] 2021-03-04T23:35:58.208 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~5542503,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,106045266~145309,120446072~6997857,127548702~7663259,145144904~6473039,171366463~175273,180480244~7937445,200727635~7606588,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,260063184~1695125,276307989~464014,281548234~2381812,290385496~4380160,297117510~2619814,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,392573339~7298877] 2021-03-04T23:35:58.208 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~5542503,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,75497472~8330636,106045266~145309,119096231~8347698,127548702~7663259,144708397~6909546,171366463~175273,180480244~7937445,198722125~9612098,210947944~6087004,227486265~6889610,239075328~10658248,260063184~1695125,276307989~464014,281018368~2911678,290240215~9497109,349758532~20228499,370185772~4998981,392360974~7511242] 2021-03-04T23:35:58.208 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 10 diff [8981341~11748741,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145144904~6473039,171366463~175273,180480244~7937445,198645188~9689035,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,260063184~1695125,267357748~5511523,276307989~464014,281548234~2381812,290385496~9351828,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~7298877,402896805~6233140] 2021-03-04T23:35:58.209 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~11748741,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145144904~6473039,171366463~175273,180480244~7937445,198645188~9689035,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,260063184~1695125,267357748~5511523,276307989~464014,281548234~2381812,290385496~9351828,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~7298877,402896805~6233140] 2021-03-04T23:35:58.209 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~11748741,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,75497472~8330636,100053471~979504,106045266~145309,113447688~13996241,127548702~7663259,144708397~6909546,171366463~175273,180480244~7937445,198645188~9689035,210947944~6087004,227486265~6889610,239075328~10658248,260063184~1695125,267357748~5511523,276307989~464014,281018368~2911678,290240215~9497109,349758532~20228499,370185772~4998981,382986471~6239616,392360974~7511242,402896805~6233140] 2021-03-04T23:35:58.209 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 11 diff [6325998~14404084,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,171366463~175273,180480244~7937445,194019828~14314395,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,254535383~3076108,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,290385496~9351828,312144679~3447291,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402896805~6233140] 2021-03-04T23:35:58.209 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,171366463~175273,180480244~7937445,194019828~14314395,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,254535383~3076108,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,290385496~9351828,312144679~3447291,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402896805~6233140] 2021-03-04T23:35:58.210 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,49993241~5080232,57887221~4009207,75497472~8330636,94765113~5152018,100053471~979504,106045266~145309,113447688~13996241,127548702~7663259,144708397~8465383,171366463~175273,180480244~7937445,194019828~14314395,210947944~6087004,227486265~6889610,239075328~10658248,254535383~3076108,260063184~1695125,263437108~9432163,276307989~464014,281018368~2911678,290240215~9497109,310378496~5213474,349758532~20228499,370185772~4998981,382986471~6239616,392360974~9087224,402896805~6233140] 2021-03-04T23:35:58.210 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 12 diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~1373312,49993241~5080232,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,171366463~175273,180480244~7937445,194019828~14314395,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402896805~6233140] 2021-03-04T23:35:58.210 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~1373312,49993241~5080232,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,171366463~175273,180480244~7937445,194019828~14314395,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~8874859,402896805~6233140] 2021-03-04T23:35:58.211 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:57 gibba008 bash[39303]: cluster 2021-03-04T23:35:56.631072+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e876: 8 total, 8 up, 7 in 2021-03-04T23:35:58.211 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:57 gibba008 bash[37770]: cluster 2021-03-04T23:35:56.631072+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e876: 8 total, 8 up, 7 in 2021-03-04T23:35:58.229 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,36190037~1373312,49993241~5080232,57887221~4009207,75497472~8330636,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,171366463~175273,180480244~7937445,194019828~14314395,210947944~6087004,227486265~6889610,239075328~10658248,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281018368~2911678,285233448~2425397,290240215~9497109,310378496~5213474,340208514~3090424,349758532~20228499,370185772~4998981,382986471~6239616,392360974~9087224,402896805~6233140] 2021-03-04T23:35:58.230 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 13 diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,160469335~7578968,171366463~175273,180480244~7937445,190973265~17360958,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~16556606] 2021-03-04T23:35:58.230 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,160469335~7578968,171366463~175273,180480244~7937445,190973265~17360958,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281548234~2381812,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~7449468,364090944~5896087,370185772~4998981,382986471~6239616,392573339~16556606] 2021-03-04T23:35:58.230 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,160469335~7578968,171366463~175273,180480244~7937445,190973265~17360958,210947944~6087004,227486265~6889610,239075328~10658248,252856107~5517344,260063184~1695125,263437108~9432163,276307989~464014,281018368~2911678,285233448~2425397,290240215~9497109,310378496~5213474,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~6239616,392360974~16768971] 2021-03-04T23:35:58.230 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 14 diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,154723228~13325075,171366463~175273,180480244~7937445,190973265~17360958,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,252856107~5517344,259907596~12961675,276307989~464014,279061512~4868534,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474] 2021-03-04T23:35:58.231 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,154723228~13325075,171366463~175273,180480244~7937445,190973265~17360958,210947944~3324913,216851058~183890,227486265~6889610,242144281~7589295,252856107~5517344,259907596~12961675,276307989~464014,279061512~4868534,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474] 2021-03-04T23:35:58.231 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,22474864~206752,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,154723228~13325075,171366463~175273,180480244~7937445,190973265~17360958,210947944~6087004,227486265~6889610,239075328~10658248,252856107~20013164,276307989~464014,277878569~6051477,285233448~2425397,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~26143474] 2021-03-04T23:35:58.231 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 15 diff [547101~187693,6325998~18095171,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,145088712~8085068,154723228~13325075,171366463~175273,175740669~12677020,190973265~17360958,210947944~3324913,216851058~183890,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.231 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,145088712~8085068,154723228~13325075,171366463~175273,175740669~12677020,190973265~17360958,210947944~3324913,216851058~183890,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.232 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,27732327~4236282,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,154723228~13325075,171366463~175273,173617054~14800635,190973265~17360958,210947944~6087004,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277878569~9910838,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.232 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 16 diff [547101~187693,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17360958,210947944~3324913,216851058~183890,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.232 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17360958,210947944~3324913,216851058~183890,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,355637849~14349182,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.233 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17360958,210947944~6087004,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.233 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 17 diff [547101~187693,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.233 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.233 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~25642611,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.234 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 18 diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.234 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.234 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~4998981,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.234 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 19 diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.235 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.235 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.235 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 8 diff [49993241~5080232,106045266~145309,120446072~6997857,180480244~7937445,210947944~3324913,242144281~7589295,260448662~1309647,297117510~2619814] 2021-03-04T23:35:58.235 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [49993241~5080232,106045266~145309,120446072~6997857,180480244~7937445,210947944~3324913,242144281~7589295,260448662~1309647,297117510~2619814] 2021-03-04T23:35:58.236 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [49993241~5080232,106045266~145309,119096231~8347698,180480244~7937445,210947944~3324913,239075328~10658248,260448662~1309647,293601280~6136044] 2021-03-04T23:35:58.236 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 9 diff [8981341~5542503,49993241~5080232,57887221~4009207,77551314~6276794,106045266~145309,120446072~6997857,127548702~7663259,145144904~6473039,180480244~7937445,200727635~7606588,210947944~3324913,242144281~7589295,260448662~1309647,290385496~4380160,297117510~2619814,349758532~4638686,364090944~5896087,370185772~4998981] 2021-03-04T23:35:58.237 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~5542503,49993241~5080232,57887221~4009207,77551314~6276794,106045266~145309,120446072~6997857,127548702~7663259,145144904~6473039,180480244~7937445,200727635~7606588,210947944~3324913,242144281~7589295,260448662~1309647,290385496~4380160,297117510~2619814,349758532~4638686,364090944~5896087,370185772~4998981] 2021-03-04T23:35:58.237 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~5542503,49993241~5080232,57887221~4009207,75497472~8330636,106045266~145309,119096231~8347698,127548702~7663259,144708397~6909546,180480244~7937445,198722125~9612098,210947944~3324913,239075328~10658248,260448662~1309647,290240215~9497109,349758532~4638686,363087317~6899714,370185772~4998981] 2021-03-04T23:35:58.237 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 10 diff [8981341~11748741,49993241~5080232,57887221~4009207,77551314~6276794,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145144904~6473039,180480244~7937445,198645188~9689035,210947944~3324913,242144281~7589295,260448662~1309647,267357748~5511523,290385496~9351828,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.238 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~11748741,49993241~5080232,57887221~4009207,77551314~6276794,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145144904~6473039,180480244~7937445,198645188~9689035,210947944~3324913,242144281~7589295,260448662~1309647,267357748~5511523,290385496~9351828,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.239 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~11748741,49993241~5080232,57887221~4009207,75497472~8330636,100053471~979504,106045266~145309,113447688~13996241,127548702~7663259,144708397~6909546,180480244~7937445,198645188~9689035,210947944~3324913,239075328~10658248,260448662~1309647,267357748~5511523,290240215~9497109,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.239 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 11 diff [6325998~14404084,49993241~5080232,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,180480244~7937445,194019828~14314395,210947944~3324913,242144281~7589295,254535383~3076108,260448662~1309647,263437108~9432163,281884814~1162669,290385496~9351828,312144679~3447291,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.239 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,49993241~5080232,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,106045266~145309,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,180480244~7937445,194019828~14314395,210947944~3324913,242144281~7589295,254535383~3076108,260448662~1309647,263437108~9432163,281884814~1162669,290385496~9351828,312144679~3447291,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.240 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,49993241~5080232,57887221~4009207,75497472~8330636,94765113~5152018,100053471~979504,106045266~145309,113447688~13996241,127548702~7663259,144708397~8465383,180480244~7937445,194019828~14314395,210947944~3324913,239075328~10658248,254535383~3076108,260448662~1309647,263437108~9432163,281884814~1162669,290240215~9497109,310378496~5213474,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.240 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 12 diff [6325998~14404084,36190037~1373312,49993241~5080232,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,180480244~7937445,194019828~14314395,210947944~3324913,242144281~7589295,252856107~5517344,260448662~1309647,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9351828,312144679~3447291,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.240 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,36190037~1373312,49993241~5080232,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,180480244~7937445,194019828~14314395,210947944~3324913,242144281~7589295,252856107~5517344,260448662~1309647,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9351828,312144679~3447291,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.241 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,36190037~1373312,49993241~5080232,57887221~4009207,75497472~8330636,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,180480244~7937445,194019828~14314395,210947944~3324913,239075328~10658248,252856107~5517344,260448662~1309647,263437108~9432163,281884814~1162669,285233448~2425397,290240215~9497109,310378496~5213474,340208514~3090424,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.241 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 13 diff [6325998~14404084,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,160469335~7578968,180480244~7937445,190973265~17360958,210947944~3324913,242144281~7589295,252856107~5517344,260448662~1309647,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.241 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,160469335~7578968,180480244~7937445,190973265~17360958,210947944~3324913,242144281~7589295,252856107~5517344,260448662~1309647,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9351828,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.242 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,36190037~6019977,49993241~5080232,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,160469335~7578968,180480244~7937445,190973265~17360958,210947944~3324913,239075328~10658248,252856107~5517344,260448662~1309647,263437108~9432163,281884814~1162669,285233448~2425397,290240215~9497109,310378496~5213474,327155712~2971825,340208514~3090424,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.242 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 14 diff [6325998~14404084,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,154723228~13325075,180480244~7937445,190973265~17360958,210947944~3324913,242144281~7589295,252856107~5517344,259907596~12961675,279061512~4462437,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.242 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,120446072~6997857,127548702~7663259,145088712~8085068,154723228~13325075,180480244~7937445,190973265~17360958,210947944~3324913,242144281~7589295,252856107~5517344,259907596~12961675,279061512~4462437,285233448~2425397,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.242 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,154723228~13325075,180480244~7937445,190973265~17360958,210947944~3324913,239075328~10658248,252856107~20013164,277878569~5645380,285233448~2425397,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.243 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 15 diff [547101~187693,6325998~18095171,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,145088712~8085068,154723228~13325075,175740669~12677020,190973265~17360958,210947944~3324913,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.243 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,145088712~8085068,154723228~13325075,175740669~12677020,190973265~17360958,210947944~3324913,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,279061512~8727895,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.243 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,36190037~6019977,46343435~8730038,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144708397~8465383,154723228~13325075,173617054~14800635,190973265~17360958,210947944~3324913,224741883~1984283,234881024~14852552,252856107~20013164,277878569~9910838,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.243 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 16 diff [547101~187693,6325998~21942469,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17360958,210947944~3324913,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.244 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~21942469,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17360958,210947944~3324913,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.244 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~21942469,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17360958,210947944~3324913,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.244 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 17 diff [547101~187693,6325998~21942469,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.245 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~21942469,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.245 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~21942469,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.245 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 18 diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.245 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.246 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.246 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 19 diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.247 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.247 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.247 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 9 diff [8981341~5542503,57887221~4009207,77551314~6276794,127548702~7663259,145144904~6473039,200727635~7606588,290385496~4380160,349758532~4638686,364090944~5896087,370185772~4998981] 2021-03-04T23:35:58.247 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~5542503,57887221~4009207,77551314~6276794,127548702~7663259,145144904~6473039,200727635~7606588,290385496~4380160,349758532~4638686,364090944~5896087,370185772~4998981] 2021-03-04T23:35:58.247 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~5542503,57887221~4009207,75497472~8330636,127548702~7663259,144708397~6909546,198722125~9612098,290240215~4525441,349758532~4638686,363087317~6899714,370185772~4998981] 2021-03-04T23:35:58.248 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 10 diff [8981341~11748741,57887221~4009207,77551314~6276794,100053471~979504,113447688~6997346,127548702~7663259,145144904~6473039,198645188~9689035,267357748~5511523,290385496~9159027,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.248 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8981341~11748741,57887221~4009207,77551314~6276794,100053471~979504,113447688~6997346,127548702~7663259,145144904~6473039,198645188~9689035,267357748~5511523,290385496~9159027,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.248 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8981341~11748741,57887221~4009207,75497472~8330636,100053471~979504,113447688~6997346,127548702~7663259,144708397~6909546,198645188~9689035,267357748~5511523,290240215~9304308,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.248 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 11 diff [6325998~14404084,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,113447688~6997346,127548702~7663259,145088712~8085068,182133655~2165658,194019828~14314395,254535383~3076108,263437108~9432163,281884814~1162669,290385496~9159027,312144679~3447291,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.249 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,57887221~4009207,77551314~6276794,94765113~5152018,100053471~979504,113447688~6997346,127548702~7663259,145088712~8085068,182133655~2165658,194019828~14314395,254535383~3076108,263437108~9432163,281884814~1162669,290385496~9159027,312144679~3447291,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.249 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,57887221~4009207,75497472~8330636,94765113~5152018,100053471~979504,113447688~6997346,127548702~7663259,144708397~8465383,182133655~2165658,194019828~14314395,254535383~3076108,263437108~9432163,281884814~1162669,290240215~9304308,310378496~5213474,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.249 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 12 diff [6325998~14404084,36190037~1373312,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,145088712~8085068,181775911~5651589,194019828~14314395,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9159027,312144679~3447291,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.249 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,36190037~1373312,57887221~4009207,77551314~6276794,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,145088712~8085068,181775911~5651589,194019828~14314395,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9159027,312144679~3447291,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.250 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,36190037~1373312,57887221~4009207,75497472~8330636,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,144708397~8465383,181775911~5651589,194019828~14314395,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,290240215~9304308,310378496~5213474,340208514~3090424,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.250 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 13 diff [6325998~14404084,36190037~6019977,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,145088712~8085068,160469335~7578968,181775911~5651589,190973265~17360958,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9159027,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.250 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,36190037~6019977,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,145088712~8085068,160469335~7578968,181775911~5651589,190973265~17360958,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,290385496~9159027,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,364090944~5896087,370185772~4998981,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.251 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,36190037~6019977,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,144708397~8465383,160469335~7578968,181775911~5651589,190973265~17360958,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,290240215~9304308,310378496~5213474,327155712~2971825,340208514~3090424,349758532~4638686,363087317~6899714,370185772~4998981,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.251 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 14 diff [6325998~14404084,36190037~6019977,46343435~3764744,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,145088712~8085068,154723228~13325075,181775911~5651589,190973265~17360958,252856107~5517344,259907596~12961675,279061512~4462437,285233448~2425397,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.251 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~14404084,36190037~6019977,46343435~3764744,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,145088712~8085068,154723228~13325075,181775911~5651589,190973265~17360958,252856107~5517344,259907596~12961675,279061512~4462437,285233448~2425397,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.251 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~14404084,36190037~6019977,46343435~3764744,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,127548702~7663259,144708397~8465383,154723228~13325075,181775911~5651589,190973265~17360958,252856107~20013164,277878569~5645380,285233448~2425397,290240215~9304308,308869551~6722419,327155712~2971825,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.252 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 15 diff [547101~187693,6325998~18095171,36190037~6019977,46343435~3764744,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,145088712~8085068,154723228~13325075,175740669~11686831,190973265~17360958,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,279061512~8727895,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.252 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~18095171,36190037~6019977,46343435~3764744,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,145088712~8085068,154723228~13325075,175740669~11686831,190973265~17360958,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,279061512~8727895,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.252 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~18095171,36190037~6019977,46343435~3764744,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,144708397~8465383,154723228~13325075,173617054~13810446,190973265~17360958,224741883~1984283,234881024~9165167,252856107~20013164,277878569~9910838,290240215~9304308,308869551~6722419,327155712~2971825,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.252 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 16 diff [547101~187693,6325998~21942469,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17360958,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.253 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~21942469,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17360958,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.253 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~21942469,32557171~9652843,46343435~8857876,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17360958,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~6722419,327155712~2971825,340208514~3090424,349758532~4638686,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.253 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 17 diff [547101~187693,6325998~21942469,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.253 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~21942469,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,77551314~9845314,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.254 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~21942469,32557171~9652843,46343435~9101058,57887221~4009207,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~7663259,136192897~1762539,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.254 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 18 diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.254 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.254 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~4998981,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.255 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 19 diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.255 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.255 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.255 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 10 diff [13767621~6962461,100053471~979504,113447688~6997346,132840669~663868,198645188~7760541,267357748~5511523,292903126~6641397,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.256 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [13767621~6962461,100053471~979504,113447688~6997346,132840669~663868,198645188~7760541,267357748~5511523,292903126~6641397,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.256 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [13767621~6962461,100053471~979504,113447688~6997346,132840669~663868,198645188~7760541,267357748~5511523,292903126~6641397,382986471~6239616,402896805~6233140] 2021-03-04T23:35:58.256 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 11 diff [6325998~2957687,13767621~6962461,94765113~5152018,100053471~979504,113447688~6997346,132840669~663868,145088712~8085068,182133655~2165658,194019828~12385901,254535383~3076108,263437108~9432163,281884814~1162669,292903126~6641397,312144679~3447291,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.256 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~2957687,13767621~6962461,94765113~5152018,100053471~979504,113447688~6997346,132840669~663868,145088712~8085068,182133655~2165658,194019828~12385901,254535383~3076108,263437108~9432163,281884814~1162669,292903126~6641397,312144679~3447291,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.257 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~2957687,13767621~6962461,94765113~5152018,100053471~979504,113447688~6997346,132840669~663868,145088712~8085068,182133655~2165658,194019828~12385901,254535383~3076108,263437108~9432163,281884814~1162669,292903126~6641397,310378496~5213474,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.257 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 12 diff [6325998~5670276,13767621~6962461,36190037~1373312,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,132840669~663868,145088712~8085068,181775911~5651589,194019828~12385901,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,292903126~6641397,312144679~3447291,340208514~3090424,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.257 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~5670276,13767621~6962461,36190037~1373312,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,132840669~663868,145088712~8085068,181775911~5651589,194019828~12385901,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,292903126~6641397,312144679~3447291,340208514~3090424,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.257 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~5670276,13767621~6962461,36190037~1373312,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,132840669~663868,145088712~8085068,181775911~5651589,194019828~12385901,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,292903126~6641397,310378496~5213474,340208514~3090424,382986471~6239616,394080118~7368080,402896805~6233140] 2021-03-04T23:35:58.258 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 13 diff [6325998~5670276,13767621~6962461,36190037~6019977,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,131154044~3766324,145088712~8085068,160469335~7578968,181775911~5651589,190973265~15432464,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,292903126~6641397,312144679~3447291,327397931~2729606,340208514~3090424,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.258 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~5670276,13767621~6962461,36190037~6019977,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,131154044~3766324,145088712~8085068,160469335~7578968,181775911~5651589,190973265~15432464,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,292903126~6641397,312144679~3447291,327397931~2729606,340208514~3090424,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.259 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~5670276,13767621~6962461,36190037~6019977,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,131154044~3766324,145088712~8085068,160469335~7578968,181775911~5651589,190973265~15432464,252856107~5517344,263437108~9432163,281884814~1162669,285233448~2425397,292903126~6641397,310378496~5213474,327155712~2971825,340208514~3090424,382986471~6239616,394080118~15049827] 2021-03-04T23:35:58.259 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 14 diff [6325998~5670276,13767621~6962461,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,131154044~3766324,145088712~8085068,154723228~13325075,181775911~5651589,190973265~15432464,252856107~5517344,259907596~12961675,279061512~4462437,285233448~2425397,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.259 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~5670276,13767621~6962461,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,131154044~3766324,145088712~8085068,154723228~13325075,181775911~5651589,190973265~15432464,252856107~5517344,259907596~12961675,279061512~4462437,285233448~2425397,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.259 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~5670276,13767621~6962461,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~6997346,131154044~3766324,145088712~8085068,154723228~13325075,181775911~5651589,190973265~15432464,252856107~20013164,277878569~5645380,285233448~2425397,292903126~6641397,308869551~6722419,327155712~2971825,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827] 2021-03-04T23:35:58.260 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 15 diff [547101~187693,6325998~5670276,13767621~10653548,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,145088712~8085068,154723228~13325075,175740669~11686831,190973265~15432464,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,279061512~8727895,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.260 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~5670276,13767621~10653548,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,145088712~8085068,154723228~13325075,175740669~11686831,190973265~15432464,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,279061512~8727895,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.260 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~5670276,13767621~10653548,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,145088712~8085068,154723228~13325075,173617054~13810446,190973265~15432464,224741883~1984283,234881024~9165167,252856107~20013164,277878569~9910838,292903126~6641397,308869551~6722419,327155712~2971825,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.260 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 16 diff [547101~187693,6325998~5670276,12662152~15606315,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~15432464,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.261 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~5670276,12662152~15606315,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~15432464,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.261 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~5670276,12662152~15606315,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,144564891~9126739,154723228~13325075,168538015~21501176,190973265~15432464,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~6722419,327155712~2971825,340208514~3090424,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.261 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 17 diff [547101~187693,6325998~5670276,12662152~15606315,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.261 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~5670276,12662152~15606315,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.262 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~5670276,12662152~15606315,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~3766324,136192897~1762539,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.262 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 18 diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~6845425,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.262 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~6845425,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.262 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,131154044~6845425,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.263 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 19 diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.263 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.263 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.263 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 11 diff [6325998~2957687,94765113~5152018,145088712~8085068,182133655~2165658,194019828~8056575,254535383~3076108,263437108~7446146,281884814~1162669,312144679~3447291,394080118~7368080] 2021-03-04T23:35:58.264 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~2957687,94765113~5152018,145088712~8085068,182133655~2165658,194019828~8056575,254535383~3076108,263437108~7446146,281884814~1162669,312144679~3447291,394080118~7368080] 2021-03-04T23:35:58.264 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~2957687,94765113~5152018,145088712~8085068,182133655~2165658,194019828~8056575,254535383~3076108,263437108~7446146,281884814~1162669,310378496~5213474,394080118~7368080] 2021-03-04T23:35:58.264 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 12 diff [6325998~5670276,36190037~1373312,90049598~2561037,94765113~5152018,103844512~4019456,145088712~8085068,181775911~5651589,194019828~8056575,252856107~5517344,263437108~7446146,281884814~1162669,285233448~2425397,312144679~3447291,340208514~3090424,394080118~7368080] 2021-03-04T23:35:58.264 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~5670276,36190037~1373312,90049598~2561037,94765113~5152018,103844512~4019456,145088712~8085068,181775911~5651589,194019828~8056575,252856107~5517344,263437108~7446146,281884814~1162669,285233448~2425397,312144679~3447291,340208514~3090424,394080118~7368080] 2021-03-04T23:35:58.265 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~5670276,36190037~1373312,88080384~4530251,94765113~5152018,103844512~4019456,145088712~8085068,181775911~5651589,194019828~8056575,252856107~5517344,263437108~7446146,281884814~1162669,285233448~2425397,310378496~5213474,340208514~3090424,394080118~7368080] 2021-03-04T23:35:58.265 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 13 diff [6325998~5670276,36190037~6019977,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,131154044~3766324,145088712~8085068,160469335~7578968,181775911~5651589,190973265~11103138,252856107~5517344,263437108~7446146,281884814~1162669,285233448~2425397,312144679~3447291,327397931~2729606,340208514~3090424,394080118~11090414] 2021-03-04T23:35:58.265 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~5670276,36190037~6019977,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,131154044~3766324,145088712~8085068,160469335~7578968,181775911~5651589,190973265~11103138,252856107~5517344,263437108~7446146,281884814~1162669,285233448~2425397,312144679~3447291,327397931~2729606,340208514~3090424,394080118~11090414] 2021-03-04T23:35:58.266 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~5670276,36190037~6019977,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,103844512~4019456,131154044~3766324,145088712~8085068,160469335~7578968,181775911~5651589,190973265~11103138,252856107~5517344,263437108~7446146,281884814~1162669,285233448~2425397,310378496~5213474,327155712~2971825,340208514~3090424,394080118~11090414] 2021-03-04T23:35:58.266 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 14 diff [6325998~5670276,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,131154044~3766324,145088712~8085068,154723228~13325075,181775911~5651589,190973265~11103138,202934085~889026,252856107~5517344,259907596~10975658,279061512~4462437,285233448~2425397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244] 2021-03-04T23:35:58.266 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [6325998~5670276,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,131154044~3766324,145088712~8085068,154723228~13325075,181775911~5651589,190973265~11103138,202934085~889026,252856107~5517344,259907596~10975658,279061512~4462437,285233448~2425397,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244] 2021-03-04T23:35:58.266 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [6325998~5670276,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,103844512~4019456,131154044~3766324,145088712~8085068,154723228~13325075,181775911~5651589,190973265~11103138,202934085~889026,252856107~18027147,277878569~5645380,285233448~2425397,308869551~6722419,327155712~2971825,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244] 2021-03-04T23:35:58.267 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 15 diff [547101~187693,6325998~5670276,17526042~6895127,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,145088712~8085068,154723228~13325075,175740669~11686831,190973265~11103138,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,279061512~8727895,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.267 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~5670276,17526042~6895127,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,145088712~8085068,154723228~13325075,175740669~11686831,190973265~11103138,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,279061512~8727895,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.267 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~5670276,17526042~6895127,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,145088712~8085068,154723228~13325075,173617054~13810446,190973265~11103138,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,252856107~18027147,277878569~9910838,308869551~6722419,327155712~2971825,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.267 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 16 diff [547101~187693,6325998~5670276,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~11103138,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.268 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~5670276,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~11103138,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~3447291,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.268 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~5670276,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,144564891~9126739,154723228~13325075,168538015~21501176,190973265~11103138,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~6722419,327155712~2971825,340208514~3090424,362362388~7219874,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.268 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 17 diff [547101~187693,6325998~5670276,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~11103138,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.269 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,6325998~5670276,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,90049598~2561037,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,136192897~1762539,144564891~9126739,154723228~13325075,168538015~5453751,175740669~14298522,190973265~11103138,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.269 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,6325998~5670276,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,103844512~4019456,115062828~7761677,131154044~3766324,136192897~1762539,144564891~9126739,154723228~13325075,168538015~21501176,190973265~11103138,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.269 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 18 diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94765113~5152018,103844512~4019456,115062828~7761677,131154044~6845425,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.270 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94765113~5152018,103844512~4019456,115062828~7761677,131154044~6845425,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~3447291,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.270 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94765113~5152018,103844512~4019456,115062828~7761677,131154044~6845425,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~6722419,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.270 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 19 diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.270 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.272 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:58.277 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.277 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 12 diff [8121450~3874824,36190037~1373312,90049598~2561037,103844512~4019456,181775911~5651589,252856107~5517344,268013158~2436029,285233448~2425397,340208514~3090424] 2021-03-04T23:35:58.278 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8121450~3874824,36190037~1373312,90049598~2561037,103844512~4019456,181775911~5651589,252856107~5517344,268013158~2436029,285233448~2425397,340208514~3090424] 2021-03-04T23:35:58.278 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8121450~3874824,36190037~1373312,88080384~4530251,103844512~4019456,181775911~5651589,252856107~5517344,268013158~2436029,285233448~2425397,340208514~3090424] 2021-03-04T23:35:58.278 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 13 diff [8121450~3874824,36190037~6019977,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,131154044~3766324,160469335~7578968,181775911~5651589,190973265~6179916,252856107~5517344,268013158~2436029,285233448~2425397,327397931~2729606,340208514~3090424,400602597~4567935] 2021-03-04T23:35:58.278 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8121450~3874824,36190037~6019977,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,131154044~3766324,160469335~7578968,181775911~5651589,190973265~6179916,252856107~5517344,268013158~2436029,285233448~2425397,327397931~2729606,340208514~3090424,400602597~4567935] 2021-03-04T23:35:58.279 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8121450~3874824,36190037~6019977,67376820~2400673,79467871~7928757,88080384~4530251,96346003~225254,103844512~4019456,131154044~3766324,160469335~7578968,181775911~5651589,190973265~6179916,252856107~5517344,268013158~2436029,285233448~2425397,327155712~2971825,340208514~3090424,400602597~4567935] 2021-03-04T23:35:58.279 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 14 diff [8121450~3874824,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,131154044~3766324,154723228~13325075,181775911~5651589,190973265~6179916,202934085~889026,252856107~5517344,259907596~7531030,268013158~2436029,279061512~4462437,285233448~2425397,309190292~1852318,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.279 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8121450~3874824,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,131154044~3766324,154723228~13325075,181775911~5651589,190973265~6179916,202934085~889026,252856107~5517344,259907596~7531030,268013158~2436029,279061512~4462437,285233448~2425397,309190292~1852318,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.279 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8121450~3874824,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,88080384~4530251,96346003~225254,103844512~4019456,131154044~3766324,154723228~13325075,181775911~5651589,190973265~6179916,202934085~889026,252856107~14582519,268013158~2436029,277878569~5645380,285233448~2425397,308869551~2173059,327155712~2971825,340208514~3090424,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.280 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 15 diff [547101~187693,8121450~3874824,17526042~6895127,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,154723228~13325075,175740669~11686831,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,279061512~8727895,309190292~1852318,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.280 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,8121450~3874824,17526042~6895127,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,154723228~13325075,175740669~11686831,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,279061512~8727895,309190292~1852318,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.280 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,8121450~3874824,17526042~6895127,36190037~6019977,46343435~3764744,67376820~2400673,79467871~7928757,88080384~4530251,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,154723228~13325075,173617054~13810446,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277878569~9910838,308869551~2173059,327155712~2971825,340208514~3090424,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.280 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 16 diff [547101~187693,8121450~3874824,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~14298522,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.281 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,8121450~3874824,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~14298522,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,327397931~2729606,340208514~3090424,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.281 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,8121450~3874824,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,88080384~4530251,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,327155712~2971825,340208514~3090424,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.281 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 17 diff [547101~187693,8121450~3874824,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,136192897~1762539,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~14298522,190973265~6179916,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.281 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,8121450~3874824,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,90049598~2561037,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,136192897~1762539,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~14298522,190973265~6179916,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.282 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,8121450~3874824,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,88080384~4530251,96346003~225254,103844512~4019456,115062828~7761677,131154044~3766324,136192897~1762539,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.282 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 18 diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,96346003~225254,103844512~4019456,115062828~7761677,131154044~6845425,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.282 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,96346003~225254,103844512~4019456,115062828~7761677,131154044~6845425,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.282 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,96346003~225254,103844512~4019456,115062828~7761677,131154044~6845425,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.283 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 19 diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.283 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.283 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.283 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 13 diff [37162941~5047073,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,160469335~7578968,182043046~1269994,190973265~6179916,327397931~2729606,400602597~4567935] 2021-03-04T23:35:58.283 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [37162941~5047073,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,160469335~7578968,182043046~1269994,190973265~6179916,327397931~2729606,400602597~4567935] 2021-03-04T23:35:58.284 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [37162941~5047073,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,160469335~7578968,182043046~1269994,190973265~6179916,327155712~2971825,400602597~4567935] 2021-03-04T23:35:58.284 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 14 diff [37162941~5047073,46343435~3764744,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,154723228~13325075,182043046~1269994,184586452~1559420,190973265~6179916,202934085~889026,259907596~7531030,279061512~4462437,309190292~1852318,327397931~2729606,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.284 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [37162941~5047073,46343435~3764744,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,154723228~13325075,182043046~1269994,184586452~1559420,190973265~6179916,202934085~889026,259907596~7531030,279061512~4462437,309190292~1852318,327397931~2729606,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.285 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [37162941~5047073,46343435~3764744,67376820~2400673,79467871~7928757,96346003~225254,131154044~3766324,154723228~13325075,182043046~1269994,184586452~1559420,190973265~6179916,202934085~889026,258373451~9065175,277878569~5645380,308869551~2173059,327155712~2971825,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.285 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 15 diff [547101~187693,17526042~6895127,37162941~5047073,46343435~3764744,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,154723228~13325075,175740669~6074368,182043046~1269994,184586452~1559420,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,279061512~8727895,309190292~1852318,327397931~2729606,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.285 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,17526042~6895127,37162941~5047073,46343435~3764744,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,154723228~13325075,175740669~6074368,182043046~1269994,184586452~1559420,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,279061512~8727895,309190292~1852318,327397931~2729606,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.286 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,17526042~6895127,37162941~5047073,46343435~3764744,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,154723228~13325075,173617054~8197983,182043046~1269994,184586452~1559420,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,258373451~9065175,277878569~9910838,308869551~2173059,327155712~2971825,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.287 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 16 diff [547101~187693,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~6074368,182043046~1269994,184586452~5452739,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,327397931~2729606,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.287 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~6074368,182043046~1269994,184586452~5452739,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,327397931~2729606,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.293 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,12662152~3793001,17526042~10742425,32557171~9652843,46343435~8857876,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,144564891~4776186,151636490~2055140,154723228~13325075,168538015~13277022,182043046~1269994,184586452~5452739,190973265~6179916,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,327155712~2971825,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.294 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 17 diff [547101~187693,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,136192897~1762539,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~6074368,182043046~1269994,184586452~5452739,190973265~6179916,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.294 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,136192897~1762539,144564891~4776186,151636490~2055140,154723228~13325075,168538015~5453751,175740669~6074368,182043046~1269994,184586452~5452739,190973265~6179916,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.300 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,12662152~3793001,17526042~10742425,32557171~9652843,46343435~9101058,67376820~2400673,79467871~7928757,96346003~225254,115062828~7761677,131154044~3766324,136192897~1762539,144564891~4776186,151636490~2055140,154723228~13325075,168538015~13277022,182043046~1269994,184586452~5452739,190973265~6179916,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,327155712~2971825,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.300 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 18 diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,96346003~225254,115062828~7761677,131154044~6845425,144564891~4776186,151636490~2055140,154723228~13325075,168538015~13277022,182043046~1269994,184586452~5452739,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.300 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,96346003~225254,115062828~7761677,131154044~6845425,144564891~4776186,151636490~2055140,154723228~13325075,168538015~13277022,182043046~1269994,184586452~5452739,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,327397931~2729606,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.306 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,96346003~225254,115062828~7761677,131154044~6845425,144564891~4776186,151636490~2055140,154723228~13325075,168538015~13277022,182043046~1269994,184586452~5452739,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,327155712~2971825,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.307 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 19 diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.307 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.312 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.312 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 14 diff [46343435~3764744,154723228~6796371,184586452~1559420,202934085~889026,259907596~7531030,279061512~4462437,309190292~1852318,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.313 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [46343435~3764744,154723228~6796371,184586452~1559420,202934085~889026,259907596~7531030,279061512~4462437,309190292~1852318,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.318 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [46343435~3764744,154723228~6796371,184586452~1559420,202934085~889026,258373451~9065175,277878569~5645380,308869551~2173059,362362388~7219874,386787873~6690981,398493899~6749463] 2021-03-04T23:35:58.319 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 15 diff [547101~187693,17526042~6895127,46343435~3764744,115062828~7761677,154723228~6796371,175740669~6074368,184586452~1559420,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,279061512~8727895,309190292~1852318,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.319 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,17526042~6895127,46343435~3764744,115062828~7761677,154723228~6796371,175740669~6074368,184586452~1559420,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,279061512~8727895,309190292~1852318,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.324 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,17526042~6895127,46343435~3764744,115062828~7761677,154723228~6796371,173617054~8197983,184586452~1559420,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,258373451~9065175,277878569~9910838,308869551~2173059,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.325 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 16 diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,46343435~8857876,115062828~7761677,144564891~4776186,151636490~2055140,154723228~6796371,168538015~5453751,175740669~6074368,184586452~5452739,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.325 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,46343435~8857876,115062828~7761677,144564891~4776186,151636490~2055140,154723228~6796371,168538015~5453751,175740669~6074368,184586452~5452739,202934085~889026,206070653~132063,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.330 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,12662152~3793001,17526042~10742425,32557171~5442285,46343435~8857876,115062828~7761677,144564891~4776186,151636490~2055140,154723228~6796371,168538015~13277022,184586452~5452739,202934085~889026,206070653~132063,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,362362388~7219874,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.331 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 17 diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,46343435~9101058,115062828~7761677,136192897~1762539,144564891~4776186,151636490~2055140,154723228~6796371,168538015~5453751,175740669~6074368,184586452~5452739,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.331 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,46343435~9101058,115062828~7761677,136192897~1762539,144564891~4776186,151636490~2055140,154723228~6796371,168538015~5453751,175740669~6074368,184586452~5452739,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.336 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,12662152~3793001,17526042~10742425,32557171~5442285,46343435~9101058,115062828~7761677,136192897~1762539,144564891~4776186,151636490~2055140,154723228~6796371,168538015~13277022,184586452~5452739,202934085~889026,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.337 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 18 diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,115062828~7761677,134013098~3986371,144564891~4776186,151636490~2055140,154723228~6796371,168538015~13277022,184586452~5452739,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.338 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,115062828~7761677,134013098~3986371,144564891~4776186,151636490~2055140,154723228~6796371,168538015~13277022,184586452~5452739,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.342 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,115062828~7761677,134013098~3986371,144564891~4776186,151636490~2055140,154723228~6796371,168538015~13277022,184586452~5452739,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,336277223~1656409,342980064~3294749,355415364~4687885,362362388~7219874,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.342 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 19 diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.342 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.349 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.351 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 15 diff [547101~187693,17526042~6895127,115062828~7761677,175740669~6074368,206070653~132063,224741883~1984283,236169899~7876292,281000223~6789184,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.351 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,17526042~6895127,115062828~7761677,175740669~6074368,206070653~132063,224741883~1984283,236169899~7876292,281000223~6789184,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.356 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,17526042~6895127,115062828~7761677,173617054~8197983,206070653~132063,224741883~1984283,234881024~9165167,281000223~6789184,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.357 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 16 diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,49762190~5439121,115062828~7761677,144564891~4776186,151636490~2055140,168538015~5453751,175740669~6074368,184717815~5321376,206070653~132063,224741883~1984283,236169899~7876292,277439978~10349429,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.357 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,49762190~5439121,115062828~7761677,144564891~4776186,151636490~2055140,168538015~5453751,175740669~6074368,184717815~5321376,206070653~132063,224741883~1984283,236169899~7876292,277439978~10349429,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.361 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,12662152~3793001,17526042~10742425,32557171~5442285,49762190~5439121,115062828~7761677,144564891~4776186,151636490~2055140,168538015~13277022,184717815~5321376,206070653~132063,224741883~1984283,234881024~9165167,277439978~10349429,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.361 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 17 diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,47965396~7479097,115062828~7761677,136192897~1762539,144564891~4776186,151636490~2055140,168538015~5453751,175740669~6074368,184717815~5321376,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.361 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,12662152~3793001,17526042~10742425,32557171~5442285,47965396~7479097,115062828~7761677,136192897~1762539,144564891~4776186,151636490~2055140,168538015~5453751,175740669~6074368,184717815~5321376,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.368 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,12662152~3793001,17526042~10742425,32557171~5442285,47965396~7479097,115062828~7761677,136192897~1762539,144564891~4776186,151636490~2055140,168538015~13277022,184717815~5321376,206070653~132063,206341833~2065608,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,394165004~1723625,410003025~2926476] 2021-03-04T23:35:58.368 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 18 diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,115062828~7761677,134013098~3986371,144564891~4776186,151636490~2055140,168538015~13277022,184717815~5321376,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.368 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,115062828~7761677,134013098~3986371,144564891~4776186,151636490~2055140,168538015~13277022,184717815~5321376,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.380 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,115062828~7761677,134013098~3986371,144564891~4776186,151636490~2055140,168538015~13277022,184717815~5321376,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.380 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 19 diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.380 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.380 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.381 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 16 diff [12662152~3793001,21700806~6567661,32557171~5442285,49762190~5439121,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,277439978~6564089,395020272~407335] 2021-03-04T23:35:58.381 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12662152~3793001,21700806~6567661,32557171~5442285,49762190~5439121,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,277439978~6564089,395020272~407335] 2021-03-04T23:35:58.381 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:58.384 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12662152~3793001,21700806~6567661,32557171~5442285,49762190~5439121,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,277439978~6564089,395020272~407335] 2021-03-04T23:35:58.386 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 17 diff [12662152~3793001,21700806~6567661,32557171~5442285,47965396~7479097,136192897~1762539,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,206341833~2065608,208899382~1285385,210312149~7112763,277439978~6564089,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,395020272~407335] 2021-03-04T23:35:58.386 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12662152~3793001,21700806~6567661,32557171~5442285,47965396~7479097,136192897~1762539,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,206341833~2065608,208899382~1285385,210312149~7112763,277439978~6564089,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,395020272~407335] 2021-03-04T23:35:58.391 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12662152~3793001,21700806~6567661,32557171~5442285,47965396~7479097,136192897~1762539,144564891~4776186,151636490~2055140,168538015~5453751,184717815~5321376,206341833~2065608,208899382~1285385,210312149~7112763,277439978~6564089,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,395020272~407335] 2021-03-04T23:35:58.391 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 18 diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,134013098~3986371,144564891~4776186,151636490~2055140,168538015~13229581,184717815~5321376,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.391 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,134013098~3986371,144564891~4776186,151636490~2055140,168538015~13229581,184717815~5321376,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.396 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,134013098~3986371,144564891~4776186,151636490~2055140,168538015~13229581,184717815~5321376,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.397 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 19 diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.397 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.402 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.403 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 17 diff [47965396~7479097,136192897~1762539,206341833~2065608,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543] 2021-03-04T23:35:58.403 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [47965396~7479097,136192897~1762539,206341833~2065608,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543] 2021-03-04T23:35:58.415 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [47965396~7479097,136192897~1762539,206341833~2065608,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543] 2021-03-04T23:35:58.415 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 18 diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6424809,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,403131339~807126] 2021-03-04T23:35:58.416 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6424809,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,403131339~807126] 2021-03-04T23:35:58.416 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6424809,208899382~1285385,210312149~7112763,336277223~1656409,342980064~3294749,355415364~4687885,383799097~2845543,403131339~807126] 2021-03-04T23:35:58.416 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 19 diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:58.416 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:58.421 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:58.421 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 18 diff [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6260230,403131339~807126] 2021-03-04T23:35:58.422 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6260230,403131339~807126] 2021-03-04T23:35:58.428 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,134013098~3986371,173592921~8174675,201982632~6260230,403131339~807126] 2021-03-04T23:35:58.428 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 19 diff [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6260230,313485946~5801670,341701163~612123,373844718~7882774,403131339~807126] 2021-03-04T23:35:58.428 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6260230,313485946~5801670,341701163~612123,373844718~7882774,403131339~807126] 2021-03-04T23:35:58.433 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6260230,313485946~5801670,341701163~612123,373844718~7882774,403131339~807126] 2021-03-04T23:35:58.433 INFO:tasks.workunit.client.0.gibba008.stdout:from 18 to 19 diff [94248400~470373,117035086~2603446,126685625~274413,130191816~7477278,161581138~1123887,178825199~7610151,313485946~5801670,341701163~612123,373844718~7882774] 2021-03-04T23:35:58.433 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [94248400~470373,117035086~2603446,126685625~274413,130191816~7477278,161581138~1123887,178825199~7610151,313485946~5801670,341701163~612123,373844718~7882774] 2021-03-04T23:35:58.438 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [94248400~470373,117035086~2603446,126685625~274413,130191816~7477278,161581138~1123887,178825199~7610151,313485946~5801670,341701163~612123,373844718~7882774] 2021-03-04T23:35:58.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[91265]: debug 2021-03-04T23:35:58.206+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:58.684 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.684 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.720 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:35:58.721 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.721 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.740 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:35:58.741 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.741 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:58.761 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:35:58.762 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.762 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.778 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.779 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.779 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.798 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:35:58.799 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.799 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.818 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.818 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.818 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.838 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:58.838 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.838 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.856 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.856 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.856 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.875 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.875 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.875 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.887 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [] live_osds: [0, 1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:35:58.887 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:35:58.888 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:35:58.888 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:58.894 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:58.894 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.895 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.909 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[39303]: cluster 2021-03-04T23:35:57.643414+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e877: 8 total, 8 up, 7 in 2021-03-04T23:35:58.909 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[39303]: cluster 2021-03-04T23:35:57.661376+0000 mgr.x (mgr.34379) 1469 : cluster [DBG] pgmap v1988: 145 pgs: 145 active+clean; 858 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 32 op/s 2021-03-04T23:35:58.909 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[39303]: audit 2021-03-04T23:35:58.279475+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:58.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[37770]: cluster 2021-03-04T23:35:57.643414+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e877: 8 total, 8 up, 7 in 2021-03-04T23:35:58.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[37770]: cluster 2021-03-04T23:35:57.661376+0000 mgr.x (mgr.34379) 1469 : cluster [DBG] pgmap v1988: 145 pgs: 145 active+clean; 858 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 32 op/s 2021-03-04T23:35:58.910 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[37770]: audit 2021-03-04T23:35:58.279475+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:58.912 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:58.913 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.913 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.931 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.932 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.932 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.951 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.951 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.951 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.969 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:58.969 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.970 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.970 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:58.985 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:58.985 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:58.986 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:59.000 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:59.000 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:59.000 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:59.014 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:59.015 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to HEAD diff [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6260230,313485946~5801670,341701163~612123,373844718~7882774,403131339~807126] 2021-03-04T23:35:59.015 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6260230,313485946~5801670,341701163~612123,373844718~7882774,403131339~807126] 2021-03-04T23:35:59.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:58 gibba023 bash[27374]: cluster 2021-03-04T23:35:57.643414+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e877: 8 total, 8 up, 7 in 2021-03-04T23:35:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:58 gibba023 bash[27374]: cluster 2021-03-04T23:35:57.661376+0000 mgr.x (mgr.34379) 1469 : cluster [DBG] pgmap v1988: 145 pgs: 145 active+clean; 858 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 32 op/s 2021-03-04T23:35:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:58 gibba023 bash[27374]: audit 2021-03-04T23:35:58.279475+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:59.038 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6260230,313485946~5801670,341701163~612123,373844718~7882774,403131339~807126] 2021-03-04T23:35:59.057 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:59.076 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:59.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:35:58 gibba008 bash[91265]: debug 2021-03-04T23:35:58.962+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:35:59.585 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:59.673 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:59.674 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:59.677 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:35:59.678 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:59.678 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:59.681 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:35:59.681 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:59.681 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:35:59.684 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:35:59.685 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.685 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.687 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:59.689 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:35:59.689 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.689 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.691 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:35:59.692 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.692 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.695 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.695 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.695 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.698 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:35:59.698 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.698 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.701 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.701 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.702 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.704 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.705 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.705 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.708 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:35:59.708 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:59.708 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:59.711 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:35:59.712 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.712 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.715 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.715 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.715 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.718 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.718 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.719 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.722 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:35:59.723 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:59.723 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:59.725 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:35:59.725 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:59.725 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:59.728 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:35:59.728 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:59.728 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:59.732 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,13043295~7138791,24610812~2519716,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,161581138~1123887,173592921~12842429,201982632~6424809,208899382~1285385,210312149~7112763,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,403131339~807126] 2021-03-04T23:35:59.773 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:59.876 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:59.894 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:35:59 gibba008 bash[39303]: cluster 2021-03-04T23:35:58.661127+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e878: 8 total, 8 up, 7 in 2021-03-04T23:35:59.894 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:35:59 gibba008 bash[37770]: cluster 2021-03-04T23:35:58.661127+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e878: 8 total, 8 up, 7 in 2021-03-04T23:35:59.895 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:35:59 gibba008 bash[48858]: debug 2021-03-04T23:35:59.578+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:00.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:35:59 gibba023 bash[27374]: cluster 2021-03-04T23:35:58.661127+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e878: 8 total, 8 up, 7 in 2021-03-04T23:36:00.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:35:59 gibba023 bash[88433]: debug 2021-03-04T23:35:59.767+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:00.630 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:00.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:00.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:36:00.752 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:00.752 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:00.757 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:00.757 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:00.757 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:00.760 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:00.761 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:00.761 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:00.764 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:00.765 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.765 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.770 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:00.772 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.772 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.780 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:00.782 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.783 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.784 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.784 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.785 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.792 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:00.792 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.792 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.793 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.793 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.793 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.793 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.794 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.795 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.795 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:00.795 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:00.796 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:00.797 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:00.797 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.797 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.798 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.798 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.798 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.800 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.800 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.800 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.803 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:00.803 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:36:00.803 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:36:00.806 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:36:00.807 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:36:00.807 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:36:00.809 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [5713687~6271927,12662152~7519934,21700806~6567661,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,117035086~2603446,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,277439978~6564089,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,395020272~407335,403131339~807126] 2021-03-04T23:36:00.852 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:00.917 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:00 gibba008 bash[48858]: debug 2021-03-04T23:36:00.618+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:00.917 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:00 gibba008 bash[37770]: cluster 2021-03-04T23:35:59.662237+0000 mgr.x (mgr.34379) 1470 : cluster [DBG] pgmap v1991: 145 pgs: 145 active+clean; 883 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 39 MiB/s wr, 1.22k op/s 2021-03-04T23:36:00.918 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:00 gibba008 bash[37770]: cluster 2021-03-04T23:35:59.665025+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e879: 8 total, 8 up, 7 in 2021-03-04T23:36:00.918 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:00 gibba008 bash[39303]: cluster 2021-03-04T23:35:59.662237+0000 mgr.x (mgr.34379) 1470 : cluster [DBG] pgmap v1991: 145 pgs: 145 active+clean; 883 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 39 MiB/s wr, 1.22k op/s 2021-03-04T23:36:00.918 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:00 gibba008 bash[39303]: cluster 2021-03-04T23:35:59.665025+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e879: 8 total, 8 up, 7 in 2021-03-04T23:36:01.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:00 gibba023 bash[27374]: cluster 2021-03-04T23:35:59.662237+0000 mgr.x (mgr.34379) 1470 : cluster [DBG] pgmap v1991: 145 pgs: 145 active+clean; 883 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 39 MiB/s wr, 1.22k op/s 2021-03-04T23:36:01.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:00 gibba023 bash[27374]: cluster 2021-03-04T23:35:59.665025+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e879: 8 total, 8 up, 7 in 2021-03-04T23:36:01.459 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:01.562 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:01.652 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:01.699 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:01.699 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:01.707 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:01.708 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:01.709 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:01.713 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:01.713 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:01.714 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:01.714 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:01.715 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.715 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.716 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:01.717 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.717 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.719 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:01.719 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.719 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.722 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.722 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.723 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.725 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:01.726 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.727 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.729 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.730 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.730 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.732 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.732 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.733 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.736 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:01.736 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:01.736 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:01.741 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:01.742 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.742 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.743 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.744 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.744 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.746 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.748 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.748 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.749 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:01.750 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:36:01.750 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:36:01.753 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,47965396~7479097,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,277439978~10349429,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,373844718~7882774,383799097~2845543,394165004~1723625,403131339~807126,410003025~2926476] 2021-03-04T23:36:01.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:01.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:01 gibba008 bash[39303]: cluster 2021-03-04T23:36:00.678101+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e880: 8 total, 8 up, 7 in 2021-03-04T23:36:01.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:01 gibba008 bash[48858]: debug 2021-03-04T23:36:01.450+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:01.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:01 gibba008 bash[37770]: cluster 2021-03-04T23:36:00.678101+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e880: 8 total, 8 up, 7 in 2021-03-04T23:36:01.840 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:01 gibba023 bash[15180]: debug 2021-03-04T23:36:01.647+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:01.841 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:01 gibba023 bash[27374]: cluster 2021-03-04T23:36:00.678101+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e880: 8 total, 8 up, 7 in 2021-03-04T23:36:01.842 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:01.945 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:02.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:01 gibba023 bash[88433]: debug 2021-03-04T23:36:01.835+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:02.712 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:02 gibba008 bash[37770]: cluster 2021-03-04T23:36:01.663824+0000 mgr.x (mgr.34379) 1471 : cluster [DBG] pgmap v1993: 145 pgs: 145 active+clean; 900 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 13 MiB/s wr, 4.13k op/s 2021-03-04T23:36:02.713 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:02 gibba008 bash[37770]: cluster 2021-03-04T23:36:01.689904+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e881: 8 total, 8 up, 7 in 2021-03-04T23:36:02.714 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:02.715 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:02.723 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:02.724 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:02.724 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:02.726 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:02.727 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:02.727 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:02.729 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:02.730 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.730 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.733 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:02.733 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.733 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.738 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:02.739 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.739 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.740 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.740 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.740 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.743 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:02.743 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.743 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.744 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:02.747 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.747 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.748 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.750 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.750 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.751 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.754 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:02.754 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:02.755 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:02.757 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:02.757 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.758 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.762 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.763 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.763 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.766 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.766 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.766 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.770 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~5442285,46343435~9101058,59887327~6820221,88297662~2424903,94248400~470373,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~6796371,161581138~1123887,168538015~21501176,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:02.848 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:02.975 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:02 gibba023 bash[27374]: cluster 2021-03-04T23:36:01.663824+0000 mgr.x (mgr.34379) 1471 : cluster [DBG] pgmap v1993: 145 pgs: 145 active+clean; 900 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 13 MiB/s wr, 4.13k op/s 2021-03-04T23:36:02.975 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:02 gibba023 bash[27374]: cluster 2021-03-04T23:36:01.689904+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e881: 8 total, 8 up, 7 in 2021-03-04T23:36:02.976 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:03.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:02 gibba008 bash[39303]: cluster 2021-03-04T23:36:01.663824+0000 mgr.x (mgr.34379) 1471 : cluster [DBG] pgmap v1993: 145 pgs: 145 active+clean; 900 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 13 MiB/s wr, 4.13k op/s 2021-03-04T23:36:03.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:02 gibba008 bash[39303]: cluster 2021-03-04T23:36:01.689904+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e881: 8 total, 8 up, 7 in 2021-03-04T23:36:03.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:02 gibba008 bash[44600]: debug 2021-03-04T23:36:02.738+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:03.079 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.176 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:03 gibba023 bash[88433]: debug 2021-03-04T23:36:03.171+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:03.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:02 gibba023 bash[19550]: debug 2021-03-04T23:36:02.971+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:03.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:03.534 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:03.557 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:03 gibba008 bash[48858]: debug 2021-03-04T23:36:03.526+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:03.641 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:03.730 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:03.731 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:03.737 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:03.737 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:03.737 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:03.741 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:03.741 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:03.741 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:03.744 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:03.745 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.745 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.748 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:03.748 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.749 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.752 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:03.752 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.752 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.755 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.756 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.756 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.759 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:03.759 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.760 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.763 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.763 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.764 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.766 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.767 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.767 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.770 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:03.770 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:03.771 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:03.774 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:03.775 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:03.776 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:03.777 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:03.778 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:03.778 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,259907596~7531030,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:03.781 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6271927,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~2424903,94248400~470373,96346003~225254,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,258373451~9065175,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,341701163~612123,342980064~3294749,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:03.991 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:03 gibba008 bash[37770]: cluster 2021-03-04T23:36:02.703562+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e882: 8 total, 8 up, 7 in 2021-03-04T23:36:03.992 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:03 gibba008 bash[39303]: cluster 2021-03-04T23:36:02.703562+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e882: 8 total, 8 up, 7 in 2021-03-04T23:36:03.992 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:03 gibba023 bash[27374]: cluster 2021-03-04T23:36:02.703562+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e882: 8 total, 8 up, 7 in 2021-03-04T23:36:04.100 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:04.324 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:03 gibba008 bash[44600]: debug 2021-03-04T23:36:03.982+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:04.374 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:04.375 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:04.391 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:04.391 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:04.391 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:04.394 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:04.394 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:04.395 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:04.397 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:04.398 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.398 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.401 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:04.401 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.401 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.404 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:04.405 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.405 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.408 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.408 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.408 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.411 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:04.411 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.412 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.414 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.415 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.415 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.419 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.419 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.420 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.423 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:04.423 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:04.423 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:04.427 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:04.428 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:04.428 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~7531030,268013158~2436029,277439978~10349429,309190292~1852318,313485946~5801670,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:04.429 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,96346003~225254,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~4776186,151636490~2055140,154723228~13325075,168538015~21501176,190973265~6179916,201982632~6424809,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~14582519,268013158~2436029,277439978~10349429,308869551~2173059,313485946~5801670,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394165004~1723625,398493899~6749463,410003025~2926476] 2021-03-04T23:36:04.655 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:04.763 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:05.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[47391]: debug 2021-03-04T23:36:04.646+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[37770]: cluster 2021-03-04T23:36:03.665017+0000 mgr.x (mgr.34379) 1472 : cluster [DBG] pgmap v1996: 145 pgs: 145 active+clean; 890 MiB data, 3.1 GiB used, 582 GiB / 588 GiB avail; 6.5 KiB/s rd, 5.5 MiB/s wr, 4.56k op/s 2021-03-04T23:36:05.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[37770]: cluster 2021-03-04T23:36:03.715763+0000 mon.a (mon.0) 2294 : cluster [DBG] osdmap e883: 8 total, 8 up, 7 in 2021-03-04T23:36:05.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[37770]: cluster 2021-03-04T23:36:04.365112+0000 mon.a (mon.0) 2295 : cluster [DBG] osdmap e884: 8 total, 8 up, 7 in 2021-03-04T23:36:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[39303]: cluster 2021-03-04T23:36:03.665017+0000 mgr.x (mgr.34379) 1472 : cluster [DBG] pgmap v1996: 145 pgs: 145 active+clean; 890 MiB data, 3.1 GiB used, 582 GiB / 588 GiB avail; 6.5 KiB/s rd, 5.5 MiB/s wr, 4.56k op/s 2021-03-04T23:36:05.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[39303]: cluster 2021-03-04T23:36:03.715763+0000 mon.a (mon.0) 2294 : cluster [DBG] osdmap e883: 8 total, 8 up, 7 in 2021-03-04T23:36:05.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:04 gibba008 bash[39303]: cluster 2021-03-04T23:36:04.365112+0000 mon.a (mon.0) 2295 : cluster [DBG] osdmap e884: 8 total, 8 up, 7 in 2021-03-04T23:36:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:04 gibba023 bash[27374]: cluster 2021-03-04T23:36:03.665017+0000 mgr.x (mgr.34379) 1472 : cluster [DBG] pgmap v1996: 145 pgs: 145 active+clean; 890 MiB data, 3.1 GiB used, 582 GiB / 588 GiB avail; 6.5 KiB/s rd, 5.5 MiB/s wr, 4.56k op/s 2021-03-04T23:36:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:04 gibba023 bash[27374]: cluster 2021-03-04T23:36:03.715763+0000 mon.a (mon.0) 2294 : cluster [DBG] osdmap e883: 8 total, 8 up, 7 in 2021-03-04T23:36:05.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:04 gibba023 bash[27374]: cluster 2021-03-04T23:36:04.365112+0000 mon.a (mon.0) 2295 : cluster [DBG] osdmap e884: 8 total, 8 up, 7 in 2021-03-04T23:36:05.313 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:05.410 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:05.411 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:05.420 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:05.433 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:05.433 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:05.434 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:05.438 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:05.438 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:05.438 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:05.442 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:05.443 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.443 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.446 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:05.447 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.447 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.450 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:05.451 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.451 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.454 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.454 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.454 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.457 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:05.457 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.458 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.460 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.461 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.461 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.464 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.464 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.465 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.468 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:05.468 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:05.468 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~10975658,277439978~10349429,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:05.471 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,103844512~4019456,115062828~7761677,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~18027147,277439978~10349429,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,383799097~2845543,386787873~6690981,394080118~11163244,410003025~2926476] 2021-03-04T23:36:05.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:05 gibba008 bash[91265]: debug 2021-03-04T23:36:05.302+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:05.954 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:06.057 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:06.144 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:06.231 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:05 gibba008 bash[91265]: debug 2021-03-04T23:36:05.946+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:06.249 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:06.336 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:06 gibba023 bash[19550]: debug 2021-03-04T23:36:06.139+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:06.336 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:06.436 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:06.437 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:06.438 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.450 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:06.451 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:06.451 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:06.455 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:06.455 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:06.455 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:06.460 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:06.460 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.460 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.464 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:06.464 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.464 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.468 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:06.468 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.468 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.471 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.472 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.473 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.475 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:06.475 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.475 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.478 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.478 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.479 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.481 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.482 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.482 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,292903126~6641397,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.484 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~6282587,12662152~15606315,32557171~9652843,46343435~9101058,59887327~6820221,67376820~2400673,79467871~7928757,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,130191816~7807653,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,292903126~6641397,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,355415364~4687885,362362388~7219874,373844718~7882774,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:06.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:06 gibba008 bash[37770]: cluster 2021-03-04T23:36:05.383514+0000 mon.a (mon.0) 2296 : cluster [DBG] osdmap e885: 8 total, 8 up, 7 in 2021-03-04T23:36:06.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:06 gibba008 bash[39303]: cluster 2021-03-04T23:36:05.383514+0000 mon.a (mon.0) 2296 : cluster [DBG] osdmap e885: 8 total, 8 up, 7 in 2021-03-04T23:36:06.528 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.631 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:06.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:06 gibba023 bash[27374]: cluster 2021-03-04T23:36:05.383514+0000 mon.a (mon.0) 2296 : cluster [DBG] osdmap e885: 8 total, 8 up, 7 in 2021-03-04T23:36:06.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:06 gibba023 bash[15180]: debug 2021-03-04T23:36:06.523+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:06.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:06 gibba023 bash[88433]: debug 2021-03-04T23:36:06.331+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:07.093 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:07.200 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:07.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:07 gibba008 bash[47391]: debug 2021-03-04T23:36:07.082+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:07.290 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:07.396 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:07.416 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:07.416 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:07.431 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:07.431 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:07.432 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:07.434 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:07.435 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:07.436 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:07.438 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:07.439 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.445 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.447 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:07.447 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.448 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.448 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:07.448 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.448 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.449 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.450 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.450 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.452 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:07.452 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:07.452 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:07.504 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:07.504 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:07.504 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~7876292,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9159027,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:07.512 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~9376817,126685625~274413,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~9165167,252856107~20013164,277439978~10349429,290240215~9304308,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:07.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:07 gibba023 bash[19550]: debug 2021-03-04T23:36:07.283+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:07.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:07 gibba023 bash[27374]: cluster 2021-03-04T23:36:05.665859+0000 mgr.x (mgr.34379) 1473 : cluster [DBG] pgmap v2000: 145 pgs: 145 active+clean; 862 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 2.05k op/s 2021-03-04T23:36:07.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:07 gibba023 bash[27374]: cluster 2021-03-04T23:36:06.388020+0000 mon.a (mon.0) 2297 : cluster [DBG] osdmap e886: 8 total, 8 up, 7 in 2021-03-04T23:36:07.699 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:07 gibba008 bash[39303]: cluster 2021-03-04T23:36:05.665859+0000 mgr.x (mgr.34379) 1473 : cluster [DBG] pgmap v2000: 145 pgs: 145 active+clean; 862 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 2.05k op/s 2021-03-04T23:36:07.700 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:07 gibba008 bash[39303]: cluster 2021-03-04T23:36:06.388020+0000 mon.a (mon.0) 2297 : cluster [DBG] osdmap e886: 8 total, 8 up, 7 in 2021-03-04T23:36:07.700 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:07 gibba008 bash[37770]: cluster 2021-03-04T23:36:05.665859+0000 mgr.x (mgr.34379) 1473 : cluster [DBG] pgmap v2000: 145 pgs: 145 active+clean; 862 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 2.05k op/s 2021-03-04T23:36:07.700 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:07 gibba008 bash[37770]: cluster 2021-03-04T23:36:06.388020+0000 mon.a (mon.0) 2297 : cluster [DBG] osdmap e886: 8 total, 8 up, 7 in 2021-03-04T23:36:07.701 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:07.808 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:08.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:07 gibba008 bash[47391]: debug 2021-03-04T23:36:07.690+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:08.296 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:08.398 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:08.424 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:08.425 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:08.434 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:08.435 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:08.435 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:08.438 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:08.438 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:08.438 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:08.441 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:08.441 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.442 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.444 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:08.445 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.445 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.448 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:08.448 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.448 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.451 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.451 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.451 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.454 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:08.454 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:08.455 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,236169899~13563677,252856107~5517344,259907596~12961675,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:08.457 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~22554780,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,234881024~14852552,252856107~20013164,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~4638686,355415364~4687885,362362388~7624643,370185772~11541720,382986471~10492383,394080118~15049827,410003025~2926476] 2021-03-04T23:36:08.503 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:08.610 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:08.639 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:08 gibba008 bash[37770]: cluster 2021-03-04T23:36:07.405377+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e887: 8 total, 8 up, 7 in 2021-03-04T23:36:08.639 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:08 gibba008 bash[39303]: cluster 2021-03-04T23:36:07.405377+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e887: 8 total, 8 up, 7 in 2021-03-04T23:36:08.640 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:08 gibba008 bash[91265]: debug 2021-03-04T23:36:08.286+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:08.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:08 gibba023 bash[27374]: cluster 2021-03-04T23:36:07.405377+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e887: 8 total, 8 up, 7 in 2021-03-04T23:36:08.778 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:08 gibba023 bash[18090]: debug 2021-03-04T23:36:08.495+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:09.104 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:09.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:09.383 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[47391]: debug 2021-03-04T23:36:09.098+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:09.388 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:09.389 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:09.396 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:09.396 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:09.397 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:09.399 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:09.400 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:09.400 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:09.402 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:09.403 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.403 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.406 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:09.407 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.408 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.409 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:09.410 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.410 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.413 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.413 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.414 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.416 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~4530251,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~17434176,208899382~1285385,210312149~7112763,224741883~1984283,227486265~6889610,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:09.569 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:09.677 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:09.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[37770]: cluster 2021-03-04T23:36:07.667084+0000 mgr.x (mgr.34379) 1474 : cluster [DBG] pgmap v2003: 145 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 142 active+clean; 808 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 7.6 KiB/s rd, 1.5 KiB/s wr, 1.66k op/s 2021-03-04T23:36:09.694 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[37770]: cluster 2021-03-04T23:36:08.415645+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e888: 8 total, 8 up, 7 in 2021-03-04T23:36:09.695 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[37770]: cluster 2021-03-04T23:36:09.374988+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e889: 8 total, 8 up, 7 in 2021-03-04T23:36:09.695 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[48858]: debug 2021-03-04T23:36:09.558+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:09.695 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[39303]: cluster 2021-03-04T23:36:07.667084+0000 mgr.x (mgr.34379) 1474 : cluster [DBG] pgmap v2003: 145 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 142 active+clean; 808 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 7.6 KiB/s rd, 1.5 KiB/s wr, 1.66k op/s 2021-03-04T23:36:09.696 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[39303]: cluster 2021-03-04T23:36:08.415645+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e888: 8 total, 8 up, 7 in 2021-03-04T23:36:09.696 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:09 gibba008 bash[39303]: cluster 2021-03-04T23:36:09.374988+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e889: 8 total, 8 up, 7 in 2021-03-04T23:36:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:09 gibba023 bash[27374]: cluster 2021-03-04T23:36:07.667084+0000 mgr.x (mgr.34379) 1474 : cluster [DBG] pgmap v2003: 145 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 142 active+clean; 808 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 7.6 KiB/s rd, 1.5 KiB/s wr, 1.66k op/s 2021-03-04T23:36:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:09 gibba023 bash[27374]: cluster 2021-03-04T23:36:08.415645+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e888: 8 total, 8 up, 7 in 2021-03-04T23:36:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:09 gibba023 bash[27374]: cluster 2021-03-04T23:36:09.374988+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e889: 8 total, 8 up, 7 in 2021-03-04T23:36:10.129 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:10.232 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:10.249 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:10 gibba008 bash[48858]: debug 2021-03-04T23:36:10.122+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:10.399 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:10.400 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:10.407 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:10.407 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:10.408 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:10.410 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:10.411 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:10.411 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:10.413 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:10.414 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.414 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.417 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:10.417 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.418 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.420 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:10.420 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.421 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,276307989~464014,277439978~10349429,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340208514~6066299,349758532~4638686,355415364~14571667,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.423 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,222594809~11781066,234881024~14852552,252856107~20013164,276307989~464014,277439978~10349429,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340208514~6066299,349758532~20228499,370185772~11541720,382986471~26143474,410003025~2926476] 2021-03-04T23:36:10.934 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:11.037 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:11.137 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:11.239 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:10 gibba008 bash[91265]: debug 2021-03-04T23:36:10.926+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:11.391 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:11 gibba023 bash[19550]: debug 2021-03-04T23:36:11.131+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:11.437 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:11.438 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:11.470 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:11.470 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:11.471 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:11.476 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:11.476 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:11.477 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:11.481 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:11.481 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:11.482 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:11.487 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:11.488 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:11.488 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~13419317,290385496~9351828,309190292~1852318,312144679~7142937,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:11.492 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~9652843,46343435~9101058,57887221~8820327,67376820~2400673,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~13325075,168538015~21501176,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~13419317,290240215~9497109,308869551~10418065,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:11.698 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:11 gibba023 bash[27374]: cluster 2021-03-04T23:36:09.668089+0000 mgr.x (mgr.34379) 1475 : cluster [DBG] pgmap v2006: 145 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 142 active+clean; 782 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 1.50k op/s 2021-03-04T23:36:11.699 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:11 gibba023 bash[27374]: cluster 2021-03-04T23:36:10.388393+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e890: 8 total, 8 up, 7 in 2021-03-04T23:36:11.699 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:11 gibba008 bash[37770]: cluster 2021-03-04T23:36:09.668089+0000 mgr.x (mgr.34379) 1475 : cluster [DBG] pgmap v2006: 145 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 142 active+clean; 782 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 1.50k op/s 2021-03-04T23:36:11.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:11 gibba008 bash[37770]: cluster 2021-03-04T23:36:10.388393+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e890: 8 total, 8 up, 7 in 2021-03-04T23:36:11.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:11 gibba008 bash[39303]: cluster 2021-03-04T23:36:09.668089+0000 mgr.x (mgr.34379) 1475 : cluster [DBG] pgmap v2006: 145 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 142 active+clean; 782 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 1.50k op/s 2021-03-04T23:36:11.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:11 gibba008 bash[39303]: cluster 2021-03-04T23:36:10.388393+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e890: 8 total, 8 up, 7 in 2021-03-04T23:36:11.809 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:12.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:11 gibba023 bash[15180]: debug 2021-03-04T23:36:11.691+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:12.444 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:12.444 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:12.450 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:12.451 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:12.451 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:12.454 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:12.454 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:12.454 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:12.457 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:12.457 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:12.457 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~5152018,100053471~979504,103844512~4019456,113447688~13996241,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,252856107~5517344,259907596~12961675,274370090~15870125,290385496~9351828,303460116~5409435,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~26143474,410003025~2926476] 2021-03-04T23:36:12.460 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~11836747,100053471~979504,103844512~4019456,113246208~14197721,127548702~10450767,144564891~9126739,154723228~35315963,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,252856107~20013164,274370090~25367234,303460116~18721416,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~27147038,410003025~2926476] 2021-03-04T23:36:12.586 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:12.693 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:12.711 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:12 gibba008 bash[39303]: cluster 2021-03-04T23:36:11.421220+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e891: 8 total, 8 up, 7 in 2021-03-04T23:36:12.713 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:12 gibba008 bash[37770]: cluster 2021-03-04T23:36:11.421220+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e891: 8 total, 8 up, 7 in 2021-03-04T23:36:12.713 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:12 gibba008 bash[91265]: debug 2021-03-04T23:36:12.578+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:12.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:12 gibba023 bash[27374]: cluster 2021-03-04T23:36:11.421220+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e891: 8 total, 8 up, 7 in 2021-03-04T23:36:13.456 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:13.457 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:13.457 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:13.466 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:13.467 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:13.467 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:13.468 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:13.468 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:13.469 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,77551314~9845314,88297662~4312973,94248400~470373,94765113~13098855,113447688~13996241,127548702~10450767,141954968~48084223,190973265~26451647,218956141~1383744,222594809~11781066,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:13.470 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~26254922,32557171~12460039,46343435~9101058,57887221~14203949,75497472~11899156,88080384~19783584,113246208~14197721,127548702~10450767,138412032~51627159,190973265~26451647,218956141~1383744,222594809~11781066,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:13.561 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:13.625 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:36:13.638 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:36:13.651 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:36:13.664 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:36:13.673 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:13.685 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:36:13.706 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:36:13.727 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:36:13.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:13 gibba008 bash[37770]: cluster 2021-03-04T23:36:11.669326+0000 mgr.x (mgr.34379) 1476 : cluster [DBG] pgmap v2009: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 707 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 771 op/s 2021-03-04T23:36:13.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:13 gibba008 bash[37770]: cluster 2021-03-04T23:36:12.432548+0000 mon.a (mon.0) 2303 : cluster [DBG] osdmap e892: 8 total, 8 up, 7 in 2021-03-04T23:36:13.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:13 gibba008 bash[39303]: cluster 2021-03-04T23:36:11.669326+0000 mgr.x (mgr.34379) 1476 : cluster [DBG] pgmap v2009: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 707 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 771 op/s 2021-03-04T23:36:13.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:13 gibba008 bash[39303]: cluster 2021-03-04T23:36:12.432548+0000 mon.a (mon.0) 2303 : cluster [DBG] osdmap e892: 8 total, 8 up, 7 in 2021-03-04T23:36:13.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:13 gibba008 bash[91265]: debug 2021-03-04T23:36:13.450+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:13.773 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:36:13.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:13 gibba023 bash[27374]: cluster 2021-03-04T23:36:11.669326+0000 mgr.x (mgr.34379) 1476 : cluster [DBG] pgmap v2009: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 707 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 771 op/s 2021-03-04T23:36:13.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:13 gibba023 bash[27374]: cluster 2021-03-04T23:36:12.432548+0000 mon.a (mon.0) 2303 : cluster [DBG] osdmap e892: 8 total, 8 up, 7 in 2021-03-04T23:36:13.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:13 gibba023 bash[19550]: debug 2021-03-04T23:36:13.667+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.777 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.777 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:13.779 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:14.192 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:14.296 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:14.382 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:14.383 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:14.389 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:14.389 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:14.390 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,5713687~26254922,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,340035018~8052597,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:14.391 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,5713687~39303523,46343435~25747735,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~1656409,340035018~8052597,349758532~31968960,381982907~32346031] 2021-03-04T23:36:14.462 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[47391]: debug 2021-03-04T23:36:14.186+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:14.462 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[37770]: cluster 2021-03-04T23:36:13.445002+0000 mon.a (mon.0) 2304 : cluster [DBG] osdmap e893: 8 total, 8 up, 7 in 2021-03-04T23:36:14.463 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[37770]: audit 2021-03-04T23:36:13.608175+0000 mon.c (mon.1) 147 : audit [DBG] from='client.? 172.21.2.108:0/336985729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:14.463 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[37770]: cluster 2021-03-04T23:36:14.370685+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e894: 8 total, 8 up, 7 in 2021-03-04T23:36:14.734 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[39303]: cluster 2021-03-04T23:36:13.445002+0000 mon.a (mon.0) 2304 : cluster [DBG] osdmap e893: 8 total, 8 up, 7 in 2021-03-04T23:36:14.734 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[39303]: audit 2021-03-04T23:36:13.608175+0000 mon.c (mon.1) 147 : audit [DBG] from='client.? 172.21.2.108:0/336985729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:14.735 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[39303]: cluster 2021-03-04T23:36:14.370685+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e894: 8 total, 8 up, 7 in 2021-03-04T23:36:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:14 gibba023 bash[27374]: cluster 2021-03-04T23:36:13.445002+0000 mon.a (mon.0) 2304 : cluster [DBG] osdmap e893: 8 total, 8 up, 7 in 2021-03-04T23:36:14.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:14 gibba023 bash[27374]: audit 2021-03-04T23:36:13.608175+0000 mon.c (mon.1) 147 : audit [DBG] from='client.? 172.21.2.108:0/336985729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:14.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:14 gibba023 bash[27374]: cluster 2021-03-04T23:36:14.370685+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e894: 8 total, 8 up, 7 in 2021-03-04T23:36:14.824 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:14.932 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:15.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:14 gibba008 bash[91265]: debug 2021-03-04T23:36:14.814+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:15.029 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:15.134 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:15.214 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:15 gibba023 bash[18090]: debug 2021-03-04T23:36:15.023+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:15.215 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:15.318 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:15.397 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:15.397 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [547101~187693,4848306~27120303,32171233~12845977,46343435~9101058,56941182~15149988,77551314~9845314,88297662~4312973,94248400~470373,94765113~17477323,113447688~24551781,141954968~48513402,190728899~26696013,218669522~15706353,236169899~13563677,251883236~6490215,259907596~12961675,274370090~15870125,290385496~18484055,309190292~1852318,312144679~7142937,319687228~2494304,327397931~2729606,336277223~1656409,338576675~9510940,349758532~4638686,355415364~26312128,382986471~31342467] 2021-03-04T23:36:15.402 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~734794,4194304~40822906,46137344~25953826,75497472~11899156,88080384~24162052,113246208~24753261,138412032~79012880,218103808~16272067,234881024~14852552,251658240~21211031,274370090~47811442,327155712~2971825,336277223~11810392,348127232~33600260,381982907~32346031] 2021-03-04T23:36:15.415 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:15.465 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:15 gibba023 bash[88433]: debug 2021-03-04T23:36:15.211+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:15.466 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:15 gibba023 bash[19550]: debug 2021-03-04T23:36:15.411+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:15.518 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:15.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:15 gibba008 bash[37770]: cluster 2021-03-04T23:36:13.669837+0000 mgr.x (mgr.34379) 1477 : cluster [DBG] pgmap v2012: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 655 MiB data, 2.5 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 699 op/s 2021-03-04T23:36:15.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:15 gibba008 bash[37770]: cluster 2021-03-04T23:36:15.387563+0000 mon.a (mon.0) 2306 : cluster [DBG] osdmap e895: 8 total, 8 up, 7 in 2021-03-04T23:36:15.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:15 gibba008 bash[39303]: cluster 2021-03-04T23:36:13.669837+0000 mgr.x (mgr.34379) 1477 : cluster [DBG] pgmap v2012: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 655 MiB data, 2.5 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 699 op/s 2021-03-04T23:36:15.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:15 gibba008 bash[39303]: cluster 2021-03-04T23:36:15.387563+0000 mon.a (mon.0) 2306 : cluster [DBG] osdmap e895: 8 total, 8 up, 7 in 2021-03-04T23:36:15.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:15 gibba023 bash[27374]: cluster 2021-03-04T23:36:13.669837+0000 mgr.x (mgr.34379) 1477 : cluster [DBG] pgmap v2012: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 655 MiB data, 2.5 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 699 op/s 2021-03-04T23:36:15.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:15 gibba023 bash[27374]: cluster 2021-03-04T23:36:15.387563+0000 mon.a (mon.0) 2306 : cluster [DBG] osdmap e895: 8 total, 8 up, 7 in 2021-03-04T23:36:15.775 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:15.882 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:16.030 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:16.031 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:16.104 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:15 gibba008 bash[48858]: debug 2021-03-04T23:36:15.766+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:16.105 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:16.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:16.400 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (38967 ms) 2021-03-04T23:36:16.400 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2021-03-04T23:36:16.401 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:36:16.407 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:16 gibba008 bash[91265]: debug 2021-03-04T23:36:16.094+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:16.408 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:16.509 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:16.532 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:36:16.547 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:36:16.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:16 gibba008 bash[44600]: debug 2021-03-04T23:36:16.398+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:17.097 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:17.200 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.219 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[48858]: debug 2021-03-04T23:36:17.090+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:17.310 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.403 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:36:17.406 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~256 2021-03-04T23:36:17.408 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (1010 ms) 2021-03-04T23:36:17.409 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2021-03-04T23:36:17.409 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:36:17.409 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (0 ms) 2021-03-04T23:36:17.409 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2021-03-04T23:36:17.410 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:36:17.418 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:17.432 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [3743839~94268,4779709~45113,10020918~59408,15675612~8159,15829382~76557,16463567~2261,16665668~24871,17028422~133725,18958466~41274] 2021-03-04T23:36:17.435 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (25 ms) 2021-03-04T23:36:17.435 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2021-03-04T23:36:17.436 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:36:17.436 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (0 ms) 2021-03-04T23:36:17.505 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[88433]: debug 2021-03-04T23:36:17.303+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:17.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[27374]: cluster 2021-03-04T23:36:15.670385+0000 mgr.x (mgr.34379) 1478 : cluster [DBG] pgmap v2015: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 612 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 359 op/s 2021-03-04T23:36:17.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[27374]: cluster 2021-03-04T23:36:16.384975+0000 mon.a (mon.0) 2307 : cluster [DBG] osdmap e896: 8 total, 8 up, 7 in 2021-03-04T23:36:17.506 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[27374]: audit 2021-03-04T23:36:16.484643+0000 mgr.x (mgr.34379) 1479 : audit [DBG] from='client.56941 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:17.507 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[27374]: audit 2021-03-04T23:36:17.116786+0000 mon.c (mon.1) 148 : audit [INF] from='client.? 172.21.2.108:0/1975456272' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:17.507 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[27374]: audit 2021-03-04T23:36:17.117117+0000 mon.a (mon.0) 2308 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:17.508 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:17.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[39303]: cluster 2021-03-04T23:36:15.670385+0000 mgr.x (mgr.34379) 1478 : cluster [DBG] pgmap v2015: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 612 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 359 op/s 2021-03-04T23:36:17.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[39303]: cluster 2021-03-04T23:36:16.384975+0000 mon.a (mon.0) 2307 : cluster [DBG] osdmap e896: 8 total, 8 up, 7 in 2021-03-04T23:36:17.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[39303]: audit 2021-03-04T23:36:16.484643+0000 mgr.x (mgr.34379) 1479 : audit [DBG] from='client.56941 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:17.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[39303]: audit 2021-03-04T23:36:17.116786+0000 mon.c (mon.1) 148 : audit [INF] from='client.? 172.21.2.108:0/1975456272' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:17.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[39303]: audit 2021-03-04T23:36:17.117117+0000 mon.a (mon.0) 2308 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:17.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[37770]: cluster 2021-03-04T23:36:15.670385+0000 mgr.x (mgr.34379) 1478 : cluster [DBG] pgmap v2015: 145 pgs: 2 active+clean+snaptrim, 143 active+clean; 612 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 359 op/s 2021-03-04T23:36:17.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[37770]: cluster 2021-03-04T23:36:16.384975+0000 mon.a (mon.0) 2307 : cluster [DBG] osdmap e896: 8 total, 8 up, 7 in 2021-03-04T23:36:17.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[37770]: audit 2021-03-04T23:36:16.484643+0000 mgr.x (mgr.34379) 1479 : audit [DBG] from='client.56941 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:17.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[37770]: audit 2021-03-04T23:36:17.116786+0000 mon.c (mon.1) 148 : audit [INF] from='client.? 172.21.2.108:0/1975456272' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:17.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:17 gibba008 bash[37770]: audit 2021-03-04T23:36:17.117117+0000 mon.a (mon.0) 2308 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:17.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:36:17.609 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.661 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:17.695 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[18090]: debug 2021-03-04T23:36:17.499+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:17.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:17 gibba023 bash[88433]: debug 2021-03-04T23:36:17.691+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:17.801 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:17.967 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:18.064 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:18.099 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:18.169 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:18.281 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[44600]: debug 2021-03-04T23:36:18.054+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:18.408 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/0 (48069 ms total) 2021-03-04T23:36:18.409 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:36:18.409 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2021-03-04T23:36:18.428 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2021-03-04T23:36:18.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:18.716 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:18.734 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[44600]: debug 2021-03-04T23:36:18.598+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:18.735 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[37770]: cluster 2021-03-04T23:36:17.385065+0000 mon.a (mon.0) 2309 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:18.735 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[37770]: audit 2021-03-04T23:36:17.398017+0000 mon.a (mon.0) 2310 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:18.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[37770]: cluster 2021-03-04T23:36:17.398072+0000 mon.a (mon.0) 2311 : cluster [DBG] osdmap e897: 8 total, 8 up, 7 in 2021-03-04T23:36:18.736 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[39303]: cluster 2021-03-04T23:36:17.385065+0000 mon.a (mon.0) 2309 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:18.737 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[39303]: audit 2021-03-04T23:36:17.398017+0000 mon.a (mon.0) 2310 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:18.737 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:18 gibba008 bash[39303]: cluster 2021-03-04T23:36:17.398072+0000 mon.a (mon.0) 2311 : cluster [DBG] osdmap e897: 8 total, 8 up, 7 in 2021-03-04T23:36:18.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:18 gibba023 bash[27374]: cluster 2021-03-04T23:36:17.385065+0000 mon.a (mon.0) 2309 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:18.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:18 gibba023 bash[27374]: audit 2021-03-04T23:36:17.398017+0000 mon.a (mon.0) 2310 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:18.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:18 gibba023 bash[27374]: cluster 2021-03-04T23:36:17.398072+0000 mon.a (mon.0) 2311 : cluster [DBG] osdmap e897: 8 total, 8 up, 7 in 2021-03-04T23:36:19.319 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:19.432 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.518 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":2016,"stamp":"2021-03-04T23:36:16.385638+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":578919767,"num_objects":211,"num_object_clones":78,"num_object_copies":633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":211,"num_whiteouts":1,"num_read":40350,"num_read_kb":12826,"num_write":1350,"num_write_kb":823472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":4080,"num_keys_recovered":10,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3547,"ondisk_log_size":3547,"up":435,"acting":435,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":435,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":5522216,"kb_used_data":1589756,"kb_used_omap":4780,"kb_used_meta":3920851,"kb_avail":611040472,"statfs":{"total":631360192512,"available":625705443328,"internally_reserved":3221225472,"allocated":1627910144,"data_stored":1774196189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4895095,"internal_metadata":4014952073},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-129510507,"num_objects":-51,"num_object_clones":-51,"num_object_copies":-153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-51,"num_whiteouts":0,"num_read":1310,"num_read_kb":25,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.952409"},"pg_stats":[{"pgid":"37.1f","version":"895'77","reported_seq":"1637","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.399992+0000","last_change":"2021-03-04T23:36:15.394257+0000","last_active":"2021-03-04T23:36:15.399992+0000","last_peered":"2021-03-04T23:36:15.399992+0000","last_clean":"2021-03-04T23:36:15.399992+0000","last_became_active":"2021-03-04T23:35:31.394055+0000","last_became_peered":"2021-03-04T23:35:31.394055+0000","last_unstale":"2021-03-04T23:36:15.399992+0000","last_undegraded":"2021-03-04T23:36:15.399992+0000","last_fullsized":"2021-03-04T23:36:15.399992+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":77,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19749041,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1444,"num_read_kb":0,"num_write":12,"num_write_kb":33083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.1e","version":"886'21","reported_seq":"477","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.428563+0000","last_change":"2021-03-04T23:36:11.431916+0000","last_active":"2021-03-04T23:36:11.428563+0000","last_peered":"2021-03-04T23:36:11.428563+0000","last_clean":"2021-03-04T23:36:11.428563+0000","last_became_active":"2021-03-04T23:35:31.388838+0000","last_became_peered":"2021-03-04T23:35:31.388838+0000","last_unstale":"2021-03-04T23:36:11.428563+0000","last_undegraded":"2021-03-04T23:36:11.428563+0000","last_fullsized":"2021-03-04T23:36:11.428563+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":346,"num_read_kb":0,"num_write":3,"num_write_kb":4083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.1d","version":"891'29","reported_seq":"488","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.480832+0000","last_change":"2021-03-04T23:36:11.456833+0000","last_active":"2021-03-04T23:36:11.480832+0000","last_peered":"2021-03-04T23:36:11.480832+0000","last_clean":"2021-03-04T23:36:11.480832+0000","last_became_active":"2021-03-04T23:35:31.393462+0000","last_became_peered":"2021-03-04T23:35:31.393462+0000","last_unstale":"2021-03-04T23:36:11.480832+0000","last_undegraded":"2021-03-04T23:36:11.480832+0000","last_fullsized":"2021-03-04T23:36:11.480832+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":29,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":10504365,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":351,"num_read_kb":0,"num_write":5,"num_write_kb":10432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.1c","version":"857'15","reported_seq":"158","reported_epoch":"893","state":"active+clean","last_fresh":"2021-03-04T23:36:13.458858+0000","last_change":"2021-03-04T23:36:13.459112+0000","last_active":"2021-03-04T23:36:13.458858+0000","last_peered":"2021-03-04T23:36:13.458858+0000","last_clean":"2021-03-04T23:36:13.458858+0000","last_became_active":"2021-03-04T23:35:31.391471+0000","last_became_peered":"2021-03-04T23:35:31.391471+0000","last_unstale":"2021-03-04T23:36:13.458858+0000","last_undegraded":"2021-03-04T23:36:13.458858+0000","last_fullsized":"2021-03-04T23:36:13.458858+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":15,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4036314,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":31,"num_read_kb":21,"num_write":12,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"c","length":"a"}]},{"pgid":"37.1b","version":"890'104","reported_seq":"2260","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.419223+0000","last_change":"2021-03-04T23:36:10.395880+0000","last_active":"2021-03-04T23:36:10.419223+0000","last_peered":"2021-03-04T23:36:10.419223+0000","last_clean":"2021-03-04T23:36:10.419223+0000","last_became_active":"2021-03-04T23:35:31.395112+0000","last_became_peered":"2021-03-04T23:35:31.395112+0000","last_unstale":"2021-03-04T23:36:10.419223+0000","last_undegraded":"2021-03-04T23:36:10.419223+0000","last_fullsized":"2021-03-04T23:36:10.419223+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":104,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":31863897,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2076,"num_read_kb":0,"num_write":18,"num_write_kb":31822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"f","length":"7"}]},{"pgid":"37.1a","version":"891'65","reported_seq":"1226","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.487894+0000","last_change":"2021-03-04T23:36:11.453674+0000","last_active":"2021-03-04T23:36:11.487894+0000","last_peered":"2021-03-04T23:36:11.487894+0000","last_clean":"2021-03-04T23:36:11.487894+0000","last_became_active":"2021-03-04T23:35:31.394429+0000","last_became_peered":"2021-03-04T23:35:31.394429+0000","last_unstale":"2021-03-04T23:36:11.487894+0000","last_undegraded":"2021-03-04T23:36:11.487894+0000","last_fullsized":"2021-03-04T23:36:11.487894+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":65,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17460109,"num_objects":7,"num_object_clones":3,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1064,"num_read_kb":7,"num_write":14,"num_write_kb":13744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.19","version":"893'230","reported_seq":"3514","reported_epoch":"893","state":"active+clean","last_fresh":"2021-03-04T23:36:13.466653+0000","last_change":"2021-03-04T23:36:13.460290+0000","last_active":"2021-03-04T23:36:13.466653+0000","last_peered":"2021-03-04T23:36:13.466653+0000","last_clean":"2021-03-04T23:36:13.466653+0000","last_became_active":"2021-03-04T23:35:31.398761+0000","last_became_peered":"2021-03-04T23:35:31.398761+0000","last_unstale":"2021-03-04T23:36:13.466653+0000","last_undegraded":"2021-03-04T23:36:13.466653+0000","last_fullsized":"2021-03-04T23:36:13.466653+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":230,"ondisk_log_size":230,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":51694685,"num_objects":16,"num_object_clones":7,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":3222,"num_read_kb":0,"num_write":36,"num_write_kb":66933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"c","length":"a"}]},{"pgid":"37.18","version":"895'74","reported_seq":"1634","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.400240+0000","last_change":"2021-03-04T23:36:15.388588+0000","last_active":"2021-03-04T23:36:15.400240+0000","last_peered":"2021-03-04T23:36:15.400240+0000","last_clean":"2021-03-04T23:36:15.400240+0000","last_became_active":"2021-03-04T23:35:31.371454+0000","last_became_peered":"2021-03-04T23:35:31.371454+0000","last_unstale":"2021-03-04T23:36:15.400240+0000","last_undegraded":"2021-03-04T23:36:15.400240+0000","last_fullsized":"2021-03-04T23:36:15.400240+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":74,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18336448,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1444,"num_read_kb":0,"num_write":10,"num_write_kb":27341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.17","version":"0'0","reported_seq":"133","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.392356+0000","last_change":"2021-03-04T23:36:15.392624+0000","last_active":"2021-03-04T23:36:15.392356+0000","last_peered":"2021-03-04T23:36:15.392356+0000","last_clean":"2021-03-04T23:36:15.392356+0000","last_became_active":"2021-03-04T23:35:31.370325+0000","last_became_peered":"2021-03-04T23:35:31.370325+0000","last_unstale":"2021-03-04T23:36:15.392356+0000","last_undegraded":"2021-03-04T23:36:15.392356+0000","last_fullsized":"2021-03-04T23:36:15.392356+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.16","version":"893'118","reported_seq":"1997","reported_epoch":"893","state":"active+clean","last_fresh":"2021-03-04T23:36:13.466584+0000","last_change":"2021-03-04T23:36:13.460457+0000","last_active":"2021-03-04T23:36:13.466584+0000","last_peered":"2021-03-04T23:36:13.466584+0000","last_clean":"2021-03-04T23:36:13.466584+0000","last_became_active":"2021-03-04T23:35:31.389266+0000","last_became_peered":"2021-03-04T23:35:31.389266+0000","last_unstale":"2021-03-04T23:36:13.466584+0000","last_undegraded":"2021-03-04T23:36:13.466584+0000","last_fullsized":"2021-03-04T23:36:13.466584+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":26288556,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1790,"num_read_kb":0,"num_write":21,"num_write_kb":43142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"c","length":"a"}]},{"pgid":"37.15","version":"893'70","reported_seq":"888","reported_epoch":"893","state":"active+clean","last_fresh":"2021-03-04T23:36:13.464987+0000","last_change":"2021-03-04T23:36:13.452284+0000","last_active":"2021-03-04T23:36:13.464987+0000","last_peered":"2021-03-04T23:36:13.464987+0000","last_clean":"2021-03-04T23:36:13.464987+0000","last_became_active":"2021-03-04T23:35:31.391291+0000","last_became_peered":"2021-03-04T23:35:31.391291+0000","last_unstale":"2021-03-04T23:36:13.464987+0000","last_undegraded":"2021-03-04T23:36:13.464987+0000","last_fullsized":"2021-03-04T23:36:13.464987+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":70,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11874265,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":716,"num_read_kb":0,"num_write":11,"num_write_kb":21182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"c","length":"a"}]},{"pgid":"37.14","version":"892'137","reported_seq":"1483","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.456417+0000","last_change":"2021-03-04T23:36:12.443899+0000","last_active":"2021-03-04T23:36:12.456417+0000","last_peered":"2021-03-04T23:36:12.456417+0000","last_clean":"2021-03-04T23:36:12.456417+0000","last_became_active":"2021-03-04T23:35:31.392497+0000","last_became_peered":"2021-03-04T23:35:31.392497+0000","last_unstale":"2021-03-04T23:36:12.456417+0000","last_undegraded":"2021-03-04T23:36:12.456417+0000","last_fullsized":"2021-03-04T23:36:12.456417+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22270969,"num_objects":7,"num_object_clones":3,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1299,"num_read_kb":196,"num_write":54,"num_write_kb":34312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"d","length":"9"}]},{"pgid":"37.13","version":"891'142","reported_seq":"1944","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.457310+0000","last_change":"2021-03-04T23:36:11.458492+0000","last_active":"2021-03-04T23:36:11.457310+0000","last_peered":"2021-03-04T23:36:11.457310+0000","last_clean":"2021-03-04T23:36:11.457310+0000","last_became_active":"2021-03-04T23:35:31.393927+0000","last_became_peered":"2021-03-04T23:35:31.393927+0000","last_unstale":"2021-03-04T23:36:11.457310+0000","last_undegraded":"2021-03-04T23:36:11.457310+0000","last_fullsized":"2021-03-04T23:36:11.457310+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39861354,"num_objects":13,"num_object_clones":8,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":1730,"num_read_kb":0,"num_write":28,"num_write_kb":51568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.12","version":"856'5","reported_seq":"141","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.387698+0000","last_change":"2021-03-04T23:36:15.388080+0000","last_active":"2021-03-04T23:36:15.387698+0000","last_peered":"2021-03-04T23:36:15.387698+0000","last_clean":"2021-03-04T23:36:15.387698+0000","last_became_active":"2021-03-04T23:35:31.389449+0000","last_became_peered":"2021-03-04T23:35:31.389449+0000","last_unstale":"2021-03-04T23:36:15.387698+0000","last_undegraded":"2021-03-04T23:36:15.387698+0000","last_fullsized":"2021-03-04T23:36:15.387698+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":4,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.11","version":"890'56","reported_seq":"1192","reported_epoch":"891","state":"active+clean+snaptrim","last_fresh":"2021-03-04T23:36:11.458328+0000","last_change":"2021-03-04T23:36:11.458398+0000","last_active":"2021-03-04T23:36:11.458328+0000","last_peered":"2021-03-04T23:36:11.458328+0000","last_clean":"2021-03-04T23:36:11.458328+0000","last_became_active":"2021-03-04T23:35:31.400271+0000","last_became_peered":"2021-03-04T23:35:31.400271+0000","last_unstale":"2021-03-04T23:36:11.458328+0000","last_undegraded":"2021-03-04T23:36:11.458328+0000","last_fullsized":"2021-03-04T23:36:11.458328+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":56,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":1,"stat_sum":{"num_bytes":20434083,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1038,"num_read_kb":0,"num_write":10,"num_write_kb":17295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"f","length":"7"}]},{"pgid":"37.10","version":"892'101","reported_seq":"1612","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.456468+0000","last_change":"2021-03-04T23:36:12.440264+0000","last_active":"2021-03-04T23:36:12.456468+0000","last_peered":"2021-03-04T23:36:12.456468+0000","last_clean":"2021-03-04T23:36:12.456468+0000","last_became_active":"2021-03-04T23:35:31.377310+0000","last_became_peered":"2021-03-04T23:35:31.377310+0000","last_unstale":"2021-03-04T23:36:12.456468+0000","last_undegraded":"2021-03-04T23:36:12.456468+0000","last_fullsized":"2021-03-04T23:36:12.456468+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":101,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29630643,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1420,"num_read_kb":0,"num_write":19,"num_write_kb":36306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"d","length":"9"}]},{"pgid":"37.f","version":"895'62","reported_seq":"907","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.398479+0000","last_change":"2021-03-04T23:36:15.393774+0000","last_active":"2021-03-04T23:36:15.398479+0000","last_peered":"2021-03-04T23:36:15.398479+0000","last_clean":"2021-03-04T23:36:15.398479+0000","last_became_active":"2021-03-04T23:35:31.396129+0000","last_became_peered":"2021-03-04T23:35:31.396129+0000","last_unstale":"2021-03-04T23:36:15.398479+0000","last_undegraded":"2021-03-04T23:36:15.398479+0000","last_fullsized":"2021-03-04T23:36:15.398479+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":62,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16530639,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":723,"num_read_kb":0,"num_write":12,"num_write_kb":20087,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.e","version":"892'115","reported_seq":"1976","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.456581+0000","last_change":"2021-03-04T23:36:12.444900+0000","last_active":"2021-03-04T23:36:12.456581+0000","last_peered":"2021-03-04T23:36:12.456581+0000","last_clean":"2021-03-04T23:36:12.456581+0000","last_became_active":"2021-03-04T23:35:31.398748+0000","last_became_peered":"2021-03-04T23:35:31.398748+0000","last_unstale":"2021-03-04T23:36:12.456581+0000","last_undegraded":"2021-03-04T23:36:12.456581+0000","last_fullsized":"2021-03-04T23:36:12.456581+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":26330268,"num_objects":8,"num_object_clones":3,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1775,"num_read_kb":0,"num_write":21,"num_write_kb":43299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"d","length":"9"}]},{"pgid":"37.d","version":"895'149","reported_seq":"2050","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.399187+0000","last_change":"2021-03-04T23:36:15.392314+0000","last_active":"2021-03-04T23:36:15.399187+0000","last_peered":"2021-03-04T23:36:15.399187+0000","last_clean":"2021-03-04T23:36:15.399187+0000","last_became_active":"2021-03-04T23:35:31.391212+0000","last_became_peered":"2021-03-04T23:35:31.391212+0000","last_unstale":"2021-03-04T23:36:15.399187+0000","last_undegraded":"2021-03-04T23:36:15.399187+0000","last_fullsized":"2021-03-04T23:36:15.399187+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32166166,"num_objects":9,"num_object_clones":3,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1806,"num_read_kb":0,"num_write":22,"num_write_kb":44790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.c","version":"893'160","reported_seq":"2031","reported_epoch":"893","state":"active+clean","last_fresh":"2021-03-04T23:36:13.466701+0000","last_change":"2021-03-04T23:36:13.458808+0000","last_active":"2021-03-04T23:36:13.466701+0000","last_peered":"2021-03-04T23:36:13.466701+0000","last_clean":"2021-03-04T23:36:13.466701+0000","last_became_active":"2021-03-04T23:35:31.397301+0000","last_became_peered":"2021-03-04T23:35:31.397301+0000","last_unstale":"2021-03-04T23:36:13.466701+0000","last_undegraded":"2021-03-04T23:36:13.466701+0000","last_fullsized":"2021-03-04T23:36:13.466701+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":160,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":21115026,"num_objects":6,"num_object_clones":1,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1790,"num_read_kb":0,"num_write":23,"num_write_kb":50078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"c","length":"a"}]},{"pgid":"37.b","version":"890'29","reported_seq":"479","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.414511+0000","last_change":"2021-03-04T23:36:10.395742+0000","last_active":"2021-03-04T23:36:10.414511+0000","last_peered":"2021-03-04T23:36:10.414511+0000","last_clean":"2021-03-04T23:36:10.414511+0000","last_became_active":"2021-03-04T23:35:31.376843+0000","last_became_peered":"2021-03-04T23:35:31.376843+0000","last_unstale":"2021-03-04T23:36:10.414511+0000","last_undegraded":"2021-03-04T23:36:10.414511+0000","last_fullsized":"2021-03-04T23:36:10.414511+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":29,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8813012,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":346,"num_read_kb":0,"num_write":4,"num_write_kb":10570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"f","length":"7"}]},{"pgid":"37.a","version":"895'53","reported_seq":"539","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.390812+0000","last_change":"2021-03-04T23:36:15.390812+0000","last_active":"2021-03-04T23:36:15.390812+0000","last_peered":"2021-03-04T23:36:15.390812+0000","last_clean":"2021-03-04T23:36:15.390812+0000","last_became_active":"2021-03-04T23:35:31.379267+0000","last_became_peered":"2021-03-04T23:35:31.379267+0000","last_unstale":"2021-03-04T23:36:15.390812+0000","last_undegraded":"2021-03-04T23:36:15.390812+0000","last_fullsized":"2021-03-04T23:36:15.390812+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":53,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":361,"num_read_kb":0,"num_write":11,"num_write_kb":29772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.9","version":"891'17","reported_seq":"479","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.479466+0000","last_change":"2021-03-04T23:36:11.447764+0000","last_active":"2021-03-04T23:36:11.479466+0000","last_peered":"2021-03-04T23:36:11.479466+0000","last_clean":"2021-03-04T23:36:11.479466+0000","last_became_active":"2021-03-04T23:35:31.382427+0000","last_became_peered":"2021-03-04T23:35:31.382427+0000","last_unstale":"2021-03-04T23:36:11.479466+0000","last_undegraded":"2021-03-04T23:36:11.479466+0000","last_fullsized":"2021-03-04T23:36:11.479466+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":17,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3341144,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":351,"num_read_kb":0,"num_write":2,"num_write_kb":3264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.8","version":"891'63","reported_seq":"859","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.486743+0000","last_change":"2021-03-04T23:36:11.448471+0000","last_active":"2021-03-04T23:36:11.486743+0000","last_peered":"2021-03-04T23:36:11.486743+0000","last_clean":"2021-03-04T23:36:11.486743+0000","last_became_active":"2021-03-04T23:35:31.383404+0000","last_became_peered":"2021-03-04T23:35:31.383404+0000","last_unstale":"2021-03-04T23:36:11.486743+0000","last_undegraded":"2021-03-04T23:36:11.486743+0000","last_fullsized":"2021-03-04T23:36:11.486743+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":63,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":702,"num_read_kb":0,"num_write":10,"num_write_kb":23464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.7","version":"854'6","reported_seq":"139","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.390908+0000","last_change":"2021-03-04T23:36:15.391236+0000","last_active":"2021-03-04T23:36:15.390908+0000","last_peered":"2021-03-04T23:36:15.390908+0000","last_clean":"2021-03-04T23:36:15.390908+0000","last_became_active":"2021-03-04T23:35:31.372004+0000","last_became_peered":"2021-03-04T23:35:31.372004+0000","last_unstale":"2021-03-04T23:36:15.390908+0000","last_undegraded":"2021-03-04T23:36:15.390908+0000","last_fullsized":"2021-03-04T23:36:15.390908+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3934922,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":5,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.6","version":"890'46","reported_seq":"1180","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.418002+0000","last_change":"2021-03-04T23:36:10.393391+0000","last_active":"2021-03-04T23:36:10.418002+0000","last_peered":"2021-03-04T23:36:10.418002+0000","last_clean":"2021-03-04T23:36:10.418002+0000","last_became_active":"2021-03-04T23:35:31.394720+0000","last_became_peered":"2021-03-04T23:35:31.394720+0000","last_unstale":"2021-03-04T23:36:10.418002+0000","last_undegraded":"2021-03-04T23:36:10.418002+0000","last_fullsized":"2021-03-04T23:36:10.418002+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":46,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15636273,"num_objects":6,"num_object_clones":2,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1039,"num_read_kb":0,"num_write":11,"num_write_kb":12607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"f","length":"7"}]},{"pgid":"37.5","version":"891'88","reported_seq":"1909","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.452576+0000","last_change":"2021-03-04T23:36:11.453623+0000","last_active":"2021-03-04T23:36:11.452576+0000","last_peered":"2021-03-04T23:36:11.452576+0000","last_clean":"2021-03-04T23:36:11.452576+0000","last_became_active":"2021-03-04T23:35:31.391461+0000","last_became_peered":"2021-03-04T23:35:31.391461+0000","last_unstale":"2021-03-04T23:36:11.452576+0000","last_undegraded":"2021-03-04T23:36:11.452576+0000","last_fullsized":"2021-03-04T23:36:11.452576+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":88,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23083364,"num_objects":8,"num_object_clones":3,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1731,"num_read_kb":0,"num_write":15,"num_write_kb":30379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"37.4","version":"895'234","reported_seq":"2465","reported_epoch":"895","state":"active+clean","last_fresh":"2021-03-04T23:36:15.398759+0000","last_change":"2021-03-04T23:36:15.397309+0000","last_active":"2021-03-04T23:36:15.398759+0000","last_peered":"2021-03-04T23:36:15.398759+0000","last_clean":"2021-03-04T23:36:15.398759+0000","last_became_active":"2021-03-04T23:35:31.392630+0000","last_became_peered":"2021-03-04T23:35:31.392630+0000","last_unstale":"2021-03-04T23:36:15.398759+0000","last_undegraded":"2021-03-04T23:36:15.398759+0000","last_fullsized":"2021-03-04T23:36:15.398759+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":234,"ondisk_log_size":234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37748736,"num_objects":9,"num_object_clones":3,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2166,"num_read_kb":0,"num_write":29,"num_write_kb":71156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a","length":"9"}]},{"pgid":"37.3","version":"0'0","reported_seq":"117","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.434975+0000","last_change":"2021-03-04T23:36:12.435231+0000","last_active":"2021-03-04T23:36:12.434975+0000","last_peered":"2021-03-04T23:36:12.434975+0000","last_clean":"2021-03-04T23:36:12.434975+0000","last_became_active":"2021-03-04T23:35:31.396512+0000","last_became_peered":"2021-03-04T23:35:31.396512+0000","last_unstale":"2021-03-04T23:36:12.434975+0000","last_undegraded":"2021-03-04T23:36:12.434975+0000","last_fullsized":"2021-03-04T23:36:12.434975+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"d","length":"9"}]},{"pgid":"37.2","version":"891'24","reported_seq":"860","reported_epoch":"893","state":"active+clean","last_fresh":"2021-03-04T23:36:13.465285+0000","last_change":"2021-03-04T23:36:13.448586+0000","last_active":"2021-03-04T23:36:13.465285+0000","last_peered":"2021-03-04T23:36:13.465285+0000","last_clean":"2021-03-04T23:36:13.465285+0000","last_became_active":"2021-03-04T23:35:31.392125+0000","last_became_peered":"2021-03-04T23:35:31.392125+0000","last_unstale":"2021-03-04T23:36:13.465285+0000","last_undegraded":"2021-03-04T23:36:13.465285+0000","last_fullsized":"2021-03-04T23:36:13.465285+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7704852,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":0,"num_write":4,"num_write_kb":10880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"c","length":"a"}]},{"pgid":"37.1","version":"891'71","reported_seq":"1205","reported_epoch":"891","state":"active+clean+snaptrim","last_fresh":"2021-03-04T23:36:11.459378+0000","last_change":"2021-03-04T23:36:11.453862+0000","last_active":"2021-03-04T23:36:11.459378+0000","last_peered":"2021-03-04T23:36:11.459378+0000","last_clean":"2021-03-04T23:36:11.459378+0000","last_became_active":"2021-03-04T23:35:31.400251+0000","last_became_peered":"2021-03-04T23:35:31.400251+0000","last_unstale":"2021-03-04T23:36:11.459378+0000","last_undegraded":"2021-03-04T23:36:11.459378+0000","last_fullsized":"2021-03-04T23:36:11.459378+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":71,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":1,"stat_sum":{"num_bytes":17976372,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1040,"num_read_kb":0,"num_write":11,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"f","length":"7"}]},{"pgid":"37.0","version":"891'164","reported_seq":"2335","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.488474+0000","last_change":"2021-03-04T23:36:11.433342+0000","last_active":"2021-03-04T23:36:11.488474+0000","last_peered":"2021-03-04T23:36:11.488474+0000","last_clean":"2021-03-04T23:36:11.488474+0000","last_became_active":"2021-03-04T23:35:31.394078+0000","last_became_peered":"2021-03-04T23:35:31.394078+0000","last_unstale":"2021-03-04T23:36:11.488474+0000","last_undegraded":"2021-03-04T23:36:11.488474+0000","last_fullsized":"2021-03-04T23:36:11.488474+0000","mapping_epoch":850,"log_start":"0'0","ondisk_log_start":"0'0","created":850,"last_epoch_clean":851,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:35:30.348456+0000","last_clean_scrub_stamp":"2021-03-04T23:35:30.348456+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39559101,"num_objects":14,"num_object_clones":8,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":2106,"num_read_kb":0,"num_write":29,"num_write_kb":52224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"e","length":"8"}]},{"pgid":"4.18","version":"0'0","reported_seq":"131","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379113+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:36:14.379113+0000","last_peered":"2021-03-04T23:36:14.379113+0000","last_clean":"2021-03-04T23:36:14.379113+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:36:14.379113+0000","last_undegraded":"2021-03-04T23:36:14.379113+0000","last_fullsized":"2021-03-04T23:36:14.379113+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"153","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433316+0000","last_change":"2021-03-04T23:32:35.698354+0000","last_active":"2021-03-04T23:36:12.433316+0000","last_peered":"2021-03-04T23:36:12.433316+0000","last_clean":"2021-03-04T23:36:12.433316+0000","last_became_active":"2021-03-04T23:32:35.337576+0000","last_became_peered":"2021-03-04T23:32:35.337576+0000","last_unstale":"2021-03-04T23:36:12.433316+0000","last_undegraded":"2021-03-04T23:36:12.433316+0000","last_fullsized":"2021-03-04T23:36:12.433316+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"859","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.373990+0000","last_change":"2021-03-04T23:15:22.042042+0000","last_active":"2021-03-04T23:36:09.373990+0000","last_peered":"2021-03-04T23:36:09.373990+0000","last_clean":"2021-03-04T23:36:09.373990+0000","last_became_active":"2021-03-04T23:15:08.236051+0000","last_became_peered":"2021-03-04T23:15:08.236051+0000","last_unstale":"2021-03-04T23:36:09.373990+0000","last_undegraded":"2021-03-04T23:36:09.373990+0000","last_fullsized":"2021-03-04T23:36:09.373990+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"864","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.376907+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:36:09.376907+0000","last_peered":"2021-03-04T23:36:09.376907+0000","last_clean":"2021-03-04T23:36:09.376907+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:36:09.376907+0000","last_undegraded":"2021-03-04T23:36:09.376907+0000","last_fullsized":"2021-03-04T23:36:09.376907+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380927+0000","last_change":"2021-03-04T23:33:56.615090+0000","last_active":"2021-03-04T23:36:14.380927+0000","last_peered":"2021-03-04T23:36:14.380927+0000","last_clean":"2021-03-04T23:36:14.380927+0000","last_became_active":"2021-03-04T23:33:56.614796+0000","last_became_peered":"2021-03-04T23:33:56.614796+0000","last_unstale":"2021-03-04T23:36:14.380927+0000","last_undegraded":"2021-03-04T23:36:14.380927+0000","last_fullsized":"2021-03-04T23:36:14.380927+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"775","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392490+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:36:10.392490+0000","last_peered":"2021-03-04T23:36:10.392490+0000","last_clean":"2021-03-04T23:36:10.392490+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:36:10.392490+0000","last_undegraded":"2021-03-04T23:36:10.392490+0000","last_fullsized":"2021-03-04T23:36:10.392490+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380230+0000","last_change":"2021-03-04T23:33:56.616001+0000","last_active":"2021-03-04T23:36:14.380230+0000","last_peered":"2021-03-04T23:36:14.380230+0000","last_clean":"2021-03-04T23:36:14.380230+0000","last_became_active":"2021-03-04T23:33:56.615687+0000","last_became_peered":"2021-03-04T23:33:56.615687+0000","last_unstale":"2021-03-04T23:36:14.380230+0000","last_undegraded":"2021-03-04T23:36:14.380230+0000","last_fullsized":"2021-03-04T23:36:14.380230+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"837","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392427+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:36:10.392427+0000","last_peered":"2021-03-04T23:36:10.392427+0000","last_clean":"2021-03-04T23:36:10.392427+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:36:10.392427+0000","last_undegraded":"2021-03-04T23:36:10.392427+0000","last_fullsized":"2021-03-04T23:36:10.392427+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"898","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.424024+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:36:11.424024+0000","last_peered":"2021-03-04T23:36:11.424024+0000","last_clean":"2021-03-04T23:36:11.424024+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:36:11.424024+0000","last_undegraded":"2021-03-04T23:36:11.424024+0000","last_fullsized":"2021-03-04T23:36:11.424024+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"147","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432933+0000","last_change":"2021-03-04T23:32:35.343819+0000","last_active":"2021-03-04T23:36:12.432933+0000","last_peered":"2021-03-04T23:36:12.432933+0000","last_clean":"2021-03-04T23:36:12.432933+0000","last_became_active":"2021-03-04T23:32:35.342365+0000","last_became_peered":"2021-03-04T23:32:35.342365+0000","last_unstale":"2021-03-04T23:36:12.432933+0000","last_undegraded":"2021-03-04T23:36:12.432933+0000","last_fullsized":"2021-03-04T23:36:12.432933+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"95","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.377660+0000","last_change":"2021-03-04T23:34:29.707187+0000","last_active":"2021-03-04T23:36:14.377660+0000","last_peered":"2021-03-04T23:36:14.377660+0000","last_clean":"2021-03-04T23:36:14.377660+0000","last_became_active":"2021-03-04T23:34:29.335656+0000","last_became_peered":"2021-03-04T23:34:29.335656+0000","last_unstale":"2021-03-04T23:36:14.377660+0000","last_undegraded":"2021-03-04T23:36:14.377660+0000","last_fullsized":"2021-03-04T23:36:14.377660+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378785+0000","last_change":"2021-03-04T23:33:56.610339+0000","last_active":"2021-03-04T23:36:14.378785+0000","last_peered":"2021-03-04T23:36:14.378785+0000","last_clean":"2021-03-04T23:36:14.378785+0000","last_became_active":"2021-03-04T23:33:56.610100+0000","last_became_peered":"2021-03-04T23:33:56.610100+0000","last_unstale":"2021-03-04T23:36:14.378785+0000","last_undegraded":"2021-03-04T23:36:14.378785+0000","last_fullsized":"2021-03-04T23:36:14.378785+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"904","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433860+0000","last_change":"2021-03-04T23:24:02.246650+0000","last_active":"2021-03-04T23:36:12.433860+0000","last_peered":"2021-03-04T23:36:12.433860+0000","last_clean":"2021-03-04T23:36:12.433860+0000","last_became_active":"2021-03-04T23:24:02.157034+0000","last_became_peered":"2021-03-04T23:24:02.157034+0000","last_unstale":"2021-03-04T23:36:12.433860+0000","last_undegraded":"2021-03-04T23:36:12.433860+0000","last_fullsized":"2021-03-04T23:36:12.433860+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1187","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378090+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:36:14.378090+0000","last_peered":"2021-03-04T23:36:14.378090+0000","last_clean":"2021-03-04T23:36:14.378090+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:36:14.378090+0000","last_undegraded":"2021-03-04T23:36:14.378090+0000","last_fullsized":"2021-03-04T23:36:14.378090+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"351","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.374576+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:36:09.374576+0000","last_peered":"2021-03-04T23:36:09.374576+0000","last_clean":"2021-03-04T23:36:09.374576+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:36:09.374576+0000","last_undegraded":"2021-03-04T23:36:09.374576+0000","last_fullsized":"2021-03-04T23:36:09.374576+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"868","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.375273+0000","last_change":"2021-03-04T23:32:35.347137+0000","last_active":"2021-03-04T23:36:09.375273+0000","last_peered":"2021-03-04T23:36:09.375273+0000","last_clean":"2021-03-04T23:36:09.375273+0000","last_became_active":"2021-03-04T23:32:35.344723+0000","last_became_peered":"2021-03-04T23:32:35.344723+0000","last_unstale":"2021-03-04T23:36:09.375273+0000","last_undegraded":"2021-03-04T23:36:09.375273+0000","last_fullsized":"2021-03-04T23:36:09.375273+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"303","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388599+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:36:10.388599+0000","last_peered":"2021-03-04T23:36:10.388599+0000","last_clean":"2021-03-04T23:36:10.388599+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:36:10.388599+0000","last_undegraded":"2021-03-04T23:36:10.388599+0000","last_fullsized":"2021-03-04T23:36:10.388599+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"842","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.376328+0000","last_change":"2021-03-04T23:32:19.368684+0000","last_active":"2021-03-04T23:36:09.376328+0000","last_peered":"2021-03-04T23:36:09.376328+0000","last_clean":"2021-03-04T23:36:09.376328+0000","last_became_active":"2021-03-04T23:32:19.278657+0000","last_became_peered":"2021-03-04T23:32:19.278657+0000","last_unstale":"2021-03-04T23:36:09.376328+0000","last_undegraded":"2021-03-04T23:36:09.376328+0000","last_fullsized":"2021-03-04T23:36:09.376328+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"131","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380821+0000","last_change":"2021-03-04T23:34:29.334038+0000","last_active":"2021-03-04T23:36:14.380821+0000","last_peered":"2021-03-04T23:36:14.380821+0000","last_clean":"2021-03-04T23:36:14.380821+0000","last_became_active":"2021-03-04T23:34:29.333855+0000","last_became_peered":"2021-03-04T23:34:29.333855+0000","last_unstale":"2021-03-04T23:36:14.380821+0000","last_undegraded":"2021-03-04T23:36:14.380821+0000","last_fullsized":"2021-03-04T23:36:14.380821+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"846","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432876+0000","last_change":"2021-03-04T23:32:19.278827+0000","last_active":"2021-03-04T23:36:12.432876+0000","last_peered":"2021-03-04T23:36:12.432876+0000","last_clean":"2021-03-04T23:36:12.432876+0000","last_became_active":"2021-03-04T23:32:19.278512+0000","last_became_peered":"2021-03-04T23:32:19.278512+0000","last_unstale":"2021-03-04T23:36:12.432876+0000","last_undegraded":"2021-03-04T23:36:12.432876+0000","last_fullsized":"2021-03-04T23:36:12.432876+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"234","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388628+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:36:10.388628+0000","last_peered":"2021-03-04T23:36:10.388628+0000","last_clean":"2021-03-04T23:36:10.388628+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:36:10.388628+0000","last_undegraded":"2021-03-04T23:36:10.388628+0000","last_fullsized":"2021-03-04T23:36:10.388628+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"945","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432971+0000","last_change":"2021-03-04T23:33:33.552250+0000","last_active":"2021-03-04T23:36:12.432971+0000","last_peered":"2021-03-04T23:36:12.432971+0000","last_clean":"2021-03-04T23:36:12.432971+0000","last_became_active":"2021-03-04T23:31:56.270083+0000","last_became_peered":"2021-03-04T23:31:56.270083+0000","last_unstale":"2021-03-04T23:36:12.432971+0000","last_undegraded":"2021-03-04T23:36:12.432971+0000","last_fullsized":"2021-03-04T23:36:12.432971+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":91,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"897","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.377602+0000","last_change":"2021-03-04T23:23:45.692719+0000","last_active":"2021-03-04T23:36:14.377602+0000","last_peered":"2021-03-04T23:36:14.377602+0000","last_clean":"2021-03-04T23:36:14.377602+0000","last_became_active":"2021-03-04T23:23:41.147137+0000","last_became_peered":"2021-03-04T23:23:41.147137+0000","last_unstale":"2021-03-04T23:36:14.377602+0000","last_undegraded":"2021-03-04T23:36:14.377602+0000","last_fullsized":"2021-03-04T23:36:14.377602+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"868","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433262+0000","last_change":"2021-03-04T23:24:02.163803+0000","last_active":"2021-03-04T23:36:12.433262+0000","last_peered":"2021-03-04T23:36:12.433262+0000","last_clean":"2021-03-04T23:36:12.433262+0000","last_became_active":"2021-03-04T23:24:02.163532+0000","last_became_peered":"2021-03-04T23:24:02.163532+0000","last_unstale":"2021-03-04T23:36:12.433262+0000","last_undegraded":"2021-03-04T23:36:12.433262+0000","last_fullsized":"2021-03-04T23:36:12.433262+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"896","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432795+0000","last_change":"2021-03-04T23:33:56.616334+0000","last_active":"2021-03-04T23:36:12.432795+0000","last_peered":"2021-03-04T23:36:12.432795+0000","last_clean":"2021-03-04T23:36:12.432795+0000","last_became_active":"2021-03-04T23:33:56.616089+0000","last_became_peered":"2021-03-04T23:33:56.616089+0000","last_unstale":"2021-03-04T23:36:12.432795+0000","last_undegraded":"2021-03-04T23:36:12.432795+0000","last_fullsized":"2021-03-04T23:36:12.432795+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"923","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.387741+0000","last_change":"2021-03-04T23:33:33.482322+0000","last_active":"2021-03-04T23:36:10.387741+0000","last_peered":"2021-03-04T23:36:10.387741+0000","last_clean":"2021-03-04T23:36:10.387741+0000","last_became_active":"2021-03-04T23:31:56.269002+0000","last_became_peered":"2021-03-04T23:31:56.269002+0000","last_unstale":"2021-03-04T23:36:10.387741+0000","last_undegraded":"2021-03-04T23:36:10.387741+0000","last_fullsized":"2021-03-04T23:36:10.387741+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"251","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388059+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:36:10.388059+0000","last_peered":"2021-03-04T23:36:10.388059+0000","last_clean":"2021-03-04T23:36:10.388059+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:36:10.388059+0000","last_undegraded":"2021-03-04T23:36:10.388059+0000","last_fullsized":"2021-03-04T23:36:10.388059+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"89","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.376337+0000","last_change":"2021-03-04T23:34:29.335939+0000","last_active":"2021-03-04T23:36:14.376337+0000","last_peered":"2021-03-04T23:36:14.376337+0000","last_clean":"2021-03-04T23:36:14.376337+0000","last_became_active":"2021-03-04T23:34:29.334801+0000","last_became_peered":"2021-03-04T23:34:29.334801+0000","last_unstale":"2021-03-04T23:36:14.376337+0000","last_undegraded":"2021-03-04T23:36:14.376337+0000","last_fullsized":"2021-03-04T23:36:14.376337+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"849","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.374177+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:36:09.374177+0000","last_peered":"2021-03-04T23:36:09.374177+0000","last_clean":"2021-03-04T23:36:09.374177+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:36:09.374177+0000","last_undegraded":"2021-03-04T23:36:09.374177+0000","last_fullsized":"2021-03-04T23:36:09.374177+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"845","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432717+0000","last_change":"2021-03-04T23:29:14.793570+0000","last_active":"2021-03-04T23:36:12.432717+0000","last_peered":"2021-03-04T23:36:12.432717+0000","last_clean":"2021-03-04T23:36:12.432717+0000","last_became_active":"2021-03-04T23:28:29.264342+0000","last_became_peered":"2021-03-04T23:28:29.264342+0000","last_unstale":"2021-03-04T23:36:12.432717+0000","last_undegraded":"2021-03-04T23:36:12.432717+0000","last_fullsized":"2021-03-04T23:36:12.432717+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.793505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.793505+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1134","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392188+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:36:10.392188+0000","last_peered":"2021-03-04T23:36:10.392188+0000","last_clean":"2021-03-04T23:36:10.392188+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:36:10.392188+0000","last_undegraded":"2021-03-04T23:36:10.392188+0000","last_fullsized":"2021-03-04T23:36:10.392188+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"225","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388658+0000","last_change":"2021-03-04T23:32:18.419819+0000","last_active":"2021-03-04T23:36:10.388658+0000","last_peered":"2021-03-04T23:36:10.388658+0000","last_clean":"2021-03-04T23:36:10.388658+0000","last_became_active":"2021-03-04T23:32:18.419613+0000","last_became_peered":"2021-03-04T23:32:18.419613+0000","last_unstale":"2021-03-04T23:36:10.388658+0000","last_undegraded":"2021-03-04T23:36:10.388658+0000","last_fullsized":"2021-03-04T23:36:10.388658+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"228","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.386723+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:36:10.386723+0000","last_peered":"2021-03-04T23:36:10.386723+0000","last_clean":"2021-03-04T23:36:10.386723+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:36:10.386723+0000","last_undegraded":"2021-03-04T23:36:10.386723+0000","last_fullsized":"2021-03-04T23:36:10.386723+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"1033","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.423194+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:36:11.423194+0000","last_peered":"2021-03-04T23:36:11.423194+0000","last_clean":"2021-03-04T23:36:11.423194+0000","last_became_active":"2021-03-04T23:15:08.236234+0000","last_became_peered":"2021-03-04T23:15:08.236234+0000","last_unstale":"2021-03-04T23:36:11.423194+0000","last_undegraded":"2021-03-04T23:36:11.423194+0000","last_fullsized":"2021-03-04T23:36:11.423194+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"873","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432822+0000","last_change":"2021-03-04T23:33:56.613792+0000","last_active":"2021-03-04T23:36:12.432822+0000","last_peered":"2021-03-04T23:36:12.432822+0000","last_clean":"2021-03-04T23:36:12.432822+0000","last_became_active":"2021-03-04T23:33:56.613513+0000","last_became_peered":"2021-03-04T23:33:56.613513+0000","last_unstale":"2021-03-04T23:36:12.432822+0000","last_undegraded":"2021-03-04T23:36:12.432822+0000","last_fullsized":"2021-03-04T23:36:12.432822+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"210","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388389+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:36:10.388389+0000","last_peered":"2021-03-04T23:36:10.388389+0000","last_clean":"2021-03-04T23:36:10.388389+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:36:10.388389+0000","last_undegraded":"2021-03-04T23:36:10.388389+0000","last_fullsized":"2021-03-04T23:36:10.388389+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"855","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380046+0000","last_change":"2021-03-04T22:57:54.915999+0000","last_active":"2021-03-04T23:36:14.380046+0000","last_peered":"2021-03-04T23:36:14.380046+0000","last_clean":"2021-03-04T23:36:14.380046+0000","last_became_active":"2021-03-04T22:57:54.915714+0000","last_became_peered":"2021-03-04T22:57:54.915714+0000","last_unstale":"2021-03-04T23:36:14.380046+0000","last_undegraded":"2021-03-04T23:36:14.380046+0000","last_fullsized":"2021-03-04T23:36:14.380046+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"892","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392041+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:36:10.392041+0000","last_peered":"2021-03-04T23:36:10.392041+0000","last_clean":"2021-03-04T23:36:10.392041+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:36:10.392041+0000","last_undegraded":"2021-03-04T23:36:10.392041+0000","last_fullsized":"2021-03-04T23:36:10.392041+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"272","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392448+0000","last_change":"2021-03-04T23:33:29.013934+0000","last_active":"2021-03-04T23:36:10.392448+0000","last_peered":"2021-03-04T23:36:10.392448+0000","last_clean":"2021-03-04T23:36:10.392448+0000","last_became_active":"2021-03-04T23:32:18.462968+0000","last_became_peered":"2021-03-04T23:32:18.462968+0000","last_unstale":"2021-03-04T23:36:10.392448+0000","last_undegraded":"2021-03-04T23:36:10.392448+0000","last_fullsized":"2021-03-04T23:36:10.392448+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"243","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388457+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:36:10.388457+0000","last_peered":"2021-03-04T23:36:10.388457+0000","last_clean":"2021-03-04T23:36:10.388457+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:36:10.388457+0000","last_undegraded":"2021-03-04T23:36:10.388457+0000","last_fullsized":"2021-03-04T23:36:10.388457+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"826","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392634+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:36:10.392634+0000","last_peered":"2021-03-04T23:36:10.392634+0000","last_clean":"2021-03-04T23:36:10.392634+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:36:10.392634+0000","last_undegraded":"2021-03-04T23:36:10.392634+0000","last_fullsized":"2021-03-04T23:36:10.392634+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"264","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388536+0000","last_change":"2021-03-04T23:33:33.483462+0000","last_active":"2021-03-04T23:36:10.388536+0000","last_peered":"2021-03-04T23:36:10.388536+0000","last_clean":"2021-03-04T23:36:10.388536+0000","last_became_active":"2021-03-04T23:31:56.267286+0000","last_became_peered":"2021-03-04T23:31:56.267286+0000","last_unstale":"2021-03-04T23:36:10.388536+0000","last_undegraded":"2021-03-04T23:36:10.388536+0000","last_fullsized":"2021-03-04T23:36:10.388536+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"906","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378076+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:36:14.378076+0000","last_peered":"2021-03-04T23:36:14.378076+0000","last_clean":"2021-03-04T23:36:14.378076+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:36:14.378076+0000","last_undegraded":"2021-03-04T23:36:14.378076+0000","last_fullsized":"2021-03-04T23:36:14.378076+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"248","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388736+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:36:10.388736+0000","last_peered":"2021-03-04T23:36:10.388736+0000","last_clean":"2021-03-04T23:36:10.388736+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:36:10.388736+0000","last_undegraded":"2021-03-04T23:36:10.388736+0000","last_fullsized":"2021-03-04T23:36:10.388736+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"880","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.374950+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:36:09.374950+0000","last_peered":"2021-03-04T23:36:09.374950+0000","last_clean":"2021-03-04T23:36:09.374950+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:36:09.374950+0000","last_undegraded":"2021-03-04T23:36:09.374950+0000","last_fullsized":"2021-03-04T23:36:09.374950+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"339","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388347+0000","last_change":"2021-03-04T23:33:33.482637+0000","last_active":"2021-03-04T23:36:10.388347+0000","last_peered":"2021-03-04T23:36:10.388347+0000","last_clean":"2021-03-04T23:36:10.388347+0000","last_became_active":"2021-03-04T23:31:56.268951+0000","last_became_peered":"2021-03-04T23:31:56.268951+0000","last_unstale":"2021-03-04T23:36:10.388347+0000","last_undegraded":"2021-03-04T23:36:10.388347+0000","last_fullsized":"2021-03-04T23:36:10.388347+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"258","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392136+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:36:10.392136+0000","last_peered":"2021-03-04T23:36:10.392136+0000","last_clean":"2021-03-04T23:36:10.392136+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:36:10.392136+0000","last_undegraded":"2021-03-04T23:36:10.392136+0000","last_fullsized":"2021-03-04T23:36:10.392136+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"905","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379473+0000","last_change":"2021-03-04T23:34:29.336228+0000","last_active":"2021-03-04T23:36:14.379473+0000","last_peered":"2021-03-04T23:36:14.379473+0000","last_clean":"2021-03-04T23:36:14.379473+0000","last_became_active":"2021-03-04T23:34:29.335915+0000","last_became_peered":"2021-03-04T23:34:29.335915+0000","last_unstale":"2021-03-04T23:36:14.379473+0000","last_undegraded":"2021-03-04T23:36:14.379473+0000","last_fullsized":"2021-03-04T23:36:14.379473+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378780+0000","last_change":"2021-03-04T23:33:56.612899+0000","last_active":"2021-03-04T23:36:14.378780+0000","last_peered":"2021-03-04T23:36:14.378780+0000","last_clean":"2021-03-04T23:36:14.378780+0000","last_became_active":"2021-03-04T23:33:56.612600+0000","last_became_peered":"2021-03-04T23:33:56.612600+0000","last_unstale":"2021-03-04T23:36:14.378780+0000","last_undegraded":"2021-03-04T23:36:14.378780+0000","last_fullsized":"2021-03-04T23:36:14.378780+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"915","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432578+0000","last_change":"2021-03-04T23:33:33.552389+0000","last_active":"2021-03-04T23:36:12.432578+0000","last_peered":"2021-03-04T23:36:12.432578+0000","last_clean":"2021-03-04T23:36:12.432578+0000","last_became_active":"2021-03-04T23:31:56.270044+0000","last_became_peered":"2021-03-04T23:31:56.270044+0000","last_unstale":"2021-03-04T23:36:12.432578+0000","last_undegraded":"2021-03-04T23:36:12.432578+0000","last_fullsized":"2021-03-04T23:36:12.432578+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:06.144444+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:06.144444+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"239","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388273+0000","last_change":"2021-03-04T23:34:11.329772+0000","last_active":"2021-03-04T23:36:10.388273+0000","last_peered":"2021-03-04T23:36:10.388273+0000","last_clean":"2021-03-04T23:36:10.388273+0000","last_became_active":"2021-03-04T23:34:11.329510+0000","last_became_peered":"2021-03-04T23:34:11.329510+0000","last_unstale":"2021-03-04T23:36:10.388273+0000","last_undegraded":"2021-03-04T23:36:10.388273+0000","last_fullsized":"2021-03-04T23:36:10.388273+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380742+0000","last_change":"2021-03-04T23:33:56.615373+0000","last_active":"2021-03-04T23:36:14.380742+0000","last_peered":"2021-03-04T23:36:14.380742+0000","last_clean":"2021-03-04T23:36:14.380742+0000","last_became_active":"2021-03-04T23:33:56.614594+0000","last_became_peered":"2021-03-04T23:33:56.614594+0000","last_unstale":"2021-03-04T23:36:14.380742+0000","last_undegraded":"2021-03-04T23:36:14.380742+0000","last_fullsized":"2021-03-04T23:36:14.380742+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"889","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.376175+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:36:14.376175+0000","last_peered":"2021-03-04T23:36:14.376175+0000","last_clean":"2021-03-04T23:36:14.376175+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:36:14.376175+0000","last_undegraded":"2021-03-04T23:36:14.376175+0000","last_fullsized":"2021-03-04T23:36:14.376175+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"126","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380219+0000","last_change":"2021-03-04T23:33:57.250182+0000","last_active":"2021-03-04T23:36:14.380219+0000","last_peered":"2021-03-04T23:36:14.380219+0000","last_clean":"2021-03-04T23:36:14.380219+0000","last_became_active":"2021-03-04T23:33:56.615778+0000","last_became_peered":"2021-03-04T23:33:56.615778+0000","last_unstale":"2021-03-04T23:36:14.380219+0000","last_undegraded":"2021-03-04T23:36:14.380219+0000","last_fullsized":"2021-03-04T23:36:14.380219+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"103","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.391856+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:36:10.391856+0000","last_peered":"2021-03-04T23:36:10.391856+0000","last_clean":"2021-03-04T23:36:10.391856+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:36:10.391856+0000","last_undegraded":"2021-03-04T23:36:10.391856+0000","last_fullsized":"2021-03-04T23:36:10.391856+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"869","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379826+0000","last_change":"2021-03-04T23:15:08.242220+0000","last_active":"2021-03-04T23:36:14.379826+0000","last_peered":"2021-03-04T23:36:14.379826+0000","last_clean":"2021-03-04T23:36:14.379826+0000","last_became_active":"2021-03-04T23:15:08.241623+0000","last_became_peered":"2021-03-04T23:15:08.241623+0000","last_unstale":"2021-03-04T23:36:14.379826+0000","last_undegraded":"2021-03-04T23:36:14.379826+0000","last_fullsized":"2021-03-04T23:36:14.379826+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"818","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.376748+0000","last_change":"2021-03-04T23:15:22.042041+0000","last_active":"2021-03-04T23:36:09.376748+0000","last_peered":"2021-03-04T23:36:09.376748+0000","last_clean":"2021-03-04T23:36:09.376748+0000","last_became_active":"2021-03-04T23:15:08.240703+0000","last_became_peered":"2021-03-04T23:15:08.240703+0000","last_unstale":"2021-03-04T23:36:09.376748+0000","last_undegraded":"2021-03-04T23:36:09.376748+0000","last_fullsized":"2021-03-04T23:36:09.376748+0000","mapping_epoch":634,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"819","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388354+0000","last_change":"2021-03-04T23:33:33.483790+0000","last_active":"2021-03-04T23:36:10.388354+0000","last_peered":"2021-03-04T23:36:10.388354+0000","last_clean":"2021-03-04T23:36:10.388354+0000","last_became_active":"2021-03-04T23:32:19.276413+0000","last_became_peered":"2021-03-04T23:32:19.276413+0000","last_unstale":"2021-03-04T23:36:10.388354+0000","last_undegraded":"2021-03-04T23:36:10.388354+0000","last_fullsized":"2021-03-04T23:36:10.388354+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"796","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.373473+0000","last_change":"2021-03-04T23:32:19.277700+0000","last_active":"2021-03-04T23:36:09.373473+0000","last_peered":"2021-03-04T23:36:09.373473+0000","last_clean":"2021-03-04T23:36:09.373473+0000","last_became_active":"2021-03-04T23:32:19.277439+0000","last_became_peered":"2021-03-04T23:32:19.277439+0000","last_unstale":"2021-03-04T23:36:09.373473+0000","last_undegraded":"2021-03-04T23:36:09.373473+0000","last_fullsized":"2021-03-04T23:36:09.373473+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"868","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432786+0000","last_change":"2021-03-04T23:24:02.157503+0000","last_active":"2021-03-04T23:36:12.432786+0000","last_peered":"2021-03-04T23:36:12.432786+0000","last_clean":"2021-03-04T23:36:12.432786+0000","last_became_active":"2021-03-04T23:24:02.157266+0000","last_became_peered":"2021-03-04T23:24:02.157266+0000","last_unstale":"2021-03-04T23:36:12.432786+0000","last_undegraded":"2021-03-04T23:36:12.432786+0000","last_fullsized":"2021-03-04T23:36:12.432786+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"811","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392290+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:36:10.392290+0000","last_peered":"2021-03-04T23:36:10.392290+0000","last_clean":"2021-03-04T23:36:10.392290+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:36:10.392290+0000","last_undegraded":"2021-03-04T23:36:10.392290+0000","last_fullsized":"2021-03-04T23:36:10.392290+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"596","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388647+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:36:10.388647+0000","last_peered":"2021-03-04T23:36:10.388647+0000","last_clean":"2021-03-04T23:36:10.388647+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:36:10.388647+0000","last_undegraded":"2021-03-04T23:36:10.388647+0000","last_fullsized":"2021-03-04T23:36:10.388647+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"125","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379282+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:36:14.379282+0000","last_peered":"2021-03-04T23:36:14.379282+0000","last_clean":"2021-03-04T23:36:14.379282+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:36:14.379282+0000","last_undegraded":"2021-03-04T23:36:14.379282+0000","last_fullsized":"2021-03-04T23:36:14.379282+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"89","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.377644+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:36:14.377644+0000","last_peered":"2021-03-04T23:36:14.377644+0000","last_clean":"2021-03-04T23:36:14.377644+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:36:14.377644+0000","last_undegraded":"2021-03-04T23:36:14.377644+0000","last_fullsized":"2021-03-04T23:36:14.377644+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"107","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392627+0000","last_change":"2021-03-04T23:34:11.331837+0000","last_active":"2021-03-04T23:36:10.392627+0000","last_peered":"2021-03-04T23:36:10.392627+0000","last_clean":"2021-03-04T23:36:10.392627+0000","last_became_active":"2021-03-04T23:34:11.329060+0000","last_became_peered":"2021-03-04T23:34:11.329060+0000","last_unstale":"2021-03-04T23:36:10.392627+0000","last_undegraded":"2021-03-04T23:36:10.392627+0000","last_fullsized":"2021-03-04T23:36:10.392627+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"1036","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.423791+0000","last_change":"2021-03-04T23:33:33.489417+0000","last_active":"2021-03-04T23:36:11.423791+0000","last_peered":"2021-03-04T23:36:11.423791+0000","last_clean":"2021-03-04T23:36:11.423791+0000","last_became_active":"2021-03-04T23:32:19.280336+0000","last_became_peered":"2021-03-04T23:32:19.280336+0000","last_unstale":"2021-03-04T23:36:11.423791+0000","last_undegraded":"2021-03-04T23:36:11.423791+0000","last_fullsized":"2021-03-04T23:36:11.423791+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"940","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.377985+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:36:14.377985+0000","last_peered":"2021-03-04T23:36:14.377985+0000","last_clean":"2021-03-04T23:36:14.377985+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:36:14.377985+0000","last_undegraded":"2021-03-04T23:36:14.377985+0000","last_fullsized":"2021-03-04T23:36:14.377985+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"902","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378883+0000","last_change":"2021-03-04T23:24:02.163210+0000","last_active":"2021-03-04T23:36:14.378883+0000","last_peered":"2021-03-04T23:36:14.378883+0000","last_clean":"2021-03-04T23:36:14.378883+0000","last_became_active":"2021-03-04T23:24:02.162986+0000","last_became_peered":"2021-03-04T23:24:02.162986+0000","last_unstale":"2021-03-04T23:36:14.378883+0000","last_undegraded":"2021-03-04T23:36:14.378883+0000","last_fullsized":"2021-03-04T23:36:14.378883+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"126","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379349+0000","last_change":"2021-03-04T23:33:56.625375+0000","last_active":"2021-03-04T23:36:14.379349+0000","last_peered":"2021-03-04T23:36:14.379349+0000","last_clean":"2021-03-04T23:36:14.379349+0000","last_became_active":"2021-03-04T23:33:56.613513+0000","last_became_peered":"2021-03-04T23:33:56.613513+0000","last_unstale":"2021-03-04T23:36:14.379349+0000","last_undegraded":"2021-03-04T23:36:14.379349+0000","last_fullsized":"2021-03-04T23:36:14.379349+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"606","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379506+0000","last_change":"2021-03-04T23:33:33.512522+0000","last_active":"2021-03-04T23:36:14.379506+0000","last_peered":"2021-03-04T23:36:14.379506+0000","last_clean":"2021-03-04T23:36:14.379506+0000","last_became_active":"2021-03-04T23:32:19.280359+0000","last_became_peered":"2021-03-04T23:32:19.280359+0000","last_unstale":"2021-03-04T23:36:14.379506+0000","last_undegraded":"2021-03-04T23:36:14.379506+0000","last_fullsized":"2021-03-04T23:36:14.379506+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"326","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.375667+0000","last_change":"2021-03-04T23:23:49.215698+0000","last_active":"2021-03-04T23:36:09.375667+0000","last_peered":"2021-03-04T23:36:09.375667+0000","last_clean":"2021-03-04T23:36:09.375667+0000","last_became_active":"2021-03-04T23:23:49.215401+0000","last_became_peered":"2021-03-04T23:23:49.215401+0000","last_unstale":"2021-03-04T23:36:09.375667+0000","last_undegraded":"2021-03-04T23:36:09.375667+0000","last_fullsized":"2021-03-04T23:36:09.375667+0000","mapping_epoch":685,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"112","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.389924+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:36:10.389924+0000","last_peered":"2021-03-04T23:36:10.389924+0000","last_clean":"2021-03-04T23:36:10.389924+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:36:10.389924+0000","last_undegraded":"2021-03-04T23:36:10.389924+0000","last_fullsized":"2021-03-04T23:36:10.389924+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"201","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379534+0000","last_change":"2021-03-04T23:28:29.272655+0000","last_active":"2021-03-04T23:36:14.379534+0000","last_peered":"2021-03-04T23:36:14.379534+0000","last_clean":"2021-03-04T23:36:14.379534+0000","last_became_active":"2021-03-04T23:28:29.268017+0000","last_became_peered":"2021-03-04T23:28:29.268017+0000","last_unstale":"2021-03-04T23:36:14.379534+0000","last_undegraded":"2021-03-04T23:36:14.379534+0000","last_fullsized":"2021-03-04T23:36:14.379534+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"611","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.424789+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:36:11.424789+0000","last_peered":"2021-03-04T23:36:11.424789+0000","last_clean":"2021-03-04T23:36:11.424789+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:36:11.424789+0000","last_undegraded":"2021-03-04T23:36:11.424789+0000","last_fullsized":"2021-03-04T23:36:11.424789+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380913+0000","last_change":"2021-03-04T23:33:56.615200+0000","last_active":"2021-03-04T23:36:14.380913+0000","last_peered":"2021-03-04T23:36:14.380913+0000","last_clean":"2021-03-04T23:36:14.380913+0000","last_became_active":"2021-03-04T23:33:56.614392+0000","last_became_peered":"2021-03-04T23:33:56.614392+0000","last_unstale":"2021-03-04T23:36:14.380913+0000","last_undegraded":"2021-03-04T23:36:14.380913+0000","last_fullsized":"2021-03-04T23:36:14.380913+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"871","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.375712+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:36:09.375712+0000","last_peered":"2021-03-04T23:36:09.375712+0000","last_clean":"2021-03-04T23:36:09.375712+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:36:09.375712+0000","last_undegraded":"2021-03-04T23:36:09.375712+0000","last_fullsized":"2021-03-04T23:36:09.375712+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"961","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.377658+0000","last_change":"2021-03-04T23:34:11.331800+0000","last_active":"2021-03-04T23:36:14.377658+0000","last_peered":"2021-03-04T23:36:14.377658+0000","last_clean":"2021-03-04T23:36:14.377658+0000","last_became_active":"2021-03-04T23:34:11.326741+0000","last_became_peered":"2021-03-04T23:34:11.326741+0000","last_unstale":"2021-03-04T23:36:14.377658+0000","last_undegraded":"2021-03-04T23:36:14.377658+0000","last_fullsized":"2021-03-04T23:36:14.377658+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"256","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.374916+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:36:14.374916+0000","last_peered":"2021-03-04T23:36:14.374916+0000","last_clean":"2021-03-04T23:36:14.374916+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:36:14.374916+0000","last_undegraded":"2021-03-04T23:36:14.374916+0000","last_fullsized":"2021-03-04T23:36:14.374916+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"192","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392369+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:36:10.392369+0000","last_peered":"2021-03-04T23:36:10.392369+0000","last_clean":"2021-03-04T23:36:10.392369+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:36:10.392369+0000","last_undegraded":"2021-03-04T23:36:10.392369+0000","last_fullsized":"2021-03-04T23:36:10.392369+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"877","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433206+0000","last_change":"2021-03-04T23:28:29.270666+0000","last_active":"2021-03-04T23:36:12.433206+0000","last_peered":"2021-03-04T23:36:12.433206+0000","last_clean":"2021-03-04T23:36:12.433206+0000","last_became_active":"2021-03-04T23:28:29.270435+0000","last_became_peered":"2021-03-04T23:28:29.270435+0000","last_unstale":"2021-03-04T23:36:12.433206+0000","last_undegraded":"2021-03-04T23:36:12.433206+0000","last_fullsized":"2021-03-04T23:36:12.433206+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"211","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378882+0000","last_change":"2021-03-04T23:31:56.273244+0000","last_active":"2021-03-04T23:36:14.378882+0000","last_peered":"2021-03-04T23:36:14.378882+0000","last_clean":"2021-03-04T23:36:14.378882+0000","last_became_active":"2021-03-04T23:31:56.272906+0000","last_became_peered":"2021-03-04T23:31:56.272906+0000","last_unstale":"2021-03-04T23:36:14.378882+0000","last_undegraded":"2021-03-04T23:36:14.378882+0000","last_fullsized":"2021-03-04T23:36:14.378882+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"378","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.422830+0000","last_change":"2021-03-04T23:33:33.489148+0000","last_active":"2021-03-04T23:36:11.422830+0000","last_peered":"2021-03-04T23:36:11.422830+0000","last_clean":"2021-03-04T23:36:11.422830+0000","last_became_active":"2021-03-04T23:24:02.161430+0000","last_became_peered":"2021-03-04T23:24:02.161430+0000","last_unstale":"2021-03-04T23:36:11.422830+0000","last_undegraded":"2021-03-04T23:36:11.422830+0000","last_fullsized":"2021-03-04T23:36:11.422830+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"233","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388340+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:36:10.388340+0000","last_peered":"2021-03-04T23:36:10.388340+0000","last_clean":"2021-03-04T23:36:10.388340+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:36:10.388340+0000","last_undegraded":"2021-03-04T23:36:10.388340+0000","last_fullsized":"2021-03-04T23:36:10.388340+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"103","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392309+0000","last_change":"2021-03-04T23:34:11.329379+0000","last_active":"2021-03-04T23:36:10.392309+0000","last_peered":"2021-03-04T23:36:10.392309+0000","last_clean":"2021-03-04T23:36:10.392309+0000","last_became_active":"2021-03-04T23:34:11.328858+0000","last_became_peered":"2021-03-04T23:34:11.328858+0000","last_unstale":"2021-03-04T23:36:10.392309+0000","last_undegraded":"2021-03-04T23:36:10.392309+0000","last_fullsized":"2021-03-04T23:36:10.392309+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"858","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432926+0000","last_change":"2021-03-04T23:28:29.271141+0000","last_active":"2021-03-04T23:36:12.432926+0000","last_peered":"2021-03-04T23:36:12.432926+0000","last_clean":"2021-03-04T23:36:12.432926+0000","last_became_active":"2021-03-04T23:28:29.270777+0000","last_became_peered":"2021-03-04T23:28:29.270777+0000","last_unstale":"2021-03-04T23:36:12.432926+0000","last_undegraded":"2021-03-04T23:36:12.432926+0000","last_fullsized":"2021-03-04T23:36:12.432926+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"189","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.391803+0000","last_change":"2021-03-04T23:34:29.336692+0000","last_active":"2021-03-04T23:36:10.391803+0000","last_peered":"2021-03-04T23:36:10.391803+0000","last_clean":"2021-03-04T23:36:10.391803+0000","last_became_active":"2021-03-04T23:34:29.336267+0000","last_became_peered":"2021-03-04T23:34:29.336267+0000","last_unstale":"2021-03-04T23:36:10.391803+0000","last_undegraded":"2021-03-04T23:36:10.391803+0000","last_fullsized":"2021-03-04T23:36:10.391803+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"367","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433038+0000","last_change":"2021-03-04T23:33:33.552241+0000","last_active":"2021-03-04T23:36:12.433038+0000","last_peered":"2021-03-04T23:36:12.433038+0000","last_clean":"2021-03-04T23:36:12.433038+0000","last_became_active":"2021-03-04T23:25:29.227430+0000","last_became_peered":"2021-03-04T23:25:29.227430+0000","last_unstale":"2021-03-04T23:36:12.433038+0000","last_undegraded":"2021-03-04T23:36:12.433038+0000","last_fullsized":"2021-03-04T23:36:12.433038+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"850","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.374907+0000","last_change":"2021-03-04T23:31:56.269302+0000","last_active":"2021-03-04T23:36:09.374907+0000","last_peered":"2021-03-04T23:36:09.374907+0000","last_clean":"2021-03-04T23:36:09.374907+0000","last_became_active":"2021-03-04T23:31:56.269056+0000","last_became_peered":"2021-03-04T23:31:56.269056+0000","last_unstale":"2021-03-04T23:36:09.374907+0000","last_undegraded":"2021-03-04T23:36:09.374907+0000","last_fullsized":"2021-03-04T23:36:09.374907+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"128","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380141+0000","last_change":"2021-03-04T23:33:56.619295+0000","last_active":"2021-03-04T23:36:14.380141+0000","last_peered":"2021-03-04T23:36:14.380141+0000","last_clean":"2021-03-04T23:36:14.380141+0000","last_became_active":"2021-03-04T23:33:56.610198+0000","last_became_peered":"2021-03-04T23:33:56.610198+0000","last_unstale":"2021-03-04T23:36:14.380141+0000","last_undegraded":"2021-03-04T23:36:14.380141+0000","last_fullsized":"2021-03-04T23:36:14.380141+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"813","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.432890+0000","last_change":"2021-03-04T23:34:11.326166+0000","last_active":"2021-03-04T23:36:12.432890+0000","last_peered":"2021-03-04T23:36:12.432890+0000","last_clean":"2021-03-04T23:36:12.432890+0000","last_became_active":"2021-03-04T23:34:11.325938+0000","last_became_peered":"2021-03-04T23:34:11.325938+0000","last_unstale":"2021-03-04T23:36:12.432890+0000","last_undegraded":"2021-03-04T23:36:12.432890+0000","last_fullsized":"2021-03-04T23:36:12.432890+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"927","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.391935+0000","last_change":"2021-03-04T23:33:33.485731+0000","last_active":"2021-03-04T23:36:10.391935+0000","last_peered":"2021-03-04T23:36:10.391935+0000","last_clean":"2021-03-04T23:36:10.391935+0000","last_became_active":"2021-03-04T23:32:19.280156+0000","last_became_peered":"2021-03-04T23:32:19.280156+0000","last_unstale":"2021-03-04T23:36:10.391935+0000","last_undegraded":"2021-03-04T23:36:10.391935+0000","last_fullsized":"2021-03-04T23:36:10.391935+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"872","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379029+0000","last_change":"2021-03-04T23:24:02.157146+0000","last_active":"2021-03-04T23:36:14.379029+0000","last_peered":"2021-03-04T23:36:14.379029+0000","last_clean":"2021-03-04T23:36:14.379029+0000","last_became_active":"2021-03-04T23:24:02.156806+0000","last_became_peered":"2021-03-04T23:24:02.156806+0000","last_unstale":"2021-03-04T23:36:14.379029+0000","last_undegraded":"2021-03-04T23:36:14.379029+0000","last_fullsized":"2021-03-04T23:36:14.379029+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"132","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.379937+0000","last_change":"2021-03-04T23:33:56.623817+0000","last_active":"2021-03-04T23:36:14.379937+0000","last_peered":"2021-03-04T23:36:14.379937+0000","last_clean":"2021-03-04T23:36:14.379937+0000","last_became_active":"2021-03-04T23:33:56.612652+0000","last_became_peered":"2021-03-04T23:33:56.612652+0000","last_unstale":"2021-03-04T23:36:14.379937+0000","last_undegraded":"2021-03-04T23:36:14.379937+0000","last_fullsized":"2021-03-04T23:36:14.379937+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"260","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388557+0000","last_change":"2021-03-04T23:33:33.483997+0000","last_active":"2021-03-04T23:36:10.388557+0000","last_peered":"2021-03-04T23:36:10.388557+0000","last_clean":"2021-03-04T23:36:10.388557+0000","last_became_active":"2021-03-04T23:32:18.427827+0000","last_became_peered":"2021-03-04T23:32:18.427827+0000","last_unstale":"2021-03-04T23:36:10.388557+0000","last_undegraded":"2021-03-04T23:36:10.388557+0000","last_fullsized":"2021-03-04T23:36:10.388557+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"228","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.387789+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:36:10.387789+0000","last_peered":"2021-03-04T23:36:10.387789+0000","last_clean":"2021-03-04T23:36:10.387789+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:36:10.387789+0000","last_undegraded":"2021-03-04T23:36:10.387789+0000","last_fullsized":"2021-03-04T23:36:10.387789+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"195","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.376563+0000","last_change":"2021-03-04T23:28:29.534879+0000","last_active":"2021-03-04T23:36:09.376563+0000","last_peered":"2021-03-04T23:36:09.376563+0000","last_clean":"2021-03-04T23:36:09.376563+0000","last_became_active":"2021-03-04T23:28:29.270525+0000","last_became_peered":"2021-03-04T23:28:29.270525+0000","last_unstale":"2021-03-04T23:36:09.376563+0000","last_undegraded":"2021-03-04T23:36:09.376563+0000","last_fullsized":"2021-03-04T23:36:09.376563+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"95","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.375876+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:36:14.375876+0000","last_peered":"2021-03-04T23:36:14.375876+0000","last_clean":"2021-03-04T23:36:14.375876+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:36:14.375876+0000","last_undegraded":"2021-03-04T23:36:14.375876+0000","last_fullsized":"2021-03-04T23:36:14.375876+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"835","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.374367+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:36:09.374367+0000","last_peered":"2021-03-04T23:36:09.374367+0000","last_clean":"2021-03-04T23:36:09.374367+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:36:09.374367+0000","last_undegraded":"2021-03-04T23:36:09.374367+0000","last_fullsized":"2021-03-04T23:36:09.374367+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"103","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392416+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:36:10.392416+0000","last_peered":"2021-03-04T23:36:10.392416+0000","last_clean":"2021-03-04T23:36:10.392416+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:36:10.392416+0000","last_undegraded":"2021-03-04T23:36:10.392416+0000","last_fullsized":"2021-03-04T23:36:10.392416+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"246","reported_epoch":"891","state":"active+clean","last_fresh":"2021-03-04T23:36:11.423767+0000","last_change":"2021-03-04T23:33:56.619741+0000","last_active":"2021-03-04T23:36:11.423767+0000","last_peered":"2021-03-04T23:36:11.423767+0000","last_clean":"2021-03-04T23:36:11.423767+0000","last_became_active":"2021-03-04T23:33:56.619327+0000","last_became_peered":"2021-03-04T23:33:56.619327+0000","last_unstale":"2021-03-04T23:36:11.423767+0000","last_undegraded":"2021-03-04T23:36:11.423767+0000","last_fullsized":"2021-03-04T23:36:11.423767+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"972","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.377982+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:36:14.377982+0000","last_peered":"2021-03-04T23:36:14.377982+0000","last_clean":"2021-03-04T23:36:14.377982+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:36:14.377982+0000","last_undegraded":"2021-03-04T23:36:14.377982+0000","last_fullsized":"2021-03-04T23:36:14.377982+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"879","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.373762+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:36:09.373762+0000","last_peered":"2021-03-04T23:36:09.373762+0000","last_clean":"2021-03-04T23:36:09.373762+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:36:09.373762+0000","last_undegraded":"2021-03-04T23:36:09.373762+0000","last_fullsized":"2021-03-04T23:36:09.373762+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"864","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433252+0000","last_change":"2021-03-04T23:32:18.421625+0000","last_active":"2021-03-04T23:36:12.433252+0000","last_peered":"2021-03-04T23:36:12.433252+0000","last_clean":"2021-03-04T23:36:12.433252+0000","last_became_active":"2021-03-04T23:32:18.420984+0000","last_became_peered":"2021-03-04T23:32:18.420984+0000","last_unstale":"2021-03-04T23:36:12.433252+0000","last_undegraded":"2021-03-04T23:36:12.433252+0000","last_fullsized":"2021-03-04T23:36:12.433252+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"318","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.392249+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:36:10.392249+0000","last_peered":"2021-03-04T23:36:10.392249+0000","last_clean":"2021-03-04T23:36:10.392249+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:36:10.392249+0000","last_undegraded":"2021-03-04T23:36:10.392249+0000","last_fullsized":"2021-03-04T23:36:10.392249+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"888","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.378149+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:36:14.378149+0000","last_peered":"2021-03-04T23:36:14.378149+0000","last_clean":"2021-03-04T23:36:14.378149+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:36:14.378149+0000","last_undegraded":"2021-03-04T23:36:14.378149+0000","last_fullsized":"2021-03-04T23:36:14.378149+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"875","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.374100+0000","last_change":"2021-03-04T23:32:35.344982+0000","last_active":"2021-03-04T23:36:09.374100+0000","last_peered":"2021-03-04T23:36:09.374100+0000","last_clean":"2021-03-04T23:36:09.374100+0000","last_became_active":"2021-03-04T23:32:35.343932+0000","last_became_peered":"2021-03-04T23:32:35.343932+0000","last_unstale":"2021-03-04T23:36:09.374100+0000","last_undegraded":"2021-03-04T23:36:09.374100+0000","last_fullsized":"2021-03-04T23:36:09.374100+0000","mapping_epoch":752,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"835","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.375041+0000","last_change":"2021-03-04T23:33:33.484052+0000","last_active":"2021-03-04T23:36:09.375041+0000","last_peered":"2021-03-04T23:36:09.375041+0000","last_clean":"2021-03-04T23:36:09.375041+0000","last_became_active":"2021-03-04T23:25:29.228482+0000","last_became_peered":"2021-03-04T23:25:29.228482+0000","last_unstale":"2021-03-04T23:36:09.375041+0000","last_undegraded":"2021-03-04T23:36:09.375041+0000","last_fullsized":"2021-03-04T23:36:09.375041+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"877","reported_epoch":"892","state":"active+clean","last_fresh":"2021-03-04T23:36:12.433790+0000","last_change":"2021-03-04T23:28:29.270742+0000","last_active":"2021-03-04T23:36:12.433790+0000","last_peered":"2021-03-04T23:36:12.433790+0000","last_clean":"2021-03-04T23:36:12.433790+0000","last_became_active":"2021-03-04T23:28:29.270489+0000","last_became_peered":"2021-03-04T23:28:29.270489+0000","last_unstale":"2021-03-04T23:36:12.433790+0000","last_undegraded":"2021-03-04T23:36:12.433790+0000","last_fullsized":"2021-03-04T23:36:12.433790+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"228","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.388136+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:36:10.388136+0000","last_peered":"2021-03-04T23:36:10.388136+0000","last_clean":"2021-03-04T23:36:10.388136+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:36:10.388136+0000","last_undegraded":"2021-03-04T23:36:10.388136+0000","last_fullsized":"2021-03-04T23:36:10.388136+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"304","reported_epoch":"890","state":"active+clean","last_fresh":"2021-03-04T23:36:10.391892+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:36:10.391892+0000","last_peered":"2021-03-04T23:36:10.391892+0000","last_clean":"2021-03-04T23:36:10.391892+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:36:10.391892+0000","last_undegraded":"2021-03-04T23:36:10.391892+0000","last_fullsized":"2021-03-04T23:36:10.391892+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"841","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.376514+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:36:09.376514+0000","last_peered":"2021-03-04T23:36:09.376514+0000","last_clean":"2021-03-04T23:36:09.376514+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:36:09.376514+0000","last_undegraded":"2021-03-04T23:36:09.376514+0000","last_fullsized":"2021-03-04T23:36:09.376514+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"122","reported_epoch":"894","state":"active+clean","last_fresh":"2021-03-04T23:36:14.380979+0000","last_change":"2021-03-04T23:33:56.613172+0000","last_active":"2021-03-04T23:36:14.380979+0000","last_peered":"2021-03-04T23:36:14.380979+0000","last_clean":"2021-03-04T23:36:14.380979+0000","last_became_active":"2021-03-04T23:33:56.612823+0000","last_became_peered":"2021-03-04T23:33:56.612823+0000","last_unstale":"2021-03-04T23:36:14.380979+0000","last_undegraded":"2021-03-04T23:36:14.380979+0000","last_fullsized":"2021-03-04T23:36:14.380979+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"271","reported_epoch":"889","state":"active+clean","last_fresh":"2021-03-04T23:36:09.376660+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:36:09.376660+0000","last_peered":"2021-03-04T23:36:09.376660+0000","last_clean":"2021-03-04T23:36:09.376660+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:36:09.376660+0000","last_undegraded":"2021-03-04T23:36:09.376660+0000","last_fullsized":"2021-03-04T23:36:09.376660+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5722,"num_read_kb":12602,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":84,"acting":84,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":37,"num_pg":32,"stat_sum":{"num_bytes":574722076,"num_objects":185,"num_object_clones":78,"num_object_copies":555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":185,"num_whiteouts":1,"num_read":34628,"num_read_kb":224,"num_write":466,"num_write_kb":810935,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1488551936,"data_stored":1627301789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2525,"ondisk_log_size":2525,"up":96,"acting":96,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41,"num_bytes_recovered":4061,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496181,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659706,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1182804,"kb_used_data":134220,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":86897580,"statfs":{"total":90194313216,"available":88983121920,"internally_reserved":1073741824,"allocated":137441280,"data_stored":135967972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:19 2021","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.9259999999999999,"15min":1.6419999999999999},"min":{"1min":0.41899999999999998,"5min":0.151,"15min":0.14099999999999999},"max":{"1min":2.8759999999999999,"5min":72.784999999999997,"15min":107.697},"last":1.1990000000000001},{"interface":"front","average":{"1min":1.5569999999999999,"5min":2.0859999999999999,"15min":1.794},"min":{"1min":0.34399999999999997,"5min":0.19600000000000001,"15min":0.17899999999999999},"max":{"1min":2.5800000000000001,"5min":72.840999999999994,"15min":107.79000000000001},"last":1.6379999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:29 2021","interfaces":[{"interface":"back","average":{"1min":1.0620000000000001,"5min":1.0449999999999999,"15min":1.431},"min":{"1min":0.214,"5min":0.192,"15min":0.17000000000000001},"max":{"1min":2.395,"5min":2.8519999999999999,"15min":72.114999999999995},"last":1.321},{"interface":"front","average":{"1min":1.3,"5min":1.1240000000000001,"15min":1.4490000000000001},"min":{"1min":0.19800000000000001,"5min":0.17499999999999999,"15min":0.16800000000000001},"max":{"1min":2.2810000000000001,"5min":2.915,"15min":71.942999999999998},"last":1.446}]},{"osd":2,"last update":"Thu Mar 4 23:35:53 2021","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":1.897,"15min":1.9990000000000001},"min":{"1min":0.33900000000000002,"5min":0.20399999999999999,"15min":0.14099999999999999},"max":{"1min":36.581000000000003,"5min":36.581000000000003,"15min":72.186000000000007},"last":1.7809999999999999},{"interface":"front","average":{"1min":3.2629999999999999,"5min":1.796,"15min":2.0139999999999998},"min":{"1min":0.53800000000000003,"5min":0.192,"15min":0.17399999999999999},"max":{"1min":36.470999999999997,"5min":36.470999999999997,"15min":72.608000000000004},"last":1.927}]},{"osd":3,"last update":"Thu Mar 4 23:35:36 2021","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.732,"15min":1.6919999999999999},"min":{"1min":0.64900000000000002,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":2.1989999999999998,"5min":34.066000000000003,"15min":58.862000000000002},"last":3.0680000000000001},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.8069999999999999,"15min":1.657},"min":{"1min":0.68100000000000005,"5min":0.22700000000000001,"15min":0.217},"max":{"1min":3.0699999999999998,"5min":33.857999999999997,"15min":58.322000000000003},"last":2.2509999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:35:29 2021","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0369999999999999,"15min":0.90500000000000003},"min":{"1min":0.34399999999999997,"5min":0.14299999999999999,"15min":0.14099999999999999},"max":{"1min":2.0569999999999999,"5min":2.27,"15min":12.115},"last":1.5549999999999999},{"interface":"front","average":{"1min":1.252,"5min":1.0820000000000001,"15min":0.94599999999999995},"min":{"1min":0.29999999999999999,"5min":0.153,"15min":0.153},"max":{"1min":2.6549999999999998,"5min":4.2080000000000002,"15min":6.1360000000000001},"last":2.0870000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:35:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3600000000000001,"5min":1.4259999999999999,"15min":1.4339999999999999},"min":{"1min":0.32000000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.3719999999999999,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":2.5649999999999999},{"interface":"front","average":{"1min":1.329,"5min":1.3,"15min":1.2889999999999999},"min":{"1min":0.249,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.238,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":2.4119999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.228,"15min":1.0760000000000001},"min":{"1min":0.23100000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":2.5899999999999999,"5min":2.6509999999999998,"15min":8.6940000000000008},"last":2.9279999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.397,"15min":1.179},"min":{"1min":0.25900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.7090000000000001,"5min":2.8679999999999999,"15min":7.4589999999999996},"last":2.7490000000000001}]}]},{"osd":1,"up_from":341,"seq":1464583848381,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":353592,"kb_used_data":196400,"kb_used_omap":771,"kb_used_meta":156412,"kb_avail":87726792,"statfs":{"total":90194313216,"available":89832235008,"internally_reserved":0,"allocated":201113600,"data_stored":230695804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":160166287},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":1.45,"15min":1.2070000000000001},"min":{"1min":0.20499999999999999,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":1.833,"5min":52.689999999999998,"15min":52.689999999999998},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.054,"5min":1.4890000000000001,"15min":1.2410000000000001},"min":{"1min":0.34200000000000003,"5min":0.125,"15min":0.125},"max":{"1min":2.319,"5min":52.587000000000003,"15min":52.587000000000003},"last":1.113}]},{"osd":2,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":2.637,"15min":1.98},"min":{"1min":0.19500000000000001,"5min":0.124,"15min":0.124},"max":{"1min":2.0139999999999998,"5min":184.83000000000001,"15min":184.83000000000001},"last":1.5900000000000001},{"interface":"front","average":{"1min":1.7030000000000001,"5min":3.0219999999999998,"15min":2.2639999999999998},"min":{"1min":0.28100000000000003,"5min":0.193,"15min":0.188},"max":{"1min":2.5800000000000001,"5min":184.96799999999999,"15min":184.96799999999999},"last":2.3540000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.542,"15min":1.833},"min":{"1min":0.29499999999999998,"5min":0.161,"15min":0.161},"max":{"1min":2.7000000000000002,"5min":52.537999999999997,"15min":162.47200000000001},"last":2.028},{"interface":"front","average":{"1min":1.121,"5min":1.3799999999999999,"15min":1.653},"min":{"1min":0.22800000000000001,"5min":0.17299999999999999,"15min":0.158},"max":{"1min":2.4580000000000002,"5min":52.472000000000001,"15min":163.73400000000001},"last":0.95099999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":1.556,"5min":1.7969999999999999,"15min":1.4790000000000001},"min":{"1min":0.40100000000000002,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":2.6160000000000001,"5min":75.296000000000006,"15min":114.315},"last":2.2120000000000002},{"interface":"front","average":{"1min":1.369,"5min":1.8779999999999999,"15min":1.5860000000000001},"min":{"1min":0.56699999999999995,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":2.7000000000000002,"5min":74.843999999999994,"15min":114.074},"last":1.456}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":1.6220000000000001,"5min":1.494,"15min":1.464},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.7570000000000001,"5min":2.8380000000000001,"15min":2.8380000000000001},"last":1.7410000000000001},{"interface":"front","average":{"1min":1.921,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.51000000000000001,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.7120000000000002,"5min":3.238,"15min":3.238},"last":2.6429999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":1.625,"5min":2.2650000000000001,"15min":1.639},"min":{"1min":0.59699999999999998,"5min":0.29699999999999999,"15min":0.22500000000000001},"max":{"1min":2.2959999999999998,"5min":74.5,"15min":74.5},"last":1.881},{"interface":"front","average":{"1min":2.0379999999999998,"5min":2.3410000000000002,"15min":1.704},"min":{"1min":0.54700000000000004,"5min":0.26900000000000002,"15min":0.23999999999999999},"max":{"1min":2.8639999999999999,"5min":74.441000000000003,"15min":74.441000000000003},"last":2.5390000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":1.714,"5min":1.1759999999999999,"15min":1.1990000000000001},"min":{"1min":0.45500000000000002,"5min":0.23300000000000001,"15min":0.218},"max":{"1min":2.52,"5min":2.7850000000000001,"15min":32.076999999999998},"last":1.244},{"interface":"front","average":{"1min":1.8360000000000001,"5min":1.3819999999999999,"15min":1.357},"min":{"1min":0.626,"5min":0.29999999999999999,"15min":0.26300000000000001},"max":{"1min":2.4060000000000001,"5min":4.8659999999999997,"15min":32.545999999999999},"last":2.133}]}]},{"osd":0,"up_from":284,"seq":1219770712526,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":627492,"kb_used_data":394812,"kb_used_omap":178,"kb_used_meta":229965,"kb_avail":87452892,"statfs":{"total":90194313216,"available":89551761408,"internally_reserved":0,"allocated":404287488,"data_stored":447794560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":182526,"internal_metadata":235484930},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.69599999999999995,"15min":1.1120000000000001},"min":{"1min":0.247,"5min":0.124,"15min":0.111},"max":{"1min":1.766,"5min":3.9390000000000001,"15min":76.040000000000006},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.88500000000000001,"15min":1.518},"min":{"1min":0.23499999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":1.365,"5min":6.5709999999999997,"15min":85.325999999999993},"last":1.038}]},{"osd":2,"last update":"Thu Mar 4 23:35:49 2021","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.7050000000000001,"15min":1.7310000000000001},"min":{"1min":0.27700000000000002,"5min":0.14199999999999999,"15min":0.13500000000000001},"max":{"1min":1.698,"5min":79.784000000000006,"15min":81.534000000000006},"last":1.2},{"interface":"front","average":{"1min":1.248,"5min":1.8779999999999999,"15min":1.881},"min":{"1min":0.29699999999999999,"5min":0.185,"15min":0.16500000000000001},"max":{"1min":2.2050000000000001,"5min":80.016999999999996,"15min":81.469999999999999},"last":1.393}]},{"osd":3,"last update":"Thu Mar 4 23:35:49 2021","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.97499999999999998,"15min":2.3220000000000001},"min":{"1min":0.26400000000000001,"5min":0.14499999999999999,"15min":0.13800000000000001},"max":{"1min":1.4239999999999999,"5min":5.383,"15min":134.71000000000001},"last":1.2769999999999999},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.2569999999999999,"15min":2.5329999999999999},"min":{"1min":0.29099999999999998,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.351,"5min":5.4100000000000001,"15min":134.96199999999999},"last":1.6459999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":1.2749999999999999,"15min":1.2190000000000001},"min":{"1min":0.36299999999999999,"5min":0.26400000000000001,"15min":0.185},"max":{"1min":2.2909999999999999,"5min":4.056,"15min":33.555999999999997},"last":1.732},{"interface":"front","average":{"1min":1.2629999999999999,"5min":1.282,"15min":1.093},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.19900000000000001},"max":{"1min":2.2400000000000002,"5min":4.6749999999999998,"15min":33.417000000000002},"last":1.52}]},{"osd":5,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":1.5669999999999999,"15min":1.581},"min":{"1min":0.56000000000000005,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.5609999999999999,"5min":2.8140000000000001,"15min":2.8140000000000001},"last":1.899},{"interface":"front","average":{"1min":1.577,"5min":1.3779999999999999,"15min":1.339},"min":{"1min":0.54100000000000004,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":2.048}]},{"osd":6,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":1.3580000000000001,"15min":2.23},"min":{"1min":0.35399999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.2010000000000001,"5min":4.8700000000000001,"15min":137.63300000000001},"last":2.258},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.446,"15min":2.1779999999999999},"min":{"1min":0.39800000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.468,"5min":4.4829999999999997,"15min":138.172},"last":2.2690000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.476,"15min":1.3300000000000001},"min":{"1min":0.376,"5min":0.311,"15min":0.247},"max":{"1min":2.4279999999999999,"5min":4.8330000000000002,"15min":33.530999999999999},"last":2.323},{"interface":"front","average":{"1min":1.613,"5min":1.5029999999999999,"15min":1.385},"min":{"1min":0.42199999999999999,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":2.5819999999999999,"5min":4.5250000000000004,"15min":33.597999999999999},"last":2.3050000000000002}]}]},{"osd":2,"up_from":356,"seq":1529008357816,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":515240,"kb_used_data":285440,"kb_used_omap":574,"kb_used_meta":226689,"kb_avail":87565144,"statfs":{"total":90194313216,"available":89666707456,"internally_reserved":0,"allocated":292290560,"data_stored":323602062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":232129587},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.3540000000000001,"15min":1.6160000000000001},"min":{"1min":0.14399999999999999,"5min":0.13,"15min":0.109},"max":{"1min":1.6240000000000001,"5min":50.793999999999997,"15min":79.975999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.95099999999999996,"5min":1.385,"15min":1.665},"min":{"1min":0.16,"5min":0.151,"15min":0.129},"max":{"1min":2.181,"5min":50.893999999999998,"15min":81.021000000000001},"last":0.20699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.85399999999999998,"15min":1.2629999999999999},"min":{"1min":0.17799999999999999,"5min":0.16,"15min":0.13800000000000001},"max":{"1min":1.9339999999999999,"5min":2.7909999999999999,"15min":130.78899999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.97199999999999998,"15min":1.3300000000000001},"min":{"1min":0.188,"5min":0.14399999999999999,"15min":0.14199999999999999},"max":{"1min":2.3879999999999999,"5min":5.3220000000000001,"15min":130.84399999999999},"last":0.27100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:48 2021","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.9019999999999999,"15min":1.2849999999999999},"min":{"1min":0.19500000000000001,"5min":0.14099999999999999,"15min":0.11899999999999999},"max":{"1min":2.4369999999999998,"5min":49.174999999999997,"15min":49.174999999999997},"last":0.309},{"interface":"front","average":{"1min":1.2230000000000001,"5min":1.8560000000000001,"15min":1.304},"min":{"1min":0.20699999999999999,"5min":0.17999999999999999,"15min":0.14899999999999999},"max":{"1min":2.3319999999999999,"5min":49.377000000000002,"15min":49.377000000000002},"last":0.22600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":2.4049999999999998,"15min":1.3720000000000001},"min":{"1min":0.58999999999999997,"5min":0.26300000000000001,"15min":0.20799999999999999},"max":{"1min":2.641,"5min":90.763000000000005,"15min":90.763000000000005},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.3240000000000001,"5min":2.274,"15min":1.383},"min":{"1min":0.36699999999999999,"5min":0.24099999999999999,"15min":0.19700000000000001},"max":{"1min":2.6120000000000001,"5min":90.602999999999994,"15min":90.602999999999994},"last":0.25}]},{"osd":5,"last update":"Thu Mar 4 23:35:24 2021","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.496,"15min":1.544},"min":{"1min":0.56599999999999995,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.4780000000000002,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.378},{"interface":"front","average":{"1min":1.5920000000000001,"5min":1.581,"15min":1.5960000000000001},"min":{"1min":0.623,"5min":0.377,"15min":0.377},"max":{"1min":2.75,"5min":2.75,"15min":2.75},"last":0.35499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":2.5329999999999999,"15min":1.504},"min":{"1min":0.57699999999999996,"5min":0.34799999999999998,"15min":0.23100000000000001},"max":{"1min":2.9009999999999998,"5min":89.933999999999997,"15min":89.933999999999997},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.5149999999999999,"5min":2.415,"15min":1.492},"min":{"1min":0.51900000000000002,"5min":0.28199999999999997,"15min":0.223},"max":{"1min":2.5859999999999999,"5min":90.566999999999993,"15min":90.566999999999993},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.429,"15min":1.2549999999999999},"min":{"1min":0.56000000000000005,"5min":0.313,"15min":0.247},"max":{"1min":2.7130000000000001,"5min":2.8090000000000002,"15min":29.954999999999998},"last":0.434},{"interface":"front","average":{"1min":1.857,"5min":1.5860000000000001,"15min":1.375},"min":{"1min":0.53700000000000003,"5min":0.309,"15min":0.246},"max":{"1min":3.113,"5min":3.2120000000000002,"15min":30.015000000000001},"last":0.40200000000000002}]}]},{"osd":3,"up_from":634,"seq":2723009265918,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":331384,"kb_used_data":166064,"kb_used_omap":403,"kb_used_meta":164908,"kb_avail":87749000,"statfs":{"total":90194313216,"available":89854976000,"internally_reserved":0,"allocated":170049536,"data_stored":189053051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":168866005},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.80700000000000005,"15min":1.111},"min":{"1min":0.19900000000000001,"5min":0.107,"15min":0.107},"max":{"1min":2.274,"5min":2.8380000000000001,"15min":70.980000000000004},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.92100000000000004,"15min":1.2430000000000001},"min":{"1min":0.24299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":4.6920000000000002,"5min":4.6920000000000002,"15min":71.275000000000006},"last":0.96299999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":1.9019999999999999,"15min":2.5539999999999998},"min":{"1min":0.26200000000000001,"5min":0.14599999999999999,"15min":0.13300000000000001},"max":{"1min":2.7629999999999999,"5min":79.125,"15min":118.476},"last":1.77},{"interface":"front","average":{"1min":1.196,"5min":1.952,"15min":2.7010000000000001},"min":{"1min":0.28799999999999998,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":2.9039999999999999,"5min":79.173000000000002,"15min":118.64},"last":1.212}]},{"osd":2,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":1.127,"5min":0.98299999999999998,"15min":1.1850000000000001},"min":{"1min":0.23200000000000001,"5min":0.155,"15min":0.152},"max":{"1min":4.6600000000000001,"5min":5.3630000000000004,"15min":65.680000000000007},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.1080000000000001,"15min":1.341},"min":{"1min":0.28999999999999998,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":4.71,"5min":6.532,"15min":65.509},"last":1.395}]},{"osd":4,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":1.4630000000000001,"5min":1.21,"15min":1.7030000000000001},"min":{"1min":0.67300000000000004,"5min":0.26500000000000001,"15min":0.17199999999999999},"max":{"1min":3.2149999999999999,"5min":5.952,"15min":150.61699999999999},"last":1.6120000000000001},{"interface":"front","average":{"1min":1.4870000000000001,"5min":1.296,"15min":1.617},"min":{"1min":0.89200000000000002,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":2.7959999999999998,"5min":5.7160000000000002,"15min":150.482},"last":1.498}]},{"osd":5,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":1.357,"15min":1.3939999999999999},"min":{"1min":0.73299999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.137,"5min":2.399,"15min":2.399},"last":1.931},{"interface":"front","average":{"1min":1.607,"5min":1.4279999999999999,"15min":1.4039999999999999},"min":{"1min":0.55900000000000005,"5min":0.438,"15min":0.438},"max":{"1min":3.0960000000000001,"5min":3.0960000000000001,"15min":3.0960000000000001},"last":2.645}]},{"osd":6,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":1.3440000000000001,"15min":1.2230000000000001},"min":{"1min":0.75600000000000001,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":4.6369999999999996,"5min":5.5250000000000004,"15min":6.8070000000000004},"last":2.226},{"interface":"front","average":{"1min":1.8149999999999999,"5min":1.3979999999999999,"15min":1.371},"min":{"1min":0.72699999999999998,"5min":0.25700000000000001,"15min":0.215},"max":{"1min":4.4359999999999999,"5min":6.4290000000000003,"15min":6.6050000000000004},"last":2.0840000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":1.4139999999999999,"15min":1.3},"min":{"1min":0.83799999999999997,"5min":0.255,"15min":0.255},"max":{"1min":3.5449999999999999,"5min":6.7619999999999996,"15min":6.7619999999999996},"last":2.5289999999999999},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.466,"15min":1.2110000000000001},"min":{"1min":0.78400000000000003,"5min":0.29999999999999999,"15min":0.23699999999999999},"max":{"1min":3.859,"5min":6.0750000000000002,"15min":6.7380000000000004},"last":2.371}]}]},{"osd":4,"up_from":31,"seq":133143986755,"num_pgs":71,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1268776,"kb_used_data":218476,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":86811608,"statfs":{"total":90194313216,"available":88895086592,"internally_reserved":1073741824,"allocated":223719424,"data_stored":222003742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:12 2021","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":1.095,"15min":1.052},"min":{"1min":0.57899999999999996,"5min":0.17699999999999999,"15min":0.14000000000000001},"max":{"1min":2.4649999999999999,"5min":2.6099999999999999,"15min":25.559999999999999},"last":2.097},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.3129999999999999,"15min":1.2330000000000001},"min":{"1min":0.55000000000000004,"5min":0.19800000000000001,"15min":0.155},"max":{"1min":2.9289999999999998,"5min":2.9289999999999998,"15min":25.617000000000001},"last":2.9289999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:36:12 2021","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":0.98399999999999999,"15min":1.252},"min":{"1min":0.52100000000000002,"5min":0.191,"15min":0.154},"max":{"1min":1.9590000000000001,"5min":2.2509999999999999,"15min":70.433000000000007},"last":1.954},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.1559999999999999,"15min":1.345},"min":{"1min":0.40100000000000002,"5min":0.183,"15min":0.16700000000000001},"max":{"1min":2.133,"5min":4.3129999999999997,"15min":70.528000000000006},"last":1.4510000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:55 2021","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":2.0150000000000001,"15min":1.9039999999999999},"min":{"1min":0.59399999999999997,"5min":0.20499999999999999,"15min":0.16},"max":{"1min":2.798,"5min":73.835999999999999,"15min":131.73699999999999},"last":2.2160000000000002},{"interface":"front","average":{"1min":1.4990000000000001,"5min":1.9830000000000001,"15min":1.861},"min":{"1min":0.60799999999999998,"5min":0.214,"15min":0.187},"max":{"1min":2.242,"5min":73.977999999999994,"15min":131.58099999999999},"last":1.5620000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:38 2021","interfaces":[{"interface":"back","average":{"1min":1.3740000000000001,"5min":1.0840000000000001,"15min":1.518},"min":{"1min":0.38200000000000001,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":2.3039999999999998,"5min":2.9039999999999999,"15min":52.670000000000002},"last":2.8159999999999998},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.3180000000000001,"15min":1.6160000000000001},"min":{"1min":0.51000000000000001,"5min":0.221,"15min":0.221},"max":{"1min":2.8540000000000001,"5min":2.855,"15min":52.944000000000003},"last":1.3089999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.21,"15min":1.23},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.5430000000000001,"5min":2.597,"15min":2.597},"last":0.99299999999999999},{"interface":"front","average":{"1min":1.4990000000000001,"5min":1.6379999999999999,"15min":1.6859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":2.8490000000000002,"5min":2.8490000000000002,"15min":2.8490000000000002},"last":2.5499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:38 2021","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":1.0600000000000001,"15min":1.6339999999999999},"min":{"1min":0.23100000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.105,"5min":2.794,"15min":102.35899999999999},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.482,"5min":1.238,"15min":1.7629999999999999},"min":{"1min":0.28199999999999997,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.9260000000000002,"5min":2.9260000000000002,"15min":101.592},"last":0.91900000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:35:55 2021","interfaces":[{"interface":"back","average":{"1min":1.7529999999999999,"5min":1.4159999999999999,"15min":1.1040000000000001},"min":{"1min":0.32700000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.621,"5min":2.9769999999999999,"15min":5.4139999999999997},"last":1.7150000000000001},{"interface":"front","average":{"1min":1.498,"5min":1.242,"15min":0.99299999999999999},"min":{"1min":0.36199999999999999,"5min":0.16700000000000001,"15min":0.158},"max":{"1min":2.4249999999999998,"5min":2.839,"15min":8.1590000000000007},"last":2.4079999999999999}]}]},{"osd":5,"up_from":746,"seq":3204045602864,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1242928,"kb_used_data":194344,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86837456,"statfs":{"total":90194313216,"available":88921554944,"internally_reserved":1073741824,"allocated":199008256,"data_stored":225078998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.27,"15min":1.3029999999999999},"min":{"1min":0.48499999999999999,"5min":0.432,"15min":0.432},"max":{"1min":1.944,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.871},{"interface":"front","average":{"1min":1.008,"5min":1.159,"15min":1.1990000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.821,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.99399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.552,"15min":1.5940000000000001},"min":{"1min":0.45300000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.669,"5min":2.8559999999999999,"15min":2.8559999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.524,"15min":1.542},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.5099999999999998,"5min":2.7919999999999998,"15min":2.7919999999999998},"last":1.1100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3620000000000001,"15min":1.3580000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.3900000000000001,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.385,"5min":1.5720000000000001,"15min":1.6060000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.843,"5min":2.9510000000000001,"15min":2.9510000000000001},"last":0.89800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.296,"5min":1.4350000000000001,"15min":1.468},"min":{"1min":0.65400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":2.1890000000000001,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.2410000000000001,"5min":1.2909999999999999,"15min":1.3029999999999999},"min":{"1min":0.53900000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.0459999999999998,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.93600000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.262,"15min":1.252},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.391,"5min":2.391,"15min":2.391},"last":0.443},{"interface":"front","average":{"1min":1.5,"5min":1.4950000000000001,"15min":1.51},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":2.6989999999999998,"5min":2.6989999999999998,"15min":2.6989999999999998},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5740000000000001,"5min":1.734,"15min":1.784},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.5089999999999999,"5min":2.8149999999999999,"15min":2.8149999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.5509999999999999,"5min":1.593,"15min":1.611},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":2.637,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.72299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:35:25 2021","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.3720000000000001,"15min":1.369},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.778,"5min":1.7689999999999999,"15min":1.744},"min":{"1min":0.29699999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.5139999999999998,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":0.64200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":375705600,"data_stored":405143308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":173723648,"data_stored":204449696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":279683072,"data_stored":314083823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":157483008,"data_stored":179554335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":215265280,"data_stored":216655475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":171266048,"data_stored":191927592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":115425280,"data_stored":115487560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:36:19.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 28 2021-03-04T23:36:19.550 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.658 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.663 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:19.674 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:19 gibba023 bash[18090]: debug 2021-03-04T23:36:19.543+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:19.676 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:19 gibba023 bash[27374]: cluster 2021-03-04T23:36:17.670949+0000 mgr.x (mgr.34379) 1480 : cluster [DBG] pgmap v2018: 145 pgs: 145 active+clean; 472 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 6.7 KiB/s rd, 47 KiB/s wr, 389 op/s 2021-03-04T23:36:19.677 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:19 gibba023 bash[27374]: cluster 2021-03-04T23:36:18.403348+0000 mon.a (mon.0) 2312 : cluster [DBG] osdmap e898: 8 total, 8 up, 7 in 2021-03-04T23:36:19.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:19 gibba008 bash[37770]: cluster 2021-03-04T23:36:17.670949+0000 mgr.x (mgr.34379) 1480 : cluster [DBG] pgmap v2018: 145 pgs: 145 active+clean; 472 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 6.7 KiB/s rd, 47 KiB/s wr, 389 op/s 2021-03-04T23:36:19.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:19 gibba008 bash[37770]: cluster 2021-03-04T23:36:18.403348+0000 mon.a (mon.0) 2312 : cluster [DBG] osdmap e898: 8 total, 8 up, 7 in 2021-03-04T23:36:19.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:19 gibba008 bash[39303]: cluster 2021-03-04T23:36:17.670949+0000 mgr.x (mgr.34379) 1480 : cluster [DBG] pgmap v2018: 145 pgs: 145 active+clean; 472 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 6.7 KiB/s rd, 47 KiB/s wr, 389 op/s 2021-03-04T23:36:19.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:19 gibba008 bash[39303]: cluster 2021-03-04T23:36:18.403348+0000 mon.a (mon.0) 2312 : cluster [DBG] osdmap e898: 8 total, 8 up, 7 in 2021-03-04T23:36:19.764 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:19 gibba008 bash[48858]: debug 2021-03-04T23:36:19.310+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:19.766 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.874 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:20.004 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:19 gibba023 bash[18090]: debug 2021-03-04T23:36:19.759+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:20.005 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:20.109 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:20.248 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:20.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:20 gibba023 bash[18090]: debug 2021-03-04T23:36:20.243+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:20.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:20 gibba023 bash[19550]: debug 2021-03-04T23:36:19.999+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:20.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:20.461 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:36:20.543 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:20.646 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:20.687 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[39303]: cluster 2021-03-04T23:36:19.437380+0000 mon.a (mon.0) 2313 : cluster [DBG] osdmap e899: 8 total, 8 up, 7 in 2021-03-04T23:36:20.688 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[39303]: audit 2021-03-04T23:36:19.437958+0000 mon.c (mon.1) 149 : audit [INF] from='client.? 172.21.2.108:0/3752925126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:20.688 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[39303]: audit 2021-03-04T23:36:19.438231+0000 mon.a (mon.0) 2314 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:20.690 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[48858]: debug 2021-03-04T23:36:20.534+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:20.690 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[37770]: cluster 2021-03-04T23:36:19.437380+0000 mon.a (mon.0) 2313 : cluster [DBG] osdmap e899: 8 total, 8 up, 7 in 2021-03-04T23:36:20.691 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[37770]: audit 2021-03-04T23:36:19.437958+0000 mon.c (mon.1) 149 : audit [INF] from='client.? 172.21.2.108:0/3752925126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:20.692 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:20 gibba008 bash[37770]: audit 2021-03-04T23:36:19.438231+0000 mon.a (mon.0) 2314 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:20 gibba023 bash[27374]: cluster 2021-03-04T23:36:19.437380+0000 mon.a (mon.0) 2313 : cluster [DBG] osdmap e899: 8 total, 8 up, 7 in 2021-03-04T23:36:20.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:20 gibba023 bash[27374]: audit 2021-03-04T23:36:19.437958+0000 mon.c (mon.1) 149 : audit [INF] from='client.? 172.21.2.108:0/3752925126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:20.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:20 gibba023 bash[27374]: audit 2021-03-04T23:36:19.438231+0000 mon.a (mon.0) 2314 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:21.119 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.222 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:21.329 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:21.433 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.484 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[47391]: debug 2021-03-04T23:36:21.110+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:21.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[15180]: debug 2021-03-04T23:36:21.323+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[27374]: cluster 2021-03-04T23:36:19.671662+0000 mgr.x (mgr.34379) 1481 : cluster [DBG] pgmap v2021: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:36:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[27374]: audit 2021-03-04T23:36:20.455556+0000 mon.a (mon.0) 2315 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:36:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[27374]: cluster 2021-03-04T23:36:20.455712+0000 mon.a (mon.0) 2316 : cluster [DBG] osdmap e900: 8 total, 8 up, 7 in 2021-03-04T23:36:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[27374]: audit 2021-03-04T23:36:21.239245+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:36:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[27374]: audit 2021-03-04T23:36:21.242298+0000 mon.a (mon.0) 2318 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[27374]: audit 2021-03-04T23:36:21.242954+0000 mon.a (mon.0) 2319 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[37770]: cluster 2021-03-04T23:36:19.671662+0000 mgr.x (mgr.34379) 1481 : cluster [DBG] pgmap v2021: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:36:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[37770]: audit 2021-03-04T23:36:20.455556+0000 mon.a (mon.0) 2315 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:36:21.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[37770]: cluster 2021-03-04T23:36:20.455712+0000 mon.a (mon.0) 2316 : cluster [DBG] osdmap e900: 8 total, 8 up, 7 in 2021-03-04T23:36:21.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[37770]: audit 2021-03-04T23:36:21.239245+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:36:21.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[37770]: audit 2021-03-04T23:36:21.242298+0000 mon.a (mon.0) 2318 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:21.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[37770]: audit 2021-03-04T23:36:21.242954+0000 mon.a (mon.0) 2319 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:21.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[39303]: cluster 2021-03-04T23:36:19.671662+0000 mgr.x (mgr.34379) 1481 : cluster [DBG] pgmap v2021: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:36:21.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[39303]: audit 2021-03-04T23:36:20.455556+0000 mon.a (mon.0) 2315 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:36:21.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[39303]: cluster 2021-03-04T23:36:20.455712+0000 mon.a (mon.0) 2316 : cluster [DBG] osdmap e900: 8 total, 8 up, 7 in 2021-03-04T23:36:21.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[39303]: audit 2021-03-04T23:36:21.239245+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:36:21.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[39303]: audit 2021-03-04T23:36:21.242298+0000 mon.a (mon.0) 2318 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:21.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[39303]: audit 2021-03-04T23:36:21.242954+0000 mon.a (mon.0) 2319 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:21.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:36:21.793 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.876 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:21.911 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:21.992 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:22.094 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:22.202 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:21 gibba023 bash[19550]: debug 2021-03-04T23:36:21.983+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:22.203 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:22.239 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:21 gibba008 bash[47391]: debug 2021-03-04T23:36:21.786+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:22.311 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:22.412 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:22.470 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:22 gibba023 bash[15180]: debug 2021-03-04T23:36:22.195+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:22.471 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:22 gibba023 bash[18090]: debug 2021-03-04T23:36:22.407+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:22.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:22 gibba008 bash[37770]: cluster 2021-03-04T23:36:21.452107+0000 mon.a (mon.0) 2320 : cluster [DBG] osdmap e901: 8 total, 8 up, 7 in 2021-03-04T23:36:22.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:22 gibba008 bash[39303]: cluster 2021-03-04T23:36:21.452107+0000 mon.a (mon.0) 2320 : cluster [DBG] osdmap e901: 8 total, 8 up, 7 in 2021-03-04T23:36:22.514 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:22.563 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [4377286~95615,4869605~87651,6078595~19521,10572566~52949,14682288~66274,15136172~69622,15749130~38710,16700405~101044,17749231~74807,20462274~90161] 2021-03-04T23:36:22.642 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:22.746 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:22 gibba023 bash[27374]: cluster 2021-03-04T23:36:21.452107+0000 mon.a (mon.0) 2320 : cluster [DBG] osdmap e901: 8 total, 8 up, 7 in 2021-03-04T23:36:22.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:22 gibba023 bash[88433]: debug 2021-03-04T23:36:22.635+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:23.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:23.262 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:23.473 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:23 gibba008 bash[44600]: debug 2021-03-04T23:36:23.150+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:23.565 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [0~12582912,16777216~4194304] 2021-03-04T23:36:23.567 INFO:tasks.workunit.client.0.gibba008.stdout: diff was [0~12582912,16777216~4194304] 2021-03-04T23:36:23.574 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5144 ms) 2021-03-04T23:36:23.575 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2021-03-04T23:36:23.575 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:36:23.615 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T23:36:23.679 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:23.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:23 gibba008 bash[37770]: cluster 2021-03-04T23:36:21.672716+0000 mgr.x (mgr.34379) 1482 : cluster [DBG] pgmap v2024: 145 pgs: 11 unknown, 134 active+clean; 4.0 MiB data, 1.5 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:36:23.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:23 gibba008 bash[37770]: cluster 2021-03-04T23:36:22.462091+0000 mon.a (mon.0) 2321 : cluster [DBG] osdmap e902: 8 total, 8 up, 7 in 2021-03-04T23:36:23.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:23 gibba008 bash[39303]: cluster 2021-03-04T23:36:21.672716+0000 mgr.x (mgr.34379) 1482 : cluster [DBG] pgmap v2024: 145 pgs: 11 unknown, 134 active+clean; 4.0 MiB data, 1.5 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:36:23.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:23 gibba008 bash[39303]: cluster 2021-03-04T23:36:22.462091+0000 mon.a (mon.0) 2321 : cluster [DBG] osdmap e902: 8 total, 8 up, 7 in 2021-03-04T23:36:23.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:23 gibba008 bash[48858]: debug 2021-03-04T23:36:23.670+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:23 gibba023 bash[27374]: cluster 2021-03-04T23:36:21.672716+0000 mgr.x (mgr.34379) 1482 : cluster [DBG] pgmap v2024: 145 pgs: 11 unknown, 134 active+clean; 4.0 MiB data, 1.5 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:36:23.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:23 gibba023 bash[27374]: cluster 2021-03-04T23:36:22.462091+0000 mon.a (mon.0) 2321 : cluster [DBG] osdmap e902: 8 total, 8 up, 7 in 2021-03-04T23:36:23.789 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:24.279 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:24.381 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:24.506 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T23:36:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:24 gibba008 bash[37770]: cluster 2021-03-04T23:36:23.486885+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e903: 8 total, 8 up, 7 in 2021-03-04T23:36:24.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:24 gibba008 bash[39303]: cluster 2021-03-04T23:36:23.486885+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e903: 8 total, 8 up, 7 in 2021-03-04T23:36:24.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:24 gibba008 bash[47391]: debug 2021-03-04T23:36:24.270+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:24.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:24 gibba023 bash[27374]: cluster 2021-03-04T23:36:23.486885+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e903: 8 total, 8 up, 7 in 2021-03-04T23:36:24.888 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:24.991 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:25.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:24 gibba008 bash[91265]: debug 2021-03-04T23:36:24.882+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:25.425 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:25.520 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T23:36:25.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:25.619 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:25.722 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:25.739 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[47391]: debug 2021-03-04T23:36:25.418+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:25.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[37770]: cluster 2021-03-04T23:36:23.673709+0000 mgr.x (mgr.34379) 1483 : cluster [DBG] pgmap v2027: 145 pgs: 6 unknown, 139 active+clean; 4.0 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:36:25.740 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[37770]: cluster 2021-03-04T23:36:24.493951+0000 mon.a (mon.0) 2323 : cluster [DBG] osdmap e904: 8 total, 8 up, 7 in 2021-03-04T23:36:25.740 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[37770]: audit 2021-03-04T23:36:25.277149+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:25.740 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[39303]: cluster 2021-03-04T23:36:23.673709+0000 mgr.x (mgr.34379) 1483 : cluster [DBG] pgmap v2027: 145 pgs: 6 unknown, 139 active+clean; 4.0 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:36:25.740 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[39303]: cluster 2021-03-04T23:36:24.493951+0000 mon.a (mon.0) 2323 : cluster [DBG] osdmap e904: 8 total, 8 up, 7 in 2021-03-04T23:36:25.741 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:25 gibba008 bash[39303]: audit 2021-03-04T23:36:25.277149+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:25.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:25 gibba023 bash[15180]: debug 2021-03-04T23:36:25.615+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:25 gibba023 bash[27374]: cluster 2021-03-04T23:36:23.673709+0000 mgr.x (mgr.34379) 1483 : cluster [DBG] pgmap v2027: 145 pgs: 6 unknown, 139 active+clean; 4.0 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2021-03-04T23:36:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:25 gibba023 bash[27374]: cluster 2021-03-04T23:36:24.493951+0000 mon.a (mon.0) 2323 : cluster [DBG] osdmap e904: 8 total, 8 up, 7 in 2021-03-04T23:36:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:25 gibba023 bash[27374]: audit 2021-03-04T23:36:25.277149+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:26.082 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:26.190 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:26.213 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:26 gibba008 bash[44600]: debug 2021-03-04T23:36:26.074+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:26.288 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:26.390 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:26.519 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:26 gibba023 bash[18090]: debug 2021-03-04T23:36:26.275+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:26.520 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:26.523 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T23:36:26.525 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2951 ms) 2021-03-04T23:36:26.526 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2021-03-04T23:36:26.526 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:36:26.622 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:26.665 INFO:tasks.workunit.client.0.gibba008.stdout: i=0 exists [17631898~1795843,91842603~3684630,123941569~4496577,130025784~1785113,194859924~2191658,234252750~5774896,297077002~220476,319581440~3993187,364215732~4846178,403920977~6548879] wrote [17631898~1795843,91842603~3684630,123941569~4496577,130025784~1785113,194859924~2191658,234252750~5774896,297077002~220476,319581440~3993187,364215732~4846178,403920977~6548879] 2021-03-04T23:36:26.754 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:26 gibba023 bash[27374]: cephadm 2021-03-04T23:36:25.279415+0000 mgr.x (mgr.34379) 1484 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:36:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:26 gibba023 bash[27374]: cluster 2021-03-04T23:36:25.502041+0000 mon.a (mon.0) 2325 : cluster [DBG] osdmap e905: 8 total, 8 up, 7 in 2021-03-04T23:36:26.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:26 gibba023 bash[15180]: debug 2021-03-04T23:36:26.515+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:26.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:26 gibba023 bash[15180]: debug 2021-03-04T23:36:26.747+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:26.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:26.869 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:26 gibba008 bash[39303]: cephadm 2021-03-04T23:36:25.279415+0000 mgr.x (mgr.34379) 1484 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:36:26.870 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:26 gibba008 bash[39303]: cluster 2021-03-04T23:36:25.502041+0000 mon.a (mon.0) 2325 : cluster [DBG] osdmap e905: 8 total, 8 up, 7 in 2021-03-04T23:36:26.870 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:26 gibba008 bash[37770]: cephadm 2021-03-04T23:36:25.279415+0000 mgr.x (mgr.34379) 1484 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:36:26.871 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:26 gibba008 bash[37770]: cluster 2021-03-04T23:36:25.502041+0000 mon.a (mon.0) 2325 : cluster [DBG] osdmap e905: 8 total, 8 up, 7 in 2021-03-04T23:36:27.408 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:27.514 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:27.651 INFO:tasks.workunit.client.0.gibba008.stdout: i=1 exists [1449617~2643078,17631898~1795843,22414540~2078984,48110162~1407569,81890896~2800247,91842603~3684630,123941569~7895820,194859924~2191658,234252750~5774896,249954447~7845703,281718778~6335460,297077002~220476,319581440~3993187,331956753~3073695,364215732~7273787,400653932~9815924] wrote [1449617~2643078,22414540~2078984,48110162~1407569,81890896~2800247,124908045~6929344,249954447~7845703,281718778~6335460,331956753~3073695,367003934~4485585,400653932~4421353] 2021-03-04T23:36:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:27 gibba008 bash[37770]: cluster 2021-03-04T23:36:25.674805+0000 mgr.x (mgr.34379) 1485 : cluster [DBG] pgmap v2030: 145 pgs: 145 active+clean; 8.0 MiB data, 859 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 62 KiB/s wr, 1 op/s 2021-03-04T23:36:27.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:27 gibba008 bash[37770]: cluster 2021-03-04T23:36:26.516796+0000 mon.a (mon.0) 2326 : cluster [DBG] osdmap e906: 8 total, 8 up, 7 in 2021-03-04T23:36:27.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:27 gibba008 bash[91265]: debug 2021-03-04T23:36:27.398+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:27.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:27 gibba008 bash[39303]: cluster 2021-03-04T23:36:25.674805+0000 mgr.x (mgr.34379) 1485 : cluster [DBG] pgmap v2030: 145 pgs: 145 active+clean; 8.0 MiB data, 859 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 62 KiB/s wr, 1 op/s 2021-03-04T23:36:27.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:27 gibba008 bash[39303]: cluster 2021-03-04T23:36:26.516796+0000 mon.a (mon.0) 2326 : cluster [DBG] osdmap e906: 8 total, 8 up, 7 in 2021-03-04T23:36:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:27 gibba023 bash[27374]: cluster 2021-03-04T23:36:25.674805+0000 mgr.x (mgr.34379) 1485 : cluster [DBG] pgmap v2030: 145 pgs: 145 active+clean; 8.0 MiB data, 859 MiB used, 584 GiB / 588 GiB avail; 0 B/s rd, 62 KiB/s wr, 1 op/s 2021-03-04T23:36:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:27 gibba023 bash[27374]: cluster 2021-03-04T23:36:26.516796+0000 mon.a (mon.0) 2326 : cluster [DBG] osdmap e906: 8 total, 8 up, 7 in 2021-03-04T23:36:28.029 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:28.131 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:28 gibba008 bash[47391]: debug 2021-03-04T23:36:28.022+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:28.633 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.685 INFO:tasks.workunit.client.0.gibba008.stdout: i=2 exists [1449617~2643078,17631898~1795843,22414540~2078984,29161455~9679471,48110162~1407569,70428522~1063905,81890896~2800247,91842603~3684630,123941569~7895820,151909193~10958466,194859924~2191658,230624909~1506051,234252750~5774896,249954447~7845703,268676358~7113801,281718778~6335460,297077002~220476,319581440~3993187,331956753~3073695,340110820~7802647,354151778~47016,364215732~9988838,400653932~9815924] wrote [29161455~9679471,70428522~1063905,151909193~10958466,230624909~1506051,268676358~7113801,340110820~7802647,354151778~47016,367195325~7009245] 2021-03-04T23:36:28.736 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:28 gibba008 bash[39303]: cluster 2021-03-04T23:36:27.530993+0000 mon.a (mon.0) 2327 : cluster [DBG] osdmap e907: 8 total, 8 up, 7 in 2021-03-04T23:36:29.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:28 gibba008 bash[37770]: cluster 2021-03-04T23:36:27.530993+0000 mon.a (mon.0) 2327 : cluster [DBG] osdmap e907: 8 total, 8 up, 7 in 2021-03-04T23:36:29.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:28 gibba008 bash[91265]: debug 2021-03-04T23:36:28.626+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:28 gibba023 bash[27374]: cluster 2021-03-04T23:36:27.530993+0000 mon.a (mon.0) 2327 : cluster [DBG] osdmap e907: 8 total, 8 up, 7 in 2021-03-04T23:36:29.141 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.244 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[48858]: debug 2021-03-04T23:36:29.134+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:29.545 INFO:tasks.workunit.client.0.gibba008.stdout: i=3 exists [1449617~2643078,17631898~1795843,22414540~2078984,29161455~9679471,48110162~1407569,70428522~1063905,81890896~2800247,91842603~3684630,99079070~159608,123941569~7895820,151909193~10958466,194859924~2191658,230624909~1506051,234252750~5774896,242895975~14904175,268676358~7113801,281718778~6335460,297077002~220476,319581440~3993187,326223882~8977995,337552055~745937,340110820~7802647,353154244~7566949,364215732~9988838,379477769~1898201,400653932~9815924] wrote [99079070~159608,159410807~365763,237198593~2559751,242895975~7954886,281733047~2482738,326223882~8977995,337552055~745937,353154244~7566949,379477769~1898201] 2021-03-04T23:36:29.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[37770]: cluster 2021-03-04T23:36:27.675464+0000 mgr.x (mgr.34379) 1486 : cluster [DBG] pgmap v2033: 145 pgs: 145 active+clean; 34 MiB data, 844 MiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2021-03-04T23:36:29.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[37770]: cluster 2021-03-04T23:36:28.540254+0000 mon.a (mon.0) 2328 : cluster [DBG] osdmap e908: 8 total, 8 up, 7 in 2021-03-04T23:36:29.791 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[37770]: cluster 2021-03-04T23:36:29.387173+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e909: 8 total, 8 up, 7 in 2021-03-04T23:36:29.792 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[39303]: cluster 2021-03-04T23:36:27.675464+0000 mgr.x (mgr.34379) 1486 : cluster [DBG] pgmap v2033: 145 pgs: 145 active+clean; 34 MiB data, 844 MiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2021-03-04T23:36:29.792 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[39303]: cluster 2021-03-04T23:36:28.540254+0000 mon.a (mon.0) 2328 : cluster [DBG] osdmap e908: 8 total, 8 up, 7 in 2021-03-04T23:36:29.792 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[39303]: cluster 2021-03-04T23:36:29.387173+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e909: 8 total, 8 up, 7 in 2021-03-04T23:36:29.793 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:29 gibba023 bash[27374]: cluster 2021-03-04T23:36:27.675464+0000 mgr.x (mgr.34379) 1486 : cluster [DBG] pgmap v2033: 145 pgs: 145 active+clean; 34 MiB data, 844 MiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2021-03-04T23:36:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:29 gibba023 bash[27374]: cluster 2021-03-04T23:36:28.540254+0000 mon.a (mon.0) 2328 : cluster [DBG] osdmap e908: 8 total, 8 up, 7 in 2021-03-04T23:36:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:29 gibba023 bash[27374]: cluster 2021-03-04T23:36:29.387173+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e909: 8 total, 8 up, 7 in 2021-03-04T23:36:30.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:29 gibba008 bash[48858]: debug 2021-03-04T23:36:29.782+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:30.308 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:30.411 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.507 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.613 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.677 INFO:tasks.workunit.client.0.gibba008.stdout: i=4 exists [1449617~2643078,17631898~1795843,20336700~4637647,29161455~9679471,48110162~1407569,70428522~1063905,81890896~3146064,91842603~3684630,99079070~159608,111699392~8495651,123941569~7895820,151909193~10958466,194859924~2191658,207692813~6172810,230624909~1506051,234252750~5774896,240976362~16823788,268676358~7113801,281718778~6335460,290674080~5110880,297077002~220476,319581440~3993187,326223882~12074110,340110820~7802647,353154244~7566949,364215732~9988838,379477769~1898201,400653932~9815924] wrote [20336700~4637647,83971702~1065258,111699392~8495651,207692813~6172810,240976362~3791058,290674080~5110880,332189609~5637105,343554195~1907149,367882233~3371621] 2021-03-04T23:36:30.732 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:30 gibba023 bash[19550]: debug 2021-03-04T23:36:30.499+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:30.733 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:30 gibba008 bash[44600]: debug 2021-03-04T23:36:30.302+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:30.841 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:31.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:30 gibba023 bash[19550]: debug 2021-03-04T23:36:30.727+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:31.071 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:31.174 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:31.261 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:31.293 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:31 gibba008 bash[48858]: debug 2021-03-04T23:36:31.062+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:31.362 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:31.454 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:31 gibba023 bash[88433]: debug 2021-03-04T23:36:31.251+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:31.454 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:31.558 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:31.748 INFO:tasks.workunit.client.0.gibba008.stdout: i=5 exists [1449617~2643078,17631898~1795843,20336700~4637647,29161455~14693787,48110162~1407569,70428522~1063905,79082675~16444558,99079070~159608,111699392~8495651,123941569~7895820,135538761~7946611,151909193~10958466,164850137~6678307,194859924~2191658,207692813~6172810,230624909~1506051,234252750~5774896,240161363~17638787,268676358~7113801,278005054~1568074,281718778~14066182,297077002~220476,319581440~3993187,326223882~12074110,340110820~7802647,353154244~7566949,364215732~9988838,379477769~1898201,400653932~9815924] wrote [37952398~5902844,79082675~13695172,135538761~7946611,164850137~6678307,240161363~7285071,278005054~1568074,287611572~3770893,369237565~1063265] 2021-03-04T23:36:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:31 gibba023 bash[27374]: cluster 2021-03-04T23:36:29.676510+0000 mgr.x (mgr.34379) 1487 : cluster [DBG] pgmap v2036: 145 pgs: 145 active+clean; 80 MiB data, 906 MiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 9.9 MiB/s wr, 24 op/s 2021-03-04T23:36:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:31 gibba023 bash[27374]: cluster 2021-03-04T23:36:30.553120+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e910: 8 total, 8 up, 7 in 2021-03-04T23:36:31.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:31 gibba023 bash[88433]: debug 2021-03-04T23:36:31.447+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:32.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:31 gibba008 bash[37770]: cluster 2021-03-04T23:36:29.676510+0000 mgr.x (mgr.34379) 1487 : cluster [DBG] pgmap v2036: 145 pgs: 145 active+clean; 80 MiB data, 906 MiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 9.9 MiB/s wr, 24 op/s 2021-03-04T23:36:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:31 gibba008 bash[37770]: cluster 2021-03-04T23:36:30.553120+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e910: 8 total, 8 up, 7 in 2021-03-04T23:36:32.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:31 gibba008 bash[39303]: cluster 2021-03-04T23:36:29.676510+0000 mgr.x (mgr.34379) 1487 : cluster [DBG] pgmap v2036: 145 pgs: 145 active+clean; 80 MiB data, 906 MiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 9.9 MiB/s wr, 24 op/s 2021-03-04T23:36:32.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:31 gibba008 bash[39303]: cluster 2021-03-04T23:36:30.553120+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e910: 8 total, 8 up, 7 in 2021-03-04T23:36:32.101 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:32.209 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:32.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:32 gibba008 bash[91265]: debug 2021-03-04T23:36:32.090+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:32.698 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:32.793 INFO:tasks.workunit.client.0.gibba008.stdout: i=6 exists [1449617~2643078,17631898~1795843,20336700~4637647,29161455~14693787,48110162~1407569,70428522~1063905,79082675~16444558,96531769~6214089,111699392~8495651,123941569~7895820,132776479~2737345,135538761~7946611,151909193~10958466,164850137~10667023,194859924~2191658,201530834~12334789,215027055~5685401,220939307~4206193,230624909~1506051,234252750~5774896,240161363~17638787,268676358~7113801,278005054~1568074,281718778~14066182,297077002~220476,319581440~3993187,326223882~12074110,340110820~7802647,353154244~7566949,364215732~9988838,379477769~1898201,392976059~5964568,400653932~9815924] wrote [82274254~8144068,96531769~6214089,132776479~2737345,153460030~1991274,171034800~4482360,201530834~8098885,215027055~5685401,220939307~4206193,327379039~7635812,392976059~5964568] 2021-03-04T23:36:32.802 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:32.860 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:32.861 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:32.901 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:32 gibba023 bash[27374]: cluster 2021-03-04T23:36:31.560202+0000 mon.a (mon.0) 2331 : cluster [DBG] osdmap e911: 8 total, 8 up, 7 in 2021-03-04T23:36:32.902 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:32.929 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:32 gibba008 bash[39303]: cluster 2021-03-04T23:36:31.560202+0000 mon.a (mon.0) 2331 : cluster [DBG] osdmap e911: 8 total, 8 up, 7 in 2021-03-04T23:36:32.930 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:32 gibba008 bash[37770]: cluster 2021-03-04T23:36:31.560202+0000 mon.a (mon.0) 2331 : cluster [DBG] osdmap e911: 8 total, 8 up, 7 in 2021-03-04T23:36:32.930 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:32 gibba008 bash[48858]: debug 2021-03-04T23:36:32.690+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:33.008 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:33.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:32 gibba023 bash[15180]: debug 2021-03-04T23:36:32.895+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:33.373 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:33.481 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:33.565 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:33.579 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:33 gibba008 bash[48858]: debug 2021-03-04T23:36:33.362+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:33.669 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:33.730 INFO:tasks.workunit.client.0.gibba008.stdout: i=7 exists [1449617~2643078,15612591~28242651,48110162~1407569,70428522~1063905,79082675~16444558,96531769~6214089,111699392~8495651,123941569~7895820,132776479~2737345,135538761~9288495,151909193~10958466,164850137~10667023,185493825~3946687,194859924~2191658,201530834~12334789,215027055~5685401,220939307~4206193,230624909~1506051,234252750~5774896,240161363~17638787,268676358~7113801,278005054~1568074,281718778~14066182,297077002~220476,303307495~4812935,319581440~4732769,326223882~12074110,340110820~7806235,353154244~7566949,364215732~19504982,392976059~5964568,400653932~9815924] wrote [15612591~5189026,23923736~6390101,140438071~4389185,185493825~3946687,303307495~4812935,321256827~3057382,340560651~7356404,371997991~11722723] 2021-03-04T23:36:33.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:33 gibba023 bash[27374]: cluster 2021-03-04T23:36:31.677311+0000 mgr.x (mgr.34379) 1488 : cluster [DBG] pgmap v2039: 145 pgs: 145 active+clean; 225 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 38 MiB/s wr, 27 op/s 2021-03-04T23:36:33.761 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:33 gibba023 bash[27374]: cluster 2021-03-04T23:36:32.573306+0000 mon.a (mon.0) 2332 : cluster [DBG] osdmap e912: 8 total, 8 up, 7 in 2021-03-04T23:36:33.762 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:33 gibba023 bash[88433]: debug 2021-03-04T23:36:33.559+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:33.762 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:33.869 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:33.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:33 gibba008 bash[37770]: cluster 2021-03-04T23:36:31.677311+0000 mgr.x (mgr.34379) 1488 : cluster [DBG] pgmap v2039: 145 pgs: 145 active+clean; 225 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 38 MiB/s wr, 27 op/s 2021-03-04T23:36:33.893 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:33 gibba008 bash[37770]: cluster 2021-03-04T23:36:32.573306+0000 mon.a (mon.0) 2332 : cluster [DBG] osdmap e912: 8 total, 8 up, 7 in 2021-03-04T23:36:33.894 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:33 gibba008 bash[39303]: cluster 2021-03-04T23:36:31.677311+0000 mgr.x (mgr.34379) 1488 : cluster [DBG] pgmap v2039: 145 pgs: 145 active+clean; 225 MiB data, 1.1 GiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 38 MiB/s wr, 27 op/s 2021-03-04T23:36:33.894 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:33 gibba008 bash[39303]: cluster 2021-03-04T23:36:32.573306+0000 mon.a (mon.0) 2332 : cluster [DBG] osdmap e912: 8 total, 8 up, 7 in 2021-03-04T23:36:34.002 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:34.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:33 gibba023 bash[15180]: debug 2021-03-04T23:36:33.995+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:34.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:33 gibba023 bash[88433]: debug 2021-03-04T23:36:33.755+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:34.108 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:34.192 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:34.272 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:36:34.287 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:36:34.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:34.300 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:36:34.314 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:36:34.335 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:36:34.356 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:36:34.379 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:36:34.402 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:34.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:34 gibba023 bash[15180]: debug 2021-03-04T23:36:34.187+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:34.732 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:34.762 INFO:tasks.workunit.client.0.gibba008.stdout: i=8 exists [1449617~2643078,15612591~28242651,48110162~1407569,66184833~7044710,79082675~16444558,96531769~6214089,111699392~8495651,123941569~7895820,132776479~2737345,135538761~9288495,151909193~10958466,164850137~10667023,179701112~932206,185493825~3946687,192831784~247538,194859924~2191658,201530834~19181622,220939307~4206193,230624909~1506051,233958943~23841207,268676358~10896770,281718778~14066182,297077002~220476,297946931~10173499,319581440~4732769,326223882~12074110,340110820~7806235,353154244~7566949,363787419~23080981,392976059~5964568,400653932~9815924] wrote [66184833~7044710,179701112~932206,192831784~247538,211831791~6431030,233958943~6900765,269345725~9477963,297946931~6090051,363787419~895327,383705039~3163361] 2021-03-04T23:36:34.840 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:34 gibba008 bash[39303]: cluster 2021-03-04T23:36:33.584830+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e913: 8 total, 8 up, 7 in 2021-03-04T23:36:35.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:34 gibba008 bash[39303]: audit 2021-03-04T23:36:34.253728+0000 mon.a (mon.0) 2334 : audit [DBG] from='client.? 172.21.2.108:0/3835236304' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:35.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:34 gibba008 bash[37770]: cluster 2021-03-04T23:36:33.584830+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e913: 8 total, 8 up, 7 in 2021-03-04T23:36:35.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:34 gibba008 bash[37770]: audit 2021-03-04T23:36:34.253728+0000 mon.a (mon.0) 2334 : audit [DBG] from='client.? 172.21.2.108:0/3835236304' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:35.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:34 gibba008 bash[44600]: debug 2021-03-04T23:36:34.722+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:35.014 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:34 gibba023 bash[27374]: cluster 2021-03-04T23:36:33.584830+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e913: 8 total, 8 up, 7 in 2021-03-04T23:36:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:34 gibba023 bash[27374]: audit 2021-03-04T23:36:34.253728+0000 mon.a (mon.0) 2334 : audit [DBG] from='client.? 172.21.2.108:0/3835236304' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:35.036 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:36:35.111 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:35.115 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:35.230 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:35.320 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[91265]: debug 2021-03-04T23:36:35.006+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:35.338 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:35.438 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[88433]: debug 2021-03-04T23:36:35.223+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:35.439 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:35.545 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:35.606 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pgp_num to 28 2021-03-04T23:36:35.682 INFO:tasks.workunit.client.0.gibba008.stdout: i=9 exists [1449617~2643078,15612591~28242651,48110162~1407569,66184833~7044710,76283822~632338,79082675~16444558,96531769~6214089,111699392~8495651,123941569~7895820,132776479~2737345,135538761~9288495,151909193~10958466,164850137~10667023,179701112~932206,185493825~3946687,192831784~247538,194859924~2191658,201530834~19181622,220939307~4206193,230624909~1506051,233958943~23841207,258815344~3502934,268676358~10896770,281718778~14066182,297077002~220476,297946931~10173499,311689842~1300486,319581440~4732769,326223882~21693173,353154244~7566949,363787419~25742158,392976059~5964568,400653932~9815924] wrote [36762725~1493611,76283822~632338,100799596~61589,258815344~3502934,285357513~2686255,311689842~1300486,336524358~7714813,380118046~9411531] 2021-03-04T23:36:35.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[88433]: debug 2021-03-04T23:36:35.431+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:35.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: cluster 2021-03-04T23:36:33.677899+0000 mgr.x (mgr.34379) 1489 : cluster [DBG] pgmap v2042: 145 pgs: 145 active+clean; 265 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 38 MiB/s wr, 27 op/s 2021-03-04T23:36:35.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: cluster 2021-03-04T23:36:34.602869+0000 mon.a (mon.0) 2335 : cluster [DBG] osdmap e914: 8 total, 8 up, 7 in 2021-03-04T23:36:35.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: audit 2021-03-04T23:36:34.937400+0000 mon.c (mon.1) 150 : audit [INF] from='client.? 172.21.2.108:0/2497204054' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:36:35.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: audit 2021-03-04T23:36:34.937734+0000 mon.a (mon.0) 2336 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:36:35.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: audit 2021-03-04T23:36:35.032554+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:35.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: audit 2021-03-04T23:36:35.134559+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:35.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:35 gibba023 bash[27374]: audit 2021-03-04T23:36:35.234465+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.001 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: cluster 2021-03-04T23:36:33.677899+0000 mgr.x (mgr.34379) 1489 : cluster [DBG] pgmap v2042: 145 pgs: 145 active+clean; 265 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 38 MiB/s wr, 27 op/s 2021-03-04T23:36:36.002 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: cluster 2021-03-04T23:36:34.602869+0000 mon.a (mon.0) 2335 : cluster [DBG] osdmap e914: 8 total, 8 up, 7 in 2021-03-04T23:36:36.002 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: audit 2021-03-04T23:36:34.937400+0000 mon.c (mon.1) 150 : audit [INF] from='client.? 172.21.2.108:0/2497204054' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:36:36.002 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: audit 2021-03-04T23:36:34.937734+0000 mon.a (mon.0) 2336 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:36:36.002 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: audit 2021-03-04T23:36:35.032554+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.002 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: audit 2021-03-04T23:36:35.134559+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.003 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[39303]: audit 2021-03-04T23:36:35.234465+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.003 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: cluster 2021-03-04T23:36:33.677899+0000 mgr.x (mgr.34379) 1489 : cluster [DBG] pgmap v2042: 145 pgs: 145 active+clean; 265 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.2 KiB/s rd, 38 MiB/s wr, 27 op/s 2021-03-04T23:36:36.003 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: cluster 2021-03-04T23:36:34.602869+0000 mon.a (mon.0) 2335 : cluster [DBG] osdmap e914: 8 total, 8 up, 7 in 2021-03-04T23:36:36.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: audit 2021-03-04T23:36:34.937400+0000 mon.c (mon.1) 150 : audit [INF] from='client.? 172.21.2.108:0/2497204054' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:36:36.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: audit 2021-03-04T23:36:34.937734+0000 mon.a (mon.0) 2336 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:36:36.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: audit 2021-03-04T23:36:35.032554+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: audit 2021-03-04T23:36:35.134559+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.005 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[37770]: audit 2021-03-04T23:36:35.234465+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:36:36.005 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:36.109 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:36.302 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:35 gibba008 bash[44600]: debug 2021-03-04T23:36:35.994+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:36.640 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:36.936 INFO:tasks.workunit.client.0.gibba008.stdout: i=10 exists [1449617~2643078,8567116~7010486,15612591~28242651,48110162~1407569,66184833~7044710,76283822~632338,78176642~17350591,96531769~6214089,111699392~8495651,123941569~7895820,132776479~12050777,151909193~10958466,164850137~10667023,179701112~932206,185493825~3946687,192831784~247538,194859924~2191658,201530834~19181622,220939307~4206193,229534253~3426968,233958943~23841207,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,311689842~1300486,319581440~28335615,353154244~7566949,363787419~25742158,392976059~5964568,400653932~9815924] wrote [8567116~7010486,78176642~2702061,134867257~2057560,202681535~182278,229534253~3426968,235743525~4306726,264449097~2343966,281792438~1657444,294786251~6499321,323730824~5827716] 2021-03-04T23:36:37.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[47391]: debug 2021-03-04T23:36:36.630+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:37.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[37770]: cephadm 2021-03-04T23:36:35.034640+0000 mgr.x (mgr.34379) 1490 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:36:37.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[37770]: audit 2021-03-04T23:36:35.600199+0000 mon.a (mon.0) 2340 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:36:37.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[37770]: cluster 2021-03-04T23:36:35.600277+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e915: 8 total, 8 up, 7 in 2021-03-04T23:36:37.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[37770]: cluster 2021-03-04T23:36:35.678190+0000 mgr.x (mgr.34379) 1491 : cluster [DBG] pgmap v2045: 145 pgs: 145 active+clean; 320 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 19 MiB/s wr, 9 op/s 2021-03-04T23:36:37.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[39303]: cephadm 2021-03-04T23:36:35.034640+0000 mgr.x (mgr.34379) 1490 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:36:37.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[39303]: audit 2021-03-04T23:36:35.600199+0000 mon.a (mon.0) 2340 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:36:37.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[39303]: cluster 2021-03-04T23:36:35.600277+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e915: 8 total, 8 up, 7 in 2021-03-04T23:36:37.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:36 gibba008 bash[39303]: cluster 2021-03-04T23:36:35.678190+0000 mgr.x (mgr.34379) 1491 : cluster [DBG] pgmap v2045: 145 pgs: 145 active+clean; 320 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 19 MiB/s wr, 9 op/s 2021-03-04T23:36:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:36 gibba023 bash[27374]: cephadm 2021-03-04T23:36:35.034640+0000 mgr.x (mgr.34379) 1490 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:36:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:36 gibba023 bash[27374]: audit 2021-03-04T23:36:35.600199+0000 mon.a (mon.0) 2340 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:36:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:36 gibba023 bash[27374]: cluster 2021-03-04T23:36:35.600277+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e915: 8 total, 8 up, 7 in 2021-03-04T23:36:37.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:36 gibba023 bash[27374]: cluster 2021-03-04T23:36:35.678190+0000 mgr.x (mgr.34379) 1491 : cluster [DBG] pgmap v2045: 145 pgs: 145 active+clean; 320 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 19 MiB/s wr, 9 op/s 2021-03-04T23:36:37.036 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:37.154 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:37.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:37.357 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:37 gibba023 bash[15180]: debug 2021-03-04T23:36:37.147+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:37.357 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:37.459 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:37.546 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:37.630 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:37 gibba023 bash[18090]: debug 2021-03-04T23:36:37.539+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:37.631 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:37 gibba023 bash[19550]: debug 2021-03-04T23:36:37.351+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:37.640 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:36:37.651 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:37.825 INFO:tasks.workunit.client.0.gibba008.stdout: i=11 exists [1449617~2643078,8567116~7010486,15612591~28242651,48110162~1407569,63992736~9236807,76283822~632338,78176642~17350591,96531769~6214089,111699392~8495651,123941569~7895820,132776479~12050777,151909193~10958466,164850137~14031307,179701112~932206,185493825~3946687,192831784~247538,194859924~2191658,201530834~19181622,220939307~4206193,229534253~3426968,233958943~23841207,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,311689842~1300486,319581440~28335615,352356822~37172755,392976059~5964568,400653932~11022739] wrote [16912439~3143293,63992736~7327250,171741768~7139676,352356822~1292526,360557869~5126325,369075325~4199085,405479758~6196913] 2021-03-04T23:36:37.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:37 gibba008 bash[37770]: cluster 2021-03-04T23:36:36.618511+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e916: 8 total, 8 up, 7 in 2021-03-04T23:36:37.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:37 gibba008 bash[37770]: audit 2021-03-04T23:36:37.222143+0000 mon.a (mon.0) 2343 : audit [INF] from='client.? 172.21.2.108:0/2575126502' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:37.884 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:37 gibba008 bash[39303]: cluster 2021-03-04T23:36:36.618511+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e916: 8 total, 8 up, 7 in 2021-03-04T23:36:37.884 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:37 gibba008 bash[39303]: audit 2021-03-04T23:36:37.222143+0000 mon.a (mon.0) 2343 : audit [INF] from='client.? 172.21.2.108:0/2575126502' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:37 gibba023 bash[27374]: cluster 2021-03-04T23:36:36.618511+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e916: 8 total, 8 up, 7 in 2021-03-04T23:36:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:37 gibba023 bash[27374]: audit 2021-03-04T23:36:37.222143+0000 mon.a (mon.0) 2343 : audit [INF] from='client.? 172.21.2.108:0/2575126502' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:38.162 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:38.265 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:38.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[44600]: debug 2021-03-04T23:36:38.154+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:38.577 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:38.679 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:38.758 INFO:tasks.workunit.client.0.gibba008.stdout: i=12 exists [1449617~2643078,8567116~7010486,15612591~28242651,44989419~7644995,63992736~9931304,76283822~632338,78176642~17350591,96531769~6214089,111699392~10982393,123941569~7895820,131893841~13530464,151909193~10958466,164850137~14031307,179701112~932206,185493825~3946687,192831784~247538,194859924~2191658,201530834~19181622,220939307~4206193,229534253~3426968,233958943~23841207,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,319581440~28335615,352356822~37172755,392976059~5964568,400653932~11022739] wrote [44989419~7644995,71981331~1942709,93055412~136113,115432088~7249697,131893841~2014866,144596382~827923,243044577~2165455,299212497~1630956,310706224~2919463,365685384~4179144] 2021-03-04T23:36:39.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[44600]: debug 2021-03-04T23:36:38.570+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[37770]: cluster 2021-03-04T23:36:37.621539+0000 mon.a (mon.0) 2344 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[37770]: cluster 2021-03-04T23:36:37.621656+0000 mon.a (mon.0) 2345 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[37770]: audit 2021-03-04T23:36:37.634817+0000 mon.a (mon.0) 2346 : audit [INF] from='client.? 172.21.2.108:0/2575126502' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[37770]: cluster 2021-03-04T23:36:37.634843+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e917: 8 total, 8 up, 7 in 2021-03-04T23:36:39.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[37770]: cluster 2021-03-04T23:36:37.678866+0000 mgr.x (mgr.34379) 1492 : cluster [DBG] pgmap v2048: 145 pgs: 145 active+clean; 500 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 35 op/s 2021-03-04T23:36:39.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[39303]: cluster 2021-03-04T23:36:37.621539+0000 mon.a (mon.0) 2344 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:39.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[39303]: cluster 2021-03-04T23:36:37.621656+0000 mon.a (mon.0) 2345 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:39.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[39303]: audit 2021-03-04T23:36:37.634817+0000 mon.a (mon.0) 2346 : audit [INF] from='client.? 172.21.2.108:0/2575126502' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:39.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[39303]: cluster 2021-03-04T23:36:37.634843+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e917: 8 total, 8 up, 7 in 2021-03-04T23:36:39.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:38 gibba008 bash[39303]: cluster 2021-03-04T23:36:37.678866+0000 mgr.x (mgr.34379) 1492 : cluster [DBG] pgmap v2048: 145 pgs: 145 active+clean; 500 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 35 op/s 2021-03-04T23:36:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:38 gibba023 bash[27374]: cluster 2021-03-04T23:36:37.621539+0000 mon.a (mon.0) 2344 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:38 gibba023 bash[27374]: cluster 2021-03-04T23:36:37.621656+0000 mon.a (mon.0) 2345 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:39.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:38 gibba023 bash[27374]: audit 2021-03-04T23:36:37.634817+0000 mon.a (mon.0) 2346 : audit [INF] from='client.? 172.21.2.108:0/2575126502' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:39.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:38 gibba023 bash[27374]: cluster 2021-03-04T23:36:37.634843+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e917: 8 total, 8 up, 7 in 2021-03-04T23:36:39.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:38 gibba023 bash[27374]: cluster 2021-03-04T23:36:37.678866+0000 mgr.x (mgr.34379) 1492 : cluster [DBG] pgmap v2048: 145 pgs: 145 active+clean; 500 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 35 op/s 2021-03-04T23:36:39.249 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.352 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:39.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:39.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:39 gibba008 bash[91265]: debug 2021-03-04T23:36:39.242+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:39.562 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.650 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:39 gibba023 bash[19550]: debug 2021-03-04T23:36:39.451+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:39.766 INFO:tasks.workunit.client.0.gibba008.stdout: i=13 exists [1449617~2643078,8567116~7010486,15612591~28242651,44989419~7644995,63992736~9931304,76283822~632338,78176642~17350591,96531769~6214089,111699392~10982393,123941569~7895820,131893841~13530464,151909193~10958466,164850137~14031307,179701112~9739400,192831784~247538,194859924~2191658,201530834~23614666,229534253~3426968,233958943~23841207,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,319581440~28335615,352356822~46583805,400653932~11022739] wrote [21723988~2180874,23985381~541522,30120318~4410983,66116996~2538106,180472427~6715603,218418221~4601887,326119461~1772961,342917183~4190262,382163351~2930364,387701444~6271539] 2021-03-04T23:36:39.861 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:39 gibba008 bash[37770]: cluster 2021-03-04T23:36:38.639788+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e918: 8 total, 8 up, 7 in 2021-03-04T23:36:39.869 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:39 gibba008 bash[39303]: cluster 2021-03-04T23:36:38.639788+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e918: 8 total, 8 up, 7 in 2021-03-04T23:36:39.871 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.886 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:39.972 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:39.987 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:39 gibba023 bash[27374]: cluster 2021-03-04T23:36:38.639788+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e918: 8 total, 8 up, 7 in 2021-03-04T23:36:40.027 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:40.080 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:40.132 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:39 gibba008 bash[91265]: debug 2021-03-04T23:36:39.850+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:40.185 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:40.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:40 gibba023 bash[88433]: debug 2021-03-04T23:36:40.067+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:40.313 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:40.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:40.667 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:40 gibba023 bash[88433]: debug 2021-03-04T23:36:40.307+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:40.769 INFO:tasks.workunit.client.0.gibba008.stdout: i=14 exists [1449617~2643078,8567116~7010486,15612591~37021823,63992736~9931304,76283822~632338,78176642~17350591,95962590~6783268,111699392~10982393,123941569~7895820,131893841~13530464,151909193~10958466,164850137~24590375,192831784~247538,194859924~2191658,201530834~23911061,229534253~3426968,233958943~23841207,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,319581440~28335615,352356822~46583805,400653932~11022739] wrote [21589770~2484718,39585016~8078249,95962590~1357689,165900112~6202316,178481578~1274179,221829058~3612837,288108788~5161620,298183313~6671009,362635637~715363] 2021-03-04T23:36:40.860 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:40 gibba008 bash[37770]: cluster 2021-03-04T23:36:39.653067+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e919: 8 total, 8 up, 7 in 2021-03-04T23:36:40.861 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:40 gibba008 bash[37770]: cluster 2021-03-04T23:36:39.679242+0000 mgr.x (mgr.34379) 1493 : cluster [DBG] pgmap v2051: 145 pgs: 145 active+clean; 546 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 35 op/s 2021-03-04T23:36:40.862 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:40 gibba008 bash[39303]: cluster 2021-03-04T23:36:39.653067+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e919: 8 total, 8 up, 7 in 2021-03-04T23:36:40.864 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:40 gibba008 bash[39303]: cluster 2021-03-04T23:36:39.679242+0000 mgr.x (mgr.34379) 1493 : cluster [DBG] pgmap v2051: 145 pgs: 145 active+clean; 546 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 35 op/s 2021-03-04T23:36:40.983 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:41.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:40 gibba023 bash[27374]: cluster 2021-03-04T23:36:39.653067+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e919: 8 total, 8 up, 7 in 2021-03-04T23:36:41.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:40 gibba023 bash[27374]: cluster 2021-03-04T23:36:39.679242+0000 mgr.x (mgr.34379) 1493 : cluster [DBG] pgmap v2051: 145 pgs: 145 active+clean; 546 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 53 MiB/s wr, 35 op/s 2021-03-04T23:36:41.086 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:41.249 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:40 gibba008 bash[47391]: debug 2021-03-04T23:36:40.974+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:41.476 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:41.563 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:41 gibba008 bash[47391]: debug 2021-03-04T23:36:41.470+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:41.579 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:41.856 INFO:tasks.workunit.client.0.gibba008.stdout: i=15 exists [1449617~3507284,8567116~7010486,15612591~37021823,63992736~9931304,76283822~632338,78176642~17350591,95962590~6783268,111699392~10982393,123941569~7895820,131893841~13530464,145487872~17379787,164850137~24590375,192831784~247538,194859924~2191658,201530834~23911061,229534253~3426968,232999957~24800193,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,314592322~2992884,319581440~28335615,352356822~46583805,400653932~11022739] wrote [2057491~2899410,20779002~311627,33244824~5678512,85321984~7554396,126205006~5034902,145487872~6884988,232999957~3916853,251139897~5275472,314592322~2992884,354188012~1524607] 2021-03-04T23:36:41.964 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:36:41.982 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:41 gibba008 bash[37770]: cluster 2021-03-04T23:36:40.664819+0000 mon.a (mon.0) 2350 : cluster [DBG] osdmap e920: 8 total, 8 up, 7 in 2021-03-04T23:36:41.982 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:41 gibba008 bash[39303]: cluster 2021-03-04T23:36:40.664819+0000 mon.a (mon.0) 2350 : cluster [DBG] osdmap e920: 8 total, 8 up, 7 in 2021-03-04T23:36:42.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:41 gibba023 bash[27374]: cluster 2021-03-04T23:36:40.664819+0000 mon.a (mon.0) 2350 : cluster [DBG] osdmap e920: 8 total, 8 up, 7 in 2021-03-04T23:36:42.093 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:42.110 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:42.214 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:42.270 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:42 gibba008 bash[44600]: debug 2021-03-04T23:36:42.102+0000 7f58f81d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:42.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:42.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:42 gibba023 bash[88433]: debug 2021-03-04T23:36:42.431+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:42.546 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:42.838 INFO:tasks.workunit.client.0.gibba008.stdout: i=16 exists [1449617~3507284,8567116~44067298,52765957~293335,59629880~14294160,76283822~632338,78176642~17350591,95962590~6783268,111699392~10982393,123941569~7895820,131893841~13530464,145487872~17379787,164850137~24590375,192831784~247538,194859924~2191658,201530834~23911061,229534253~3426968,232999957~24800193,258815344~3502934,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,314592322~2992884,319581440~28335615,352356822~46583805,400653932~16119586] wrote [12224604~4922633,52765957~293335,59629880~8113899,73069894~664585,79154072~2514676,270420189~6223555,285840713~4078244,357857825~6315052,409408104~7365414] 2021-03-04T23:36:42.993 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:42 gibba008 bash[37770]: cluster 2021-03-04T23:36:41.679449+0000 mgr.x (mgr.34379) 1494 : cluster [DBG] pgmap v2054: 145 pgs: 145 active+clean; 642 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 36 MiB/s wr, 28 op/s 2021-03-04T23:36:42.994 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:42 gibba008 bash[37770]: cluster 2021-03-04T23:36:41.681131+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e921: 8 total, 8 up, 7 in 2021-03-04T23:36:42.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:42 gibba008 bash[39303]: cluster 2021-03-04T23:36:41.679449+0000 mgr.x (mgr.34379) 1494 : cluster [DBG] pgmap v2054: 145 pgs: 145 active+clean; 642 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 36 MiB/s wr, 28 op/s 2021-03-04T23:36:42.995 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:42 gibba008 bash[39303]: cluster 2021-03-04T23:36:41.681131+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e921: 8 total, 8 up, 7 in 2021-03-04T23:36:42.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:43.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:42 gibba023 bash[27374]: cluster 2021-03-04T23:36:41.679449+0000 mgr.x (mgr.34379) 1494 : cluster [DBG] pgmap v2054: 145 pgs: 145 active+clean; 642 MiB data, 2.2 GiB used, 583 GiB / 588 GiB avail; 7.5 KiB/s rd, 36 MiB/s wr, 28 op/s 2021-03-04T23:36:43.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:42 gibba023 bash[27374]: cluster 2021-03-04T23:36:41.681131+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e921: 8 total, 8 up, 7 in 2021-03-04T23:36:43.097 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:43.173 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:43.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:42 gibba008 bash[47391]: debug 2021-03-04T23:36:42.986+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:43.276 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:43.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:43 gibba023 bash[88433]: debug 2021-03-04T23:36:43.167+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:43.722 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [] live_osds: [0, 1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:36:43.723 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:36:43.723 INFO:tasks.thrashosds.thrasher:Killing osd 0, live_osds are [0, 1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:36:43.723 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2021-03-04T23:36:43.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo systemctl stop ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0 2021-03-04T23:36:43.811 INFO:tasks.workunit.client.0.gibba008.stdout: i=17 exists [1449617~3507284,8567116~44067298,52765957~293335,59584718~14339322,76283822~632338,78176642~17350591,95962590~6783268,111699392~10982393,123941569~7895820,131893841~13530464,145487872~17379787,164850137~24590375,192831784~247538,194859924~2191658,198873088~26568807,229534253~3426968,232999957~29318321,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,314592322~33324733,352356822~46583805,400653932~16119586] wrote [22055880~5995799,59584718~4781338,198873088~5590521,207659018~3375380,255385604~6239850,316776734~5008294,324155062~3518851,337325354~4508494,354656645~315067,387556932~338152] 2021-03-04T23:36:43.982 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:43 gibba008 bash[37770]: cluster 2021-03-04T23:36:42.687654+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e922: 8 total, 8 up, 7 in 2021-03-04T23:36:43.983 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:43 gibba008 bash[39303]: cluster 2021-03-04T23:36:42.687654+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e922: 8 total, 8 up, 7 in 2021-03-04T23:36:43.986 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:44.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:43 gibba023 bash[27374]: cluster 2021-03-04T23:36:42.687654+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e922: 8 total, 8 up, 7 in 2021-03-04T23:36:44.089 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:44.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:43 gibba008 systemd[1]: Stopping Ceph osd.0 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T23:36:44.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:43 gibba008 bash[91265]: debug 2021-03-04T23:36:43.978+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:44.512 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:44.616 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:44.698 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:44.802 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:44.875 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[39303]: cluster 2021-03-04T23:36:43.680397+0000 mgr.x (mgr.34379) 1495 : cluster [DBG] pgmap v2056: 145 pgs: 145 active+clean; 668 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail; 7.4 KiB/s rd, 30 MiB/s wr, 26 op/s 2021-03-04T23:36:44.876 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[39303]: cluster 2021-03-04T23:36:43.699590+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e923: 8 total, 8 up, 7 in 2021-03-04T23:36:44.876 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[48858]: debug 2021-03-04T23:36:44.502+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:44.877 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[37770]: cluster 2021-03-04T23:36:43.680397+0000 mgr.x (mgr.34379) 1495 : cluster [DBG] pgmap v2056: 145 pgs: 145 active+clean; 668 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail; 7.4 KiB/s rd, 30 MiB/s wr, 26 op/s 2021-03-04T23:36:44.877 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[37770]: cluster 2021-03-04T23:36:43.699590+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e923: 8 total, 8 up, 7 in 2021-03-04T23:36:44.877 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[44600]: debug 2021-03-04T23:36:44.602+0000 7f58f81d5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:44.878 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[44600]: debug 2021-03-04T23:36:44.602+0000 7f58f81d5700 -1 osd.0 923 *** Got signal Terminated *** 2021-03-04T23:36:44.878 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:44 gibba008 bash[44600]: debug 2021-03-04T23:36:44.602+0000 7f58f81d5700 -1 osd.0 923 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T23:36:44.899 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:44 gibba023 bash[19550]: debug 2021-03-04T23:36:44.695+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:44.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:44 gibba023 bash[27374]: cluster 2021-03-04T23:36:43.680397+0000 mgr.x (mgr.34379) 1495 : cluster [DBG] pgmap v2056: 145 pgs: 145 active+clean; 668 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail; 7.4 KiB/s rd, 30 MiB/s wr, 26 op/s 2021-03-04T23:36:44.900 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:44 gibba023 bash[27374]: cluster 2021-03-04T23:36:43.699590+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e923: 8 total, 8 up, 7 in 2021-03-04T23:36:44.901 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:45.003 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:45.097 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:45.204 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:45.217 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:44 gibba023 bash[18090]: debug 2021-03-04T23:36:44.895+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:45.217 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[19550]: debug 2021-03-04T23:36:45.091+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:45.293 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:45.397 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:45.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[88433]: debug 2021-03-04T23:36:45.287+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:45.544 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:45.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:45.735 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.716910+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e924: 8 total, 8 up, 7 in 2021-03-04T23:36:45.735 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.736183+0000 mon.a (mon.0) 2355 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.736214+0000 mon.a (mon.0) 2356 : cluster [INF] osd.0 failed (root=default,host=gibba008) (connection refused reported by osd.3) 2021-03-04T23:36:45.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.736309+0000 mon.a (mon.0) 2357 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.736875+0000 mon.a (mon.0) 2358 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.737 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737029+0000 mon.a (mon.0) 2359 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.737 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737165+0000 mon.a (mon.0) 2360 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.738 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737297+0000 mon.a (mon.0) 2361 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.738 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737398+0000 mon.a (mon.0) 2362 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.738 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737511+0000 mon.a (mon.0) 2363 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737600+0000 mon.a (mon.0) 2364 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737718+0000 mon.a (mon.0) 2365 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737800+0000 mon.a (mon.0) 2366 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.737911+0000 mon.a (mon.0) 2367 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.740 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.849660+0000 mon.a (mon.0) 2368 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:36:45.740 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.850447+0000 mon.a (mon.0) 2369 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:36:45.740 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.851141+0000 mon.a (mon.0) 2370 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2021-03-04T23:36:45.741 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.851794+0000 mon.a (mon.0) 2371 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:36:45.741 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.852439+0000 mon.a (mon.0) 2372 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:36:45.741 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.853301+0000 mon.a (mon.0) 2373 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.3", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.741 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.853957+0000 mon.a (mon.0) 2374 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.742 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:44.854414+0000 mon.a (mon.0) 2375 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.742 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.936781+0000 mon.a (mon.0) 2376 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.742 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.937163+0000 mon.a (mon.0) 2377 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.743 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.937330+0000 mon.a (mon.0) 2378 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.743 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.937975+0000 mon.a (mon.0) 2379 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.743 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.938369+0000 mon.a (mon.0) 2380 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.743 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.938813+0000 mon.a (mon.0) 2381 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.939094+0000 mon.a (mon.0) 2382 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.939584+0000 mon.a (mon.0) 2383 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.939785+0000 mon.a (mon.0) 2384 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.940345+0000 mon.a (mon.0) 2385 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.744 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.940673+0000 mon.a (mon.0) 2386 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.941179+0000 mon.a (mon.0) 2387 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.941451+0000 mon.a (mon.0) 2388 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.941982+0000 mon.a (mon.0) 2389 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.942294+0000 mon.a (mon.0) 2390 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:44.942888+0000 mon.a (mon.0) 2391 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: audit 2021-03-04T23:36:45.063083+0000 mon.a (mon.0) 2392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:45.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.203855+0000 mon.a (mon.0) 2393 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.333568+0000 mon.a (mon.0) 2394 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.334322+0000 mon.a (mon.0) 2395 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.334642+0000 mon.a (mon.0) 2396 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.335168+0000 mon.a (mon.0) 2397 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.748 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.336646+0000 mon.a (mon.0) 2398 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.748 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.337564+0000 mon.a (mon.0) 2399 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.748 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.338118+0000 mon.a (mon.0) 2400 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.749 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.338333+0000 mon.a (mon.0) 2401 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.749 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.339011+0000 mon.a (mon.0) 2402 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.749 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.339302+0000 mon.a (mon.0) 2403 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.749 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.339782+0000 mon.a (mon.0) 2404 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.749 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.340058+0000 mon.a (mon.0) 2405 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.750 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.340588+0000 mon.a (mon.0) 2406 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.750 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.340961+0000 mon.a (mon.0) 2407 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.750 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.341572+0000 mon.a (mon.0) 2408 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.750 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.341897+0000 mon.a (mon.0) 2409 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.751 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.402688+0000 mon.a (mon.0) 2410 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.751 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.522062+0000 mon.a (mon.0) 2411 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.752 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.716910+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e924: 8 total, 8 up, 7 in 2021-03-04T23:36:45.753 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.736183+0000 mon.a (mon.0) 2355 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.753 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.736214+0000 mon.a (mon.0) 2356 : cluster [INF] osd.0 failed (root=default,host=gibba008) (connection refused reported by osd.3) 2021-03-04T23:36:45.753 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.736309+0000 mon.a (mon.0) 2357 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.753 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.736875+0000 mon.a (mon.0) 2358 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.753 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737029+0000 mon.a (mon.0) 2359 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.754 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737165+0000 mon.a (mon.0) 2360 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.754 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737297+0000 mon.a (mon.0) 2361 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.754 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737398+0000 mon.a (mon.0) 2362 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.754 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737511+0000 mon.a (mon.0) 2363 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737600+0000 mon.a (mon.0) 2364 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737718+0000 mon.a (mon.0) 2365 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737800+0000 mon.a (mon.0) 2366 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.737911+0000 mon.a (mon.0) 2367 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.849660+0000 mon.a (mon.0) 2368 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:36:45.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.850447+0000 mon.a (mon.0) 2369 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:36:45.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.851141+0000 mon.a (mon.0) 2370 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2021-03-04T23:36:45.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.851794+0000 mon.a (mon.0) 2371 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:36:45.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.852439+0000 mon.a (mon.0) 2372 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:36:45.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.853301+0000 mon.a (mon.0) 2373 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.3", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.853957+0000 mon.a (mon.0) 2374 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:44.854414+0000 mon.a (mon.0) 2375 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.936781+0000 mon.a (mon.0) 2376 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.937163+0000 mon.a (mon.0) 2377 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.937330+0000 mon.a (mon.0) 2378 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.937975+0000 mon.a (mon.0) 2379 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.938369+0000 mon.a (mon.0) 2380 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.938813+0000 mon.a (mon.0) 2381 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.939094+0000 mon.a (mon.0) 2382 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.939584+0000 mon.a (mon.0) 2383 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.939785+0000 mon.a (mon.0) 2384 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.940345+0000 mon.a (mon.0) 2385 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.940673+0000 mon.a (mon.0) 2386 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.941179+0000 mon.a (mon.0) 2387 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.941451+0000 mon.a (mon.0) 2388 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.941982+0000 mon.a (mon.0) 2389 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.942294+0000 mon.a (mon.0) 2390 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:44.942888+0000 mon.a (mon.0) 2391 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: audit 2021-03-04T23:36:45.063083+0000 mon.a (mon.0) 2392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.203855+0000 mon.a (mon.0) 2393 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.333568+0000 mon.a (mon.0) 2394 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.334322+0000 mon.a (mon.0) 2395 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.334642+0000 mon.a (mon.0) 2396 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.335168+0000 mon.a (mon.0) 2397 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.336646+0000 mon.a (mon.0) 2398 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.337564+0000 mon.a (mon.0) 2399 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.338118+0000 mon.a (mon.0) 2400 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.338333+0000 mon.a (mon.0) 2401 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.339011+0000 mon.a (mon.0) 2402 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.339302+0000 mon.a (mon.0) 2403 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.339782+0000 mon.a (mon.0) 2404 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.340058+0000 mon.a (mon.0) 2405 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.340588+0000 mon.a (mon.0) 2406 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.340961+0000 mon.a (mon.0) 2407 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.769 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.341572+0000 mon.a (mon.0) 2408 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.769 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.341897+0000 mon.a (mon.0) 2409 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.770 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.402688+0000 mon.a (mon.0) 2410 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:45 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.522062+0000 mon.a (mon.0) 2411 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.784 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:45.887 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:45.904 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[15180]: debug 2021-03-04T23:36:45.539+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:45.905 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[19550]: debug 2021-03-04T23:36:45.779+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:45.907 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.716910+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e924: 8 total, 8 up, 7 in 2021-03-04T23:36:45.907 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.736183+0000 mon.a (mon.0) 2355 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.908 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.736214+0000 mon.a (mon.0) 2356 : cluster [INF] osd.0 failed (root=default,host=gibba008) (connection refused reported by osd.3) 2021-03-04T23:36:45.908 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.736309+0000 mon.a (mon.0) 2357 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.908 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.736875+0000 mon.a (mon.0) 2358 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.908 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737029+0000 mon.a (mon.0) 2359 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.909 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737165+0000 mon.a (mon.0) 2360 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.909 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737297+0000 mon.a (mon.0) 2361 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.909 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737398+0000 mon.a (mon.0) 2362 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.909 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737511+0000 mon.a (mon.0) 2363 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.910 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737600+0000 mon.a (mon.0) 2364 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.910 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737718+0000 mon.a (mon.0) 2365 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.911 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737800+0000 mon.a (mon.0) 2366 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.911 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.737911+0000 mon.a (mon.0) 2367 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.911 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.849660+0000 mon.a (mon.0) 2368 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:36:45.912 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.850447+0000 mon.a (mon.0) 2369 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:36:45.912 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.851141+0000 mon.a (mon.0) 2370 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2021-03-04T23:36:45.913 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.851794+0000 mon.a (mon.0) 2371 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:36:45.913 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.852439+0000 mon.a (mon.0) 2372 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:36:45.913 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.853301+0000 mon.a (mon.0) 2373 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.3", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.913 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.853957+0000 mon.a (mon.0) 2374 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.914 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:44.854414+0000 mon.a (mon.0) 2375 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [0, 1]}]: dispatch 2021-03-04T23:36:45.914 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.936781+0000 mon.a (mon.0) 2376 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.914 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.937163+0000 mon.a (mon.0) 2377 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.914 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.937330+0000 mon.a (mon.0) 2378 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.915 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.937975+0000 mon.a (mon.0) 2379 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.915 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.938369+0000 mon.a (mon.0) 2380 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.915 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.938813+0000 mon.a (mon.0) 2381 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.915 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.939094+0000 mon.a (mon.0) 2382 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.916 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.939584+0000 mon.a (mon.0) 2383 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.916 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.939785+0000 mon.a (mon.0) 2384 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.916 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.940345+0000 mon.a (mon.0) 2385 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.916 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.940673+0000 mon.a (mon.0) 2386 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.917 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.941179+0000 mon.a (mon.0) 2387 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.917 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.941451+0000 mon.a (mon.0) 2388 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.918 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.941982+0000 mon.a (mon.0) 2389 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.918 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.942294+0000 mon.a (mon.0) 2390 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.918 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:44.942888+0000 mon.a (mon.0) 2391 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.918 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: audit 2021-03-04T23:36:45.063083+0000 mon.a (mon.0) 2392 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:45.919 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.203855+0000 mon.a (mon.0) 2393 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.919 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.333568+0000 mon.a (mon.0) 2394 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.919 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.334322+0000 mon.a (mon.0) 2395 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.919 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.334642+0000 mon.a (mon.0) 2396 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.920 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.335168+0000 mon.a (mon.0) 2397 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:45.920 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.336646+0000 mon.a (mon.0) 2398 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:36:45.920 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.337564+0000 mon.a (mon.0) 2399 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:36:45.920 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.338118+0000 mon.a (mon.0) 2400 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.921 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.338333+0000 mon.a (mon.0) 2401 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.921 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.339011+0000 mon.a (mon.0) 2402 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.921 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.339302+0000 mon.a (mon.0) 2403 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.921 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.339782+0000 mon.a (mon.0) 2404 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:36:45.922 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.340058+0000 mon.a (mon.0) 2405 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.922 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.340588+0000 mon.a (mon.0) 2406 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.922 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.340961+0000 mon.a (mon.0) 2407 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.922 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.341572+0000 mon.a (mon.0) 2408 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:36:45.923 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.341897+0000 mon.a (mon.0) 2409 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:36:45.923 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.402688+0000 mon.a (mon.0) 2410 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:36:45.923 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:45 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.522062+0000 mon.a (mon.0) 2411 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:36:46.032 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.143 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.160 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[19550]: debug 2021-03-04T23:36:46.027+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:46.270 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.474 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[19550]: debug 2021-03-04T23:36:46.263+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:46.475 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.583 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:46.692 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:46.732 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[15180]: debug 2021-03-04T23:36:46.687+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:46.732 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[19550]: debug 2021-03-04T23:36:46.467+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:46.799 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:46.847 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.681249+0000 mgr.x (mgr.34379) 1496 : cluster [DBG] pgmap v2059: 145 pgs: 145 active+clean; 710 MiB data, 2.5 GiB used, 583 GiB / 588 GiB avail; 18 MiB/s wr, 8 op/s 2021-03-04T23:36:46.848 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.713221+0000 mon.a (mon.0) 2412 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:36:46.848 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[37770]: cluster 2021-03-04T23:36:45.724624+0000 mon.a (mon.0) 2413 : cluster [DBG] osdmap e925: 8 total, 7 up, 7 in 2021-03-04T23:36:46.849 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[37770]: cluster 2021-03-04T23:36:46.726592+0000 mon.a (mon.0) 2414 : cluster [DBG] osdmap e926: 8 total, 7 up, 7 in 2021-03-04T23:36:46.886 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:46.989 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.997 INFO:tasks.workunit.client.0.gibba008.stdout: i=18 exists [1449617~3507284,8567116~44067298,52765957~293335,59584718~14339322,76283822~632338,78176642~29471761,111699392~10982393,123941569~7895820,131893841~13530464,145487872~17379787,164850137~24590375,192831784~247538,194859924~2191658,198873088~26568807,229534253~3426968,232999957~29318321,264449097~2343966,268676358~10896770,281718778~26401652,310706224~2919463,314592322~33324733,352356822~46583805,400653932~16119586] wrote [15672761~7998563,79274683~3847563,85090362~5011398,92244475~7719314,102558714~5089689,136046675~6630160,151943366~7760673,299460423~2148165,339147255~1639460,370400024~1482244] 2021-03-04T23:36:47.006 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[18090]: debug 2021-03-04T23:36:46.879+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:47.006 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.681249+0000 mgr.x (mgr.34379) 1496 : cluster [DBG] pgmap v2059: 145 pgs: 145 active+clean; 710 MiB data, 2.5 GiB used, 583 GiB / 588 GiB avail; 18 MiB/s wr, 8 op/s 2021-03-04T23:36:47.006 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.713221+0000 mon.a (mon.0) 2412 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:36:47.006 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[27374]: cluster 2021-03-04T23:36:45.724624+0000 mon.a (mon.0) 2413 : cluster [DBG] osdmap e925: 8 total, 7 up, 7 in 2021-03-04T23:36:47.007 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:46 gibba023 bash[27374]: cluster 2021-03-04T23:36:46.726592+0000 mon.a (mon.0) 2414 : cluster [DBG] osdmap e926: 8 total, 7 up, 7 in 2021-03-04T23:36:47.135 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:47.151 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.681249+0000 mgr.x (mgr.34379) 1496 : cluster [DBG] pgmap v2059: 145 pgs: 145 active+clean; 710 MiB data, 2.5 GiB used, 583 GiB / 588 GiB avail; 18 MiB/s wr, 8 op/s 2021-03-04T23:36:47.152 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.713221+0000 mon.a (mon.0) 2412 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:36:47.152 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[39303]: cluster 2021-03-04T23:36:45.724624+0000 mon.a (mon.0) 2413 : cluster [DBG] osdmap e925: 8 total, 7 up, 7 in 2021-03-04T23:36:47.152 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:46 gibba008 bash[39303]: cluster 2021-03-04T23:36:46.726592+0000 mon.a (mon.0) 2414 : cluster [DBG] osdmap e926: 8 total, 7 up, 7 in 2021-03-04T23:36:47.246 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:47.257 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:47 gibba023 bash[19550]: debug 2021-03-04T23:36:47.127+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:47.335 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:47.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:47.446 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:36:47 gibba008 docker[168078]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:47.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:47 gibba023 bash[18090]: debug 2021-03-04T23:36:47.331+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:47.846 INFO:tasks.workunit.client.0.gibba008.stdout: i=19 exists [1449617~3507284,8567116~47751080,59584718~14339322,76283822~632338,77032426~30615977,111699392~10982393,123941569~21482736,145487872~17379787,164850137~24590375,192831784~247538,194859924~2191658,198873088~26568807,229534253~3426968,232999957~29318321,264449097~2343966,268676358~10896770,281718778~26401652,310706224~37210831,352356822~46583805,400653932~16119586] wrote [48992104~7326092,77032426~3725535,88800818~6296117,128448727~7613275,181854443~1492440,311090560~3515524,382062479~2124523,403121839~2752584,407110081~7154530] 2021-03-04T23:36:48.031 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:48.135 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:48.152 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:47 gibba008 bash[39303]: cluster 2021-03-04T23:36:47.728778+0000 mon.a (mon.0) 2415 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2021-03-04T23:36:48.152 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:47 gibba008 bash[39303]: cluster 2021-03-04T23:36:47.728922+0000 mon.a (mon.0) 2416 : cluster [WRN] Health check failed: Degraded data redundancy: 68/1089 objects degraded (6.244%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:36:48.152 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:47 gibba008 bash[39303]: cluster 2021-03-04T23:36:47.741936+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e927: 8 total, 7 up, 7 in 2021-03-04T23:36:48.153 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:48 gibba008 bash[48858]: debug 2021-03-04T23:36:48.022+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:48.153 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:47 gibba008 bash[37770]: cluster 2021-03-04T23:36:47.728778+0000 mon.a (mon.0) 2415 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2021-03-04T23:36:48.154 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:47 gibba008 bash[37770]: cluster 2021-03-04T23:36:47.728922+0000 mon.a (mon.0) 2416 : cluster [WRN] Health check failed: Degraded data redundancy: 68/1089 objects degraded (6.244%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:36:48.154 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:47 gibba008 bash[37770]: cluster 2021-03-04T23:36:47.741936+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e927: 8 total, 7 up, 7 in 2021-03-04T23:36:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:47 gibba023 bash[27374]: cluster 2021-03-04T23:36:47.728778+0000 mon.a (mon.0) 2415 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2021-03-04T23:36:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:47 gibba023 bash[27374]: cluster 2021-03-04T23:36:47.728922+0000 mon.a (mon.0) 2416 : cluster [WRN] Health check failed: Degraded data redundancy: 68/1089 objects degraded (6.244%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:36:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:47 gibba023 bash[27374]: cluster 2021-03-04T23:36:47.741936+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e927: 8 total, 7 up, 7 in 2021-03-04T23:36:48.729 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:48.800 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 1 diff [0~4194304,20971520~4194304,46137344~4194304,79691776~4194304,121634816~8388608,247463936~8388608,281018368~8388608,331350016~4194304,364904448~8388608,398458880~8388608] 2021-03-04T23:36:48.801 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,20971520~4194304,46137344~4194304,79691776~4194304,121634816~8388608,247463936~8388608,281018368~8388608,331350016~4194304,364904448~8388608,398458880~8388608] 2021-03-04T23:36:48.812 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,20971520~4194304,46137344~4194304,79691776~8388608,121634816~12582912,247463936~12582912,281018368~8388608,331350016~4194304,364904448~8388608,398458880~8388608] 2021-03-04T23:36:48.813 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 2 diff [0~4194304,20971520~16777216,46137344~4194304,67108864~4194304,79691776~4194304,121634816~8388608,150994944~12582912,226492416~4194304,247463936~8388608,268435456~8388608,281018368~8388608,331350016~4194304,339738624~8388608,352321536~4194304,364904448~8388608,398458880~8388608] 2021-03-04T23:36:48.813 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,20971520~16777216,46137344~4194304,67108864~4194304,79691776~4194304,121634816~8388608,150994944~12582912,226492416~4194304,247463936~8388608,268435456~8388608,281018368~8388608,331350016~4194304,339738624~8388608,352321536~4194304,364904448~8388608,398458880~8388608] 2021-03-04T23:36:48.817 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,20971520~20971520,46137344~4194304,67108864~8388608,79691776~8388608,121634816~12582912,150994944~12582912,226492416~8388608,247463936~12582912,268435456~8388608,281018368~8388608,331350016~4194304,339738624~8388608,352321536~4194304,364904448~12582912,398458880~8388608] 2021-03-04T23:36:48.817 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 3 diff [0~4194304,20971520~16777216,46137344~4194304,67108864~4194304,79691776~4194304,96468992~4194304,121634816~8388608,150994944~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~8388608,322961408~25165824,352321536~8388608,364904448~8388608,377487360~4194304,398458880~8388608] 2021-03-04T23:36:48.818 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,20971520~16777216,46137344~4194304,67108864~4194304,79691776~4194304,96468992~4194304,121634816~8388608,150994944~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~8388608,322961408~25165824,352321536~8388608,364904448~8388608,377487360~4194304,398458880~8388608] 2021-03-04T23:36:48.821 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,20971520~20971520,46137344~4194304,67108864~8388608,79691776~8388608,96468992~4194304,121634816~12582912,150994944~12582912,226492416~33554432,268435456~8388608,281018368~8388608,322961408~25165824,352321536~29360128,398458880~8388608] 2021-03-04T23:36:48.822 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 4 diff [0~4194304,16777216~20971520,46137344~4194304,67108864~4194304,79691776~4194304,96468992~4194304,109051904~20971520,150994944~12582912,205520896~8388608,226492416~4194304,234881024~25165824,268435456~8388608,281018368~16777216,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,398458880~8388608] 2021-03-04T23:36:48.822 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~20971520,46137344~4194304,67108864~4194304,79691776~4194304,96468992~4194304,109051904~20971520,150994944~12582912,205520896~8388608,226492416~4194304,234881024~25165824,268435456~8388608,281018368~16777216,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,398458880~8388608] 2021-03-04T23:36:48.826 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,16777216~25165824,46137344~4194304,67108864~8388608,79691776~8388608,96468992~4194304,109051904~25165824,150994944~12582912,205520896~8388608,226492416~33554432,268435456~8388608,281018368~16777216,322961408~25165824,352321536~29360128,398458880~8388608] 2021-03-04T23:36:48.826 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 5 diff [0~4194304,16777216~25165824,46137344~4194304,67108864~4194304,75497472~16777216,96468992~4194304,109051904~20971520,134217728~8388608,150994944~20971520,205520896~8388608,226492416~4194304,234881024~25165824,268435456~29360128,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,398458880~8388608] 2021-03-04T23:36:48.827 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~25165824,46137344~4194304,67108864~4194304,75497472~16777216,96468992~4194304,109051904~20971520,134217728~8388608,150994944~20971520,205520896~8388608,226492416~4194304,234881024~25165824,268435456~29360128,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,398458880~8388608] 2021-03-04T23:36:48.831 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,16777216~33554432,67108864~33554432,109051904~37748736,150994944~20971520,205520896~8388608,226492416~33554432,268435456~29360128,322961408~25165824,352321536~29360128,398458880~8388608] 2021-03-04T23:36:48.831 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 6 diff [0~4194304,16777216~25165824,46137344~4194304,67108864~4194304,75497472~16777216,96468992~8388608,109051904~33554432,150994944~25165824,201326592~29360128,234881024~25165824,268435456~29360128,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,390070272~16777216] 2021-03-04T23:36:48.831 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~25165824,46137344~4194304,67108864~4194304,75497472~16777216,96468992~8388608,109051904~33554432,150994944~25165824,201326592~29360128,234881024~25165824,268435456~29360128,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,390070272~16777216] 2021-03-04T23:36:48.832 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:48.836 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,16777216~33554432,67108864~37748736,109051904~37748736,150994944~25165824,201326592~58720256,268435456~29360128,322961408~25165824,352321536~29360128,390070272~16777216] 2021-03-04T23:36:48.836 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 7 diff [0~4194304,12582912~29360128,46137344~4194304,67108864~4194304,75497472~16777216,96468992~8388608,109051904~37748736,150994944~25165824,184549376~4194304,201326592~29360128,234881024~25165824,268435456~29360128,301989888~8388608,318767104~16777216,339738624~8388608,352321536~8388608,364904448~16777216,390070272~16777216] 2021-03-04T23:36:48.836 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,67108864~4194304,75497472~16777216,96468992~8388608,109051904~37748736,150994944~25165824,184549376~4194304,201326592~29360128,234881024~25165824,268435456~29360128,301989888~8388608,318767104~16777216,339738624~8388608,352321536~8388608,364904448~16777216,390070272~16777216] 2021-03-04T23:36:48.842 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,12582912~37748736,67108864~37748736,109051904~37748736,150994944~25165824,184549376~8388608,201326592~58720256,268435456~29360128,301989888~8388608,318767104~29360128,352321536~33554432,390070272~16777216] 2021-03-04T23:36:48.843 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 8 diff [0~4194304,12582912~29360128,46137344~4194304,62914560~8388608,75497472~16777216,96468992~8388608,109051904~37748736,150994944~29360128,184549376~8388608,201326592~54525952,268435456~41943040,318767104~16777216,339738624~8388608,352321536~33554432,390070272~16777216] 2021-03-04T23:36:48.843 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,62914560~8388608,75497472~16777216,96468992~8388608,109051904~37748736,150994944~29360128,184549376~8388608,201326592~54525952,268435456~41943040,318767104~16777216,339738624~8388608,352321536~33554432,390070272~16777216] 2021-03-04T23:36:48.845 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,12582912~37748736,62914560~41943040,109051904~37748736,150994944~46137344,201326592~58720256,268435456~41943040,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.846 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 9 diff [0~4194304,12582912~29360128,46137344~4194304,62914560~8388608,75497472~16777216,96468992~8388608,109051904~37748736,150994944~29360128,184549376~8388608,201326592~58720256,268435456~46137344,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.846 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,62914560~8388608,75497472~16777216,96468992~8388608,109051904~37748736,150994944~29360128,184549376~8388608,201326592~58720256,268435456~46137344,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.850 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,12582912~37748736,62914560~41943040,109051904~37748736,150994944~46137344,201326592~62914560,268435456~46137344,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.851 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 10 diff [0~4194304,8388608~33554432,46137344~4194304,62914560~8388608,75497472~16777216,96468992~8388608,109051904~33554432,150994944~29360128,184549376~8388608,201326592~58720256,264241152~50331648,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.851 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~33554432,46137344~4194304,62914560~8388608,75497472~16777216,96468992~8388608,109051904~33554432,150994944~29360128,184549376~8388608,201326592~58720256,264241152~50331648,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.855 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,8388608~41943040,62914560~41943040,109051904~37748736,150994944~46137344,201326592~113246208,318767104~29360128,352321536~54525952] 2021-03-04T23:36:48.856 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 11 diff [0~4194304,8388608~33554432,46137344~4194304,62914560~29360128,96468992~8388608,109051904~33554432,150994944~29360128,184549376~8388608,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.856 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~33554432,46137344~4194304,62914560~29360128,96468992~8388608,109051904~33554432,150994944~29360128,184549376~8388608,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.859 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,8388608~41943040,62914560~41943040,109051904~37748736,150994944~46137344,201326592~113246208,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.860 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 12 diff [0~4194304,8388608~41943040,62914560~41943040,109051904~37748736,150994944~29360128,184549376~8388608,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.860 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~41943040,109051904~37748736,150994944~29360128,184549376~8388608,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.866 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,8388608~46137344,62914560~41943040,109051904~37748736,150994944~46137344,201326592~113246208,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.867 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 13 diff [0~4194304,8388608~41943040,62914560~41943040,109051904~37748736,150994944~41943040,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.867 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~41943040,109051904~37748736,150994944~41943040,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.871 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,8388608~46137344,62914560~41943040,109051904~37748736,150994944~46137344,201326592~113246208,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.872 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 14 diff [0~4194304,8388608~41943040,62914560~37748736,109051904~37748736,150994944~41943040,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.872 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~37748736,109051904~37748736,150994944~41943040,201326592~58720256,264241152~50331648,318767104~29360128,352321536~58720256] 2021-03-04T23:36:48.876 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~4194304,8388608~46137344,62914560~41943040,109051904~37748736,150994944~46137344,201326592~113246208,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.877 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 15 diff [0~4194304,8388608~41943040,62914560~37748736,109051904~83886080,201326592~58720256,264241152~83886080,352321536~58720256] 2021-03-04T23:36:48.877 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~37748736,109051904~83886080,201326592~58720256,264241152~83886080,352321536~58720256] 2021-03-04T23:36:48.882 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,109051904~88080384,201326592~146800640,352321536~62914560] 2021-03-04T23:36:48.882 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 16 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~83886080,201326592~58720256,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.882 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~83886080,201326592~58720256,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.889 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~88080384,201326592~146800640,352321536~67108864] 2021-03-04T23:36:48.890 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 17 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~83886080,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.891 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~83886080,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.893 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~239075328,352321536~67108864] 2021-03-04T23:36:48.893 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 18 diff [0~4194304,8388608~46137344,58720256~134217728,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.893 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~134217728,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.897 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~289406976,352321536~67108864] 2021-03-04T23:36:48.897 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to 19 diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.897 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:48.901 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:48.901 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 2 diff [25165824~12582912,67108864~4194304,150994944~12582912,226492416~4194304,268435456~8388608,339738624~8388608,352321536~4194304,364904448~8388608] 2021-03-04T23:36:48.901 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [25165824~12582912,67108864~4194304,150994944~12582912,226492416~4194304,268435456~8388608,339738624~8388608,352321536~4194304,364904448~8388608] 2021-03-04T23:36:48.904 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [25165824~16777216,67108864~8388608,150994944~12582912,226492416~8388608,268435456~8388608,339738624~8388608,352321536~4194304,364904448~12582912] 2021-03-04T23:36:48.905 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 3 diff [25165824~12582912,67108864~4194304,96468992~4194304,150994944~12582912,226492416~4194304,234881024~12582912,268435456~8388608,281018368~4194304,322961408~25165824,352321536~8388608,364904448~8388608,377487360~4194304] 2021-03-04T23:36:48.905 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [25165824~12582912,67108864~4194304,96468992~4194304,150994944~12582912,226492416~4194304,234881024~12582912,268435456~8388608,281018368~4194304,322961408~25165824,352321536~8388608,364904448~8388608,377487360~4194304] 2021-03-04T23:36:48.908 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [25165824~16777216,67108864~8388608,96468992~4194304,150994944~12582912,226492416~25165824,268435456~8388608,281018368~4194304,322961408~25165824,352321536~29360128] 2021-03-04T23:36:48.908 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 4 diff [16777216~20971520,67108864~4194304,83886080~4194304,96468992~4194304,109051904~12582912,150994944~12582912,205520896~8388608,226492416~4194304,234881024~16777216,268435456~8388608,281018368~4194304,289406976~8388608,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304] 2021-03-04T23:36:48.909 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~20971520,67108864~4194304,83886080~4194304,96468992~4194304,109051904~12582912,150994944~12582912,205520896~8388608,226492416~4194304,234881024~16777216,268435456~8388608,281018368~4194304,289406976~8388608,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304] 2021-03-04T23:36:48.912 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~25165824,67108864~8388608,83886080~4194304,96468992~4194304,109051904~12582912,150994944~12582912,205520896~8388608,226492416~25165824,268435456~8388608,281018368~4194304,289406976~8388608,322961408~25165824,352321536~29360128] 2021-03-04T23:36:48.912 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 5 diff [16777216~25165824,67108864~4194304,75497472~16777216,96468992~4194304,109051904~12582912,134217728~8388608,150994944~20971520,205520896~8388608,226492416~4194304,234881024~16777216,268435456~25165824,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304] 2021-03-04T23:36:48.912 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~25165824,67108864~4194304,75497472~16777216,96468992~4194304,109051904~12582912,134217728~8388608,150994944~20971520,205520896~8388608,226492416~4194304,234881024~16777216,268435456~25165824,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304] 2021-03-04T23:36:48.916 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~29360128,67108864~33554432,109051904~12582912,134217728~12582912,150994944~20971520,205520896~8388608,226492416~25165824,268435456~29360128,322961408~25165824,352321536~29360128] 2021-03-04T23:36:48.916 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 6 diff [16777216~25165824,67108864~4194304,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~25165824,201326592~29360128,234881024~16777216,268435456~25165824,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,390070272~8388608] 2021-03-04T23:36:48.916 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~25165824,67108864~4194304,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~25165824,201326592~29360128,234881024~16777216,268435456~25165824,322961408~12582912,339738624~8388608,352321536~8388608,364904448~8388608,377487360~4194304,390070272~8388608] 2021-03-04T23:36:48.919 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~29360128,67108864~37748736,109051904~12582912,130023424~16777216,150994944~25165824,201326592~50331648,268435456~29360128,322961408~25165824,352321536~29360128,390070272~12582912] 2021-03-04T23:36:48.920 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 7 diff [12582912~29360128,67108864~4194304,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~25165824,184549376~4194304,201326592~29360128,234881024~16777216,268435456~25165824,301989888~8388608,318767104~16777216,339738624~8388608,352321536~8388608,364904448~16777216,390070272~8388608] 2021-03-04T23:36:48.920 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~29360128,67108864~4194304,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~25165824,184549376~4194304,201326592~29360128,234881024~16777216,268435456~25165824,301989888~8388608,318767104~16777216,339738624~8388608,352321536~8388608,364904448~16777216,390070272~8388608] 2021-03-04T23:36:48.923 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~33554432,67108864~37748736,109051904~12582912,130023424~16777216,150994944~25165824,184549376~8388608,201326592~50331648,268435456~29360128,301989888~8388608,318767104~29360128,352321536~33554432,390070272~12582912] 2021-03-04T23:36:48.923 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 8 diff [12582912~29360128,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~29360128,184549376~8388608,201326592~50331648,268435456~25165824,297795584~12582912,318767104~16777216,339738624~8388608,352321536~33554432,390070272~8388608] 2021-03-04T23:36:48.924 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~29360128,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~29360128,184549376~8388608,201326592~50331648,268435456~25165824,297795584~12582912,318767104~16777216,339738624~8388608,352321536~33554432,390070272~8388608] 2021-03-04T23:36:48.927 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~33554432,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~50331648,268435456~41943040,318767104~29360128,352321536~50331648] 2021-03-04T23:36:48.927 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 9 diff [12582912~29360128,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,268435456~46137344,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.928 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~29360128,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,268435456~46137344,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.931 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~33554432,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~50331648,255852544~8388608,268435456~46137344,318767104~29360128,352321536~50331648] 2021-03-04T23:36:48.931 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 10 diff [8388608~33554432,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.932 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~33554432,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.935 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~50331648] 2021-03-04T23:36:48.935 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 11 diff [8388608~33554432,62914560~29360128,96468992~8388608,109051904~12582912,130023424~12582912,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.935 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~33554432,62914560~29360128,96468992~8388608,109051904~12582912,130023424~12582912,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.939 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.939 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 12 diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.939 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~29360128,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.942 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.943 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 13 diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~41943040,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.943 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~41943040,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.946 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.946 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 14 diff [8388608~41943040,62914560~37748736,109051904~12582912,130023424~16777216,150994944~41943040,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.947 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~37748736,109051904~12582912,130023424~16777216,150994944~41943040,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.952 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:48.952 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 15 diff [0~4194304,8388608~41943040,62914560~37748736,109051904~12582912,125829120~67108864,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.952 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~37748736,109051904~12582912,125829120~67108864,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:48.955 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,109051904~88080384,201326592~146800640,352321536~62914560] 2021-03-04T23:36:48.955 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 16 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~67108864,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:48.956 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~67108864,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:48.959 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~88080384,201326592~146800640,352321536~67108864] 2021-03-04T23:36:48.959 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 17 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:48.959 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:48.962 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~239075328,352321536~67108864] 2021-03-04T23:36:48.963 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 18 diff [0~4194304,8388608~46137344,58720256~62914560,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:48.963 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~62914560,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:48.966 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~289406976,352321536~67108864] 2021-03-04T23:36:48.966 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to 19 diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:48.966 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:48.970 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:48.970 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 3 diff [96468992~4194304,159383552~4194304,234881024~12582912,281018368~4194304,322961408~16777216,352321536~8388608,377487360~4194304] 2021-03-04T23:36:48.970 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [96468992~4194304,159383552~4194304,234881024~12582912,281018368~4194304,322961408~16777216,352321536~8388608,377487360~4194304] 2021-03-04T23:36:48.974 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [96468992~4194304,159383552~4194304,234881024~16777216,281018368~4194304,322961408~16777216,352321536~12582912,377487360~4194304] 2021-03-04T23:36:48.974 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 4 diff [16777216~8388608,83886080~4194304,96468992~4194304,109051904~12582912,159383552~4194304,205520896~8388608,234881024~16777216,281018368~4194304,289406976~8388608,322961408~12582912,339738624~4194304,352321536~8388608,364904448~4194304,377487360~4194304] 2021-03-04T23:36:48.974 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,83886080~4194304,96468992~4194304,109051904~12582912,159383552~4194304,205520896~8388608,234881024~16777216,281018368~4194304,289406976~8388608,322961408~12582912,339738624~4194304,352321536~8388608,364904448~4194304,377487360~4194304] 2021-03-04T23:36:48.977 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,83886080~4194304,96468992~4194304,109051904~12582912,159383552~4194304,205520896~8388608,234881024~16777216,281018368~4194304,289406976~8388608,322961408~25165824,352321536~20971520,377487360~4194304] 2021-03-04T23:36:48.977 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 5 diff [16777216~8388608,37748736~8388608,75497472~16777216,96468992~4194304,109051904~12582912,134217728~8388608,159383552~12582912,205520896~8388608,234881024~16777216,276824064~16777216,322961408~12582912,339738624~4194304,352321536~8388608,364904448~4194304,377487360~4194304] 2021-03-04T23:36:48.978 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,37748736~8388608,75497472~16777216,96468992~4194304,109051904~12582912,134217728~8388608,159383552~12582912,205520896~8388608,234881024~16777216,276824064~16777216,322961408~12582912,339738624~4194304,352321536~8388608,364904448~4194304,377487360~4194304] 2021-03-04T23:36:48.981 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,37748736~8388608,75497472~25165824,109051904~12582912,134217728~12582912,159383552~12582912,205520896~8388608,234881024~16777216,276824064~20971520,322961408~25165824,352321536~20971520,377487360~4194304] 2021-03-04T23:36:48.981 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 6 diff [16777216~8388608,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,159383552~16777216,201326592~25165824,234881024~16777216,276824064~16777216,322961408~12582912,339738624~4194304,352321536~8388608,364904448~4194304,377487360~4194304,390070272~8388608] 2021-03-04T23:36:48.982 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,159383552~16777216,201326592~25165824,234881024~16777216,276824064~16777216,322961408~12582912,339738624~4194304,352321536~8388608,364904448~4194304,377487360~4194304,390070272~8388608] 2021-03-04T23:36:48.985 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,37748736~8388608,75497472~29360128,109051904~12582912,130023424~16777216,150994944~25165824,201326592~25165824,234881024~16777216,276824064~20971520,322961408~25165824,352321536~20971520,377487360~4194304,390070272~12582912] 2021-03-04T23:36:48.985 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 7 diff [12582912~16777216,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,159383552~16777216,184549376~4194304,201326592~25165824,234881024~16777216,276824064~16777216,301989888~8388608,318767104~16777216,339738624~8388608,352321536~8388608,364904448~16777216,390070272~8388608] 2021-03-04T23:36:48.985 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,159383552~16777216,184549376~4194304,201326592~25165824,234881024~16777216,276824064~16777216,301989888~8388608,318767104~16777216,339738624~8388608,352321536~8388608,364904448~16777216,390070272~8388608] 2021-03-04T23:36:48.988 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,37748736~8388608,75497472~29360128,109051904~12582912,130023424~16777216,150994944~25165824,184549376~8388608,201326592~25165824,234881024~16777216,276824064~20971520,301989888~8388608,318767104~29360128,352321536~33554432,390070272~12582912] 2021-03-04T23:36:48.989 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 8 diff [12582912~16777216,37748736~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,159383552~20971520,184549376~8388608,201326592~25165824,230686720~20971520,268435456~25165824,297795584~12582912,318767104~16777216,339738624~8388608,352321536~33554432,390070272~8388608] 2021-03-04T23:36:48.989 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,37748736~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,159383552~20971520,184549376~8388608,201326592~25165824,230686720~20971520,268435456~25165824,297795584~12582912,318767104~16777216,339738624~8388608,352321536~33554432,390070272~8388608] 2021-03-04T23:36:48.992 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,37748736~8388608,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~25165824,230686720~20971520,268435456~41943040,318767104~29360128,352321536~50331648] 2021-03-04T23:36:48.992 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 9 diff [12582912~16777216,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,159383552~20971520,184549376~8388608,201326592~25165824,230686720~20971520,255852544~4194304,268435456~46137344,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.992 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,159383552~20971520,184549376~8388608,201326592~25165824,230686720~20971520,255852544~4194304,268435456~46137344,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.995 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~33554432,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~25165824,230686720~20971520,255852544~8388608,268435456~46137344,318767104~29360128,352321536~50331648] 2021-03-04T23:36:48.996 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 10 diff [8388608~20971520,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,159383552~20971520,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.997 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,159383552~20971520,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344] 2021-03-04T23:36:48.999 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~50331648] 2021-03-04T23:36:48.999 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 11 diff [8388608~20971520,33554432~8388608,62914560~29360128,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,159383552~20971520,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.000 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~8388608,62914560~29360128,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,159383552~20971520,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.003 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,109051904~12582912,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.004 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 12 diff [8388608~20971520,33554432~16777216,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,159383552~20971520,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.004 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~16777216,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,159383552~20971520,184549376~8388608,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.005 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:48 gibba008 bash[39303]: cluster 2021-03-04T23:36:47.683117+0000 mgr.x (mgr.34379) 1497 : cluster [DBG] pgmap v2062: 145 pgs: 7 active+undersized+degraded, 10 active+undersized, 48 peering, 80 active+clean; 804 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 35 MiB/s wr, 20 op/s; 68/1089 objects degraded (6.244%) 2021-03-04T23:36:49.006 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:48 gibba008 bash[37770]: cluster 2021-03-04T23:36:47.683117+0000 mgr.x (mgr.34379) 1497 : cluster [DBG] pgmap v2062: 145 pgs: 7 active+undersized+degraded, 10 active+undersized, 48 peering, 80 active+clean; 804 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 35 MiB/s wr, 20 op/s; 68/1089 objects degraded (6.244%) 2021-03-04T23:36:49.007 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:48 gibba008 bash[91265]: debug 2021-03-04T23:36:48.722+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:49.008 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.009 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 13 diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,159383552~33554432,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.009 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,159383552~33554432,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.012 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:49.013 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.013 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 14 diff [8388608~41943040,62914560~37748736,109051904~12582912,130023424~16777216,150994944~4194304,159383552~33554432,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.013 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~37748736,109051904~12582912,130023424~16777216,150994944~4194304,159383552~33554432,201326592~50331648,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.016 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~46137344,201326592~50331648,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.017 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 15 diff [0~4194304,8388608~41943040,62914560~37748736,109051904~12582912,125829120~29360128,159383552~33554432,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.017 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~37748736,109051904~12582912,125829120~29360128,159383552~33554432,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.022 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,109051904~88080384,201326592~146800640,352321536~62914560] 2021-03-04T23:36:49.023 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 16 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,159383552~33554432,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.023 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,159383552~33554432,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.025 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~88080384,201326592~146800640,352321536~67108864] 2021-03-04T23:36:49.025 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 17 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,159383552~33554432,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.025 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,159383552~33554432,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.028 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~239075328,352321536~67108864] 2021-03-04T23:36:49.028 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 18 diff [0~4194304,8388608~46137344,58720256~62914560,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.029 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~62914560,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.032 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~289406976,352321536~67108864] 2021-03-04T23:36:49.033 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to 19 diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.033 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.035 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:49.036 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 4 diff [16777216~8388608,83886080~4194304,109051904~12582912,205520896~8388608,239075328~4194304,289406976~8388608,331350016~12582912,364904448~4194304] 2021-03-04T23:36:49.036 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,83886080~4194304,109051904~12582912,205520896~8388608,239075328~4194304,289406976~8388608,331350016~12582912,364904448~4194304] 2021-03-04T23:36:49.039 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,83886080~4194304,109051904~12582912,205520896~8388608,239075328~8388608,289406976~8388608,331350016~16777216,364904448~8388608] 2021-03-04T23:36:49.040 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 5 diff [16777216~8388608,37748736~8388608,75497472~16777216,109051904~12582912,134217728~8388608,163577856~8388608,205520896~8388608,239075328~8388608,276824064~4194304,285212672~8388608,331350016~12582912,364904448~4194304] 2021-03-04T23:36:49.040 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,37748736~8388608,75497472~16777216,109051904~12582912,134217728~8388608,163577856~8388608,205520896~8388608,239075328~8388608,276824064~4194304,285212672~8388608,331350016~12582912,364904448~4194304] 2021-03-04T23:36:49.043 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,37748736~8388608,75497472~20971520,109051904~12582912,134217728~12582912,163577856~8388608,205520896~8388608,239075328~8388608,276824064~4194304,285212672~12582912,331350016~16777216,364904448~8388608] 2021-03-04T23:36:49.043 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 6 diff [16777216~8388608,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,163577856~12582912,201326592~25165824,239075328~8388608,276824064~4194304,285212672~8388608,327155712~16777216,364904448~4194304,390070272~8388608] 2021-03-04T23:36:49.043 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,163577856~12582912,201326592~25165824,239075328~8388608,276824064~4194304,285212672~8388608,327155712~16777216,364904448~4194304,390070272~8388608] 2021-03-04T23:36:49.047 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,37748736~8388608,75497472~29360128,109051904~12582912,130023424~16777216,150994944~8388608,163577856~12582912,201326592~25165824,239075328~8388608,276824064~4194304,285212672~12582912,327155712~20971520,364904448~8388608,390070272~12582912] 2021-03-04T23:36:49.048 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 7 diff [12582912~16777216,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,163577856~12582912,184549376~4194304,201326592~25165824,239075328~8388608,276824064~4194304,285212672~8388608,301989888~8388608,318767104~4194304,327155712~20971520,364904448~16777216,390070272~8388608] 2021-03-04T23:36:49.048 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,37748736~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,163577856~12582912,184549376~4194304,201326592~25165824,239075328~8388608,276824064~4194304,285212672~8388608,301989888~8388608,318767104~4194304,327155712~20971520,364904448~16777216,390070272~8388608] 2021-03-04T23:36:49.050 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,37748736~8388608,75497472~29360128,109051904~12582912,130023424~16777216,150994944~8388608,163577856~12582912,184549376~8388608,201326592~25165824,239075328~8388608,276824064~4194304,285212672~12582912,301989888~8388608,318767104~29360128,364904448~20971520,390070272~12582912] 2021-03-04T23:36:49.051 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 8 diff [12582912~16777216,37748736~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,268435456~12582912,285212672~8388608,297795584~12582912,318767104~4194304,327155712~20971520,360710144~25165824,390070272~8388608] 2021-03-04T23:36:49.051 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,37748736~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,268435456~12582912,285212672~8388608,297795584~12582912,318767104~4194304,327155712~20971520,360710144~25165824,390070272~8388608] 2021-03-04T23:36:49.054 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,37748736~8388608,62914560~41943040,109051904~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~25165824,230686720~16777216,268435456~12582912,285212672~25165824,318767104~29360128,360710144~41943040] 2021-03-04T23:36:49.054 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 9 diff [12582912~16777216,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,255852544~4194304,268435456~12582912,285212672~29360128,318767104~4194304,327155712~20971520,360710144~37748736] 2021-03-04T23:36:49.055 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,255852544~4194304,268435456~12582912,285212672~29360128,318767104~4194304,327155712~20971520,360710144~37748736] 2021-03-04T23:36:49.057 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~33554432,62914560~41943040,109051904~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~25165824,230686720~16777216,255852544~8388608,268435456~12582912,285212672~29360128,318767104~29360128,360710144~41943040] 2021-03-04T23:36:49.058 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 10 diff [8388608~20971520,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,360710144~37748736] 2021-03-04T23:36:49.058 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,360710144~37748736] 2021-03-04T23:36:49.062 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,109051904~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,360710144~41943040] 2021-03-04T23:36:49.062 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 11 diff [8388608~20971520,33554432~8388608,62914560~29360128,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.062 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~8388608,62914560~29360128,96468992~8388608,109051904~12582912,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.064 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,109051904~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.065 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 12 diff [8388608~20971520,33554432~16777216,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.065 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~16777216,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.068 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.069 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 13 diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.069 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~41943040,109051904~12582912,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.071 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.072 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 14 diff [8388608~41943040,62914560~37748736,109051904~12582912,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.072 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~37748736,109051904~12582912,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.075 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,109051904~16777216,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.075 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 15 diff [0~4194304,8388608~41943040,62914560~37748736,109051904~12582912,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.076 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~41943040,62914560~37748736,109051904~12582912,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.079 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,109051904~50331648,163577856~33554432,201326592~146800640,352321536~62914560] 2021-03-04T23:36:49.079 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 16 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.079 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.082 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~50331648,163577856~33554432,201326592~146800640,352321536~67108864] 2021-03-04T23:36:49.083 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 17 diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.083 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,109051904~12582912,125829120~29360128,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.117 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:49.126 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,109051904~50331648,163577856~184549376,352321536~67108864] 2021-03-04T23:36:49.127 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 18 diff [0~4194304,8388608~46137344,58720256~62914560,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.127 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~62914560,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.201 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~289406976,352321536~67108864] 2021-03-04T23:36:49.201 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to 19 diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.201 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.217 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:49.218 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 5 diff [37748736~8388608,75497472~16777216,134217728~8388608,163577856~8388608,239075328~8388608,276824064~4194304,285212672~4194304,369098752~4194304] 2021-03-04T23:36:49.218 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [37748736~8388608,75497472~16777216,134217728~8388608,163577856~8388608,239075328~8388608,276824064~4194304,285212672~4194304,369098752~4194304] 2021-03-04T23:36:49.231 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [37748736~8388608,75497472~20971520,134217728~12582912,163577856~8388608,239075328~8388608,276824064~4194304,285212672~8388608,369098752~4194304] 2021-03-04T23:36:49.232 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 6 diff [37748736~8388608,75497472~16777216,96468992~8388608,130023424~12582912,150994944~4194304,163577856~12582912,201326592~8388608,213909504~12582912,239075328~8388608,276824064~4194304,285212672~4194304,327155712~8388608,369098752~4194304,390070272~8388608] 2021-03-04T23:36:49.232 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [37748736~8388608,75497472~16777216,96468992~8388608,130023424~12582912,150994944~4194304,163577856~12582912,201326592~8388608,213909504~12582912,239075328~8388608,276824064~4194304,285212672~4194304,327155712~8388608,369098752~4194304,390070272~8388608] 2021-03-04T23:36:49.240 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [37748736~8388608,75497472~29360128,130023424~16777216,150994944~8388608,163577856~12582912,201326592~8388608,213909504~12582912,239075328~8388608,276824064~4194304,285212672~8388608,327155712~8388608,369098752~4194304,390070272~12582912] 2021-03-04T23:36:49.241 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 7 diff [12582912~16777216,37748736~8388608,75497472~16777216,96468992~8388608,130023424~16777216,150994944~4194304,163577856~12582912,184549376~4194304,201326592~8388608,213909504~12582912,239075328~8388608,276824064~4194304,285212672~4194304,301989888~8388608,318767104~4194304,327155712~8388608,339738624~8388608,369098752~12582912,390070272~8388608] 2021-03-04T23:36:49.241 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,37748736~8388608,75497472~16777216,96468992~8388608,130023424~16777216,150994944~4194304,163577856~12582912,184549376~4194304,201326592~8388608,213909504~12582912,239075328~8388608,276824064~4194304,285212672~4194304,301989888~8388608,318767104~4194304,327155712~8388608,339738624~8388608,369098752~12582912,390070272~8388608] 2021-03-04T23:36:49.247 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,37748736~8388608,75497472~29360128,130023424~16777216,150994944~8388608,163577856~12582912,184549376~8388608,201326592~8388608,213909504~12582912,239075328~8388608,276824064~4194304,285212672~8388608,301989888~8388608,318767104~16777216,339738624~8388608,369098752~16777216,390070272~12582912] 2021-03-04T23:36:49.247 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 8 diff [12582912~16777216,37748736~8388608,62914560~8388608,75497472~16777216,96468992~8388608,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,268435456~12582912,285212672~4194304,297795584~12582912,318767104~4194304,327155712~8388608,339738624~8388608,360710144~4194304,369098752~16777216,390070272~8388608] 2021-03-04T23:36:49.248 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,37748736~8388608,62914560~8388608,75497472~16777216,96468992~8388608,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,268435456~12582912,285212672~4194304,297795584~12582912,318767104~4194304,327155712~8388608,339738624~8388608,360710144~4194304,369098752~16777216,390070272~8388608] 2021-03-04T23:36:49.254 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,37748736~8388608,62914560~41943040,130023424~16777216,150994944~8388608,163577856~33554432,201326592~25165824,230686720~16777216,268435456~12582912,285212672~8388608,297795584~12582912,318767104~16777216,339738624~8388608,360710144~4194304,369098752~33554432] 2021-03-04T23:36:49.254 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 9 diff [12582912~16777216,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,255852544~4194304,268435456~12582912,285212672~8388608,297795584~16777216,318767104~4194304,327155712~20971520,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.255 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~25165824,230686720~16777216,255852544~4194304,268435456~12582912,285212672~8388608,297795584~16777216,318767104~4194304,327155712~20971520,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.260 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~33554432,62914560~41943040,130023424~16777216,150994944~8388608,163577856~33554432,201326592~25165824,230686720~16777216,255852544~8388608,268435456~12582912,285212672~8388608,297795584~16777216,318767104~29360128,360710144~4194304,369098752~33554432] 2021-03-04T23:36:49.261 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 10 diff [8388608~20971520,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.261 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~8388608,62914560~8388608,75497472~16777216,96468992~8388608,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:49 gibba008 bash[47391]: debug 2021-03-04T23:36:49.006+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:49.265 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,360710144~4194304,369098752~33554432] 2021-03-04T23:36:49.266 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 11 diff [8388608~20971520,33554432~8388608,62914560~29360128,96468992~8388608,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~33554432,390070272~8388608,402653184~8388608] 2021-03-04T23:36:49.266 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~8388608,62914560~29360128,96468992~8388608,130023424~12582912,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~33554432,390070272~8388608,402653184~8388608] 2021-03-04T23:36:49.271 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~37748736,62914560~41943040,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.272 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 12 diff [8388608~20971520,33554432~16777216,62914560~41943040,113246208~8388608,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.272 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~16777216,62914560~41943040,113246208~8388608,130023424~16777216,150994944~4194304,163577856~16777216,184549376~8388608,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:48 gibba023 bash[27374]: cluster 2021-03-04T23:36:47.683117+0000 mgr.x (mgr.34379) 1497 : cluster [DBG] pgmap v2062: 145 pgs: 7 active+undersized+degraded, 10 active+undersized, 48 peering, 80 active+clean; 804 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 35 MiB/s wr, 20 op/s; 68/1089 objects degraded (6.244%) 2021-03-04T23:36:49.276 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,113246208~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.277 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 13 diff [8388608~41943040,62914560~41943040,113246208~8388608,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.277 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~41943040,113246208~8388608,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.282 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,113246208~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.282 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 14 diff [8388608~41943040,62914560~37748736,113246208~8388608,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.282 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~41943040,62914560~37748736,113246208~8388608,130023424~16777216,150994944~4194304,163577856~29360128,201326592~46137344,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.287 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,113246208~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.288 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 15 diff [0~4194304,8388608~46137344,62914560~37748736,113246208~8388608,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.288 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,62914560~37748736,113246208~8388608,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.293 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,113246208~46137344,163577856~33554432,201326592~146800640,352321536~62914560] 2021-03-04T23:36:49.294 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 16 diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.294 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,201326592~58720256,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.299 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~46137344,163577856~33554432,201326592~146800640,352321536~67108864] 2021-03-04T23:36:49.299 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 17 diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.299 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.304 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~46137344,163577856~184549376,352321536~67108864] 2021-03-04T23:36:49.305 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 18 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.305 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.311 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~234881024,352321536~67108864] 2021-03-04T23:36:49.311 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to 19 diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.311 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.316 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:49.316 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 6 diff [79691776~8388608,96468992~8388608,130023424~4194304,150994944~4194304,167772160~8388608,201326592~8388608,213909504~12582912,327155712~8388608,390070272~8388608] 2021-03-04T23:36:49.316 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [79691776~8388608,96468992~8388608,130023424~4194304,150994944~4194304,167772160~8388608,201326592~8388608,213909504~12582912,327155712~8388608,390070272~8388608] 2021-03-04T23:36:49.321 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [79691776~12582912,96468992~8388608,130023424~8388608,150994944~8388608,167772160~8388608,201326592~8388608,213909504~12582912,327155712~8388608,390070272~12582912] 2021-03-04T23:36:49.322 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 7 diff [12582912~16777216,79691776~8388608,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~8388608,184549376~4194304,201326592~8388608,213909504~12582912,301989888~8388608,318767104~4194304,327155712~8388608,339738624~8388608,369098752~12582912,390070272~8388608] 2021-03-04T23:36:49.322 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,79691776~8388608,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~8388608,184549376~4194304,201326592~8388608,213909504~12582912,301989888~8388608,318767104~4194304,327155712~8388608,339738624~8388608,369098752~12582912,390070272~8388608] 2021-03-04T23:36:49.328 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,79691776~12582912,96468992~8388608,130023424~16777216,150994944~8388608,167772160~8388608,184549376~8388608,201326592~8388608,213909504~12582912,301989888~8388608,318767104~16777216,339738624~8388608,369098752~16777216,390070272~12582912] 2021-03-04T23:36:49.328 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 8 diff [12582912~16777216,62914560~8388608,79691776~8388608,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~25165824,230686720~8388608,268435456~12582912,297795584~12582912,318767104~4194304,327155712~8388608,339738624~8388608,360710144~4194304,369098752~16777216,390070272~8388608] 2021-03-04T23:36:49.329 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,62914560~8388608,79691776~8388608,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~25165824,230686720~8388608,268435456~12582912,297795584~12582912,318767104~4194304,327155712~8388608,339738624~8388608,360710144~4194304,369098752~16777216,390070272~8388608] 2021-03-04T23:36:49.333 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,62914560~12582912,79691776~12582912,96468992~8388608,130023424~16777216,150994944~8388608,167772160~29360128,201326592~25165824,230686720~12582912,268435456~12582912,297795584~12582912,318767104~16777216,339738624~8388608,360710144~4194304,369098752~33554432] 2021-03-04T23:36:49.333 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 9 diff [12582912~16777216,33554432~4194304,62914560~8388608,75497472~12582912,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~25165824,230686720~8388608,255852544~4194304,268435456~12582912,285212672~4194304,297795584~16777216,318767104~4194304,327155712~20971520,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.333 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,33554432~4194304,62914560~8388608,75497472~12582912,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~25165824,230686720~8388608,255852544~4194304,268435456~12582912,285212672~4194304,297795584~16777216,318767104~4194304,327155712~20971520,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.339 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~29360128,62914560~29360128,96468992~8388608,130023424~16777216,150994944~8388608,167772160~29360128,201326592~25165824,230686720~12582912,255852544~8388608,268435456~12582912,285212672~4194304,297795584~16777216,318767104~29360128,360710144~4194304,369098752~33554432] 2021-03-04T23:36:49.339 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 10 diff [8388608~20971520,33554432~4194304,62914560~8388608,75497472~12582912,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~37748736,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.339 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~4194304,62914560~8388608,75497472~12582912,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~37748736,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,360710144~4194304,369098752~29360128] 2021-03-04T23:36:49.344 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,62914560~29360128,96468992~8388608,130023424~16777216,150994944~8388608,167772160~29360128,201326592~41943040,255852544~33554432,293601280~20971520,318767104~29360128,360710144~4194304,369098752~33554432] 2021-03-04T23:36:49.344 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 11 diff [8388608~20971520,33554432~4194304,62914560~25165824,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~37748736,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,352321536~33554432,390070272~8388608,402653184~8388608] 2021-03-04T23:36:49.345 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~4194304,62914560~25165824,96468992~8388608,130023424~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~8388608,201326592~37748736,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,352321536~33554432,390070272~8388608,402653184~8388608] 2021-03-04T23:36:49.350 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,62914560~29360128,96468992~8388608,130023424~16777216,150994944~8388608,167772160~29360128,201326592~41943040,255852544~33554432,293601280~20971520,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.350 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 12 diff [8388608~20971520,33554432~4194304,41943040~8388608,62914560~25165824,92274688~12582912,113246208~8388608,130023424~16777216,150994944~4194304,167772160~12582912,184549376~8388608,201326592~41943040,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.350 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~4194304,41943040~8388608,62914560~25165824,92274688~12582912,113246208~8388608,130023424~16777216,150994944~4194304,167772160~12582912,184549376~8388608,201326592~41943040,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.355 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,113246208~12582912,130023424~16777216,150994944~8388608,167772160~29360128,201326592~46137344,255852544~33554432,293601280~20971520,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.356 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 13 diff [8388608~29360128,41943040~8388608,62914560~25165824,92274688~12582912,113246208~8388608,130023424~16777216,150994944~4194304,167772160~25165824,201326592~41943040,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.356 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~29360128,41943040~8388608,62914560~25165824,92274688~12582912,113246208~8388608,130023424~16777216,150994944~4194304,167772160~25165824,201326592~41943040,255852544~4194304,264241152~25165824,293601280~20971520,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.361 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,113246208~12582912,130023424~16777216,150994944~8388608,167772160~29360128,201326592~46137344,255852544~33554432,293601280~20971520,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.363 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 14 diff [8388608~46137344,62914560~25165824,92274688~8388608,113246208~8388608,130023424~16777216,150994944~4194304,163577856~29360128,201326592~41943040,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.363 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~46137344,62914560~25165824,92274688~8388608,113246208~8388608,130023424~16777216,150994944~4194304,163577856~29360128,201326592~41943040,255852544~4194304,264241152~50331648,318767104~29360128,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.366 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~41943040,113246208~12582912,130023424~16777216,150994944~8388608,163577856~33554432,201326592~46137344,255852544~58720256,318767104~29360128,352321536~62914560] 2021-03-04T23:36:49.367 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 15 diff [0~4194304,8388608~46137344,62914560~37748736,113246208~8388608,125829120~29360128,163577856~29360128,201326592~41943040,247463936~12582912,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.367 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,62914560~37748736,113246208~8388608,125829120~29360128,163577856~29360128,201326592~41943040,247463936~12582912,264241152~83886080,352321536~46137344,402653184~8388608] 2021-03-04T23:36:49.373 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,113246208~46137344,163577856~33554432,201326592~146800640,352321536~62914560] 2021-03-04T23:36:49.373 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 16 diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,201326592~41943040,247463936~12582912,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.373 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,201326592~41943040,247463936~12582912,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.378 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~46137344,163577856~33554432,201326592~146800640,352321536~67108864] 2021-03-04T23:36:49.378 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 17 diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.378 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~41943040,113246208~8388608,125829120~29360128,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.382 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~46137344,163577856~184549376,352321536~67108864] 2021-03-04T23:36:49.383 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 18 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.383 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~12582912] 2021-03-04T23:36:49.389 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~234881024,352321536~67108864] 2021-03-04T23:36:49.389 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to 19 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.391 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:49.394 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:49.394 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 7 diff [12582912~16777216,138412032~8388608,184549376~4194304,301989888~8388608,318767104~4194304,339738624~8388608,369098752~12582912] 2021-03-04T23:36:49.394 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,138412032~8388608,184549376~4194304,301989888~8388608,318767104~4194304,339738624~8388608,369098752~12582912] 2021-03-04T23:36:49.399 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,138412032~8388608,184549376~8388608,301989888~8388608,318767104~8388608,339738624~8388608,369098752~16777216] 2021-03-04T23:36:49.399 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 8 diff [12582912~16777216,62914560~8388608,138412032~8388608,176160768~4194304,184549376~8388608,209715200~8388608,230686720~8388608,268435456~12582912,297795584~12582912,318767104~4194304,339738624~8388608,360710144~4194304,369098752~16777216] 2021-03-04T23:36:49.399 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,62914560~8388608,138412032~8388608,176160768~4194304,184549376~8388608,209715200~8388608,230686720~8388608,268435456~12582912,297795584~12582912,318767104~4194304,339738624~8388608,360710144~4194304,369098752~16777216] 2021-03-04T23:36:49.404 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~20971520,62914560~12582912,138412032~8388608,176160768~20971520,209715200~12582912,230686720~12582912,268435456~12582912,297795584~12582912,318767104~8388608,339738624~8388608,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.405 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 9 diff [12582912~16777216,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,138412032~8388608,176160768~4194304,184549376~8388608,209715200~8388608,230686720~8388608,255852544~4194304,268435456~12582912,285212672~4194304,297795584~16777216,318767104~4194304,335544320~12582912,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.405 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~16777216,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,138412032~8388608,176160768~4194304,184549376~8388608,209715200~8388608,230686720~8388608,255852544~4194304,268435456~12582912,285212672~4194304,297795584~16777216,318767104~4194304,335544320~12582912,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.429 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~29360128,62914560~16777216,100663296~4194304,138412032~8388608,176160768~20971520,209715200~12582912,230686720~12582912,255852544~8388608,268435456~12582912,285212672~4194304,297795584~16777216,318767104~8388608,335544320~12582912,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.430 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 10 diff [8388608~20971520,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,134217728~12582912,176160768~4194304,184549376~8388608,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.430 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,134217728~12582912,176160768~4194304,184549376~8388608,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.436 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,62914560~20971520,100663296~4194304,134217728~12582912,176160768~20971520,201326592~4194304,209715200~12582912,226492416~16777216,255852544~33554432,293601280~20971520,318767104~12582912,335544320~12582912,360710144~4194304,369098752~20971520] 2021-03-04T23:36:49.437 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 11 diff [8388608~20971520,33554432~4194304,62914560~16777216,100663296~4194304,134217728~12582912,167772160~12582912,184549376~8388608,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,352321536~33554432,402653184~8388608] 2021-03-04T23:36:49.437 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~4194304,62914560~16777216,100663296~4194304,134217728~12582912,167772160~12582912,184549376~8388608,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,352321536~33554432,402653184~8388608] 2021-03-04T23:36:49.444 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~33554432,62914560~20971520,100663296~4194304,134217728~12582912,167772160~29360128,201326592~4194304,209715200~12582912,226492416~16777216,255852544~33554432,293601280~20971520,318767104~12582912,335544320~12582912,352321536~37748736,402653184~12582912] 2021-03-04T23:36:49.444 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 12 diff [8388608~20971520,33554432~4194304,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~16777216,167772160~12582912,184549376~8388608,201326592~4194304,209715200~8388608,226492416~16777216,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,352321536~37748736,402653184~8388608] 2021-03-04T23:36:49.444 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~20971520,33554432~4194304,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~16777216,167772160~12582912,184549376~8388608,201326592~4194304,209715200~8388608,226492416~16777216,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,352321536~37748736,402653184~8388608] 2021-03-04T23:36:49.450 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~20971520,92274688~4194304,100663296~4194304,113246208~12582912,130023424~16777216,167772160~29360128,201326592~4194304,209715200~12582912,226492416~20971520,255852544~33554432,293601280~20971520,318767104~12582912,335544320~12582912,352321536~37748736,402653184~12582912] 2021-03-04T23:36:49.450 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 13 diff [8388608~29360128,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~16777216,167772160~25165824,201326592~4194304,209715200~33554432,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,352321536~41943040,402653184~8388608] 2021-03-04T23:36:49.451 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~29360128,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~16777216,167772160~25165824,201326592~4194304,209715200~33554432,255852544~4194304,264241152~25165824,293601280~20971520,318767104~8388608,335544320~12582912,352321536~41943040,402653184~8388608] 2021-03-04T23:36:49.457 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~20971520,92274688~4194304,100663296~4194304,113246208~12582912,130023424~16777216,167772160~29360128,201326592~4194304,209715200~37748736,255852544~33554432,293601280~20971520,318767104~12582912,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.458 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 14 diff [8388608~46137344,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~16777216,163577856~29360128,201326592~4194304,209715200~33554432,255852544~4194304,264241152~50331648,318767104~8388608,335544320~12582912,352321536~41943040,402653184~8388608] 2021-03-04T23:36:49.458 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~46137344,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~16777216,163577856~29360128,201326592~4194304,209715200~33554432,255852544~4194304,264241152~50331648,318767104~8388608,335544320~12582912,352321536~41943040,402653184~8388608] 2021-03-04T23:36:49.464 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~46137344,62914560~20971520,92274688~12582912,113246208~12582912,130023424~16777216,163577856~33554432,201326592~4194304,209715200~37748736,255852544~58720256,318767104~12582912,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.464 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 15 diff [0~4194304,8388608~46137344,62914560~16777216,83886080~12582912,100663296~4194304,113246208~8388608,125829120~25165824,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~62914560,335544320~12582912,352321536~41943040,402653184~8388608] 2021-03-04T23:36:49.465 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,62914560~16777216,83886080~12582912,100663296~4194304,113246208~8388608,125829120~25165824,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~62914560,335544320~12582912,352321536~41943040,402653184~8388608] 2021-03-04T23:36:49.471 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,62914560~41943040,113246208~41943040,163577856~33554432,201326592~4194304,209715200~121634816,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.472 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 16 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~25165824,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~62914560,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.472 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~25165824,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~62914560,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.478 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~41943040,163577856~33554432,201326592~4194304,209715200~121634816,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:49.479 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 17 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~25165824,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.479 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~25165824,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.485 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~41943040,163577856~167772160,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:49.486 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 18 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.486 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~12582912] 2021-03-04T23:36:49.492 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:49.492 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to 19 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:49.493 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:49.499 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:49.499 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 8 diff [62914560~8388608,176160768~4194304,188743680~4194304,209715200~8388608,230686720~8388608,268435456~12582912,297795584~8388608,360710144~4194304,381681664~4194304] 2021-03-04T23:36:49.499 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [62914560~8388608,176160768~4194304,188743680~4194304,209715200~8388608,230686720~8388608,268435456~12582912,297795584~8388608,360710144~4194304,381681664~4194304] 2021-03-04T23:36:49.505 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [62914560~12582912,176160768~8388608,188743680~8388608,209715200~12582912,230686720~12582912,268435456~12582912,297795584~8388608,360710144~4194304,381681664~8388608] 2021-03-04T23:36:49.505 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 9 diff [33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,176160768~4194304,188743680~4194304,209715200~8388608,230686720~8388608,255852544~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~4194304,335544320~8388608,360710144~4194304,377487360~12582912] 2021-03-04T23:36:49.505 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,176160768~4194304,188743680~4194304,209715200~8388608,230686720~8388608,255852544~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~4194304,335544320~8388608,360710144~4194304,377487360~12582912] 2021-03-04T23:36:49.511 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [33554432~8388608,62914560~16777216,100663296~4194304,176160768~8388608,188743680~8388608,209715200~12582912,230686720~12582912,255852544~8388608,268435456~12582912,285212672~4194304,297795584~8388608,310378496~4194304,335544320~12582912,360710144~4194304,377487360~12582912] 2021-03-04T23:36:49.511 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 10 diff [8388608~8388608,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,134217728~4194304,176160768~4194304,188743680~4194304,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~8388608,360710144~4194304,377487360~12582912] 2021-03-04T23:36:49.512 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,134217728~4194304,176160768~4194304,188743680~4194304,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~8388608,360710144~4194304,377487360~12582912] 2021-03-04T23:36:49.517 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,33554432~8388608,62914560~20971520,100663296~4194304,134217728~4194304,176160768~8388608,188743680~8388608,201326592~4194304,209715200~12582912,226492416~16777216,255852544~33554432,293601280~12582912,310378496~4194304,322961408~8388608,335544320~12582912,360710144~4194304,377487360~12582912] 2021-03-04T23:36:49.518 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 11 diff [8388608~12582912,33554432~4194304,62914560~16777216,100663296~4194304,134217728~4194304,167772160~12582912,188743680~4194304,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.518 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~12582912,33554432~4194304,62914560~16777216,100663296~4194304,134217728~4194304,167772160~12582912,188743680~4194304,201326592~4194304,209715200~8388608,226492416~12582912,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.524 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,33554432~8388608,62914560~20971520,100663296~4194304,134217728~4194304,167772160~16777216,188743680~8388608,201326592~4194304,209715200~12582912,226492416~16777216,255852544~33554432,293601280~12582912,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~12582912,402653184~12582912] 2021-03-04T23:36:49.525 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 12 diff [8388608~12582912,33554432~4194304,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~12582912,188743680~4194304,201326592~4194304,209715200~8388608,226492416~16777216,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.526 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~12582912,33554432~4194304,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~12582912,188743680~4194304,201326592~4194304,209715200~8388608,226492416~16777216,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.533 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,33554432~20971520,62914560~20971520,92274688~4194304,100663296~4194304,113246208~12582912,130023424~8388608,142606336~4194304,167772160~16777216,188743680~8388608,201326592~4194304,209715200~12582912,226492416~20971520,255852544~33554432,293601280~12582912,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~12582912,402653184~12582912] 2021-03-04T23:36:49.534 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 13 diff [8388608~16777216,29360128~8388608,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~16777216,188743680~4194304,201326592~4194304,209715200~33554432,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.534 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,29360128~8388608,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~16777216,188743680~4194304,201326592~4194304,209715200~33554432,255852544~4194304,264241152~25165824,293601280~12582912,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.539 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~16777216,29360128~25165824,62914560~20971520,92274688~4194304,100663296~4194304,113246208~12582912,130023424~8388608,142606336~4194304,167772160~29360128,201326592~4194304,209715200~37748736,255852544~33554432,293601280~12582912,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.539 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 14 diff [8388608~16777216,29360128~25165824,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,163577856~29360128,201326592~4194304,209715200~33554432,255852544~4194304,264241152~41943040,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.539 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,29360128~25165824,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,163577856~29360128,201326592~4194304,209715200~33554432,255852544~4194304,264241152~41943040,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.546 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~16777216,29360128~25165824,62914560~20971520,92274688~12582912,113246208~12582912,130023424~8388608,142606336~4194304,163577856~33554432,201326592~4194304,209715200~37748736,255852544~50331648,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.547 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 15 diff [0~4194304,8388608~16777216,29360128~25165824,62914560~16777216,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~41943040,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.547 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,62914560~16777216,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~41943040,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.552 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,62914560~41943040,113246208~25165824,142606336~12582912,163577856~33554432,201326592~4194304,209715200~96468992,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.553 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 16 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~41943040,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.553 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~29360128,201326592~4194304,209715200~33554432,247463936~12582912,264241152~41943040,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.558 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~46137344,113246208~25165824,142606336~12582912,163577856~33554432,201326592~4194304,209715200~96468992,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.559 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 17 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.559 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.565 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~25165824,142606336~12582912,163577856~142606336,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.565 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 18 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.566 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.571 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.571 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to 19 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.572 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.577 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.578 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 9 diff [33554432~4194304,75497472~4194304,100663296~4194304,255852544~4194304,285212672~4194304,310378496~4194304,335544320~8388608,377487360~12582912] 2021-03-04T23:36:49.578 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [33554432~4194304,75497472~4194304,100663296~4194304,255852544~4194304,285212672~4194304,310378496~4194304,335544320~8388608,377487360~12582912] 2021-03-04T23:36:49.584 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [33554432~8388608,75497472~4194304,100663296~4194304,255852544~8388608,285212672~4194304,310378496~4194304,335544320~12582912,377487360~12582912] 2021-03-04T23:36:49.584 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 10 diff [8388608~8388608,33554432~4194304,75497472~4194304,100663296~4194304,134217728~4194304,201326592~4194304,226492416~4194304,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~8388608,377487360~12582912] 2021-03-04T23:36:49.584 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,33554432~4194304,75497472~4194304,100663296~4194304,134217728~4194304,201326592~4194304,226492416~4194304,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~8388608,377487360~12582912] 2021-03-04T23:36:49.590 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,33554432~8388608,75497472~8388608,100663296~4194304,134217728~4194304,201326592~4194304,226492416~16777216,255852544~12582912,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~12582912,377487360~12582912] 2021-03-04T23:36:49.590 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 11 diff [8388608~12582912,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,134217728~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.590 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~12582912,33554432~4194304,62914560~8388608,75497472~4194304,100663296~4194304,134217728~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.596 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,33554432~8388608,62914560~20971520,100663296~4194304,134217728~4194304,167772160~12582912,201326592~4194304,226492416~16777216,255852544~12582912,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~12582912,402653184~12582912] 2021-03-04T23:36:49.597 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 12 diff [8388608~12582912,33554432~4194304,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.597 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~12582912,33554432~4194304,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~8388608,352321536~20971520,377487360~12582912,402653184~8388608] 2021-03-04T23:36:49.602 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,33554432~20971520,62914560~20971520,92274688~4194304,100663296~4194304,113246208~12582912,130023424~8388608,142606336~4194304,167772160~12582912,201326592~4194304,226492416~20971520,255852544~12582912,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~12582912,402653184~12582912] 2021-03-04T23:36:49.602 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 13 diff [8388608~16777216,29360128~8388608,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,180355072~8388608,201326592~4194304,218103808~12582912,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.603 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,29360128~8388608,41943040~8388608,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,180355072~8388608,201326592~4194304,218103808~12582912,234881024~8388608,255852544~4194304,264241152~4194304,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.608 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~16777216,29360128~25165824,62914560~20971520,92274688~4194304,100663296~4194304,113246208~12582912,130023424~8388608,142606336~4194304,167772160~20971520,201326592~4194304,218103808~29360128,255852544~12582912,281018368~8388608,293601280~8388608,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.609 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 14 diff [8388608~16777216,29360128~25165824,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,163577856~25165824,201326592~4194304,218103808~12582912,234881024~8388608,255852544~4194304,264241152~4194304,281018368~25165824,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.609 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,29360128~25165824,62914560~16777216,92274688~4194304,100663296~4194304,113246208~8388608,130023424~8388608,142606336~4194304,163577856~25165824,201326592~4194304,218103808~12582912,234881024~8388608,255852544~4194304,264241152~4194304,281018368~25165824,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.614 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~16777216,29360128~25165824,62914560~20971520,92274688~12582912,113246208~12582912,130023424~8388608,142606336~4194304,163577856~25165824,201326592~4194304,218103808~29360128,255852544~12582912,281018368~25165824,310378496~4194304,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.615 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 15 diff [0~4194304,8388608~16777216,29360128~25165824,62914560~16777216,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~12582912,264241152~4194304,281018368~25165824,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.615 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,62914560~16777216,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~12582912,264241152~4194304,281018368~25165824,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~8388608] 2021-03-04T23:36:49.621 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,62914560~41943040,113246208~25165824,142606336~12582912,163577856~25165824,201326592~4194304,218103808~50331648,281018368~25165824,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.621 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 16 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.622 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.628 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~46137344,113246208~25165824,142606336~12582912,163577856~25165824,201326592~4194304,218103808~58720256,281018368~25165824,310378496~8388608,322961408~8388608,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.628 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 17 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.628 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,100663296~4194304,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.634 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~46137344,113246208~25165824,142606336~12582912,163577856~25165824,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.635 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 18 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.635 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~12582912] 2021-03-04T23:36:49.641 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.641 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to 19 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.641 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.644 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:49.647 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:49.648 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 10 diff [8388608~8388608,75497472~4194304,134217728~4194304,201326592~4194304,226492416~4194304,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,322961408~8388608] 2021-03-04T23:36:49.648 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,75497472~4194304,134217728~4194304,201326592~4194304,226492416~4194304,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,322961408~8388608] 2021-03-04T23:36:49.653 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~8388608,75497472~8388608,134217728~4194304,201326592~4194304,226492416~16777216,264241152~4194304,281018368~4194304,293601280~8388608,322961408~8388608] 2021-03-04T23:36:49.653 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 11 diff [8388608~12582912,62914560~8388608,75497472~4194304,134217728~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,322961408~8388608,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.654 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~12582912,62914560~8388608,75497472~4194304,134217728~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,322961408~8388608,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.659 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,62914560~20971520,134217728~4194304,167772160~12582912,201326592~4194304,226492416~16777216,264241152~4194304,281018368~4194304,293601280~8388608,322961408~8388608,352321536~20971520,402653184~12582912] 2021-03-04T23:36:49.659 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 12 diff [8388608~12582912,41943040~8388608,62914560~16777216,92274688~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,310378496~4194304,322961408~8388608,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.660 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~12582912,41943040~8388608,62914560~16777216,92274688~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,310378496~4194304,322961408~8388608,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.665 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,41943040~12582912,62914560~20971520,92274688~4194304,113246208~12582912,130023424~8388608,142606336~4194304,167772160~12582912,201326592~4194304,226492416~20971520,264241152~4194304,281018368~4194304,293601280~8388608,310378496~4194304,322961408~8388608,352321536~20971520,402653184~12582912] 2021-03-04T23:36:49.665 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 13 diff [8388608~16777216,29360128~8388608,41943040~8388608,62914560~16777216,92274688~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,180355072~8388608,201326592~4194304,218103808~12582912,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,310378496~4194304,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.665 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,29360128~8388608,41943040~8388608,62914560~16777216,92274688~4194304,113246208~8388608,130023424~8388608,142606336~4194304,167772160~8388608,180355072~8388608,201326592~4194304,218103808~12582912,234881024~8388608,264241152~4194304,281018368~4194304,293601280~8388608,310378496~4194304,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.671 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~16777216,29360128~8388608,41943040~12582912,62914560~20971520,92274688~4194304,113246208~12582912,130023424~8388608,142606336~4194304,167772160~20971520,201326592~4194304,218103808~29360128,264241152~4194304,281018368~4194304,293601280~8388608,310378496~4194304,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.671 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 14 diff [8388608~16777216,29360128~25165824,62914560~16777216,92274688~4194304,113246208~8388608,130023424~8388608,142606336~4194304,163577856~25165824,201326592~4194304,218103808~12582912,234881024~8388608,264241152~4194304,281018368~25165824,310378496~4194304,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.671 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,29360128~25165824,62914560~16777216,92274688~4194304,113246208~8388608,130023424~8388608,142606336~4194304,163577856~25165824,201326592~4194304,218103808~12582912,234881024~8388608,264241152~4194304,281018368~25165824,310378496~4194304,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.680 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~16777216,29360128~25165824,62914560~20971520,92274688~8388608,113246208~12582912,130023424~8388608,142606336~4194304,163577856~25165824,201326592~4194304,218103808~29360128,264241152~4194304,281018368~25165824,310378496~4194304,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.680 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 15 diff [0~4194304,8388608~16777216,29360128~25165824,62914560~16777216,83886080~12582912,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~8388608,264241152~4194304,281018368~25165824,310378496~8388608,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.680 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,62914560~16777216,83886080~12582912,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~8388608,264241152~4194304,281018368~25165824,310378496~8388608,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.684 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,62914560~37748736,113246208~25165824,142606336~12582912,163577856~25165824,201326592~4194304,218103808~41943040,264241152~4194304,281018368~25165824,310378496~8388608,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.685 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 16 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~8388608,264241152~12582912,281018368~25165824,310378496~8388608,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.685 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,201326592~4194304,218103808~25165824,247463936~8388608,264241152~12582912,281018368~25165824,310378496~8388608,322961408~8388608,339738624~4194304,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.693 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~41943040,113246208~25165824,142606336~12582912,163577856~25165824,201326592~4194304,218103808~41943040,264241152~12582912,281018368~25165824,310378496~8388608,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.694 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 17 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.694 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,113246208~8388608,125829120~12582912,142606336~8388608,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.697 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~41943040,113246208~25165824,142606336~12582912,163577856~25165824,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.697 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 18 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.697 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.703 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.704 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to 19 diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.704 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.712 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.713 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 11 diff [16777216~4194304,62914560~8388608,167772160~8388608,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.714 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~4194304,62914560~8388608,167772160~8388608,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.717 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~4194304,62914560~12582912,167772160~12582912,352321536~20971520,402653184~12582912] 2021-03-04T23:36:49.718 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 12 diff [16777216~4194304,41943040~8388608,62914560~12582912,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,167772160~8388608,239075328~4194304,297795584~4194304,310378496~4194304,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.718 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~4194304,41943040~8388608,62914560~12582912,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,167772160~8388608,239075328~4194304,297795584~4194304,310378496~4194304,352321536~20971520,402653184~8388608] 2021-03-04T23:36:49.722 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~4194304,41943040~12582912,62914560~12582912,92274688~4194304,113246208~12582912,130023424~4194304,142606336~4194304,167772160~12582912,239075328~8388608,297795584~4194304,310378496~4194304,352321536~20971520,402653184~12582912] 2021-03-04T23:36:49.723 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 13 diff [16777216~8388608,29360128~8388608,41943040~8388608,62914560~12582912,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,167772160~8388608,180355072~8388608,218103808~8388608,239075328~4194304,297795584~4194304,310378496~4194304,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.723 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,29360128~8388608,41943040~8388608,62914560~12582912,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,167772160~8388608,180355072~8388608,218103808~8388608,239075328~4194304,297795584~4194304,310378496~4194304,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.730 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,29360128~8388608,41943040~12582912,62914560~12582912,92274688~4194304,113246208~12582912,130023424~4194304,142606336~4194304,167772160~20971520,218103808~8388608,239075328~8388608,297795584~4194304,310378496~4194304,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.731 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 14 diff [16777216~8388608,29360128~25165824,62914560~12582912,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,163577856~25165824,218103808~8388608,239075328~4194304,285212672~8388608,297795584~8388608,310378496~4194304,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.731 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [16777216~8388608,29360128~25165824,62914560~12582912,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,163577856~25165824,218103808~8388608,239075328~4194304,285212672~8388608,297795584~8388608,310378496~4194304,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.735 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [16777216~8388608,29360128~25165824,62914560~12582912,92274688~8388608,113246208~12582912,130023424~4194304,142606336~4194304,163577856~25165824,218103808~8388608,239075328~8388608,285212672~8388608,297795584~8388608,310378496~4194304,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.736 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 15 diff [0~4194304,16777216~8388608,29360128~25165824,62914560~12582912,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~25165824,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.736 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~8388608,29360128~25165824,62914560~12582912,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~25165824,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~8388608] 2021-03-04T23:36:49.741 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8388608,16777216~8388608,29360128~25165824,62914560~12582912,83886080~16777216,113246208~20971520,142606336~12582912,163577856~25165824,218103808~8388608,230686720~29360128,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.741 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 16 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~25165824,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.742 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~25165824,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.749 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~41943040,113246208~20971520,142606336~12582912,163577856~25165824,218103808~8388608,230686720~29360128,268435456~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.749 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 17 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.750 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.751 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:49.753 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~41943040,113246208~20971520,142606336~12582912,163577856~25165824,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.754 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 18 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~25165824,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.754 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~25165824,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~12582912] 2021-03-04T23:36:49.761 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.761 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to 19 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.762 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.772 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.772 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 12 diff [41943040~8388608,71303168~4194304,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,239075328~4194304,297795584~4194304,310378496~4194304,364904448~4194304] 2021-03-04T23:36:49.773 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [41943040~8388608,71303168~4194304,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,239075328~4194304,297795584~4194304,310378496~4194304,364904448~4194304] 2021-03-04T23:36:49.774 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [41943040~12582912,71303168~4194304,92274688~4194304,113246208~12582912,130023424~4194304,142606336~4194304,239075328~8388608,297795584~4194304,310378496~4194304,364904448~8388608] 2021-03-04T23:36:49.775 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 13 diff [20971520~4194304,29360128~8388608,41943040~8388608,62914560~4194304,71303168~4194304,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,180355072~8388608,218103808~8388608,239075328~4194304,297795584~4194304,310378496~4194304,322961408~4194304,339738624~4194304,364904448~4194304,381681664~12582912] 2021-03-04T23:36:49.775 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~4194304,29360128~8388608,41943040~8388608,62914560~4194304,71303168~4194304,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,180355072~8388608,218103808~8388608,239075328~4194304,297795584~4194304,310378496~4194304,322961408~4194304,339738624~4194304,364904448~4194304,381681664~12582912] 2021-03-04T23:36:49.780 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~4194304,29360128~8388608,41943040~12582912,62914560~12582912,92274688~4194304,113246208~12582912,130023424~4194304,142606336~4194304,180355072~8388608,218103808~8388608,239075328~8388608,297795584~4194304,310378496~4194304,322961408~8388608,339738624~8388608,364904448~8388608,381681664~12582912] 2021-03-04T23:36:49.781 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 14 diff [20971520~4194304,29360128~25165824,62914560~4194304,71303168~4194304,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,163577856~8388608,176160768~12582912,218103808~8388608,239075328~4194304,285212672~8388608,297795584~8388608,310378496~4194304,322961408~4194304,339738624~4194304,360710144~8388608,381681664~12582912] 2021-03-04T23:36:49.781 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~4194304,29360128~25165824,62914560~4194304,71303168~4194304,92274688~4194304,113246208~8388608,130023424~4194304,142606336~4194304,163577856~8388608,176160768~12582912,218103808~8388608,239075328~4194304,285212672~8388608,297795584~8388608,310378496~4194304,322961408~4194304,339738624~4194304,360710144~8388608,381681664~12582912] 2021-03-04T23:36:49.786 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~4194304,29360128~25165824,62914560~12582912,92274688~8388608,113246208~12582912,130023424~4194304,142606336~4194304,163577856~25165824,218103808~8388608,239075328~8388608,285212672~8388608,297795584~8388608,310378496~4194304,322961408~8388608,339738624~8388608,360710144~12582912,381681664~12582912] 2021-03-04T23:36:49.787 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 15 diff [0~4194304,16777216~8388608,29360128~25165824,62914560~4194304,71303168~4194304,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~4194304,360710144~8388608,381681664~12582912] 2021-03-04T23:36:49.787 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~8388608,29360128~25165824,62914560~4194304,71303168~4194304,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~4194304,360710144~8388608,381681664~12582912] 2021-03-04T23:36:49.793 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8388608,16777216~8388608,29360128~25165824,62914560~12582912,83886080~16777216,113246208~20971520,142606336~12582912,163577856~25165824,218103808~8388608,230686720~29360128,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,339738624~8388608,352321536~4194304,360710144~12582912,381681664~12582912] 2021-03-04T23:36:49.793 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 16 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~16777216,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.793 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,339738624~4194304,352321536~16777216,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.799 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~41943040,113246208~20971520,142606336~12582912,163577856~25165824,218103808~8388608,230686720~29360128,268435456~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,339738624~8388608,352321536~20971520,381681664~12582912,406847488~12582912] 2021-03-04T23:36:49.800 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 17 diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~16777216,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.800 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~20971520,83886080~12582912,113246208~8388608,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~16777216,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.802 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:49 gibba008 bash[39303]: cluster 2021-03-04T23:36:48.792213+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e928: 8 total, 7 up, 7 in 2021-03-04T23:36:49.803 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:49 gibba008 bash[91265]: debug 2021-03-04T23:36:49.634+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:49.809 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~41943040,113246208~20971520,142606336~12582912,163577856~25165824,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,406847488~12582912] 2021-03-04T23:36:49.809 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 18 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~25165824,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.810 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~20971520,83886080~25165824,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.814 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,406847488~12582912] 2021-03-04T23:36:49.814 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to 19 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.814 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.820 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.820 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 13 diff [20971520~4194304,29360128~8388608,62914560~4194304,180355072~8388608,218103808~8388608,322961408~4194304,339738624~4194304,381681664~12582912] 2021-03-04T23:36:49.821 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~4194304,29360128~8388608,62914560~4194304,180355072~8388608,218103808~8388608,322961408~4194304,339738624~4194304,381681664~12582912] 2021-03-04T23:36:49.826 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~4194304,29360128~8388608,62914560~8388608,180355072~8388608,218103808~8388608,322961408~8388608,339738624~8388608,381681664~12582912] 2021-03-04T23:36:49.827 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 14 diff [20971520~4194304,29360128~16777216,62914560~4194304,92274688~4194304,163577856~8388608,176160768~12582912,218103808~8388608,285212672~8388608,297795584~8388608,322961408~4194304,339738624~4194304,360710144~4194304,381681664~12582912] 2021-03-04T23:36:49.827 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~4194304,29360128~16777216,62914560~4194304,92274688~4194304,163577856~8388608,176160768~12582912,218103808~8388608,285212672~8388608,297795584~8388608,322961408~4194304,339738624~4194304,360710144~4194304,381681664~12582912] 2021-03-04T23:36:49.832 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~4194304,29360128~20971520,62914560~8388608,92274688~8388608,163577856~25165824,218103808~8388608,285212672~8388608,297795584~8388608,322961408~8388608,339738624~8388608,360710144~4194304,381681664~12582912] 2021-03-04T23:36:49.833 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 15 diff [0~4194304,16777216~8388608,29360128~16777216,62914560~4194304,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,247463936~8388608,285212672~8388608,297795584~8388608,314572800~4194304,322961408~4194304,339738624~4194304,352321536~4194304,360710144~4194304,381681664~12582912] 2021-03-04T23:36:49.833 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~8388608,29360128~16777216,62914560~4194304,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,247463936~8388608,285212672~8388608,297795584~8388608,314572800~4194304,322961408~4194304,339738624~4194304,352321536~4194304,360710144~4194304,381681664~12582912] 2021-03-04T23:36:49.838 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8388608,16777216~8388608,29360128~20971520,62914560~8388608,83886080~16777216,125829120~8388608,142606336~12582912,163577856~25165824,218103808~8388608,230686720~8388608,247463936~12582912,285212672~8388608,297795584~8388608,314572800~4194304,322961408~8388608,339738624~8388608,352321536~4194304,360710144~4194304,381681664~12582912] 2021-03-04T23:36:49.838 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 16 diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~20971520,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,314572800~4194304,322961408~4194304,339738624~4194304,352321536~12582912,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.839 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~20971520,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,218103808~8388608,230686720~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,314572800~4194304,322961408~4194304,339738624~4194304,352321536~12582912,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.844 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~41943040,125829120~8388608,142606336~12582912,163577856~25165824,218103808~8388608,230686720~8388608,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~4194304,322961408~8388608,339738624~8388608,352321536~12582912,381681664~12582912,406847488~12582912] 2021-03-04T23:36:49.844 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 17 diff [0~4194304,8388608~37748736,50331648~4194304,58720256~20971520,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.845 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~37748736,50331648~4194304,58720256~20971520,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.894 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~41943040,125829120~8388608,142606336~12582912,163577856~25165824,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,314572800~16777216,335544320~12582912,352321536~12582912,381681664~12582912,406847488~12582912] 2021-03-04T23:36:49.895 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 18 diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~20971520,83886080~25165824,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.896 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~20971520,83886080~25165824,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,406847488~8388608] 2021-03-04T23:36:49.902 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,314572800~16777216,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,406847488~12582912] 2021-03-04T23:36:49.902 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to 19 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.903 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.915 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:49.915 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 14 diff [20971520~4194304,37748736~8388608,92274688~4194304,163577856~8388608,176160768~4194304,218103808~4194304,285212672~8388608,297795584~8388608,360710144~4194304] 2021-03-04T23:36:49.916 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~4194304,37748736~8388608,92274688~4194304,163577856~8388608,176160768~4194304,218103808~4194304,285212672~8388608,297795584~8388608,360710144~4194304] 2021-03-04T23:36:49.933 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~4194304,37748736~12582912,92274688~8388608,163577856~16777216,218103808~8388608,285212672~8388608,297795584~8388608,360710144~4194304] 2021-03-04T23:36:49.933 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 15 diff [0~4194304,16777216~8388608,29360128~16777216,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~4194304,218103808~4194304,230686720~4194304,247463936~8388608,285212672~8388608,297795584~8388608,314572800~4194304,352321536~4194304,360710144~4194304] 2021-03-04T23:36:49.934 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~8388608,29360128~16777216,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~4194304,218103808~4194304,230686720~4194304,247463936~8388608,285212672~8388608,297795584~8388608,314572800~4194304,352321536~4194304,360710144~4194304] 2021-03-04T23:36:49.950 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8388608,16777216~8388608,29360128~20971520,83886080~16777216,125829120~8388608,142606336~12582912,163577856~16777216,218103808~8388608,230686720~8388608,247463936~12582912,285212672~8388608,297795584~8388608,314572800~4194304,352321536~4194304,360710144~4194304] 2021-03-04T23:36:49.951 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 16 diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~8388608,71303168~8388608,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~4194304,218103808~4194304,230686720~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,314572800~4194304,352321536~12582912,406847488~8388608] 2021-03-04T23:36:49.951 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~8388608,71303168~8388608,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~4194304,218103808~4194304,230686720~4194304,247463936~8388608,268435456~8388608,285212672~8388608,297795584~8388608,314572800~4194304,352321536~12582912,406847488~8388608] 2021-03-04T23:36:49.967 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~25165824,58720256~41943040,125829120~8388608,142606336~12582912,163577856~16777216,218103808~8388608,230686720~8388608,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~4194304,352321536~12582912,406847488~12582912] 2021-03-04T23:36:49.968 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 17 diff [0~4194304,8388608~37748736,50331648~4194304,58720256~8388608,71303168~8388608,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~4194304,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,385875968~4194304,406847488~8388608] 2021-03-04T23:36:49.968 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~37748736,50331648~4194304,58720256~8388608,71303168~8388608,83886080~12582912,125829120~8388608,142606336~8388608,163577856~8388608,176160768~4194304,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,385875968~4194304,406847488~8388608] 2021-03-04T23:36:49.988 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~41943040,125829120~8388608,142606336~12582912,163577856~16777216,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,314572800~16777216,335544320~8388608,352321536~12582912,385875968~4194304,406847488~12582912] 2021-03-04T23:36:49.989 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 18 diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~8388608,71303168~8388608,83886080~25165824,125829120~33554432,163577856~8388608,176160768~4194304,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~8388608] 2021-03-04T23:36:49.989 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~16777216,50331648~4194304,58720256~8388608,71303168~8388608,83886080~25165824,125829120~33554432,163577856~8388608,176160768~4194304,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.004 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~54525952,58720256~50331648,125829120~54525952,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,314572800~16777216,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~12582912] 2021-03-04T23:36:50.004 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to 19 diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.004 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.024 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~58720256,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.024 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 15 diff [0~4194304,16777216~4194304,29360128~8388608,83886080~8388608,125829120~8388608,142606336~8388608,230686720~4194304,247463936~8388608,314572800~4194304,352321536~4194304] 2021-03-04T23:36:50.024 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,16777216~4194304,29360128~8388608,83886080~8388608,125829120~8388608,142606336~8388608,230686720~4194304,247463936~8388608,314572800~4194304,352321536~4194304] 2021-03-04T23:36:50.040 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,83886080~12582912,125829120~8388608,142606336~12582912,230686720~8388608,247463936~12582912,314572800~4194304,352321536~4194304] 2021-03-04T23:36:50.040 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 16 diff [0~4194304,8388608~12582912,29360128~8388608,50331648~4194304,58720256~8388608,71303168~8388608,83886080~8388608,125829120~8388608,142606336~8388608,230686720~4194304,247463936~8388608,268435456~8388608,285212672~4194304,314572800~4194304,352321536~12582912,406847488~8388608] 2021-03-04T23:36:50.041 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~12582912,29360128~8388608,50331648~4194304,58720256~8388608,71303168~8388608,83886080~8388608,125829120~8388608,142606336~8388608,230686720~4194304,247463936~8388608,268435456~8388608,285212672~4194304,314572800~4194304,352321536~12582912,406847488~8388608] 2021-03-04T23:36:50.055 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~25165824,29360128~12582912,50331648~4194304,58720256~37748736,125829120~8388608,142606336~12582912,230686720~8388608,247463936~12582912,268435456~8388608,285212672~8388608,314572800~4194304,352321536~12582912,406847488~12582912] 2021-03-04T23:36:50.056 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 17 diff [0~4194304,8388608~29360128,50331648~4194304,58720256~8388608,71303168~8388608,83886080~8388608,125829120~8388608,142606336~8388608,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,314572800~12582912,335544320~8388608,352321536~12582912,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.056 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~29360128,50331648~4194304,58720256~8388608,71303168~8388608,83886080~8388608,125829120~8388608,142606336~8388608,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,314572800~12582912,335544320~8388608,352321536~12582912,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.072 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,50331648~4194304,58720256~37748736,125829120~8388608,142606336~12582912,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,314572800~16777216,335544320~8388608,352321536~12582912,385875968~4194304,406847488~12582912] 2021-03-04T23:36:50.073 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 18 diff [0~4194304,8388608~16777216,29360128~8388608,50331648~4194304,58720256~8388608,71303168~8388608,83886080~25165824,125829120~33554432,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.073 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,50331648~4194304,58720256~8388608,71303168~8388608,83886080~25165824,125829120~33554432,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.088 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,50331648~4194304,58720256~50331648,125829120~37748736,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~4194304,314572800~16777216,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~12582912] 2021-03-04T23:36:50.089 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to 19 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.089 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.106 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,46137344~62914560,125829120~37748736,180355072~4194304,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.107 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 16 diff [8388608~8388608,50331648~4194304,58720256~8388608,71303168~8388608,268435456~8388608,285212672~4194304,356515840~8388608,406847488~8388608] 2021-03-04T23:36:50.107 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,50331648~4194304,58720256~8388608,71303168~8388608,268435456~8388608,285212672~4194304,356515840~8388608,406847488~8388608] 2021-03-04T23:36:50.123 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~12582912,50331648~4194304,58720256~25165824,268435456~8388608,285212672~8388608,356515840~8388608,406847488~12582912] 2021-03-04T23:36:50.123 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 17 diff [8388608~8388608,20971520~8388608,50331648~4194304,58720256~8388608,71303168~8388608,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,314572800~12582912,335544320~8388608,352321536~12582912,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.124 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~8388608,20971520~8388608,50331648~4194304,58720256~8388608,71303168~8388608,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,314572800~12582912,335544320~8388608,352321536~12582912,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.141 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,50331648~4194304,58720256~25165824,197132288~16777216,251658240~12582912,268435456~8388608,285212672~8388608,314572800~16777216,335544320~8388608,352321536~12582912,385875968~4194304,406847488~12582912] 2021-03-04T23:36:50.142 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 18 diff [8388608~16777216,50331648~4194304,58720256~8388608,71303168~8388608,83886080~12582912,100663296~8388608,134217728~8388608,150994944~8388608,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.142 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,50331648~4194304,58720256~8388608,71303168~8388608,83886080~12582912,100663296~8388608,134217728~8388608,150994944~8388608,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,314572800~12582912,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~8388608] 2021-03-04T23:36:50.153 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:49 gibba008 bash[37770]: cluster 2021-03-04T23:36:48.792213+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e928: 8 total, 7 up, 7 in 2021-03-04T23:36:50.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:50.159 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,50331648~4194304,58720256~50331648,134217728~12582912,150994944~12582912,197132288~16777216,251658240~12582912,268435456~8388608,285212672~8388608,297795584~4194304,314572800~16777216,335544320~8388608,352321536~12582912,369098752~4194304,385875968~4194304,406847488~12582912] 2021-03-04T23:36:50.160 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to 19 diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.160 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.175 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,46137344~62914560,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.176 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 17 diff [20971520~8388608,58720256~8388608,197132288~12582912,251658240~8388608,314572800~12582912,335544320~8388608,352321536~4194304,385875968~4194304] 2021-03-04T23:36:50.177 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [20971520~8388608,58720256~8388608,197132288~12582912,251658240~8388608,314572800~12582912,335544320~8388608,352321536~4194304,385875968~4194304] 2021-03-04T23:36:50.193 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [20971520~8388608,58720256~8388608,197132288~16777216,251658240~12582912,314572800~16777216,335544320~8388608,352321536~4194304,385875968~4194304] 2021-03-04T23:36:50.193 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 18 diff [12582912~12582912,58720256~8388608,75497472~4194304,83886080~12582912,100663296~8388608,134217728~8388608,150994944~8388608,197132288~12582912,251658240~8388608,297795584~4194304,314572800~12582912,335544320~8388608,352321536~4194304,369098752~4194304,385875968~4194304] 2021-03-04T23:36:50.194 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~12582912,58720256~8388608,75497472~4194304,83886080~12582912,100663296~8388608,134217728~8388608,150994944~8388608,197132288~12582912,251658240~8388608,297795584~4194304,314572800~12582912,335544320~8388608,352321536~4194304,369098752~4194304,385875968~4194304] 2021-03-04T23:36:50.211 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~16777216,58720256~8388608,75497472~33554432,134217728~12582912,150994944~12582912,197132288~16777216,251658240~12582912,297795584~4194304,314572800~16777216,335544320~8388608,352321536~4194304,369098752~4194304,385875968~4194304] 2021-03-04T23:36:50.211 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to 19 diff [12582912~12582912,46137344~8388608,58720256~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,297795584~4194304,310378496~16777216,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:50.212 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~12582912,46137344~8388608,58720256~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,297795584~4194304,310378496~16777216,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:50.230 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~16777216,46137344~20971520,75497472~33554432,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,297795584~4194304,310378496~20971520,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:50.230 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 18 diff [12582912~8388608,75497472~4194304,83886080~12582912,100663296~8388608,134217728~8388608,150994944~8388608,297795584~4194304,335544320~4194304,369098752~4194304] 2021-03-04T23:36:50.230 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~8388608,75497472~4194304,83886080~12582912,100663296~8388608,134217728~8388608,150994944~8388608,297795584~4194304,335544320~4194304,369098752~4194304] 2021-03-04T23:36:50.248 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~12582912,75497472~33554432,134217728~12582912,150994944~12582912,297795584~4194304,335544320~8388608,369098752~4194304] 2021-03-04T23:36:50.249 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to 19 diff [12582912~8388608,46137344~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,297795584~4194304,310378496~4194304,335544320~4194304,369098752~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:50.250 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~8388608,46137344~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,297795584~4194304,310378496~4194304,335544320~4194304,369098752~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:50.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:50.266 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~12582912,46137344~12582912,75497472~33554432,125829120~20971520,150994944~12582912,180355072~4194304,297795584~4194304,310378496~8388608,335544320~8388608,369098752~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:50.266 INFO:tasks.workunit.client.0.gibba008.stdout:from 18 to 19 diff [46137344~8388608,75497472~4194304,88080384~8388608,125829120~8388608,180355072~4194304,310378496~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:50.266 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [46137344~8388608,75497472~4194304,88080384~8388608,125829120~8388608,180355072~4194304,310378496~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:49 gibba023 bash[27374]: cluster 2021-03-04T23:36:48.792213+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e928: 8 total, 7 up, 7 in 2021-03-04T23:36:50.283 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [46137344~12582912,75497472~8388608,88080384~8388608,125829120~12582912,180355072~4194304,310378496~8388608,381681664~4194304,402653184~12582912] 2021-03-04T23:36:50.367 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:50.414 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:50 gibba008 bash[48858]: debug 2021-03-04T23:36:50.142+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:50.472 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:50.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:50 gibba023 bash[18090]: debug 2021-03-04T23:36:50.363+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:50.816 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:50.816 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:50.881 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:50.881 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.881 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.893 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:50.893 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.893 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.908 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:50.909 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.909 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.920 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:50.920 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.920 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.934 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:50.934 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.935 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:50.945 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:50.945 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:50.945 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:50.953 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:50.953 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:50.954 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:50.954 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:50.958 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:50.958 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:50.959 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:50.963 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:50.964 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.965 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.968 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.969 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.969 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.973 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.973 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.973 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.978 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.978 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.978 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.982 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:50.983 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.983 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.987 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~58720256,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.988 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.988 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.991 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,46137344~62914560,125829120~37748736,180355072~4194304,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.992 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.992 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.996 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,46137344~62914560,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:50.997 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [12582912~12582912,46137344~8388608,58720256~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,297795584~4194304,310378496~16777216,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:50.997 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~12582912,46137344~8388608,58720256~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,297795584~4194304,310378496~16777216,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:51.002 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~16777216,46137344~20971520,75497472~33554432,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,297795584~4194304,310378496~20971520,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:51.003 INFO:tasks.workunit.client.0.gibba008.stdout:from 17 to HEAD diff [12582912~8388608,46137344~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,297795584~4194304,310378496~4194304,335544320~4194304,369098752~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:51.003 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~8388608,46137344~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,297795584~4194304,310378496~4194304,335544320~4194304,369098752~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:51.004 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~12582912,46137344~12582912,75497472~33554432,125829120~20971520,150994944~12582912,180355072~4194304,297795584~4194304,310378496~8388608,335544320~8388608,369098752~4194304,381681664~4194304,402653184~12582912] 2021-03-04T23:36:51.059 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:50 gibba008 bash[47391]: debug 2021-03-04T23:36:50.946+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:51.337 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.440 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:51.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:51 gibba008 bash[39303]: cluster 2021-03-04T23:36:49.683699+0000 mgr.x (mgr.34379) 1498 : cluster [DBG] pgmap v2065: 145 pgs: 7 active+undersized+degraded, 10 active+undersized, 48 peering, 80 active+clean; 804 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 23 MiB/s wr, 15 op/s; 68/1089 objects degraded (6.244%) 2021-03-04T23:36:51.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:51 gibba008 bash[39303]: cluster 2021-03-04T23:36:50.808315+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e929: 8 total, 7 up, 7 in 2021-03-04T23:36:51.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:51 gibba008 bash[48858]: debug 2021-03-04T23:36:51.330+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:51.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:51 gibba008 bash[37770]: cluster 2021-03-04T23:36:49.683699+0000 mgr.x (mgr.34379) 1498 : cluster [DBG] pgmap v2065: 145 pgs: 7 active+undersized+degraded, 10 active+undersized, 48 peering, 80 active+clean; 804 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 23 MiB/s wr, 15 op/s; 68/1089 objects degraded (6.244%) 2021-03-04T23:36:51.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:51 gibba008 bash[37770]: cluster 2021-03-04T23:36:50.808315+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e929: 8 total, 7 up, 7 in 2021-03-04T23:36:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:51 gibba023 bash[27374]: cluster 2021-03-04T23:36:49.683699+0000 mgr.x (mgr.34379) 1498 : cluster [DBG] pgmap v2065: 145 pgs: 7 active+undersized+degraded, 10 active+undersized, 48 peering, 80 active+clean; 804 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 23 MiB/s wr, 15 op/s; 68/1089 objects degraded (6.244%) 2021-03-04T23:36:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:51 gibba023 bash[27374]: cluster 2021-03-04T23:36:50.808315+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e929: 8 total, 7 up, 7 in 2021-03-04T23:36:51.820 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:51.821 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:51.845 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:51.845 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.846 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.850 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:51.851 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.851 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.855 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:51.856 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.856 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.860 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:51.861 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.861 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.869 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:51.869 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.870 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:51.870 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:51.871 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:51.871 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:51.877 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:51.878 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:51.878 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:51.878 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:51.880 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:51.880 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:51.880 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:51.885 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:51.885 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:51.886 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:51.890 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:51.890 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:51.891 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:51.981 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:52.036 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.037 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.037 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.060 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.060 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.060 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.077 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:52.078 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.078 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.094 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~58720256,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.095 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.095 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.104 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,46137344~62914560,125829120~37748736,180355072~4194304,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.105 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.105 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.111 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,46137344~62914560,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:52.111 INFO:tasks.workunit.client.0.gibba008.stdout:from 16 to HEAD diff [12582912~12582912,46137344~8388608,58720256~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,297795584~4194304,310378496~16777216,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:52.111 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [12582912~12582912,46137344~8388608,58720256~8388608,75497472~33554432,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,297795584~4194304,310378496~16777216,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:52.116 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [12582912~16777216,46137344~20971520,75497472~33554432,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,297795584~4194304,310378496~20971520,335544320~8388608,352321536~4194304,369098752~4194304,381681664~8388608,402653184~12582912] 2021-03-04T23:36:52.264 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:51 gibba008 bash[47391]: debug 2021-03-04T23:36:51.866+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:52.545 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:52.648 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:52.703 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:36:52.704 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:36:52.704 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:36:52.704 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:36:52.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.705 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187243 30.d 30:b155775f:::benchmark_data_gibba008_138845_object29256:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.705 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.308965+0000", 2021-03-04T23:36:52.705 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.37948953900002, 2021-03-04T23:36:52.705 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0436793199999999, 2021-03-04T23:36:52.706 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.706 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.706 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.706 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.707 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.707 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187243 2021-03-04T23:36:52.707 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.707 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.707 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.708 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.708 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308965+0000", 2021-03-04T23:36:52.708 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.708 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.709 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.709 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308965+0000", 2021-03-04T23:36:52.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.193e-06 2021-03-04T23:36:52.709 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.710 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.710 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.710 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308967+0000", 2021-03-04T23:36:52.710 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2259999999999999e-06 2021-03-04T23:36:52.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.711 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.711 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308969+0000", 2021-03-04T23:36:52.711 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0372e-05 2021-03-04T23:36:52.712 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.712 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.712 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.712 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308980+0000", 2021-03-04T23:36:52.713 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4859999999999997e-06 2021-03-04T23:36:52.713 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.713 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.713 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.713 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.308985+0000", 2021-03-04T23:36:52.714 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5578000000000002e-05 2021-03-04T23:36:52.714 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.714 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.714 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309041+0000", 2021-03-04T23:36:52.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6760000000000007e-06 2021-03-04T23:36:52.715 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.715 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.715 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.716 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309048+0000", 2021-03-04T23:36:52.716 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0036352399999999 2021-03-04T23:36:52.716 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.716 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.717 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312684+0000", 2021-03-04T23:36:52.717 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8836999999999999e-05 2021-03-04T23:36:52.717 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.717 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.717 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312703+0000", 2021-03-04T23:36:52.718 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.026513418 2021-03-04T23:36:52.725 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.726 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.726 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.726 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.339216+0000", 2021-03-04T23:36:52.727 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016363129999999999 2021-03-04T23:36:52.727 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.727 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.727 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.728 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.340852+0000", 2021-03-04T23:36:52.728 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019762100000000001 2021-03-04T23:36:52.728 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.729 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.729 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.729 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.341050+0000", 2021-03-04T23:36:52.730 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0086228740000000009 2021-03-04T23:36:52.730 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.730 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.731 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.731 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349673+0000", 2021-03-04T23:36:52.731 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.955e-06 2021-03-04T23:36:52.732 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.732 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.732 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.733 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349678+0000", 2021-03-04T23:36:52.733 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0028419130000000002 2021-03-04T23:36:52.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.734 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352520+0000", 2021-03-04T23:36:52.736 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.197e-05 2021-03-04T23:36:52.736 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.741 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.741 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.742 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352562+0000", 2021-03-04T23:36:52.742 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2647999999999999e-05 2021-03-04T23:36:52.742 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.743 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.743 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.743 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352644+0000", 2021-03-04T23:36:52.744 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0436793199999999 2021-03-04T23:36:52.744 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.744 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.745 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.749 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.753 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.754 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187246 30.d 30:b1baf4ef:::benchmark_data_gibba008_138845_object29259:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.756 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.309281+0000", 2021-03-04T23:36:52.757 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.379173745, 2021-03-04T23:36:52.757 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0434999239999998, 2021-03-04T23:36:52.757 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.757 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.758 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.758 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.758 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.758 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187246 2021-03-04T23:36:52.759 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.759 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.759 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.759 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.759 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309281+0000", 2021-03-04T23:36:52.760 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.760 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.760 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.760 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.761 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309281+0000", 2021-03-04T23:36:52.761 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8640000000000001e-06 2021-03-04T23:36:52.761 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.761 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.761 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.762 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309283+0000", 2021-03-04T23:36:52.762 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.902e-06 2021-03-04T23:36:52.762 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.762 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.762 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.763 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309284+0000", 2021-03-04T23:36:52.763 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7618999999999999e-05 2021-03-04T23:36:52.763 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.763 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.764 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.764 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309302+0000", 2021-03-04T23:36:52.764 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0279999999999997e-06 2021-03-04T23:36:52.764 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.765 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.765 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.766 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309308+0000", 2021-03-04T23:36:52.766 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6053000000000002e-05 2021-03-04T23:36:52.766 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.766 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.767 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.768 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309344+0000", 2021-03-04T23:36:52.768 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2979999999999997e-06 2021-03-04T23:36:52.768 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.768 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.769 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.769 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.309353+0000", 2021-03-04T23:36:52.769 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0033668650000001 2021-03-04T23:36:52.769 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.769 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.770 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.770 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312720+0000", 2021-03-04T23:36:52.770 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8280000000000002e-06 2021-03-04T23:36:52.771 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.771 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.771 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.771 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312725+0000", 2021-03-04T23:36:52.771 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0341392030000001 2021-03-04T23:36:52.772 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.772 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.772 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.773 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.346864+0000", 2021-03-04T23:36:52.773 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4566000000000005e-05 2021-03-04T23:36:52.773 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.773 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.774 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.774 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.346929+0000", 2021-03-04T23:36:52.774 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5036000000000005e-05 2021-03-04T23:36:52.774 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.774 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.775 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.775 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.347004+0000", 2021-03-04T23:36:52.776 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002732773 2021-03-04T23:36:52.776 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.776 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.776 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.777 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349737+0000", 2021-03-04T23:36:52.778 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00271923 2021-03-04T23:36:52.778 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.779 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.779 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.779 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352456+0000", 2021-03-04T23:36:52.779 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022748899999999999 2021-03-04T23:36:52.780 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.780 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.780 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.780 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352683+0000", 2021-03-04T23:36:52.780 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0951999999999998e-05 2021-03-04T23:36:52.781 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.781 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.781 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.781 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352714+0000", 2021-03-04T23:36:52.782 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6217999999999995e-05 2021-03-04T23:36:52.782 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.782 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.782 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.782 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352781+0000", 2021-03-04T23:36:52.783 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0434999239999998 2021-03-04T23:36:52.783 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.783 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.783 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.783 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.784 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.785 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187267 30.d 30:b1340fb3:::benchmark_data_gibba008_138845_object29280:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.785 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.325965+0000", 2021-03-04T23:36:52.786 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.362489256, 2021-03-04T23:36:52.786 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0325949040000002, 2021-03-04T23:36:52.786 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.786 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.787 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.787 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.787 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.787 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187267 2021-03-04T23:36:52.787 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.788 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.788 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.789 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.789 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325965+0000", 2021-03-04T23:36:52.789 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.789 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.790 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.790 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.790 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325965+0000", 2021-03-04T23:36:52.790 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7320000000000001e-06 2021-03-04T23:36:52.791 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.791 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.791 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.791 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325967+0000", 2021-03-04T23:36:52.792 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.629e-06 2021-03-04T23:36:52.792 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.792 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.792 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.792 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325969+0000", 2021-03-04T23:36:52.793 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6169999999999996e-06 2021-03-04T23:36:52.793 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.793 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.793 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.794 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325978+0000", 2021-03-04T23:36:52.794 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7479999999999999e-06 2021-03-04T23:36:52.794 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.794 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.796 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.796 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.325982+0000", 2021-03-04T23:36:52.797 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3213999999999997e-05 2021-03-04T23:36:52.797 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.797 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.797 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.798 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.326015+0000", 2021-03-04T23:36:52.798 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.699e-06 2021-03-04T23:36:52.798 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.798 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.799 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.799 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.326021+0000", 2021-03-04T23:36:52.799 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98672034200000003 2021-03-04T23:36:52.800 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.800 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.800 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.800 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312741+0000", 2021-03-04T23:36:52.801 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6959999999999996e-06 2021-03-04T23:36:52.801 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.801 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.801 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.802 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312746+0000", 2021-03-04T23:36:52.802 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0356417979999999 2021-03-04T23:36:52.802 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.802 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.803 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.803 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.348388+0000", 2021-03-04T23:36:52.803 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7326999999999998e-05 2021-03-04T23:36:52.804 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.804 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.804 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.805 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.348485+0000", 2021-03-04T23:36:52.805 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012341199999999999 2021-03-04T23:36:52.805 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.807 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.807 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.808 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.348608+0000", 2021-03-04T23:36:52.808 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038105499999999998 2021-03-04T23:36:52.808 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.808 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.809 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.809 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352419+0000", 2021-03-04T23:36:52.810 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0884999999999996e-05 2021-03-04T23:36:52.810 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.810 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.810 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.811 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352500+0000", 2021-03-04T23:36:52.811 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0059671689999999996 2021-03-04T23:36:52.811 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.811 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.811 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.812 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358467+0000", 2021-03-04T23:36:52.812 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8476999999999998e-05 2021-03-04T23:36:52.812 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.813 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.813 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.813 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358506+0000", 2021-03-04T23:36:52.813 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4608999999999998e-05 2021-03-04T23:36:52.813 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.814 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.814 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.814 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358560+0000", 2021-03-04T23:36:52.814 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0325949040000002 2021-03-04T23:36:52.814 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.815 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.815 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.815 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.816 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.817 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187288 30.d 30:b43d1aa1:::benchmark_data_gibba008_138845_object29301:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.817 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.340499+0000", 2021-03-04T23:36:52.817 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.34795502899999, 2021-03-04T23:36:52.818 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.018175657, 2021-03-04T23:36:52.818 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.818 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.818 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.819 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.819 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.819 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187288 2021-03-04T23:36:52.819 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.819 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.820 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.820 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.821 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340499+0000", 2021-03-04T23:36:52.821 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.821 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.821 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.821 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.822 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340499+0000", 2021-03-04T23:36:52.822 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2809999999999998e-06 2021-03-04T23:36:52.822 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.822 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.823 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.823 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340502+0000", 2021-03-04T23:36:52.823 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0679999999999999e-06 2021-03-04T23:36:52.823 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.823 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.824 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.824 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340504+0000", 2021-03-04T23:36:52.824 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5650000000000007e-06 2021-03-04T23:36:52.824 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.824 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.825 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.825 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340513+0000", 2021-03-04T23:36:52.825 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6650000000000002e-06 2021-03-04T23:36:52.825 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.825 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.826 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.826 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340518+0000", 2021-03-04T23:36:52.826 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.693e-05 2021-03-04T23:36:52.827 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.828 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.828 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.828 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340555+0000", 2021-03-04T23:36:52.828 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1920000000000002e-06 2021-03-04T23:36:52.828 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.829 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.829 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.829 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.340561+0000", 2021-03-04T23:36:52.829 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.97220255499999997 2021-03-04T23:36:52.829 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.830 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.832 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.833 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312764+0000", 2021-03-04T23:36:52.833 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1841000000000001e-05 2021-03-04T23:36:52.833 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.834 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.834 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.834 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312776+0000", 2021-03-04T23:36:52.834 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0369766549999999 2021-03-04T23:36:52.834 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.835 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.835 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.835 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349752+0000", 2021-03-04T23:36:52.835 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5679999999999995e-05 2021-03-04T23:36:52.836 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.836 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.836 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.836 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349818+0000", 2021-03-04T23:36:52.837 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1397999999999996e-05 2021-03-04T23:36:52.837 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.837 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.838 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.838 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.349899+0000", 2021-03-04T23:36:52.838 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025639899999999999 2021-03-04T23:36:52.838 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.838 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.840 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.840 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352463+0000", 2021-03-04T23:36:52.840 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035261199999999998 2021-03-04T23:36:52.840 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.841 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.841 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.841 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352816+0000", 2021-03-04T23:36:52.841 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0057888289999999997 2021-03-04T23:36:52.842 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.842 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.842 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.842 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358605+0000", 2021-03-04T23:36:52.842 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2527999999999998e-05 2021-03-04T23:36:52.843 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.843 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.843 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.843 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358627+0000", 2021-03-04T23:36:52.844 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7868000000000003e-05 2021-03-04T23:36:52.844 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.844 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.844 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.844 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358675+0000", 2021-03-04T23:36:52.845 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.018175657 2021-03-04T23:36:52.845 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.845 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.845 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.846 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.846 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.846 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187307 30.d 30:b941e133:::benchmark_data_gibba008_138845_object29320:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.846 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.351340+0000", 2021-03-04T23:36:52.847 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.33711441000003, 2021-03-04T23:36:52.847 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0074672250000001, 2021-03-04T23:36:52.848 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.848 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.848 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.848 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.849 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.849 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187307 2021-03-04T23:36:52.849 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.851 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.851 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.852 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.852 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351340+0000", 2021-03-04T23:36:52.853 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.854 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.854 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.855 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.855 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351340+0000", 2021-03-04T23:36:52.856 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.734e-06 2021-03-04T23:36:52.856 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.856 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.857 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.857 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351342+0000", 2021-03-04T23:36:52.858 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0770000000000002e-06 2021-03-04T23:36:52.859 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.860 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.860 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.861 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351344+0000", 2021-03-04T23:36:52.861 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6559999999999992e-06 2021-03-04T23:36:52.862 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.862 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.863 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.863 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351352+0000", 2021-03-04T23:36:52.864 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9469999999999996e-06 2021-03-04T23:36:52.865 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.866 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.866 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.867 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351355+0000", 2021-03-04T23:36:52.868 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6661e-05 2021-03-04T23:36:52.869 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.870 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.870 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.871 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351392+0000", 2021-03-04T23:36:52.871 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1059999999999996e-06 2021-03-04T23:36:52.872 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.872 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.873 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.874 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.351398+0000", 2021-03-04T23:36:52.874 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.96139321799999999 2021-03-04T23:36:52.875 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.875 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.875 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.875 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312791+0000", 2021-03-04T23:36:52.876 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9180000000000002e-06 2021-03-04T23:36:52.876 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.876 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.876 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.876 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312796+0000", 2021-03-04T23:36:52.877 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0381193479999999 2021-03-04T23:36:52.877 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.877 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.877 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.878 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.350916+0000", 2021-03-04T23:36:52.878 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8748000000000001e-05 2021-03-04T23:36:52.878 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.878 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.878 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.879 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.350974+0000", 2021-03-04T23:36:52.879 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3318000000000005e-05 2021-03-04T23:36:52.879 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.879 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.880 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.880 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.351048+0000", 2021-03-04T23:36:52.880 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0017968750000000001 2021-03-04T23:36:52.880 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.880 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.881 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.881 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352845+0000", 2021-03-04T23:36:52.881 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4344e-05 2021-03-04T23:36:52.881 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.881 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.882 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.882 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352859+0000", 2021-03-04T23:36:52.882 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0058772670000000003 2021-03-04T23:36:52.882 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.883 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.883 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.883 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358736+0000", 2021-03-04T23:36:52.883 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1970000000000001e-05 2021-03-04T23:36:52.884 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.884 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.884 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.884 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358758+0000", 2021-03-04T23:36:52.884 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9038e-05 2021-03-04T23:36:52.885 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.885 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.885 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.885 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358807+0000", 2021-03-04T23:36:52.886 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0074672250000001 2021-03-04T23:36:52.886 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.886 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.886 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.886 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.887 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.887 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187319 30.d 30:bb7fb54a:::benchmark_data_gibba008_138845_object29332:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.887 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.356440+0000", 2021-03-04T23:36:52.887 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.33201456299997, 2021-03-04T23:36:52.887 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0024919959999998, 2021-03-04T23:36:52.888 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.888 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.888 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.888 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.889 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.889 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187319 2021-03-04T23:36:52.889 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.889 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.889 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.890 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.890 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356440+0000", 2021-03-04T23:36:52.890 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.890 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.891 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.891 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.891 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356440+0000", 2021-03-04T23:36:52.891 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2470000000000001e-06 2021-03-04T23:36:52.891 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.892 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.892 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.892 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356441+0000", 2021-03-04T23:36:52.892 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4920000000000001e-06 2021-03-04T23:36:52.892 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.893 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.893 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.893 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356443+0000", 2021-03-04T23:36:52.893 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6179999999999997e-06 2021-03-04T23:36:52.894 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.894 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.894 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.894 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356450+0000", 2021-03-04T23:36:52.894 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3220000000000003e-06 2021-03-04T23:36:52.895 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.895 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.896 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.896 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356455+0000", 2021-03-04T23:36:52.896 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8802999999999998e-05 2021-03-04T23:36:52.896 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.897 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.897 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.897 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356483+0000", 2021-03-04T23:36:52.897 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3959999999999999e-06 2021-03-04T23:36:52.898 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.898 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.898 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.898 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.356488+0000", 2021-03-04T23:36:52.899 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.95632399300000004 2021-03-04T23:36:52.899 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.899 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.899 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.899 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312812+0000", 2021-03-04T23:36:52.900 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2749999999999997e-06 2021-03-04T23:36:52.900 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.900 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.900 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.901 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312816+0000", 2021-03-04T23:36:52.901 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.040055741 2021-03-04T23:36:52.901 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.901 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.901 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.902 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352872+0000", 2021-03-04T23:36:52.902 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1855999999999997e-05 2021-03-04T23:36:52.902 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.902 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.903 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.903 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.352954+0000", 2021-03-04T23:36:52.903 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7521000000000005e-05 2021-03-04T23:36:52.903 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.903 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.904 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.904 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.353041+0000", 2021-03-04T23:36:52.904 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0055254010000000001 2021-03-04T23:36:52.904 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.904 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.905 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.905 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358567+0000", 2021-03-04T23:36:52.905 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9201000000000001e-05 2021-03-04T23:36:52.905 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.906 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.906 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.906 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358586+0000", 2021-03-04T23:36:52.906 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000271291 2021-03-04T23:36:52.906 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.907 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.907 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.907 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358857+0000", 2021-03-04T23:36:52.907 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2694e-05 2021-03-04T23:36:52.908 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.908 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.908 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.908 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358880+0000", 2021-03-04T23:36:52.908 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2145000000000003e-05 2021-03-04T23:36:52.909 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.909 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.909 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.909 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358932+0000", 2021-03-04T23:36:52.909 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0024919959999998 2021-03-04T23:36:52.910 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.910 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.910 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.910 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.911 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.911 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187323 30.d 30:be11071e:::benchmark_data_gibba008_138845_object29336:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.911 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.357799+0000", 2021-03-04T23:36:52.911 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.33065525699999, 2021-03-04T23:36:52.911 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0012423090000002, 2021-03-04T23:36:52.912 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.912 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.912 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.912 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.912 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.913 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187323 2021-03-04T23:36:52.913 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.913 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.913 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.914 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.914 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357799+0000", 2021-03-04T23:36:52.914 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.914 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.914 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.915 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.915 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357799+0000", 2021-03-04T23:36:52.915 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.815e-06 2021-03-04T23:36:52.915 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.916 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.916 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.916 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357801+0000", 2021-03-04T23:36:52.916 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8959999999999999e-06 2021-03-04T23:36:52.916 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.917 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.917 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.917 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357803+0000", 2021-03-04T23:36:52.917 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1430000000000001e-05 2021-03-04T23:36:52.917 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.918 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.918 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.918 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357814+0000", 2021-03-04T23:36:52.918 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8500000000000002e-06 2021-03-04T23:36:52.919 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.919 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.919 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.919 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357819+0000", 2021-03-04T23:36:52.919 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7255000000000002e-05 2021-03-04T23:36:52.920 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.920 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.920 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.920 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357856+0000", 2021-03-04T23:36:52.920 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9779999999999999e-06 2021-03-04T23:36:52.921 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.921 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.921 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.921 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.357863+0000", 2021-03-04T23:36:52.922 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.95496753599999995 2021-03-04T23:36:52.922 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.922 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.922 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.922 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312831+0000", 2021-03-04T23:36:52.923 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.743e-06 2021-03-04T23:36:52.923 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.923 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.923 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.924 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312835+0000", 2021-03-04T23:36:52.924 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.041894154 2021-03-04T23:36:52.924 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.924 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.924 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.925 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.354729+0000", 2021-03-04T23:36:52.925 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4976999999999996e-05 2021-03-04T23:36:52.925 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.925 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.925 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.926 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.354814+0000", 2021-03-04T23:36:52.926 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0890999999999995e-05 2021-03-04T23:36:52.926 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.926 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.927 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.927 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.354895+0000", 2021-03-04T23:36:52.927 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0036943919999999999 2021-03-04T23:36:52.927 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.927 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.928 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.928 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358589+0000", 2021-03-04T23:36:52.928 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000123898 2021-03-04T23:36:52.928 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.928 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.929 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.929 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358713+0000", 2021-03-04T23:36:52.929 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024587699999999998 2021-03-04T23:36:52.929 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.930 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.930 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.930 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358959+0000", 2021-03-04T23:36:52.930 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5738999999999999e-05 2021-03-04T23:36:52.931 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.931 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.931 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.931 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358985+0000", 2021-03-04T23:36:52.932 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6878e-05 2021-03-04T23:36:52.932 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.932 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.932 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.932 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359042+0000", 2021-03-04T23:36:52.933 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0012423090000002 2021-03-04T23:36:52.933 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.933 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.933 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.933 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.934 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.934 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187351 30.d 30:bee49096:::benchmark_data_gibba008_138845_object29364:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.934 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.378598+0000", 2021-03-04T23:36:52.934 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.30985663600001, 2021-03-04T23:36:52.935 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.980586186, 2021-03-04T23:36:52.935 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.935 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.935 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.935 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.936 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.936 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187351 2021-03-04T23:36:52.936 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.936 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.937 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.937 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.937 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378598+0000", 2021-03-04T23:36:52.937 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.937 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.938 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.938 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.938 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378598+0000", 2021-03-04T23:36:52.938 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.84e-06 2021-03-04T23:36:52.939 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.939 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.939 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.939 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378600+0000", 2021-03-04T23:36:52.939 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8360000000000001e-06 2021-03-04T23:36:52.940 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.940 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.940 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.940 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378602+0000", 2021-03-04T23:36:52.941 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7050000000000005e-06 2021-03-04T23:36:52.941 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.944 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.944 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.945 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378610+0000", 2021-03-04T23:36:52.945 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1919999999999996e-06 2021-03-04T23:36:52.946 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.947 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.948 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.948 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378615+0000", 2021-03-04T23:36:52.949 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8340000000000002e-05 2021-03-04T23:36:52.951 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.952 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.953 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.953 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378654+0000", 2021-03-04T23:36:52.954 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3049999999999998e-06 2021-03-04T23:36:52.954 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.955 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.956 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.956 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.378660+0000", 2021-03-04T23:36:52.958 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.93419602099999999 2021-03-04T23:36:52.963 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.963 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.963 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.964 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312856+0000", 2021-03-04T23:36:52.964 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4209999999999997e-06 2021-03-04T23:36:52.964 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.964 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.964 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:52.965 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312860+0000", 2021-03-04T23:36:52.965 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0437270890000001 2021-03-04T23:36:52.965 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.965 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.966 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.966 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.356588+0000", 2021-03-04T23:36:52.966 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2870999999999999e-05 2021-03-04T23:36:52.966 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.966 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.967 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:52.967 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.356680+0000", 2021-03-04T23:36:52.968 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113021 2021-03-04T23:36:52.968 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.968 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.968 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:52.969 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.356793+0000", 2021-03-04T23:36:52.969 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018873900000000001 2021-03-04T23:36:52.969 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.969 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.969 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:52.971 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358681+0000", 2021-03-04T23:36:52.971 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015311900000000001 2021-03-04T23:36:52.972 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.972 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.972 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.972 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.358834+0000", 2021-03-04T23:36:52.973 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024815699999999999 2021-03-04T23:36:52.973 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.973 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.973 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:52.973 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359082+0000", 2021-03-04T23:36:52.974 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3408999999999998e-05 2021-03-04T23:36:52.974 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.974 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.974 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:52.975 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359116+0000", 2021-03-04T23:36:52.975 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.847e-05 2021-03-04T23:36:52.975 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.976 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.976 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:52.976 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359184+0000", 2021-03-04T23:36:52.977 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.980586186 2021-03-04T23:36:52.977 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.977 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:52.977 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:52.978 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.978 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.978 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187369 30.d 30:b9746323:::benchmark_data_gibba008_138845_object29382:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:52.979 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.392232+0000", 2021-03-04T23:36:52.979 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.29622250900002, 2021-03-04T23:36:52.979 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.974375107, 2021-03-04T23:36:52.979 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:52.980 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:52.980 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:52.980 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:52.984 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:52.985 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187369 2021-03-04T23:36:52.985 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.985 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:52.985 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.986 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:52.986 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392232+0000", 2021-03-04T23:36:52.986 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:52.986 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.987 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.987 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:52.988 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392232+0000", 2021-03-04T23:36:52.989 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8589999999999999e-06 2021-03-04T23:36:52.989 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.989 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.989 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:52.990 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392234+0000", 2021-03-04T23:36:52.990 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.903e-06 2021-03-04T23:36:52.990 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.990 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.990 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:52.995 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392236+0000", 2021-03-04T23:36:52.995 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2199999999999992e-06 2021-03-04T23:36:52.996 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.996 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.996 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:52.996 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392244+0000", 2021-03-04T23:36:52.997 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9500000000000003e-06 2021-03-04T23:36:52.997 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.997 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.998 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:52.998 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392248+0000", 2021-03-04T23:36:52.998 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0710999999999998e-05 2021-03-04T23:36:52.998 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:52.999 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:52.999 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:52.999 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392279+0000", 2021-03-04T23:36:53.000 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6989999999999997e-06 2021-03-04T23:36:53.000 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.000 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.000 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.001 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.392285+0000", 2021-03-04T23:36:53.001 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.92058893900000005 2021-03-04T23:36:53.001 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.002 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.003 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.003 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312874+0000", 2021-03-04T23:36:53.003 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9010000000000002e-06 2021-03-04T23:36:53.003 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.004 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.004 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.005 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312879+0000", 2021-03-04T23:36:53.005 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0463357950000001 2021-03-04T23:36:53.005 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.006 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.006 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.006 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359215+0000", 2021-03-04T23:36:53.006 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5183000000000002e-05 2021-03-04T23:36:53.007 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.007 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.007 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.007 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359290+0000", 2021-03-04T23:36:53.007 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8114000000000004e-05 2021-03-04T23:36:53.008 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.008 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.008 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:53.008 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.359378+0000", 2021-03-04T23:36:53.009 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0070649049999999998 2021-03-04T23:36:53.009 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.009 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.010 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.010 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366443+0000", 2021-03-04T23:36:53.010 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8608e-05 2021-03-04T23:36:53.010 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.011 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.011 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.011 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366482+0000", 2021-03-04T23:36:53.011 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4189999999999996e-06 2021-03-04T23:36:53.012 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.012 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.013 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.014 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366489+0000", 2021-03-04T23:36:53.014 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6021999999999999e-05 2021-03-04T23:36:53.015 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.015 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.015 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.015 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366515+0000", 2021-03-04T23:36:53.016 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1879000000000006e-05 2021-03-04T23:36:53.016 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.016 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.016 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.016 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366607+0000", 2021-03-04T23:36:53.017 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.974375107 2021-03-04T23:36:53.017 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.017 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.017 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.018 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.018 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.018 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187384 30.d 30:b7fc69c0:::benchmark_data_gibba008_138845_object29397:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:53.018 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.401615+0000", 2021-03-04T23:36:53.018 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.28683979200002, 2021-03-04T23:36:53.019 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.965287572, 2021-03-04T23:36:53.019 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.019 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.019 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.020 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.020 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.021 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187384 2021-03-04T23:36:53.021 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.021 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.021 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.021 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.022 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401615+0000", 2021-03-04T23:36:53.022 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.022 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.022 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.024 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.024 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401615+0000", 2021-03-04T23:36:53.024 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7940000000000001e-06 2021-03-04T23:36:53.024 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.025 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.025 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.025 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401616+0000", 2021-03-04T23:36:53.026 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.052e-06 2021-03-04T23:36:53.026 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.026 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.026 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.027 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401619+0000", 2021-03-04T23:36:53.027 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0247e-05 2021-03-04T23:36:53.027 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.027 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.027 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.028 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401629+0000", 2021-03-04T23:36:53.028 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3630000000000002e-06 2021-03-04T23:36:53.028 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.028 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.029 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.029 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401634+0000", 2021-03-04T23:36:53.029 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9328e-05 2021-03-04T23:36:53.029 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.029 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.031 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.031 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401673+0000", 2021-03-04T23:36:53.031 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1550000000000001e-06 2021-03-04T23:36:53.031 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.032 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.032 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.032 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.401681+0000", 2021-03-04T23:36:53.032 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.91121342500000002 2021-03-04T23:36:53.033 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.033 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.034 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.034 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312894+0000", 2021-03-04T23:36:53.035 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6870000000000002e-06 2021-03-04T23:36:53.035 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.036 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.036 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.036 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312899+0000", 2021-03-04T23:36:53.037 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.048799472 2021-03-04T23:36:53.037 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.037 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.037 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.038 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.361698+0000", 2021-03-04T23:36:53.038 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6744999999999998e-05 2021-03-04T23:36:53.038 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.038 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.038 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.039 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.361775+0000", 2021-03-04T23:36:53.039 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4128000000000004e-05 2021-03-04T23:36:53.039 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.039 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.040 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:53.040 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.361869+0000", 2021-03-04T23:36:53.040 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0047475599999999996 2021-03-04T23:36:53.042 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.043 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.044 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.044 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366617+0000", 2021-03-04T23:36:53.044 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6257999999999997e-05 2021-03-04T23:36:53.045 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.045 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.045 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.046 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366653+0000", 2021-03-04T23:36:53.046 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000103182 2021-03-04T23:36:53.047 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.047 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.047 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.048 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366756+0000", 2021-03-04T23:36:53.048 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5300000000000003e-05 2021-03-04T23:36:53.050 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.050 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.051 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.051 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366801+0000", 2021-03-04T23:36:53.051 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000100876 2021-03-04T23:36:53.052 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.052 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.052 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.053 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366902+0000", 2021-03-04T23:36:53.053 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.965287572 2021-03-04T23:36:53.053 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.054 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.055 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.055 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.056 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.056 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:187394 30.d 30:bb57969f:::benchmark_data_gibba008_138845_object29407:head [delete] snapc 0=[] ondisk+write+known_if_redirected e731)", 2021-03-04T23:36:53.057 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:30:32.407926+0000", 2021-03-04T23:36:53.057 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 380.280528753, 2021-03-04T23:36:53.058 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9591286349999999, 2021-03-04T23:36:53.058 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.059 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.059 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.059 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.060 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.060 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 187394 2021-03-04T23:36:53.060 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.060 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.060 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.061 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.061 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407926+0000", 2021-03-04T23:36:53.061 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.061 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.062 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.062 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.062 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407926+0000", 2021-03-04T23:36:53.062 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5239999999999999e-06 2021-03-04T23:36:53.062 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.063 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.063 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.063 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407928+0000", 2021-03-04T23:36:53.064 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5330000000000001e-06 2021-03-04T23:36:53.064 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.066 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.066 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.066 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407931+0000", 2021-03-04T23:36:53.066 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.205e-05 2021-03-04T23:36:53.067 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.067 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.067 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.067 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407943+0000", 2021-03-04T23:36:53.067 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5520000000000004e-06 2021-03-04T23:36:53.068 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.068 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.068 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.068 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407948+0000", 2021-03-04T23:36:53.069 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1826999999999998e-05 2021-03-04T23:36:53.069 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.069 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.069 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407990+0000", 2021-03-04T23:36:53.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0919999999999998e-06 2021-03-04T23:36:53.070 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.070 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.070 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.071 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:32.407998+0000", 2021-03-04T23:36:53.071 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.90491898100000001 2021-03-04T23:36:53.071 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.071 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.071 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.072 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312917+0000", 2021-03-04T23:36:53.072 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0250000000000002e-06 2021-03-04T23:36:53.072 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.072 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.073 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.073 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:33.312922+0000", 2021-03-04T23:36:53.073 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0510917870000001 2021-03-04T23:36:53.073 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.073 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.074 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.074 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.364014+0000", 2021-03-04T23:36:53.074 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5733000000000001e-05 2021-03-04T23:36:53.074 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.075 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.075 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.075 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.364100+0000", 2021-03-04T23:36:53.075 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5864000000000002e-05 2021-03-04T23:36:53.075 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.076 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.076 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:36:53.076 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.364196+0000", 2021-03-04T23:36:53.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002497478 2021-03-04T23:36:53.077 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.077 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.077 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.077 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366693+0000", 2021-03-04T23:36:53.077 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2460000000000003e-06 2021-03-04T23:36:53.078 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.078 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.078 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.078 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366701+0000", 2021-03-04T23:36:53.079 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025756599999999998 2021-03-04T23:36:53.079 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.079 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366959+0000", 2021-03-04T23:36:53.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5851999999999999e-05 2021-03-04T23:36:53.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.080 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.366985+0000", 2021-03-04T23:36:53.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9524999999999996e-05 2021-03-04T23:36:53.081 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.081 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.081 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.082 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:30:34.367054+0000", 2021-03-04T23:36:53.082 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9591286349999999 2021-03-04T23:36:53.082 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.082 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.082 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.083 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.083 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.083 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306134 30.7 30:e4336b6c:::benchmark_data_gibba008_138845_object148147:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:36:53.083 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.260403+0000", 2021-03-04T23:36:53.084 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.42805120700001, 2021-03-04T23:36:53.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.152719952, 2021-03-04T23:36:53.084 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.084 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:36:53.084 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.085 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.085 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.085 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306134 2021-03-04T23:36:53.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.085 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260403+0000", 2021-03-04T23:36:53.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.087 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.087 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.087 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260403+0000", 2021-03-04T23:36:53.087 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4420000000000001e-06 2021-03-04T23:36:53.088 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.088 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.088 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.088 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260406+0000", 2021-03-04T23:36:53.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5509999999999998e-06 2021-03-04T23:36:53.089 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.089 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.089 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.089 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260408+0000", 2021-03-04T23:36:53.090 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3145e-05 2021-03-04T23:36:53.090 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.090 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.090 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.090 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260421+0000", 2021-03-04T23:36:53.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1530000000000002e-06 2021-03-04T23:36:53.091 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.091 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260428+0000", 2021-03-04T23:36:53.092 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1499999999999999e-05 2021-03-04T23:36:53.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.092 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260469+0000", 2021-03-04T23:36:53.093 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011291 2021-03-04T23:36:53.093 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.094 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260582+0000", 2021-03-04T23:36:53.094 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011920400000000001 2021-03-04T23:36:53.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.095 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:36:53.095 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.260701+0000", 2021-03-04T23:36:53.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003062272 2021-03-04T23:36:53.095 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.096 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.096 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263763+0000", 2021-03-04T23:36:53.096 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012518715 2021-03-04T23:36:53.096 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.097 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.097 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.097 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276282+0000", 2021-03-04T23:36:53.097 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7559999999999994e-06 2021-03-04T23:36:53.097 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.098 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.098 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.098 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276292+0000", 2021-03-04T23:36:53.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98740311999999997 2021-03-04T23:36:53.098 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.099 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263695+0000", 2021-03-04T23:36:53.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6009999999999997e-06 2021-03-04T23:36:53.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.100 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.100 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.100 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263703+0000", 2021-03-04T23:36:53.101 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.149368849 2021-03-04T23:36:53.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413071+0000", 2021-03-04T23:36:53.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1734000000000003e-05 2021-03-04T23:36:53.102 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.102 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.102 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.103 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413123+0000", 2021-03-04T23:36:53.103 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.152719952 2021-03-04T23:36:53.103 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.103 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.104 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.104 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.104 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.104 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306136 30.7 30:e3c67a9c:::benchmark_data_gibba008_138845_object148149:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:36:53.104 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.262310+0000", 2021-03-04T23:36:53.105 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.42614420299998, 2021-03-04T23:36:53.105 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1736316960000002, 2021-03-04T23:36:53.105 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.105 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:36:53.105 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.106 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.106 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.106 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306136 2021-03-04T23:36:53.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.107 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.107 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.107 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.262310+0000", 2021-03-04T23:36:53.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.108 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.262310+0000", 2021-03-04T23:36:53.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9580000000000001e-06 2021-03-04T23:36:53.109 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.262312+0000", 2021-03-04T23:36:53.110 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9929999999999998e-06 2021-03-04T23:36:53.110 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.110 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.110 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.110 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.262314+0000", 2021-03-04T23:36:53.111 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.483e-05 2021-03-04T23:36:53.111 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.111 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.262329+0000", 2021-03-04T23:36:53.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8709999999999992e-06 2021-03-04T23:36:53.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.112 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.113 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.262339+0000", 2021-03-04T23:36:53.113 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001498622 2021-03-04T23:36:53.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.113 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.113 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.114 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263838+0000", 2021-03-04T23:36:53.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110986 2021-03-04T23:36:53.114 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.114 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.115 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.115 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263949+0000", 2021-03-04T23:36:53.115 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113819 2021-03-04T23:36:53.115 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.115 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.116 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:36:53.116 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.264062+0000", 2021-03-04T23:36:53.116 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012282443000000001 2021-03-04T23:36:53.116 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.117 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.117 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.117 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276345+0000", 2021-03-04T23:36:53.117 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0700000000000003e-06 2021-03-04T23:36:53.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.118 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.118 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.118 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276351+0000", 2021-03-04T23:36:53.118 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98738500200000001 2021-03-04T23:36:53.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263736+0000", 2021-03-04T23:36:53.119 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7710000000000003e-06 2021-03-04T23:36:53.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.120 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263742+0000", 2021-03-04T23:36:53.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1494110099999999 2021-03-04T23:36:53.121 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.121 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413153+0000", 2021-03-04T23:36:53.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000102215 2021-03-04T23:36:53.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.122 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.122 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for missing object", 2021-03-04T23:36:53.122 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413255+0000", 2021-03-04T23:36:53.123 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.022632192999999998 2021-03-04T23:36:53.123 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.123 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.123 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435887+0000", 2021-03-04T23:36:53.124 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4913000000000001e-05 2021-03-04T23:36:53.124 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.124 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.124 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.125 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435942+0000", 2021-03-04T23:36:53.125 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1736316960000002 2021-03-04T23:36:53.125 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.125 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.126 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.126 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.126 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306139 30.7 30:ed0b5ac9:::benchmark_data_gibba008_138845_object148152:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:36:53.126 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.263919+0000", 2021-03-04T23:36:53.127 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.42453574199999, 2021-03-04T23:36:53.127 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1725019400000001, 2021-03-04T23:36:53.127 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.127 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:36:53.128 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.128 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.128 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.128 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306139 2021-03-04T23:36:53.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.129 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.129 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263919+0000", 2021-03-04T23:36:53.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.130 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263919+0000", 2021-03-04T23:36:53.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1009999999999999e-06 2021-03-04T23:36:53.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.131 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.132 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263920+0000", 2021-03-04T23:36:53.132 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5319999999999999e-06 2021-03-04T23:36:53.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.132 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.132 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263921+0000", 2021-03-04T23:36:53.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4479999999999997e-06 2021-03-04T23:36:53.133 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.134 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263929+0000", 2021-03-04T23:36:53.134 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0309999999999998e-06 2021-03-04T23:36:53.134 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.135 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.135 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.263934+0000", 2021-03-04T23:36:53.135 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0032390869999999999 2021-03-04T23:36:53.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.136 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.136 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.267173+0000", 2021-03-04T23:36:53.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011741199999999999 2021-03-04T23:36:53.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.137 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.267290+0000", 2021-03-04T23:36:53.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012875500000000001 2021-03-04T23:36:53.138 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.138 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.138 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:36:53.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.267419+0000", 2021-03-04T23:36:53.139 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0089671449999999993 2021-03-04T23:36:53.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.139 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.139 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.139 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276386+0000", 2021-03-04T23:36:53.140 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8059999999999997e-06 2021-03-04T23:36:53.140 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.140 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.140 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.141 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276393+0000", 2021-03-04T23:36:53.141 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98737226899999997 2021-03-04T23:36:53.141 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.141 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.141 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.142 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263765+0000", 2021-03-04T23:36:53.142 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1919999999999996e-06 2021-03-04T23:36:53.142 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.142 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.143 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.143 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263770+0000", 2021-03-04T23:36:53.143 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.149528195 2021-03-04T23:36:53.143 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.143 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.144 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.144 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413299+0000", 2021-03-04T23:36:53.144 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104765 2021-03-04T23:36:53.144 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.145 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.145 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for missing object", 2021-03-04T23:36:53.145 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413403+0000", 2021-03-04T23:36:53.145 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.022938006 2021-03-04T23:36:53.145 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.146 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.146 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.146 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436341+0000", 2021-03-04T23:36:53.146 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9196000000000005e-05 2021-03-04T23:36:53.147 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.147 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.147 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.147 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436421+0000", 2021-03-04T23:36:53.147 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1725019400000001 2021-03-04T23:36:53.148 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.148 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.148 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.148 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.149 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.149 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306143 30.7 30:eceba767:::benchmark_data_gibba008_138845_object148156:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:36:53.149 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.268030+0000", 2021-03-04T23:36:53.149 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.420424449, 2021-03-04T23:36:53.149 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1688709209999999, 2021-03-04T23:36:53.150 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.150 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.150 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.150 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.151 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.151 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306143 2021-03-04T23:36:53.151 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.151 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.152 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.152 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.152 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.268030+0000", 2021-03-04T23:36:53.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.152 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.153 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.153 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.153 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.268030+0000", 2021-03-04T23:36:53.153 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.561e-06 2021-03-04T23:36:53.154 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.154 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.154 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.154 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.268032+0000", 2021-03-04T23:36:53.154 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.905e-06 2021-03-04T23:36:53.155 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.155 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.155 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.155 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.268033+0000", 2021-03-04T23:36:53.156 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9310000000000008e-06 2021-03-04T23:36:53.156 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.156 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.156 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.268041+0000", 2021-03-04T23:36:53.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7559999999999996e-06 2021-03-04T23:36:53.157 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.157 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.157 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.158 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.268047+0000", 2021-03-04T23:36:53.158 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0085660960000000005 2021-03-04T23:36:53.158 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.158 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.158 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.159 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276613+0000", 2021-03-04T23:36:53.159 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.925e-06 2021-03-04T23:36:53.159 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.159 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.159 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.160 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276619+0000", 2021-03-04T23:36:53.160 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98716888000000003 2021-03-04T23:36:53.160 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.161 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.161 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.161 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263788+0000", 2021-03-04T23:36:53.161 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0869999999999997e-06 2021-03-04T23:36:53.162 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.162 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263793+0000", 2021-03-04T23:36:53.162 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1496484259999999 2021-03-04T23:36:53.163 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.163 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.163 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.163 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413442+0000", 2021-03-04T23:36:53.163 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113322 2021-03-04T23:36:53.164 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.164 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.164 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.164 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.413555+0000", 2021-03-04T23:36:53.165 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00064190000000000004 2021-03-04T23:36:53.165 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.165 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.165 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:36:53.166 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.414197+0000", 2021-03-04T23:36:53.166 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011505690000000001 2021-03-04T23:36:53.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.166 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.167 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.167 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.425702+0000", 2021-03-04T23:36:53.167 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010278819 2021-03-04T23:36:53.167 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.167 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.168 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.168 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435981+0000", 2021-03-04T23:36:53.168 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048023 2021-03-04T23:36:53.168 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.168 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.169 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.169 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436462+0000", 2021-03-04T23:36:53.169 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023965400000000001 2021-03-04T23:36:53.169 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.170 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.170 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.170 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436701+0000", 2021-03-04T23:36:53.170 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4652000000000004e-05 2021-03-04T23:36:53.170 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.171 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.171 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.171 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436766+0000", 2021-03-04T23:36:53.171 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013508699999999999 2021-03-04T23:36:53.172 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.172 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.172 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.172 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436901+0000", 2021-03-04T23:36:53.172 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1688709209999999 2021-03-04T23:36:53.173 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.173 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.173 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.173 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.173 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.174 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306146 30.7 30:ee97edde:::benchmark_data_gibba008_138845_object148159:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:36:53.174 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.272037+0000", 2021-03-04T23:36:53.174 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.416416997, 2021-03-04T23:36:53.174 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1650434550000002, 2021-03-04T23:36:53.175 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.175 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.175 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.175 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.175 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.176 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306146 2021-03-04T23:36:53.176 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.176 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.176 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.176 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.177 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.272037+0000", 2021-03-04T23:36:53.177 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.177 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.177 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.178 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.178 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.272037+0000", 2021-03-04T23:36:53.178 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4589999999999999e-06 2021-03-04T23:36:53.178 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.178 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.179 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.272039+0000", 2021-03-04T23:36:53.179 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7370000000000001e-06 2021-03-04T23:36:53.179 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.180 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.272041+0000", 2021-03-04T23:36:53.180 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.507e-06 2021-03-04T23:36:53.180 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.181 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.272049+0000", 2021-03-04T23:36:53.181 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2340000000000002e-06 2021-03-04T23:36:53.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.182 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.272054+0000", 2021-03-04T23:36:53.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0045849690000000004 2021-03-04T23:36:53.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.183 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.183 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.183 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276639+0000", 2021-03-04T23:36:53.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.737e-06 2021-03-04T23:36:53.184 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.184 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.184 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.276646+0000", 2021-03-04T23:36:53.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.98716409199999999 2021-03-04T23:36:53.185 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.185 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.185 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.185 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263810+0000", 2021-03-04T23:36:53.185 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9080000000000003e-06 2021-03-04T23:36:53.186 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.186 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.186 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.186 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263815+0000", 2021-03-04T23:36:53.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1561938839999999 2021-03-04T23:36:53.187 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.187 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.187 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.187 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.420009+0000", 2021-03-04T23:36:53.188 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013761200000000001 2021-03-04T23:36:53.188 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.191 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.420147+0000", 2021-03-04T23:36:53.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000167455 2021-03-04T23:36:53.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:36:53.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.420314+0000", 2021-03-04T23:36:53.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010821984999999999 2021-03-04T23:36:53.193 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.431136+0000", 2021-03-04T23:36:53.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0053562929999999998 2021-03-04T23:36:53.194 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.194 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.194 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.195 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436492+0000", 2021-03-04T23:36:53.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3135e-05 2021-03-04T23:36:53.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.196 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436525+0000", 2021-03-04T23:36:53.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00041952899999999997 2021-03-04T23:36:53.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.196 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436945+0000", 2021-03-04T23:36:53.197 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6346e-05 2021-03-04T23:36:53.197 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.198 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.198 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436991+0000", 2021-03-04T23:36:53.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9573000000000005e-05 2021-03-04T23:36:53.198 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.199 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.199 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437081+0000", 2021-03-04T23:36:53.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1650434550000002 2021-03-04T23:36:53.200 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.200 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.200 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.201 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306162 30.7 30:e70827d2:::benchmark_data_gibba008_138845_object148175:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:36:53.201 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.286025+0000", 2021-03-04T23:36:53.201 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.40242935600003, 2021-03-04T23:36:53.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1512785569999999, 2021-03-04T23:36:53.202 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.202 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.202 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.202 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.202 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.203 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306162 2021-03-04T23:36:53.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.203 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286025+0000", 2021-03-04T23:36:53.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286025+0000", 2021-03-04T23:36:53.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0189999999999999e-06 2021-03-04T23:36:53.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.206 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.206 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286026+0000", 2021-03-04T23:36:53.206 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:36:53.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.207 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286027+0000", 2021-03-04T23:36:53.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2839999999999997e-06 2021-03-04T23:36:53.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286033+0000", 2021-03-04T23:36:53.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.909e-06 2021-03-04T23:36:53.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.209 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286040+0000", 2021-03-04T23:36:53.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1383000000000001e-05 2021-03-04T23:36:53.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286072+0000", 2021-03-04T23:36:53.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1719999999999998e-06 2021-03-04T23:36:53.211 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286077+0000", 2021-03-04T23:36:53.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.97775547100000004 2021-03-04T23:36:53.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263832+0000", 2021-03-04T23:36:53.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.634e-06 2021-03-04T23:36:53.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263837+0000", 2021-03-04T23:36:53.214 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.159020513 2021-03-04T23:36:53.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.422858+0000", 2021-03-04T23:36:53.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012015600000000001 2021-03-04T23:36:53.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.422978+0000", 2021-03-04T23:36:53.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000126611 2021-03-04T23:36:53.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:36:53.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.423104+0000", 2021-03-04T23:36:53.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012257723 2021-03-04T23:36:53.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435362+0000", 2021-03-04T23:36:53.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011996279999999999 2021-03-04T23:36:53.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.218 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436562+0000", 2021-03-04T23:36:53.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8684999999999999e-05 2021-03-04T23:36:53.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436610+0000", 2021-03-04T23:36:53.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00057114799999999995 2021-03-04T23:36:53.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.221 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437182+0000", 2021-03-04T23:36:53.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2826e-05 2021-03-04T23:36:53.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437214+0000", 2021-03-04T23:36:53.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9283000000000006e-05 2021-03-04T23:36:53.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437304+0000", 2021-03-04T23:36:53.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1512785569999999 2021-03-04T23:36:53.223 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.224 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.224 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.224 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306163 30.7 30:ebda7d82:::benchmark_data_gibba008_138845_object148176:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:36:53.225 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.286211+0000", 2021-03-04T23:36:53.225 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.40224386300002, 2021-03-04T23:36:53.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.15124753, 2021-03-04T23:36:53.225 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.226 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.226 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.226 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.226 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.226 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306163 2021-03-04T23:36:53.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.227 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286211+0000", 2021-03-04T23:36:53.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286211+0000", 2021-03-04T23:36:53.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7880000000000001e-06 2021-03-04T23:36:53.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.230 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286212+0000", 2021-03-04T23:36:53.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4610000000000001e-06 2021-03-04T23:36:53.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.230 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286214+0000", 2021-03-04T23:36:53.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4980000000000006e-06 2021-03-04T23:36:53.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.232 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286222+0000", 2021-03-04T23:36:53.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1049999999999997e-06 2021-03-04T23:36:53.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.232 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286226+0000", 2021-03-04T23:36:53.233 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0170999999999999e-05 2021-03-04T23:36:53.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286267+0000", 2021-03-04T23:36:53.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.322e-06 2021-03-04T23:36:53.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.286272+0000", 2021-03-04T23:36:53.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.97758319900000001 2021-03-04T23:36:53.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263855+0000", 2021-03-04T23:36:53.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9559999999999996e-06 2021-03-04T23:36:53.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.237 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263860+0000", 2021-03-04T23:36:53.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1618915379999999 2021-03-04T23:36:53.237 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.238 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.238 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.425752+0000", 2021-03-04T23:36:53.238 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000105264 2021-03-04T23:36:53.239 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.239 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.239 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.239 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.425857+0000", 2021-03-04T23:36:53.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000119263 2021-03-04T23:36:53.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:36:53.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.425976+0000", 2021-03-04T23:36:53.240 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0093935709999999999 2021-03-04T23:36:53.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.241 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435370+0000", 2021-03-04T23:36:53.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0012929949999999999 2021-03-04T23:36:53.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.436663+0000", 2021-03-04T23:36:53.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00045611399999999998 2021-03-04T23:36:53.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437119+0000", 2021-03-04T23:36:53.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021480199999999999 2021-03-04T23:36:53.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.244 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437334+0000", 2021-03-04T23:36:53.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9621999999999999e-05 2021-03-04T23:36:53.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.245 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437363+0000", 2021-03-04T23:36:53.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4860999999999999e-05 2021-03-04T23:36:53.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437458+0000", 2021-03-04T23:36:53.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.15124753 2021-03-04T23:36:53.247 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.247 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.248 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.248 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.248 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306167 30.7 30:e1cc30d5:::benchmark_data_gibba008_138845_object148180:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:36:53.248 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.287148+0000", 2021-03-04T23:36:53.249 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.40130664200001, 2021-03-04T23:36:53.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1528962159999998, 2021-03-04T23:36:53.249 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.249 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.249 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.250 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.250 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.250 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306167 2021-03-04T23:36:53.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.251 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287148+0000", 2021-03-04T23:36:53.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287148+0000", 2021-03-04T23:36:53.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7519999999999999e-06 2021-03-04T23:36:53.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287150+0000", 2021-03-04T23:36:53.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8339999999999999e-06 2021-03-04T23:36:53.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287151+0000", 2021-03-04T23:36:53.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.009e-05 2021-03-04T23:36:53.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287161+0000", 2021-03-04T23:36:53.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1579999999999998e-06 2021-03-04T23:36:53.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.257 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.257 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287166+0000", 2021-03-04T23:36:53.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8195000000000003e-05 2021-03-04T23:36:53.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.258 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.258 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287204+0000", 2021-03-04T23:36:53.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0700000000000003e-06 2021-03-04T23:36:53.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.287210+0000", 2021-03-04T23:36:53.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.97666667100000004 2021-03-04T23:36:53.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263877+0000", 2021-03-04T23:36:53.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8720000000000001e-06 2021-03-04T23:36:53.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263881+0000", 2021-03-04T23:36:53.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.164605729 2021-03-04T23:36:53.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.428487+0000", 2021-03-04T23:36:53.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8629999999999996e-05 2021-03-04T23:36:53.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.428586+0000", 2021-03-04T23:36:53.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000112256 2021-03-04T23:36:53.264 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:36:53.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.428698+0000", 2021-03-04T23:36:53.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006799299 2021-03-04T23:36:53.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.266 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435497+0000", 2021-03-04T23:36:53.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016572480000000001 2021-03-04T23:36:53.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.267 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.267 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.268 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.437155+0000", 2021-03-04T23:36:53.268 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002645817 2021-03-04T23:36:53.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.268 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.269 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.439800+0000", 2021-03-04T23:36:53.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000107988 2021-03-04T23:36:53.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.439908+0000", 2021-03-04T23:36:53.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3402000000000003e-05 2021-03-04T23:36:53.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.439942+0000", 2021-03-04T23:36:53.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000102205 2021-03-04T23:36:53.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.272 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.440044+0000", 2021-03-04T23:36:53.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1528962159999998 2021-03-04T23:36:53.272 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.272 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.273 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.273 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:306170 30.7 30:ee323da5:::benchmark_data_gibba008_138845_object148183:head [delete] snapc 0=[] ondisk+write+known_if_redirected e736)", 2021-03-04T23:36:53.274 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:55.290904+0000", 2021-03-04T23:36:53.274 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 297.39755033900002, 2021-03-04T23:36:53.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1492924370000002, 2021-03-04T23:36:53.274 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:36:53.274 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:53.275 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:36:53.275 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:36:53.276 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:36:53.276 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 306170 2021-03-04T23:36:53.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.276 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:36:53.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:36:53.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.290904+0000", 2021-03-04T23:36:53.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:36:53.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.278 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:36:53.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.290904+0000", 2021-03-04T23:36:53.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.761e-06 2021-03-04T23:36:53.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:36:53.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.290906+0000", 2021-03-04T23:36:53.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.091e-06 2021-03-04T23:36:53.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:36:53.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.290908+0000", 2021-03-04T23:36:53.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019807700000000001 2021-03-04T23:36:53.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:36:53.281 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.291106+0000", 2021-03-04T23:36:53.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6489999999999999e-06 2021-03-04T23:36:53.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:36:53.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.291111+0000", 2021-03-04T23:36:53.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9856e-05 2021-03-04T23:36:53.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.291141+0000", 2021-03-04T23:36:53.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5689999999999998e-06 2021-03-04T23:36:53.284 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.284 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.285 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:55.291145+0000", 2021-03-04T23:36:53.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.97279339499999995 2021-03-04T23:36:53.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.286 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.286 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.286 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263939+0000", 2021-03-04T23:36:53.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5369999999999997e-06 2021-03-04T23:36:53.287 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.287 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.287 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:36:53.287 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:56.263944+0000", 2021-03-04T23:36:53.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1672207569999999 2021-03-04T23:36:53.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:36:53.288 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.431165+0000", 2021-03-04T23:36:53.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8930000000000005e-05 2021-03-04T23:36:53.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:36:53.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.431244+0000", 2021-03-04T23:36:53.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7851999999999998e-05 2021-03-04T23:36:53.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:36:53.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.431332+0000", 2021-03-04T23:36:53.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0041744640000000001 2021-03-04T23:36:53.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:36:53.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.435506+0000", 2021-03-04T23:36:53.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043363780000000001 2021-03-04T23:36:53.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.439842+0000", 2021-03-04T23:36:53.293 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1427999999999998e-05 2021-03-04T23:36:53.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.439874+0000", 2021-03-04T23:36:53.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000212432 2021-03-04T23:36:53.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.440086+0000", 2021-03-04T23:36:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0700000000000001e-05 2021-03-04T23:36:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:36:53.296 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.440117+0000", 2021-03-04T23:36:53.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9561000000000006e-05 2021-03-04T23:36:53.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:36:53.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:36:53.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:36:53.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:57.440197+0000", 2021-03-04T23:36:53.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1492924370000002 2021-03-04T23:36:53.298 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.298 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.298 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.299 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:36:53.299 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:36:53.299 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:36:53.301 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:52 gibba023 bash[27374]: cluster 2021-03-04T23:36:51.686090+0000 mgr.x (mgr.34379) 1499 : cluster [DBG] pgmap v2067: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 880 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 21 MiB/s wr, 3.34k op/s; 272/1185 objects degraded (22.954%) 2021-03-04T23:36:53.301 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:52 gibba023 bash[27374]: cluster 2021-03-04T23:36:51.813138+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e930: 8 total, 7 up, 7 in 2021-03-04T23:36:53.301 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:52 gibba023 bash[27374]: cluster 2021-03-04T23:36:52.395278+0000 mon.a (mon.0) 2421 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 13 pgs peering) 2021-03-04T23:36:53.301 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[91265]: debug 2021-03-04T23:36:52.538+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:53.305 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:53.305 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:53.305 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.306 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.306 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.306 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.307 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.307 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.307 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.307 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.308 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.308 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.308 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.308 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.309 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:53.309 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.309 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.309 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:53.309 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:53.310 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:53.310 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:53.310 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.310 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.311 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.311 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.311 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.311 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.311 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.312 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.312 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[37770]: cluster 2021-03-04T23:36:51.686090+0000 mgr.x (mgr.34379) 1499 : cluster [DBG] pgmap v2067: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 880 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 21 MiB/s wr, 3.34k op/s; 272/1185 objects degraded (22.954%) 2021-03-04T23:36:53.313 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[37770]: cluster 2021-03-04T23:36:51.813138+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e930: 8 total, 7 up, 7 in 2021-03-04T23:36:53.313 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[37770]: cluster 2021-03-04T23:36:52.395278+0000 mon.a (mon.0) 2421 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 13 pgs peering) 2021-03-04T23:36:53.313 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[39303]: cluster 2021-03-04T23:36:51.686090+0000 mgr.x (mgr.34379) 1499 : cluster [DBG] pgmap v2067: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 880 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 4.0 KiB/s rd, 21 MiB/s wr, 3.34k op/s; 272/1185 objects degraded (22.954%) 2021-03-04T23:36:53.314 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[39303]: cluster 2021-03-04T23:36:51.813138+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e930: 8 total, 7 up, 7 in 2021-03-04T23:36:53.314 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:52 gibba008 bash[39303]: cluster 2021-03-04T23:36:52.395278+0000 mon.a (mon.0) 2421 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 13 pgs peering) 2021-03-04T23:36:53.317 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.318 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.320 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.321 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.321 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.321 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.321 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.321 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.322 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.322 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.322 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.322 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.323 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~58720256,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.323 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.323 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.323 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,46137344~62914560,125829120~37748736,180355072~4194304,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.324 INFO:tasks.workunit.client.0.gibba008.stdout:from 15 to HEAD diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.324 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [8388608~16777216,46137344~8388608,58720256~8388608,71303168~37748736,125829120~16777216,150994944~8388608,180355072~4194304,197132288~12582912,251658240~8388608,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.324 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [8388608~20971520,46137344~62914560,125829120~20971520,150994944~12582912,180355072~4194304,197132288~16777216,251658240~12582912,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.414 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:53.522 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:53.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:53 gibba023 bash[15180]: debug 2021-03-04T23:36:53.407+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:53.838 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:53.838 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:53.852 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.853 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.853 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.857 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.857 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.857 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.861 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.862 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.863 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.866 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:53.866 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.866 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.871 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:53.872 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.872 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:53.890 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:53.891 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:53.891 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:53.896 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:53.896 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.896 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.900 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.900 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.901 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.905 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:53.906 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.906 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.908 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.909 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.909 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.913 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.913 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.913 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.917 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.917 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.918 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.920 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:53.921 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.921 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.929 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~58720256,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.930 INFO:tasks.workunit.client.0.gibba008.stdout:from 14 to HEAD diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.930 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,71303168~37748736,125829120~33554432,180355072~4194304,197132288~12582912,230686720~4194304,247463936~12582912,268435456~8388608,285212672~4194304,297795584~4194304,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:53.933 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~41943040,46137344~62914560,125829120~37748736,180355072~4194304,197132288~16777216,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~4194304,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:54.090 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:53 gibba008 bash[37770]: cluster 2021-03-04T23:36:52.827666+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e931: 8 total, 7 up, 7 in 2021-03-04T23:36:54.091 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:53 gibba008 bash[39303]: cluster 2021-03-04T23:36:52.827666+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e931: 8 total, 7 up, 7 in 2021-03-04T23:36:54.091 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:54.193 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.210 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:53 gibba023 bash[27374]: cluster 2021-03-04T23:36:52.827666+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e931: 8 total, 7 up, 7 in 2021-03-04T23:36:54.326 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.430 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:54.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[47391]: debug 2021-03-04T23:36:54.082+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:54.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:54 gibba023 bash[19550]: debug 2021-03-04T23:36:54.319+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:54.527 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:54.632 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:54.842 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:54 gibba023 bash[15180]: debug 2021-03-04T23:36:54.523+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:54.854 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:54.855 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:54.868 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:54.868 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.869 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.872 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:54.872 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.872 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.877 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:54.877 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.877 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.881 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:54.882 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.882 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.885 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:54.886 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.886 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:54.890 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:54.890 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:54.890 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:54.894 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:54.894 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:54.894 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:54.898 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:54.898 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:54.898 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:54.902 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:54.903 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.903 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.908 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.909 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.910 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.924 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.925 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.925 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.929 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.930 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.930 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.933 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:54.933 INFO:tasks.workunit.client.0.gibba008.stdout:from 13 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:54.934 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~8388608,71303168~37748736,125829120~33554432,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:54.937 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~58720256,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~8388608,352321536~12582912,369098752~4194304,381681664~8388608,402653184~16777216] 2021-03-04T23:36:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[37770]: cluster 2021-03-04T23:36:53.687700+0000 mgr.x (mgr.34379) 1500 : cluster [DBG] pgmap v2070: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 884 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 4.1 KiB/s rd, 17 MiB/s wr, 4.25k op/s; 275/1194 objects degraded (23.032%) 2021-03-04T23:36:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[37770]: cluster 2021-03-04T23:36:53.821617+0000 mon.a (mon.0) 2423 : cluster [WRN] Health check update: Degraded data redundancy: 275/1194 objects degraded (23.032%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:36:55.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[37770]: cluster 2021-03-04T23:36:53.830348+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e932: 8 total, 7 up, 7 in 2021-03-04T23:36:55.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[39303]: cluster 2021-03-04T23:36:53.687700+0000 mgr.x (mgr.34379) 1500 : cluster [DBG] pgmap v2070: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 884 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 4.1 KiB/s rd, 17 MiB/s wr, 4.25k op/s; 275/1194 objects degraded (23.032%) 2021-03-04T23:36:55.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[39303]: cluster 2021-03-04T23:36:53.821617+0000 mon.a (mon.0) 2423 : cluster [WRN] Health check update: Degraded data redundancy: 275/1194 objects degraded (23.032%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:36:55.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:54 gibba008 bash[39303]: cluster 2021-03-04T23:36:53.830348+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e932: 8 total, 7 up, 7 in 2021-03-04T23:36:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:54 gibba023 bash[27374]: cluster 2021-03-04T23:36:53.687700+0000 mgr.x (mgr.34379) 1500 : cluster [DBG] pgmap v2070: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 884 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 4.1 KiB/s rd, 17 MiB/s wr, 4.25k op/s; 275/1194 objects degraded (23.032%) 2021-03-04T23:36:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:54 gibba023 bash[27374]: cluster 2021-03-04T23:36:53.821617+0000 mon.a (mon.0) 2423 : cluster [WRN] Health check update: Degraded data redundancy: 275/1194 objects degraded (23.032%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:36:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:54 gibba023 bash[27374]: cluster 2021-03-04T23:36:53.830348+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e932: 8 total, 7 up, 7 in 2021-03-04T23:36:55.276 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:55.384 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:55.553 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:55 gibba008 bash[47391]: debug 2021-03-04T23:36:55.266+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:55.760 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:55.853 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:55 gibba008 bash[47391]: debug 2021-03-04T23:36:55.750+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:55.863 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:55.871 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:55.871 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:55.880 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:55.880 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.881 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.884 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:55.884 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.884 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.888 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:55.888 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.889 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.893 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:55.893 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.894 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.897 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:55.898 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.898 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:55.902 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:55.902 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:55.902 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:55.908 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:55.909 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:55.909 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:55.913 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:55.913 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:55.914 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:55.917 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:55.918 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.918 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.925 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.925 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.925 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.929 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.929 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.929 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.933 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.934 INFO:tasks.workunit.client.0.gibba008.stdout:from 12 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.934 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.938 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,125829120~62914560,197132288~16777216,218103808~8388608,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~12582912,369098752~4194304,381681664~12582912,402653184~16777216] 2021-03-04T23:36:55.982 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:56.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:56.222 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:55 gibba008 bash[37770]: cluster 2021-03-04T23:36:54.846436+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e933: 8 total, 7 up, 7 in 2021-03-04T23:36:56.223 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:55 gibba008 bash[39303]: cluster 2021-03-04T23:36:54.846436+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e933: 8 total, 7 up, 7 in 2021-03-04T23:36:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:55 gibba023 bash[27374]: cluster 2021-03-04T23:36:54.846436+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e933: 8 total, 7 up, 7 in 2021-03-04T23:36:56.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:55 gibba023 bash[19550]: debug 2021-03-04T23:36:55.975+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:56.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:36:56.444 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:56.454 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:56.548 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:56.763 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:36:56 gibba008 bash[91265]: debug 2021-03-04T23:36:56.430+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:56.890 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:56.890 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:56.890 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:56.891 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.891 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.896 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:56.896 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.896 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.902 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:56.902 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.902 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.907 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:56.907 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.907 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.911 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:56.912 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.912 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:56.929 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:56.932 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:56.934 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:56.942 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:56.943 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:56.944 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:56.945 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:56.946 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:56.947 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:56.947 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:56.948 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.949 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.950 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.950 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.951 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.956 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.957 INFO:tasks.workunit.client.0.gibba008.stdout:from 11 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.958 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~8388608,176160768~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.959 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:56.961 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:57.062 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:56 gibba008 bash[37770]: cluster 2021-03-04T23:36:55.689054+0000 mgr.x (mgr.34379) 1501 : cluster [DBG] pgmap v2073: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 884 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1.06k op/s; 275/1194 objects degraded (23.032%) 2021-03-04T23:36:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:56 gibba008 bash[37770]: cluster 2021-03-04T23:36:55.858839+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e934: 8 total, 7 up, 7 in 2021-03-04T23:36:57.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:56 gibba008 bash[39303]: cluster 2021-03-04T23:36:55.689054+0000 mgr.x (mgr.34379) 1501 : cluster [DBG] pgmap v2073: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 884 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1.06k op/s; 275/1194 objects degraded (23.032%) 2021-03-04T23:36:57.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:56 gibba008 bash[39303]: cluster 2021-03-04T23:36:55.858839+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e934: 8 total, 7 up, 7 in 2021-03-04T23:36:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:56 gibba023 bash[27374]: cluster 2021-03-04T23:36:55.689054+0000 mgr.x (mgr.34379) 1501 : cluster [DBG] pgmap v2073: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 884 MiB data, 3.0 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1.06k op/s; 275/1194 objects degraded (23.032%) 2021-03-04T23:36:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:56 gibba023 bash[27374]: cluster 2021-03-04T23:36:55.858839+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e934: 8 total, 7 up, 7 in 2021-03-04T23:36:57.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:36:56 gibba023 bash[18090]: debug 2021-03-04T23:36:56.935+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:57.506 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:57.608 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:57.705 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:36:57.721 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:36:57.734 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:36:57.752 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:36:57.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:36:57 gibba023 bash[19550]: debug 2021-03-04T23:36:57.499+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:57.775 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:36:57.796 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:36:57.818 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:36:57.818 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:36:57.819 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:36:57.819 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.819 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.819 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.819 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.820 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.820 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.820 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:57.888 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:57.889 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:57.900 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:57.901 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.901 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.909 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:57.909 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.910 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.914 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:57.914 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.914 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.925 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:57.925 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.925 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.934 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:57.934 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.935 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:57.939 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:57.940 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:57.940 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:57.953 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:57.953 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:57.953 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:57.957 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:57.958 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:57.958 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:57.967 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:57.967 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:57.967 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:57.971 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:57.972 INFO:tasks.workunit.client.0.gibba008.stdout:from 10 to HEAD diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:57.972 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~16777216,29360128~25165824,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~8388608,230686720~4194304,239075328~4194304,247463936~12582912,268435456~8388608,285212672~8388608,297795584~8388608,310378496~16777216,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:57.975 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~8388608,230686720~33554432,268435456~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:58.174 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:57 gibba023 bash[27374]: cluster 2021-03-04T23:36:56.871437+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e935: 8 total, 7 up, 7 in 2021-03-04T23:36:58.174 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:57 gibba023 bash[27374]: audit 2021-03-04T23:36:57.687657+0000 mon.c (mon.1) 151 : audit [DBG] from='client.? 172.21.2.108:0/3102031053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:58.175 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:57 gibba008 bash[37770]: cluster 2021-03-04T23:36:56.871437+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e935: 8 total, 7 up, 7 in 2021-03-04T23:36:58.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:57 gibba008 bash[37770]: audit 2021-03-04T23:36:57.687657+0000 mon.c (mon.1) 151 : audit [DBG] from='client.? 172.21.2.108:0/3102031053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:57 gibba008 bash[39303]: cluster 2021-03-04T23:36:56.871437+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e935: 8 total, 7 up, 7 in 2021-03-04T23:36:58.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:57 gibba008 bash[39303]: audit 2021-03-04T23:36:57.687657+0000 mon.c (mon.1) 151 : audit [DBG] from='client.? 172.21.2.108:0/3102031053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:58.276 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:58.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:36:58 gibba023 bash[15180]: debug 2021-03-04T23:36:58.171+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:36:58.757 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:58.860 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:58.905 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:58.905 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:58.906 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:36:58.915 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:58.915 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.915 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.925 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:58.926 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.926 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.935 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:58.936 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.936 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.940 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:58.941 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.941 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.949 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:58.950 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.950 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:58.953 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:58.953 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:58.954 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:58.960 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:58.961 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:58.961 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:58.965 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:58.965 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:58.965 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:58.977 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:58.977 INFO:tasks.workunit.client.0.gibba008.stdout:from 9 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:58.977 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~8388608,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:58.981 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,381681664~12582912,402653184~16777216] 2021-03-04T23:36:59.038 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:36:58 gibba008 bash[48858]: debug 2021-03-04T23:36:58.750+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:59.245 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:58 gibba023 bash[27374]: cluster 2021-03-04T23:36:57.689889+0000 mgr.x (mgr.34379) 1502 : cluster [DBG] pgmap v2076: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 872 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.87k op/s; 275/1158 objects degraded (23.748%) 2021-03-04T23:36:59.246 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:58 gibba023 bash[27374]: cluster 2021-03-04T23:36:57.881413+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e936: 8 total, 7 up, 7 in 2021-03-04T23:36:59.246 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:58 gibba023 bash[27374]: audit 2021-03-04T23:36:58.036589+0000 mon.c (mon.1) 152 : audit [INF] from='client.? 172.21.2.108:0/55349498' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:59.246 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:58 gibba023 bash[27374]: audit 2021-03-04T23:36:58.036977+0000 mon.a (mon.0) 2429 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:59.246 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:58 gibba023 bash[27374]: audit 2021-03-04T23:36:58.284028+0000 mon.a (mon.0) 2430 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: cluster 2021-03-04T23:36:57.689889+0000 mgr.x (mgr.34379) 1502 : cluster [DBG] pgmap v2076: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 872 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.87k op/s; 275/1158 objects degraded (23.748%) 2021-03-04T23:36:59.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: cluster 2021-03-04T23:36:57.881413+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e936: 8 total, 7 up, 7 in 2021-03-04T23:36:59.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: audit 2021-03-04T23:36:58.036589+0000 mon.c (mon.1) 152 : audit [INF] from='client.? 172.21.2.108:0/55349498' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:59.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: audit 2021-03-04T23:36:58.036977+0000 mon.a (mon.0) 2429 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:59.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: audit 2021-03-04T23:36:58.284028+0000 mon.a (mon.0) 2430 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: cluster 2021-03-04T23:36:57.689889+0000 mgr.x (mgr.34379) 1502 : cluster [DBG] pgmap v2076: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 872 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.87k op/s; 275/1158 objects degraded (23.748%) 2021-03-04T23:36:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: cluster 2021-03-04T23:36:57.881413+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e936: 8 total, 7 up, 7 in 2021-03-04T23:36:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: audit 2021-03-04T23:36:58.036589+0000 mon.c (mon.1) 152 : audit [INF] from='client.? 172.21.2.108:0/55349498' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:59.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: audit 2021-03-04T23:36:58.036977+0000 mon.a (mon.0) 2429 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:59.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: audit 2021-03-04T23:36:58.284028+0000 mon.a (mon.0) 2430 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:59.586 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:59.689 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:59.901 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[47391]: debug 2021-03-04T23:36:59.578+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:36:59.903 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:59.904 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:36:59.917 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:59.917 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.918 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.922 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:59.923 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.924 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.926 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:59.927 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.927 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.931 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:36:59.932 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.932 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.949 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:59.949 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.949 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:36:59.954 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:36:59.955 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:59.955 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:59.959 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:36:59.960 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:59.960 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:59.966 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:59.967 INFO:tasks.workunit.client.0.gibba008.stdout:from 8 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:59.967 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~25165824,197132288~12582912,218103808~25165824,247463936~12582912,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:59.968 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~75497472,197132288~16777216,218103808~58720256,281018368~25165824,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:36:59.999 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:00.101 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:00.118 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:59 gibba023 bash[27374]: cluster 2021-03-04T23:36:58.881298+0000 mon.a (mon.0) 2431 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:00.119 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:59 gibba023 bash[27374]: audit 2021-03-04T23:36:58.892919+0000 mon.a (mon.0) 2432 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:00.119 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:59 gibba023 bash[27374]: cluster 2021-03-04T23:36:58.892969+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e937: 8 total, 7 up, 7 in 2021-03-04T23:37:00.119 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:36:59 gibba023 bash[27374]: cluster 2021-03-04T23:36:59.388443+0000 mon.a (mon.0) 2434 : cluster [WRN] Health check update: Degraded data redundancy: 275/1158 objects degraded (23.748%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: cluster 2021-03-04T23:36:58.881298+0000 mon.a (mon.0) 2431 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:00.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: audit 2021-03-04T23:36:58.892919+0000 mon.a (mon.0) 2432 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: cluster 2021-03-04T23:36:58.892969+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e937: 8 total, 7 up, 7 in 2021-03-04T23:37:00.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[37770]: cluster 2021-03-04T23:36:59.388443+0000 mon.a (mon.0) 2434 : cluster [WRN] Health check update: Degraded data redundancy: 275/1158 objects degraded (23.748%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:00.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: cluster 2021-03-04T23:36:58.881298+0000 mon.a (mon.0) 2431 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:00.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: audit 2021-03-04T23:36:58.892919+0000 mon.a (mon.0) 2432 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:00.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: cluster 2021-03-04T23:36:58.892969+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e937: 8 total, 7 up, 7 in 2021-03-04T23:37:00.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[39303]: cluster 2021-03-04T23:36:59.388443+0000 mon.a (mon.0) 2434 : cluster [WRN] Health check update: Degraded data redundancy: 275/1158 objects degraded (23.748%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:00.264 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:36:59 gibba008 bash[47391]: debug 2021-03-04T23:36:59.990+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:00.428 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:00.463 DEBUG:teuthology.orchestra.run.gibba008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0.service' 2021-03-04T23:37:00.530 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:00.668 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:00.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:37:00 gibba008 systemd[1]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0.service: Succeeded. 2021-03-04T23:37:00.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:37:00 gibba008 systemd[1]: Stopped Ceph osd.0 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T23:37:00.771 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:00.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:00 gibba023 bash[18090]: debug 2021-03-04T23:37:00.419+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:00.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:00 gibba023 bash[18090]: debug 2021-03-04T23:37:00.663+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:00.850 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:37:00.851 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:37:00.887 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:00.918 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:00.918 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:00.929 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:00.929 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.930 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.933 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:00.933 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.934 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.938 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-03-04T23:37:00.938 INFO:tasks.cephadm.osd.0:Stopped osd.0 2021-03-04T23:37:00.939 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:00.939 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.939 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.942 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:00.942 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.942 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.947 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:00.947 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.947 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:00.951 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:00.951 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:37:00.952 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:37:00.955 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:37:00.956 INFO:tasks.workunit.client.0.gibba008.stdout:from 7 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:37:00.956 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~41943040,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:37:00.971 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~192937984,310378496~20971520,335544320~12582912,352321536~20971520,377487360~16777216,402653184~16777216] 2021-03-04T23:37:00.994 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:01.001 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:01.001 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:01.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:00 gibba023 bash[27374]: cluster 2021-03-04T23:36:59.691056+0000 mgr.x (mgr.34379) 1503 : cluster [DBG] pgmap v2079: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 872 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.87k op/s; 275/1158 objects degraded (23.748%) 2021-03-04T23:37:01.030 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:00 gibba023 bash[27374]: cluster 2021-03-04T23:36:59.896050+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e938: 8 total, 7 up, 7 in 2021-03-04T23:37:01.031 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:00 gibba023 bash[15180]: debug 2021-03-04T23:37:00.879+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:01.114 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:01.222 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:01.228 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:00 gibba008 bash[37770]: cluster 2021-03-04T23:36:59.691056+0000 mgr.x (mgr.34379) 1503 : cluster [DBG] pgmap v2079: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 872 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.87k op/s; 275/1158 objects degraded (23.748%) 2021-03-04T23:37:01.228 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:00 gibba008 bash[37770]: cluster 2021-03-04T23:36:59.896050+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e938: 8 total, 7 up, 7 in 2021-03-04T23:37:01.228 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:00 gibba008 bash[39303]: cluster 2021-03-04T23:36:59.691056+0000 mgr.x (mgr.34379) 1503 : cluster [DBG] pgmap v2079: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 872 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.87k op/s; 275/1158 objects degraded (23.748%) 2021-03-04T23:37:01.229 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:00 gibba008 bash[39303]: cluster 2021-03-04T23:36:59.896050+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e938: 8 total, 7 up, 7 in 2021-03-04T23:37:01.332 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:01.440 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.457 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:01 gibba023 bash[19550]: debug 2021-03-04T23:37:01.107+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:01.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:01 gibba008 bash[47391]: debug 2021-03-04T23:37:01.322+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:01.743 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.844 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:01.854 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:37:01.924 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:01.924 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:01.935 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:01.936 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:01.939 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:01.940 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.940 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.944 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:01.945 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.945 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.949 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:01.955 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.955 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.956 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:01.956 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.957 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.957 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:01.958 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.959 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:01.964 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:01.964 INFO:tasks.workunit.client.0.gibba008.stdout:from 6 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:37:01.965 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~67108864,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:37:01.982 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~218103808,335544320~12582912,352321536~41943040,402653184~16777216] 2021-03-04T23:37:02.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:01 gibba023 bash[27374]: cluster 2021-03-04T23:37:00.912574+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e939: 8 total, 7 up, 7 in 2021-03-04T23:37:02.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:01 gibba023 bash[15180]: debug 2021-03-04T23:37:01.735+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:02.044 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:02.119 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:01 gibba008 bash[39303]: cluster 2021-03-04T23:37:00.912574+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e939: 8 total, 7 up, 7 in 2021-03-04T23:37:02.120 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:01 gibba008 bash[47391]: debug 2021-03-04T23:37:01.926+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:02.121 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:01 gibba008 bash[37770]: cluster 2021-03-04T23:37:00.912574+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e939: 8 total, 7 up, 7 in 2021-03-04T23:37:02.122 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:02.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:02.335 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:02.443 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:02.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:02 gibba008 bash[91265]: debug 2021-03-04T23:37:02.110+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:02.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:02 gibba008 bash[91265]: debug 2021-03-04T23:37:02.326+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:02.679 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:02.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:02 gibba023 bash[15180]: debug 2021-03-04T23:37:02.675+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:02.782 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:02.852 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:02.905 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:02.929 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:02.929 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:02.932 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:02.960 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:02.961 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.961 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.965 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:02.965 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.966 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.975 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:02.975 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.975 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.979 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:02.980 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.980 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.985 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:02.985 INFO:tasks.workunit.client.0.gibba008.stdout:from 5 to HEAD diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.985 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~46137344,58720256~50331648,113246208~8388608,125829120~33554432,163577856~29360128,197132288~46137344,247463936~12582912,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:02.989 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:03.013 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:03.099 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:37:03.157 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:02 gibba023 bash[27374]: cluster 2021-03-04T23:37:01.693361+0000 mgr.x (mgr.34379) 1504 : cluster [DBG] pgmap v2082: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.01k op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:03.158 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:02 gibba023 bash[27374]: cluster 2021-03-04T23:37:01.913006+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e940: 8 total, 7 up, 7 in 2021-03-04T23:37:03.158 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:02 gibba023 bash[18090]: debug 2021-03-04T23:37:02.899+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:03.159 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:03.173 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:03.195 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:02 gibba008 bash[37770]: cluster 2021-03-04T23:37:01.693361+0000 mgr.x (mgr.34379) 1504 : cluster [DBG] pgmap v2082: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.01k op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:03.196 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:02 gibba008 bash[37770]: cluster 2021-03-04T23:37:01.913006+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e940: 8 total, 7 up, 7 in 2021-03-04T23:37:03.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:02 gibba008 bash[39303]: cluster 2021-03-04T23:37:01.693361+0000 mgr.x (mgr.34379) 1504 : cluster [DBG] pgmap v2082: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.01k op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:03.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:02 gibba008 bash[39303]: cluster 2021-03-04T23:37:01.913006+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e940: 8 total, 7 up, 7 in 2021-03-04T23:37:03.261 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:03.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:03 gibba023 bash[18090]: debug 2021-03-04T23:37:03.151+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:03.847 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:03.938 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:03.938 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:03.950 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:03.953 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:03.953 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.954 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.964 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:03.965 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.965 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.971 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:03.971 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.971 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.975 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:03.976 INFO:tasks.workunit.client.0.gibba008.stdout:from 4 to HEAD diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.976 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~100663296,113246208~8388608,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:03.980 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2021-03-04T23:37:04.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:03 gibba008 bash[37770]: cluster 2021-03-04T23:37:02.922539+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e941: 8 total, 7 up, 7 in 2021-03-04T23:37:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:03 gibba008 bash[39303]: cluster 2021-03-04T23:37:02.922539+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e941: 8 total, 7 up, 7 in 2021-03-04T23:37:04.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:03 gibba008 bash[91265]: debug 2021-03-04T23:37:03.838+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:03 gibba023 bash[27374]: cluster 2021-03-04T23:37:02.922539+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e941: 8 total, 7 up, 7 in 2021-03-04T23:37:04.348 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:04.456 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:04.598 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:04.706 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:04.716 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[48858]: debug 2021-03-04T23:37:04.338+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:04.768 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:04 gibba023 bash[15180]: debug 2021-03-04T23:37:04.591+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:04.943 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:04.944 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:04.954 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:04.954 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:04.979 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:04.979 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:04.979 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:04.997 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:04.997 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:04.997 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:05.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[37770]: cluster 2021-03-04T23:37:03.694717+0000 mgr.x (mgr.34379) 1505 : cluster [DBG] pgmap v2085: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.23k op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[37770]: cluster 2021-03-04T23:37:03.931618+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e942: 8 total, 7 up, 7 in 2021-03-04T23:37:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[37770]: cluster 2021-03-04T23:37:04.390726+0000 mon.a (mon.0) 2440 : cluster [WRN] Health check update: Degraded data redundancy: 275/1104 objects degraded (24.909%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[39303]: cluster 2021-03-04T23:37:03.694717+0000 mgr.x (mgr.34379) 1505 : cluster [DBG] pgmap v2085: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.23k op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[39303]: cluster 2021-03-04T23:37:03.931618+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e942: 8 total, 7 up, 7 in 2021-03-04T23:37:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:04 gibba008 bash[39303]: cluster 2021-03-04T23:37:04.390726+0000 mon.a (mon.0) 2440 : cluster [WRN] Health check update: Degraded data redundancy: 275/1104 objects degraded (24.909%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:05.014 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:05.014 INFO:tasks.workunit.client.0.gibba008.stdout:from 3 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:05.014 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:05.021 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:05.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:04 gibba023 bash[27374]: cluster 2021-03-04T23:37:03.694717+0000 mgr.x (mgr.34379) 1505 : cluster [DBG] pgmap v2085: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.23k op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:05.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:04 gibba023 bash[27374]: cluster 2021-03-04T23:37:03.931618+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e942: 8 total, 7 up, 7 in 2021-03-04T23:37:05.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:04 gibba023 bash[27374]: cluster 2021-03-04T23:37:04.390726+0000 mon.a (mon.0) 2440 : cluster [WRN] Health check update: Degraded data redundancy: 275/1104 objects degraded (24.909%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:05.283 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:05.387 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:05.616 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:05.712 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:05 gibba023 bash[15180]: debug 2021-03-04T23:37:05.611+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:05.713 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:37:05.723 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:05.735 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:05 gibba008 bash[91265]: debug 2021-03-04T23:37:05.274+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:05.789 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:05.854 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:05.939 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [0] live_osds: [1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:37:05.939 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:05.940 INFO:tasks.thrashosds.thrasher:Setting osd 4 primary_affinity to 0.102788 2021-03-04T23:37:05.940 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd primary-affinity 4 0.10278753937592855 2021-03-04T23:37:05.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:05.969 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:05 gibba023 bash[27374]: cluster 2021-03-04T23:37:04.946515+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e943: 8 total, 7 up, 7 in 2021-03-04T23:37:05.983 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:05.984 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:05.997 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:05 gibba008 bash[37770]: cluster 2021-03-04T23:37:04.946515+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e943: 8 total, 7 up, 7 in 2021-03-04T23:37:05.998 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:05 gibba008 bash[39303]: cluster 2021-03-04T23:37:04.946515+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e943: 8 total, 7 up, 7 in 2021-03-04T23:37:05.999 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:05 gibba008 bash[91265]: debug 2021-03-04T23:37:05.846+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:06.008 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:06.009 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:06.009 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:06.021 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:06.022 INFO:tasks.workunit.client.0.gibba008.stdout:from 2 to HEAD diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:06.022 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~33554432,163577856~29360128,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:06.026 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:06.088 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:06.207 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:06.273 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:06 gibba023 bash[15180]: debug 2021-03-04T23:37:06.203+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:06.310 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:06.689 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:06.792 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:06.922 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:06.969 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:06 gibba008 bash[47391]: debug 2021-03-04T23:37:06.682+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:06.973 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:06.973 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:06.982 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:06.983 INFO:tasks.workunit.client.0.gibba008.stdout:from 1 to HEAD diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:06.983 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~113246208,125829120~67108864,197132288~62914560,264241152~83886080,352321536~46137344,402653184~16777216] 2021-03-04T23:37:06.986 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:07.025 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:07.068 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:06 gibba023 bash[19550]: debug 2021-03-04T23:37:06.915+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:07.068 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:06 gibba023 bash[27374]: cluster 2021-03-04T23:37:05.696143+0000 mgr.x (mgr.34379) 1506 : cluster [DBG] pgmap v2088: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 218 op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:07.069 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:06 gibba023 bash[27374]: cluster 2021-03-04T23:37:05.965573+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e944: 8 total, 7 up, 7 in 2021-03-04T23:37:07.215 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:07.290 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:06 gibba008 bash[37770]: cluster 2021-03-04T23:37:05.696143+0000 mgr.x (mgr.34379) 1506 : cluster [DBG] pgmap v2088: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 218 op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:07.290 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:06 gibba008 bash[37770]: cluster 2021-03-04T23:37:05.965573+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e944: 8 total, 7 up, 7 in 2021-03-04T23:37:07.290 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:07 gibba008 bash[39303]: cluster 2021-03-04T23:37:05.696143+0000 mgr.x (mgr.34379) 1506 : cluster [DBG] pgmap v2088: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 850 MiB data, 2.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s rd, 218 op/s; 275/1104 objects degraded (24.909%) 2021-03-04T23:37:07.291 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:07 gibba008 bash[39303]: cluster 2021-03-04T23:37:05.965573+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e944: 8 total, 7 up, 7 in 2021-03-04T23:37:07.323 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:07.340 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:07 gibba023 bash[15180]: debug 2021-03-04T23:37:07.207+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:07.697 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:07.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:07.976 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:07 gibba023 bash[15180]: debug 2021-03-04T23:37:07.691+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:08.021 INFO:tasks.workunit.client.0.gibba008.stdout:from 0 to HEAD diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:08.021 INFO:tasks.workunit.client.0.gibba008.stdout: limited diff [0~4194304,8388608~184549376,197132288~62914560,264241152~83886080,352321536~62914560] 2021-03-04T23:37:08.028 INFO:tasks.workunit.client.0.gibba008.stdout: actual was [0~348127232,352321536~67108864] 2021-03-04T23:37:08.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:07 gibba008 bash[37770]: cluster 2021-03-04T23:37:06.964592+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e945: 8 total, 7 up, 7 in 2021-03-04T23:37:08.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:07 gibba008 bash[39303]: cluster 2021-03-04T23:37:06.964592+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e945: 8 total, 7 up, 7 in 2021-03-04T23:37:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:07 gibba023 bash[27374]: cluster 2021-03-04T23:37:06.964592+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e945: 8 total, 7 up, 7 in 2021-03-04T23:37:08.277 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:08.380 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:08.701 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:08 gibba008 bash[47391]: debug 2021-03-04T23:37:08.270+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:08.702 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:08.810 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.946 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:08.946 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:09.000 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (42476 ms) 2021-03-04T23:37:09.000 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2021-03-04T23:37:09.000 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:37:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:08 gibba023 bash[27374]: cluster 2021-03-04T23:37:07.696730+0000 mgr.x (mgr.34379) 1507 : cluster [DBG] pgmap v2091: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 798 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 602 op/s; 275/1035 objects degraded (26.570%) 2021-03-04T23:37:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:08 gibba023 bash[27374]: cluster 2021-03-04T23:37:07.987447+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e946: 8 total, 7 up, 7 in 2021-03-04T23:37:09.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:08 gibba023 bash[19550]: debug 2021-03-04T23:37:08.935+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:09.041 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:09.116 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:08 gibba008 bash[48858]: debug 2021-03-04T23:37:08.694+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:09.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:08 gibba008 bash[37770]: cluster 2021-03-04T23:37:07.696730+0000 mgr.x (mgr.34379) 1507 : cluster [DBG] pgmap v2091: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 798 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 602 op/s; 275/1035 objects degraded (26.570%) 2021-03-04T23:37:09.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:08 gibba008 bash[37770]: cluster 2021-03-04T23:37:07.987447+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e946: 8 total, 7 up, 7 in 2021-03-04T23:37:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:08 gibba008 bash[39303]: cluster 2021-03-04T23:37:07.696730+0000 mgr.x (mgr.34379) 1507 : cluster [DBG] pgmap v2091: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 798 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 602 op/s; 275/1035 objects degraded (26.570%) 2021-03-04T23:37:09.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:08 gibba008 bash[39303]: cluster 2021-03-04T23:37:07.987447+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e946: 8 total, 7 up, 7 in 2021-03-04T23:37:09.484 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:09.591 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:09.692 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:37:09.694 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:09.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:09 gibba008 bash[48858]: debug 2021-03-04T23:37:09.474+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:09.770 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:09.796 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:10.000 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:09 gibba023 bash[18090]: debug 2021-03-04T23:37:09.687+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:10.018 INFO:tasks.workunit.client.0.gibba008.stdout:iterate_cb 0~4194304 2021-03-04T23:37:10.020 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (1020 ms) 2021-03-04T23:37:10.020 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2021-03-04T23:37:10.020 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:10.020 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (0 ms) 2021-03-04T23:37:10.021 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2021-03-04T23:37:10.021 INFO:tasks.workunit.client.0.gibba008.stdout:using old format 2021-03-04T23:37:10.070 INFO:tasks.workunit.client.0.gibba008.stdout: wrote [1448602~101272,1981533~82187,5094666~67737,5766244~98548,6207944~64380,9006787~56422,9676454~14414,15238193~79153,17324051~71032,19966922~16471] 2021-03-04T23:37:10.074 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (54 ms) 2021-03-04T23:37:10.075 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2021-03-04T23:37:10.075 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:10.075 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (0 ms) 2021-03-04T23:37:10.148 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:09 gibba008 bash[37770]: cluster 2021-03-04T23:37:08.991365+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e947: 8 total, 7 up, 7 in 2021-03-04T23:37:10.149 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:09 gibba008 bash[37770]: cluster 2021-03-04T23:37:09.392810+0000 mon.a (mon.0) 2446 : cluster [WRN] Health check update: Degraded data redundancy: 275/1035 objects degraded (26.570%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:10.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:09 gibba023 bash[27374]: cluster 2021-03-04T23:37:08.991365+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e947: 8 total, 7 up, 7 in 2021-03-04T23:37:10.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:09 gibba023 bash[27374]: cluster 2021-03-04T23:37:09.392810+0000 mon.a (mon.0) 2446 : cluster [WRN] Health check update: Degraded data redundancy: 275/1035 objects degraded (26.570%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:10.337 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:10.440 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:10.457 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:10 gibba008 bash[48858]: debug 2021-03-04T23:37:10.330+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:10.457 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:10 gibba008 bash[39303]: cluster 2021-03-04T23:37:08.991365+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e947: 8 total, 7 up, 7 in 2021-03-04T23:37:10.457 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:10 gibba008 bash[39303]: cluster 2021-03-04T23:37:09.392810+0000 mon.a (mon.0) 2446 : cluster [WRN] Health check update: Degraded data redundancy: 275/1035 objects degraded (26.570%), 30 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:11.020 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 7 tests from DiffIterateTest/1 (51646 ms total) 2021-03-04T23:37:11.242 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:37:11.242 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestImageWatcher 2021-03-04T23:37:11.244 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:11.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:11 gibba023 bash[27374]: cluster 2021-03-04T23:37:09.697132+0000 mgr.x (mgr.34379) 1508 : cluster [DBG] pgmap v2094: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 798 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 602 op/s; 275/1035 objects degraded (26.570%) 2021-03-04T23:37:11.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:11 gibba023 bash[27374]: cluster 2021-03-04T23:37:10.006283+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e948: 8 total, 7 up, 7 in 2021-03-04T23:37:11.345 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:11.362 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:11 gibba008 bash[37770]: cluster 2021-03-04T23:37:09.697132+0000 mgr.x (mgr.34379) 1508 : cluster [DBG] pgmap v2094: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 798 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 602 op/s; 275/1035 objects degraded (26.570%) 2021-03-04T23:37:11.362 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:11 gibba008 bash[37770]: cluster 2021-03-04T23:37:10.006283+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e948: 8 total, 7 up, 7 in 2021-03-04T23:37:11.363 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:11 gibba008 bash[39303]: cluster 2021-03-04T23:37:09.697132+0000 mgr.x (mgr.34379) 1508 : cluster [DBG] pgmap v2094: 145 pgs: 30 active+undersized+degraded, 35 active+undersized, 80 active+clean; 798 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 602 op/s; 275/1035 objects degraded (26.570%) 2021-03-04T23:37:11.363 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:11 gibba008 bash[39303]: cluster 2021-03-04T23:37:10.006283+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e948: 8 total, 7 up, 7 in 2021-03-04T23:37:11.363 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:11 gibba008 bash[48858]: debug 2021-03-04T23:37:11.062+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:11.986 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:12.089 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:12.256 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:12.286 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:12 gibba008 bash[37770]: cluster 2021-03-04T23:37:11.014022+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e949: 8 total, 7 up, 7 in 2021-03-04T23:37:12.286 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:12 gibba008 bash[39303]: cluster 2021-03-04T23:37:11.014022+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e949: 8 total, 7 up, 7 in 2021-03-04T23:37:12.287 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:11 gibba008 bash[47391]: debug 2021-03-04T23:37:11.978+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:12.343 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:12 gibba023 bash[27374]: cluster 2021-03-04T23:37:11.014022+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e949: 8 total, 7 up, 7 in 2021-03-04T23:37:12.344 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:12 gibba023 bash[19550]: debug 2021-03-04T23:37:12.251+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:12.364 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:12.504 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:12.504 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:12.550 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:12.660 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:12.677 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:12 gibba023 bash[15180]: debug 2021-03-04T23:37:12.543+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:13.045 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:13.047 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2021-03-04T23:37:13.149 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:13.268 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:37:13.300 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:13 gibba023 bash[88433]: debug 2021-03-04T23:37:13.039+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:13.302 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:13 gibba023 bash[27374]: cluster 2021-03-04T23:37:11.698918+0000 mgr.x (mgr.34379) 1509 : cluster [DBG] pgmap v2097: 113 pgs: 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:13.302 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:13 gibba023 bash[27374]: cluster 2021-03-04T23:37:12.030433+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e950: 8 total, 7 up, 7 in 2021-03-04T23:37:13.302 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:13 gibba023 bash[27374]: audit 2021-03-04T23:37:12.031154+0000 mon.a (mon.0) 2450 : audit [INF] from='client.? 172.21.2.108:0/856387759' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:13.303 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:13.352 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:13.404 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:13.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:13 gibba008 bash[37770]: cluster 2021-03-04T23:37:11.698918+0000 mgr.x (mgr.34379) 1509 : cluster [DBG] pgmap v2097: 113 pgs: 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:13.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:13 gibba008 bash[37770]: cluster 2021-03-04T23:37:12.030433+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e950: 8 total, 7 up, 7 in 2021-03-04T23:37:13.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:13 gibba008 bash[37770]: audit 2021-03-04T23:37:12.031154+0000 mon.a (mon.0) 2450 : audit [INF] from='client.? 172.21.2.108:0/856387759' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:13.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:13 gibba008 bash[39303]: cluster 2021-03-04T23:37:11.698918+0000 mgr.x (mgr.34379) 1509 : cluster [DBG] pgmap v2097: 113 pgs: 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:13.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:13 gibba008 bash[39303]: cluster 2021-03-04T23:37:12.030433+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e950: 8 total, 7 up, 7 in 2021-03-04T23:37:13.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:13 gibba008 bash[39303]: audit 2021-03-04T23:37:12.031154+0000 mon.a (mon.0) 2450 : audit [INF] from='client.? 172.21.2.108:0/856387759' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:13.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:13 gibba023 bash[15180]: debug 2021-03-04T23:37:13.295+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:13.887 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:13.992 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:14.048 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:37:14.066 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:37:14.075 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:37:14.093 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:37:14.111 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:37:14.132 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:37:14.151 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:37:14.153 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:37:14.154 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:37:14.155 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.155 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.156 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.156 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.156 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.157 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.157 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:14.230 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[39303]: audit 2021-03-04T23:37:13.040700+0000 mon.a (mon.0) 2451 : audit [INF] from='client.? 172.21.2.108:0/856387759' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:14.231 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[39303]: cluster 2021-03-04T23:37:13.041386+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e951: 8 total, 7 up, 7 in 2021-03-04T23:37:14.231 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[39303]: audit 2021-03-04T23:37:14.029821+0000 mon.a (mon.0) 2453 : audit [DBG] from='client.? 172.21.2.108:0/512097113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:14.231 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[39303]: cluster 2021-03-04T23:37:14.037431+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e952: 8 total, 7 up, 7 in 2021-03-04T23:37:14.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[37770]: audit 2021-03-04T23:37:13.040700+0000 mon.a (mon.0) 2451 : audit [INF] from='client.? 172.21.2.108:0/856387759' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:14.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[37770]: cluster 2021-03-04T23:37:13.041386+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e951: 8 total, 7 up, 7 in 2021-03-04T23:37:14.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[37770]: audit 2021-03-04T23:37:14.029821+0000 mon.a (mon.0) 2453 : audit [DBG] from='client.? 172.21.2.108:0/512097113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:14.233 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[37770]: cluster 2021-03-04T23:37:14.037431+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e952: 8 total, 7 up, 7 in 2021-03-04T23:37:14.259 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:14.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:13 gibba023 bash[18090]: debug 2021-03-04T23:37:13.883+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:14 gibba023 bash[27374]: audit 2021-03-04T23:37:13.040700+0000 mon.a (mon.0) 2451 : audit [INF] from='client.? 172.21.2.108:0/856387759' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:14.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:14 gibba023 bash[27374]: cluster 2021-03-04T23:37:13.041386+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e951: 8 total, 7 up, 7 in 2021-03-04T23:37:14.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:14 gibba023 bash[27374]: audit 2021-03-04T23:37:14.029821+0000 mon.a (mon.0) 2453 : audit [DBG] from='client.? 172.21.2.108:0/512097113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:14.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:14 gibba023 bash[27374]: cluster 2021-03-04T23:37:14.037431+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e952: 8 total, 7 up, 7 in 2021-03-04T23:37:14.362 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:14.495 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[91265]: debug 2021-03-04T23:37:14.250+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:14.727 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:14.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:14 gibba008 bash[48858]: debug 2021-03-04T23:37:14.718+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:14.830 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:15.052 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:37:15.055 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.055 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2006 ms) 2021-03-04T23:37:15.055 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2021-03-04T23:37:15.057 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.057 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyFlatten (4 ms) 2021-03-04T23:37:15.057 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyResize 2021-03-04T23:37:15.067 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.068 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyResize (10 ms) 2021-03-04T23:37:15.068 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2021-03-04T23:37:15.073 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.074 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (6 ms) 2021-03-04T23:37:15.074 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2021-03-04T23:37:15.076 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.077 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (3 ms) 2021-03-04T23:37:15.077 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2021-03-04T23:37:15.080 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.080 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (4 ms) 2021-03-04T23:37:15.080 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2021-03-04T23:37:15.083 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.083 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapRename (3 ms) 2021-03-04T23:37:15.083 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2021-03-04T23:37:15.086 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.086 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (3 ms) 2021-03-04T23:37:15.086 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2021-03-04T23:37:15.089 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.089 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (3 ms) 2021-03-04T23:37:15.089 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2021-03-04T23:37:15.092 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.092 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (3 ms) 2021-03-04T23:37:15.092 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2021-03-04T23:37:15.095 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.095 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (3 ms) 2021-03-04T23:37:15.096 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyRename 2021-03-04T23:37:15.099 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.099 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyRename (4 ms) 2021-03-04T23:37:15.100 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2021-03-04T23:37:15.104 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.105 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (4 ms) 2021-03-04T23:37:15.106 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2021-03-04T23:37:15.107 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.108 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (3 ms) 2021-03-04T23:37:15.108 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2021-03-04T23:37:15.111 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.111 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (5 ms) 2021-03-04T23:37:15.112 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2021-03-04T23:37:15.117 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:15.118 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (6 ms) 2021-03-04T23:37:15.206 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:15.309 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:15.329 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[88433]: debug 2021-03-04T23:37:15.199+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:15.332 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: cluster 2021-03-04T23:37:13.700233+0000 mgr.x (mgr.34379) 1510 : cluster [DBG] pgmap v2100: 145 pgs: 5 creating+peering, 27 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:15.333 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: cluster 2021-03-04T23:37:14.394797+0000 mon.a (mon.0) 2455 : cluster [WRN] Health check update: Degraded data redundancy: 14/78 objects degraded (17.949%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:15.334 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: audit 2021-03-04T23:37:14.536888+0000 mon.c (mon.1) 153 : audit [INF] from='client.? 172.21.2.108:0/3656389924' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:15.335 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: audit 2021-03-04T23:37:14.537189+0000 mon.a (mon.0) 2456 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:15.335 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: cluster 2021-03-04T23:37:15.036670+0000 mon.a (mon.0) 2457 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:15.336 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: audit 2021-03-04T23:37:15.047064+0000 mon.a (mon.0) 2458 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:15.336 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[27374]: cluster 2021-03-04T23:37:15.047105+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e953: 8 total, 7 up, 7 in 2021-03-04T23:37:15.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: cluster 2021-03-04T23:37:13.700233+0000 mgr.x (mgr.34379) 1510 : cluster [DBG] pgmap v2100: 145 pgs: 5 creating+peering, 27 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:15.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: cluster 2021-03-04T23:37:14.394797+0000 mon.a (mon.0) 2455 : cluster [WRN] Health check update: Degraded data redundancy: 14/78 objects degraded (17.949%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:15.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: audit 2021-03-04T23:37:14.536888+0000 mon.c (mon.1) 153 : audit [INF] from='client.? 172.21.2.108:0/3656389924' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:15.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: audit 2021-03-04T23:37:14.537189+0000 mon.a (mon.0) 2456 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:15.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: cluster 2021-03-04T23:37:15.036670+0000 mon.a (mon.0) 2457 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:15.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: audit 2021-03-04T23:37:15.047064+0000 mon.a (mon.0) 2458 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:15.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[37770]: cluster 2021-03-04T23:37:15.047105+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e953: 8 total, 7 up, 7 in 2021-03-04T23:37:15.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: cluster 2021-03-04T23:37:13.700233+0000 mgr.x (mgr.34379) 1510 : cluster [DBG] pgmap v2100: 145 pgs: 5 creating+peering, 27 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:15.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: cluster 2021-03-04T23:37:14.394797+0000 mon.a (mon.0) 2455 : cluster [WRN] Health check update: Degraded data redundancy: 14/78 objects degraded (17.949%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:15.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: audit 2021-03-04T23:37:14.536888+0000 mon.c (mon.1) 153 : audit [INF] from='client.? 172.21.2.108:0/3656389924' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:15.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: audit 2021-03-04T23:37:14.537189+0000 mon.a (mon.0) 2456 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:15.517 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: cluster 2021-03-04T23:37:15.036670+0000 mon.a (mon.0) 2457 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:15.522 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: audit 2021-03-04T23:37:15.047064+0000 mon.a (mon.0) 2458 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:15.523 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:15 gibba008 bash[39303]: cluster 2021-03-04T23:37:15.047105+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e953: 8 total, 7 up, 7 in 2021-03-04T23:37:15.626 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:15.729 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:15.877 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:37:15.878 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:37:15.948 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[19550]: debug 2021-03-04T23:37:15.619+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:15.949 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:16.051 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:16.066 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestImageWatcher (2070 ms total) 2021-03-04T23:37:16.067 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:37:16.067 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 33 tests from TestInternal 2021-03-04T23:37:16.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:15 gibba023 bash[15180]: debug 2021-03-04T23:37:15.943+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:16.367 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:16.470 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:16.618 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:16 gibba023 bash[88433]: debug 2021-03-04T23:37:16.363+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:16.619 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:16.723 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:16.900 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:16.914 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:37:16.915 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:37:16.915 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:37:16.915 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:37:16.915 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:37:16.938 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:16 gibba023 bash[88433]: debug 2021-03-04T23:37:16.611+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:17.004 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:17.009 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:16 gibba008 bash[91265]: debug 2021-03-04T23:37:16.894+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:17.111 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:17.219 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:17.237 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:17 gibba023 bash[27374]: cluster 2021-03-04T23:37:15.701454+0000 mgr.x (mgr.34379) 1511 : cluster [DBG] pgmap v2103: 145 pgs: 5 creating+peering, 27 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:17.238 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:17 gibba023 bash[27374]: cluster 2021-03-04T23:37:16.061966+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e954: 8 total, 7 up, 7 in 2021-03-04T23:37:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:17 gibba008 bash[37770]: cluster 2021-03-04T23:37:15.701454+0000 mgr.x (mgr.34379) 1511 : cluster [DBG] pgmap v2103: 145 pgs: 5 creating+peering, 27 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:17 gibba008 bash[37770]: cluster 2021-03-04T23:37:16.061966+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e954: 8 total, 7 up, 7 in 2021-03-04T23:37:17.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:17 gibba008 bash[39303]: cluster 2021-03-04T23:37:15.701454+0000 mgr.x (mgr.34379) 1511 : cluster [DBG] pgmap v2103: 145 pgs: 5 creating+peering, 27 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:17.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:17 gibba008 bash[39303]: cluster 2021-03-04T23:37:16.061966+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e954: 8 total, 7 up, 7 in 2021-03-04T23:37:17.263 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:17 gibba008 bash[47391]: debug 2021-03-04T23:37:17.102+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:17.623 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:17.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:17.739 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:37:17.811 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:17.815 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:17.880 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:17.914 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:17.960 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:18.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:17 gibba023 bash[15180]: debug 2021-03-04T23:37:17.807+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:18.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:17 gibba023 bash[19550]: debug 2021-03-04T23:37:17.619+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:18.083 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.OpenByID 2021-03-04T23:37:18.087 INFO:teuthology.orchestra.run.gibba008.stderr:set osd.4 primary-affinity to 0.102788 (867362) 2021-03-04T23:37:18.089 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:18.196 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:18.213 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[91265]: debug 2021-03-04T23:37:18.082+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:18.214 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[39303]: cluster 2021-03-04T23:37:17.065209+0000 mon.a (mon.0) 2461 : cluster [DBG] osdmap e955: 8 total, 7 up, 7 in 2021-03-04T23:37:18.214 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[39303]: audit 2021-03-04T23:37:17.065988+0000 mon.a (mon.0) 2462 : audit [INF] from='client.? 172.21.2.108:0/906952950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:18.214 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[39303]: audit 2021-03-04T23:37:17.250598+0000 mon.c (mon.1) 154 : audit [INF] from='client.? 172.21.2.108:0/4031208310' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]: dispatch 2021-03-04T23:37:18.214 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[39303]: audit 2021-03-04T23:37:17.250973+0000 mon.a (mon.0) 2463 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]: dispatch 2021-03-04T23:37:18.215 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[39303]: audit 2021-03-04T23:37:18.076676+0000 mon.a (mon.0) 2464 : audit [INF] from='client.? 172.21.2.108:0/906952950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:18.215 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[39303]: audit 2021-03-04T23:37:18.076961+0000 mon.a (mon.0) 2465 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]': finished 2021-03-04T23:37:18.215 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[37770]: cluster 2021-03-04T23:37:17.065209+0000 mon.a (mon.0) 2461 : cluster [DBG] osdmap e955: 8 total, 7 up, 7 in 2021-03-04T23:37:18.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[37770]: audit 2021-03-04T23:37:17.065988+0000 mon.a (mon.0) 2462 : audit [INF] from='client.? 172.21.2.108:0/906952950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:18.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[37770]: audit 2021-03-04T23:37:17.250598+0000 mon.c (mon.1) 154 : audit [INF] from='client.? 172.21.2.108:0/4031208310' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]: dispatch 2021-03-04T23:37:18.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[37770]: audit 2021-03-04T23:37:17.250973+0000 mon.a (mon.0) 2463 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]: dispatch 2021-03-04T23:37:18.216 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[37770]: audit 2021-03-04T23:37:18.076676+0000 mon.a (mon.0) 2464 : audit [INF] from='client.? 172.21.2.108:0/906952950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:18.217 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[37770]: audit 2021-03-04T23:37:18.076961+0000 mon.a (mon.0) 2465 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]': finished 2021-03-04T23:37:18.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:18 gibba023 bash[27374]: cluster 2021-03-04T23:37:17.065209+0000 mon.a (mon.0) 2461 : cluster [DBG] osdmap e955: 8 total, 7 up, 7 in 2021-03-04T23:37:18.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:18 gibba023 bash[27374]: audit 2021-03-04T23:37:17.065988+0000 mon.a (mon.0) 2462 : audit [INF] from='client.? 172.21.2.108:0/906952950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:18.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:18 gibba023 bash[27374]: audit 2021-03-04T23:37:17.250598+0000 mon.c (mon.1) 154 : audit [INF] from='client.? 172.21.2.108:0/4031208310' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]: dispatch 2021-03-04T23:37:18.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:18 gibba023 bash[27374]: audit 2021-03-04T23:37:17.250973+0000 mon.a (mon.0) 2463 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]: dispatch 2021-03-04T23:37:18.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:18 gibba023 bash[27374]: audit 2021-03-04T23:37:18.076676+0000 mon.a (mon.0) 2464 : audit [INF] from='client.? 172.21.2.108:0/906952950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:18.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:18 gibba023 bash[27374]: audit 2021-03-04T23:37:18.076961+0000 mon.a (mon.0) 2465 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.10278753937592855}]': finished 2021-03-04T23:37:18.772 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:37:18.851 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:18.936 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:19.041 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:19.096 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:18 gibba008 bash[47391]: debug 2021-03-04T23:37:18.926+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:19.164 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:19 gibba023 bash[27374]: cluster 2021-03-04T23:37:17.702628+0000 mgr.x (mgr.34379) 1512 : cluster [DBG] pgmap v2106: 145 pgs: 4 creating+peering, 28 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:19.165 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:19 gibba023 bash[27374]: cluster 2021-03-04T23:37:18.077014+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e956: 8 total, 7 up, 7 in 2021-03-04T23:37:19.165 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:19 gibba023 bash[27374]: cluster 2021-03-04T23:37:19.080587+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e957: 8 total, 7 up, 7 in 2021-03-04T23:37:19.257 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:19.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:19 gibba008 bash[39303]: cluster 2021-03-04T23:37:17.702628+0000 mgr.x (mgr.34379) 1512 : cluster [DBG] pgmap v2106: 145 pgs: 4 creating+peering, 28 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:19.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:19 gibba008 bash[39303]: cluster 2021-03-04T23:37:18.077014+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e956: 8 total, 7 up, 7 in 2021-03-04T23:37:19.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:19 gibba008 bash[39303]: cluster 2021-03-04T23:37:19.080587+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e957: 8 total, 7 up, 7 in 2021-03-04T23:37:19.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:19 gibba008 bash[37770]: cluster 2021-03-04T23:37:17.702628+0000 mgr.x (mgr.34379) 1512 : cluster [DBG] pgmap v2106: 145 pgs: 4 creating+peering, 28 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:19.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:19 gibba008 bash[37770]: cluster 2021-03-04T23:37:18.077014+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e956: 8 total, 7 up, 7 in 2021-03-04T23:37:19.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:19 gibba008 bash[37770]: cluster 2021-03-04T23:37:19.080587+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e957: 8 total, 7 up, 7 in 2021-03-04T23:37:19.365 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:19.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:19 gibba023 bash[15180]: debug 2021-03-04T23:37:19.251+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:19.747 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:19.850 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:20.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:19 gibba023 bash[19550]: debug 2021-03-04T23:37:19.743+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:20.444 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:20.547 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:20.690 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:20.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:20 gibba008 bash[48858]: debug 2021-03-04T23:37:20.438+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:20.792 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:20.808 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:20 gibba023 bash[15180]: debug 2021-03-04T23:37:20.683+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:20.927 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:20.970 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:37:20.970 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:37:20.971 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:37:20.971 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:37:20.971 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.971 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:58099 30.5 30:a5e922c0:::benchmark_data_gibba008_138845_object58098:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)", 2021-03-04T23:37:20.972 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:03.598675+0000", 2021-03-04T23:37:20.972 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 497.36807837200001, 2021-03-04T23:37:20.972 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28532931099999997, 2021-03-04T23:37:20.972 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:20.973 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.973 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:20.973 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:20.973 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:20.974 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 58099 2021-03-04T23:37:20.974 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.974 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:20.974 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.975 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:20.975 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.598675+0000", 2021-03-04T23:37:20.975 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:20.975 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.976 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.976 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:20.976 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.598675+0000", 2021-03-04T23:37:20.976 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6996000000000004e-05 2021-03-04T23:37:20.977 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.977 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.977 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:20.977 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.598772+0000", 2021-03-04T23:37:20.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5713000000000002e-05 2021-03-04T23:37:20.978 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.978 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.978 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:20.979 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.598808+0000", 2021-03-04T23:37:20.979 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5964000000000002e-05 2021-03-04T23:37:20.979 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.979 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.980 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:20.980 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.598864+0000", 2021-03-04T23:37:20.980 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6468000000000001e-05 2021-03-04T23:37:20.980 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.981 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.981 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.981 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.598890+0000", 2021-03-04T23:37:20.982 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000186532 2021-03-04T23:37:20.982 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.982 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.982 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:20.983 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.599077+0000", 2021-03-04T23:37:20.983 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00069453199999999998 2021-03-04T23:37:20.983 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.984 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.984 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:20.985 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.599771+0000", 2021-03-04T23:37:20.985 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00056557000000000005 2021-03-04T23:37:20.985 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.985 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.985 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:20.986 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.600337+0000", 2021-03-04T23:37:20.986 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0059731309999999996 2021-03-04T23:37:20.986 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.986 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.987 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:20.987 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.606310+0000", 2021-03-04T23:37:20.987 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.27714159900000002 2021-03-04T23:37:20.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.988 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.988 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.883452+0000", 2021-03-04T23:37:20.988 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021218499999999999 2021-03-04T23:37:20.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:20.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.883664+0000", 2021-03-04T23:37:20.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00034062099999999999 2021-03-04T23:37:20.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.990 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.990 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:20.990 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.884004+0000", 2021-03-04T23:37:20.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.28532931099999997 2021-03-04T23:37:20.991 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:20.991 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:20.991 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:20.991 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.992 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:58114 30.5 30:a95fee09:::benchmark_data_gibba008_138845_object58113:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)", 2021-03-04T23:37:20.992 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:29:03.623601+0000", 2021-03-04T23:37:20.993 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 497.343152535, 2021-03-04T23:37:20.993 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26108059300000003, 2021-03-04T23:37:20.993 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:20.994 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.994 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:20.994 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:20.994 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:20.995 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 58114 2021-03-04T23:37:20.995 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.995 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:20.995 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.996 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:20.996 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623601+0000", 2021-03-04T23:37:20.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:20.996 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.997 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:20.997 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623601+0000", 2021-03-04T23:37:20.997 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3670000000000004e-05 2021-03-04T23:37:20.997 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.997 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.998 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:20.998 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623675+0000", 2021-03-04T23:37:20.998 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7429999999999996e-06 2021-03-04T23:37:20.998 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:20.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:20.999 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:20.999 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623681+0000", 2021-03-04T23:37:20.999 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3301999999999999e-05 2021-03-04T23:37:20.999 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.000 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.000 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.000 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623735+0000", 2021-03-04T23:37:21.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9882e-05 2021-03-04T23:37:21.001 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.001 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.001 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.001 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623755+0000", 2021-03-04T23:37:21.001 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000175985 2021-03-04T23:37:21.002 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.002 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.623931+0000", 2021-03-04T23:37:21.003 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00039794 2021-03-04T23:37:21.003 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.003 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.004 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.624328+0000", 2021-03-04T23:37:21.004 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00054038100000000004 2021-03-04T23:37:21.004 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.004 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.004 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.005 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.624869+0000", 2021-03-04T23:37:21.005 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045676880000000003 2021-03-04T23:37:21.005 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.005 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.006 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.006 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.629437+0000", 2021-03-04T23:37:21.006 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25476505300000002 2021-03-04T23:37:21.006 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.007 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.007 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.884202+0000", 2021-03-04T23:37:21.007 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000167114 2021-03-04T23:37:21.008 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.008 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.008 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.008 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.884369+0000", 2021-03-04T23:37:21.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031283500000000002 2021-03-04T23:37:21.009 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:29:03.884682+0000", 2021-03-04T23:37:21.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.26108059300000003 2021-03-04T23:37:21.010 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.011 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.011 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.012 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:175357 30.5 30:a33ac998:::benchmark_data_gibba008_138845_object17370:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:37:21.012 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:24.346650+0000", 2021-03-04T23:37:21.012 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 416.62010316999999, 2021-03-04T23:37:21.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120184016, 2021-03-04T23:37:21.013 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.013 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.014 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.014 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.014 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.015 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175357 2021-03-04T23:37:21.015 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.015 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.016 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.016 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346650+0000", 2021-03-04T23:37:21.016 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.016 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.016 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.017 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.017 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346650+0000", 2021-03-04T23:37:21.017 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4789999999999999e-06 2021-03-04T23:37:21.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.017 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.018 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.018 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346652+0000", 2021-03-04T23:37:21.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7000000000000003e-07 2021-03-04T23:37:21.018 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.019 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.019 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.019 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346653+0000", 2021-03-04T23:37:21.019 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.8569999999999995e-06 2021-03-04T23:37:21.019 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.020 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.020 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346661+0000", 2021-03-04T23:37:21.020 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.309e-06 2021-03-04T23:37:21.021 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.021 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.021 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.021 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346664+0000", 2021-03-04T23:37:21.022 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000107971 2021-03-04T23:37:21.022 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.023 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346772+0000", 2021-03-04T23:37:21.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3406999999999998e-05 2021-03-04T23:37:21.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.024 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346835+0000", 2021-03-04T23:37:21.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1925e-05 2021-03-04T23:37:21.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.026 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.346907+0000", 2021-03-04T23:37:21.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0050582400000000003 2021-03-04T23:37:21.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.026 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.351965+0000", 2021-03-04T23:37:21.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.114589817 2021-03-04T23:37:21.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.466555+0000", 2021-03-04T23:37:21.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010066 2021-03-04T23:37:21.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.466656+0000", 2021-03-04T23:37:21.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000178381 2021-03-04T23:37:21.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.030 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.466834+0000", 2021-03-04T23:37:21.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120184016 2021-03-04T23:37:21.031 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.031 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.031 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.032 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.032 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.032 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:175359 30.5 30:a9900877:::benchmark_data_gibba008_138845_object17372:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:37:21.033 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:24.347181+0000", 2021-03-04T23:37:21.033 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 416.61957228699998, 2021-03-04T23:37:21.033 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120026904, 2021-03-04T23:37:21.033 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.034 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.034 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.034 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.035 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.035 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 175359 2021-03-04T23:37:21.035 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.035 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.036 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.036 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.037 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.347181+0000", 2021-03-04T23:37:21.037 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.038 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.038 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.039 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.347181+0000", 2021-03-04T23:37:21.039 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4589999999999999e-06 2021-03-04T23:37:21.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.040 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.347183+0000", 2021-03-04T23:37:21.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2699999999999998e-07 2021-03-04T23:37:21.042 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.043 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.347184+0000", 2021-03-04T23:37:21.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8700000000000003e-06 2021-03-04T23:37:21.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.347190+0000", 2021-03-04T23:37:21.046 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.32e-06 2021-03-04T23:37:21.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.047 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.047 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.047 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.347194+0000", 2021-03-04T23:37:21.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002269348 2021-03-04T23:37:21.048 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.048 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.048 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.349463+0000", 2021-03-04T23:37:21.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8899999999999994e-05 2021-03-04T23:37:21.049 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.349532+0000", 2021-03-04T23:37:21.050 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1376000000000003e-05 2021-03-04T23:37:21.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.349593+0000", 2021-03-04T23:37:21.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0025274910000000002 2021-03-04T23:37:21.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.352121+0000", 2021-03-04T23:37:21.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.114836747 2021-03-04T23:37:21.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.466958+0000", 2021-03-04T23:37:21.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8441000000000002e-05 2021-03-04T23:37:21.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.054 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.467046+0000", 2021-03-04T23:37:21.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000162125 2021-03-04T23:37:21.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:24.467208+0000", 2021-03-04T23:37:21.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120026904 2021-03-04T23:37:21.055 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.055 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.056 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.056 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.056 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:180592 30.5 30:ac2a1695:::benchmark_data_gibba008_138845_object22605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:37:21.057 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:27.995736+0000", 2021-03-04T23:37:21.057 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 412.97101722399998, 2021-03-04T23:37:21.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13655442800000001, 2021-03-04T23:37:21.057 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.057 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.058 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.058 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.058 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.058 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 180592 2021-03-04T23:37:21.059 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.059 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.059 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.059 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.059 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995736+0000", 2021-03-04T23:37:21.060 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.060 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.060 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.060 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.060 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995736+0000", 2021-03-04T23:37:21.061 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7719999999999999e-06 2021-03-04T23:37:21.061 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.061 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.061 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.061 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995738+0000", 2021-03-04T23:37:21.062 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.173e-06 2021-03-04T23:37:21.062 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.062 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.062 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.063 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995739+0000", 2021-03-04T23:37:21.063 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.3030000000000005e-06 2021-03-04T23:37:21.063 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.063 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.063 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.064 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995749+0000", 2021-03-04T23:37:21.064 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6040000000000001e-06 2021-03-04T23:37:21.064 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.064 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.064 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.065 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995752+0000", 2021-03-04T23:37:21.065 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4028000000000001e-05 2021-03-04T23:37:21.065 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.065 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.066 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.066 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995776+0000", 2021-03-04T23:37:21.066 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0139000000000001e-05 2021-03-04T23:37:21.066 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.067 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.067 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.068 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995836+0000", 2021-03-04T23:37:21.068 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.6789000000000001e-05 2021-03-04T23:37:21.068 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.068 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.068 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.069 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.995893+0000", 2021-03-04T23:37:21.069 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028918329999999999 2021-03-04T23:37:21.069 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.069 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.070 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.070 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:27.998785+0000", 2021-03-04T23:37:21.070 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.132748329 2021-03-04T23:37:21.070 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.070 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.071 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.071 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:28.131533+0000", 2021-03-04T23:37:21.071 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024994699999999998 2021-03-04T23:37:21.071 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.071 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.072 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.072 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:28.131783+0000", 2021-03-04T23:37:21.072 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00050751099999999999 2021-03-04T23:37:21.072 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.073 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.073 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.073 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:28.132291+0000", 2021-03-04T23:37:21.073 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13655442800000001 2021-03-04T23:37:21.073 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.074 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.074 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.074 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.074 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.074 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:192849 30.5 30:a8b131e7:::benchmark_data_gibba008_138845_object34862:head [delete] snapc 0=[] ondisk+write+known_if_redirected e733)", 2021-03-04T23:37:21.075 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:37.523810+0000", 2021-03-04T23:37:21.075 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 403.44294347599998, 2021-03-04T23:37:21.075 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11598466, 2021-03-04T23:37:21.075 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.076 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.076 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.076 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.076 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.076 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 192849 2021-03-04T23:37:21.077 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.077 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.077 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.077 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.077 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523810+0000", 2021-03-04T23:37:21.078 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.078 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.078 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.078 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.079 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523810+0000", 2021-03-04T23:37:21.079 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6419999999999996e-06 2021-03-04T23:37:21.079 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.079 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.079 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.080 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523819+0000", 2021-03-04T23:37:21.080 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5489999999999997e-06 2021-03-04T23:37:21.080 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.080 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.080 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.081 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523824+0000", 2021-03-04T23:37:21.081 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5402999999999999e-05 2021-03-04T23:37:21.081 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.081 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.081 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.082 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523870+0000", 2021-03-04T23:37:21.082 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8369999999999999e-05 2021-03-04T23:37:21.082 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.082 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.083 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.083 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523888+0000", 2021-03-04T23:37:21.083 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0001528 2021-03-04T23:37:21.083 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.083 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.084 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.084 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.524041+0000", 2021-03-04T23:37:21.084 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000380126 2021-03-04T23:37:21.084 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.084 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.085 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.085 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.524421+0000", 2021-03-04T23:37:21.085 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043224000000000002 2021-03-04T23:37:21.085 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.085 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.086 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.086 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.524853+0000", 2021-03-04T23:37:21.086 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0089453610000000006 2021-03-04T23:37:21.086 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.087 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.087 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.087 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.533799+0000", 2021-03-04T23:37:21.087 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.105609934 2021-03-04T23:37:21.087 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.088 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.088 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.088 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.639408+0000", 2021-03-04T23:37:21.088 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000133137 2021-03-04T23:37:21.089 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.089 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.089 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.089 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.639542+0000", 2021-03-04T23:37:21.089 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025309799999999999 2021-03-04T23:37:21.090 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.090 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.090 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.090 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.639795+0000", 2021-03-04T23:37:21.090 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11598466 2021-03-04T23:37:21.091 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.091 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.091 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.091 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.091 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.092 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:266391 30.5 30:a163aa8b:::benchmark_data_gibba008_138845_object108404:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:37:21.092 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:28.918659+0000", 2021-03-04T23:37:21.092 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 352.048094746, 2021-03-04T23:37:21.092 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.142358871, 2021-03-04T23:37:21.093 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.093 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.093 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.093 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.093 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.094 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 266391 2021-03-04T23:37:21.094 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.094 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.094 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.094 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.095 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918659+0000", 2021-03-04T23:37:21.095 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.095 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.095 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.096 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.096 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918659+0000", 2021-03-04T23:37:21.096 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4249999999999998e-06 2021-03-04T23:37:21.096 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.096 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.097 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.097 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918662+0000", 2021-03-04T23:37:21.097 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1919999999999999e-06 2021-03-04T23:37:21.097 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.097 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.098 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.098 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918664+0000", 2021-03-04T23:37:21.098 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4178e-05 2021-03-04T23:37:21.098 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.099 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.099 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.099 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918679+0000", 2021-03-04T23:37:21.099 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7640000000000005e-06 2021-03-04T23:37:21.099 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.100 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.100 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.100 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918686+0000", 2021-03-04T23:37:21.100 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0293000000000001e-05 2021-03-04T23:37:21.100 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.101 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.101 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.101 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918737+0000", 2021-03-04T23:37:21.101 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109546 2021-03-04T23:37:21.102 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.102 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.102 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.102 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918846+0000", 2021-03-04T23:37:21.102 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101683 2021-03-04T23:37:21.103 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.103 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.103 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.103 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918948+0000", 2021-03-04T23:37:21.103 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042391299999999998 2021-03-04T23:37:21.104 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.104 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.104 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.104 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.923187+0000", 2021-03-04T23:37:21.104 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13700636999999999 2021-03-04T23:37:21.105 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.105 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.105 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.105 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.060193+0000", 2021-03-04T23:37:21.106 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00029120699999999998 2021-03-04T23:37:21.106 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.106 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.106 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.106 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.060485+0000", 2021-03-04T23:37:21.107 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00053308299999999995 2021-03-04T23:37:21.107 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.107 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.107 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.107 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.061018+0000", 2021-03-04T23:37:21.108 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.142358871 2021-03-04T23:37:21.108 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.108 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.108 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.109 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.109 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.109 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:266409 30.5 30:aef2b0fc:::benchmark_data_gibba008_138845_object108422:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:37:21.109 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:28.939614+0000", 2021-03-04T23:37:21.109 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 352.02713984000002, 2021-03-04T23:37:21.110 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.122440163, 2021-03-04T23:37:21.110 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.110 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.110 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.110 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.111 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.111 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 266409 2021-03-04T23:37:21.111 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.111 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.112 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.112 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.112 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939614+0000", 2021-03-04T23:37:21.112 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.112 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.113 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.113 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.113 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939614+0000", 2021-03-04T23:37:21.113 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1599999999999998e-06 2021-03-04T23:37:21.113 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.114 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.114 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.114 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939617+0000", 2021-03-04T23:37:21.114 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:37:21.114 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.115 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.115 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.115 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939619+0000", 2021-03-04T23:37:21.115 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5447e-05 2021-03-04T23:37:21.116 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.116 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.116 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.116 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939635+0000", 2021-03-04T23:37:21.116 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0859999999999998e-06 2021-03-04T23:37:21.117 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.117 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.117 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.117 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939641+0000", 2021-03-04T23:37:21.117 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1562000000000003e-05 2021-03-04T23:37:21.118 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.118 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.118 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.118 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939722+0000", 2021-03-04T23:37:21.118 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000111068 2021-03-04T23:37:21.119 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.119 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.119 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.119 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939833+0000", 2021-03-04T23:37:21.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000104993 2021-03-04T23:37:21.120 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.120 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.120 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939938+0000", 2021-03-04T23:37:21.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0041561009999999997 2021-03-04T23:37:21.121 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.121 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.121 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.121 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.944094+0000", 2021-03-04T23:37:21.122 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.117235829 2021-03-04T23:37:21.122 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.122 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.122 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.122 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.061330+0000", 2021-03-04T23:37:21.123 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000304226 2021-03-04T23:37:21.123 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.123 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.123 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.123 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.061634+0000", 2021-03-04T23:37:21.124 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00041944999999999998 2021-03-04T23:37:21.124 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.124 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.124 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.125 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.062054+0000", 2021-03-04T23:37:21.125 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.122440163 2021-03-04T23:37:21.125 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.125 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.125 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.126 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.126 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.126 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:272995 30.5 30:ae53c781:::benchmark_data_gibba008_138845_object115008:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:37:21.126 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:33.602956+0000", 2021-03-04T23:37:21.126 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 347.36379735499997, 2021-03-04T23:37:21.127 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154848239, 2021-03-04T23:37:21.127 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.127 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.127 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.127 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.128 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.128 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 272995 2021-03-04T23:37:21.128 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.128 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.129 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.129 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602956+0000", 2021-03-04T23:37:21.129 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.129 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.130 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.130 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.130 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602956+0000", 2021-03-04T23:37:21.130 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1493e-05 2021-03-04T23:37:21.130 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.131 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.131 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.131 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602968+0000", 2021-03-04T23:37:21.131 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8449999999999997e-06 2021-03-04T23:37:21.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.132 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.132 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602974+0000", 2021-03-04T23:37:21.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3904000000000003e-05 2021-03-04T23:37:21.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.133 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.603038+0000", 2021-03-04T23:37:21.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5673e-05 2021-03-04T23:37:21.134 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.134 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.134 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.603064+0000", 2021-03-04T23:37:21.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010065219 2021-03-04T23:37:21.135 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.135 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.135 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.135 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.613129+0000", 2021-03-04T23:37:21.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000447577 2021-03-04T23:37:21.136 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.136 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.136 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.613577+0000", 2021-03-04T23:37:21.137 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00039363700000000001 2021-03-04T23:37:21.137 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.137 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.137 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.137 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.613971+0000", 2021-03-04T23:37:21.138 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0098409139999999992 2021-03-04T23:37:21.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.138 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.138 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.138 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.623811+0000", 2021-03-04T23:37:21.139 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13322139899999999 2021-03-04T23:37:21.139 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.139 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.139 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.140 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.757033+0000", 2021-03-04T23:37:21.140 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025586499999999998 2021-03-04T23:37:21.140 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.140 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.140 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.757289+0000", 2021-03-04T23:37:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000515713 2021-03-04T23:37:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.141 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.142 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.757804+0000", 2021-03-04T23:37:21.142 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154848239 2021-03-04T23:37:21.142 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.142 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.142 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.143 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.143 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.143 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:290830 30.5 30:ae6ba219:::benchmark_data_gibba008_138845_object132843:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:37:21.143 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:45.236324+0000", 2021-03-04T23:37:21.144 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 335.73042922600001, 2021-03-04T23:37:21.144 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13758626400000001, 2021-03-04T23:37:21.144 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.144 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.144 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.145 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.145 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.145 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 290830 2021-03-04T23:37:21.145 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.145 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.146 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.146 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.146 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236324+0000", 2021-03-04T23:37:21.146 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.146 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.147 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.147 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.147 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236324+0000", 2021-03-04T23:37:21.147 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6570000000000001e-06 2021-03-04T23:37:21.147 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.148 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.148 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.148 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236327+0000", 2021-03-04T23:37:21.148 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.451e-06 2021-03-04T23:37:21.149 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.149 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.149 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.149 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236328+0000", 2021-03-04T23:37:21.149 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0696999999999999e-05 2021-03-04T23:37:21.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.150 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.150 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236339+0000", 2021-03-04T23:37:21.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7659999999999998e-06 2021-03-04T23:37:21.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.151 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.151 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236344+0000", 2021-03-04T23:37:21.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9277000000000001e-05 2021-03-04T23:37:21.152 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236373+0000", 2021-03-04T23:37:21.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7302e-05 2021-03-04T23:37:21.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236450+0000", 2021-03-04T23:37:21.154 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5036999999999993e-05 2021-03-04T23:37:21.154 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.154 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.155 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236525+0000", 2021-03-04T23:37:21.155 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034006729999999999 2021-03-04T23:37:21.155 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.156 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.156 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.239926+0000", 2021-03-04T23:37:21.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13342705799999999 2021-03-04T23:37:21.156 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.156 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.157 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.157 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.373353+0000", 2021-03-04T23:37:21.157 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014938700000000001 2021-03-04T23:37:21.157 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.157 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.158 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.158 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.373503+0000", 2021-03-04T23:37:21.158 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000407959 2021-03-04T23:37:21.158 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.159 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.159 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.159 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.373911+0000", 2021-03-04T23:37:21.159 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13758626400000001 2021-03-04T23:37:21.159 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.160 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.160 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.160 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.160 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.160 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:293564 30.5 30:a0748f28:::benchmark_data_gibba008_138845_object135577:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:37:21.161 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:47.185316+0000", 2021-03-04T23:37:21.161 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 333.78143742600002, 2021-03-04T23:37:21.161 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.123652814, 2021-03-04T23:37:21.161 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.162 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.162 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.162 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.162 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.162 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 293564 2021-03-04T23:37:21.163 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.163 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.163 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.163 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.163 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185316+0000", 2021-03-04T23:37:21.164 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.164 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.164 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.164 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.164 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185316+0000", 2021-03-04T23:37:21.165 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.153e-06 2021-03-04T23:37:21.165 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.165 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.165 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.165 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185318+0000", 2021-03-04T23:37:21.166 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.457e-06 2021-03-04T23:37:21.166 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.166 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.166 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.167 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185320+0000", 2021-03-04T23:37:21.167 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:37:21.167 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.167 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.167 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.168 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185329+0000", 2021-03-04T23:37:21.168 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8679999999999998e-06 2021-03-04T23:37:21.168 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.168 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.168 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.169 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185334+0000", 2021-03-04T23:37:21.169 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9632000000000001e-05 2021-03-04T23:37:21.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.170 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.170 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185354+0000", 2021-03-04T23:37:21.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7910000000000005e-05 2021-03-04T23:37:21.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.171 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.171 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185432+0000", 2021-03-04T23:37:21.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1583999999999997e-05 2021-03-04T23:37:21.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.171 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.172 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.172 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185513+0000", 2021-03-04T23:37:21.172 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002638526 2021-03-04T23:37:21.172 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.172 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.173 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.173 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.188152+0000", 2021-03-04T23:37:21.173 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12024668299999999 2021-03-04T23:37:21.173 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.174 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.174 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.174 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.308398+0000", 2021-03-04T23:37:21.174 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020268599999999999 2021-03-04T23:37:21.174 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.175 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.175 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.308601+0000", 2021-03-04T23:37:21.175 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00036771999999999998 2021-03-04T23:37:21.175 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.176 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.176 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.308969+0000", 2021-03-04T23:37:21.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.123652814 2021-03-04T23:37:21.176 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.177 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.177 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.177 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.177 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.178 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294552 30.5 30:ace3aa0f:::benchmark_data_gibba008_138845_object136565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:37:21.178 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.036568+0000", 2021-03-04T23:37:21.178 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 332.930185698, 2021-03-04T23:37:21.178 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120896403, 2021-03-04T23:37:21.178 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.179 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.179 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.179 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.179 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.179 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294552 2021-03-04T23:37:21.180 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.180 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.180 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.180 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.180 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036568+0000", 2021-03-04T23:37:21.181 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.181 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.181 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.182 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036568+0000", 2021-03-04T23:37:21.182 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:37:21.182 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.182 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.182 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.183 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036572+0000", 2021-03-04T23:37:21.183 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1909999999999999e-06 2021-03-04T23:37:21.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.183 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.183 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.184 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036574+0000", 2021-03-04T23:37:21.184 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7813999999999999e-05 2021-03-04T23:37:21.184 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.184 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.184 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.185 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036592+0000", 2021-03-04T23:37:21.185 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1839999999999999e-06 2021-03-04T23:37:21.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.185 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.185 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.186 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036600+0000", 2021-03-04T23:37:21.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4790999999999997e-05 2021-03-04T23:37:21.186 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.187 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.187 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036665+0000", 2021-03-04T23:37:21.187 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000218404 2021-03-04T23:37:21.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.188 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.188 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036883+0000", 2021-03-04T23:37:21.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013480600000000001 2021-03-04T23:37:21.188 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.188 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.189 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.189 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.037018+0000", 2021-03-04T23:37:21.189 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0078946520000000003 2021-03-04T23:37:21.189 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.189 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.190 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.190 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.044912+0000", 2021-03-04T23:37:21.190 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.112065451 2021-03-04T23:37:21.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.191 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.191 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.191 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.156978+0000", 2021-03-04T23:37:21.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000182721 2021-03-04T23:37:21.191 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.192 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.192 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.192 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.157161+0000", 2021-03-04T23:37:21.192 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030359099999999997 2021-03-04T23:37:21.192 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.193 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.193 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.157464+0000", 2021-03-04T23:37:21.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120896403 2021-03-04T23:37:21.194 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.194 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.194 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.194 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.194 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.195 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294554 30.5 30:aecf114e:::benchmark_data_gibba008_138845_object136567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:37:21.195 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.036930+0000", 2021-03-04T23:37:21.195 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 332.929823688, 2021-03-04T23:37:21.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12864510100000001, 2021-03-04T23:37:21.195 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.196 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.196 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.196 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.196 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.196 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294554 2021-03-04T23:37:21.197 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.197 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.197 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.197 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.198 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036930+0000", 2021-03-04T23:37:21.198 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.198 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.198 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.199 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036930+0000", 2021-03-04T23:37:21.199 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2459999999999999e-06 2021-03-04T23:37:21.199 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.199 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.199 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.200 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036933+0000", 2021-03-04T23:37:21.200 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7130000000000001e-06 2021-03-04T23:37:21.200 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.200 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.200 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.201 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036936+0000", 2021-03-04T23:37:21.201 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5880999999999999e-05 2021-03-04T23:37:21.201 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.201 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.202 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.202 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036952+0000", 2021-03-04T23:37:21.202 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7249999999999997e-06 2021-03-04T23:37:21.202 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.202 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.203 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.203 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036959+0000", 2021-03-04T23:37:21.203 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042189539999999996 2021-03-04T23:37:21.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.203 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.204 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.041178+0000", 2021-03-04T23:37:21.204 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000126129 2021-03-04T23:37:21.204 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.205 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.041304+0000", 2021-03-04T23:37:21.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000121501 2021-03-04T23:37:21.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.206 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.041426+0000", 2021-03-04T23:37:21.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036680630000000001 2021-03-04T23:37:21.206 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.207 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.207 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.045094+0000", 2021-03-04T23:37:21.207 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11972736 2021-03-04T23:37:21.208 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.208 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.208 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.208 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.164821+0000", 2021-03-04T23:37:21.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025954199999999998 2021-03-04T23:37:21.209 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.209 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.209 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.209 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.165081+0000", 2021-03-04T23:37:21.209 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00049398699999999999 2021-03-04T23:37:21.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.210 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.210 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.165575+0000", 2021-03-04T23:37:21.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12864510100000001 2021-03-04T23:37:21.211 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.211 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.211 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.211 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.212 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294868 30.5 30:a36b9136:::benchmark_data_gibba008_138845_object136881:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:37:21.212 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.413596+0000", 2021-03-04T23:37:21.212 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 332.55315754999998, 2021-03-04T23:37:21.212 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13303551999999999, 2021-03-04T23:37:21.213 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:37:21.213 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:21.213 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:37:21.213 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:37:21.213 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:37:21.214 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294868 2021-03-04T23:37:21.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.214 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:37:21.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:37:21.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413596+0000", 2021-03-04T23:37:21.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:37:21.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:37:21.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413596+0000", 2021-03-04T23:37:21.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1730000000000003e-06 2021-03-04T23:37:21.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.217 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:37:21.217 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413601+0000", 2021-03-04T23:37:21.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9069999999999999e-06 2021-03-04T23:37:21.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.217 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.218 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:37:21.218 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413603+0000", 2021-03-04T23:37:21.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5302999999999999e-05 2021-03-04T23:37:21.218 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.218 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.219 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:37:21.219 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413618+0000", 2021-03-04T23:37:21.219 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8749999999999997e-06 2021-03-04T23:37:21.219 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.220 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.220 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:37:21.220 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413624+0000", 2021-03-04T23:37:21.220 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027754490000000001 2021-03-04T23:37:21.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.221 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:37:21.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.416400+0000", 2021-03-04T23:37:21.221 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018303699999999999 2021-03-04T23:37:21.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:37:21.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.416583+0000", 2021-03-04T23:37:21.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000190903 2021-03-04T23:37:21.223 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:37:21.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.416774+0000", 2021-03-04T23:37:21.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042322849999999997 2021-03-04T23:37:21.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.224 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:37:21.224 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.421006+0000", 2021-03-04T23:37:21.224 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12539345800000001 2021-03-04T23:37:21.225 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.225 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.225 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:21.225 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.546399+0000", 2021-03-04T23:37:21.225 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9740999999999993e-05 2021-03-04T23:37:21.226 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.226 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.226 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:37:21.226 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.546489+0000", 2021-03-04T23:37:21.226 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014238900000000001 2021-03-04T23:37:21.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:37:21.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:37:21.227 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:37:21.227 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.546631+0000", 2021-03-04T23:37:21.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13303551999999999 2021-03-04T23:37:21.228 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.228 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.228 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.228 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:37:21.229 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:37:21.229 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:37:21.229 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:21.231 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:20 gibba023 bash[88433]: debug 2021-03-04T23:37:20.923+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:21.234 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.234 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.OpenByID (3036 ms) 2021-03-04T23:37:21.234 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.OpenSnapDNE 2021-03-04T23:37:21.235 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.OpenSnapDNE (21 ms) 2021-03-04T23:37:21.235 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2021-03-04T23:37:21.235 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.235 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (13 ms) 2021-03-04T23:37:21.235 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ResizeLocksImage 2021-03-04T23:37:21.236 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.236 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ResizeLocksImage (8 ms) 2021-03-04T23:37:21.236 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2021-03-04T23:37:21.236 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.237 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (9 ms) 2021-03-04T23:37:21.237 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2021-03-04T23:37:21.237 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.237 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapCreateLocksImage (8 ms) 2021-03-04T23:37:21.237 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2021-03-04T23:37:21.238 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.238 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (10 ms) 2021-03-04T23:37:21.238 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2021-03-04T23:37:21.238 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.238 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (10 ms) 2021-03-04T23:37:21.239 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2021-03-04T23:37:21.239 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.239 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (9 ms) 2021-03-04T23:37:21.239 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2021-03-04T23:37:21.240 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.240 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapSetReleasesLock (9 ms) 2021-03-04T23:37:21.240 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.FlattenLocksImage 2021-03-04T23:37:21.240 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.240 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.FlattenLocksImage (8 ms) 2021-03-04T23:37:21.241 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2021-03-04T23:37:21.241 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.241 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (10 ms) 2021-03-04T23:37:21.241 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2021-03-04T23:37:21.244 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.244 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.AioWriteRequestsLock (12 ms) 2021-03-04T23:37:21.244 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2021-03-04T23:37:21.252 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.252 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (8 ms) 2021-03-04T23:37:21.253 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.CancelAsyncResize 2021-03-04T23:37:21.261 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.261 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.CancelAsyncResize (8 ms) 2021-03-04T23:37:21.261 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.MultipleResize 2021-03-04T23:37:21.325 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.MultipleResize (65 ms) 2021-03-04T23:37:21.330 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.Metadata 2021-03-04T23:37:21.337 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.338 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.Metadata (11 ms) 2021-03-04T23:37:21.338 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.MetadataConfApply 2021-03-04T23:37:21.345 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.346 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.MetadataConfApply (9 ms) 2021-03-04T23:37:21.346 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapshotCopyup 2021-03-04T23:37:21.356 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.356 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapshotCopyup (10 ms) 2021-03-04T23:37:21.357 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2021-03-04T23:37:21.365 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.365 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (10 ms) 2021-03-04T23:37:21.365 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2021-03-04T23:37:21.375 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.375 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (10 ms) 2021-03-04T23:37:21.376 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ResizeCopyup 2021-03-04T23:37:21.385 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.386 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ResizeCopyup (11 ms) 2021-03-04T23:37:21.386 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.DiscardCopyup 2021-03-04T23:37:21.398 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.398 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.DiscardCopyup (12 ms) 2021-03-04T23:37:21.398 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ShrinkFlushesCache 2021-03-04T23:37:21.458 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ShrinkFlushesCache (60 ms) 2021-03-04T23:37:21.458 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.ImageOptions 2021-03-04T23:37:21.472 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.ImageOptions (14 ms) 2021-03-04T23:37:21.472 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.WriteFullCopyup 2021-03-04T23:37:21.486 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.486 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.WriteFullCopyup (14 ms) 2021-03-04T23:37:21.487 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2021-03-04T23:37:21.500 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.500 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (14 ms) 2021-03-04T23:37:21.501 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.TestCoR 2021-03-04T23:37:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:21 gibba008 bash[37770]: cluster 2021-03-04T23:37:19.703689+0000 mgr.x (mgr.34379) 1513 : cluster [DBG] pgmap v2109: 145 pgs: 4 creating+peering, 28 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:21.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:21 gibba008 bash[37770]: cluster 2021-03-04T23:37:20.092510+0000 mon.a (mon.0) 2468 : cluster [DBG] osdmap e958: 8 total, 7 up, 7 in 2021-03-04T23:37:21.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:21 gibba008 bash[39303]: cluster 2021-03-04T23:37:19.703689+0000 mgr.x (mgr.34379) 1513 : cluster [DBG] pgmap v2109: 145 pgs: 4 creating+peering, 28 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:21.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:21 gibba008 bash[39303]: cluster 2021-03-04T23:37:20.092510+0000 mon.a (mon.0) 2468 : cluster [DBG] osdmap e958: 8 total, 7 up, 7 in 2021-03-04T23:37:21.513 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.514 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.TestCoR (13 ms) 2021-03-04T23:37:21.514 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2021-03-04T23:37:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:21 gibba023 bash[27374]: cluster 2021-03-04T23:37:19.703689+0000 mgr.x (mgr.34379) 1513 : cluster [DBG] pgmap v2109: 145 pgs: 4 creating+peering, 28 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:21 gibba023 bash[27374]: cluster 2021-03-04T23:37:20.092510+0000 mon.a (mon.0) 2468 : cluster [DBG] osdmap e958: 8 total, 7 up, 7 in 2021-03-04T23:37:21.527 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.527 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (14 ms) 2021-03-04T23:37:21.528 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2021-03-04T23:37:21.541 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.541 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.PoolMetadataConfApply (13 ms) 2021-03-04T23:37:21.541 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.Sparsify 2021-03-04T23:37:21.576 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:21.605 INFO:tasks.workunit.client.0.gibba008.stdout:sparsify_supported=1 2021-03-04T23:37:21.605 INFO:tasks.workunit.client.0.gibba008.stdout:sparse_read_supported=1 2021-03-04T23:37:21.664 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.Sparsify (124 ms) 2021-03-04T23:37:21.664 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.SparsifyClone 2021-03-04T23:37:21.679 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.680 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.SparsifyClone (15 ms) 2021-03-04T23:37:21.680 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestInternal.MissingDataPool 2021-03-04T23:37:21.685 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:21.693 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:21.694 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestInternal.MissingDataPool (14 ms) 2021-03-04T23:37:21.766 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:37:21.816 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:21.868 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:21 gibba008 bash[91265]: debug 2021-03-04T23:37:21.566+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:21.908 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:21.921 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:21 gibba023 bash[88433]: debug 2021-03-04T23:37:21.811+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:22.050 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.130 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 33 tests from TestInternal (3612 ms total) 2021-03-04T23:37:22.131 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:37:22.131 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 51 tests from TestMirroring 2021-03-04T23:37:22.155 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:22.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:22 gibba008 bash[37770]: cluster 2021-03-04T23:37:21.096877+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e959: 8 total, 7 up, 7 in 2021-03-04T23:37:22.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:22 gibba008 bash[39303]: cluster 2021-03-04T23:37:21.096877+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e959: 8 total, 7 up, 7 in 2021-03-04T23:37:22.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:22 gibba023 bash[27374]: cluster 2021-03-04T23:37:21.096877+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e959: 8 total, 7 up, 7 in 2021-03-04T23:37:22.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:22 gibba023 bash[88433]: debug 2021-03-04T23:37:22.043+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:22.669 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:22.771 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:22.933 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:22 gibba008 bash[48858]: debug 2021-03-04T23:37:22.662+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:23.088 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:23.192 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:23.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[39303]: cluster 2021-03-04T23:37:21.705264+0000 mgr.x (mgr.34379) 1514 : cluster [DBG] pgmap v2112: 145 pgs: 4 creating+peering, 8 unknown, 10 active+undersized+degraded, 43 active+undersized, 80 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 10 KiB/s wr, 21 op/s; 16/111 objects degraded (14.414%) 2021-03-04T23:37:23.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[39303]: cluster 2021-03-04T23:37:22.101982+0000 mon.a (mon.0) 2470 : cluster [WRN] Health check update: Degraded data redundancy: 16/111 objects degraded (14.414%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:23.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[39303]: cluster 2021-03-04T23:37:22.120739+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e960: 8 total, 7 up, 7 in 2021-03-04T23:37:23.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[47391]: debug 2021-03-04T23:37:23.083+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:23.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[37770]: cluster 2021-03-04T23:37:21.705264+0000 mgr.x (mgr.34379) 1514 : cluster [DBG] pgmap v2112: 145 pgs: 4 creating+peering, 8 unknown, 10 active+undersized+degraded, 43 active+undersized, 80 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 10 KiB/s wr, 21 op/s; 16/111 objects degraded (14.414%) 2021-03-04T23:37:23.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[37770]: cluster 2021-03-04T23:37:22.101982+0000 mon.a (mon.0) 2470 : cluster [WRN] Health check update: Degraded data redundancy: 16/111 objects degraded (14.414%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:23.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[37770]: cluster 2021-03-04T23:37:22.120739+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e960: 8 total, 7 up, 7 in 2021-03-04T23:37:23.307 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:23.415 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:23.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:23 gibba023 bash[18090]: debug 2021-03-04T23:37:23.299+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:23.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:23 gibba023 bash[27374]: cluster 2021-03-04T23:37:21.705264+0000 mgr.x (mgr.34379) 1514 : cluster [DBG] pgmap v2112: 145 pgs: 4 creating+peering, 8 unknown, 10 active+undersized+degraded, 43 active+undersized, 80 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 7.0 KiB/s rd, 10 KiB/s wr, 21 op/s; 16/111 objects degraded (14.414%) 2021-03-04T23:37:23.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:23 gibba023 bash[27374]: cluster 2021-03-04T23:37:22.101982+0000 mon.a (mon.0) 2470 : cluster [WRN] Health check update: Degraded data redundancy: 16/111 objects degraded (14.414%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:23.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:23 gibba023 bash[27374]: cluster 2021-03-04T23:37:22.120739+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e960: 8 total, 7 up, 7 in 2021-03-04T23:37:23.811 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:23.913 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:24.001 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:24.104 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:24.113 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:23 gibba008 bash[91265]: debug 2021-03-04T23:37:23.803+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:24.138 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2021-03-04T23:37:24.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:23 gibba023 bash[88433]: debug 2021-03-04T23:37:23.995+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:24 gibba023 bash[27374]: cluster 2021-03-04T23:37:23.127698+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e961: 8 total, 7 up, 7 in 2021-03-04T23:37:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:24 gibba023 bash[27374]: audit 2021-03-04T23:37:23.128422+0000 mon.c (mon.1) 155 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:24.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:24 gibba023 bash[27374]: audit 2021-03-04T23:37:23.128911+0000 mon.a (mon.0) 2473 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[37770]: cluster 2021-03-04T23:37:23.127698+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e961: 8 total, 7 up, 7 in 2021-03-04T23:37:24.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[37770]: audit 2021-03-04T23:37:23.128422+0000 mon.c (mon.1) 155 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:24.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[37770]: audit 2021-03-04T23:37:23.128911+0000 mon.a (mon.0) 2473 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:24.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[39303]: cluster 2021-03-04T23:37:23.127698+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e961: 8 total, 7 up, 7 in 2021-03-04T23:37:24.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[39303]: audit 2021-03-04T23:37:23.128422+0000 mon.c (mon.1) 155 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:24.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[39303]: audit 2021-03-04T23:37:23.128911+0000 mon.a (mon.0) 2473 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:24.766 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:24.870 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:24.968 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.071 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:25.139 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:24 gibba008 bash[91265]: debug 2021-03-04T23:37:24.759+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:25.140 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:24 gibba023 bash[18090]: debug 2021-03-04T23:37:24.963+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:25.221 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:25.329 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.418 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[88433]: debug 2021-03-04T23:37:25.215+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:25.419 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[27374]: cluster 2021-03-04T23:37:23.706308+0000 mgr.x (mgr.34379) 1515 : cluster [DBG] pgmap v2115: 145 pgs: 32 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 1023 B/s rd, 0 op/s; 14/78 objects degraded (17.949%) 2021-03-04T23:37:25.419 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[27374]: audit 2021-03-04T23:37:24.125451+0000 mon.a (mon.0) 2474 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:25.419 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[27374]: cluster 2021-03-04T23:37:24.125530+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e962: 8 total, 7 up, 7 in 2021-03-04T23:37:25.420 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:25 gibba008 bash[37770]: cluster 2021-03-04T23:37:23.706308+0000 mgr.x (mgr.34379) 1515 : cluster [DBG] pgmap v2115: 145 pgs: 32 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 1023 B/s rd, 0 op/s; 14/78 objects degraded (17.949%) 2021-03-04T23:37:25.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:25 gibba008 bash[37770]: audit 2021-03-04T23:37:24.125451+0000 mon.a (mon.0) 2474 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:25.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:25 gibba008 bash[37770]: cluster 2021-03-04T23:37:24.125530+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e962: 8 total, 7 up, 7 in 2021-03-04T23:37:25.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:25 gibba008 bash[39303]: cluster 2021-03-04T23:37:23.706308+0000 mgr.x (mgr.34379) 1515 : cluster [DBG] pgmap v2115: 145 pgs: 32 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 1023 B/s rd, 0 op/s; 14/78 objects degraded (17.949%) 2021-03-04T23:37:25.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:25 gibba008 bash[39303]: audit 2021-03-04T23:37:24.125451+0000 mon.a (mon.0) 2474 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:25.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:25 gibba008 bash[39303]: cluster 2021-03-04T23:37:24.125530+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e962: 8 total, 7 up, 7 in 2021-03-04T23:37:25.521 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:25.604 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:25.708 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.725 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[18090]: debug 2021-03-04T23:37:25.411+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:25.725 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[19550]: debug 2021-03-04T23:37:25.599+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:25.849 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.952 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:26.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:25 gibba023 bash[18090]: debug 2021-03-04T23:37:25.843+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:26.232 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [0] live_osds: [1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:37:26.233 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:26.234 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:37:26.234 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:37:26.240 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:26 gibba008 bash[39303]: cluster 2021-03-04T23:37:25.133940+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e963: 8 total, 7 up, 7 in 2021-03-04T23:37:26.241 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:26 gibba008 bash[37770]: cluster 2021-03-04T23:37:25.133940+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e963: 8 total, 7 up, 7 in 2021-03-04T23:37:26.306 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:26.314 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:26.343 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2204 ms) 2021-03-04T23:37:26.343 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2021-03-04T23:37:26.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:26.430 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:26 gibba023 bash[27374]: cluster 2021-03-04T23:37:25.133940+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e963: 8 total, 7 up, 7 in 2021-03-04T23:37:26.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:26 gibba008 bash[47391]: debug 2021-03-04T23:37:26.299+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:26.551 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:26.573 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (231 ms) 2021-03-04T23:37:26.574 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2021-03-04T23:37:26.660 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:26.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:26 gibba023 bash[18090]: debug 2021-03-04T23:37:26.543+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:26.886 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (313 ms) 2021-03-04T23:37:26.886 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2021-03-04T23:37:27.153 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:27.261 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:27.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (473 ms) 2021-03-04T23:37:27.359 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2021-03-04T23:37:27.401 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:27.408 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:27 gibba023 bash[27374]: cluster 2021-03-04T23:37:25.707377+0000 mgr.x (mgr.34379) 1516 : cluster [DBG] pgmap v2118: 145 pgs: 32 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:27.408 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:27 gibba023 bash[27374]: cluster 2021-03-04T23:37:26.147788+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e964: 8 total, 7 up, 7 in 2021-03-04T23:37:27.409 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:27 gibba023 bash[19550]: debug 2021-03-04T23:37:27.395+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:27.510 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:27.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:27 gibba008 bash[39303]: cluster 2021-03-04T23:37:25.707377+0000 mgr.x (mgr.34379) 1516 : cluster [DBG] pgmap v2118: 145 pgs: 32 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:27.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:27 gibba008 bash[39303]: cluster 2021-03-04T23:37:26.147788+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e964: 8 total, 7 up, 7 in 2021-03-04T23:37:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:27 gibba008 bash[37770]: cluster 2021-03-04T23:37:25.707377+0000 mgr.x (mgr.34379) 1516 : cluster [DBG] pgmap v2118: 145 pgs: 32 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:27.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:27 gibba008 bash[37770]: cluster 2021-03-04T23:37:26.147788+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e964: 8 total, 7 up, 7 in 2021-03-04T23:37:27.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:27 gibba008 bash[91265]: debug 2021-03-04T23:37:27.143+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:27.640 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:27.744 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:27.754 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:27 gibba023 bash[19550]: debug 2021-03-04T23:37:27.635+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:27.769 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (410 ms) 2021-03-04T23:37:27.770 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2021-03-04T23:37:27.822 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:27.925 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:28.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:27 gibba023 bash[15180]: debug 2021-03-04T23:37:27.815+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:28.160 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (389 ms) 2021-03-04T23:37:28.161 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2021-03-04T23:37:28.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:28 gibba008 bash[37770]: cluster 2021-03-04T23:37:28.150353+0000 mon.a (mon.0) 2478 : cluster [WRN] Health check update: Degraded data redundancy: 16/96 objects degraded (16.667%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:28.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:28 gibba008 bash[39303]: cluster 2021-03-04T23:37:28.150353+0000 mon.a (mon.0) 2478 : cluster [WRN] Health check update: Degraded data redundancy: 16/96 objects degraded (16.667%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:28.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:28 gibba023 bash[27374]: cluster 2021-03-04T23:37:28.150353+0000 mon.a (mon.0) 2478 : cluster [WRN] Health check update: Degraded data redundancy: 16/96 objects degraded (16.667%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:28.529 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:28.637 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:28.662 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (504 ms) 2021-03-04T23:37:28.663 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2021-03-04T23:37:28.663 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:28.663 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2021-03-04T23:37:28.664 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2021-03-04T23:37:28.664 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:28.664 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2021-03-04T23:37:28.664 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2021-03-04T23:37:28.934 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (270 ms) 2021-03-04T23:37:28.935 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2021-03-04T23:37:29.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:28 gibba008 bash[47391]: debug 2021-03-04T23:37:28.523+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:29.048 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:29.156 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:29.244 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (312 ms) 2021-03-04T23:37:29.244 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2021-03-04T23:37:29.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:29 gibba008 bash[37770]: cluster 2021-03-04T23:37:27.709450+0000 mgr.x (mgr.34379) 1517 : cluster [DBG] pgmap v2120: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 103 KiB/s rd, 15 KiB/s wr, 147 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:29.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:29 gibba008 bash[39303]: cluster 2021-03-04T23:37:27.709450+0000 mgr.x (mgr.34379) 1517 : cluster [DBG] pgmap v2120: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 103 KiB/s rd, 15 KiB/s wr, 147 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:29.513 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:29 gibba008 bash[91265]: debug 2021-03-04T23:37:29.039+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:29.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:29 gibba023 bash[27374]: cluster 2021-03-04T23:37:27.709450+0000 mgr.x (mgr.34379) 1517 : cluster [DBG] pgmap v2120: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 103 KiB/s rd, 15 KiB/s wr, 147 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:29.833 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:29.936 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:30.047 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:30.150 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:30.167 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:29 gibba008 bash[47391]: debug 2021-03-04T23:37:29.827+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:30.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:30 gibba023 bash[15180]: debug 2021-03-04T23:37:30.043+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:30.651 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:30.759 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:30.924 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:30 gibba008 bash[47391]: debug 2021-03-04T23:37:30.643+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:30.924 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:31.026 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.118 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.222 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.227 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:30 gibba008 bash[48858]: debug 2021-03-04T23:37:30.915+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:31.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (2033 ms) 2021-03-04T23:37:31.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2021-03-04T23:37:31.314 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:31 gibba023 bash[15180]: debug 2021-03-04T23:37:31.111+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:31.315 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:31 gibba023 bash[27374]: cluster 2021-03-04T23:37:29.710829+0000 mgr.x (mgr.34379) 1518 : cluster [DBG] pgmap v2121: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 112 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:31.315 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:31 gibba023 bash[27374]: cluster 2021-03-04T23:37:30.218918+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e965: 8 total, 7 up, 7 in 2021-03-04T23:37:31.316 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.422 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:31 gibba008 bash[37770]: cluster 2021-03-04T23:37:29.710829+0000 mgr.x (mgr.34379) 1518 : cluster [DBG] pgmap v2121: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 112 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:31.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:31 gibba008 bash[37770]: cluster 2021-03-04T23:37:30.218918+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e965: 8 total, 7 up, 7 in 2021-03-04T23:37:31.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:31 gibba008 bash[39303]: cluster 2021-03-04T23:37:29.710829+0000 mgr.x (mgr.34379) 1518 : cluster [DBG] pgmap v2121: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 112 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:31.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:31 gibba008 bash[39303]: cluster 2021-03-04T23:37:30.218918+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e965: 8 total, 7 up, 7 in 2021-03-04T23:37:31.564 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.570 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:31 gibba023 bash[15180]: debug 2021-03-04T23:37:31.307+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:31.570 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:31 gibba023 bash[15180]: debug 2021-03-04T23:37:31.559+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:31.672 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:31.811 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:31.918 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:32.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:31 gibba023 bash[18090]: debug 2021-03-04T23:37:31.807+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:32.060 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:32.162 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:32.197 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:37:32.211 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:37:32.225 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:37:32.244 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:37:32.252 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:37:32.265 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:37:32.285 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:37:32.303 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:37:32.304 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:37:32.304 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:37:32.304 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.305 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.305 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.305 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.305 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.305 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.306 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:32.314 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[47391]: debug 2021-03-04T23:37:32.051+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:32.315 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[37770]: cluster 2021-03-04T23:37:31.216960+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e966: 8 total, 7 up, 7 in 2021-03-04T23:37:32.315 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[37770]: audit 2021-03-04T23:37:31.894538+0000 mon.c (mon.1) 156 : audit [INF] from='client.? 172.21.2.108:0/3090628074' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:32.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[37770]: audit 2021-03-04T23:37:31.894877+0000 mon.a (mon.0) 2481 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:32.316 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[37770]: audit 2021-03-04T23:37:32.179101+0000 mon.c (mon.1) 157 : audit [DBG] from='client.? 172.21.2.108:0/533585326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:32.316 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[39303]: cluster 2021-03-04T23:37:31.216960+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e966: 8 total, 7 up, 7 in 2021-03-04T23:37:32.316 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[39303]: audit 2021-03-04T23:37:31.894538+0000 mon.c (mon.1) 156 : audit [INF] from='client.? 172.21.2.108:0/3090628074' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:32.317 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[39303]: audit 2021-03-04T23:37:31.894877+0000 mon.a (mon.0) 2481 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:32.317 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[39303]: audit 2021-03-04T23:37:32.179101+0000 mon.c (mon.1) 157 : audit [DBG] from='client.? 172.21.2.108:0/533585326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:32.346 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:32.449 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:32.458 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:32.458 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:32 gibba023 bash[27374]: cluster 2021-03-04T23:37:31.216960+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e966: 8 total, 7 up, 7 in 2021-03-04T23:37:32.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:32 gibba023 bash[27374]: audit 2021-03-04T23:37:31.894538+0000 mon.c (mon.1) 156 : audit [INF] from='client.? 172.21.2.108:0/3090628074' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:32.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:32 gibba023 bash[27374]: audit 2021-03-04T23:37:31.894877+0000 mon.a (mon.0) 2481 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:32.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:32 gibba023 bash[27374]: audit 2021-03-04T23:37:32.179101+0000 mon.c (mon.1) 157 : audit [DBG] from='client.? 172.21.2.108:0/533585326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:32.771 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[91265]: debug 2021-03-04T23:37:32.339+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:32.797 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:32.907 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:33.155 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:32 gibba008 bash[48858]: debug 2021-03-04T23:37:32.787+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:33.221 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:33.282 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2005 ms) 2021-03-04T23:37:33.282 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2021-03-04T23:37:33.324 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:33.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[47391]: debug 2021-03-04T23:37:33.215+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:33.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[37770]: cluster 2021-03-04T23:37:31.712528+0000 mgr.x (mgr.34379) 1519 : cluster [DBG] pgmap v2124: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 179 KiB/s rd, 27 KiB/s wr, 261 op/s; 15/93 objects degraded (16.129%) 2021-03-04T23:37:33.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[37770]: cluster 2021-03-04T23:37:32.224258+0000 mon.a (mon.0) 2482 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:33.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[37770]: audit 2021-03-04T23:37:32.235161+0000 mon.a (mon.0) 2483 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:33.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[37770]: cluster 2021-03-04T23:37:32.235213+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e967: 8 total, 7 up, 7 in 2021-03-04T23:37:33.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[39303]: cluster 2021-03-04T23:37:31.712528+0000 mgr.x (mgr.34379) 1519 : cluster [DBG] pgmap v2124: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 179 KiB/s rd, 27 KiB/s wr, 261 op/s; 15/93 objects degraded (16.129%) 2021-03-04T23:37:33.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[39303]: cluster 2021-03-04T23:37:32.224258+0000 mon.a (mon.0) 2482 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:33.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[39303]: audit 2021-03-04T23:37:32.235161+0000 mon.a (mon.0) 2483 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:33.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[39303]: cluster 2021-03-04T23:37:32.235213+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e967: 8 total, 7 up, 7 in 2021-03-04T23:37:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:33 gibba023 bash[27374]: cluster 2021-03-04T23:37:31.712528+0000 mgr.x (mgr.34379) 1519 : cluster [DBG] pgmap v2124: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 179 KiB/s rd, 27 KiB/s wr, 261 op/s; 15/93 objects degraded (16.129%) 2021-03-04T23:37:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:33 gibba023 bash[27374]: cluster 2021-03-04T23:37:32.224258+0000 mon.a (mon.0) 2482 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:33.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:33 gibba023 bash[27374]: audit 2021-03-04T23:37:32.235161+0000 mon.a (mon.0) 2483 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:33.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:33 gibba023 bash[27374]: cluster 2021-03-04T23:37:32.235213+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e967: 8 total, 7 up, 7 in 2021-03-04T23:37:33.532 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (250 ms) 2021-03-04T23:37:33.533 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2021-03-04T23:37:33.761 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:33.870 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:33.913 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (380 ms) 2021-03-04T23:37:33.913 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2021-03-04T23:37:33.991 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:34.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:33 gibba008 bash[91265]: debug 2021-03-04T23:37:33.751+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:34.099 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:34.189 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:33 gibba023 bash[19550]: debug 2021-03-04T23:37:33.983+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:34.190 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:34.295 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.332 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (420 ms) 2021-03-04T23:37:34.332 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2021-03-04T23:37:34.393 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.406 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (74 ms) 2021-03-04T23:37:34.407 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2021-03-04T23:37:34.496 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:34 gibba008 bash[37770]: cluster 2021-03-04T23:37:33.246176+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e968: 8 total, 7 up, 7 in 2021-03-04T23:37:34.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:34 gibba008 bash[39303]: cluster 2021-03-04T23:37:33.246176+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e968: 8 total, 7 up, 7 in 2021-03-04T23:37:34.513 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:34 gibba023 bash[27374]: cluster 2021-03-04T23:37:33.246176+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e968: 8 total, 7 up, 7 in 2021-03-04T23:37:34.513 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:34 gibba023 bash[15180]: debug 2021-03-04T23:37:34.387+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:34.513 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:34 gibba023 bash[18090]: debug 2021-03-04T23:37:34.183+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:34.641 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.742 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (336 ms) 2021-03-04T23:37:34.743 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2021-03-04T23:37:34.749 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:34.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:34 gibba023 bash[15180]: debug 2021-03-04T23:37:34.635+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:35.040 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.076 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (334 ms) 2021-03-04T23:37:35.077 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2021-03-04T23:37:35.147 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:35.288 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:35.341 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (265 ms) 2021-03-04T23:37:35.341 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2021-03-04T23:37:35.349 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[47391]: debug 2021-03-04T23:37:35.031+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:35.350 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[39303]: cluster 2021-03-04T23:37:33.713643+0000 mgr.x (mgr.34379) 1520 : cluster [DBG] pgmap v2127: 145 pgs: 12 active+undersized+degraded, 52 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 296 KiB/s rd, 39 KiB/s wr, 429 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:35.350 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[39303]: cluster 2021-03-04T23:37:34.246137+0000 mon.a (mon.0) 2486 : cluster [WRN] Health check update: Degraded data redundancy: 16/96 objects degraded (16.667%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:35.351 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[39303]: audit 2021-03-04T23:37:35.238511+0000 mon.a (mon.0) 2487 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:35.351 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[39303]: audit 2021-03-04T23:37:35.241797+0000 mon.a (mon.0) 2488 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:35.351 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[39303]: audit 2021-03-04T23:37:35.242115+0000 mon.a (mon.0) 2489 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:35.352 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[37770]: cluster 2021-03-04T23:37:33.713643+0000 mgr.x (mgr.34379) 1520 : cluster [DBG] pgmap v2127: 145 pgs: 12 active+undersized+degraded, 52 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 296 KiB/s rd, 39 KiB/s wr, 429 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:35.352 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[37770]: cluster 2021-03-04T23:37:34.246137+0000 mon.a (mon.0) 2486 : cluster [WRN] Health check update: Degraded data redundancy: 16/96 objects degraded (16.667%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:35.352 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[37770]: audit 2021-03-04T23:37:35.238511+0000 mon.a (mon.0) 2487 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:35.352 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[37770]: audit 2021-03-04T23:37:35.241797+0000 mon.a (mon.0) 2488 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:35.352 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:35 gibba008 bash[37770]: audit 2021-03-04T23:37:35.242115+0000 mon.a (mon.0) 2489 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:35.353 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:37:35.354 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:37:35.394 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:35.421 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:37:35.460 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[88433]: debug 2021-03-04T23:37:35.283+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:35.461 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[27374]: cluster 2021-03-04T23:37:33.713643+0000 mgr.x (mgr.34379) 1520 : cluster [DBG] pgmap v2127: 145 pgs: 12 active+undersized+degraded, 52 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 296 KiB/s rd, 39 KiB/s wr, 429 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:35.461 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[27374]: cluster 2021-03-04T23:37:34.246137+0000 mon.a (mon.0) 2486 : cluster [WRN] Health check update: Degraded data redundancy: 16/96 objects degraded (16.667%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:35.461 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[27374]: audit 2021-03-04T23:37:35.238511+0000 mon.a (mon.0) 2487 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:35.462 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[27374]: audit 2021-03-04T23:37:35.241797+0000 mon.a (mon.0) 2488 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:35.462 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[27374]: audit 2021-03-04T23:37:35.242115+0000 mon.a (mon.0) 2489 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:35.463 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:35.499 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:35.564 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:35.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[15180]: debug 2021-03-04T23:37:35.455+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:35.875 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:35.978 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:36.135 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:35 gibba023 bash[19550]: debug 2021-03-04T23:37:35.871+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:36.136 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:36.244 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:36.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:36 gibba023 bash[88433]: debug 2021-03-04T23:37:36.131+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:36.528 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:36.632 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:36.799 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:36 gibba008 bash[91265]: debug 2021-03-04T23:37:36.523+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:37.151 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:37.223 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:37:37.254 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:37.321 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1980 ms) 2021-03-04T23:37:37.321 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2021-03-04T23:37:37.338 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:37.355 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:37.363 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:37.432 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:37 gibba008 bash[91265]: debug 2021-03-04T23:37:37.143+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:37.453 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:37.470 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:37.523 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:37 gibba023 bash[18090]: debug 2021-03-04T23:37:37.355+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:37 gibba023 bash[27374]: cluster 2021-03-04T23:37:35.714930+0000 mgr.x (mgr.34379) 1521 : cluster [DBG] pgmap v2128: 145 pgs: 12 active+undersized+degraded, 52 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 216 KiB/s rd, 28 KiB/s wr, 312 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:37.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:37 gibba023 bash[27374]: cluster 2021-03-04T23:37:36.255609+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e969: 8 total, 7 up, 7 in 2021-03-04T23:37:37.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (222 ms) 2021-03-04T23:37:37.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2021-03-04T23:37:37.612 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:37.721 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:37 gibba008 bash[37770]: cluster 2021-03-04T23:37:35.714930+0000 mgr.x (mgr.34379) 1521 : cluster [DBG] pgmap v2128: 145 pgs: 12 active+undersized+degraded, 52 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 216 KiB/s rd, 28 KiB/s wr, 312 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:37 gibba008 bash[37770]: cluster 2021-03-04T23:37:36.255609+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e969: 8 total, 7 up, 7 in 2021-03-04T23:37:37.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:37 gibba008 bash[39303]: cluster 2021-03-04T23:37:35.714930+0000 mgr.x (mgr.34379) 1521 : cluster [DBG] pgmap v2128: 145 pgs: 12 active+undersized+degraded, 52 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 216 KiB/s rd, 28 KiB/s wr, 312 op/s; 16/96 objects degraded (16.667%) 2021-03-04T23:37:37.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:37 gibba008 bash[39303]: cluster 2021-03-04T23:37:36.255609+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e969: 8 total, 7 up, 7 in 2021-03-04T23:37:37.850 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:37.945 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (402 ms) 2021-03-04T23:37:37.946 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2021-03-04T23:37:37.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:38.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:37 gibba023 bash[19550]: debug 2021-03-04T23:37:37.607+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:38.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:37 gibba023 bash[18090]: debug 2021-03-04T23:37:37.843+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:38.138 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (191 ms) 2021-03-04T23:37:38.138 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2021-03-04T23:37:38.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:38.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:38 gibba023 bash[27374]: cluster 2021-03-04T23:37:37.265783+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e970: 8 total, 7 up, 7 in 2021-03-04T23:37:38.547 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:38.558 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (422 ms) 2021-03-04T23:37:38.559 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2021-03-04T23:37:38.624 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:38.726 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:38.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:38 gibba008 bash[37770]: cluster 2021-03-04T23:37:37.265783+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e970: 8 total, 7 up, 7 in 2021-03-04T23:37:38.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:38 gibba008 bash[39303]: cluster 2021-03-04T23:37:37.265783+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e970: 8 total, 7 up, 7 in 2021-03-04T23:37:38.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:38 gibba008 bash[48858]: debug 2021-03-04T23:37:38.431+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:38.820 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:38 gibba023 bash[15180]: debug 2021-03-04T23:37:38.619+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:38.821 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:38.925 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:39.177 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (619 ms) 2021-03-04T23:37:39.177 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2021-03-04T23:37:39.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:38 gibba023 bash[88433]: debug 2021-03-04T23:37:38.815+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:39.462 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:39.482 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (305 ms) 2021-03-04T23:37:39.483 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2021-03-04T23:37:39.565 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:39.571 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:39 gibba023 bash[27374]: cluster 2021-03-04T23:37:37.716375+0000 mgr.x (mgr.34379) 1522 : cluster [DBG] pgmap v2131: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 349 KiB/s rd, 42 KiB/s wr, 502 op/s; 17/105 objects degraded (16.190%) 2021-03-04T23:37:39.634 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (152 ms) 2021-03-04T23:37:39.635 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2021-03-04T23:37:39.652 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:39.755 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:39.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:39 gibba008 bash[37770]: cluster 2021-03-04T23:37:37.716375+0000 mgr.x (mgr.34379) 1522 : cluster [DBG] pgmap v2131: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 349 KiB/s rd, 42 KiB/s wr, 502 op/s; 17/105 objects degraded (16.190%) 2021-03-04T23:37:39.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:39 gibba008 bash[39303]: cluster 2021-03-04T23:37:37.716375+0000 mgr.x (mgr.34379) 1522 : cluster [DBG] pgmap v2131: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 349 KiB/s rd, 42 KiB/s wr, 502 op/s; 17/105 objects degraded (16.190%) 2021-03-04T23:37:39.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:39 gibba008 bash[47391]: debug 2021-03-04T23:37:39.455+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:39.888 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:39 gibba023 bash[88433]: debug 2021-03-04T23:37:39.647+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:39.889 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:39.994 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:40.059 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (425 ms) 2021-03-04T23:37:40.059 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2021-03-04T23:37:40.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:39 gibba023 bash[18090]: debug 2021-03-04T23:37:39.883+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:40.377 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:40.486 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:40.571 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:40.667 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (607 ms) 2021-03-04T23:37:40.667 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2021-03-04T23:37:40.676 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:40.692 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:40 gibba023 bash[15180]: debug 2021-03-04T23:37:40.567+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:40.693 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:40 gibba023 bash[27374]: audit 2021-03-04T23:37:39.399514+0000 mon.a (mon.0) 2492 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:40.693 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:40 gibba023 bash[27374]: cephadm 2021-03-04T23:37:39.402079+0000 mgr.x (mgr.34379) 1523 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:37:40.693 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:40 gibba023 bash[27374]: cluster 2021-03-04T23:37:39.403188+0000 mon.a (mon.0) 2493 : cluster [WRN] Health check update: Degraded data redundancy: 17/105 objects degraded (16.190%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:40.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[47391]: debug 2021-03-04T23:37:40.367+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:40.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[37770]: audit 2021-03-04T23:37:39.399514+0000 mon.a (mon.0) 2492 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:40.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[37770]: cephadm 2021-03-04T23:37:39.402079+0000 mgr.x (mgr.34379) 1523 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:37:40.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[37770]: cluster 2021-03-04T23:37:39.403188+0000 mon.a (mon.0) 2493 : cluster [WRN] Health check update: Degraded data redundancy: 17/105 objects degraded (16.190%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:40.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[39303]: audit 2021-03-04T23:37:39.399514+0000 mon.a (mon.0) 2492 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:40.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[39303]: cephadm 2021-03-04T23:37:39.402079+0000 mgr.x (mgr.34379) 1523 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:37:40.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:40 gibba008 bash[39303]: cluster 2021-03-04T23:37:39.403188+0000 mon.a (mon.0) 2493 : cluster [WRN] Health check update: Degraded data redundancy: 17/105 objects degraded (16.190%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:40.808 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:40.918 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:40 gibba023 bash[88433]: debug 2021-03-04T23:37:40.803+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:41.044 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (378 ms) 2021-03-04T23:37:41.045 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2021-03-04T23:37:41.061 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.169 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (233 ms) 2021-03-04T23:37:41.277 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2021-03-04T23:37:41.314 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:41 gibba023 bash[15180]: debug 2021-03-04T23:37:41.055+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:41.315 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.372 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (95 ms) 2021-03-04T23:37:41.373 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2021-03-04T23:37:41.418 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:37:41.421 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:37:41.422 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:41.512 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:41.521 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (149 ms) 2021-03-04T23:37:41.521 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2021-03-04T23:37:41.615 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.631 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:41 gibba023 bash[15180]: debug 2021-03-04T23:37:41.307+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:41.631 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:41 gibba023 bash[27374]: cluster 2021-03-04T23:37:39.717502+0000 mgr.x (mgr.34379) 1524 : cluster [DBG] pgmap v2132: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 226 KiB/s rd, 29 KiB/s wr, 331 op/s; 17/105 objects degraded (16.190%) 2021-03-04T23:37:41.632 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:41 gibba023 bash[19550]: debug 2021-03-04T23:37:41.507+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:41.694 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (173 ms) 2021-03-04T23:37:41.694 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2021-03-04T23:37:41.726 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:41 gibba008 bash[37770]: cluster 2021-03-04T23:37:39.717502+0000 mgr.x (mgr.34379) 1524 : cluster [DBG] pgmap v2132: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 226 KiB/s rd, 29 KiB/s wr, 331 op/s; 17/105 objects degraded (16.190%) 2021-03-04T23:37:41.727 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:41 gibba008 bash[39303]: cluster 2021-03-04T23:37:39.717502+0000 mgr.x (mgr.34379) 1524 : cluster [DBG] pgmap v2132: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 226 KiB/s rd, 29 KiB/s wr, 331 op/s; 17/105 objects degraded (16.190%) 2021-03-04T23:37:41.730 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.833 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:41.843 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (149 ms) 2021-03-04T23:37:41.844 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2021-03-04T23:37:41.937 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:41 gibba023 bash[15180]: debug 2021-03-04T23:37:41.723+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:41.938 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:42.046 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:42.176 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:42.255 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (411 ms) 2021-03-04T23:37:42.255 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.MirrorStatusList 2021-03-04T23:37:42.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:41 gibba023 bash[18090]: debug 2021-03-04T23:37:41.931+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:42.275 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:42 gibba023 bash[18090]: debug 2021-03-04T23:37:42.171+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:42.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:42.569 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.MirrorStatusList (315 ms) 2021-03-04T23:37:42.570 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2021-03-04T23:37:42.796 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:42.905 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[48858]: debug 2021-03-04T23:37:42.787+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:42.905 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[37770]: audit 2021-03-04T23:37:41.373731+0000 mgr.x (mgr.34379) 1525 : audit [DBG] from='client.47118 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:42.906 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[37770]: audit 2021-03-04T23:37:41.548226+0000 mon.a (mon.0) 2494 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:42.906 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[37770]: cephadm 2021-03-04T23:37:41.550250+0000 mgr.x (mgr.34379) 1526 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:37:42.906 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[37770]: audit 2021-03-04T23:37:41.767103+0000 mon.a (mon.0) 2495 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:42.907 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[39303]: audit 2021-03-04T23:37:41.373731+0000 mgr.x (mgr.34379) 1525 : audit [DBG] from='client.47118 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:42.907 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[39303]: audit 2021-03-04T23:37:41.548226+0000 mon.a (mon.0) 2494 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:42.907 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[39303]: cephadm 2021-03-04T23:37:41.550250+0000 mgr.x (mgr.34379) 1526 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:37:42.907 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:42 gibba008 bash[39303]: audit 2021-03-04T23:37:41.767103+0000 mon.a (mon.0) 2495 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:42.908 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:42.924 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:42 gibba023 bash[27374]: audit 2021-03-04T23:37:41.373731+0000 mgr.x (mgr.34379) 1525 : audit [DBG] from='client.47118 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:42.924 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:42 gibba023 bash[27374]: audit 2021-03-04T23:37:41.548226+0000 mon.a (mon.0) 2494 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:42.925 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:42 gibba023 bash[27374]: cephadm 2021-03-04T23:37:41.550250+0000 mgr.x (mgr.34379) 1526 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:37:42.925 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:42 gibba023 bash[27374]: audit 2021-03-04T23:37:41.767103+0000 mon.a (mon.0) 2495 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:37:42.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.RemoveBootstrapped (412 ms) 2021-03-04T23:37:42.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2021-03-04T23:37:43.037 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:43.142 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:43.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:43 gibba023 bash[15180]: debug 2021-03-04T23:37:43.031+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:43.624 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:43.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:43.848 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:43 gibba023 bash[27374]: cluster 2021-03-04T23:37:41.718187+0000 mgr.x (mgr.34379) 1527 : cluster [DBG] pgmap v2133: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 355 KiB/s rd, 45 KiB/s wr, 499 op/s; 18/111 objects degraded (16.216%) 2021-03-04T23:37:43.849 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:43.952 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:43.957 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:43 gibba008 bash[37770]: cluster 2021-03-04T23:37:41.718187+0000 mgr.x (mgr.34379) 1527 : cluster [DBG] pgmap v2133: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 355 KiB/s rd, 45 KiB/s wr, 499 op/s; 18/111 objects degraded (16.216%) 2021-03-04T23:37:43.958 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:43 gibba008 bash[47391]: debug 2021-03-04T23:37:43.615+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:43.959 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:43 gibba008 bash[39303]: cluster 2021-03-04T23:37:41.718187+0000 mgr.x (mgr.34379) 1527 : cluster [DBG] pgmap v2133: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 355 KiB/s rd, 45 KiB/s wr, 499 op/s; 18/111 objects degraded (16.216%) 2021-03-04T23:37:43.986 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioPromoteDemote (1005 ms) 2021-03-04T23:37:43.986 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioGetInfo 2021-03-04T23:37:44.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:43 gibba023 bash[15180]: debug 2021-03-04T23:37:43.843+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:44.534 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:44.580 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:44 gibba008 bash[48858]: debug 2021-03-04T23:37:44.527+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:44.643 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:45.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:44 gibba008 bash[37770]: cluster 2021-03-04T23:37:44.405239+0000 mon.a (mon.0) 2496 : cluster [WRN] Health check update: Degraded data redundancy: 18/111 objects degraded (16.216%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:45.019 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:44 gibba008 bash[39303]: cluster 2021-03-04T23:37:44.405239+0000 mon.a (mon.0) 2496 : cluster [WRN] Health check update: Degraded data redundancy: 18/111 objects degraded (16.216%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:45.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:44 gibba023 bash[27374]: cluster 2021-03-04T23:37:44.405239+0000 mon.a (mon.0) 2496 : cluster [WRN] Health check update: Degraded data redundancy: 18/111 objects degraded (16.216%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:37:45.130 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:45.238 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:45.362 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:45.381 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioGetInfo (1395 ms) 2021-03-04T23:37:45.381 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioGetStatus 2021-03-04T23:37:45.470 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:45.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:37:45 gibba023 bash[88433]: debug 2021-03-04T23:37:45.355+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:45.528 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:45 gibba008 bash[91265]: debug 2021-03-04T23:37:45.123+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:45 gibba023 bash[27374]: cluster 2021-03-04T23:37:43.719652+0000 mgr.x (mgr.34379) 1528 : cluster [DBG] pgmap v2134: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 535 KiB/s rd, 70 KiB/s wr, 763 op/s; 21/114 objects degraded (18.421%) 2021-03-04T23:37:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:45 gibba023 bash[27374]: audit 2021-03-04T23:37:45.081307+0000 mon.a (mon.0) 2497 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:46.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:45 gibba008 bash[39303]: cluster 2021-03-04T23:37:43.719652+0000 mgr.x (mgr.34379) 1528 : cluster [DBG] pgmap v2134: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 535 KiB/s rd, 70 KiB/s wr, 763 op/s; 21/114 objects degraded (18.421%) 2021-03-04T23:37:46.083 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:45 gibba008 bash[39303]: audit 2021-03-04T23:37:45.081307+0000 mon.a (mon.0) 2497 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:46.084 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:45 gibba008 bash[37770]: cluster 2021-03-04T23:37:43.719652+0000 mgr.x (mgr.34379) 1528 : cluster [DBG] pgmap v2134: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 535 KiB/s rd, 70 KiB/s wr, 763 op/s; 21/114 objects degraded (18.421%) 2021-03-04T23:37:46.084 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:45 gibba008 bash[37770]: audit 2021-03-04T23:37:45.081307+0000 mon.a (mon.0) 2497 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:46.101 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":2132,"stamp":"2021-03-04T23:37:39.716743+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4197959,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":9407,"num_read_kb":15722,"num_write":1728,"num_write_kb":12950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":2952,"num_keys_recovered":10,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1958,"ondisk_log_size":1958,"up":371,"acting":371,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":436,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4482132,"kb_used_data":537268,"kb_used_omap":4780,"kb_used_meta":3939987,"kb_avail":612080556,"statfs":{"total":631360192512,"available":626770489344,"internally_reserved":3221225472,"allocated":550162432,"data_stored":745415278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4895095,"internal_metadata":4034547337},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":233,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1760,"num_read_kb":1465,"num_write":384,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.470268"},"pg_stats":[{"pgid":"41.1f","version":"969'56","reported_seq":"158","reported_epoch":"969","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:36.258156+0000","last_change":"2021-03-04T23:37:35.350941+0000","last_active":"2021-03-04T23:37:36.258156+0000","last_peered":"2021-03-04T23:37:36.258156+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.131837+0000","last_became_peered":"2021-03-04T23:37:24.131837+0000","last_unstale":"2021-03-04T23:37:36.258156+0000","last_undegraded":"2021-03-04T23:37:35.346496+0000","last_fullsized":"2021-03-04T23:37:24.125840+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":56,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":214,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":103,"num_write":46,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,5","objects":2}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"41.1e","version":"964'1","reported_seq":"13","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.276874+0000","last_change":"2021-03-04T23:37:24.137277+0000","last_active":"2021-03-04T23:37:32.276874+0000","last_peered":"2021-03-04T23:37:32.276874+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.137277+0000","last_became_peered":"2021-03-04T23:37:24.137277+0000","last_unstale":"2021-03-04T23:37:32.276874+0000","last_undegraded":"2021-03-04T23:37:32.276874+0000","last_fullsized":"2021-03-04T23:37:24.133933+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"41.1d","version":"969'4","reported_seq":"33","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.349279+0000","last_change":"2021-03-04T23:37:33.249458+0000","last_active":"2021-03-04T23:37:36.349279+0000","last_peered":"2021-03-04T23:37:36.349279+0000","last_clean":"2021-03-04T23:37:36.349279+0000","last_became_active":"2021-03-04T23:37:24.769842+0000","last_became_peered":"2021-03-04T23:37:24.769842+0000","last_unstale":"2021-03-04T23:37:36.349279+0000","last_undegraded":"2021-03-04T23:37:36.349279+0000","last_fullsized":"2021-03-04T23:37:36.349279+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.1c","version":"968'48","reported_seq":"170","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.309325+0000","last_change":"2021-03-04T23:37:33.249113+0000","last_active":"2021-03-04T23:37:36.309325+0000","last_peered":"2021-03-04T23:37:36.309325+0000","last_clean":"2021-03-04T23:37:36.309325+0000","last_became_active":"2021-03-04T23:37:24.769648+0000","last_became_peered":"2021-03-04T23:37:24.769648+0000","last_unstale":"2021-03-04T23:37:36.309325+0000","last_undegraded":"2021-03-04T23:37:36.309325+0000","last_fullsized":"2021-03-04T23:37:36.309325+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":48,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":181,"num_read_kb":180,"num_write":67,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.1b","version":"968'17","reported_seq":"53","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:35.332235+0000","last_change":"2021-03-04T23:37:36.257804+0000","last_active":"2021-03-04T23:37:35.332235+0000","last_peered":"2021-03-04T23:37:35.332235+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.127328+0000","last_became_peered":"2021-03-04T23:37:24.127328+0000","last_unstale":"2021-03-04T23:37:35.332235+0000","last_undegraded":"2021-03-04T23:37:35.116525+0000","last_fullsized":"2021-03-04T23:37:24.125207+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":17,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":43,"num_write":22,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"41.1a","version":"970'46","reported_seq":"307","reported_epoch":"970","state":"active+clean","last_fresh":"2021-03-04T23:37:37.472511+0000","last_change":"2021-03-04T23:37:37.268777+0000","last_active":"2021-03-04T23:37:37.472511+0000","last_peered":"2021-03-04T23:37:37.472511+0000","last_clean":"2021-03-04T23:37:37.472511+0000","last_became_active":"2021-03-04T23:37:24.769136+0000","last_became_peered":"2021-03-04T23:37:24.769136+0000","last_unstale":"2021-03-04T23:37:37.472511+0000","last_undegraded":"2021-03-04T23:37:37.472511+0000","last_fullsized":"2021-03-04T23:37:37.472511+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":46,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":312,"num_read_kb":286,"num_write":39,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"},{"start":"8","length":"1"}]},{"pgid":"41.19","version":"968'28","reported_seq":"95","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:35.048637+0000","last_change":"2021-03-04T23:37:35.048637+0000","last_active":"2021-03-04T23:37:35.048637+0000","last_peered":"2021-03-04T23:37:35.048637+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.128383+0000","last_became_peered":"2021-03-04T23:37:24.128383+0000","last_unstale":"2021-03-04T23:37:35.048637+0000","last_undegraded":"2021-03-04T23:37:35.048637+0000","last_fullsized":"2021-03-04T23:37:24.125294+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":28,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":92,"num_write":16,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"41.18","version":"968'34","reported_seq":"112","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:35.050173+0000","last_change":"2021-03-04T23:37:32.236917+0000","last_active":"2021-03-04T23:37:35.050173+0000","last_peered":"2021-03-04T23:37:35.050173+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.770686+0000","last_became_peered":"2021-03-04T23:37:24.770686+0000","last_unstale":"2021-03-04T23:37:35.050173+0000","last_undegraded":"2021-03-04T23:37:35.050173+0000","last_fullsized":"2021-03-04T23:37:24.131002+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":34,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":144,"num_read_kb":119,"num_write":18,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"41.17","version":"970'14","reported_seq":"33","reported_epoch":"970","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:37.301345+0000","last_change":"2021-03-04T23:37:35.358436+0000","last_active":"2021-03-04T23:37:37.301345+0000","last_peered":"2021-03-04T23:37:37.301345+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.767822+0000","last_became_peered":"2021-03-04T23:37:24.767822+0000","last_unstale":"2021-03-04T23:37:37.301345+0000","last_undegraded":"2021-03-04T23:37:35.348986+0000","last_fullsized":"2021-03-04T23:37:24.128609+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":4,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":24,"num_read_kb":16,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"41.16","version":"968'7","reported_seq":"27","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.880564+0000","last_change":"2021-03-04T23:37:33.880919+0000","last_active":"2021-03-04T23:37:33.880564+0000","last_peered":"2021-03-04T23:37:33.880564+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.770620+0000","last_became_peered":"2021-03-04T23:37:24.770620+0000","last_unstale":"2021-03-04T23:37:33.880564+0000","last_undegraded":"2021-03-04T23:37:33.556688+0000","last_fullsized":"2021-03-04T23:37:24.133747+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":16,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"41.15","version":"966'31","reported_seq":"118","reported_epoch":"969","state":"active+undersized","last_fresh":"2021-03-04T23:37:36.260117+0000","last_change":"2021-03-04T23:37:31.267472+0000","last_active":"2021-03-04T23:37:36.260117+0000","last_peered":"2021-03-04T23:37:36.260117+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.768400+0000","last_became_peered":"2021-03-04T23:37:24.768400+0000","last_unstale":"2021-03-04T23:37:36.260117+0000","last_undegraded":"2021-03-04T23:37:36.260117+0000","last_fullsized":"2021-03-04T23:37:24.127994+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":31,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":4,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":137,"num_write":27,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"41.14","version":"968'4","reported_seq":"32","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.513517+0000","last_change":"2021-03-04T23:37:33.249537+0000","last_active":"2021-03-04T23:37:33.513517+0000","last_peered":"2021-03-04T23:37:33.513517+0000","last_clean":"2021-03-04T23:37:33.513517+0000","last_became_active":"2021-03-04T23:37:24.134815+0000","last_became_peered":"2021-03-04T23:37:24.134815+0000","last_unstale":"2021-03-04T23:37:33.513517+0000","last_undegraded":"2021-03-04T23:37:33.513517+0000","last_fullsized":"2021-03-04T23:37:33.513517+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.13","version":"968'8","reported_seq":"24","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:34.297094+0000","last_change":"2021-03-04T23:37:36.263453+0000","last_active":"2021-03-04T23:37:34.297094+0000","last_peered":"2021-03-04T23:37:34.297094+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.769656+0000","last_became_peered":"2021-03-04T23:37:24.769656+0000","last_unstale":"2021-03-04T23:37:34.297094+0000","last_undegraded":"2021-03-04T23:37:33.962047+0000","last_fullsized":"2021-03-04T23:37:24.131330+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"41.12","version":"968'20","reported_seq":"39","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.878265+0000","last_change":"2021-03-04T23:37:30.721938+0000","last_active":"2021-03-04T23:37:33.878265+0000","last_peered":"2021-03-04T23:37:33.878265+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.134767+0000","last_became_peered":"2021-03-04T23:37:24.134767+0000","last_unstale":"2021-03-04T23:37:33.878265+0000","last_undegraded":"2021-03-04T23:37:33.878265+0000","last_fullsized":"2021-03-04T23:37:24.133047+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":19,"num_write":18,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":["6","5"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"41.11","version":"968'16","reported_seq":"74","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:35.050380+0000","last_change":"2021-03-04T23:37:33.249851+0000","last_active":"2021-03-04T23:37:35.050380+0000","last_peered":"2021-03-04T23:37:35.050380+0000","last_clean":"2021-03-04T23:37:35.050380+0000","last_became_active":"2021-03-04T23:37:24.135601+0000","last_became_peered":"2021-03-04T23:37:24.135601+0000","last_unstale":"2021-03-04T23:37:35.050380+0000","last_undegraded":"2021-03-04T23:37:35.050380+0000","last_fullsized":"2021-03-04T23:37:35.050380+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":16,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":54,"num_read_kb":52,"num_write":24,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.10","version":"968'9","reported_seq":"50","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.877065+0000","last_change":"2021-03-04T23:37:33.247457+0000","last_active":"2021-03-04T23:37:33.877065+0000","last_peered":"2021-03-04T23:37:33.877065+0000","last_clean":"2021-03-04T23:37:33.877065+0000","last_became_active":"2021-03-04T23:37:24.769117+0000","last_became_peered":"2021-03-04T23:37:24.769117+0000","last_unstale":"2021-03-04T23:37:33.877065+0000","last_undegraded":"2021-03-04T23:37:33.877065+0000","last_fullsized":"2021-03-04T23:37:33.877065+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":24,"num_read_kb":23,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.f","version":"970'36","reported_seq":"166","reported_epoch":"970","state":"active+clean","last_fresh":"2021-03-04T23:37:37.463886+0000","last_change":"2021-03-04T23:37:37.269623+0000","last_active":"2021-03-04T23:37:37.463886+0000","last_peered":"2021-03-04T23:37:37.463886+0000","last_clean":"2021-03-04T23:37:37.463886+0000","last_became_active":"2021-03-04T23:37:24.132893+0000","last_became_peered":"2021-03-04T23:37:24.132893+0000","last_unstale":"2021-03-04T23:37:37.463886+0000","last_undegraded":"2021-03-04T23:37:37.463886+0000","last_fullsized":"2021-03-04T23:37:37.463886+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":36,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":179,"num_read_kb":164,"num_write":34,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"},{"start":"8","length":"1"}]},{"pgid":"41.e","version":"968'18","reported_seq":"97","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:34.266364+0000","last_change":"2021-03-04T23:37:33.249785+0000","last_active":"2021-03-04T23:37:34.266364+0000","last_peered":"2021-03-04T23:37:34.266364+0000","last_clean":"2021-03-04T23:37:34.266364+0000","last_became_active":"2021-03-04T23:37:24.137210+0000","last_became_peered":"2021-03-04T23:37:24.137210+0000","last_unstale":"2021-03-04T23:37:34.266364+0000","last_undegraded":"2021-03-04T23:37:34.266364+0000","last_fullsized":"2021-03-04T23:37:34.266364+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":84,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.d","version":"969'72","reported_seq":"318","reported_epoch":"969","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:36.346270+0000","last_change":"2021-03-04T23:37:35.351799+0000","last_active":"2021-03-04T23:37:36.346270+0000","last_peered":"2021-03-04T23:37:36.346270+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.129737+0000","last_became_peered":"2021-03-04T23:37:24.129737+0000","last_unstale":"2021-03-04T23:37:36.346270+0000","last_undegraded":"2021-03-04T23:37:35.347578+0000","last_fullsized":"2021-03-04T23:37:24.125434+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":72,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":431,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"41.c","version":"968'8","reported_seq":"24","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:34.395554+0000","last_change":"2021-03-04T23:37:36.257898+0000","last_active":"2021-03-04T23:37:34.395554+0000","last_peered":"2021-03-04T23:37:34.395554+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.126829+0000","last_became_peered":"2021-03-04T23:37:24.126829+0000","last_unstale":"2021-03-04T23:37:34.395554+0000","last_undegraded":"2021-03-04T23:37:34.345495+0000","last_fullsized":"2021-03-04T23:37:24.125291+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"41.b","version":"965'33","reported_seq":"123","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253885+0000","last_change":"2021-03-04T23:37:31.233433+0000","last_active":"2021-03-04T23:37:33.253885+0000","last_peered":"2021-03-04T23:37:33.253885+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.133664+0000","last_became_peered":"2021-03-04T23:37:24.133664+0000","last_unstale":"2021-03-04T23:37:33.253885+0000","last_undegraded":"2021-03-04T23:37:33.253885+0000","last_fullsized":"2021-03-04T23:37:24.125868+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":150,"num_read_kb":127,"num_write":21,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"41.a","version":"968'18","reported_seq":"36","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.482582+0000","last_change":"2021-03-04T23:37:33.372422+0000","last_active":"2021-03-04T23:37:33.482582+0000","last_peered":"2021-03-04T23:37:33.482582+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.770372+0000","last_became_peered":"2021-03-04T23:37:24.770372+0000","last_unstale":"2021-03-04T23:37:33.482582+0000","last_undegraded":"2021-03-04T23:37:33.301159+0000","last_fullsized":"2021-03-04T23:37:24.132864+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":26,"num_read_kb":16,"num_write":16,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"41.9","version":"968'25","reported_seq":"106","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:34.700643+0000","last_change":"2021-03-04T23:37:34.700643+0000","last_active":"2021-03-04T23:37:34.700643+0000","last_peered":"2021-03-04T23:37:34.700643+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.134366+0000","last_became_peered":"2021-03-04T23:37:24.134366+0000","last_unstale":"2021-03-04T23:37:34.700643+0000","last_undegraded":"2021-03-04T23:37:34.700643+0000","last_fullsized":"2021-03-04T23:37:24.133064+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":25,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":113,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"41.8","version":"969'35","reported_seq":"136","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.356267+0000","last_change":"2021-03-04T23:37:33.249095+0000","last_active":"2021-03-04T23:37:36.356267+0000","last_peered":"2021-03-04T23:37:36.356267+0000","last_clean":"2021-03-04T23:37:36.356267+0000","last_became_active":"2021-03-04T23:37:24.771009+0000","last_became_peered":"2021-03-04T23:37:24.771009+0000","last_unstale":"2021-03-04T23:37:36.356267+0000","last_undegraded":"2021-03-04T23:37:36.356267+0000","last_fullsized":"2021-03-04T23:37:36.356267+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":124,"num_write":34,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.7","version":"968'11","reported_seq":"35","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:35.054637+0000","last_change":"2021-03-04T23:37:35.056124+0000","last_active":"2021-03-04T23:37:35.054637+0000","last_peered":"2021-03-04T23:37:35.054637+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.135121+0000","last_became_peered":"2021-03-04T23:37:24.135121+0000","last_unstale":"2021-03-04T23:37:35.054637+0000","last_undegraded":"2021-03-04T23:37:34.780690+0000","last_fullsized":"2021-03-04T23:37:24.134164+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":25,"num_read_kb":24,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":["6","5"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"41.6","version":"970'124","reported_seq":"475","reported_epoch":"970","state":"active+clean","last_fresh":"2021-03-04T23:37:37.470015+0000","last_change":"2021-03-04T23:37:37.269398+0000","last_active":"2021-03-04T23:37:37.470015+0000","last_peered":"2021-03-04T23:37:37.470015+0000","last_clean":"2021-03-04T23:37:37.470015+0000","last_became_active":"2021-03-04T23:37:24.766930+0000","last_became_peered":"2021-03-04T23:37:24.766930+0000","last_unstale":"2021-03-04T23:37:37.470015+0000","last_undegraded":"2021-03-04T23:37:37.470015+0000","last_fullsized":"2021-03-04T23:37:37.470015+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":419,"num_read_kb":330,"num_write":164,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"},{"start":"8","length":"1"}]},{"pgid":"41.5","version":"968'20","reported_seq":"86","reported_epoch":"969","state":"active+undersized","last_fresh":"2021-03-04T23:37:36.259942+0000","last_change":"2021-03-04T23:37:33.857266+0000","last_active":"2021-03-04T23:37:36.259942+0000","last_peered":"2021-03-04T23:37:36.259942+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.132743+0000","last_became_peered":"2021-03-04T23:37:24.132743+0000","last_unstale":"2021-03-04T23:37:36.259942+0000","last_undegraded":"2021-03-04T23:37:36.259942+0000","last_fullsized":"2021-03-04T23:37:24.128798+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":4,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":85,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"41.4","version":"968'32","reported_seq":"99","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:34.288981+0000","last_change":"2021-03-04T23:37:33.495174+0000","last_active":"2021-03-04T23:37:34.288981+0000","last_peered":"2021-03-04T23:37:34.288981+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.137272+0000","last_became_peered":"2021-03-04T23:37:24.137272+0000","last_unstale":"2021-03-04T23:37:34.288981+0000","last_undegraded":"2021-03-04T23:37:34.288981+0000","last_fullsized":"2021-03-04T23:37:24.133218+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":32,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":95,"num_write":18,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"41.3","version":"968'74","reported_seq":"174","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:35.334986+0000","last_change":"2021-03-04T23:37:33.254885+0000","last_active":"2021-03-04T23:37:35.334986+0000","last_peered":"2021-03-04T23:37:35.334986+0000","last_clean":"2021-03-04T23:37:35.334986+0000","last_became_active":"2021-03-04T23:37:24.768879+0000","last_became_peered":"2021-03-04T23:37:24.768879+0000","last_unstale":"2021-03-04T23:37:35.334986+0000","last_undegraded":"2021-03-04T23:37:35.334986+0000","last_fullsized":"2021-03-04T23:37:35.334986+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":74,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":72,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.2","version":"968'57","reported_seq":"201","reported_epoch":"969","state":"active+undersized","last_fresh":"2021-03-04T23:37:36.259861+0000","last_change":"2021-03-04T23:37:30.221761+0000","last_active":"2021-03-04T23:37:36.259861+0000","last_peered":"2021-03-04T23:37:36.259861+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.768653+0000","last_became_peered":"2021-03-04T23:37:24.768653+0000","last_unstale":"2021-03-04T23:37:36.259861+0000","last_undegraded":"2021-03-04T23:37:36.259861+0000","last_fullsized":"2021-03-04T23:37:24.127444+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":57,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":4,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":216,"num_write":38,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"41.1","version":"968'18","reported_seq":"97","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.272412+0000","last_change":"2021-03-04T23:37:33.254556+0000","last_active":"2021-03-04T23:37:33.272412+0000","last_peered":"2021-03-04T23:37:33.272412+0000","last_clean":"2021-03-04T23:37:33.272412+0000","last_became_active":"2021-03-04T23:37:24.132575+0000","last_became_peered":"2021-03-04T23:37:24.132575+0000","last_unstale":"2021-03-04T23:37:33.272412+0000","last_undegraded":"2021-03-04T23:37:33.272412+0000","last_fullsized":"2021-03-04T23:37:33.272412+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":962,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":84,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"},{"start":"4","length":"1"},{"start":"6","length":"1"}]},{"pgid":"41.0","version":"968'12","reported_seq":"34","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:35.330999+0000","last_change":"2021-03-04T23:37:33.518912+0000","last_active":"2021-03-04T23:37:35.330999+0000","last_peered":"2021-03-04T23:37:35.330999+0000","last_clean":"2021-03-04T23:37:23.116335+0000","last_became_active":"2021-03-04T23:37:24.770664+0000","last_became_peered":"2021-03-04T23:37:24.770664+0000","last_unstale":"2021-03-04T23:37:35.330999+0000","last_undegraded":"2021-03-04T23:37:35.330999+0000","last_fullsized":"2021-03-04T23:37:24.132659+0000","mapping_epoch":961,"log_start":"0'0","ondisk_log_start":"0'0","created":961,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:37:23.116335+0000","last_clean_scrub_stamp":"2021-03-04T23:37:23.116335+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":3,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":17,"num_write":14,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"204","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.244413+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:37:32.244413+0000","last_peered":"2021-03-04T23:37:32.244413+0000","last_clean":"2021-03-04T23:37:32.244413+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:37:32.244413+0000","last_undegraded":"2021-03-04T23:37:32.244413+0000","last_fullsized":"2021-03-04T23:37:32.244413+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"97","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.249239+0000","last_change":"2021-03-04T23:36:46.850604+0000","last_active":"2021-03-04T23:37:33.249239+0000","last_peered":"2021-03-04T23:37:33.249239+0000","last_clean":"2021-03-04T23:32:26.289474+0000","last_became_active":"2021-03-04T23:36:46.850604+0000","last_became_peered":"2021-03-04T23:36:46.850604+0000","last_unstale":"2021-03-04T23:37:33.249239+0000","last_undegraded":"2021-03-04T23:36:46.725988+0000","last_fullsized":"2021-03-04T23:36:46.725825+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":2}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"944","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253800+0000","last_change":"2021-03-04T23:36:46.851500+0000","last_active":"2021-03-04T23:37:33.253800+0000","last_peered":"2021-03-04T23:37:33.253800+0000","last_clean":"2021-03-04T23:36:44.716740+0000","last_became_active":"2021-03-04T23:36:46.851500+0000","last_became_peered":"2021-03-04T23:36:46.851500+0000","last_unstale":"2021-03-04T23:37:33.253800+0000","last_undegraded":"2021-03-04T23:37:33.253800+0000","last_fullsized":"2021-03-04T23:36:46.847926+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"943","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.262146+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:37:33.262146+0000","last_peered":"2021-03-04T23:37:33.262146+0000","last_clean":"2021-03-04T23:37:33.262146+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:37:33.262146+0000","last_undegraded":"2021-03-04T23:37:33.262146+0000","last_fullsized":"2021-03-04T23:37:33.262146+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"463","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253926+0000","last_change":"2021-03-04T23:37:19.089128+0000","last_active":"2021-03-04T23:37:33.253926+0000","last_peered":"2021-03-04T23:37:33.253926+0000","last_clean":"2021-03-04T23:36:45.211362+0000","last_became_active":"2021-03-04T23:37:19.089128+0000","last_became_peered":"2021-03-04T23:37:19.089128+0000","last_unstale":"2021-03-04T23:37:33.253926+0000","last_undegraded":"2021-03-04T23:37:33.253926+0000","last_fullsized":"2021-03-04T23:37:19.080582+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"853","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248787+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:37:33.248787+0000","last_peered":"2021-03-04T23:37:33.248787+0000","last_clean":"2021-03-04T23:37:33.248787+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:37:33.248787+0000","last_undegraded":"2021-03-04T23:37:33.248787+0000","last_fullsized":"2021-03-04T23:37:33.248787+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"783","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.254371+0000","last_change":"2021-03-04T23:37:19.089741+0000","last_active":"2021-03-04T23:37:33.254371+0000","last_peered":"2021-03-04T23:37:33.254371+0000","last_clean":"2021-03-04T23:37:33.254371+0000","last_became_active":"2021-03-04T23:37:19.089443+0000","last_became_peered":"2021-03-04T23:37:19.089443+0000","last_unstale":"2021-03-04T23:37:33.254371+0000","last_undegraded":"2021-03-04T23:37:33.254371+0000","last_fullsized":"2021-03-04T23:37:33.254371+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"915","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248748+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:37:33.248748+0000","last_peered":"2021-03-04T23:37:33.248748+0000","last_clean":"2021-03-04T23:37:33.248748+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:37:33.248748+0000","last_undegraded":"2021-03-04T23:37:33.248748+0000","last_fullsized":"2021-03-04T23:37:33.248748+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"976","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.260032+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:37:36.260032+0000","last_peered":"2021-03-04T23:37:36.260032+0000","last_clean":"2021-03-04T23:37:36.260032+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:37:36.260032+0000","last_undegraded":"2021-03-04T23:37:36.260032+0000","last_fullsized":"2021-03-04T23:37:36.260032+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"43","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.247122+0000","last_change":"2021-03-04T23:37:19.087221+0000","last_active":"2021-03-04T23:37:33.247122+0000","last_peered":"2021-03-04T23:37:33.247122+0000","last_clean":"2021-03-04T22:51:39.420748+0000","last_became_active":"2021-03-04T23:37:19.087221+0000","last_became_peered":"2021-03-04T23:37:19.087221+0000","last_unstale":"2021-03-04T23:37:33.247122+0000","last_undegraded":"2021-03-04T23:37:33.247122+0000","last_fullsized":"2021-03-04T23:37:19.083269+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"168","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276583+0000","last_change":"2021-03-04T23:34:29.707187+0000","last_active":"2021-03-04T23:37:32.276583+0000","last_peered":"2021-03-04T23:37:32.276583+0000","last_clean":"2021-03-04T23:37:32.276583+0000","last_became_active":"2021-03-04T23:34:29.335656+0000","last_became_peered":"2021-03-04T23:34:29.335656+0000","last_unstale":"2021-03-04T23:37:32.276583+0000","last_undegraded":"2021-03-04T23:37:32.276583+0000","last_fullsized":"2021-03-04T23:37:32.276583+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"70","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248427+0000","last_change":"2021-03-04T23:37:19.087220+0000","last_active":"2021-03-04T23:37:33.248427+0000","last_peered":"2021-03-04T23:37:33.248427+0000","last_clean":"2021-03-04T23:37:33.248427+0000","last_became_active":"2021-03-04T23:37:19.086935+0000","last_became_peered":"2021-03-04T23:37:19.086935+0000","last_unstale":"2021-03-04T23:37:33.248427+0000","last_undegraded":"2021-03-04T23:37:33.248427+0000","last_fullsized":"2021-03-04T23:37:33.248427+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"744","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.247138+0000","last_change":"2021-03-04T23:36:46.848442+0000","last_active":"2021-03-04T23:37:33.247138+0000","last_peered":"2021-03-04T23:37:33.247138+0000","last_clean":"2021-03-04T23:23:56.825772+0000","last_became_active":"2021-03-04T23:36:46.848442+0000","last_became_peered":"2021-03-04T23:36:46.848442+0000","last_unstale":"2021-03-04T23:37:33.247138+0000","last_undegraded":"2021-03-04T23:36:46.843179+0000","last_fullsized":"2021-03-04T23:36:46.727066+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[{"shards":"1,4","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1260","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276798+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:37:32.276798+0000","last_peered":"2021-03-04T23:37:32.276798+0000","last_clean":"2021-03-04T23:37:32.276798+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:37:32.276798+0000","last_undegraded":"2021-03-04T23:37:32.276798+0000","last_fullsized":"2021-03-04T23:37:32.276798+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"430","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.253892+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:37:33.253892+0000","last_peered":"2021-03-04T23:37:33.253892+0000","last_clean":"2021-03-04T23:37:33.253892+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:37:33.253892+0000","last_undegraded":"2021-03-04T23:37:33.253892+0000","last_fullsized":"2021-03-04T23:37:33.253892+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"953","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253793+0000","last_change":"2021-03-04T23:36:46.851605+0000","last_active":"2021-03-04T23:37:33.253793+0000","last_peered":"2021-03-04T23:37:33.253793+0000","last_clean":"2021-03-04T23:36:44.716777+0000","last_became_active":"2021-03-04T23:36:46.851605+0000","last_became_peered":"2021-03-04T23:36:46.851605+0000","last_unstale":"2021-03-04T23:37:33.253793+0000","last_undegraded":"2021-03-04T23:37:33.253793+0000","last_fullsized":"2021-03-04T23:36:46.849341+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"381","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246951+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:37:33.246951+0000","last_peered":"2021-03-04T23:37:33.246951+0000","last_clean":"2021-03-04T23:37:33.246951+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:37:33.246951+0000","last_undegraded":"2021-03-04T23:37:33.246951+0000","last_fullsized":"2021-03-04T23:37:33.246951+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"927","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.262416+0000","last_change":"2021-03-04T23:36:46.850712+0000","last_active":"2021-03-04T23:37:33.262416+0000","last_peered":"2021-03-04T23:37:33.262416+0000","last_clean":"2021-03-04T23:36:44.718539+0000","last_became_active":"2021-03-04T23:36:46.850712+0000","last_became_peered":"2021-03-04T23:36:46.850712+0000","last_unstale":"2021-03-04T23:37:33.262416+0000","last_undegraded":"2021-03-04T23:36:46.726388+0000","last_fullsized":"2021-03-04T23:36:46.725939+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"201","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.260031+0000","last_change":"2021-03-04T23:37:19.084412+0000","last_active":"2021-03-04T23:37:36.260031+0000","last_peered":"2021-03-04T23:37:36.260031+0000","last_clean":"2021-03-04T23:37:36.260031+0000","last_became_active":"2021-03-04T23:37:19.084166+0000","last_became_peered":"2021-03-04T23:37:19.084166+0000","last_unstale":"2021-03-04T23:37:36.260031+0000","last_undegraded":"2021-03-04T23:37:36.260031+0000","last_fullsized":"2021-03-04T23:37:36.260031+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"747","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.248533+0000","last_change":"2021-03-04T23:36:46.850742+0000","last_active":"2021-03-04T23:37:33.248533+0000","last_peered":"2021-03-04T23:37:33.248533+0000","last_clean":"2021-03-04T23:32:09.034835+0000","last_became_active":"2021-03-04T23:36:46.850742+0000","last_became_peered":"2021-03-04T23:36:46.850742+0000","last_unstale":"2021-03-04T23:37:33.248533+0000","last_undegraded":"2021-03-04T23:37:33.248533+0000","last_fullsized":"2021-03-04T23:36:46.724923+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"312","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.247165+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:37:33.247165+0000","last_peered":"2021-03-04T23:37:33.247165+0000","last_clean":"2021-03-04T23:37:33.247165+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:37:33.247165+0000","last_undegraded":"2021-03-04T23:37:33.247165+0000","last_fullsized":"2021-03-04T23:37:33.247165+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"848","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.246988+0000","last_change":"2021-03-04T23:37:19.085245+0000","last_active":"2021-03-04T23:37:33.246988+0000","last_peered":"2021-03-04T23:37:33.246988+0000","last_clean":"2021-03-04T23:33:37.316073+0000","last_became_active":"2021-03-04T23:37:19.085245+0000","last_became_peered":"2021-03-04T23:37:19.085245+0000","last_unstale":"2021-03-04T23:37:33.246988+0000","last_undegraded":"2021-03-04T23:37:33.246988+0000","last_fullsized":"2021-03-04T23:37:19.083148+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"976","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.276577+0000","last_change":"2021-03-04T23:36:46.852424+0000","last_active":"2021-03-04T23:37:32.276577+0000","last_peered":"2021-03-04T23:37:32.276577+0000","last_clean":"2021-03-04T23:36:45.539132+0000","last_became_active":"2021-03-04T23:36:46.852424+0000","last_became_peered":"2021-03-04T23:36:46.852424+0000","last_unstale":"2021-03-04T23:37:32.276577+0000","last_undegraded":"2021-03-04T23:37:32.276577+0000","last_fullsized":"2021-03-04T23:36:46.727883+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":684,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"712","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.247070+0000","last_change":"2021-03-04T23:36:46.851319+0000","last_active":"2021-03-04T23:37:33.247070+0000","last_peered":"2021-03-04T23:37:33.247070+0000","last_clean":"2021-03-04T23:23:56.825002+0000","last_became_active":"2021-03-04T23:36:46.851319+0000","last_became_peered":"2021-03-04T23:36:46.851319+0000","last_unstale":"2021-03-04T23:37:33.247070+0000","last_undegraded":"2021-03-04T23:37:33.247070+0000","last_fullsized":"2021-03-04T23:36:46.846002+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"804","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253693+0000","last_change":"2021-03-04T23:37:19.089133+0000","last_active":"2021-03-04T23:37:33.253693+0000","last_peered":"2021-03-04T23:37:33.253693+0000","last_clean":"2021-03-04T23:33:54.593441+0000","last_became_active":"2021-03-04T23:37:19.089133+0000","last_became_peered":"2021-03-04T23:37:19.089133+0000","last_unstale":"2021-03-04T23:37:33.253693+0000","last_undegraded":"2021-03-04T23:37:33.253693+0000","last_fullsized":"2021-03-04T23:37:19.079676+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"1007","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.246532+0000","last_change":"2021-03-04T23:36:46.852028+0000","last_active":"2021-03-04T23:37:33.246532+0000","last_peered":"2021-03-04T23:37:33.246532+0000","last_clean":"2021-03-04T23:36:45.537534+0000","last_became_active":"2021-03-04T23:36:46.852028+0000","last_became_peered":"2021-03-04T23:36:46.852028+0000","last_unstale":"2021-03-04T23:37:33.246532+0000","last_undegraded":"2021-03-04T23:37:33.246532+0000","last_fullsized":"2021-03-04T23:36:46.847366+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"329","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246844+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:37:33.246844+0000","last_peered":"2021-03-04T23:37:33.246844+0000","last_clean":"2021-03-04T23:37:33.246844+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:37:33.246844+0000","last_undegraded":"2021-03-04T23:37:33.246844+0000","last_fullsized":"2021-03-04T23:37:33.246844+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"168","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.276276+0000","last_change":"2021-03-04T23:36:46.728362+0000","last_active":"2021-03-04T23:37:32.276276+0000","last_peered":"2021-03-04T23:37:32.276276+0000","last_clean":"2021-03-04T23:36:45.537337+0000","last_became_active":"2021-03-04T23:36:46.728362+0000","last_became_peered":"2021-03-04T23:36:46.728362+0000","last_unstale":"2021-03-04T23:37:32.276276+0000","last_undegraded":"2021-03-04T23:37:32.276276+0000","last_fullsized":"2021-03-04T23:36:46.726678+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"928","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.253874+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:37:33.253874+0000","last_peered":"2021-03-04T23:37:33.253874+0000","last_clean":"2021-03-04T23:37:33.253874+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:37:33.253874+0000","last_undegraded":"2021-03-04T23:37:33.253874+0000","last_fullsized":"2021-03-04T23:37:33.253874+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"713","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.275892+0000","last_change":"2021-03-04T23:36:46.849603+0000","last_active":"2021-03-04T23:37:32.275892+0000","last_peered":"2021-03-04T23:37:32.275892+0000","last_clean":"2021-03-04T23:23:37.387936+0000","last_became_active":"2021-03-04T23:36:46.849603+0000","last_became_peered":"2021-03-04T23:36:46.849603+0000","last_unstale":"2021-03-04T23:37:32.275892+0000","last_undegraded":"2021-03-04T23:37:32.275892+0000","last_fullsized":"2021-03-04T23:36:46.727356+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.793505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.793505+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1212","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248794+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:37:33.248794+0000","last_peered":"2021-03-04T23:37:33.248794+0000","last_clean":"2021-03-04T23:37:33.248794+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:37:33.248794+0000","last_undegraded":"2021-03-04T23:37:33.248794+0000","last_fullsized":"2021-03-04T23:37:33.248794+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"309","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.247177+0000","last_change":"2021-03-04T23:36:46.848627+0000","last_active":"2021-03-04T23:37:33.247177+0000","last_peered":"2021-03-04T23:37:33.247177+0000","last_clean":"2021-03-04T23:36:45.538965+0000","last_became_active":"2021-03-04T23:36:46.848627+0000","last_became_peered":"2021-03-04T23:36:46.848627+0000","last_unstale":"2021-03-04T23:37:33.247177+0000","last_undegraded":"2021-03-04T23:37:33.247177+0000","last_fullsized":"2021-03-04T23:36:46.727051+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"306","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246272+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:37:33.246272+0000","last_peered":"2021-03-04T23:37:33.246272+0000","last_clean":"2021-03-04T23:37:33.246272+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:37:33.246272+0000","last_undegraded":"2021-03-04T23:37:33.246272+0000","last_fullsized":"2021-03-04T23:37:33.246272+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"1117","reported_epoch":"969","state":"active+undersized","last_fresh":"2021-03-04T23:37:36.259806+0000","last_change":"2021-03-04T23:36:46.852018+0000","last_active":"2021-03-04T23:37:36.259806+0000","last_peered":"2021-03-04T23:37:36.259806+0000","last_clean":"2021-03-04T23:36:44.721553+0000","last_became_active":"2021-03-04T23:36:46.852018+0000","last_became_peered":"2021-03-04T23:36:46.852018+0000","last_unstale":"2021-03-04T23:37:36.259806+0000","last_undegraded":"2021-03-04T23:37:36.259806+0000","last_fullsized":"2021-03-04T23:36:46.727130+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"782","reported_epoch":"969","state":"active+undersized","last_fresh":"2021-03-04T23:37:36.259904+0000","last_change":"2021-03-04T23:37:19.083351+0000","last_active":"2021-03-04T23:37:36.259904+0000","last_peered":"2021-03-04T23:37:36.259904+0000","last_clean":"2021-03-04T23:33:54.593562+0000","last_became_active":"2021-03-04T23:37:19.083351+0000","last_became_peered":"2021-03-04T23:37:19.083351+0000","last_unstale":"2021-03-04T23:37:36.259904+0000","last_undegraded":"2021-03-04T23:37:36.259904+0000","last_fullsized":"2021-03-04T23:37:19.078456+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"288","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246965+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:37:33.246965+0000","last_peered":"2021-03-04T23:37:33.246965+0000","last_clean":"2021-03-04T23:37:33.246965+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:37:33.246965+0000","last_undegraded":"2021-03-04T23:37:33.246965+0000","last_fullsized":"2021-03-04T23:37:33.246965+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"906","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.276216+0000","last_change":"2021-03-04T23:37:19.088655+0000","last_active":"2021-03-04T23:37:32.276216+0000","last_peered":"2021-03-04T23:37:32.276216+0000","last_clean":"2021-03-04T23:36:45.212293+0000","last_became_active":"2021-03-04T23:37:19.088655+0000","last_became_peered":"2021-03-04T23:37:19.088655+0000","last_unstale":"2021-03-04T23:37:32.276216+0000","last_undegraded":"2021-03-04T23:37:32.276216+0000","last_fullsized":"2021-03-04T23:37:19.086158+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"970","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248282+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:37:33.248282+0000","last_peered":"2021-03-04T23:37:33.248282+0000","last_clean":"2021-03-04T23:37:33.248282+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:37:33.248282+0000","last_undegraded":"2021-03-04T23:37:33.248282+0000","last_fullsized":"2021-03-04T23:37:33.248282+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"356","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.248615+0000","last_change":"2021-03-04T23:36:46.846124+0000","last_active":"2021-03-04T23:37:33.248615+0000","last_peered":"2021-03-04T23:37:33.248615+0000","last_clean":"2021-03-04T23:36:44.717112+0000","last_became_active":"2021-03-04T23:36:46.846124+0000","last_became_peered":"2021-03-04T23:36:46.846124+0000","last_unstale":"2021-03-04T23:37:33.248615+0000","last_undegraded":"2021-03-04T23:37:33.248615+0000","last_fullsized":"2021-03-04T23:36:46.724427+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"321","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246630+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:37:33.246630+0000","last_peered":"2021-03-04T23:37:33.246630+0000","last_clean":"2021-03-04T23:37:33.246630+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:37:33.246630+0000","last_undegraded":"2021-03-04T23:37:33.246630+0000","last_fullsized":"2021-03-04T23:37:33.246630+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"904","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248886+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:37:33.248886+0000","last_peered":"2021-03-04T23:37:33.248886+0000","last_clean":"2021-03-04T23:37:33.248886+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:37:33.248886+0000","last_undegraded":"2021-03-04T23:37:33.248886+0000","last_fullsized":"2021-03-04T23:37:33.248886+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"348","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.246997+0000","last_change":"2021-03-04T23:36:46.850136+0000","last_active":"2021-03-04T23:37:33.246997+0000","last_peered":"2021-03-04T23:37:33.246997+0000","last_clean":"2021-03-04T23:36:45.538566+0000","last_became_active":"2021-03-04T23:36:46.850136+0000","last_became_peered":"2021-03-04T23:36:46.850136+0000","last_unstale":"2021-03-04T23:37:33.246997+0000","last_undegraded":"2021-03-04T23:37:33.246997+0000","last_fullsized":"2021-03-04T23:36:46.848410+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"979","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276712+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:37:32.276712+0000","last_peered":"2021-03-04T23:37:32.276712+0000","last_clean":"2021-03-04T23:37:32.276712+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:37:32.276712+0000","last_undegraded":"2021-03-04T23:37:32.276712+0000","last_fullsized":"2021-03-04T23:37:32.276712+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"326","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.247250+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:37:33.247250+0000","last_peered":"2021-03-04T23:37:33.247250+0000","last_clean":"2021-03-04T23:37:33.247250+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:37:33.247250+0000","last_undegraded":"2021-03-04T23:37:33.247250+0000","last_fullsized":"2021-03-04T23:37:33.247250+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"959","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.253741+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:37:33.253741+0000","last_peered":"2021-03-04T23:37:33.253741+0000","last_clean":"2021-03-04T23:37:33.253741+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:37:33.253741+0000","last_undegraded":"2021-03-04T23:37:33.253741+0000","last_fullsized":"2021-03-04T23:37:33.253741+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"417","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246592+0000","last_change":"2021-03-04T23:33:33.482637+0000","last_active":"2021-03-04T23:37:33.246592+0000","last_peered":"2021-03-04T23:37:33.246592+0000","last_clean":"2021-03-04T23:37:33.246592+0000","last_became_active":"2021-03-04T23:31:56.268951+0000","last_became_peered":"2021-03-04T23:31:56.268951+0000","last_unstale":"2021-03-04T23:37:33.246592+0000","last_undegraded":"2021-03-04T23:37:33.246592+0000","last_fullsized":"2021-03-04T23:37:33.246592+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"336","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248412+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:37:33.248412+0000","last_peered":"2021-03-04T23:37:33.248412+0000","last_clean":"2021-03-04T23:37:33.248412+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:37:33.248412+0000","last_undegraded":"2021-03-04T23:37:33.248412+0000","last_fullsized":"2021-03-04T23:37:33.248412+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"840","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276400+0000","last_change":"2021-03-04T23:37:19.088503+0000","last_active":"2021-03-04T23:37:32.276400+0000","last_peered":"2021-03-04T23:37:32.276400+0000","last_clean":"2021-03-04T23:37:32.276400+0000","last_became_active":"2021-03-04T23:37:19.088285+0000","last_became_peered":"2021-03-04T23:37:19.088285+0000","last_unstale":"2021-03-04T23:37:32.276400+0000","last_undegraded":"2021-03-04T23:37:32.276400+0000","last_fullsized":"2021-03-04T23:37:32.276400+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"429","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.259829+0000","last_change":"2021-03-04T23:37:19.084915+0000","last_active":"2021-03-04T23:37:36.259829+0000","last_peered":"2021-03-04T23:37:36.259829+0000","last_clean":"2021-03-04T23:37:36.259829+0000","last_became_active":"2021-03-04T23:37:19.084616+0000","last_became_peered":"2021-03-04T23:37:19.084616+0000","last_unstale":"2021-03-04T23:37:36.259829+0000","last_undegraded":"2021-03-04T23:37:36.259829+0000","last_fullsized":"2021-03-04T23:37:36.259829+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"767","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.246227+0000","last_change":"2021-03-04T23:36:46.848493+0000","last_active":"2021-03-04T23:37:33.246227+0000","last_peered":"2021-03-04T23:37:33.246227+0000","last_clean":"2021-03-04T23:25:20.170806+0000","last_became_active":"2021-03-04T23:36:46.848493+0000","last_became_peered":"2021-03-04T23:36:46.848493+0000","last_unstale":"2021-03-04T23:37:33.246227+0000","last_undegraded":"2021-03-04T23:37:33.246227+0000","last_fullsized":"2021-03-04T23:36:46.726861+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:06.144444+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:06.144444+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"323","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.246969+0000","last_change":"2021-03-04T23:36:46.848779+0000","last_active":"2021-03-04T23:37:33.246969+0000","last_peered":"2021-03-04T23:37:33.246969+0000","last_clean":"2021-03-04T23:36:45.537743+0000","last_became_active":"2021-03-04T23:36:46.848779+0000","last_became_peered":"2021-03-04T23:36:46.848779+0000","last_unstale":"2021-03-04T23:37:33.246969+0000","last_undegraded":"2021-03-04T23:37:33.246969+0000","last_fullsized":"2021-03-04T23:36:46.726822+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"681","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.260078+0000","last_change":"2021-03-04T23:37:19.084550+0000","last_active":"2021-03-04T23:37:36.260078+0000","last_peered":"2021-03-04T23:37:36.260078+0000","last_clean":"2021-03-04T23:37:36.260078+0000","last_became_active":"2021-03-04T23:37:19.084315+0000","last_became_peered":"2021-03-04T23:37:19.084315+0000","last_unstale":"2021-03-04T23:37:36.260078+0000","last_undegraded":"2021-03-04T23:37:36.260078+0000","last_fullsized":"2021-03-04T23:37:36.260078+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"962","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276241+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:37:32.276241+0000","last_peered":"2021-03-04T23:37:32.276241+0000","last_clean":"2021-03-04T23:37:32.276241+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:37:32.276241+0000","last_undegraded":"2021-03-04T23:37:32.276241+0000","last_fullsized":"2021-03-04T23:37:32.276241+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"783","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248697+0000","last_change":"2021-03-04T23:37:19.088161+0000","last_active":"2021-03-04T23:37:33.248697+0000","last_peered":"2021-03-04T23:37:33.248697+0000","last_clean":"2021-03-04T23:37:33.248697+0000","last_became_active":"2021-03-04T23:37:19.087816+0000","last_became_peered":"2021-03-04T23:37:19.087816+0000","last_unstale":"2021-03-04T23:37:33.248697+0000","last_undegraded":"2021-03-04T23:37:33.248697+0000","last_fullsized":"2021-03-04T23:37:33.248697+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"181","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248553+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:37:33.248553+0000","last_peered":"2021-03-04T23:37:33.248553+0000","last_clean":"2021-03-04T23:37:33.248553+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:37:33.248553+0000","last_undegraded":"2021-03-04T23:37:33.248553+0000","last_fullsized":"2021-03-04T23:37:33.248553+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"625","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.254180+0000","last_change":"2021-03-04T23:37:19.089471+0000","last_active":"2021-03-04T23:37:33.254180+0000","last_peered":"2021-03-04T23:37:33.254180+0000","last_clean":"2021-03-04T23:37:33.254180+0000","last_became_active":"2021-03-04T23:37:19.089245+0000","last_became_peered":"2021-03-04T23:37:19.089245+0000","last_unstale":"2021-03-04T23:37:33.254180+0000","last_undegraded":"2021-03-04T23:37:33.254180+0000","last_fullsized":"2021-03-04T23:37:33.254180+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"903","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.254115+0000","last_change":"2021-03-04T23:36:46.849394+0000","last_active":"2021-03-04T23:37:33.254115+0000","last_peered":"2021-03-04T23:37:33.254115+0000","last_clean":"2021-03-04T23:36:44.716778+0000","last_became_active":"2021-03-04T23:36:46.849394+0000","last_became_peered":"2021-03-04T23:36:46.849394+0000","last_unstale":"2021-03-04T23:37:33.254115+0000","last_undegraded":"2021-03-04T23:36:46.845525+0000","last_fullsized":"2021-03-04T23:36:46.726445+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"3,4","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"897","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246464+0000","last_change":"2021-03-04T23:33:33.483790+0000","last_active":"2021-03-04T23:37:33.246464+0000","last_peered":"2021-03-04T23:37:33.246464+0000","last_clean":"2021-03-04T23:37:33.246464+0000","last_became_active":"2021-03-04T23:32:19.276413+0000","last_became_peered":"2021-03-04T23:32:19.276413+0000","last_unstale":"2021-03-04T23:37:33.246464+0000","last_undegraded":"2021-03-04T23:37:33.246464+0000","last_fullsized":"2021-03-04T23:37:33.246464+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"875","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.253701+0000","last_change":"2021-03-04T23:32:19.277700+0000","last_active":"2021-03-04T23:37:33.253701+0000","last_peered":"2021-03-04T23:37:33.253701+0000","last_clean":"2021-03-04T23:37:33.253701+0000","last_became_active":"2021-03-04T23:32:19.277439+0000","last_became_peered":"2021-03-04T23:32:19.277439+0000","last_unstale":"2021-03-04T23:37:33.253701+0000","last_undegraded":"2021-03-04T23:37:33.253701+0000","last_fullsized":"2021-03-04T23:37:33.253701+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"712","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.246655+0000","last_change":"2021-03-04T23:36:46.848950+0000","last_active":"2021-03-04T23:37:33.246655+0000","last_peered":"2021-03-04T23:37:33.246655+0000","last_clean":"2021-03-04T23:23:56.826352+0000","last_became_active":"2021-03-04T23:36:46.848950+0000","last_became_peered":"2021-03-04T23:36:46.848950+0000","last_unstale":"2021-03-04T23:37:33.246655+0000","last_undegraded":"2021-03-04T23:37:33.246655+0000","last_fullsized":"2021-03-04T23:36:46.727102+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"889","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248653+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:37:33.248653+0000","last_peered":"2021-03-04T23:37:33.248653+0000","last_clean":"2021-03-04T23:37:33.248653+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:37:33.248653+0000","last_undegraded":"2021-03-04T23:37:33.248653+0000","last_fullsized":"2021-03-04T23:37:33.248653+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"674","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.247218+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:37:33.247218+0000","last_peered":"2021-03-04T23:37:33.247218+0000","last_clean":"2021-03-04T23:37:33.247218+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:37:33.247218+0000","last_undegraded":"2021-03-04T23:37:33.247218+0000","last_fullsized":"2021-03-04T23:37:33.247218+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"198","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.244784+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:37:32.244784+0000","last_peered":"2021-03-04T23:37:32.244784+0000","last_clean":"2021-03-04T23:37:32.244784+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:37:32.244784+0000","last_undegraded":"2021-03-04T23:37:32.244784+0000","last_fullsized":"2021-03-04T23:37:32.244784+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"162","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276431+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:37:32.276431+0000","last_peered":"2021-03-04T23:37:32.276431+0000","last_clean":"2021-03-04T23:37:32.276431+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:37:32.276431+0000","last_undegraded":"2021-03-04T23:37:32.276431+0000","last_fullsized":"2021-03-04T23:37:32.276431+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"185","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248763+0000","last_change":"2021-03-04T23:34:11.331837+0000","last_active":"2021-03-04T23:37:33.248763+0000","last_peered":"2021-03-04T23:37:33.248763+0000","last_clean":"2021-03-04T23:37:33.248763+0000","last_became_active":"2021-03-04T23:34:11.329060+0000","last_became_peered":"2021-03-04T23:34:11.329060+0000","last_unstale":"2021-03-04T23:37:33.248763+0000","last_undegraded":"2021-03-04T23:37:33.248763+0000","last_fullsized":"2021-03-04T23:37:33.248763+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"1120","reported_epoch":"969","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:36.259831+0000","last_change":"2021-03-04T23:36:46.848535+0000","last_active":"2021-03-04T23:37:36.259831+0000","last_peered":"2021-03-04T23:37:36.259831+0000","last_clean":"2021-03-04T23:36:44.722000+0000","last_became_active":"2021-03-04T23:36:46.848535+0000","last_became_peered":"2021-03-04T23:36:46.848535+0000","last_unstale":"2021-03-04T23:37:36.259831+0000","last_undegraded":"2021-03-04T23:36:46.727170+0000","last_fullsized":"2021-03-04T23:36:46.727062+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[{"shards":"2,5","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"1013","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276678+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:37:32.276678+0000","last_peered":"2021-03-04T23:37:32.276678+0000","last_clean":"2021-03-04T23:37:32.276678+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:37:32.276678+0000","last_undegraded":"2021-03-04T23:37:32.276678+0000","last_fullsized":"2021-03-04T23:37:32.276678+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"713","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246467+0000","last_change":"2021-03-04T23:37:19.089413+0000","last_active":"2021-03-04T23:37:33.246467+0000","last_peered":"2021-03-04T23:37:33.246467+0000","last_clean":"2021-03-04T23:37:33.246467+0000","last_became_active":"2021-03-04T23:37:19.089171+0000","last_became_peered":"2021-03-04T23:37:19.089171+0000","last_unstale":"2021-03-04T23:37:33.246467+0000","last_undegraded":"2021-03-04T23:37:33.246467+0000","last_fullsized":"2021-03-04T23:37:33.246467+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"759","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.247349+0000","last_change":"2021-03-04T23:37:19.086520+0000","last_active":"2021-03-04T23:37:33.247349+0000","last_peered":"2021-03-04T23:37:33.247349+0000","last_clean":"2021-03-04T23:33:54.592227+0000","last_became_active":"2021-03-04T23:37:19.086520+0000","last_became_peered":"2021-03-04T23:37:19.086520+0000","last_unstale":"2021-03-04T23:37:33.247349+0000","last_undegraded":"2021-03-04T23:37:19.084089+0000","last_fullsized":"2021-03-04T23:37:19.084003+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[{"shards":"1,4","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"685","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.244784+0000","last_change":"2021-03-04T23:36:46.726461+0000","last_active":"2021-03-04T23:37:32.244784+0000","last_peered":"2021-03-04T23:37:32.244784+0000","last_clean":"2021-03-04T23:36:45.213651+0000","last_became_active":"2021-03-04T23:36:46.726461+0000","last_became_peered":"2021-03-04T23:36:46.726461+0000","last_unstale":"2021-03-04T23:37:32.244784+0000","last_undegraded":"2021-03-04T23:37:32.244784+0000","last_fullsized":"2021-03-04T23:36:46.724796+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"411","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.254265+0000","last_change":"2021-03-04T23:36:46.849131+0000","last_active":"2021-03-04T23:37:33.254265+0000","last_peered":"2021-03-04T23:37:33.254265+0000","last_clean":"2021-03-04T23:36:44.717775+0000","last_became_active":"2021-03-04T23:36:46.849131+0000","last_became_peered":"2021-03-04T23:36:46.849131+0000","last_unstale":"2021-03-04T23:37:33.254265+0000","last_undegraded":"2021-03-04T23:37:33.254265+0000","last_fullsized":"2021-03-04T23:36:46.726387+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":686,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"190","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248424+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:37:33.248424+0000","last_peered":"2021-03-04T23:37:33.248424+0000","last_clean":"2021-03-04T23:37:33.248424+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:37:33.248424+0000","last_undegraded":"2021-03-04T23:37:33.248424+0000","last_fullsized":"2021-03-04T23:37:33.248424+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"35","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.247387+0000","last_change":"2021-03-04T23:37:19.086529+0000","last_active":"2021-03-04T23:37:33.247387+0000","last_peered":"2021-03-04T23:37:33.247387+0000","last_clean":"2021-03-04T22:51:42.871378+0000","last_became_active":"2021-03-04T23:37:19.086529+0000","last_became_peered":"2021-03-04T23:37:19.086529+0000","last_unstale":"2021-03-04T23:37:33.247387+0000","last_undegraded":"2021-03-04T23:37:19.084248+0000","last_fullsized":"2021-03-04T23:37:19.084138+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[{"shards":"1,4","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"689","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.260211+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:37:36.260211+0000","last_peered":"2021-03-04T23:37:36.260211+0000","last_clean":"2021-03-04T23:37:36.260211+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:37:36.260211+0000","last_undegraded":"2021-03-04T23:37:36.260211+0000","last_fullsized":"2021-03-04T23:37:36.260211+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"113","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.247402+0000","last_change":"2021-03-04T23:37:19.085681+0000","last_active":"2021-03-04T23:37:33.247402+0000","last_peered":"2021-03-04T23:37:33.247402+0000","last_clean":"2021-03-04T23:37:33.247402+0000","last_became_active":"2021-03-04T23:37:19.085450+0000","last_became_peered":"2021-03-04T23:37:19.085450+0000","last_unstale":"2021-03-04T23:37:33.247402+0000","last_undegraded":"2021-03-04T23:37:33.247402+0000","last_fullsized":"2021-03-04T23:37:33.247402+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"950","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.262216+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:37:33.262216+0000","last_peered":"2021-03-04T23:37:33.262216+0000","last_clean":"2021-03-04T23:37:33.262216+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:37:33.262216+0000","last_undegraded":"2021-03-04T23:37:33.262216+0000","last_fullsized":"2021-03-04T23:37:33.262216+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"1040","reported_epoch":"967","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:32.276216+0000","last_change":"2021-03-04T23:36:46.728724+0000","last_active":"2021-03-04T23:37:32.276216+0000","last_peered":"2021-03-04T23:37:32.276216+0000","last_clean":"2021-03-04T23:36:45.541160+0000","last_became_active":"2021-03-04T23:36:46.728724+0000","last_became_peered":"2021-03-04T23:36:46.728724+0000","last_unstale":"2021-03-04T23:37:32.276216+0000","last_undegraded":"2021-03-04T23:36:46.726829+0000","last_fullsized":"2021-03-04T23:36:46.726642+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"5,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"329","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276002+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:37:32.276002+0000","last_peered":"2021-03-04T23:37:32.276002+0000","last_clean":"2021-03-04T23:37:32.276002+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:37:32.276002+0000","last_undegraded":"2021-03-04T23:37:32.276002+0000","last_fullsized":"2021-03-04T23:37:32.276002+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"270","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248561+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:37:33.248561+0000","last_peered":"2021-03-04T23:37:33.248561+0000","last_clean":"2021-03-04T23:37:33.248561+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:37:33.248561+0000","last_undegraded":"2021-03-04T23:37:33.248561+0000","last_fullsized":"2021-03-04T23:37:33.248561+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"751","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.262305+0000","last_change":"2021-03-04T23:36:46.852035+0000","last_active":"2021-03-04T23:37:33.262305+0000","last_peered":"2021-03-04T23:37:33.262305+0000","last_clean":"2021-03-04T23:28:26.807728+0000","last_became_active":"2021-03-04T23:36:46.852035+0000","last_became_peered":"2021-03-04T23:36:46.852035+0000","last_unstale":"2021-03-04T23:37:33.262305+0000","last_undegraded":"2021-03-04T23:37:33.262305+0000","last_fullsized":"2021-03-04T23:36:46.849222+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"290","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.244530+0000","last_change":"2021-03-04T23:36:46.728118+0000","last_active":"2021-03-04T23:37:32.244530+0000","last_peered":"2021-03-04T23:37:32.244530+0000","last_clean":"2021-03-04T23:36:45.212050+0000","last_became_active":"2021-03-04T23:36:46.728118+0000","last_became_peered":"2021-03-04T23:36:46.728118+0000","last_unstale":"2021-03-04T23:37:32.244530+0000","last_undegraded":"2021-03-04T23:37:32.244530+0000","last_fullsized":"2021-03-04T23:36:46.724721+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"462","reported_epoch":"969","state":"active+undersized","last_fresh":"2021-03-04T23:37:36.259628+0000","last_change":"2021-03-04T23:36:46.851454+0000","last_active":"2021-03-04T23:37:36.259628+0000","last_peered":"2021-03-04T23:37:36.259628+0000","last_clean":"2021-03-04T23:36:44.721422+0000","last_became_active":"2021-03-04T23:36:46.851454+0000","last_became_peered":"2021-03-04T23:36:46.851454+0000","last_unstale":"2021-03-04T23:37:36.259628+0000","last_undegraded":"2021-03-04T23:37:36.259628+0000","last_fullsized":"2021-03-04T23:36:46.844485+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"311","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246965+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:37:33.246965+0000","last_peered":"2021-03-04T23:37:33.246965+0000","last_clean":"2021-03-04T23:37:33.246965+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:37:33.246965+0000","last_undegraded":"2021-03-04T23:37:33.246965+0000","last_fullsized":"2021-03-04T23:37:33.246965+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"181","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248625+0000","last_change":"2021-03-04T23:34:11.329379+0000","last_active":"2021-03-04T23:37:33.248625+0000","last_peered":"2021-03-04T23:37:33.248625+0000","last_clean":"2021-03-04T23:37:33.248625+0000","last_became_active":"2021-03-04T23:34:11.328858+0000","last_became_peered":"2021-03-04T23:34:11.328858+0000","last_unstale":"2021-03-04T23:37:33.248625+0000","last_undegraded":"2021-03-04T23:37:33.248625+0000","last_fullsized":"2021-03-04T23:37:33.248625+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"732","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253776+0000","last_change":"2021-03-04T23:36:46.849561+0000","last_active":"2021-03-04T23:37:33.253776+0000","last_peered":"2021-03-04T23:37:33.253776+0000","last_clean":"2021-03-04T23:28:26.807683+0000","last_became_active":"2021-03-04T23:36:46.849561+0000","last_became_peered":"2021-03-04T23:36:46.849561+0000","last_unstale":"2021-03-04T23:37:33.253776+0000","last_undegraded":"2021-03-04T23:37:33.253776+0000","last_fullsized":"2021-03-04T23:36:46.726713+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"267","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248439+0000","last_change":"2021-03-04T23:34:29.336692+0000","last_active":"2021-03-04T23:37:33.248439+0000","last_peered":"2021-03-04T23:37:33.248439+0000","last_clean":"2021-03-04T23:37:33.248439+0000","last_became_active":"2021-03-04T23:34:29.336267+0000","last_became_peered":"2021-03-04T23:34:29.336267+0000","last_unstale":"2021-03-04T23:37:33.248439+0000","last_undegraded":"2021-03-04T23:37:33.248439+0000","last_fullsized":"2021-03-04T23:37:33.248439+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"299","reported_epoch":"967","state":"active+undersized","last_fresh":"2021-03-04T23:37:32.244767+0000","last_change":"2021-03-04T23:36:46.851007+0000","last_active":"2021-03-04T23:37:32.244767+0000","last_peered":"2021-03-04T23:37:32.244767+0000","last_clean":"2021-03-04T23:33:38.072243+0000","last_became_active":"2021-03-04T23:36:46.851007+0000","last_became_peered":"2021-03-04T23:36:46.851007+0000","last_unstale":"2021-03-04T23:37:32.244767+0000","last_undegraded":"2021-03-04T23:37:32.244767+0000","last_fullsized":"2021-03-04T23:36:46.725719+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"929","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.254236+0000","last_change":"2021-03-04T23:31:56.269302+0000","last_active":"2021-03-04T23:37:33.254236+0000","last_peered":"2021-03-04T23:37:33.254236+0000","last_clean":"2021-03-04T23:37:33.254236+0000","last_became_active":"2021-03-04T23:31:56.269056+0000","last_became_peered":"2021-03-04T23:31:56.269056+0000","last_unstale":"2021-03-04T23:37:33.254236+0000","last_undegraded":"2021-03-04T23:37:33.254236+0000","last_fullsized":"2021-03-04T23:37:33.254236+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"97","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.259823+0000","last_change":"2021-03-04T23:37:19.084590+0000","last_active":"2021-03-04T23:37:36.259823+0000","last_peered":"2021-03-04T23:37:36.259823+0000","last_clean":"2021-03-04T23:37:36.259823+0000","last_became_active":"2021-03-04T23:37:19.083848+0000","last_became_peered":"2021-03-04T23:37:19.083848+0000","last_unstale":"2021-03-04T23:37:36.259823+0000","last_undegraded":"2021-03-04T23:37:36.259823+0000","last_fullsized":"2021-03-04T23:37:36.259823+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"763","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.248103+0000","last_change":"2021-03-04T23:36:46.852516+0000","last_active":"2021-03-04T23:37:33.248103+0000","last_peered":"2021-03-04T23:37:33.248103+0000","last_clean":"2021-03-04T23:34:09.310586+0000","last_became_active":"2021-03-04T23:36:46.852516+0000","last_became_peered":"2021-03-04T23:36:46.852516+0000","last_unstale":"2021-03-04T23:37:33.248103+0000","last_undegraded":"2021-03-04T23:37:33.248103+0000","last_fullsized":"2021-03-04T23:36:46.724103+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"1011","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.248260+0000","last_change":"2021-03-04T23:36:46.849785+0000","last_active":"2021-03-04T23:37:33.248260+0000","last_peered":"2021-03-04T23:37:33.248260+0000","last_clean":"2021-03-04T23:36:44.717233+0000","last_became_active":"2021-03-04T23:36:46.849785+0000","last_became_peered":"2021-03-04T23:36:46.849785+0000","last_unstale":"2021-03-04T23:37:33.248260+0000","last_undegraded":"2021-03-04T23:37:33.248260+0000","last_fullsized":"2021-03-04T23:36:46.725501+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"682","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276242+0000","last_change":"2021-03-04T23:37:19.091063+0000","last_active":"2021-03-04T23:37:32.276242+0000","last_peered":"2021-03-04T23:37:32.276242+0000","last_clean":"2021-03-04T23:37:32.276242+0000","last_became_active":"2021-03-04T23:37:19.090816+0000","last_became_peered":"2021-03-04T23:37:19.090816+0000","last_unstale":"2021-03-04T23:37:32.276242+0000","last_undegraded":"2021-03-04T23:37:32.276242+0000","last_fullsized":"2021-03-04T23:37:32.276242+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"261","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276631+0000","last_change":"2021-03-04T23:37:19.087097+0000","last_active":"2021-03-04T23:37:32.276631+0000","last_peered":"2021-03-04T23:37:32.276631+0000","last_clean":"2021-03-04T23:37:32.276631+0000","last_became_active":"2021-03-04T23:37:19.086825+0000","last_became_peered":"2021-03-04T23:37:19.086825+0000","last_unstale":"2021-03-04T23:37:32.276631+0000","last_undegraded":"2021-03-04T23:37:32.276631+0000","last_fullsized":"2021-03-04T23:37:32.276631+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"344","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.247205+0000","last_change":"2021-03-04T23:36:46.849989+0000","last_active":"2021-03-04T23:37:33.247205+0000","last_peered":"2021-03-04T23:37:33.247205+0000","last_clean":"2021-03-04T23:36:45.538447+0000","last_became_active":"2021-03-04T23:36:46.849989+0000","last_became_peered":"2021-03-04T23:36:46.849989+0000","last_unstale":"2021-03-04T23:37:33.247205+0000","last_undegraded":"2021-03-04T23:37:33.247205+0000","last_fullsized":"2021-03-04T23:36:46.726690+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"306","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246466+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:37:33.246466+0000","last_peered":"2021-03-04T23:37:33.246466+0000","last_clean":"2021-03-04T23:37:33.246466+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:37:33.246466+0000","last_undegraded":"2021-03-04T23:37:33.246466+0000","last_fullsized":"2021-03-04T23:37:33.246466+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"280","reported_epoch":"968","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:37:33.254093+0000","last_change":"2021-03-04T23:36:46.849073+0000","last_active":"2021-03-04T23:37:33.254093+0000","last_peered":"2021-03-04T23:37:33.254093+0000","last_clean":"2021-03-04T23:36:44.717761+0000","last_became_active":"2021-03-04T23:36:46.849073+0000","last_became_peered":"2021-03-04T23:36:46.849073+0000","last_unstale":"2021-03-04T23:37:33.254093+0000","last_undegraded":"2021-03-04T23:36:46.726390+0000","last_fullsized":"2021-03-04T23:36:46.725985+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"3,4","objects":2}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"168","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276298+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:37:32.276298+0000","last_peered":"2021-03-04T23:37:32.276298+0000","last_clean":"2021-03-04T23:37:32.276298+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:37:32.276298+0000","last_undegraded":"2021-03-04T23:37:32.276298+0000","last_fullsized":"2021-03-04T23:37:32.276298+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"914","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.253923+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:37:33.253923+0000","last_peered":"2021-03-04T23:37:33.253923+0000","last_clean":"2021-03-04T23:37:33.253923+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:37:33.253923+0000","last_undegraded":"2021-03-04T23:37:33.253923+0000","last_fullsized":"2021-03-04T23:37:33.253923+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"181","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248983+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:37:33.248983+0000","last_peered":"2021-03-04T23:37:33.248983+0000","last_clean":"2021-03-04T23:37:33.248983+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:37:33.248983+0000","last_undegraded":"2021-03-04T23:37:33.248983+0000","last_fullsized":"2021-03-04T23:37:33.248983+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"324","reported_epoch":"969","state":"active+clean","last_fresh":"2021-03-04T23:37:36.259821+0000","last_change":"2021-03-04T23:33:56.619741+0000","last_active":"2021-03-04T23:37:36.259821+0000","last_peered":"2021-03-04T23:37:36.259821+0000","last_clean":"2021-03-04T23:37:36.259821+0000","last_became_active":"2021-03-04T23:33:56.619327+0000","last_became_peered":"2021-03-04T23:33:56.619327+0000","last_unstale":"2021-03-04T23:37:36.259821+0000","last_undegraded":"2021-03-04T23:37:36.259821+0000","last_fullsized":"2021-03-04T23:37:36.259821+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"1045","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276527+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:37:32.276527+0000","last_peered":"2021-03-04T23:37:32.276527+0000","last_clean":"2021-03-04T23:37:32.276527+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:37:32.276527+0000","last_undegraded":"2021-03-04T23:37:32.276527+0000","last_fullsized":"2021-03-04T23:37:32.276527+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"958","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.253611+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:37:33.253611+0000","last_peered":"2021-03-04T23:37:33.253611+0000","last_clean":"2021-03-04T23:37:33.253611+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:37:33.253611+0000","last_undegraded":"2021-03-04T23:37:33.253611+0000","last_fullsized":"2021-03-04T23:37:33.253611+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"764","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.249064+0000","last_change":"2021-03-04T23:36:46.852390+0000","last_active":"2021-03-04T23:37:33.249064+0000","last_peered":"2021-03-04T23:37:33.249064+0000","last_clean":"2021-03-04T23:27:53.796002+0000","last_became_active":"2021-03-04T23:36:46.852390+0000","last_became_peered":"2021-03-04T23:36:46.852390+0000","last_unstale":"2021-03-04T23:37:33.249064+0000","last_undegraded":"2021-03-04T23:37:33.249064+0000","last_fullsized":"2021-03-04T23:36:46.725402+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"396","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248893+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:37:33.248893+0000","last_peered":"2021-03-04T23:37:33.248893+0000","last_clean":"2021-03-04T23:37:33.248893+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:37:33.248893+0000","last_undegraded":"2021-03-04T23:37:33.248893+0000","last_fullsized":"2021-03-04T23:37:33.248893+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"961","reported_epoch":"967","state":"active+clean","last_fresh":"2021-03-04T23:37:32.276801+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:37:32.276801+0000","last_peered":"2021-03-04T23:37:32.276801+0000","last_clean":"2021-03-04T23:37:32.276801+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:37:32.276801+0000","last_undegraded":"2021-03-04T23:37:32.276801+0000","last_fullsized":"2021-03-04T23:37:32.276801+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"960","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.253630+0000","last_change":"2021-03-04T23:36:46.850727+0000","last_active":"2021-03-04T23:37:33.253630+0000","last_peered":"2021-03-04T23:37:33.253630+0000","last_clean":"2021-03-04T23:36:44.716152+0000","last_became_active":"2021-03-04T23:36:46.850727+0000","last_became_peered":"2021-03-04T23:36:46.850727+0000","last_unstale":"2021-03-04T23:37:33.253630+0000","last_undegraded":"2021-03-04T23:37:33.253630+0000","last_fullsized":"2021-03-04T23:36:46.726563+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":753,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"920","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.254062+0000","last_change":"2021-03-04T23:36:46.851055+0000","last_active":"2021-03-04T23:37:33.254062+0000","last_peered":"2021-03-04T23:37:33.254062+0000","last_clean":"2021-03-04T23:36:44.717621+0000","last_became_active":"2021-03-04T23:36:46.851055+0000","last_became_peered":"2021-03-04T23:36:46.851055+0000","last_unstale":"2021-03-04T23:37:33.254062+0000","last_undegraded":"2021-03-04T23:37:33.254062+0000","last_fullsized":"2021-03-04T23:36:46.847642+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":701,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"751","reported_epoch":"968","state":"active+undersized","last_fresh":"2021-03-04T23:37:33.262190+0000","last_change":"2021-03-04T23:36:46.851634+0000","last_active":"2021-03-04T23:37:33.262190+0000","last_peered":"2021-03-04T23:37:33.262190+0000","last_clean":"2021-03-04T23:28:26.807779+0000","last_became_active":"2021-03-04T23:36:46.851634+0000","last_became_peered":"2021-03-04T23:36:46.851634+0000","last_unstale":"2021-03-04T23:37:33.262190+0000","last_undegraded":"2021-03-04T23:37:33.262190+0000","last_fullsized":"2021-03-04T23:36:46.847920+0000","mapping_epoch":925,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"306","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246517+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:37:33.246517+0000","last_peered":"2021-03-04T23:37:33.246517+0000","last_clean":"2021-03-04T23:37:33.246517+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:37:33.246517+0000","last_undegraded":"2021-03-04T23:37:33.246517+0000","last_fullsized":"2021-03-04T23:37:33.246517+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"382","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.248581+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:37:33.248581+0000","last_peered":"2021-03-04T23:37:33.248581+0000","last_clean":"2021-03-04T23:37:33.248581+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:37:33.248581+0000","last_undegraded":"2021-03-04T23:37:33.248581+0000","last_fullsized":"2021-03-04T23:37:33.248581+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"920","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.254210+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:37:33.254210+0000","last_peered":"2021-03-04T23:37:33.254210+0000","last_clean":"2021-03-04T23:37:33.254210+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:37:33.254210+0000","last_undegraded":"2021-03-04T23:37:33.254210+0000","last_fullsized":"2021-03-04T23:37:33.254210+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"766","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.246548+0000","last_change":"2021-03-04T23:37:19.086196+0000","last_active":"2021-03-04T23:37:33.246548+0000","last_peered":"2021-03-04T23:37:33.246548+0000","last_clean":"2021-03-04T23:37:33.246548+0000","last_became_active":"2021-03-04T23:37:19.085963+0000","last_became_peered":"2021-03-04T23:37:19.085963+0000","last_unstale":"2021-03-04T23:37:33.246548+0000","last_undegraded":"2021-03-04T23:37:33.246548+0000","last_fullsized":"2021-03-04T23:37:33.246548+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"350","reported_epoch":"968","state":"active+clean","last_fresh":"2021-03-04T23:37:33.254000+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:37:33.254000+0000","last_peered":"2021-03-04T23:37:33.254000+0000","last_clean":"2021-03-04T23:37:33.254000+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:37:33.254000+0000","last_undegraded":"2021-03-04T23:37:33.254000+0000","last_fullsized":"2021-03-04T23:37:33.254000+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":41,"num_pg":32,"stat_sum":{"num_bytes":268,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":3698,"num_read_kb":3121,"num_write":844,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":936,"ondisk_log_size":936,"up":76,"acting":76,"num_store_stats":6},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5709,"num_read_kb":12601,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":72,"acting":72,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35,"num_bytes_recovered":2933,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":81,"acting":81,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":86,"acting":86,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496198,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659722,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1057728,"kb_used_data":9144,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":87022656,"statfs":{"total":90194313216,"available":89111199744,"internally_reserved":1073741824,"allocated":9363456,"data_stored":5949066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:22 2021","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.395,"15min":1.671},"min":{"1min":0.27600000000000002,"5min":0.151,"15min":0.14099999999999999},"max":{"1min":2.9620000000000002,"5min":23.231000000000002,"15min":107.697},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.5780000000000001,"15min":1.835},"min":{"1min":0.32100000000000001,"5min":0.22,"15min":0.17899999999999999},"max":{"1min":2.476,"5min":23.140999999999998,"15min":107.79000000000001},"last":0.85599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.181,"15min":1.4770000000000001},"min":{"1min":0.21299999999999999,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":2.7240000000000002,"5min":2.8519999999999999,"15min":72.114999999999995},"last":0.85499999999999998},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.2190000000000001,"15min":1.502},"min":{"1min":0.32600000000000001,"5min":0.19800000000000001,"15min":0.16800000000000001},"max":{"1min":2.1219999999999999,"5min":2.915,"15min":71.942999999999998},"last":1.3240000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.849,"15min":2.0419999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.14099999999999999},"max":{"1min":2.286,"5min":36.581000000000003,"15min":72.186000000000007},"last":1.224},{"interface":"front","average":{"1min":1.331,"5min":1.845,"15min":2.0609999999999999},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.17399999999999999},"max":{"1min":2.496,"5min":36.470999999999997,"15min":72.608000000000004},"last":0.96299999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:36:41 2021","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.5589999999999999,"15min":1.722},"min":{"1min":0.35499999999999998,"5min":0.23400000000000001,"15min":0.19400000000000001},"max":{"1min":3.0680000000000001,"5min":22.98,"15min":58.862000000000002},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.585,"15min":1.6970000000000001},"min":{"1min":0.33000000000000002,"5min":0.22700000000000001,"15min":0.217},"max":{"1min":2.6259999999999999,"5min":23.303000000000001,"15min":58.322000000000003},"last":1.742}]},{"osd":4,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.1539999999999999,"15min":0.94699999999999995},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14099999999999999},"max":{"1min":2.2130000000000001,"5min":2.27,"15min":12.115},"last":1.571},{"interface":"front","average":{"1min":0.90400000000000003,"5min":1.1739999999999999,"15min":0.96799999999999997},"min":{"1min":0.156,"5min":0.156,"15min":0.153},"max":{"1min":2.0840000000000001,"5min":2.6549999999999998,"15min":6.1360000000000001},"last":1.464}]},{"osd":5,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":1.296,"15min":1.391},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.367,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":1.8560000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.222,"15min":1.2629999999999999},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.5630000000000002,"5min":2.5630000000000002,"15min":2.5630000000000002},"last":1.6679999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.389,"15min":1.1180000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.13800000000000001},"max":{"1min":2.9279999999999999,"5min":2.9279999999999999,"15min":8.6940000000000008},"last":1.966},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.575,"15min":1.222},"min":{"1min":0.26200000000000001,"5min":0.254,"15min":0.17799999999999999},"max":{"1min":2.8660000000000001,"5min":2.8679999999999999,"15min":7.4589999999999996},"last":2.0659999999999998}]}]},{"osd":1,"up_from":341,"seq":1464583848398,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":186612,"kb_used_data":13228,"kb_used_omap":771,"kb_used_meta":172604,"kb_avail":87893772,"statfs":{"total":90194313216,"available":90003222528,"internally_reserved":0,"allocated":13545472,"data_stored":10140705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":176746895},"hb_peers":[2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.91900000000000004,"15min":1.21},"min":{"1min":0.185,"5min":0.14099999999999999,"15min":0.11700000000000001},"max":{"1min":1.05,"5min":14.954000000000001,"15min":52.689999999999998},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.96199999999999997,"5min":1.0840000000000001,"15min":1.216},"min":{"1min":0.16200000000000001,"5min":0.125,"15min":0.125},"max":{"1min":2.024,"5min":15.003,"15min":52.587000000000003},"last":0.90000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":1.0269999999999999,"15min":1.7809999999999999},"min":{"1min":0.13400000000000001,"5min":0.124,"15min":0.124},"max":{"1min":2.1200000000000001,"5min":2.907,"15min":184.83000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.4750000000000001,"15min":2.0790000000000002},"min":{"1min":0.22800000000000001,"5min":0.193,"15min":0.188},"max":{"1min":2.4460000000000002,"5min":3.0920000000000001,"15min":184.96799999999999},"last":1.1499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":1.21,"5min":1.1879999999999999,"15min":1.8640000000000001},"min":{"1min":0.23300000000000001,"5min":0.16500000000000001,"15min":0.161},"max":{"1min":2.0419999999999998,"5min":2.7000000000000002,"15min":162.47200000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.94999999999999996,"15min":1.6659999999999999},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.158},"max":{"1min":2.3860000000000001,"5min":2.4580000000000002,"15min":163.73400000000001},"last":1.0149999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:37:24 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.4299999999999999,"15min":1.5980000000000001},"min":{"1min":0.45600000000000002,"5min":0.26500000000000001,"15min":0.183},"max":{"1min":2.0840000000000001,"5min":2.7719999999999998,"15min":114.315},"last":1.956},{"interface":"front","average":{"1min":1.234,"5min":1.3129999999999999,"15min":1.6619999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.183},"max":{"1min":1.9099999999999999,"5min":2.7000000000000002,"15min":114.074},"last":1.363}]},{"osd":5,"last update":"Thu Mar 4 23:37:24 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.4730000000000001,"15min":1.4570000000000001},"min":{"1min":0.39700000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.2919999999999998,"5min":2.8380000000000001,"15min":2.8380000000000001},"last":2.431},{"interface":"front","average":{"1min":1.4099999999999999,"5min":1.7270000000000001,"15min":1.7929999999999999},"min":{"1min":0.41399999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.379,"5min":3.238,"15min":3.238},"last":1.6639999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:37:24 2021","interfaces":[{"interface":"back","average":{"1min":1.2909999999999999,"5min":1.4850000000000001,"15min":1.7130000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":2.2130000000000001,"5min":2.794,"15min":74.5},"last":1.8380000000000001},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.8009999999999999,"15min":1.8049999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.23999999999999999},"max":{"1min":2.597,"5min":3.0539999999999998,"15min":74.441000000000003},"last":2.1339999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:24 2021","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":1.4750000000000001,"15min":1.1200000000000001},"min":{"1min":0.434,"5min":0.36899999999999999,"15min":0.218},"max":{"1min":2.327,"5min":2.7850000000000001,"15min":7.5640000000000001},"last":1.506},{"interface":"front","average":{"1min":1.4850000000000001,"5min":1.5960000000000001,"15min":1.302},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":2.5609999999999999,"5min":2.9380000000000002,"15min":7.4969999999999999},"last":2.319}]}]},{"osd":0,"up_from":284,"seq":1219770712532,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":692044,"kb_used_data":470108,"kb_used_omap":178,"kb_used_meta":221709,"kb_avail":87388340,"statfs":{"total":90194313216,"available":89485660160,"internally_reserved":0,"allocated":481390592,"data_stored":697127793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":182526,"internal_metadata":227030786},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:36:27 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.73999999999999999,"15min":1.1279999999999999},"min":{"1min":0.17699999999999999,"5min":0.124,"15min":0.111},"max":{"1min":1.27,"5min":3.9390000000000001,"15min":76.040000000000006},"last":1},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.91200000000000003,"15min":1.5429999999999999},"min":{"1min":0.20399999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":1.3260000000000001,"5min":6.5709999999999997,"15min":85.325999999999993},"last":0.88}]},{"osd":2,"last update":"Thu Mar 4 23:35:49 2021","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.7050000000000001,"15min":1.7310000000000001},"min":{"1min":0.27700000000000002,"5min":0.14199999999999999,"15min":0.13500000000000001},"max":{"1min":1.698,"5min":79.784000000000006,"15min":81.534000000000006},"last":1.321},{"interface":"front","average":{"1min":1.248,"5min":1.8779999999999999,"15min":1.881},"min":{"1min":0.29699999999999999,"5min":0.185,"15min":0.16500000000000001},"max":{"1min":2.2050000000000001,"5min":80.016999999999996,"15min":81.469999999999999},"last":1.669}]},{"osd":3,"last update":"Thu Mar 4 23:35:49 2021","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.97499999999999998,"15min":2.3220000000000001},"min":{"1min":0.26400000000000001,"5min":0.14499999999999999,"15min":0.13800000000000001},"max":{"1min":1.4239999999999999,"5min":5.383,"15min":134.71000000000001},"last":1.161},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.2569999999999999,"15min":2.5329999999999999},"min":{"1min":0.29099999999999998,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.351,"5min":5.4100000000000001,"15min":134.96199999999999},"last":1.5449999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":1.2749999999999999,"15min":1.2190000000000001},"min":{"1min":0.36299999999999999,"5min":0.26400000000000001,"15min":0.185},"max":{"1min":2.2909999999999999,"5min":4.056,"15min":33.555999999999997},"last":2.0390000000000001},{"interface":"front","average":{"1min":1.2629999999999999,"5min":1.282,"15min":1.093},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.19900000000000001},"max":{"1min":2.2400000000000002,"5min":4.6749999999999998,"15min":33.417000000000002},"last":1.3959999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:36:27 2021","interfaces":[{"interface":"back","average":{"1min":1.4850000000000001,"5min":1.546,"15min":1.5740000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":2.625,"5min":2.8140000000000001,"15min":2.8140000000000001},"last":2.3490000000000002},{"interface":"front","average":{"1min":1.395,"5min":1.393,"15min":1.3440000000000001},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":2.4340000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.833}]},{"osd":6,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":1.3580000000000001,"15min":2.23},"min":{"1min":0.35399999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.2010000000000001,"5min":4.8700000000000001,"15min":137.63300000000001},"last":2.1600000000000001},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.446,"15min":2.1779999999999999},"min":{"1min":0.39800000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.468,"5min":4.4829999999999997,"15min":138.172},"last":2.246}]},{"osd":7,"last update":"Thu Mar 4 23:36:07 2021","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.476,"15min":1.3300000000000001},"min":{"1min":0.376,"5min":0.311,"15min":0.247},"max":{"1min":2.4279999999999999,"5min":4.8330000000000002,"15min":33.530999999999999},"last":1.9450000000000001},{"interface":"front","average":{"1min":1.613,"5min":1.5029999999999999,"15min":1.385},"min":{"1min":0.42199999999999999,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":2.5819999999999999,"5min":4.5250000000000004,"15min":33.597999999999999},"last":2.5099999999999998}]}]},{"osd":2,"up_from":356,"seq":1529008357833,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":247060,"kb_used_data":13260,"kb_used_omap":574,"kb_used_meta":233217,"kb_avail":87833324,"statfs":{"total":90194313216,"available":89941323776,"internally_reserved":0,"allocated":13578240,"data_stored":10152235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":238814259},"hb_peers":[1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.3540000000000001,"15min":1.6160000000000001},"min":{"1min":0.14399999999999999,"5min":0.13,"15min":0.109},"max":{"1min":1.6240000000000001,"5min":50.793999999999997,"15min":79.975999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":1.385,"15min":1.665},"min":{"1min":0.16,"5min":0.151,"15min":0.129},"max":{"1min":2.181,"5min":50.893999999999998,"15min":81.021000000000001},"last":1.103}]},{"osd":1,"last update":"Thu Mar 4 23:37:05 2021","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.93300000000000005,"15min":1.2969999999999999},"min":{"1min":0.223,"5min":0.16,"15min":0.13800000000000001},"max":{"1min":2.472,"5min":2.472,"15min":130.78899999999999},"last":1.014},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.98999999999999999,"15min":1.3560000000000001},"min":{"1min":0.20699999999999999,"5min":0.14399999999999999,"15min":0.14199999999999999},"max":{"1min":2.145,"5min":2.3879999999999999,"15min":130.84399999999999},"last":1.593}]},{"osd":3,"last update":"Thu Mar 4 23:36:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.127,"15min":1.2969999999999999},"min":{"1min":0.248,"5min":0.16800000000000001,"15min":0.11899999999999999},"max":{"1min":1.7869999999999999,"5min":2.7730000000000001,"15min":49.174999999999997},"last":1.0649999999999999},{"interface":"front","average":{"1min":1.1000000000000001,"5min":1.093,"15min":1.3260000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.14899999999999999},"max":{"1min":1.9359999999999999,"5min":2.9140000000000001,"15min":49.377000000000002},"last":0.78900000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:37:05 2021","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.5249999999999999,"15min":1.429},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.20799999999999999},"max":{"1min":2.8100000000000001,"5min":3.02,"15min":90.763000000000005},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.298,"15min":1.4419999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.19700000000000001},"max":{"1min":2.5110000000000001,"5min":2.6120000000000001,"15min":90.602999999999994},"last":1.4410000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.4339999999999999,"15min":1.5229999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.2919999999999998,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.923},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.5129999999999999,"15min":1.573},"min":{"1min":0.47999999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.379,"5min":3.0009999999999999,"15min":3.0009999999999999},"last":1.77}]},{"osd":6,"last update":"Thu Mar 4 23:37:05 2021","interfaces":[{"interface":"back","average":{"1min":1.675,"5min":1.6870000000000001,"15min":1.5489999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.251},"max":{"1min":2.6139999999999999,"5min":3.3919999999999999,"15min":89.933999999999997},"last":2.3300000000000001},{"interface":"front","average":{"1min":1.48,"5min":1.5049999999999999,"15min":1.5469999999999999},"min":{"1min":0.39200000000000002,"5min":0.32600000000000001,"15min":0.223},"max":{"1min":2.706,"5min":2.7290000000000001,"15min":90.566999999999993},"last":2.2320000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:05 2021","interfaces":[{"interface":"back","average":{"1min":1.603,"5min":1.611,"15min":1.3149999999999999},"min":{"1min":0.434,"5min":0.39800000000000002,"15min":0.247},"max":{"1min":2.6349999999999998,"5min":2.8090000000000002,"15min":29.954999999999998},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.7450000000000001,"5min":1.8100000000000001,"15min":1.4199999999999999},"min":{"1min":0.40200000000000002,"5min":0.309,"15min":0.246},"max":{"1min":2.6110000000000002,"5min":3.2120000000000002,"15min":30.015000000000001},"last":2.093}]}]},{"osd":3,"up_from":634,"seq":2723009265935,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":183216,"kb_used_data":13224,"kb_used_omap":403,"kb_used_meta":169580,"kb_avail":87897168,"statfs":{"total":90194313216,"available":90006700032,"internally_reserved":0,"allocated":13541376,"data_stored":10140808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":173650133},"hb_peers":[1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.80700000000000005,"15min":1.111},"min":{"1min":0.19900000000000001,"5min":0.107,"15min":0.107},"max":{"1min":2.274,"5min":2.8380000000000001,"15min":70.980000000000004},"last":1.4079999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.92100000000000004,"15min":1.2430000000000001},"min":{"1min":0.24299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":4.6920000000000002,"5min":4.6920000000000002,"15min":71.275000000000006},"last":0.93899999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95899999999999996,"15min":2.593},"min":{"1min":0.254,"5min":0.189,"15min":0.13300000000000001},"max":{"1min":2.3300000000000001,"5min":2.8130000000000002,"15min":118.476},"last":1.696},{"interface":"front","average":{"1min":1.139,"5min":1.081,"15min":2.7410000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.159},"max":{"1min":2.7490000000000001,"5min":3.661,"15min":118.64},"last":2.222}]},{"osd":2,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.94099999999999995,"15min":1.2190000000000001},"min":{"1min":0.248,"5min":0.16700000000000001,"15min":0.152},"max":{"1min":2.0870000000000002,"5min":4.6600000000000001,"15min":65.680000000000007},"last":1.8140000000000001},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0840000000000001,"15min":1.381},"min":{"1min":0.26400000000000001,"5min":0.182,"15min":0.14199999999999999},"max":{"1min":2.2890000000000001,"5min":4.71,"15min":65.509},"last":1.9410000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.2909999999999999,"15min":1.7470000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.17199999999999999},"max":{"1min":2.222,"5min":3.2149999999999999,"15min":150.61699999999999},"last":1.335},{"interface":"front","average":{"1min":1.431,"5min":1.325,"15min":1.6830000000000001},"min":{"1min":0.56399999999999995,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":2.5150000000000001,"5min":2.7959999999999998,"15min":150.482},"last":1.006}]},{"osd":5,"last update":"Thu Mar 4 23:37:30 2021","interfaces":[{"interface":"back","average":{"1min":1.8069999999999999,"5min":1.4650000000000001,"15min":1.4299999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":11.775,"5min":11.775,"15min":11.775},"last":1.5329999999999999},{"interface":"front","average":{"1min":1.498,"5min":1.486,"15min":1.423},"min":{"1min":0.38800000000000001,"5min":0.318,"15min":0.318},"max":{"1min":4.0259999999999998,"5min":4.0259999999999998,"15min":4.0259999999999998},"last":1.1910000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.4510000000000001,"15min":1.2689999999999999},"min":{"1min":0.46000000000000002,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":2.6859999999999999,"5min":4.6369999999999996,"15min":6.8070000000000004},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.544,"5min":1.4730000000000001,"15min":1.411},"min":{"1min":0.434,"5min":0.26000000000000001,"15min":0.23100000000000001},"max":{"1min":2.4780000000000002,"5min":4.4359999999999999,"15min":6.6050000000000004},"last":0.82899999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:36:54 2021","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":1.5589999999999999,"15min":1.3580000000000001},"min":{"1min":0.51400000000000001,"5min":0.255,"15min":0.255},"max":{"1min":2.952,"5min":3.5449999999999999,"15min":6.7619999999999996},"last":1.8939999999999999},{"interface":"front","average":{"1min":1.665,"5min":1.5249999999999999,"15min":1.2689999999999999},"min":{"1min":0.496,"5min":0.29999999999999999,"15min":0.249},"max":{"1min":2.6179999999999999,"5min":3.859,"15min":6.7380000000000004},"last":2.0840000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986771,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1057740,"kb_used_data":9156,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":87022644,"statfs":{"total":90194313216,"available":89111187456,"internally_reserved":1073741824,"allocated":9375744,"data_stored":5949162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:12 2021","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":1.095,"15min":1.052},"min":{"1min":0.57899999999999996,"5min":0.17699999999999999,"15min":0.14000000000000001},"max":{"1min":2.4649999999999999,"5min":2.6099999999999999,"15min":25.559999999999999},"last":0.629},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.3129999999999999,"15min":1.2330000000000001},"min":{"1min":0.55000000000000004,"5min":0.19800000000000001,"15min":0.155},"max":{"1min":2.9289999999999998,"5min":2.9289999999999998,"15min":25.617000000000001},"last":0.70599999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:37:14 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.0329999999999999,"15min":1.2689999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.154},"max":{"1min":1.514,"5min":2.0129999999999999,"15min":70.433000000000007},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.1950000000000001,"15min":1.369},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.16700000000000001},"max":{"1min":2.5310000000000001,"5min":2.5310000000000001,"15min":70.528000000000006},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.4079999999999999,"15min":1.9570000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.16},"max":{"1min":2.6030000000000002,"5min":2.798,"15min":131.73699999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.276,"15min":1.893},"min":{"1min":0.32600000000000001,"5min":0.23899999999999999,"15min":0.187},"max":{"1min":1.869,"5min":2.6219999999999999,"15min":131.58099999999999},"last":0.27500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:36:41 2021","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.2290000000000001,"15min":1.5780000000000001},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.192},"max":{"1min":2.8159999999999998,"5min":2.8159999999999998,"15min":52.670000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.625,"5min":1.5009999999999999,"15min":1.681},"min":{"1min":0.47399999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":52.944000000000003},"last":0.40100000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":1.1399999999999999,"15min":1.206},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.6990000000000001,"5min":2.597,"15min":2.597},"last":0.23599999999999999},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.5920000000000001,"15min":1.6699999999999999},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.1840000000000002,"5min":2.8490000000000002,"15min":2.8490000000000002},"last":0.32700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:36:41 2021","interfaces":[{"interface":"back","average":{"1min":1.125,"5min":1.1539999999999999,"15min":1.3},"min":{"1min":0.22500000000000001,"5min":0.13400000000000001,"15min":0.13200000000000001},"max":{"1min":2.101,"5min":2.794,"15min":101.24299999999999},"last":0.20699999999999999},{"interface":"front","average":{"1min":1.397,"5min":1.4059999999999999,"15min":1.4319999999999999},"min":{"1min":0.38300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.6829999999999998,"5min":2.9260000000000002,"15min":98.933999999999997},"last":0.29499999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":1.4470000000000001,"5min":1.591,"15min":1.153},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.16500000000000001},"max":{"1min":2.4199999999999999,"5min":2.9769999999999999,"15min":5.4139999999999997},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.262,"5min":1.351,"15min":0.98399999999999999},"min":{"1min":0.255,"5min":0.222,"15min":0.158},"max":{"1min":2.4079999999999999,"5min":2.4249999999999998,"15min":2.839},"last":0.252}]}]},{"osd":5,"up_from":746,"seq":3204045602881,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1057732,"kb_used_data":9148,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":87022652,"statfs":{"total":90194313216,"available":89111195648,"internally_reserved":1073741824,"allocated":9367552,"data_stored":5955509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:26 2021","interfaces":[{"interface":"back","average":{"1min":1.1859999999999999,"5min":1.2430000000000001,"15min":1.294},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":2.4529999999999998,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.1719999999999999,"5min":1.1499999999999999,"15min":1.196},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":1.7609999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":1.47,"15min":1.5669999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":2.2549999999999999,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.4590000000000001,"15min":1.52},"min":{"1min":0.376,"5min":0.224,"15min":0.224},"max":{"1min":2.1429999999999998,"5min":2.9260000000000002,"15min":2.9260000000000002},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":1.6419999999999999,"15min":1.452},"min":{"1min":0.38800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":28.492000000000001,"5min":28.492000000000001,"15min":28.492000000000001},"last":0.86799999999999999},{"interface":"front","average":{"1min":2.75,"5min":1.7629999999999999,"15min":1.669},"min":{"1min":0.35499999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":28.521999999999998,"5min":28.521999999999998,"15min":28.521999999999998},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":2.6850000000000001,"5min":1.6699999999999999,"15min":1.546},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":28.609000000000002,"5min":28.609000000000002,"15min":28.609000000000002},"last":0.76100000000000001},{"interface":"front","average":{"1min":2.5169999999999999,"5min":1.544,"15min":1.387},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":28.698,"5min":28.698,"15min":28.698},"last":0.67200000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.2609999999999999,"15min":1.252},"min":{"1min":0.317,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.3159999999999998,"5min":2.8610000000000002,"15min":2.8610000000000002},"last":0.93799999999999994},{"interface":"front","average":{"1min":1.298,"5min":1.4219999999999999,"15min":1.486},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.4140000000000001,"5min":3.0049999999999999,"15min":3.0049999999999999},"last":1.304}]},{"osd":6,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":1.2889999999999999,"5min":1.5589999999999999,"15min":1.726},"min":{"1min":0.29899999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.3180000000000001,"5min":2.8149999999999999,"15min":2.8149999999999999},"last":1.2270000000000001},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.466,"15min":1.5680000000000001},"min":{"1min":0.32800000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":2.3959999999999999,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.149}]},{"osd":7,"last update":"Thu Mar 4 23:37:28 2021","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.2589999999999999,"15min":1.331},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.925,"5min":2.468,"15min":2.468},"last":0.97799999999999998},{"interface":"front","average":{"1min":1.548,"5min":1.71,"15min":1.724},"min":{"1min":0.32900000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.589,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":1.51}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":41,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":41,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":54,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":41,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":41,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":54,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":41,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":41,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:37:46.111 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 28 2021-03-04T23:37:46.174 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:46.277 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.338 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:46.358 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioGetStatus (973 ms) 2021-03-04T23:37:46.358 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SiteName 2021-03-04T23:37:46.377 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SiteName (23 ms) 2021-03-04T23:37:46.377 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.Bootstrap 2021-03-04T23:37:46.401 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:46 gibba008 bash[91265]: debug 2021-03-04T23:37:46.167+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:46.403 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.507 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:46.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:46 gibba023 bash[15180]: debug 2021-03-04T23:37:46.399+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:46.932 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:47.041 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:47.172 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:47.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:46 gibba008 bash[47391]: debug 2021-03-04T23:37:46.923+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:47.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:47.364 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[18090]: debug 2021-03-04T23:37:47.167+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:47.425 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:47.534 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:47.698 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: cluster 2021-03-04T23:37:45.720820+0000 mgr.x (mgr.34379) 1529 : cluster [DBG] pgmap v2135: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 439 KiB/s rd, 57 KiB/s wr, 625 op/s; 21/114 objects degraded (18.421%) 2021-03-04T23:37:47.699 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: audit 2021-03-04T23:37:46.362257+0000 mon.a (mon.0) 2498 : audit [INF] from='client.? ' entity='client.admin' 2021-03-04T23:37:47.699 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: audit 2021-03-04T23:37:46.364532+0000 mon.c (mon.1) 158 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.699 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: audit 2021-03-04T23:37:46.365974+0000 mon.c (mon.1) 159 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.699 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: audit 2021-03-04T23:37:46.366887+0000 mon.a (mon.0) 2499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.700 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: audit 2021-03-04T23:37:46.372719+0000 mon.a (mon.0) 2500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2021-03-04T23:37:47.700 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[39303]: audit 2021-03-04T23:37:46.373848+0000 mon.c (mon.1) 160 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.700 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: cluster 2021-03-04T23:37:45.720820+0000 mgr.x (mgr.34379) 1529 : cluster [DBG] pgmap v2135: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 439 KiB/s rd, 57 KiB/s wr, 625 op/s; 21/114 objects degraded (18.421%) 2021-03-04T23:37:47.700 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: audit 2021-03-04T23:37:46.362257+0000 mon.a (mon.0) 2498 : audit [INF] from='client.? ' entity='client.admin' 2021-03-04T23:37:47.701 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: audit 2021-03-04T23:37:46.364532+0000 mon.c (mon.1) 158 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.701 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: audit 2021-03-04T23:37:46.365974+0000 mon.c (mon.1) 159 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.701 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: audit 2021-03-04T23:37:46.366887+0000 mon.a (mon.0) 2499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.701 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: audit 2021-03-04T23:37:46.372719+0000 mon.a (mon.0) 2500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2021-03-04T23:37:47.702 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:47 gibba008 bash[37770]: audit 2021-03-04T23:37:46.373848+0000 mon.c (mon.1) 160 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[15180]: debug 2021-03-04T23:37:47.419+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: cluster 2021-03-04T23:37:45.720820+0000 mgr.x (mgr.34379) 1529 : cluster [DBG] pgmap v2135: 145 pgs: 13 active+undersized+degraded, 51 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 439 KiB/s rd, 57 KiB/s wr, 625 op/s; 21/114 objects degraded (18.421%) 2021-03-04T23:37:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: audit 2021-03-04T23:37:46.362257+0000 mon.a (mon.0) 2498 : audit [INF] from='client.? ' entity='client.admin' 2021-03-04T23:37:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: audit 2021-03-04T23:37:46.364532+0000 mon.c (mon.1) 158 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: audit 2021-03-04T23:37:46.365974+0000 mon.c (mon.1) 159 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: audit 2021-03-04T23:37:46.366887+0000 mon.a (mon.0) 2499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:47.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: audit 2021-03-04T23:37:46.372719+0000 mon.a (mon.0) 2500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2021-03-04T23:37:47.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:47 gibba023 bash[27374]: audit 2021-03-04T23:37:46.373848+0000 mon.c (mon.1) 160 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:48.093 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:48.201 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:48.340 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:48.450 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:48.467 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:48 gibba008 bash[91265]: debug 2021-03-04T23:37:48.083+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:48.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:48 gibba023 bash[15180]: debug 2021-03-04T23:37:48.335+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:49.136 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:49.245 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:49.412 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:49.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:49 gibba008 bash[37770]: cluster 2021-03-04T23:37:47.723996+0000 mgr.x (mgr.34379) 1530 : cluster [DBG] pgmap v2136: 145 pgs: 28 active+undersized+degraded, 36 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 716 KiB/s rd, 113 KiB/s wr, 985 op/s; 86/423 objects degraded (20.331%) 2021-03-04T23:37:49.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:49 gibba008 bash[39303]: cluster 2021-03-04T23:37:47.723996+0000 mgr.x (mgr.34379) 1530 : cluster [DBG] pgmap v2136: 145 pgs: 28 active+undersized+degraded, 36 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 716 KiB/s rd, 113 KiB/s wr, 985 op/s; 86/423 objects degraded (20.331%) 2021-03-04T23:37:49.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:49 gibba008 bash[47391]: debug 2021-03-04T23:37:49.127+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:49.521 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:49.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:49 gibba023 bash[27374]: cluster 2021-03-04T23:37:47.723996+0000 mgr.x (mgr.34379) 1530 : cluster [DBG] pgmap v2136: 145 pgs: 28 active+undersized+degraded, 36 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 716 KiB/s rd, 113 KiB/s wr, 985 op/s; 86/423 objects degraded (20.331%) 2021-03-04T23:37:49.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:49 gibba023 bash[19550]: debug 2021-03-04T23:37:49.403+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:49.832 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.Bootstrap (3455 ms) 2021-03-04T23:37:49.833 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.PeerDirection 2021-03-04T23:37:49.869 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.PeerDirection (36 ms) 2021-03-04T23:37:49.869 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.Snapshot 2021-03-04T23:37:49.870 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:49.870 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.Snapshot (1 ms) 2021-03-04T23:37:49.870 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2021-03-04T23:37:49.870 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:49.870 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (0 ms) 2021-03-04T23:37:49.871 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2021-03-04T23:37:49.871 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:49.871 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (0 ms) 2021-03-04T23:37:49.871 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotImageState 2021-03-04T23:37:49.872 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:49.872 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotImageState (0 ms) 2021-03-04T23:37:49.872 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2021-03-04T23:37:49.872 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:49.872 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (0 ms) 2021-03-04T23:37:49.873 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2021-03-04T23:37:49.873 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:37:49.873 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroring.AioSnapshotCreate (0 ms) 2021-03-04T23:37:49.918 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:50.025 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:50.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:49 gibba008 bash[47391]: debug 2021-03-04T23:37:49.911+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:50.583 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:50.686 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:50.696 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: cluster 2021-03-04T23:37:49.407617+0000 mon.a (mon.0) 2501 : cluster [WRN] Health check update: Degraded data redundancy: 86/423 objects degraded (20.331%), 28 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:50.696 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.794036+0000 mon.c (mon.1) 161 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2021-03-04T23:37:50.696 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.795414+0000 mon.c (mon.1) 162 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T23:37:50.697 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.796415+0000 mon.a (mon.0) 2502 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T23:37:50.697 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.798872+0000 mon.c (mon.1) 163 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:50.697 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.845701+0000 mon.c (mon.1) 164 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]: dispatch 2021-03-04T23:37:50.697 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.846784+0000 mon.a (mon.0) 2503 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]: dispatch 2021-03-04T23:37:50.698 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[27374]: audit 2021-03-04T23:37:49.855871+0000 mon.a (mon.0) 2504 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]': finished 2021-03-04T23:37:50.777 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:50.787 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[48858]: debug 2021-03-04T23:37:50.575+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:50.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: cluster 2021-03-04T23:37:49.407617+0000 mon.a (mon.0) 2501 : cluster [WRN] Health check update: Degraded data redundancy: 86/423 objects degraded (20.331%), 28 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:50.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.794036+0000 mon.c (mon.1) 161 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2021-03-04T23:37:50.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.795414+0000 mon.c (mon.1) 162 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T23:37:50.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.796415+0000 mon.a (mon.0) 2502 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T23:37:50.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.798872+0000 mon.c (mon.1) 163 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:50.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.845701+0000 mon.c (mon.1) 164 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]: dispatch 2021-03-04T23:37:50.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.846784+0000 mon.a (mon.0) 2503 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]: dispatch 2021-03-04T23:37:50.789 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[37770]: audit 2021-03-04T23:37:49.855871+0000 mon.a (mon.0) 2504 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]': finished 2021-03-04T23:37:50.789 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: cluster 2021-03-04T23:37:49.407617+0000 mon.a (mon.0) 2501 : cluster [WRN] Health check update: Degraded data redundancy: 86/423 objects degraded (20.331%), 28 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:50.789 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.794036+0000 mon.c (mon.1) 161 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2021-03-04T23:37:50.790 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.795414+0000 mon.c (mon.1) 162 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T23:37:50.790 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.796415+0000 mon.a (mon.0) 2502 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2021-03-04T23:37:50.790 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.798872+0000 mon.c (mon.1) 163 : audit [DBG] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2021-03-04T23:37:50.790 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.845701+0000 mon.c (mon.1) 164 : audit [INF] from='client.? 172.21.2.108:0/925986008' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]: dispatch 2021-03-04T23:37:50.791 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.846784+0000 mon.a (mon.0) 2503 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]: dispatch 2021-03-04T23:37:50.791 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:50 gibba008 bash[39303]: audit 2021-03-04T23:37:49.855871+0000 mon.a (mon.0) 2504 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/41/548dd363-2497-4245-bbd7-95258d4c869a"}]': finished 2021-03-04T23:37:50.862 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 51 tests from TestMirroring (25731 ms total) 2021-03-04T23:37:50.862 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:37:50.863 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 31 tests from TestDeepCopy 2021-03-04T23:37:50.881 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:50 gibba023 bash[18090]: debug 2021-03-04T23:37:50.771+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:51.133 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.139 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:51 gibba008 bash[48858]: debug 2021-03-04T23:37:51.127+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:51.241 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:51.392 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:51.433 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:51.434 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:51.495 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:51.504 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:51 gibba023 bash[27374]: cluster 2021-03-04T23:37:49.725770+0000 mgr.x (mgr.34379) 1531 : cluster [DBG] pgmap v2137: 145 pgs: 28 active+undersized+degraded, 36 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 580 KiB/s rd, 94 KiB/s wr, 794 op/s; 86/423 objects degraded (20.331%) 2021-03-04T23:37:51.504 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:51 gibba023 bash[27374]: cluster 2021-03-04T23:37:50.857625+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e971: 8 total, 7 up, 7 in 2021-03-04T23:37:51.504 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:51 gibba023 bash[15180]: debug 2021-03-04T23:37:51.387+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:51.595 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:51.702 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.720 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:51 gibba008 bash[39303]: cluster 2021-03-04T23:37:49.725770+0000 mgr.x (mgr.34379) 1531 : cluster [DBG] pgmap v2137: 145 pgs: 28 active+undersized+degraded, 36 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 580 KiB/s rd, 94 KiB/s wr, 794 op/s; 86/423 objects degraded (20.331%) 2021-03-04T23:37:51.720 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:51 gibba008 bash[39303]: cluster 2021-03-04T23:37:50.857625+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e971: 8 total, 7 up, 7 in 2021-03-04T23:37:51.721 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:51 gibba008 bash[37770]: cluster 2021-03-04T23:37:49.725770+0000 mgr.x (mgr.34379) 1531 : cluster [DBG] pgmap v2137: 145 pgs: 28 active+undersized+degraded, 36 active+undersized, 81 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 580 KiB/s rd, 94 KiB/s wr, 794 op/s; 86/423 objects degraded (20.331%) 2021-03-04T23:37:51.721 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:51 gibba008 bash[37770]: cluster 2021-03-04T23:37:50.857625+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e971: 8 total, 7 up, 7 in 2021-03-04T23:37:51.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:51 gibba023 bash[19550]: debug 2021-03-04T23:37:51.587+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:51.986 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:52.089 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.106 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:51 gibba008 bash[48858]: debug 2021-03-04T23:37:51.979+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:52.526 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.629 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:52.640 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[91265]: debug 2021-03-04T23:37:52.519+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:52.874 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Empty 2021-03-04T23:37:52.880 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:37:52.891 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[37770]: cluster 2021-03-04T23:37:51.728078+0000 mgr.x (mgr.34379) 1532 : cluster [DBG] pgmap v2139: 113 pgs: 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:52.891 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[37770]: cluster 2021-03-04T23:37:51.859108+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e972: 8 total, 7 up, 7 in 2021-03-04T23:37:52.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[37770]: audit 2021-03-04T23:37:51.861363+0000 mon.a (mon.0) 2507 : audit [INF] from='client.? 172.21.2.108:0/397336354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:52.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[37770]: audit 2021-03-04T23:37:52.000028+0000 mon.c (mon.1) 165 : audit [INF] from='client.? 172.21.2.108:0/1406152855' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:52.892 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[37770]: audit 2021-03-04T23:37:52.000321+0000 mon.a (mon.0) 2508 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:52.893 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[39303]: cluster 2021-03-04T23:37:51.728078+0000 mgr.x (mgr.34379) 1532 : cluster [DBG] pgmap v2139: 113 pgs: 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:52.893 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[39303]: cluster 2021-03-04T23:37:51.859108+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e972: 8 total, 7 up, 7 in 2021-03-04T23:37:52.893 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[39303]: audit 2021-03-04T23:37:51.861363+0000 mon.a (mon.0) 2507 : audit [INF] from='client.? 172.21.2.108:0/397336354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:52.893 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[39303]: audit 2021-03-04T23:37:52.000028+0000 mon.c (mon.1) 165 : audit [INF] from='client.? 172.21.2.108:0/1406152855' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:52.893 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:52 gibba008 bash[39303]: audit 2021-03-04T23:37:52.000321+0000 mon.a (mon.0) 2508 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:52.987 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:37:53.000 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:37:53.013 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:37:53.034 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:37:53.055 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:37:53.079 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:37:53.104 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:53.127 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:37:53.128 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:37:53.128 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:37:53.128 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.129 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.129 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.130 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.130 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.130 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.131 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:53.139 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[47391]: debug 2021-03-04T23:37:53.095+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:53.210 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:52 gibba023 bash[27374]: cluster 2021-03-04T23:37:51.728078+0000 mgr.x (mgr.34379) 1532 : cluster [DBG] pgmap v2139: 113 pgs: 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:52 gibba023 bash[27374]: cluster 2021-03-04T23:37:51.859108+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e972: 8 total, 7 up, 7 in 2021-03-04T23:37:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:52 gibba023 bash[27374]: audit 2021-03-04T23:37:51.861363+0000 mon.a (mon.0) 2507 : audit [INF] from='client.? 172.21.2.108:0/397336354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:37:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:52 gibba023 bash[27374]: audit 2021-03-04T23:37:52.000028+0000 mon.c (mon.1) 165 : audit [INF] from='client.? 172.21.2.108:0/1406152855' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:52 gibba023 bash[27374]: audit 2021-03-04T23:37:52.000321+0000 mon.a (mon.0) 2508 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.803 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:53.906 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:53.929 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:37:54.003 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:54.015 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:54.124 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:54.132 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[47391]: debug 2021-03-04T23:37:53.795+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:54.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[37770]: cluster 2021-03-04T23:37:52.858481+0000 mon.a (mon.0) 2509 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:54.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[37770]: audit 2021-03-04T23:37:52.870494+0000 mon.a (mon.0) 2510 : audit [INF] from='client.? 172.21.2.108:0/397336354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:54.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[37770]: audit 2021-03-04T23:37:52.870620+0000 mon.a (mon.0) 2511 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:54.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[37770]: cluster 2021-03-04T23:37:52.870665+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e973: 8 total, 7 up, 7 in 2021-03-04T23:37:54.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[37770]: audit 2021-03-04T23:37:52.969747+0000 mon.a (mon.0) 2513 : audit [DBG] from='client.? 172.21.2.108:0/3658838011' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:54.134 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[39303]: cluster 2021-03-04T23:37:52.858481+0000 mon.a (mon.0) 2509 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:54.134 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[39303]: audit 2021-03-04T23:37:52.870494+0000 mon.a (mon.0) 2510 : audit [INF] from='client.? 172.21.2.108:0/397336354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:54.135 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[39303]: audit 2021-03-04T23:37:52.870620+0000 mon.a (mon.0) 2511 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:54.135 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[39303]: cluster 2021-03-04T23:37:52.870665+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e973: 8 total, 7 up, 7 in 2021-03-04T23:37:54.135 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:53 gibba008 bash[39303]: audit 2021-03-04T23:37:52.969747+0000 mon.a (mon.0) 2513 : audit [DBG] from='client.? 172.21.2.108:0/3658838011' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:54.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:54 gibba023 bash[19550]: debug 2021-03-04T23:37:54.007+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:53 gibba023 bash[27374]: cluster 2021-03-04T23:37:52.858481+0000 mon.a (mon.0) 2509 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:54.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:53 gibba023 bash[27374]: audit 2021-03-04T23:37:52.870494+0000 mon.a (mon.0) 2510 : audit [INF] from='client.? 172.21.2.108:0/397336354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:37:54.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:53 gibba023 bash[27374]: audit 2021-03-04T23:37:52.870620+0000 mon.a (mon.0) 2511 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:54.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:53 gibba023 bash[27374]: cluster 2021-03-04T23:37:52.870665+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e973: 8 total, 7 up, 7 in 2021-03-04T23:37:54.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:53 gibba023 bash[27374]: audit 2021-03-04T23:37:52.969747+0000 mon.a (mon.0) 2513 : audit [DBG] from='client.? 172.21.2.108:0/3658838011' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:54.538 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:54.641 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:54.727 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:54.832 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:54.837 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[48858]: debug 2021-03-04T23:37:54.531+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:55.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[37770]: cluster 2021-03-04T23:37:53.729911+0000 mgr.x (mgr.34379) 1533 : cluster [DBG] pgmap v2142: 145 pgs: 13 creating+peering, 19 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:55.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[37770]: cluster 2021-03-04T23:37:53.884038+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e974: 8 total, 7 up, 7 in 2021-03-04T23:37:55.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[37770]: cluster 2021-03-04T23:37:54.409697+0000 mon.a (mon.0) 2515 : cluster [WRN] Health check update: Degraded data redundancy: 14/78 objects degraded (17.949%), 9 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:55.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[37770]: cluster 2021-03-04T23:37:54.881625+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e975: 8 total, 7 up, 7 in 2021-03-04T23:37:55.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[39303]: cluster 2021-03-04T23:37:53.729911+0000 mgr.x (mgr.34379) 1533 : cluster [DBG] pgmap v2142: 145 pgs: 13 creating+peering, 19 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:55.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[39303]: cluster 2021-03-04T23:37:53.884038+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e974: 8 total, 7 up, 7 in 2021-03-04T23:37:55.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[39303]: cluster 2021-03-04T23:37:54.409697+0000 mon.a (mon.0) 2515 : cluster [WRN] Health check update: Degraded data redundancy: 14/78 objects degraded (17.949%), 9 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:55.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:54 gibba008 bash[39303]: cluster 2021-03-04T23:37:54.881625+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e975: 8 total, 7 up, 7 in 2021-03-04T23:37:55.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:54 gibba023 bash[15180]: debug 2021-03-04T23:37:54.723+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:55.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:54 gibba023 bash[27374]: cluster 2021-03-04T23:37:53.729911+0000 mgr.x (mgr.34379) 1533 : cluster [DBG] pgmap v2142: 145 pgs: 13 creating+peering, 19 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:55.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:54 gibba023 bash[27374]: cluster 2021-03-04T23:37:53.884038+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e974: 8 total, 7 up, 7 in 2021-03-04T23:37:55.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:54 gibba023 bash[27374]: cluster 2021-03-04T23:37:54.409697+0000 mon.a (mon.0) 2515 : cluster [WRN] Health check update: Degraded data redundancy: 14/78 objects degraded (17.949%), 9 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:55.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:54 gibba023 bash[27374]: cluster 2021-03-04T23:37:54.881625+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e975: 8 total, 7 up, 7 in 2021-03-04T23:37:55.139 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:55.242 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:55.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:55 gibba008 bash[91265]: debug 2021-03-04T23:37:55.131+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:55.746 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:55.849 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:56.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:55 gibba008 bash[91265]: debug 2021-03-04T23:37:55.739+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:56.503 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:56.606 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:56.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:56 gibba008 bash[47391]: debug 2021-03-04T23:37:56.495+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:56.878 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:56.974 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Empty (4100 ms) 2021-03-04T23:37:56.974 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps 2021-03-04T23:37:56.980 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:57.172 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps (198 ms) 2021-03-04T23:37:57.173 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps 2021-03-04T23:37:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:56 gibba008 bash[37770]: cluster 2021-03-04T23:37:55.731755+0000 mgr.x (mgr.34379) 1534 : cluster [DBG] pgmap v2145: 145 pgs: 13 creating+peering, 19 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:57.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:56 gibba008 bash[37770]: cluster 2021-03-04T23:37:55.893110+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e976: 8 total, 7 up, 7 in 2021-03-04T23:37:57.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:56 gibba008 bash[39303]: cluster 2021-03-04T23:37:55.731755+0000 mgr.x (mgr.34379) 1534 : cluster [DBG] pgmap v2145: 145 pgs: 13 creating+peering, 19 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:57.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:56 gibba008 bash[39303]: cluster 2021-03-04T23:37:55.893110+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e976: 8 total, 7 up, 7 in 2021-03-04T23:37:57.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:56 gibba023 bash[19550]: debug 2021-03-04T23:37:56.871+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:56 gibba023 bash[27374]: cluster 2021-03-04T23:37:55.731755+0000 mgr.x (mgr.34379) 1534 : cluster [DBG] pgmap v2145: 145 pgs: 13 creating+peering, 19 unknown, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 4.0 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 14/78 objects degraded (17.949%) 2021-03-04T23:37:57.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:56 gibba023 bash[27374]: cluster 2021-03-04T23:37:55.893110+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e976: 8 total, 7 up, 7 in 2021-03-04T23:37:57.365 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:37:57.367 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:37:57.490 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:57.593 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:57.691 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:57.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:57 gibba023 bash[18090]: debug 2021-03-04T23:37:57.483+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:57.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:57 gibba023 bash[18090]: debug 2021-03-04T23:37:57.683+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:57.799 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:57.886 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:57.990 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:58.134 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:58.236 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:58.247 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:57 gibba023 bash[27374]: cluster 2021-03-04T23:37:56.905479+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e977: 8 total, 7 up, 7 in 2021-03-04T23:37:58.247 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:57 gibba023 bash[19550]: debug 2021-03-04T23:37:57.879+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:57 gibba008 bash[37770]: cluster 2021-03-04T23:37:56.905479+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e977: 8 total, 7 up, 7 in 2021-03-04T23:37:58.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:57 gibba008 bash[39303]: cluster 2021-03-04T23:37:56.905479+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e977: 8 total, 7 up, 7 in 2021-03-04T23:37:58.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[48858]: debug 2021-03-04T23:37:58.127+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:58.312 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:58.416 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:58.487 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:58.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:58 gibba023 bash[18090]: debug 2021-03-04T23:37:58.307+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:58.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:37:58 gibba023 bash[18090]: debug 2021-03-04T23:37:58.483+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:58.590 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:58.671 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:58.774 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:58.923 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:37:58 gibba023 bash[19550]: debug 2021-03-04T23:37:58.667+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:59.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[39303]: cluster 2021-03-04T23:37:57.733824+0000 mgr.x (mgr.34379) 1535 : cluster [DBG] pgmap v2148: 145 pgs: 13 active+undersized+degraded, 40 active+undersized, 92 active+clean; 16 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s; 18/99 objects degraded (18.182%) 2021-03-04T23:37:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[39303]: cluster 2021-03-04T23:37:57.916747+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e978: 8 total, 7 up, 7 in 2021-03-04T23:37:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[39303]: audit 2021-03-04T23:37:58.288967+0000 mon.a (mon.0) 2520 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[37770]: cluster 2021-03-04T23:37:57.733824+0000 mgr.x (mgr.34379) 1535 : cluster [DBG] pgmap v2148: 145 pgs: 13 active+undersized+degraded, 40 active+undersized, 92 active+clean; 16 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s; 18/99 objects degraded (18.182%) 2021-03-04T23:37:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[37770]: cluster 2021-03-04T23:37:57.916747+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e978: 8 total, 7 up, 7 in 2021-03-04T23:37:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:58 gibba008 bash[37770]: audit 2021-03-04T23:37:58.288967+0000 mon.a (mon.0) 2520 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:59.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:37:59.123 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:59.173 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:59.196 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[91265]: debug 2021-03-04T23:37:59.115+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:37:59.225 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:59.242 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:58 gibba023 bash[27374]: cluster 2021-03-04T23:37:57.733824+0000 mgr.x (mgr.34379) 1535 : cluster [DBG] pgmap v2148: 145 pgs: 13 active+undersized+degraded, 40 active+undersized, 92 active+clean; 16 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s; 18/99 objects degraded (18.182%) 2021-03-04T23:37:59.242 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:58 gibba023 bash[27374]: cluster 2021-03-04T23:37:57.916747+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e978: 8 total, 7 up, 7 in 2021-03-04T23:37:59.242 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:58 gibba023 bash[27374]: audit 2021-03-04T23:37:58.288967+0000 mon.a (mon.0) 2520 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:59.335 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:59.368 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:59.441 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:59.461 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:59.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:37:59 gibba023 bash[15180]: debug 2021-03-04T23:37:59.331+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:37:59.943 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:59.947 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pgp_num to 28 2021-03-04T23:38:00.047 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:00.134 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:00.199 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[39303]: cluster 2021-03-04T23:37:58.927379+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e979: 8 total, 7 up, 7 in 2021-03-04T23:38:00.200 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[39303]: audit 2021-03-04T23:37:59.071191+0000 mon.a (mon.0) 2522 : audit [INF] from='client.? 172.21.2.108:0/3853119078' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:38:00.200 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[39303]: cluster 2021-03-04T23:37:59.411889+0000 mon.a (mon.0) 2523 : cluster [WRN] Health check update: Degraded data redundancy: 18/99 objects degraded (18.182%), 13 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:00.201 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[47391]: debug 2021-03-04T23:37:59.935+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:00.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[37770]: cluster 2021-03-04T23:37:58.927379+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e979: 8 total, 7 up, 7 in 2021-03-04T23:38:00.201 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[37770]: audit 2021-03-04T23:37:59.071191+0000 mon.a (mon.0) 2522 : audit [INF] from='client.? 172.21.2.108:0/3853119078' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:38:00.202 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:37:59 gibba008 bash[37770]: cluster 2021-03-04T23:37:59.411889+0000 mon.a (mon.0) 2523 : cluster [WRN] Health check update: Degraded data redundancy: 18/99 objects degraded (18.182%), 13 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:00.239 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:00.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:00 gibba023 bash[88433]: debug 2021-03-04T23:38:00.127+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:00.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:59 gibba023 bash[27374]: cluster 2021-03-04T23:37:58.927379+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e979: 8 total, 7 up, 7 in 2021-03-04T23:38:00.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:59 gibba023 bash[27374]: audit 2021-03-04T23:37:59.071191+0000 mon.a (mon.0) 2522 : audit [INF] from='client.? 172.21.2.108:0/3853119078' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:38:00.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:37:59 gibba023 bash[27374]: cluster 2021-03-04T23:37:59.411889+0000 mon.a (mon.0) 2523 : cluster [WRN] Health check update: Degraded data redundancy: 18/99 objects degraded (18.182%), 13 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:00.706 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:00.809 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:00.903 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:00.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[37770]: cluster 2021-03-04T23:37:59.735707+0000 mgr.x (mgr.34379) 1536 : cluster [DBG] pgmap v2151: 145 pgs: 13 active+undersized+degraded, 40 active+undersized, 92 active+clean; 16 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s; 18/99 objects degraded (18.182%) 2021-03-04T23:38:00.962 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[48858]: debug 2021-03-04T23:38:00.699+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:01.013 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:01.103 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:00 gibba023 bash[15180]: debug 2021-03-04T23:38:00.899+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:01.104 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:00 gibba023 bash[27374]: cluster 2021-03-04T23:37:59.735707+0000 mgr.x (mgr.34379) 1536 : cluster [DBG] pgmap v2151: 145 pgs: 13 active+undersized+degraded, 40 active+undersized, 92 active+clean; 16 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s; 18/99 objects degraded (18.182%) 2021-03-04T23:38:01.104 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:00 gibba023 bash[27374]: audit 2021-03-04T23:37:59.941099+0000 mon.a (mon.0) 2524 : audit [INF] from='client.? 172.21.2.108:0/3853119078' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:38:01.104 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:00 gibba023 bash[27374]: cluster 2021-03-04T23:37:59.941143+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e980: 8 total, 7 up, 7 in 2021-03-04T23:38:01.105 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:01.198 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps (4026 ms) 2021-03-04T23:38:01.198 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2021-03-04T23:38:01.212 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:01.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[37770]: audit 2021-03-04T23:37:59.941099+0000 mon.a (mon.0) 2524 : audit [INF] from='client.? 172.21.2.108:0/3853119078' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:38:01.232 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[37770]: cluster 2021-03-04T23:37:59.941143+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e980: 8 total, 7 up, 7 in 2021-03-04T23:38:01.232 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[39303]: cluster 2021-03-04T23:37:59.735707+0000 mgr.x (mgr.34379) 1536 : cluster [DBG] pgmap v2151: 145 pgs: 13 active+undersized+degraded, 40 active+undersized, 92 active+clean; 16 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s; 18/99 objects degraded (18.182%) 2021-03-04T23:38:01.233 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[39303]: audit 2021-03-04T23:37:59.941099+0000 mon.a (mon.0) 2524 : audit [INF] from='client.? 172.21.2.108:0/3853119078' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:38:01.233 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:00 gibba008 bash[39303]: cluster 2021-03-04T23:37:59.941143+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e980: 8 total, 7 up, 7 in 2021-03-04T23:38:01.325 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:01.429 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:01.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:01 gibba023 bash[15180]: debug 2021-03-04T23:38:01.319+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:01.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:01 gibba023 bash[19550]: debug 2021-03-04T23:38:01.099+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:02.032 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:02.135 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:02.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:01 gibba008 bash[37770]: cluster 2021-03-04T23:38:00.950560+0000 mon.a (mon.0) 2526 : cluster [DBG] osdmap e981: 8 total, 7 up, 7 in 2021-03-04T23:38:02.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:01 gibba008 bash[39303]: cluster 2021-03-04T23:38:00.950560+0000 mon.a (mon.0) 2526 : cluster [DBG] osdmap e981: 8 total, 7 up, 7 in 2021-03-04T23:38:02.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:02 gibba008 bash[91265]: debug 2021-03-04T23:38:02.027+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:01 gibba023 bash[27374]: cluster 2021-03-04T23:38:00.950560+0000 mon.a (mon.0) 2526 : cluster [DBG] osdmap e981: 8 total, 7 up, 7 in 2021-03-04T23:38:02.835 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:03.099 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.SnapDiscard (1873 ms) 2021-03-04T23:38:03.099 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2021-03-04T23:38:03.100 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:03.174 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneDiscard (103 ms) 2021-03-04T23:38:03.174 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneShrink 2021-03-04T23:38:03.200 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:03.203 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:02 gibba023 bash[27374]: cluster 2021-03-04T23:38:01.738496+0000 mgr.x (mgr.34379) 1537 : cluster [DBG] pgmap v2154: 145 pgs: 15 active+undersized+degraded, 38 active+undersized, 92 active+clean; 48 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 56 op/s; 26/171 objects degraded (15.205%) 2021-03-04T23:38:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:02 gibba023 bash[27374]: cluster 2021-03-04T23:38:01.965808+0000 mon.a (mon.0) 2527 : cluster [DBG] osdmap e982: 8 total, 7 up, 7 in 2021-03-04T23:38:03.275 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:02 gibba008 bash[39303]: cluster 2021-03-04T23:38:01.738496+0000 mgr.x (mgr.34379) 1537 : cluster [DBG] pgmap v2154: 145 pgs: 15 active+undersized+degraded, 38 active+undersized, 92 active+clean; 48 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 56 op/s; 26/171 objects degraded (15.205%) 2021-03-04T23:38:03.275 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:02 gibba008 bash[39303]: cluster 2021-03-04T23:38:01.965808+0000 mon.a (mon.0) 2527 : cluster [DBG] osdmap e982: 8 total, 7 up, 7 in 2021-03-04T23:38:03.276 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:02 gibba008 bash[48858]: debug 2021-03-04T23:38:02.827+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:03.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:02 gibba008 bash[37770]: cluster 2021-03-04T23:38:01.738496+0000 mgr.x (mgr.34379) 1537 : cluster [DBG] pgmap v2154: 145 pgs: 15 active+undersized+degraded, 38 active+undersized, 92 active+clean; 48 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 56 op/s; 26/171 objects degraded (15.205%) 2021-03-04T23:38:03.276 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:02 gibba008 bash[37770]: cluster 2021-03-04T23:38:01.965808+0000 mon.a (mon.0) 2527 : cluster [DBG] osdmap e982: 8 total, 7 up, 7 in 2021-03-04T23:38:03.406 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneShrink (232 ms) 2021-03-04T23:38:03.406 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneExpand 2021-03-04T23:38:03.455 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:03.671 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneExpand (265 ms) 2021-03-04T23:38:03.672 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2021-03-04T23:38:03.724 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:03.792 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:03.900 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:03.947 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneHideParent (276 ms) 2021-03-04T23:38:03.948 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone 2021-03-04T23:38:03.981 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:04.160 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone (212 ms) 2021-03-04T23:38:04.160 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2021-03-04T23:38:04.208 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:04.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:03 gibba008 bash[37770]: cluster 2021-03-04T23:38:02.988426+0000 mon.a (mon.0) 2528 : cluster [DBG] osdmap e983: 8 total, 7 up, 7 in 2021-03-04T23:38:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:03 gibba008 bash[39303]: cluster 2021-03-04T23:38:02.988426+0000 mon.a (mon.0) 2528 : cluster [DBG] osdmap e983: 8 total, 7 up, 7 in 2021-03-04T23:38:04.263 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:03 gibba008 bash[47391]: debug 2021-03-04T23:38:03.783+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:04.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:03 gibba023 bash[27374]: cluster 2021-03-04T23:38:02.988426+0000 mon.a (mon.0) 2528 : cluster [DBG] osdmap e983: 8 total, 7 up, 7 in 2021-03-04T23:38:04.304 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:04.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:04.424 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten (264 ms) 2021-03-04T23:38:04.424 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress 2021-03-04T23:38:04.460 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 74948940~6789462 2021-03-04T23:38:04.487 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 31603944~1703994 2021-03-04T23:38:04.490 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 40411940~539196 2021-03-04T23:38:04.493 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 28766197~421077 2021-03-04T23:38:04.499 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:04.499 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 20948354~7747874 2021-03-04T23:38:04.522 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 9144236~8362642 2021-03-04T23:38:04.527 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 59312901~7693211 2021-03-04T23:38:04.548 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 19697592~5905415 2021-03-04T23:38:04.552 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap0 2021-03-04T23:38:04.603 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:04.695 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:04 gibba023 bash[18090]: debug 2021-03-04T23:38:04.495+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:04.695 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:04.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:04 gibba008 bash[48858]: debug 2021-03-04T23:38:04.295+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:04.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:05.003 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:04 gibba023 bash[88433]: debug 2021-03-04T23:38:04.691+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:05.014 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:05.053 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:04 gibba008 bash[37770]: cluster 2021-03-04T23:38:03.740353+0000 mgr.x (mgr.34379) 1538 : cluster [DBG] pgmap v2157: 145 pgs: 16 active+undersized+degraded, 37 active+undersized, 92 active+clean; 68 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 87 op/s; 33/219 objects degraded (15.068%) 2021-03-04T23:38:05.053 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:04 gibba008 bash[37770]: cluster 2021-03-04T23:38:04.412758+0000 mon.a (mon.0) 2529 : cluster [WRN] Health check update: Degraded data redundancy: 33/219 objects degraded (15.068%), 16 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:05.122 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.193 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:38:05.194 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:38:05.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:38:05.194 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:38:05.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.195 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:264994 30.1 30:8b229c7e:::benchmark_data_gibba008_138845_object107007:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:38:05.195 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:38:05.195 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.32597175799998, 2021-03-04T23:38:05.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.243308514, 2021-03-04T23:38:05.196 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.196 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.196 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.196 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.197 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.197 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 264994 2021-03-04T23:38:05.197 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.198 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.198 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.198 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:38:05.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.199 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.199 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.200 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:38:05.200 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.333e-06 2021-03-04T23:38:05.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.200 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.200 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862756+0000", 2021-03-04T23:38:05.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.905e-06 2021-03-04T23:38:05.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862758+0000", 2021-03-04T23:38:05.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3010000000000007e-06 2021-03-04T23:38:05.202 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862766+0000", 2021-03-04T23:38:05.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6269999999999999e-06 2021-03-04T23:38:05.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862771+0000", 2021-03-04T23:38:05.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011089579999999999 2021-03-04T23:38:05.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.863880+0000", 2021-03-04T23:38:05.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7433e-05 2021-03-04T23:38:05.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.206 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.206 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.863977+0000", 2021-03-04T23:38:05.206 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109577 2021-03-04T23:38:05.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.207 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:38:05.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.864087+0000", 2021-03-04T23:38:05.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027605989999999999 2021-03-04T23:38:05.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866847+0000", 2021-03-04T23:38:05.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23901439099999999 2021-03-04T23:38:05.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.209 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105862+0000", 2021-03-04T23:38:05.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011251099999999999 2021-03-04T23:38:05.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105974+0000", 2021-03-04T23:38:05.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3974000000000001e-05 2021-03-04T23:38:05.211 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105998+0000", 2021-03-04T23:38:05.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4905000000000003e-05 2021-03-04T23:38:05.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106063+0000", 2021-03-04T23:38:05.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.243308514 2021-03-04T23:38:05.213 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.213 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.213 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.214 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265003 30.1 30:85e9c730:::benchmark_data_gibba008_138845_object107016:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:38:05.214 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:38:05.214 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.32211832399997, 2021-03-04T23:38:05.214 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23955831799999999, 2021-03-04T23:38:05.214 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.215 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.215 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.215 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.215 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.215 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265003 2021-03-04T23:38:05.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.216 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:38:05.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:38:05.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6759999999999999e-06 2021-03-04T23:38:05.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.218 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.218 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866610+0000", 2021-03-04T23:38:05.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:38:05.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866611+0000", 2021-03-04T23:38:05.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6790000000000005e-06 2021-03-04T23:38:05.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866619+0000", 2021-03-04T23:38:05.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9609999999999999e-06 2021-03-04T23:38:05.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.221 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866623+0000", 2021-03-04T23:38:05.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023569500000000001 2021-03-04T23:38:05.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866859+0000", 2021-03-04T23:38:05.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1535e-05 2021-03-04T23:38:05.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866920+0000", 2021-03-04T23:38:05.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4125e-05 2021-03-04T23:38:05.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:38:05.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866984+0000", 2021-03-04T23:38:05.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23892413900000001 2021-03-04T23:38:05.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.226 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105909+0000", 2021-03-04T23:38:05.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0019000000000003e-05 2021-03-04T23:38:05.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105969+0000", 2021-03-04T23:38:05.227 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010247 2021-03-04T23:38:05.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.228 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106071+0000", 2021-03-04T23:38:05.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8323999999999999e-05 2021-03-04T23:38:05.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106099+0000", 2021-03-04T23:38:05.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6975000000000002e-05 2021-03-04T23:38:05.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.230 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.230 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106166+0000", 2021-03-04T23:38:05.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23955831799999999 2021-03-04T23:38:05.231 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.231 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.231 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.232 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:264996 30.4 e734/719 30:2574a766:::benchmark_data_gibba008_138845_object107009:head v 734'16559, mlcod=734'16556)", 2021-03-04T23:38:05.232 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:38:05.232 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.32210967399999, 2021-03-04T23:38:05.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23918244499999999, 2021-03-04T23:38:05.232 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.233 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.233 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:38:05.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:38:05.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4269999999999998e-06 2021-03-04T23:38:05.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866619+0000", 2021-03-04T23:38:05.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.945e-06 2021-03-04T23:38:05.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866621+0000", 2021-03-04T23:38:05.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6789999999999999e-06 2021-03-04T23:38:05.237 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.237 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.238 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.238 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866628+0000", 2021-03-04T23:38:05.238 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7448999999999998e-05 2021-03-04T23:38:05.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.239 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.239 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866645+0000", 2021-03-04T23:38:05.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9667999999999999e-05 2021-03-04T23:38:05.239 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.239 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866695+0000", 2021-03-04T23:38:05.240 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1406000000000001e-05 2021-03-04T23:38:05.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.240 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.241 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866706+0000", 2021-03-04T23:38:05.241 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23906623299999999 2021-03-04T23:38:05.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105772+0000", 2021-03-04T23:38:05.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6638000000000001e-05 2021-03-04T23:38:05.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105799+0000", 2021-03-04T23:38:05.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23918244499999999 2021-03-04T23:38:05.243 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.244 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.244 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.244 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:264994 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:38:05.245 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:38:05.245 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.32132496700001, 2021-03-04T23:38:05.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238464182, 2021-03-04T23:38:05.245 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.245 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.246 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:38:05.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.247 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.247 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:38:05.248 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9800000000000003e-07 2021-03-04T23:38:05.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.248 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867402+0000", 2021-03-04T23:38:05.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3500000000000005e-07 2021-03-04T23:38:05.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.249 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.250 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867403+0000", 2021-03-04T23:38:05.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:38:05.250 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867407+0000", 2021-03-04T23:38:05.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.706e-06 2021-03-04T23:38:05.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867410+0000", 2021-03-04T23:38:05.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238423581 2021-03-04T23:38:05.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105833+0000", 2021-03-04T23:38:05.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5729999999999998e-06 2021-03-04T23:38:05.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105839+0000", 2021-03-04T23:38:05.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6883e-05 2021-03-04T23:38:05.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105866+0000", 2021-03-04T23:38:05.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238464182 2021-03-04T23:38:05.255 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.256 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.256 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.256 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265006 30.0 30:0bb94fb8:::benchmark_data_gibba008_138845_object107019:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:38:05.257 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:38:05.257 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.32115934299998, 2021-03-04T23:38:05.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27073553700000003, 2021-03-04T23:38:05.257 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.257 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.258 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.258 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.258 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.258 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265006 2021-03-04T23:38:05.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.259 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:38:05.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:38:05.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7579999999999999e-06 2021-03-04T23:38:05.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867569+0000", 2021-03-04T23:38:05.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:38:05.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867570+0000", 2021-03-04T23:38:05.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8689999999999993e-06 2021-03-04T23:38:05.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867579+0000", 2021-03-04T23:38:05.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6700000000000002e-06 2021-03-04T23:38:05.264 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867584+0000", 2021-03-04T23:38:05.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9997000000000001e-05 2021-03-04T23:38:05.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.265 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867614+0000", 2021-03-04T23:38:05.266 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1792999999999996e-05 2021-03-04T23:38:05.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.266 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867676+0000", 2021-03-04T23:38:05.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238118846 2021-03-04T23:38:05.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.267 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.267 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:38:05.267 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105795+0000", 2021-03-04T23:38:05.268 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006079615 2021-03-04T23:38:05.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.268 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.268 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.111874+0000", 2021-03-04T23:38:05.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6968999999999998e-05 2021-03-04T23:38:05.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.269 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.111911+0000", 2021-03-04T23:38:05.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026325510999999999 2021-03-04T23:38:05.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138237+0000", 2021-03-04T23:38:05.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7109e-05 2021-03-04T23:38:05.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138274+0000", 2021-03-04T23:38:05.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.868e-05 2021-03-04T23:38:05.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.272 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.272 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138303+0000", 2021-03-04T23:38:05.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27073553700000003 2021-03-04T23:38:05.273 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.273 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.273 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.274 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:265003 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:38:05.274 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:38:05.274 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.32018295500001, 2021-03-04T23:38:05.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23736732699999999, 2021-03-04T23:38:05.275 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.275 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.275 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:38:05.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:38:05.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6670000000000001e-06 2021-03-04T23:38:05.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.278 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868545+0000", 2021-03-04T23:38:05.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4780000000000001e-06 2021-03-04T23:38:05.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868547+0000", 2021-03-04T23:38:05.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.237194453 2021-03-04T23:38:05.279 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105741+0000", 2021-03-04T23:38:05.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5667000000000003e-05 2021-03-04T23:38:05.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.281 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105777+0000", 2021-03-04T23:38:05.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000123829 2021-03-04T23:38:05.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105900+0000", 2021-03-04T23:38:05.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7299999999999999e-06 2021-03-04T23:38:05.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105904+0000", 2021-03-04T23:38:05.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5030000000000002e-06 2021-03-04T23:38:05.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.284 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105911+0000", 2021-03-04T23:38:05.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23736732699999999 2021-03-04T23:38:05.284 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.285 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.285 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.285 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265009 30.b 30:d9fd788a:::benchmark_data_gibba008_138845_object107022:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:38:05.286 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:38:05.286 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.31978540599999, 2021-03-04T23:38:05.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.256695285, 2021-03-04T23:38:05.286 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.287 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.287 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.287 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.287 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.287 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265009 2021-03-04T23:38:05.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.288 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.288 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:38:05.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.289 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:38:05.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9719999999999999e-06 2021-03-04T23:38:05.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868943+0000", 2021-03-04T23:38:05.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7370000000000001e-06 2021-03-04T23:38:05.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868945+0000", 2021-03-04T23:38:05.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.236796856 2021-03-04T23:38:05.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105741+0000", 2021-03-04T23:38:05.293 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1034000000000001e-05 2021-03-04T23:38:05.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105773+0000", 2021-03-04T23:38:05.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2175999999999997e-05 2021-03-04T23:38:05.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.294 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105815+0000", 2021-03-04T23:38:05.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015716100000000001 2021-03-04T23:38:05.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105972+0000", 2021-03-04T23:38:05.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011869799999999999 2021-03-04T23:38:05.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:38:05.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106091+0000", 2021-03-04T23:38:05.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043106680000000001 2021-03-04T23:38:05.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.110401+0000", 2021-03-04T23:38:05.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021508640000000002 2021-03-04T23:38:05.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.112552+0000", 2021-03-04T23:38:05.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5234999999999997e-05 2021-03-04T23:38:05.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.112587+0000", 2021-03-04T23:38:05.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012950445 2021-03-04T23:38:05.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125538+0000", 2021-03-04T23:38:05.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1077000000000001e-05 2021-03-04T23:38:05.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125569+0000", 2021-03-04T23:38:05.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7361999999999996e-05 2021-03-04T23:38:05.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125636+0000", 2021-03-04T23:38:05.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.256695285 2021-03-04T23:38:05.303 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.303 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.303 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.304 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:265003 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:38:05.304 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:38:05.304 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 397.319194439, 2021-03-04T23:38:05.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23663851799999999, 2021-03-04T23:38:05.305 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.305 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.305 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.305 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.306 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.306 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:38:05.306 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.307 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.307 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.307 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:38:05.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.519e-06 2021-03-04T23:38:05.307 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.308 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869533+0000", 2021-03-04T23:38:05.308 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5349999999999999e-06 2021-03-04T23:38:05.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869535+0000", 2021-03-04T23:38:05.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23624241600000001 2021-03-04T23:38:05.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105777+0000", 2021-03-04T23:38:05.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6719999999999998e-06 2021-03-04T23:38:05.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105784+0000", 2021-03-04T23:38:05.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017643100000000001 2021-03-04T23:38:05.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105960+0000", 2021-03-04T23:38:05.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1339999999999997e-06 2021-03-04T23:38:05.312 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.313 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105965+0000", 2021-03-04T23:38:05.313 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000205811 2021-03-04T23:38:05.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.314 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106170+0000", 2021-03-04T23:38:05.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23663851799999999 2021-03-04T23:38:05.314 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.315 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.315 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.316 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:282058 30.b 30:d4e8a13a:::benchmark_data_gibba008_138845_object124071:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:38:05.316 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:38:05.316 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 385.52152083599998, 2021-03-04T23:38:05.316 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.139126952, 2021-03-04T23:38:05.316 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.317 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.317 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.317 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.317 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.317 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 282058 2021-03-04T23:38:05.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.318 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.318 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:38:05.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.319 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.319 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:38:05.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.415e-06 2021-03-04T23:38:05.320 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.320 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667207+0000", 2021-03-04T23:38:05.321 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5e-06 2021-03-04T23:38:05.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.321 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.321 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667208+0000", 2021-03-04T23:38:05.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2389999999999996e-06 2021-03-04T23:38:05.322 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.322 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667216+0000", 2021-03-04T23:38:05.323 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:38:05.323 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.324 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667219+0000", 2021-03-04T23:38:05.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12623841899999999 2021-03-04T23:38:05.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.325 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793458+0000", 2021-03-04T23:38:05.325 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012282800000000001 2021-03-04T23:38:05.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.325 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.326 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793581+0000", 2021-03-04T23:38:05.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012514000000000001 2021-03-04T23:38:05.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.326 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:38:05.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793706+0000", 2021-03-04T23:38:05.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0045276520000000001 2021-03-04T23:38:05.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.327 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.327 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.798233+0000", 2021-03-04T23:38:05.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3785999999999997e-05 2021-03-04T23:38:05.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.798277+0000", 2021-03-04T23:38:05.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001632161 2021-03-04T23:38:05.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.799909+0000", 2021-03-04T23:38:05.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0062953000000000002 2021-03-04T23:38:05.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806205+0000", 2021-03-04T23:38:05.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1953999999999998e-05 2021-03-04T23:38:05.331 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.332 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.332 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806247+0000", 2021-03-04T23:38:05.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5760000000000006e-05 2021-03-04T23:38:05.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.333 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806332+0000", 2021-03-04T23:38:05.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.139126952 2021-03-04T23:38:05.333 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.334 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.334 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.334 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294539 30.b 30:d012505e:::benchmark_data_gibba008_138845_object136552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:38:05.335 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:38:05.335 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 377.15871073699998, 2021-03-04T23:38:05.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12467062800000001, 2021-03-04T23:38:05.335 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.335 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.336 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.336 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.336 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.336 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294539 2021-03-04T23:38:05.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.337 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:38:05.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.338 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.338 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:38:05.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9429999999999999e-06 2021-03-04T23:38:05.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030018+0000", 2021-03-04T23:38:05.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0329999999999998e-06 2021-03-04T23:38:05.340 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.341 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030020+0000", 2021-03-04T23:38:05.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0319999999999992e-06 2021-03-04T23:38:05.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.341 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.341 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030029+0000", 2021-03-04T23:38:05.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3810000000000001e-06 2021-03-04T23:38:05.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030033+0000", 2021-03-04T23:38:05.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3547999999999998e-05 2021-03-04T23:38:05.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.344 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030067+0000", 2021-03-04T23:38:05.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7618000000000002e-05 2021-03-04T23:38:05.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.345 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.345 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030134+0000", 2021-03-04T23:38:05.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5462000000000003e-05 2021-03-04T23:38:05.345 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.345 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.346 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:38:05.346 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030220+0000", 2021-03-04T23:38:05.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043319539999999998 2021-03-04T23:38:05.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034552+0000", 2021-03-04T23:38:05.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114184 2021-03-04T23:38:05.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034666+0000", 2021-03-04T23:38:05.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027510799999999998 2021-03-04T23:38:05.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.350 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034941+0000", 2021-03-04T23:38:05.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11956201900000001 2021-03-04T23:38:05.351 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.352 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154503+0000", 2021-03-04T23:38:05.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6023000000000002e-05 2021-03-04T23:38:05.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.352 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.353 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154559+0000", 2021-03-04T23:38:05.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012732299999999999 2021-03-04T23:38:05.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.354 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154686+0000", 2021-03-04T23:38:05.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12467062800000001 2021-03-04T23:38:05.354 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.354 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.355 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.355 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294542 30.b 30:d13792fd:::benchmark_data_gibba008_138845_object136555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:38:05.355 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:38:05.356 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 377.15840125300002, 2021-03-04T23:38:05.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124716417, 2021-03-04T23:38:05.356 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.356 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.357 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.357 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.357 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.357 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294542 2021-03-04T23:38:05.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.358 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.358 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.358 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.358 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:38:05.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.359 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.359 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.359 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:38:05.359 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:38:05.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030327+0000", 2021-03-04T23:38:05.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:38:05.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030328+0000", 2021-03-04T23:38:05.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1999999999999997e-06 2021-03-04T23:38:05.362 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.362 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030335+0000", 2021-03-04T23:38:05.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.985e-06 2021-03-04T23:38:05.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.363 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.363 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030339+0000", 2021-03-04T23:38:05.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018851569999999999 2021-03-04T23:38:05.364 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.364 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032225+0000", 2021-03-04T23:38:05.365 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8231000000000002e-05 2021-03-04T23:38:05.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.365 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032323+0000", 2021-03-04T23:38:05.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9939999999999997e-05 2021-03-04T23:38:05.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.366 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:38:05.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032403+0000", 2021-03-04T23:38:05.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023773470000000001 2021-03-04T23:38:05.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034780+0000", 2021-03-04T23:38:05.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021309200000000001 2021-03-04T23:38:05.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034993+0000", 2021-03-04T23:38:05.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119740338 2021-03-04T23:38:05.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.369 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154733+0000", 2021-03-04T23:38:05.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000107054 2021-03-04T23:38:05.370 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.370 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.371 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154841+0000", 2021-03-04T23:38:05.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0754999999999997e-05 2021-03-04T23:38:05.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.371 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154901+0000", 2021-03-04T23:38:05.372 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014020600000000001 2021-03-04T23:38:05.372 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.372 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.372 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.373 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.155041+0000", 2021-03-04T23:38:05.373 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124716417 2021-03-04T23:38:05.373 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.373 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.373 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.374 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.374 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.374 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294889 30.b 30:dd6aac03:::benchmark_data_gibba008_138845_object136902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:38:05.374 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:38:05.374 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 376.764145536, 2021-03-04T23:38:05.375 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122772057, 2021-03-04T23:38:05.375 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.375 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.375 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.375 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:38:05.376 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:38:05.376 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294889 2021-03-04T23:38:05.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.376 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.377 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:38:05.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.378 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:38:05.378 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.719e-06 2021-03-04T23:38:05.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.379 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424583+0000", 2021-03-04T23:38:05.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.635e-06 2021-03-04T23:38:05.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424584+0000", 2021-03-04T23:38:05.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2450000000000004e-06 2021-03-04T23:38:05.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.381 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424593+0000", 2021-03-04T23:38:05.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4830000000000001e-06 2021-03-04T23:38:05.381 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.382 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424598+0000", 2021-03-04T23:38:05.382 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2963000000000003e-05 2021-03-04T23:38:05.382 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.383 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.383 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.383 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424631+0000", 2021-03-04T23:38:05.383 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5932000000000004e-05 2021-03-04T23:38:05.384 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.384 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.384 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.384 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424707+0000", 2021-03-04T23:38:05.384 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1837999999999997e-05 2021-03-04T23:38:05.385 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.385 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:38:05.385 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424799+0000", 2021-03-04T23:38:05.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001888846 2021-03-04T23:38:05.386 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.386 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.386 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.386 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.426687+0000", 2021-03-04T23:38:05.386 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8314999999999998e-05 2021-03-04T23:38:05.387 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.387 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.387 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:38:05.387 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.426766+0000", 2021-03-04T23:38:05.387 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00062805900000000004 2021-03-04T23:38:05.388 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.388 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.388 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.388 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.427394+0000", 2021-03-04T23:38:05.388 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119817256 2021-03-04T23:38:05.389 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.389 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.389 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:05.389 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547211+0000", 2021-03-04T23:38:05.389 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2468000000000001e-05 2021-03-04T23:38:05.390 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.390 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.390 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.390 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547254+0000", 2021-03-04T23:38:05.391 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9297999999999997e-05 2021-03-04T23:38:05.391 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.391 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.391 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.391 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547353+0000", 2021-03-04T23:38:05.392 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122772057 2021-03-04T23:38:05.392 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.392 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.392 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.392 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.393 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.393 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(osd.4.0:144886 37.d e880/850 37:b34436db:::rb.0.de43.4299dc1a.000000000051:1a v 880'39, mlcod=876'35)", 2021-03-04T23:38:05.393 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:00.684006+0000", 2021-03-04T23:38:05.393 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 124.504720656, 2021-03-04T23:38:05.394 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.059140491000000003, 2021-03-04T23:38:05.394 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.394 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:05.394 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.394 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.395 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.395 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684006+0000", 2021-03-04T23:38:05.395 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.395 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.395 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.396 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.396 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684006+0000", 2021-03-04T23:38:05.396 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.113e-06 2021-03-04T23:38:05.396 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.396 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.397 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.397 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684007+0000", 2021-03-04T23:38:05.397 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2449999999999999e-06 2021-03-04T23:38:05.397 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.397 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.398 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.398 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684008+0000", 2021-03-04T23:38:05.398 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.056311460000000001 2021-03-04T23:38:05.398 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.399 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.399 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.399 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740319+0000", 2021-03-04T23:38:05.399 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3807e-05 2021-03-04T23:38:05.399 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.400 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.400 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.400 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740333+0000", 2021-03-04T23:38:05.400 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000162616 2021-03-04T23:38:05.400 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.401 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.401 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.401 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740496+0000", 2021-03-04T23:38:05.401 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0815999999999997e-05 2021-03-04T23:38:05.401 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.402 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.402 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.402 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740537+0000", 2021-03-04T23:38:05.402 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025051209999999999 2021-03-04T23:38:05.403 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.403 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.403 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:38:05.403 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.743042+0000", 2021-03-04T23:38:05.403 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104313 2021-03-04T23:38:05.404 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.404 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.404 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.404 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.743146+0000", 2021-03-04T23:38:05.404 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.059140491000000003 2021-03-04T23:38:05.405 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.405 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.405 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.405 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.405 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.406 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:7469 38.16 38:6a81c590:::rb.0.b7a2.16c8c2b0.000000000003:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e928)", 2021-03-04T23:38:05.406 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:49.124369+0000", 2021-03-04T23:38:05.406 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 76.064356881999998, 2021-03-04T23:38:05.406 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.057547096999999998, 2021-03-04T23:38:05.407 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.407 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.407 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.407 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.407 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.408 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 7469 2021-03-04T23:38:05.408 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.408 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.408 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.408 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.409 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124369+0000", 2021-03-04T23:38:05.409 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.409 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.409 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.409 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.410 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124369+0000", 2021-03-04T23:38:05.410 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7600000000000002e-06 2021-03-04T23:38:05.410 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.410 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.411 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.411 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124377+0000", 2021-03-04T23:38:05.411 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.259e-06 2021-03-04T23:38:05.411 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.411 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.412 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.412 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124385+0000", 2021-03-04T23:38:05.412 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5061999999999997e-05 2021-03-04T23:38:05.412 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.412 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.413 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.413 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124421+0000", 2021-03-04T23:38:05.413 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7694e-05 2021-03-04T23:38:05.413 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.413 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.414 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.414 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124438+0000", 2021-03-04T23:38:05.414 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016497300000000001 2021-03-04T23:38:05.414 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.414 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.415 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.415 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124603+0000", 2021-03-04T23:38:05.415 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000341975 2021-03-04T23:38:05.415 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.416 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.416 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.416 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124945+0000", 2021-03-04T23:38:05.416 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.056971373999999998 2021-03-04T23:38:05.416 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.417 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.417 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.417 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.181917+0000", 2021-03-04T23:38:05.417 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.057547096999999998 2021-03-04T23:38:05.417 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.418 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.418 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.418 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.418 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.418 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:7472 38.19 38:99394f26:::rb.0.b7a2.16c8c2b0.000000000006:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e928)", 2021-03-04T23:38:05.419 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:49.124521+0000", 2021-03-04T23:38:05.419 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 76.064205475999998, 2021-03-04T23:38:05.419 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.057543109000000002, 2021-03-04T23:38:05.419 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.420 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.420 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.420 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.420 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.420 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 7472 2021-03-04T23:38:05.421 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.421 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.421 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.421 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.421 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124521+0000", 2021-03-04T23:38:05.422 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.422 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.422 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.422 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.422 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124521+0000", 2021-03-04T23:38:05.423 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8180000000000003e-06 2021-03-04T23:38:05.423 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.423 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.423 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.423 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124526+0000", 2021-03-04T23:38:05.424 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8069999999999996e-06 2021-03-04T23:38:05.424 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.424 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.424 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.424 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124531+0000", 2021-03-04T23:38:05.425 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6928999999999999e-05 2021-03-04T23:38:05.425 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.425 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.425 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.425 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124558+0000", 2021-03-04T23:38:05.426 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7096999999999999e-05 2021-03-04T23:38:05.426 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.426 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.426 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.427 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124576+0000", 2021-03-04T23:38:05.427 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000140629 2021-03-04T23:38:05.427 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.427 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.427 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.428 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.124716+0000", 2021-03-04T23:38:05.428 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.056984355 2021-03-04T23:38:05.428 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.428 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.428 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.429 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.181700+0000", 2021-03-04T23:38:05.429 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00036347400000000002 2021-03-04T23:38:05.429 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.429 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.429 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.430 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.182064+0000", 2021-03-04T23:38:05.430 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.057543109000000002 2021-03-04T23:38:05.430 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.430 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.431 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.431 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.431 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.431 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22555 38.8 38:108e6870:::rb.0.b7a2.16c8c2b0.00000000004b:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:38:05.431 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890689+0000", 2021-03-04T23:38:05.432 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 73.298036991999993, 2021-03-04T23:38:05.432 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13613494600000001, 2021-03-04T23:38:05.432 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.432 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.432 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.433 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.433 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.433 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22555 2021-03-04T23:38:05.433 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.433 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.434 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.434 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.434 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890689+0000", 2021-03-04T23:38:05.434 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.434 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.435 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.435 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.435 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890689+0000", 2021-03-04T23:38:05.435 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.57e-06 2021-03-04T23:38:05.436 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.436 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.436 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.436 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890691+0000", 2021-03-04T23:38:05.436 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5820000000000001e-06 2021-03-04T23:38:05.437 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.437 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.437 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.437 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890692+0000", 2021-03-04T23:38:05.438 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1000000000000004e-06 2021-03-04T23:38:05.438 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.438 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.438 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.438 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890701+0000", 2021-03-04T23:38:05.439 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1919999999999998e-06 2021-03-04T23:38:05.439 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.439 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.439 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.439 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890705+0000", 2021-03-04T23:38:05.440 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8297999999999999e-05 2021-03-04T23:38:05.440 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.440 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.440 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.440 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890733+0000", 2021-03-04T23:38:05.441 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5228000000000002e-05 2021-03-04T23:38:05.441 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.441 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.441 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.441 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890768+0000", 2021-03-04T23:38:05.442 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.136055976 2021-03-04T23:38:05.442 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.442 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.442 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.442 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026824+0000", 2021-03-04T23:38:05.443 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13613494600000001 2021-03-04T23:38:05.443 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.443 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.443 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.444 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.444 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.444 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22556 38.1e 38:7ae4be4b:::rb.0.b7a2.16c8c2b0.00000000004c:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:38:05.444 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890715+0000", 2021-03-04T23:38:05.444 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 73.298011144, 2021-03-04T23:38:05.445 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.136471389, 2021-03-04T23:38:05.445 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.445 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.445 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.445 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.446 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.446 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22556 2021-03-04T23:38:05.446 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.446 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.446 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.447 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.447 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890715+0000", 2021-03-04T23:38:05.447 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.447 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.448 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.448 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.448 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890715+0000", 2021-03-04T23:38:05.448 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6400000000000001e-07 2021-03-04T23:38:05.448 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.449 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.449 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.449 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890716+0000", 2021-03-04T23:38:05.449 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.78e-07 2021-03-04T23:38:05.449 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.450 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.450 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.450 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890717+0000", 2021-03-04T23:38:05.450 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8389999999999997e-06 2021-03-04T23:38:05.450 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.451 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.451 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.451 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890722+0000", 2021-03-04T23:38:05.451 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0170000000000001e-06 2021-03-04T23:38:05.452 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.452 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.452 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.452 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890725+0000", 2021-03-04T23:38:05.452 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8887999999999999e-05 2021-03-04T23:38:05.453 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.453 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.453 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.453 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890754+0000", 2021-03-04T23:38:05.453 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4177e-05 2021-03-04T23:38:05.454 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.454 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.454 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.454 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890808+0000", 2021-03-04T23:38:05.454 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13637882600000001 2021-03-04T23:38:05.455 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.455 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.455 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.455 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027187+0000", 2021-03-04T23:38:05.455 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.136471389 2021-03-04T23:38:05.456 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.456 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.456 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.456 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.456 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.457 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22557 38.1e 38:7f20de6f:::rb.0.b7a2.16c8c2b0.00000000004d:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:38:05.457 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890738+0000", 2021-03-04T23:38:05.457 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 73.297988153000006, 2021-03-04T23:38:05.457 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13743832, 2021-03-04T23:38:05.457 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.458 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.458 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.458 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.458 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.459 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22557 2021-03-04T23:38:05.459 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.459 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.459 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.459 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.460 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890738+0000", 2021-03-04T23:38:05.460 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.460 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.460 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.460 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.461 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890738+0000", 2021-03-04T23:38:05.461 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4799999999999998e-07 2021-03-04T23:38:05.461 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.461 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.461 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.462 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890739+0000", 2021-03-04T23:38:05.462 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2200000000000003e-07 2021-03-04T23:38:05.462 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.462 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.462 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.463 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890740+0000", 2021-03-04T23:38:05.463 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5560000000000001e-06 2021-03-04T23:38:05.463 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.463 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.463 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.464 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890744+0000", 2021-03-04T23:38:05.464 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7819999999999998e-06 2021-03-04T23:38:05.464 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.464 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.464 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.465 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890747+0000", 2021-03-04T23:38:05.465 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13659884999999999 2021-03-04T23:38:05.465 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.465 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.466 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.466 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027346+0000", 2021-03-04T23:38:05.466 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00037491500000000002 2021-03-04T23:38:05.466 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.466 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.467 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.467 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027721+0000", 2021-03-04T23:38:05.467 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000455747 2021-03-04T23:38:05.467 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.467 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.468 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.468 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.028176+0000", 2021-03-04T23:38:05.468 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13743832 2021-03-04T23:38:05.468 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.468 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.469 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.469 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.469 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.469 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22560 38.8 38:13d9d9f4:::rb.0.b7a2.16c8c2b0.000000000050:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:38:05.469 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890757+0000", 2021-03-04T23:38:05.470 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 73.297969498, 2021-03-04T23:38:05.470 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13741940999999999, 2021-03-04T23:38:05.470 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.470 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.470 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.471 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.471 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.471 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22560 2021-03-04T23:38:05.471 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.471 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.472 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.472 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.472 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890757+0000", 2021-03-04T23:38:05.472 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.472 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.473 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.473 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.473 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890757+0000", 2021-03-04T23:38:05.473 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9100000000000003e-07 2021-03-04T23:38:05.473 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.474 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.474 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.474 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890758+0000", 2021-03-04T23:38:05.474 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8599999999999997e-07 2021-03-04T23:38:05.475 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.475 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.475 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.475 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890758+0000", 2021-03-04T23:38:05.475 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6419999999999998e-06 2021-03-04T23:38:05.476 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.476 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890763+0000", 2021-03-04T23:38:05.476 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8169999999999999e-06 2021-03-04T23:38:05.477 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.477 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.477 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.477 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890766+0000", 2021-03-04T23:38:05.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13626669899999999 2021-03-04T23:38:05.478 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.478 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027032+0000", 2021-03-04T23:38:05.478 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035812600000000001 2021-03-04T23:38:05.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.479 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.479 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.479 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027391+0000", 2021-03-04T23:38:05.480 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00078564900000000003 2021-03-04T23:38:05.480 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.028176+0000", 2021-03-04T23:38:05.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13741940999999999 2021-03-04T23:38:05.481 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.481 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.481 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.482 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22564 38.7 38:e4c83c8a:::rb.0.b7a2.16c8c2b0.000000000054:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:38:05.482 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890969+0000", 2021-03-04T23:38:05.482 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 73.297756927999998, 2021-03-04T23:38:05.482 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13685618699999999, 2021-03-04T23:38:05.483 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:38:05.483 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:38:05.483 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:38:05.483 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:38:05.483 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:38:05.484 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22564 2021-03-04T23:38:05.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.484 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:38:05.484 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.484 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:38:05.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890969+0000", 2021-03-04T23:38:05.485 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:38:05.485 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.485 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:38:05.486 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890969+0000", 2021-03-04T23:38:05.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.277e-06 2021-03-04T23:38:05.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.486 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.486 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:38:05.487 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890971+0000", 2021-03-04T23:38:05.487 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2950000000000001e-06 2021-03-04T23:38:05.487 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:38:05.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890972+0000", 2021-03-04T23:38:05.488 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13570262 2021-03-04T23:38:05.488 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.488 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.488 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:38:05.489 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026675+0000", 2021-03-04T23:38:05.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0852000000000001e-05 2021-03-04T23:38:05.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.490 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:38:05.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026715+0000", 2021-03-04T23:38:05.490 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000188827 2021-03-04T23:38:05.490 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.490 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.491 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:38:05.491 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026904+0000", 2021-03-04T23:38:05.491 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025607100000000002 2021-03-04T23:38:05.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.491 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.492 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:38:05.492 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027160+0000", 2021-03-04T23:38:05.492 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00066524499999999996 2021-03-04T23:38:05.492 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:38:05.492 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:38:05.493 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:38:05.493 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027826+0000", 2021-03-04T23:38:05.493 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13685618699999999 2021-03-04T23:38:05.493 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.493 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.494 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.494 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:38:05.494 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:38:05.494 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:38:05.495 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:05 gibba008 bash[39303]: cluster 2021-03-04T23:38:03.740353+0000 mgr.x (mgr.34379) 1538 : cluster [DBG] pgmap v2157: 145 pgs: 16 active+undersized+degraded, 37 active+undersized, 92 active+clean; 68 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 87 op/s; 33/219 objects degraded (15.068%) 2021-03-04T23:38:05.496 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:05 gibba008 bash[39303]: cluster 2021-03-04T23:38:04.412758+0000 mon.a (mon.0) 2529 : cluster [WRN] Health check update: Degraded data redundancy: 33/219 objects degraded (15.068%), 16 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:05.496 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:05 gibba008 bash[48858]: debug 2021-03-04T23:38:05.007+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:05.497 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.498 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:05 gibba023 bash[27374]: cluster 2021-03-04T23:38:03.740353+0000 mgr.x (mgr.34379) 1538 : cluster [DBG] pgmap v2157: 145 pgs: 16 active+undersized+degraded, 37 active+undersized, 92 active+clean; 68 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 87 op/s; 33/219 objects degraded (15.068%) 2021-03-04T23:38:05.498 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:05 gibba023 bash[27374]: cluster 2021-03-04T23:38:04.412758+0000 mon.a (mon.0) 2529 : cluster [WRN] Health check update: Degraded data redundancy: 33/219 objects degraded (15.068%), 16 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:05.499 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:05 gibba023 bash[18090]: debug 2021-03-04T23:38:05.207+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:05.499 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 53290149~6980014 2021-03-04T23:38:05.500 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 28995455~7399034 2021-03-04T23:38:05.500 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 27282733~5044912 2021-03-04T23:38:05.500 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 17936380~1998146 2021-03-04T23:38:05.500 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 21867946~3227365 2021-03-04T23:38:05.501 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 57582809~7107096 2021-03-04T23:38:05.501 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 20259765~4878968 2021-03-04T23:38:05.501 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 29496260~5652016 2021-03-04T23:38:05.501 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:38:05.599 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.687 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.791 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:06.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:05 gibba023 bash[18090]: debug 2021-03-04T23:38:05.683+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:06.297 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:06.399 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:06.440 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 146307864 2021-03-04T23:38:06.443 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 20673339~4869633 2021-03-04T23:38:06.445 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 33635830~4122606 2021-03-04T23:38:06.445 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 98093136~3014709 2021-03-04T23:38:06.446 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 103688761~55432 2021-03-04T23:38:06.449 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 35188061~7598348 2021-03-04T23:38:06.460 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 65537452~1287144 2021-03-04T23:38:06.464 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 5791863~7196333 2021-03-04T23:38:06.464 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 110812263~5088618 2021-03-04T23:38:06.480 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:38:06.483 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:06.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:06 gibba008 bash[39303]: cluster 2021-03-04T23:38:05.428014+0000 mon.a (mon.0) 2530 : cluster [DBG] osdmap e984: 8 total, 7 up, 7 in 2021-03-04T23:38:06.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:06 gibba008 bash[47391]: debug 2021-03-04T23:38:06.291+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:06.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:06 gibba008 bash[37770]: cluster 2021-03-04T23:38:05.428014+0000 mon.a (mon.0) 2530 : cluster [DBG] osdmap e984: 8 total, 7 up, 7 in 2021-03-04T23:38:06.586 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.747 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:06 gibba023 bash[27374]: cluster 2021-03-04T23:38:05.428014+0000 mon.a (mon.0) 2530 : cluster [DBG] osdmap e984: 8 total, 7 up, 7 in 2021-03-04T23:38:06.748 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:06 gibba023 bash[19550]: debug 2021-03-04T23:38:06.479+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:06.748 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.851 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.937 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:07.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:06 gibba023 bash[88433]: debug 2021-03-04T23:38:06.743+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:07.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:06 gibba023 bash[88433]: debug 2021-03-04T23:38:06.931+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:07.040 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:07.451 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 118601804~1744922 2021-03-04T23:38:07.452 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 61865022~5706329 2021-03-04T23:38:07.455 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 3634683~3162425 2021-03-04T23:38:07.455 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 19787747~1622574 2021-03-04T23:38:07.460 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 42601763~7287420 2021-03-04T23:38:07.461 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 42696992~7676995 2021-03-04T23:38:07.479 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 11619203~1903059 2021-03-04T23:38:07.479 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 138208983~8098881 2021-03-04T23:38:07.484 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap3 2021-03-04T23:38:07.563 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:07.666 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.758 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:07 gibba023 bash[27374]: cluster 2021-03-04T23:38:05.742150+0000 mgr.x (mgr.34379) 1539 : cluster [DBG] pgmap v2159: 145 pgs: 16 active+undersized+degraded, 37 active+undersized, 92 active+clean; 68 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 73 op/s; 33/219 objects degraded (15.068%) 2021-03-04T23:38:07.759 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:07 gibba023 bash[27374]: cluster 2021-03-04T23:38:06.434139+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e985: 8 total, 7 up, 7 in 2021-03-04T23:38:07.760 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:07 gibba008 bash[37770]: cluster 2021-03-04T23:38:05.742150+0000 mgr.x (mgr.34379) 1539 : cluster [DBG] pgmap v2159: 145 pgs: 16 active+undersized+degraded, 37 active+undersized, 92 active+clean; 68 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 73 op/s; 33/219 objects degraded (15.068%) 2021-03-04T23:38:07.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:07 gibba008 bash[37770]: cluster 2021-03-04T23:38:06.434139+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e985: 8 total, 7 up, 7 in 2021-03-04T23:38:07.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:07 gibba008 bash[39303]: cluster 2021-03-04T23:38:05.742150+0000 mgr.x (mgr.34379) 1539 : cluster [DBG] pgmap v2159: 145 pgs: 16 active+undersized+degraded, 37 active+undersized, 92 active+clean; 68 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 73 op/s; 33/219 objects degraded (15.068%) 2021-03-04T23:38:07.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:07 gibba008 bash[39303]: cluster 2021-03-04T23:38:06.434139+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e985: 8 total, 7 up, 7 in 2021-03-04T23:38:07.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:07 gibba008 bash[47391]: debug 2021-03-04T23:38:07.555+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:07.861 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:07.948 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:08.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:07 gibba023 bash[18090]: debug 2021-03-04T23:38:07.751+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:08.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:07 gibba023 bash[19550]: debug 2021-03-04T23:38:07.943+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:08.052 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:08.147 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:08.251 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:08.383 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:08 gibba023 bash[19550]: debug 2021-03-04T23:38:08.143+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:08.384 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:08.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:38:08.455 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 182610624 2021-03-04T23:38:08.488 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:08.504 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:08.507 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [0] live_osds: [1, 2, 4, 6, 7, 3, 5] 2021-03-04T23:38:08.507 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:08.508 INFO:tasks.thrashosds.thrasher:Reviving osd 0 2021-03-04T23:38:08.508 INFO:tasks.cephadm.osd.0:Restarting osd.0 (starting--it wasn't running)... 2021-03-04T23:38:08.508 DEBUG:teuthology.orchestra.run.gibba008:osd.0> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0.service 2021-03-04T23:38:08.532 DEBUG:teuthology.orchestra.run.gibba008:> sudo systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.0 2021-03-04T23:38:08.608 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:38:08.683 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:08.705 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:08 gibba008 bash[39303]: cluster 2021-03-04T23:38:07.444239+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e986: 8 total, 7 up, 7 in 2021-03-04T23:38:08.706 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:08 gibba008 bash[37770]: cluster 2021-03-04T23:38:07.444239+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e986: 8 total, 7 up, 7 in 2021-03-04T23:38:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:08 gibba023 bash[27374]: cluster 2021-03-04T23:38:07.444239+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e986: 8 total, 7 up, 7 in 2021-03-04T23:38:08.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:08 gibba023 bash[88433]: debug 2021-03-04T23:38:08.379+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:08.779 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:08.884 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:08.901 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:08 gibba008 bash[48858]: debug 2021-03-04T23:38:08.771+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:09.264 INFO:journalctl@ceph.osd.0.gibba008.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T23:38:09.359 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:09.462 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:09.697 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[37770]: cluster 2021-03-04T23:38:07.743068+0000 mgr.x (mgr.34379) 1540 : cluster [DBG] pgmap v2162: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 134 MiB data, 1.5 GiB used, 583 GiB / 588 GiB avail; 1.8 MiB/s rd, 13 MiB/s wr, 126 op/s; 42/387 objects degraded (10.853%) 2021-03-04T23:38:09.697 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[37770]: cluster 2021-03-04T23:38:08.449462+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e987: 8 total, 7 up, 7 in 2021-03-04T23:38:09.697 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[37770]: cluster 2021-03-04T23:38:09.414958+0000 mon.a (mon.0) 2534 : cluster [WRN] Health check update: Degraded data redundancy: 42/387 objects degraded (10.853%), 17 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:09.698 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[47391]: debug 2021-03-04T23:38:09.351+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:09.753 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:09 gibba023 bash[27374]: cluster 2021-03-04T23:38:07.743068+0000 mgr.x (mgr.34379) 1540 : cluster [DBG] pgmap v2162: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 134 MiB data, 1.5 GiB used, 583 GiB / 588 GiB avail; 1.8 MiB/s rd, 13 MiB/s wr, 126 op/s; 42/387 objects degraded (10.853%) 2021-03-04T23:38:09.754 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:09 gibba023 bash[27374]: cluster 2021-03-04T23:38:08.449462+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e987: 8 total, 7 up, 7 in 2021-03-04T23:38:09.754 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:09 gibba023 bash[27374]: cluster 2021-03-04T23:38:09.414958+0000 mon.a (mon.0) 2534 : cluster [WRN] Health check update: Degraded data redundancy: 42/387 objects degraded (10.853%), 17 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:10.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[39303]: cluster 2021-03-04T23:38:07.743068+0000 mgr.x (mgr.34379) 1540 : cluster [DBG] pgmap v2162: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 134 MiB data, 1.5 GiB used, 583 GiB / 588 GiB avail; 1.8 MiB/s rd, 13 MiB/s wr, 126 op/s; 42/387 objects degraded (10.853%) 2021-03-04T23:38:10.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[39303]: cluster 2021-03-04T23:38:08.449462+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e987: 8 total, 7 up, 7 in 2021-03-04T23:38:10.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:09 gibba008 bash[39303]: cluster 2021-03-04T23:38:09.414958+0000 mon.a (mon.0) 2534 : cluster [WRN] Health check update: Degraded data redundancy: 42/387 objects degraded (10.853%), 17 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:10.152 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:10.261 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:10.451 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:10.473 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:10 gibba008 bash[91265]: debug 2021-03-04T23:38:10.143+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:10.530 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:10 gibba023 bash[27374]: cluster 2021-03-04T23:38:09.457220+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e988: 8 total, 7 up, 7 in 2021-03-04T23:38:10.531 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:10 gibba023 bash[15180]: debug 2021-03-04T23:38:10.447+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:10.554 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:10.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:10 gibba008 bash[37770]: cluster 2021-03-04T23:38:09.457220+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e988: 8 total, 7 up, 7 in 2021-03-04T23:38:10.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:10 gibba008 bash[39303]: cluster 2021-03-04T23:38:09.457220+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e988: 8 total, 7 up, 7 in 2021-03-04T23:38:10.876 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:10.985 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:11.209 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:11.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:10 gibba008 bash[91265]: debug 2021-03-04T23:38:10.867+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:11.273 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:11 gibba023 bash[18090]: debug 2021-03-04T23:38:11.203+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:11.315 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:11.455 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:11.563 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:11.622 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:11 gibba023 bash[27374]: cluster 2021-03-04T23:38:09.743946+0000 mgr.x (mgr.34379) 1541 : cluster [DBG] pgmap v2165: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 134 MiB data, 1.5 GiB used, 583 GiB / 588 GiB avail; 2.1 MiB/s rd, 16 MiB/s wr, 150 op/s; 42/387 objects degraded (10.853%) 2021-03-04T23:38:11.623 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:11 gibba023 bash[27374]: cluster 2021-03-04T23:38:10.471519+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e989: 8 total, 7 up, 7 in 2021-03-04T23:38:11.623 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:11 gibba023 bash[15180]: debug 2021-03-04T23:38:11.447+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:11.735 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:38:11.736 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:38:11.736 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:38:11.736 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:38:11.742 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:11.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:11 gibba008 bash[37770]: cluster 2021-03-04T23:38:09.743946+0000 mgr.x (mgr.34379) 1541 : cluster [DBG] pgmap v2165: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 134 MiB data, 1.5 GiB used, 583 GiB / 588 GiB avail; 2.1 MiB/s rd, 16 MiB/s wr, 150 op/s; 42/387 objects degraded (10.853%) 2021-03-04T23:38:11.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:11 gibba008 bash[37770]: cluster 2021-03-04T23:38:10.471519+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e989: 8 total, 7 up, 7 in 2021-03-04T23:38:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:11 gibba008 bash[39303]: cluster 2021-03-04T23:38:09.743946+0000 mgr.x (mgr.34379) 1541 : cluster [DBG] pgmap v2165: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 134 MiB data, 1.5 GiB used, 583 GiB / 588 GiB avail; 2.1 MiB/s rd, 16 MiB/s wr, 150 op/s; 42/387 objects degraded (10.853%) 2021-03-04T23:38:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:11 gibba008 bash[39303]: cluster 2021-03-04T23:38:10.471519+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e989: 8 total, 7 up, 7 in 2021-03-04T23:38:11.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:12.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:11 gibba023 bash[19550]: debug 2021-03-04T23:38:11.739+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:12.088 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:12.114 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[48858]: debug 2021-03-04T23:38:12.079+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:12.196 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:12.389 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:12.479 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:12 gibba023 bash[19550]: debug 2021-03-04T23:38:12.383+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:12.480 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:38:12.496 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:12.500 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:38:12.575 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:12.644 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:12.747 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:12.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[37770]: cluster 2021-03-04T23:38:11.483637+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e990: 8 total, 7 up, 7 in 2021-03-04T23:38:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[37770]: audit 2021-03-04T23:38:12.320995+0000 mon.c (mon.1) 166 : audit [INF] from='client.? 172.21.2.108:0/4196160488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:12.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[37770]: audit 2021-03-04T23:38:12.321344+0000 mon.a (mon.0) 2538 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[39303]: cluster 2021-03-04T23:38:11.483637+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e990: 8 total, 7 up, 7 in 2021-03-04T23:38:12.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[39303]: audit 2021-03-04T23:38:12.320995+0000 mon.c (mon.1) 166 : audit [INF] from='client.? 172.21.2.108:0/4196160488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:12.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:12 gibba008 bash[39303]: audit 2021-03-04T23:38:12.321344+0000 mon.a (mon.0) 2538 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:12.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:12 gibba023 bash[27374]: cluster 2021-03-04T23:38:11.483637+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e990: 8 total, 7 up, 7 in 2021-03-04T23:38:12.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:12 gibba023 bash[27374]: audit 2021-03-04T23:38:12.320995+0000 mon.c (mon.1) 166 : audit [INF] from='client.? 172.21.2.108:0/4196160488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:12.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:12 gibba023 bash[27374]: audit 2021-03-04T23:38:12.321344+0000 mon.a (mon.0) 2538 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:12.764 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:12 gibba023 bash[19550]: debug 2021-03-04T23:38:12.639+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:13.074 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.177 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:13.502 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:13 gibba023 bash[88433]: debug 2021-03-04T23:38:13.067+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:13.549 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress (9125 ms) 2021-03-04T23:38:13.550 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2021-03-04T23:38:13.619 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:13.724 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.726 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[48858]: debug 2021-03-04T23:38:13.611+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:13.727 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[37770]: cluster 2021-03-04T23:38:11.744570+0000 mgr.x (mgr.34379) 1542 : cluster [DBG] pgmap v2168: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 152 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 2.6 MiB/s wr, 12 op/s; 45/423 objects degraded (10.638%) 2021-03-04T23:38:13.727 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[37770]: cluster 2021-03-04T23:38:12.484365+0000 mon.a (mon.0) 2539 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:13.728 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[37770]: audit 2021-03-04T23:38:12.495118+0000 mon.a (mon.0) 2540 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:13.728 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[37770]: cluster 2021-03-04T23:38:12.495164+0000 mon.a (mon.0) 2541 : cluster [DBG] osdmap e991: 8 total, 7 up, 7 in 2021-03-04T23:38:13.729 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[39303]: cluster 2021-03-04T23:38:11.744570+0000 mgr.x (mgr.34379) 1542 : cluster [DBG] pgmap v2168: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 152 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 2.6 MiB/s wr, 12 op/s; 45/423 objects degraded (10.638%) 2021-03-04T23:38:13.729 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[39303]: cluster 2021-03-04T23:38:12.484365+0000 mon.a (mon.0) 2539 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:13.730 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[39303]: audit 2021-03-04T23:38:12.495118+0000 mon.a (mon.0) 2540 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:13.730 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:13 gibba008 bash[39303]: cluster 2021-03-04T23:38:12.495164+0000 mon.a (mon.0) 2541 : cluster [DBG] osdmap e991: 8 total, 7 up, 7 in 2021-03-04T23:38:13.779 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:13 gibba023 bash[27374]: cluster 2021-03-04T23:38:11.744570+0000 mgr.x (mgr.34379) 1542 : cluster [DBG] pgmap v2168: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 152 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 6.2 KiB/s rd, 2.6 MiB/s wr, 12 op/s; 45/423 objects degraded (10.638%) 2021-03-04T23:38:13.779 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:13 gibba023 bash[27374]: cluster 2021-03-04T23:38:12.484365+0000 mon.a (mon.0) 2539 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:13.780 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:13 gibba023 bash[27374]: audit 2021-03-04T23:38:12.495118+0000 mon.a (mon.0) 2540 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:13.780 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:13 gibba023 bash[27374]: cluster 2021-03-04T23:38:12.495164+0000 mon.a (mon.0) 2541 : cluster [DBG] osdmap e991: 8 total, 7 up, 7 in 2021-03-04T23:38:13.846 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (297 ms) 2021-03-04T23:38:13.847 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2021-03-04T23:38:13.848 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:38:13.862 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:38:13.876 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:38:13.898 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.904 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:38:13.924 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:38:13.943 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:38:13.960 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:38:13.960 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:38:13.960 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:38:13.961 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:13.961 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:13.961 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:13.962 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:13.962 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:13.962 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:13.962 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:14.006 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:14.052 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:13 gibba023 bash[88433]: debug 2021-03-04T23:38:13.891+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:14.259 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:14.348 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:38:14.348 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-03-04T23:38:14.349 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:38:14.349 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:38:14.349 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T23:38:14.349 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:38:14.350 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[173549]: --> ceph-volume lvm activate successful for osd ID: 0 2021-03-04T23:38:14.367 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:14.385 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:14 gibba023 bash[18090]: debug 2021-03-04T23:38:14.251+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:14.698 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:14 gibba023 bash[27374]: audit 2021-03-04T23:38:13.831255+0000 mon.c (mon.1) 167 : audit [DBG] from='client.? 172.21.2.108:0/3453447266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:14.699 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:14 gibba023 bash[27374]: cluster 2021-03-04T23:38:14.416596+0000 mon.a (mon.0) 2542 : cluster [WRN] Health check update: Degraded data redundancy: 45/423 objects degraded (10.638%), 17 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:14.699 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:14.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[37770]: audit 2021-03-04T23:38:13.831255+0000 mon.c (mon.1) 167 : audit [DBG] from='client.? 172.21.2.108:0/3453447266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:14.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[37770]: cluster 2021-03-04T23:38:14.416596+0000 mon.a (mon.0) 2542 : cluster [WRN] Health check update: Degraded data redundancy: 45/423 objects degraded (10.638%), 17 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:14.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[39303]: audit 2021-03-04T23:38:13.831255+0000 mon.c (mon.1) 167 : audit [DBG] from='client.? 172.21.2.108:0/3453447266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:14.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:14 gibba008 bash[39303]: cluster 2021-03-04T23:38:14.416596+0000 mon.a (mon.0) 2542 : cluster [WRN] Health check update: Degraded data redundancy: 45/423 objects degraded (10.638%), 17 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:14.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:15.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:14 gibba023 bash[15180]: debug 2021-03-04T23:38:14.691+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:15.175 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:15.279 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:15.413 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:15.516 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:15.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:15 gibba023 bash[18090]: debug 2021-03-04T23:38:15.171+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:15.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:15 gibba023 bash[18090]: debug 2021-03-04T23:38:15.407+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:15.695 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:15.734 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:38:15.735 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:38:15.798 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:15.808 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:15 gibba023 bash[27374]: cluster 2021-03-04T23:38:13.746330+0000 mgr.x (mgr.34379) 1543 : cluster [DBG] pgmap v2170: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 156 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s; 46/435 objects degraded (10.575%) 2021-03-04T23:38:15.808 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:15 gibba023 bash[27374]: cluster 2021-03-04T23:38:14.516913+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e992: 8 total, 7 up, 7 in 2021-03-04T23:38:15.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:15 gibba008 bash[37770]: cluster 2021-03-04T23:38:13.746330+0000 mgr.x (mgr.34379) 1543 : cluster [DBG] pgmap v2170: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 156 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s; 46/435 objects degraded (10.575%) 2021-03-04T23:38:15.912 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:15 gibba008 bash[37770]: cluster 2021-03-04T23:38:14.516913+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e992: 8 total, 7 up, 7 in 2021-03-04T23:38:15.912 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:15 gibba008 bash[39303]: cluster 2021-03-04T23:38:13.746330+0000 mgr.x (mgr.34379) 1543 : cluster [DBG] pgmap v2170: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 156 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s; 46/435 objects degraded (10.575%) 2021-03-04T23:38:15.913 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:15 gibba008 bash[39303]: cluster 2021-03-04T23:38:14.516913+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e992: 8 total, 7 up, 7 in 2021-03-04T23:38:15.914 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:15 gibba008 bash[48858]: debug 2021-03-04T23:38:15.687+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:15.940 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:16.043 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:16.059 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:15 gibba023 bash[88433]: debug 2021-03-04T23:38:15.935+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:16.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:38:16.169 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:16.171 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:16.219 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:16.219 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:16.274 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:16.330 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:16 gibba023 bash[18090]: debug 2021-03-04T23:38:16.167+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:16.411 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:16.519 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:16.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:16 gibba023 bash[27374]: cluster 2021-03-04T23:38:15.521188+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e993: 8 total, 7 up, 7 in 2021-03-04T23:38:16.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:16 gibba023 bash[18090]: debug 2021-03-04T23:38:16.403+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:16.925 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:16 gibba008 bash[37770]: cluster 2021-03-04T23:38:15.521188+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e993: 8 total, 7 up, 7 in 2021-03-04T23:38:16.926 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:16 gibba008 bash[39303]: cluster 2021-03-04T23:38:15.521188+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e993: 8 total, 7 up, 7 in 2021-03-04T23:38:16.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:17.027 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:38:17.033 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:17.102 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:17.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:16 gibba008 bash[91265]: debug 2021-03-04T23:38:16.919+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:17.469 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:17.573 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:17.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:17.741 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:17 gibba008 bash[48858]: debug 2021-03-04T23:38:17.463+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:17.742 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:17 gibba008 bash[37770]: cluster 2021-03-04T23:38:15.748073+0000 mgr.x (mgr.34379) 1544 : cluster [DBG] pgmap v2173: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 156 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s rd, 941 KiB/s wr, 15 op/s; 46/435 objects degraded (10.575%) 2021-03-04T23:38:17.742 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:17 gibba008 bash[37770]: cluster 2021-03-04T23:38:16.537378+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e994: 8 total, 7 up, 7 in 2021-03-04T23:38:17.743 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:17 gibba008 bash[39303]: cluster 2021-03-04T23:38:15.748073+0000 mgr.x (mgr.34379) 1544 : cluster [DBG] pgmap v2173: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 156 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s rd, 941 KiB/s wr, 15 op/s; 46/435 objects degraded (10.575%) 2021-03-04T23:38:17.743 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:17 gibba008 bash[39303]: cluster 2021-03-04T23:38:16.537378+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e994: 8 total, 7 up, 7 in 2021-03-04T23:38:17.771 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3925 ms) 2021-03-04T23:38:17.771 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2021-03-04T23:38:17.800 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:17.813 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:17.976 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:17 gibba023 bash[27374]: cluster 2021-03-04T23:38:15.748073+0000 mgr.x (mgr.34379) 1544 : cluster [DBG] pgmap v2173: 145 pgs: 17 active+undersized+degraded, 36 active+undersized, 92 active+clean; 156 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 1.3 MiB/s rd, 941 KiB/s wr, 15 op/s; 46/435 objects degraded (10.575%) 2021-03-04T23:38:17.977 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:17 gibba023 bash[27374]: cluster 2021-03-04T23:38:16.537378+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e994: 8 total, 7 up, 7 in 2021-03-04T23:38:17.986 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (216 ms) 2021-03-04T23:38:17.987 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2021-03-04T23:38:18.032 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:18.106 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:18.213 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:18.233 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (246 ms) 2021-03-04T23:38:18.234 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2021-03-04T23:38:18.282 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 50771859~5509667 2021-03-04T23:38:18.310 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 47387767~6802446 2021-03-04T23:38:18.317 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 51649573~6146540 2021-03-04T23:38:18.334 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16943600~218545 2021-03-04T23:38:18.337 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 77740996~2940499 2021-03-04T23:38:18.352 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 58377271~7453804 2021-03-04T23:38:18.357 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 10683052~1531911 2021-03-04T23:38:18.365 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:18.374 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 21299042~1560074 2021-03-04T23:38:18.378 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap0 2021-03-04T23:38:18.474 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:18.490 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:18 gibba023 bash[88433]: debug 2021-03-04T23:38:18.359+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:18.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:18 gibba008 bash[47391]: debug 2021-03-04T23:38:18.099+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:18.591 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 28411564~7118576 2021-03-04T23:38:18.594 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 40857612~1796390 2021-03-04T23:38:18.595 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 51975142~1874790 2021-03-04T23:38:18.596 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16490796~2869514 2021-03-04T23:38:18.597 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 33277424~2138676 2021-03-04T23:38:18.611 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 75814986~8071094 2021-03-04T23:38:18.612 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 79042451~4843629 2021-03-04T23:38:18.615 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 22061056~6951251 2021-03-04T23:38:18.626 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:38:18.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:18 gibba023 bash[27374]: cluster 2021-03-04T23:38:17.551104+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e995: 8 total, 7 up, 7 in 2021-03-04T23:38:18.904 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:19.007 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:19.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:18 gibba008 bash[37770]: cluster 2021-03-04T23:38:17.551104+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e995: 8 total, 7 up, 7 in 2021-03-04T23:38:19.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:18 gibba008 bash[39303]: cluster 2021-03-04T23:38:17.551104+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e995: 8 total, 7 up, 7 in 2021-03-04T23:38:19.192 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:19.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:18 gibba023 bash[88433]: debug 2021-03-04T23:38:18.899+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:19.298 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:19.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[91265]: debug 2021-03-04T23:38:19.183+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:19.526 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:19.578 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:19 gibba023 bash[19550]: debug 2021-03-04T23:38:19.519+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:19.580 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 87893450 2021-03-04T23:38:19.583 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 60680132~3041773 2021-03-04T23:38:19.585 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 36493899~4225915 2021-03-04T23:38:19.586 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 60165899~7412274 2021-03-04T23:38:19.596 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 26837449~2273353 2021-03-04T23:38:19.599 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 1308163~8001350 2021-03-04T23:38:19.599 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 54466217~240755 2021-03-04T23:38:19.600 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 14731513~6572515 2021-03-04T23:38:19.601 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 19000721~7380309 2021-03-04T23:38:19.625 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:38:19.629 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[37770]: cluster 2021-03-04T23:38:17.749786+0000 mgr.x (mgr.34379) 1545 : cluster [DBG] pgmap v2176: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 282 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 109 MiB/s rd, 26 MiB/s wr, 132 op/s; 61/624 objects degraded (9.776%) 2021-03-04T23:38:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[37770]: cluster 2021-03-04T23:38:18.569209+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e996: 8 total, 7 up, 7 in 2021-03-04T23:38:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[37770]: cluster 2021-03-04T23:38:19.419376+0000 mon.a (mon.0) 2548 : cluster [WRN] Health check update: Degraded data redundancy: 61/624 objects degraded (9.776%), 18 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[39303]: cluster 2021-03-04T23:38:17.749786+0000 mgr.x (mgr.34379) 1545 : cluster [DBG] pgmap v2176: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 282 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 109 MiB/s rd, 26 MiB/s wr, 132 op/s; 61/624 objects degraded (9.776%) 2021-03-04T23:38:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[39303]: cluster 2021-03-04T23:38:18.569209+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e996: 8 total, 7 up, 7 in 2021-03-04T23:38:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:19 gibba008 bash[39303]: cluster 2021-03-04T23:38:19.419376+0000 mon.a (mon.0) 2548 : cluster [WRN] Health check update: Degraded data redundancy: 61/624 objects degraded (9.776%), 18 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:20.021 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:19 gibba023 bash[27374]: cluster 2021-03-04T23:38:17.749786+0000 mgr.x (mgr.34379) 1545 : cluster [DBG] pgmap v2176: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 282 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 109 MiB/s rd, 26 MiB/s wr, 132 op/s; 61/624 objects degraded (9.776%) 2021-03-04T23:38:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:19 gibba023 bash[27374]: cluster 2021-03-04T23:38:18.569209+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e996: 8 total, 7 up, 7 in 2021-03-04T23:38:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:19 gibba023 bash[27374]: cluster 2021-03-04T23:38:19.419376+0000 mon.a (mon.0) 2548 : cluster [WRN] Health check update: Degraded data redundancy: 61/624 objects degraded (9.776%), 18 pgs degraded, 36 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:20.129 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.224 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.276 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:20.276 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:20.328 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.338 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:20 gibba008 bash[91265]: debug 2021-03-04T23:38:20.011+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:20.424 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:20 gibba023 bash[15180]: debug 2021-03-04T23:38:20.219+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:20.510 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.593 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:20 gibba008 bash[91265]: debug 2021-03-04T23:38:20.503+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:20.615 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 56710546~866491 2021-03-04T23:38:20.618 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.619 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 15966993~754810 2021-03-04T23:38:20.624 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 4964218~3762468 2021-03-04T23:38:20.624 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 63924308~262557 2021-03-04T23:38:20.631 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 5750304~5321431 2021-03-04T23:38:20.637 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 65692025~3766695 2021-03-04T23:38:20.642 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 46083604~8156418 2021-03-04T23:38:20.642 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 63707576~5258436 2021-03-04T23:38:20.661 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap3 2021-03-04T23:38:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:20 gibba023 bash[27374]: cluster 2021-03-04T23:38:19.572990+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e997: 8 total, 7 up, 7 in 2021-03-04T23:38:20.822 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.919 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:20 gibba008 bash[37770]: cluster 2021-03-04T23:38:19.572990+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e997: 8 total, 7 up, 7 in 2021-03-04T23:38:20.919 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:20 gibba008 bash[39303]: cluster 2021-03-04T23:38:19.572990+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e997: 8 total, 7 up, 7 in 2021-03-04T23:38:20.920 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:20 gibba008 bash[91265]: debug 2021-03-04T23:38:20.815+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:20.924 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:20.982 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:38:21.019 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:21.101 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:21.104 INFO:teuthology.orchestra.run.gibba008.stderr:no valid command found; 10 closest matches: 2021-03-04T23:38:21.105 INFO:teuthology.orchestra.run.gibba008.stderr:0 2021-03-04T23:38:21.105 INFO:teuthology.orchestra.run.gibba008.stderr:1 2021-03-04T23:38:21.105 INFO:teuthology.orchestra.run.gibba008.stderr:2 2021-03-04T23:38:21.105 INFO:teuthology.orchestra.run.gibba008.stderr:abort 2021-03-04T23:38:21.106 INFO:teuthology.orchestra.run.gibba008.stderr:assert 2021-03-04T23:38:21.106 INFO:teuthology.orchestra.run.gibba008.stderr:config diff 2021-03-04T23:38:21.106 INFO:teuthology.orchestra.run.gibba008.stderr:config diff get 2021-03-04T23:38:21.106 INFO:teuthology.orchestra.run.gibba008.stderr:config get 2021-03-04T23:38:21.107 INFO:teuthology.orchestra.run.gibba008.stderr:config help [] 2021-03-04T23:38:21.107 INFO:teuthology.orchestra.run.gibba008.stderr:config set ... 2021-03-04T23:38:21.107 INFO:teuthology.orchestra.run.gibba008.stderr:admin_socket: invalid command 2021-03-04T23:38:21.123 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:21.178 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:20 gibba008 bash[173949]: debug 2021-03-04T23:38:20.979+0000 7f36c0c11080 -1 Falling back to public interface 2021-03-04T23:38:21.266 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:21 gibba023 bash[88433]: debug 2021-03-04T23:38:21.015+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:21.266 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:21.374 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:21.475 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:21.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:21 gibba023 bash[15180]: debug 2021-03-04T23:38:21.467+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:21.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:21 gibba023 bash[19550]: debug 2021-03-04T23:38:21.259+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:21.582 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:21.613 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 111746965 2021-03-04T23:38:21.682 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:21.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:21 gibba023 bash[27374]: cluster 2021-03-04T23:38:19.751669+0000 mgr.x (mgr.34379) 1546 : cluster [DBG] pgmap v2179: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 282 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 109 MiB/s rd, 26 MiB/s wr, 132 op/s; 61/624 objects degraded (9.776%) 2021-03-04T23:38:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:21 gibba023 bash[27374]: cluster 2021-03-04T23:38:20.596542+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e998: 8 total, 7 up, 7 in 2021-03-04T23:38:22.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:21 gibba023 bash[88433]: debug 2021-03-04T23:38:21.675+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:22.034 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:21 gibba008 bash[37770]: cluster 2021-03-04T23:38:19.751669+0000 mgr.x (mgr.34379) 1546 : cluster [DBG] pgmap v2179: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 282 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 109 MiB/s rd, 26 MiB/s wr, 132 op/s; 61/624 objects degraded (9.776%) 2021-03-04T23:38:22.034 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:21 gibba008 bash[37770]: cluster 2021-03-04T23:38:20.596542+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e998: 8 total, 7 up, 7 in 2021-03-04T23:38:22.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:21 gibba008 bash[39303]: cluster 2021-03-04T23:38:19.751669+0000 mgr.x (mgr.34379) 1546 : cluster [DBG] pgmap v2179: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 282 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 109 MiB/s rd, 26 MiB/s wr, 132 op/s; 61/624 objects degraded (9.776%) 2021-03-04T23:38:22.035 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:21 gibba008 bash[39303]: cluster 2021-03-04T23:38:20.596542+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e998: 8 total, 7 up, 7 in 2021-03-04T23:38:22.164 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.271 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:22 gibba008 bash[48858]: debug 2021-03-04T23:38:22.155+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:22.793 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.901 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:22 gibba008 bash[48858]: debug 2021-03-04T23:38:22.787+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:22.902 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:22 gibba008 bash[39303]: cluster 2021-03-04T23:38:21.599685+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e999: 8 total, 7 up, 7 in 2021-03-04T23:38:22.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:22 gibba008 bash[37770]: cluster 2021-03-04T23:38:21.599685+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e999: 8 total, 7 up, 7 in 2021-03-04T23:38:23.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:22 gibba023 bash[27374]: cluster 2021-03-04T23:38:21.599685+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e999: 8 total, 7 up, 7 in 2021-03-04T23:38:23.295 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:23.397 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:23.626 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:23 gibba008 bash[48858]: debug 2021-03-04T23:38:23.287+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:23.998 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:23 gibba008 bash[37770]: cluster 2021-03-04T23:38:21.752854+0000 mgr.x (mgr.34379) 1547 : cluster [DBG] pgmap v2182: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 347 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 3.0 MiB/s rd, 12 MiB/s wr, 56 op/s; 65/711 objects degraded (9.142%) 2021-03-04T23:38:23.999 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:23 gibba008 bash[37770]: cluster 2021-03-04T23:38:22.618983+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1000: 8 total, 7 up, 7 in 2021-03-04T23:38:23.999 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:23 gibba008 bash[39303]: cluster 2021-03-04T23:38:21.752854+0000 mgr.x (mgr.34379) 1547 : cluster [DBG] pgmap v2182: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 347 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 3.0 MiB/s rd, 12 MiB/s wr, 56 op/s; 65/711 objects degraded (9.142%) 2021-03-04T23:38:24.000 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:23 gibba008 bash[39303]: cluster 2021-03-04T23:38:22.618983+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1000: 8 total, 7 up, 7 in 2021-03-04T23:38:24.001 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:24.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:23 gibba023 bash[27374]: cluster 2021-03-04T23:38:21.752854+0000 mgr.x (mgr.34379) 1547 : cluster [DBG] pgmap v2182: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 347 MiB data, 2.0 GiB used, 583 GiB / 588 GiB avail; 3.0 MiB/s rd, 12 MiB/s wr, 56 op/s; 65/711 objects degraded (9.142%) 2021-03-04T23:38:24.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:23 gibba023 bash[27374]: cluster 2021-03-04T23:38:22.618983+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1000: 8 total, 7 up, 7 in 2021-03-04T23:38:24.102 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:24.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:23 gibba008 bash[48858]: debug 2021-03-04T23:38:23.991+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:24.447 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:24.550 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:24.644 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:24 gibba008 bash[48858]: debug 2021-03-04T23:38:24.439+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:24.645 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:24.747 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:25.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:24 gibba008 bash[37770]: cluster 2021-03-04T23:38:23.631943+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1001: 8 total, 7 up, 7 in 2021-03-04T23:38:25.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:24 gibba008 bash[37770]: cluster 2021-03-04T23:38:24.421317+0000 mon.a (mon.0) 2554 : cluster [WRN] Health check update: Degraded data redundancy: 65/711 objects degraded (9.142%), 18 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:25.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:24 gibba008 bash[39303]: cluster 2021-03-04T23:38:23.631943+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1001: 8 total, 7 up, 7 in 2021-03-04T23:38:25.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:24 gibba008 bash[39303]: cluster 2021-03-04T23:38:24.421317+0000 mon.a (mon.0) 2554 : cluster [WRN] Health check update: Degraded data redundancy: 65/711 objects degraded (9.142%), 18 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:25.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:24 gibba023 bash[27374]: cluster 2021-03-04T23:38:23.631943+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1001: 8 total, 7 up, 7 in 2021-03-04T23:38:25.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:24 gibba023 bash[27374]: cluster 2021-03-04T23:38:24.421317+0000 mon.a (mon.0) 2554 : cluster [WRN] Health check update: Degraded data redundancy: 65/711 objects degraded (9.142%), 18 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:25.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:24 gibba023 bash[19550]: debug 2021-03-04T23:38:24.639+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:25.185 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:25.288 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:25.406 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:38:25.407 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-0, ['dump_ops_in_flight'] 2021-03-04T23:38:25.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:25 gibba008 bash[91265]: debug 2021-03-04T23:38:25.179+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:25.531 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:25.633 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:25.737 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:25.839 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:26.010 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:25 gibba023 bash[27374]: cluster 2021-03-04T23:38:23.754614+0000 mgr.x (mgr.34379) 1548 : cluster [DBG] pgmap v2185: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 380 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 102 op/s; 70/774 objects degraded (9.044%) 2021-03-04T23:38:26.010 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:25 gibba023 bash[27374]: cluster 2021-03-04T23:38:24.642834+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1002: 8 total, 7 up, 7 in 2021-03-04T23:38:26.011 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:25 gibba023 bash[15180]: debug 2021-03-04T23:38:25.731+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:26.011 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:26.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:25 gibba008 bash[37770]: cluster 2021-03-04T23:38:23.754614+0000 mgr.x (mgr.34379) 1548 : cluster [DBG] pgmap v2185: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 380 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 102 op/s; 70/774 objects degraded (9.044%) 2021-03-04T23:38:26.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:25 gibba008 bash[37770]: cluster 2021-03-04T23:38:24.642834+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1002: 8 total, 7 up, 7 in 2021-03-04T23:38:26.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:25 gibba008 bash[91265]: debug 2021-03-04T23:38:25.523+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:26.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:25 gibba008 bash[39303]: cluster 2021-03-04T23:38:23.754614+0000 mgr.x (mgr.34379) 1548 : cluster [DBG] pgmap v2185: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 380 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 102 op/s; 70/774 objects degraded (9.044%) 2021-03-04T23:38:26.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:25 gibba008 bash[39303]: cluster 2021-03-04T23:38:24.642834+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1002: 8 total, 7 up, 7 in 2021-03-04T23:38:26.120 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:26.262 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:26 gibba023 bash[19550]: debug 2021-03-04T23:38:26.003+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:26.262 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:26.305 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (8072 ms) 2021-03-04T23:38:26.306 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2021-03-04T23:38:26.365 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:26.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:26 gibba023 bash[88433]: debug 2021-03-04T23:38:26.255+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:26.832 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (284 ms) 2021-03-04T23:38:26.832 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2021-03-04T23:38:26.834 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:26.935 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:26.946 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:26 gibba023 bash[27374]: cluster 2021-03-04T23:38:25.647760+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1003: 8 total, 7 up, 7 in 2021-03-04T23:38:26.946 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:26 gibba023 bash[27374]: cluster 2021-03-04T23:38:25.755205+0000 mgr.x (mgr.34379) 1549 : cluster [DBG] pgmap v2188: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 380 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 21 MiB/s rd, 9.5 MiB/s wr, 45 op/s; 70/774 objects degraded (9.044%) 2021-03-04T23:38:26.947 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:26 gibba023 bash[27374]: audit 2021-03-04T23:38:26.545367+0000 mon.c (mon.1) 168 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:38:26.947 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:26 gibba023 bash[27374]: audit 2021-03-04T23:38:26.545577+0000 mon.a (mon.0) 2557 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:38:27.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[39303]: cluster 2021-03-04T23:38:25.647760+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1003: 8 total, 7 up, 7 in 2021-03-04T23:38:27.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[39303]: cluster 2021-03-04T23:38:25.755205+0000 mgr.x (mgr.34379) 1549 : cluster [DBG] pgmap v2188: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 380 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 21 MiB/s rd, 9.5 MiB/s wr, 45 op/s; 70/774 objects degraded (9.044%) 2021-03-04T23:38:27.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[39303]: audit 2021-03-04T23:38:26.545367+0000 mon.c (mon.1) 168 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:38:27.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[39303]: audit 2021-03-04T23:38:26.545577+0000 mon.a (mon.0) 2557 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:38:27.014 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[91265]: debug 2021-03-04T23:38:26.787+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:27.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[173949]: debug 2021-03-04T23:38:26.539+0000 7f36c0c11080 -1 osd.0 923 log_to_monitors {default=true} 2021-03-04T23:38:27.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[173949]: debug 2021-03-04T23:38:26.755+0000 7f36b10ef700 -1 osd.0 1004 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:38:27.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[37770]: cluster 2021-03-04T23:38:25.647760+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1003: 8 total, 7 up, 7 in 2021-03-04T23:38:27.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[37770]: cluster 2021-03-04T23:38:25.755205+0000 mgr.x (mgr.34379) 1549 : cluster [DBG] pgmap v2188: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 380 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 21 MiB/s rd, 9.5 MiB/s wr, 45 op/s; 70/774 objects degraded (9.044%) 2021-03-04T23:38:27.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[37770]: audit 2021-03-04T23:38:26.545367+0000 mon.c (mon.1) 168 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:38:27.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:26 gibba008 bash[37770]: audit 2021-03-04T23:38:26.545577+0000 mon.a (mon.0) 2557 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:38:27.035 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:27.137 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:27.226 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:27 gibba023 bash[88433]: debug 2021-03-04T23:38:27.031+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:27.227 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:27.331 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:27.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:27 gibba023 bash[18090]: debug 2021-03-04T23:38:27.219+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:27.884 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:27.987 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:27.998 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:27 gibba023 bash[27374]: audit 2021-03-04T23:38:26.657871+0000 mon.a (mon.0) 2558 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:38:27.998 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:27 gibba023 bash[27374]: cluster 2021-03-04T23:38:26.657948+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1004: 8 total, 7 up, 7 in 2021-03-04T23:38:27.998 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:27 gibba023 bash[27374]: audit 2021-03-04T23:38:26.658707+0000 mon.c (mon.1) 169 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:38:27.998 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:27 gibba023 bash[27374]: audit 2021-03-04T23:38:26.659028+0000 mon.a (mon.0) 2560 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:38:28.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[48858]: debug 2021-03-04T23:38:27.879+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[37770]: audit 2021-03-04T23:38:26.657871+0000 mon.a (mon.0) 2558 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:38:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[37770]: cluster 2021-03-04T23:38:26.657948+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1004: 8 total, 7 up, 7 in 2021-03-04T23:38:28.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[37770]: audit 2021-03-04T23:38:26.658707+0000 mon.c (mon.1) 169 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:38:28.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[37770]: audit 2021-03-04T23:38:26.659028+0000 mon.a (mon.0) 2560 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:38:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[39303]: audit 2021-03-04T23:38:26.657871+0000 mon.a (mon.0) 2558 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:38:28.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[39303]: cluster 2021-03-04T23:38:26.657948+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1004: 8 total, 7 up, 7 in 2021-03-04T23:38:28.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[39303]: audit 2021-03-04T23:38:26.658707+0000 mon.c (mon.1) 169 : audit [INF] from='osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:38:28.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:27 gibba008 bash[39303]: audit 2021-03-04T23:38:26.659028+0000 mon.a (mon.0) 2560 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba008", "root=default"]}]: dispatch 2021-03-04T23:38:28.081 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:28.183 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:28.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[88433]: debug 2021-03-04T23:38:28.075+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:28.415 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:28.444 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[47391]: debug 2021-03-04T23:38:28.407+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:28.517 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:28.617 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:28.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:28.729 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[37770]: cluster 2021-03-04T23:38:27.658375+0000 mon.a (mon.0) 2561 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:38:28.730 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[37770]: cluster 2021-03-04T23:38:27.670166+0000 mon.a (mon.0) 2562 : cluster [INF] osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167] boot 2021-03-04T23:38:28.730 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[37770]: cluster 2021-03-04T23:38:27.670186+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1005: 8 total, 8 up, 7 in 2021-03-04T23:38:28.730 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[37770]: audit 2021-03-04T23:38:27.670373+0000 mon.a (mon.0) 2564 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:38:28.730 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[37770]: cluster 2021-03-04T23:38:27.757077+0000 mgr.x (mgr.34379) 1550 : cluster [DBG] pgmap v2191: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 496 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 99 op/s; 79/891 objects degraded (8.866%) 2021-03-04T23:38:28.731 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[39303]: cluster 2021-03-04T23:38:27.658375+0000 mon.a (mon.0) 2561 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:38:28.731 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[39303]: cluster 2021-03-04T23:38:27.670166+0000 mon.a (mon.0) 2562 : cluster [INF] osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167] boot 2021-03-04T23:38:28.731 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[39303]: cluster 2021-03-04T23:38:27.670186+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1005: 8 total, 8 up, 7 in 2021-03-04T23:38:28.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[39303]: audit 2021-03-04T23:38:27.670373+0000 mon.a (mon.0) 2564 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:38:28.732 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:28 gibba008 bash[39303]: cluster 2021-03-04T23:38:27.757077+0000 mgr.x (mgr.34379) 1550 : cluster [DBG] pgmap v2191: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 496 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 99 op/s; 79/891 objects degraded (8.866%) 2021-03-04T23:38:29.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[19550]: debug 2021-03-04T23:38:28.611+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[27374]: cluster 2021-03-04T23:38:27.658375+0000 mon.a (mon.0) 2561 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:38:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[27374]: cluster 2021-03-04T23:38:27.670166+0000 mon.a (mon.0) 2562 : cluster [INF] osd.0 [v2:172.21.2.108:6800/4015202167,v1:172.21.2.108:6801/4015202167] boot 2021-03-04T23:38:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[27374]: cluster 2021-03-04T23:38:27.670186+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1005: 8 total, 8 up, 7 in 2021-03-04T23:38:29.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[27374]: audit 2021-03-04T23:38:27.670373+0000 mon.a (mon.0) 2564 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:38:29.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:28 gibba023 bash[27374]: cluster 2021-03-04T23:38:27.757077+0000 mgr.x (mgr.34379) 1550 : cluster [DBG] pgmap v2191: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 496 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 99 op/s; 79/891 objects degraded (8.866%) 2021-03-04T23:38:29.076 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:29.179 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:29.271 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:29.376 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:29.386 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[47391]: debug 2021-03-04T23:38:29.067+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:29.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:29 gibba023 bash[88433]: debug 2021-03-04T23:38:29.267+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:29.681 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:38:29.721 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:29.826 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:29.849 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:38:29.861 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:38:29.875 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:38:29.888 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:38:29.908 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:38:29.928 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:38:29.949 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:38:29.969 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:38:29.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:29.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:30.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[47391]: debug 2021-03-04T23:38:29.715+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:30.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[37770]: audit 2021-03-04T23:38:28.670090+0000 mon.c (mon.1) 170 : audit [INF] from='client.? 172.21.2.108:0/4045350906' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:30.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[37770]: cluster 2021-03-04T23:38:28.672323+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1006: 8 total, 8 up, 7 in 2021-03-04T23:38:30.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[37770]: audit 2021-03-04T23:38:28.674454+0000 mon.a (mon.0) 2566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:30.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[37770]: cluster 2021-03-04T23:38:29.422082+0000 mon.a (mon.0) 2567 : cluster [WRN] Health check update: Degraded data redundancy: 79/891 objects degraded (8.866%), 18 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:30.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[39303]: audit 2021-03-04T23:38:28.670090+0000 mon.c (mon.1) 170 : audit [INF] from='client.? 172.21.2.108:0/4045350906' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:30.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[39303]: cluster 2021-03-04T23:38:28.672323+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1006: 8 total, 8 up, 7 in 2021-03-04T23:38:30.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[39303]: audit 2021-03-04T23:38:28.674454+0000 mon.a (mon.0) 2566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:30.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:29 gibba008 bash[39303]: cluster 2021-03-04T23:38:29.422082+0000 mon.a (mon.0) 2567 : cluster [WRN] Health check update: Degraded data redundancy: 79/891 objects degraded (8.866%), 18 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:29 gibba023 bash[27374]: audit 2021-03-04T23:38:28.670090+0000 mon.c (mon.1) 170 : audit [INF] from='client.? 172.21.2.108:0/4045350906' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:29 gibba023 bash[27374]: cluster 2021-03-04T23:38:28.672323+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1006: 8 total, 8 up, 7 in 2021-03-04T23:38:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:29 gibba023 bash[27374]: audit 2021-03-04T23:38:28.674454+0000 mon.a (mon.0) 2566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:29 gibba023 bash[27374]: cluster 2021-03-04T23:38:29.422082+0000 mon.a (mon.0) 2567 : cluster [WRN] Health check update: Degraded data redundancy: 79/891 objects degraded (8.866%), 18 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:30.091 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:30.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:30.408 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:38:30.414 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[48858]: debug 2021-03-04T23:38:30.083+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:30.483 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:30.711 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:30.814 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:30.820 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[47391]: debug 2021-03-04T23:38:30.703+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:30.821 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[39303]: cluster 2021-03-04T23:38:29.670643+0000 mon.a (mon.0) 2568 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:30.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[39303]: audit 2021-03-04T23:38:29.675566+0000 mon.a (mon.0) 2569 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:30.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[39303]: cluster 2021-03-04T23:38:29.675649+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1007: 8 total, 8 up, 7 in 2021-03-04T23:38:30.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[39303]: cluster 2021-03-04T23:38:29.758438+0000 mgr.x (mgr.34379) 1551 : cluster [DBG] pgmap v2194: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 496 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 99 op/s; 79/891 objects degraded (8.866%) 2021-03-04T23:38:30.823 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[39303]: audit 2021-03-04T23:38:29.830494+0000 mon.a (mon.0) 2571 : audit [DBG] from='client.? 172.21.2.108:0/2520880679' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:30.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[37770]: cluster 2021-03-04T23:38:29.670643+0000 mon.a (mon.0) 2568 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:30.825 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[37770]: audit 2021-03-04T23:38:29.675566+0000 mon.a (mon.0) 2569 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:30.826 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[37770]: cluster 2021-03-04T23:38:29.675649+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1007: 8 total, 8 up, 7 in 2021-03-04T23:38:30.826 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[37770]: cluster 2021-03-04T23:38:29.758438+0000 mgr.x (mgr.34379) 1551 : cluster [DBG] pgmap v2194: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 496 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 99 op/s; 79/891 objects degraded (8.866%) 2021-03-04T23:38:30.826 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:30 gibba008 bash[37770]: audit 2021-03-04T23:38:29.830494+0000 mon.a (mon.0) 2571 : audit [DBG] from='client.? 172.21.2.108:0/2520880679' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:30.922 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4333 ms) 2021-03-04T23:38:30.922 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2021-03-04T23:38:30.943 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:30 gibba023 bash[27374]: cluster 2021-03-04T23:38:29.670643+0000 mon.a (mon.0) 2568 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:30 gibba023 bash[27374]: audit 2021-03-04T23:38:29.675566+0000 mon.a (mon.0) 2569 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:30 gibba023 bash[27374]: cluster 2021-03-04T23:38:29.675649+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1007: 8 total, 8 up, 7 in 2021-03-04T23:38:31.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:30 gibba023 bash[27374]: cluster 2021-03-04T23:38:29.758438+0000 mgr.x (mgr.34379) 1551 : cluster [DBG] pgmap v2194: 145 pgs: 18 active+undersized+degraded, 35 active+undersized, 92 active+clean; 496 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 99 op/s; 79/891 objects degraded (8.866%) 2021-03-04T23:38:31.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:30 gibba023 bash[27374]: audit 2021-03-04T23:38:29.830494+0000 mon.a (mon.0) 2571 : audit [DBG] from='client.? 172.21.2.108:0/2520880679' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:31.059 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (137 ms) 2021-03-04T23:38:31.059 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2021-03-04T23:38:31.088 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:31.161 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:31.173 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (115 ms) 2021-03-04T23:38:31.174 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2021-03-04T23:38:31.194 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 15817922~5083341 2021-03-04T23:38:31.218 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 57038781~5297708 2021-03-04T23:38:31.225 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 31043603~8184124 2021-03-04T23:38:31.247 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 50604966~2080993 2021-03-04T23:38:31.248 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 24062262~6140337 2021-03-04T23:38:31.264 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:31.269 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 78251769~5594749 2021-03-04T23:38:31.274 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 66531668~2663133 2021-03-04T23:38:31.283 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 18825807~2522107 2021-03-04T23:38:31.287 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap0 2021-03-04T23:38:31.517 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:31 gibba008 bash[48858]: debug 2021-03-04T23:38:31.155+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:31.535 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:31.644 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:31.708 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 140979420 2021-03-04T23:38:31.712 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 33178882~5659965 2021-03-04T23:38:31.713 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 114015074~1636334 2021-03-04T23:38:31.718 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 117258890~7110565 2021-03-04T23:38:31.719 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 99034641~268509 2021-03-04T23:38:31.719 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 134790978~5764952 2021-03-04T23:38:31.720 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 124360874~2355528 2021-03-04T23:38:31.741 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 42366189~1750635 2021-03-04T23:38:31.741 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 89053480~5961068 2021-03-04T23:38:31.749 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap1 2021-03-04T23:38:31.842 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:31 gibba023 bash[27374]: cluster 2021-03-04T23:38:30.693626+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1008: 8 total, 8 up, 7 in 2021-03-04T23:38:31.842 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:31 gibba023 bash[15180]: debug 2021-03-04T23:38:31.527+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:31.843 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:31.950 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:31.955 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:31 gibba008 bash[37770]: cluster 2021-03-04T23:38:30.693626+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1008: 8 total, 8 up, 7 in 2021-03-04T23:38:31.955 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:31 gibba008 bash[39303]: cluster 2021-03-04T23:38:30.693626+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1008: 8 total, 8 up, 7 in 2021-03-04T23:38:32.196 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:32.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:32 gibba008 bash[48858]: debug 2021-03-04T23:38:32.191+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:32.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:31 gibba023 bash[18090]: debug 2021-03-04T23:38:31.835+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:32.299 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:32.722 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 116589223~5756584 2021-03-04T23:38:32.723 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49345830~7838388 2021-03-04T23:38:32.724 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 80097326~2289244 2021-03-04T23:38:32.724 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 56748078~3236043 2021-03-04T23:38:32.730 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 100933144~1009351 2021-03-04T23:38:32.731 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 116482539~7565649 2021-03-04T23:38:32.744 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 37612221~7340089 2021-03-04T23:38:32.744 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 36757083~329300 2021-03-04T23:38:32.769 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap2 2021-03-04T23:38:32.884 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:32.987 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:32.992 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:32 gibba008 bash[91265]: debug 2021-03-04T23:38:32.879+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:32.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:32 gibba008 bash[37770]: cluster 2021-03-04T23:38:31.702570+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1009: 8 total, 8 up, 7 in 2021-03-04T23:38:32.993 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:32 gibba008 bash[37770]: cluster 2021-03-04T23:38:31.759734+0000 mgr.x (mgr.34379) 1552 : cluster [DBG] pgmap v2197: 145 pgs: 1 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 6 active+undersized+degraded, 7 active+undersized, 110 active+clean; 535 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 27 MiB/s rd, 9.6 MiB/s wr, 72 op/s; 49/999 objects degraded (4.905%); 6.2 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:32.993 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:32 gibba008 bash[39303]: cluster 2021-03-04T23:38:31.702570+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1009: 8 total, 8 up, 7 in 2021-03-04T23:38:32.993 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:32 gibba008 bash[39303]: cluster 2021-03-04T23:38:31.759734+0000 mgr.x (mgr.34379) 1552 : cluster [DBG] pgmap v2197: 145 pgs: 1 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 6 active+undersized+degraded, 7 active+undersized, 110 active+clean; 535 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 27 MiB/s rd, 9.6 MiB/s wr, 72 op/s; 49/999 objects degraded (4.905%); 6.2 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:32 gibba023 bash[27374]: cluster 2021-03-04T23:38:31.702570+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1009: 8 total, 8 up, 7 in 2021-03-04T23:38:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:32 gibba023 bash[27374]: cluster 2021-03-04T23:38:31.759734+0000 mgr.x (mgr.34379) 1552 : cluster [DBG] pgmap v2197: 145 pgs: 1 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 6 active+undersized+degraded, 7 active+undersized, 110 active+clean; 535 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 27 MiB/s rd, 9.6 MiB/s wr, 72 op/s; 49/999 objects degraded (4.905%); 6.2 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:33.581 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:33.684 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:33.729 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 7059384~7681470 2021-03-04T23:38:33.730 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 34488691~2766726 2021-03-04T23:38:33.735 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 73759598~8073757 2021-03-04T23:38:33.736 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 100569002~5269397 2021-03-04T23:38:33.739 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 122579601~7063433 2021-03-04T23:38:33.746 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 79625309~1090939 2021-03-04T23:38:33.767 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 65060534~5679769 2021-03-04T23:38:33.767 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 13471116~2003870 2021-03-04T23:38:33.777 INFO:tasks.workunit.client.0.gibba008.stdout:snap: snap3 2021-03-04T23:38:33.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:33 gibba008 bash[39303]: cluster 2021-03-04T23:38:32.712454+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1010: 8 total, 8 up, 7 in 2021-03-04T23:38:33.898 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:33 gibba008 bash[48858]: debug 2021-03-04T23:38:33.575+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:33.899 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:33 gibba008 bash[37770]: cluster 2021-03-04T23:38:32.712454+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1010: 8 total, 8 up, 7 in 2021-03-04T23:38:33.900 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:34.001 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:34.017 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:33 gibba023 bash[27374]: cluster 2021-03-04T23:38:32.712454+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1010: 8 total, 8 up, 7 in 2021-03-04T23:38:34.122 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:34.187 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:33 gibba008 bash[48858]: debug 2021-03-04T23:38:33.891+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:34.229 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[15180]: debug 2021-03-04T23:38:34.115+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:34.368 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.407 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:38:34.407 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:38:34.407 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:38:34.408 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:38:34.474 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.575 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.679 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:34.689 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:34.695 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[88433]: debug 2021-03-04T23:38:34.363+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:34.695 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[88433]: debug 2021-03-04T23:38:34.571+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:34.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:38:34.765 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:34.778 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:34.818 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:34.868 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.952 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[18090]: debug 2021-03-04T23:38:34.759+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:34.952 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[27374]: cluster 2021-03-04T23:38:33.723240+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1011: 8 total, 8 up, 7 in 2021-03-04T23:38:34.953 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[27374]: cluster 2021-03-04T23:38:33.760189+0000 mgr.x (mgr.34379) 1553 : cluster [DBG] pgmap v2200: 145 pgs: 3 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 121 active+clean; 554 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s rd, 12 MiB/s wr, 109 op/s; 22/1032 objects degraded (2.132%); 18 MiB/s, 13 keys/s, 11 objects/s recovering 2021-03-04T23:38:34.953 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[27374]: cluster 2021-03-04T23:38:34.422787+0000 mon.a (mon.0) 2576 : cluster [WRN] Health check update: Degraded data redundancy: 49/999 objects degraded (4.905%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:34.953 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.954 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:34 gibba008 bash[39303]: cluster 2021-03-04T23:38:33.723240+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1011: 8 total, 8 up, 7 in 2021-03-04T23:38:34.954 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:34 gibba008 bash[39303]: cluster 2021-03-04T23:38:33.760189+0000 mgr.x (mgr.34379) 1553 : cluster [DBG] pgmap v2200: 145 pgs: 3 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 121 active+clean; 554 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s rd, 12 MiB/s wr, 109 op/s; 22/1032 objects degraded (2.132%); 18 MiB/s, 13 keys/s, 11 objects/s recovering 2021-03-04T23:38:34.955 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:34 gibba008 bash[39303]: cluster 2021-03-04T23:38:34.422787+0000 mon.a (mon.0) 2576 : cluster [WRN] Health check update: Degraded data redundancy: 49/999 objects degraded (4.905%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:34.955 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:34 gibba008 bash[37770]: cluster 2021-03-04T23:38:33.723240+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1011: 8 total, 8 up, 7 in 2021-03-04T23:38:34.955 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:34 gibba008 bash[37770]: cluster 2021-03-04T23:38:33.760189+0000 mgr.x (mgr.34379) 1553 : cluster [DBG] pgmap v2200: 145 pgs: 3 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 121 active+clean; 554 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s rd, 12 MiB/s wr, 109 op/s; 22/1032 objects degraded (2.132%); 18 MiB/s, 13 keys/s, 11 objects/s recovering 2021-03-04T23:38:34.955 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:34 gibba008 bash[37770]: cluster 2021-03-04T23:38:34.422787+0000 mon.a (mon.0) 2576 : cluster [WRN] Health check update: Degraded data redundancy: 49/999 objects degraded (4.905%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:35.057 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:35.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:34 gibba023 bash[88433]: debug 2021-03-04T23:38:34.947+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:35.840 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:35.947 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:36.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:35 gibba008 bash[37770]: cluster 2021-03-04T23:38:34.728168+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1012: 8 total, 8 up, 7 in 2021-03-04T23:38:36.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:35 gibba008 bash[39303]: cluster 2021-03-04T23:38:34.728168+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1012: 8 total, 8 up, 7 in 2021-03-04T23:38:36.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:35 gibba008 bash[91265]: debug 2021-03-04T23:38:35.831+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:35 gibba023 bash[27374]: cluster 2021-03-04T23:38:34.728168+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1012: 8 total, 8 up, 7 in 2021-03-04T23:38:36.198 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:36.300 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:36.412 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:36.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:36 gibba008 bash[47391]: debug 2021-03-04T23:38:36.191+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:36.517 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:36.623 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:36 gibba023 bash[19550]: debug 2021-03-04T23:38:36.407+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:36.623 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:36.676 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:38:36.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:36.761 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:37.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:36 gibba008 bash[37770]: cluster 2021-03-04T23:38:35.741100+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1013: 8 total, 8 up, 7 in 2021-03-04T23:38:37.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:36 gibba008 bash[37770]: cluster 2021-03-04T23:38:35.760776+0000 mgr.x (mgr.34379) 1554 : cluster [DBG] pgmap v2203: 145 pgs: 3 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 121 active+clean; 554 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 36 op/s; 22/1032 objects degraded (2.132%); 12 MiB/s, 10 keys/s, 6 objects/s recovering 2021-03-04T23:38:37.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:36 gibba008 bash[39303]: cluster 2021-03-04T23:38:35.741100+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1013: 8 total, 8 up, 7 in 2021-03-04T23:38:37.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:36 gibba008 bash[39303]: cluster 2021-03-04T23:38:35.760776+0000 mgr.x (mgr.34379) 1554 : cluster [DBG] pgmap v2203: 145 pgs: 3 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 121 active+clean; 554 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 36 op/s; 22/1032 objects degraded (2.132%); 12 MiB/s, 10 keys/s, 6 objects/s recovering 2021-03-04T23:38:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:36 gibba023 bash[27374]: cluster 2021-03-04T23:38:35.741100+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1013: 8 total, 8 up, 7 in 2021-03-04T23:38:37.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:36 gibba023 bash[27374]: cluster 2021-03-04T23:38:35.760776+0000 mgr.x (mgr.34379) 1554 : cluster [DBG] pgmap v2203: 145 pgs: 3 active+recovering+degraded, 2 active+recovery_wait+degraded, 19 active+clean+wait, 121 active+clean; 554 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 36 op/s; 22/1032 objects degraded (2.132%); 12 MiB/s, 10 keys/s, 6 objects/s recovering 2021-03-04T23:38:37.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:36 gibba023 bash[18090]: debug 2021-03-04T23:38:36.619+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:37.440 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:37.549 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:37.708 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:37.757 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:37 gibba008 bash[91265]: debug 2021-03-04T23:38:37.431+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:37.811 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:37.828 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:37 gibba023 bash[27374]: cluster 2021-03-04T23:38:36.751665+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1014: 8 total, 8 up, 7 in 2021-03-04T23:38:37.828 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:37 gibba023 bash[88433]: debug 2021-03-04T23:38:37.703+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:37.946 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:37 gibba008 bash[37770]: cluster 2021-03-04T23:38:36.751665+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1014: 8 total, 8 up, 7 in 2021-03-04T23:38:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:37 gibba008 bash[39303]: cluster 2021-03-04T23:38:36.751665+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1014: 8 total, 8 up, 7 in 2021-03-04T23:38:38.051 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:38.150 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:37 gibba023 bash[18090]: debug 2021-03-04T23:38:37.939+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:38.151 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:38.258 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:38.359 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:38.469 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:38.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:38 gibba023 bash[18090]: debug 2021-03-04T23:38:38.351+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:38.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:38 gibba023 bash[19550]: debug 2021-03-04T23:38:38.143+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:38.663 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:38.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:38 gibba008 bash[48858]: debug 2021-03-04T23:38:38.655+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:38.766 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:38.844 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:38.947 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:39.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:38 gibba023 bash[18090]: debug 2021-03-04T23:38:38.839+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:38 gibba023 bash[27374]: cluster 2021-03-04T23:38:37.761418+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1015: 8 total, 8 up, 7 in 2021-03-04T23:38:39.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:38 gibba023 bash[27374]: cluster 2021-03-04T23:38:37.761473+0000 mgr.x (mgr.34379) 1555 : cluster [DBG] pgmap v2205: 145 pgs: 19 active+clean+wait, 126 active+clean; 628 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 28 op/s; 7.0 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:39.046 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:39.149 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:39.167 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:38 gibba008 bash[37770]: cluster 2021-03-04T23:38:37.761418+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1015: 8 total, 8 up, 7 in 2021-03-04T23:38:39.167 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:38 gibba008 bash[37770]: cluster 2021-03-04T23:38:37.761473+0000 mgr.x (mgr.34379) 1555 : cluster [DBG] pgmap v2205: 145 pgs: 19 active+clean+wait, 126 active+clean; 628 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 28 op/s; 7.0 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:39.167 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:38 gibba008 bash[39303]: cluster 2021-03-04T23:38:37.761418+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1015: 8 total, 8 up, 7 in 2021-03-04T23:38:39.168 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:38 gibba008 bash[39303]: cluster 2021-03-04T23:38:37.761473+0000 mgr.x (mgr.34379) 1555 : cluster [DBG] pgmap v2205: 145 pgs: 19 active+clean+wait, 126 active+clean; 628 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 28 op/s; 7.0 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:39.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:39 gibba023 bash[19550]: debug 2021-03-04T23:38:39.039+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:39.792 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:39.901 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:40.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:39 gibba023 bash[27374]: cluster 2021-03-04T23:38:38.761604+0000 mon.a (mon.0) 2581 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/1032 objects degraded (2.132%), 5 pgs degraded) 2021-03-04T23:38:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:39 gibba023 bash[27374]: cluster 2021-03-04T23:38:38.774393+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1016: 8 total, 8 up, 7 in 2021-03-04T23:38:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:39 gibba023 bash[27374]: cluster 2021-03-04T23:38:39.435846+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1017: 8 total, 8 up, 7 in 2021-03-04T23:38:40.097 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[47391]: debug 2021-03-04T23:38:39.783+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:40.098 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[37770]: cluster 2021-03-04T23:38:38.761604+0000 mon.a (mon.0) 2581 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/1032 objects degraded (2.132%), 5 pgs degraded) 2021-03-04T23:38:40.098 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[37770]: cluster 2021-03-04T23:38:38.774393+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1016: 8 total, 8 up, 7 in 2021-03-04T23:38:40.098 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[37770]: cluster 2021-03-04T23:38:39.435846+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1017: 8 total, 8 up, 7 in 2021-03-04T23:38:40.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[39303]: cluster 2021-03-04T23:38:38.761604+0000 mon.a (mon.0) 2581 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/1032 objects degraded (2.132%), 5 pgs degraded) 2021-03-04T23:38:40.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[39303]: cluster 2021-03-04T23:38:38.774393+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1016: 8 total, 8 up, 7 in 2021-03-04T23:38:40.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:39 gibba008 bash[39303]: cluster 2021-03-04T23:38:39.435846+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1017: 8 total, 8 up, 7 in 2021-03-04T23:38:40.126 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (8952 ms) 2021-03-04T23:38:40.127 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2021-03-04T23:38:40.136 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:40.155 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:40.243 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:40.249 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:40 gibba008 bash[47391]: debug 2021-03-04T23:38:40.127+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:40.270 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (144 ms) 2021-03-04T23:38:40.270 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2021-03-04T23:38:40.292 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:40.434 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (164 ms) 2021-03-04T23:38:40.434 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2021-03-04T23:38:40.441 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:40.480 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:40.549 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:40.647 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (213 ms) 2021-03-04T23:38:40.647 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2021-03-04T23:38:40.662 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:40.821 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:40 gibba008 bash[48858]: debug 2021-03-04T23:38:40.431+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:40.891 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (243 ms) 2021-03-04T23:38:40.891 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2021-03-04T23:38:40.894 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:40.937 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:41.003 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:41.098 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:41.146 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (255 ms) 2021-03-04T23:38:41.147 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2021-03-04T23:38:41.155 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:40 gibba008 bash[48858]: debug 2021-03-04T23:38:40.887+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:41.192 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:41.201 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:41.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:41 gibba023 bash[19550]: debug 2021-03-04T23:38:41.091+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:41.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:41 gibba023 bash[27374]: cluster 2021-03-04T23:38:39.762403+0000 mgr.x (mgr.34379) 1556 : cluster [DBG] pgmap v2209: 145 pgs: 19 active+clean+wait, 126 active+clean; 628 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 29 op/s; 7.1 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:41.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:41 gibba023 bash[27374]: audit 2021-03-04T23:38:40.149680+0000 mon.a (mon.0) 2584 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:41.332 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:41.386 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (240 ms) 2021-03-04T23:38:41.387 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2021-03-04T23:38:41.433 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:41.434 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:41.450 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:41 gibba008 bash[39303]: cluster 2021-03-04T23:38:39.762403+0000 mgr.x (mgr.34379) 1556 : cluster [DBG] pgmap v2209: 145 pgs: 19 active+clean+wait, 126 active+clean; 628 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 29 op/s; 7.1 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:41.451 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:41 gibba008 bash[39303]: audit 2021-03-04T23:38:40.149680+0000 mon.a (mon.0) 2584 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:41.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:41 gibba008 bash[37770]: cluster 2021-03-04T23:38:39.762403+0000 mgr.x (mgr.34379) 1556 : cluster [DBG] pgmap v2209: 145 pgs: 19 active+clean+wait, 126 active+clean; 628 MiB data, 2.1 GiB used, 583 GiB / 588 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 29 op/s; 7.1 MiB/s, 2 keys/s, 5 objects/s recovering 2021-03-04T23:38:41.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:41 gibba008 bash[37770]: audit 2021-03-04T23:38:40.149680+0000 mon.a (mon.0) 2584 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:41.556 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (171 ms) 2021-03-04T23:38:41.557 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2021-03-04T23:38:41.600 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:41.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:41 gibba023 bash[18090]: debug 2021-03-04T23:38:41.327+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:41.820 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (262 ms) 2021-03-04T23:38:41.820 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2021-03-04T23:38:41.824 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:41.854 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:41.916 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (97 ms) 2021-03-04T23:38:41.916 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2021-03-04T23:38:41.926 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:41.934 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:41.943 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:38:41.943 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:38:41.943 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:38:41.944 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:38:41.981 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (65 ms) 2021-03-04T23:38:42.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:41 gibba008 bash[91265]: debug 2021-03-04T23:38:41.815+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:42.012 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:42.115 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:42.169 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 31 tests from TestDeepCopy (49107 ms total) 2021-03-04T23:38:42.170 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:38:42.170 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 6 tests from TestGroup 2021-03-04T23:38:42.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:42 gibba023 bash[18090]: debug 2021-03-04T23:38:42.007+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:42 gibba023 bash[27374]: audit 2021-03-04T23:38:41.774313+0000 mon.a (mon.0) 2585 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:38:42.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:42 gibba023 bash[27374]: audit 2021-03-04T23:38:42.042379+0000 mon.a (mon.0) 2586 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:42.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:42 gibba023 bash[27374]: audit 2021-03-04T23:38:42.043182+0000 mon.a (mon.0) 2587 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:42.468 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[39303]: audit 2021-03-04T23:38:41.774313+0000 mon.a (mon.0) 2585 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:38:42.468 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[39303]: audit 2021-03-04T23:38:42.042379+0000 mon.a (mon.0) 2586 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:42.468 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[39303]: audit 2021-03-04T23:38:42.043182+0000 mon.a (mon.0) 2587 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:42.469 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[37770]: audit 2021-03-04T23:38:41.774313+0000 mon.a (mon.0) 2585 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:38:42.469 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[37770]: audit 2021-03-04T23:38:42.042379+0000 mon.a (mon.0) 2586 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:42.469 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[37770]: audit 2021-03-04T23:38:42.043182+0000 mon.a (mon.0) 2587 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:42.774 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:42.878 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:42.962 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:43.033 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:42 gibba008 bash[91265]: debug 2021-03-04T23:38:42.767+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:43.068 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:43.169 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:42 gibba023 bash[15180]: debug 2021-03-04T23:38:42.955+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:43.391 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[39303]: cluster 2021-03-04T23:38:41.764373+0000 mgr.x (mgr.34379) 1557 : cluster [DBG] pgmap v2210: 145 pgs: 145 active+clean; 675 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail; 56 MiB/s rd, 12 MiB/s wr, 157 op/s; 2.6 MiB/s, 1 objects/s recovering 2021-03-04T23:38:44.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[39303]: cluster 2021-03-04T23:38:42.156157+0000 mon.a (mon.0) 2588 : cluster [DBG] osdmap e1018: 8 total, 8 up, 7 in 2021-03-04T23:38:44.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[39303]: audit 2021-03-04T23:38:42.173405+0000 mon.a (mon.0) 2589 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:44.017 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[39303]: audit 2021-03-04T23:38:42.174244+0000 mon.a (mon.0) 2590 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:44.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[37770]: cluster 2021-03-04T23:38:41.764373+0000 mgr.x (mgr.34379) 1557 : cluster [DBG] pgmap v2210: 145 pgs: 145 active+clean; 675 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail; 56 MiB/s rd, 12 MiB/s wr, 157 op/s; 2.6 MiB/s, 1 objects/s recovering 2021-03-04T23:38:44.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[37770]: cluster 2021-03-04T23:38:42.156157+0000 mon.a (mon.0) 2588 : cluster [DBG] osdmap e1018: 8 total, 8 up, 7 in 2021-03-04T23:38:44.018 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[37770]: audit 2021-03-04T23:38:42.173405+0000 mon.a (mon.0) 2589 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:44.019 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[37770]: audit 2021-03-04T23:38:42.174244+0000 mon.a (mon.0) 2590 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:44.020 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:44.020 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:43 gibba008 bash[47391]: debug 2021-03-04T23:38:43.471+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:44.021 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:43 gibba023 bash[27374]: cluster 2021-03-04T23:38:41.764373+0000 mgr.x (mgr.34379) 1557 : cluster [DBG] pgmap v2210: 145 pgs: 145 active+clean; 675 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail; 56 MiB/s rd, 12 MiB/s wr, 157 op/s; 2.6 MiB/s, 1 objects/s recovering 2021-03-04T23:38:44.021 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:43 gibba023 bash[27374]: cluster 2021-03-04T23:38:42.156157+0000 mon.a (mon.0) 2588 : cluster [DBG] osdmap e1018: 8 total, 8 up, 7 in 2021-03-04T23:38:44.021 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:43 gibba023 bash[27374]: audit 2021-03-04T23:38:42.173405+0000 mon.a (mon.0) 2589 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:44.022 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:43 gibba023 bash[27374]: audit 2021-03-04T23:38:42.174244+0000 mon.a (mon.0) 2590 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:44.121 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:44.182 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.group_create 2021-03-04T23:38:44.432 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:44 gibba008 bash[37770]: cluster 2021-03-04T23:38:43.174377+0000 mon.a (mon.0) 2591 : cluster [DBG] osdmap e1019: 8 total, 8 up, 7 in 2021-03-04T23:38:44.432 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:44 gibba008 bash[37770]: audit 2021-03-04T23:38:43.175185+0000 mon.a (mon.0) 2592 : audit [INF] from='client.? 172.21.2.108:0/958971213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:44.433 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:44 gibba008 bash[39303]: cluster 2021-03-04T23:38:43.174377+0000 mon.a (mon.0) 2591 : cluster [DBG] osdmap e1019: 8 total, 8 up, 7 in 2021-03-04T23:38:44.433 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:44 gibba008 bash[39303]: audit 2021-03-04T23:38:43.175185+0000 mon.a (mon.0) 2592 : audit [INF] from='client.? 172.21.2.108:0/958971213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:44.434 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:44 gibba023 bash[27374]: cluster 2021-03-04T23:38:43.174377+0000 mon.a (mon.0) 2591 : cluster [DBG] osdmap e1019: 8 total, 8 up, 7 in 2021-03-04T23:38:44.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:44 gibba023 bash[27374]: audit 2021-03-04T23:38:43.175185+0000 mon.a (mon.0) 2592 : audit [INF] from='client.? 172.21.2.108:0/958971213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:44.535 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:44.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:44 gibba008 bash[48858]: debug 2021-03-04T23:38:44.427+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:45.055 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:45.157 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:45.239 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:45.342 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:45.433 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[18090]: debug 2021-03-04T23:38:45.235+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:45.434 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[27374]: cluster 2021-03-04T23:38:43.765435+0000 mgr.x (mgr.34379) 1558 : cluster [DBG] pgmap v2213: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:38:45.434 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[27374]: audit 2021-03-04T23:38:44.177969+0000 mon.a (mon.0) 2593 : audit [INF] from='client.? 172.21.2.108:0/958971213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:45.435 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[27374]: cluster 2021-03-04T23:38:44.178089+0000 mon.a (mon.0) 2594 : cluster [DBG] osdmap e1020: 8 total, 8 up, 7 in 2021-03-04T23:38:45.435 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[27374]: audit 2021-03-04T23:38:45.097880+0000 mon.a (mon.0) 2595 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:45.435 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[27374]: cluster 2021-03-04T23:38:45.186908+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e1021: 8 total, 8 up, 7 in 2021-03-04T23:38:45.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:45.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[47391]: debug 2021-03-04T23:38:45.047+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:45.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[37770]: cluster 2021-03-04T23:38:43.765435+0000 mgr.x (mgr.34379) 1558 : cluster [DBG] pgmap v2213: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:38:45.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[37770]: audit 2021-03-04T23:38:44.177969+0000 mon.a (mon.0) 2593 : audit [INF] from='client.? 172.21.2.108:0/958971213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:45.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[37770]: cluster 2021-03-04T23:38:44.178089+0000 mon.a (mon.0) 2594 : cluster [DBG] osdmap e1020: 8 total, 8 up, 7 in 2021-03-04T23:38:45.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[37770]: audit 2021-03-04T23:38:45.097880+0000 mon.a (mon.0) 2595 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:45.515 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[37770]: cluster 2021-03-04T23:38:45.186908+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e1021: 8 total, 8 up, 7 in 2021-03-04T23:38:45.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[39303]: cluster 2021-03-04T23:38:43.765435+0000 mgr.x (mgr.34379) 1558 : cluster [DBG] pgmap v2213: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:38:45.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[39303]: audit 2021-03-04T23:38:44.177969+0000 mon.a (mon.0) 2593 : audit [INF] from='client.? 172.21.2.108:0/958971213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:45.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[39303]: cluster 2021-03-04T23:38:44.178089+0000 mon.a (mon.0) 2594 : cluster [DBG] osdmap e1020: 8 total, 8 up, 7 in 2021-03-04T23:38:45.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[39303]: audit 2021-03-04T23:38:45.097880+0000 mon.a (mon.0) 2595 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:45.516 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:45 gibba008 bash[39303]: cluster 2021-03-04T23:38:45.186908+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e1021: 8 total, 8 up, 7 in 2021-03-04T23:38:45.541 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:45.634 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:45.739 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:45.743 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[88433]: debug 2021-03-04T23:38:45.427+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:45.744 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[88433]: debug 2021-03-04T23:38:45.627+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:45.865 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:45.968 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:46.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:45 gibba023 bash[15180]: debug 2021-03-04T23:38:45.859+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:46.050 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:46.153 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.209 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.group_create (2027 ms) 2021-03-04T23:38:46.210 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.group_createPP 2021-03-04T23:38:46.224 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.group_createPP (15 ms) 2021-03-04T23:38:46.225 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_image 2021-03-04T23:38:46.228 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:46.229 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_image (4 ms) 2021-03-04T23:38:46.229 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_imagePP 2021-03-04T23:38:46.232 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:46.233 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_imagePP (4 ms) 2021-03-04T23:38:46.233 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_snapshot 2021-03-04T23:38:46.237 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:46.238 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_snapshot (5 ms) 2021-03-04T23:38:46.238 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestGroup.add_snapshotPP 2021-03-04T23:38:46.243 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:38:46.243 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestGroup.add_snapshotPP (6 ms) 2021-03-04T23:38:46.248 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.353 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:46.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:46 gibba023 bash[15180]: debug 2021-03-04T23:38:46.243+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:46.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:46 gibba023 bash[88433]: debug 2021-03-04T23:38:46.043+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:46.782 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:46.885 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:47.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[47391]: debug 2021-03-04T23:38:46.775+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:47.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[37770]: cluster 2021-03-04T23:38:45.765827+0000 mgr.x (mgr.34379) 1559 : cluster [DBG] pgmap v2216: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:38:47.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[37770]: audit 2021-03-04T23:38:45.904666+0000 mon.a (mon.0) 2597 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:47.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[37770]: cephadm 2021-03-04T23:38:45.906506+0000 mgr.x (mgr.34379) 1560 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:38:47.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[37770]: cluster 2021-03-04T23:38:46.190558+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1022: 8 total, 8 up, 7 in 2021-03-04T23:38:47.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[39303]: cluster 2021-03-04T23:38:45.765827+0000 mgr.x (mgr.34379) 1559 : cluster [DBG] pgmap v2216: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:38:47.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[39303]: audit 2021-03-04T23:38:45.904666+0000 mon.a (mon.0) 2597 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:47.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[39303]: cephadm 2021-03-04T23:38:45.906506+0000 mgr.x (mgr.34379) 1560 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:38:47.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:46 gibba008 bash[39303]: cluster 2021-03-04T23:38:46.190558+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1022: 8 total, 8 up, 7 in 2021-03-04T23:38:47.207 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 6 tests from TestGroup (2061 ms total) 2021-03-04T23:38:47.207 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:38:47.208 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 57 tests from TestMigration 2021-03-04T23:38:47.229 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:46 gibba023 bash[27374]: cluster 2021-03-04T23:38:45.765827+0000 mgr.x (mgr.34379) 1559 : cluster [DBG] pgmap v2216: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 2.3 GiB used, 583 GiB / 588 GiB avail 2021-03-04T23:38:47.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:46 gibba023 bash[27374]: audit 2021-03-04T23:38:45.904666+0000 mon.a (mon.0) 2597 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:47.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:46 gibba023 bash[27374]: cephadm 2021-03-04T23:38:45.906506+0000 mgr.x (mgr.34379) 1560 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:38:47.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:46 gibba023 bash[27374]: cluster 2021-03-04T23:38:46.190558+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1022: 8 total, 8 up, 7 in 2021-03-04T23:38:47.331 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.449 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:47 gibba008 bash[47391]: debug 2021-03-04T23:38:47.223+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:47.557 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.677 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:47 gibba023 bash[88433]: debug 2021-03-04T23:38:47.443+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:47.677 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.780 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.857 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.960 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:48.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:47 gibba023 bash[88433]: debug 2021-03-04T23:38:47.671+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:48.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:47 gibba023 bash[88433]: debug 2021-03-04T23:38:47.851+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:48.197 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:48.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:48 gibba008 bash[39303]: cluster 2021-03-04T23:38:47.202958+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1023: 8 total, 8 up, 7 in 2021-03-04T23:38:48.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:48 gibba008 bash[173949]: debug 2021-03-04T23:38:48.191+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:48.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:48 gibba008 bash[37770]: cluster 2021-03-04T23:38:47.202958+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1023: 8 total, 8 up, 7 in 2021-03-04T23:38:48.301 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:48.429 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:38:48.444 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:38:48.485 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:38:48.487 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:48.500 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:38:48.522 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:38:48.523 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:48 gibba023 bash[27374]: cluster 2021-03-04T23:38:47.202958+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1023: 8 total, 8 up, 7 in 2021-03-04T23:38:48.543 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:38:48.564 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:38:48.584 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:38:48.585 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.586 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.586 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.586 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.587 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.587 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.587 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.587 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:48.591 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:48.595 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:48 gibba008 bash[48858]: debug 2021-03-04T23:38:48.479+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:48.740 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:48.842 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:48.847 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:48 gibba008 bash[173949]: debug 2021-03-04T23:38:48.731+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:48.873 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:48.874 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:49.223 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:38:49.235 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:49.338 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:49.490 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: cluster 2021-03-04T23:38:47.766723+0000 mgr.x (mgr.34379) 1561 : cluster [DBG] pgmap v2219: 113 pgs: 113 active+clean; 4.0 MiB data, 688 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:49.490 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: cluster 2021-03-04T23:38:48.208265+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e1024: 8 total, 8 up, 7 in 2021-03-04T23:38:49.491 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.208970+0000 mon.c (mon.1) 171 : audit [INF] from='client.? 172.21.2.108:0/3399080351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:49.491 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.209483+0000 mon.a (mon.0) 2601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:49.491 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.394446+0000 mon.c (mon.1) 172 : audit [INF] from='client.? 172.21.2.108:0/2356946037' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.492 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.394732+0000 mon.a (mon.0) 2602 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.492 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.412678+0000 mon.a (mon.0) 2603 : audit [DBG] from='client.? 172.21.2.108:0/1161011722' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:49.492 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.599027+0000 mon.a (mon.0) 2604 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:49.492 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: cephadm 2021-03-04T23:38:48.600900+0000 mgr.x (mgr.34379) 1562 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:38:49.493 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[27374]: audit 2021-03-04T23:38:48.795204+0000 mon.a (mon.0) 2605 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:49.493 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:49.545 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[91265]: debug 2021-03-04T23:38:49.227+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:49.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: cluster 2021-03-04T23:38:47.766723+0000 mgr.x (mgr.34379) 1561 : cluster [DBG] pgmap v2219: 113 pgs: 113 active+clean; 4.0 MiB data, 688 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:49.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: cluster 2021-03-04T23:38:48.208265+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e1024: 8 total, 8 up, 7 in 2021-03-04T23:38:49.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.208970+0000 mon.c (mon.1) 171 : audit [INF] from='client.? 172.21.2.108:0/3399080351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:49.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.209483+0000 mon.a (mon.0) 2601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:49.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.394446+0000 mon.c (mon.1) 172 : audit [INF] from='client.? 172.21.2.108:0/2356946037' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.547 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.394732+0000 mon.a (mon.0) 2602 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.412678+0000 mon.a (mon.0) 2603 : audit [DBG] from='client.? 172.21.2.108:0/1161011722' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:49.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.599027+0000 mon.a (mon.0) 2604 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:49.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: cephadm 2021-03-04T23:38:48.600900+0000 mgr.x (mgr.34379) 1562 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:38:49.548 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[37770]: audit 2021-03-04T23:38:48.795204+0000 mon.a (mon.0) 2605 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:49.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: cluster 2021-03-04T23:38:47.766723+0000 mgr.x (mgr.34379) 1561 : cluster [DBG] pgmap v2219: 113 pgs: 113 active+clean; 4.0 MiB data, 688 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:49.549 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: cluster 2021-03-04T23:38:48.208265+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e1024: 8 total, 8 up, 7 in 2021-03-04T23:38:49.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.208970+0000 mon.c (mon.1) 171 : audit [INF] from='client.? 172.21.2.108:0/3399080351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:49.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.209483+0000 mon.a (mon.0) 2601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:49.550 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.394446+0000 mon.c (mon.1) 172 : audit [INF] from='client.? 172.21.2.108:0/2356946037' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.394732+0000 mon.a (mon.0) 2602 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.412678+0000 mon.a (mon.0) 2603 : audit [DBG] from='client.? 172.21.2.108:0/1161011722' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:49.551 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.599027+0000 mon.a (mon.0) 2604 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:49.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: cephadm 2021-03-04T23:38:48.600900+0000 mgr.x (mgr.34379) 1562 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:38:49.552 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:49 gibba008 bash[39303]: audit 2021-03-04T23:38:48.795204+0000 mon.a (mon.0) 2605 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:38:49.598 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:49.729 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:49.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[19550]: debug 2021-03-04T23:38:49.483+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:49.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[88433]: debug 2021-03-04T23:38:49.723+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:49.833 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:49.946 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:50.053 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:50.237 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Empty 2021-03-04T23:38:50.241 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:49 gibba023 bash[15180]: debug 2021-03-04T23:38:49.939+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[27374]: cluster 2021-03-04T23:38:49.207658+0000 mon.a (mon.0) 2606 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:50.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[27374]: audit 2021-03-04T23:38:49.215656+0000 mon.a (mon.0) 2607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:50.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[27374]: audit 2021-03-04T23:38:49.215758+0000 mon.a (mon.0) 2608 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:50.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[27374]: cluster 2021-03-04T23:38:49.215808+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1025: 8 total, 8 up, 7 in 2021-03-04T23:38:50.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[27374]: cluster 2021-03-04T23:38:49.445982+0000 osd.0 (osd.0) 1 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:38:50.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[37770]: cluster 2021-03-04T23:38:49.207658+0000 mon.a (mon.0) 2606 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:50.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[37770]: audit 2021-03-04T23:38:49.215656+0000 mon.a (mon.0) 2607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:50.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[37770]: audit 2021-03-04T23:38:49.215758+0000 mon.a (mon.0) 2608 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:50.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[37770]: cluster 2021-03-04T23:38:49.215808+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1025: 8 total, 8 up, 7 in 2021-03-04T23:38:50.546 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[37770]: cluster 2021-03-04T23:38:49.445982+0000 osd.0 (osd.0) 1 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:38:50.546 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[39303]: cluster 2021-03-04T23:38:49.207658+0000 mon.a (mon.0) 2606 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:50.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[39303]: audit 2021-03-04T23:38:49.215656+0000 mon.a (mon.0) 2607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:50.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[39303]: audit 2021-03-04T23:38:49.215758+0000 mon.a (mon.0) 2608 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:50.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[39303]: cluster 2021-03-04T23:38:49.215808+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1025: 8 total, 8 up, 7 in 2021-03-04T23:38:50.547 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[39303]: cluster 2021-03-04T23:38:49.445982+0000 osd.0 (osd.0) 1 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:38:50.548 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:50.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:50.741 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:50.846 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:50.900 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:38:50.900 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:50.900 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-03-04T23:38:50.901 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:38:50.901 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:38:50.901 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-03-04T23:38:50.929 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[15180]: debug 2021-03-04T23:38:50.735+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:50.929 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:50.980 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:51.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:50 gibba008 bash[91265]: debug 2021-03-04T23:38:50.539+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:51.032 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:51.247 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:50 gibba023 bash[19550]: debug 2021-03-04T23:38:50.923+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:51.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:51 gibba023 bash[27374]: cluster 2021-03-04T23:38:49.767688+0000 mgr.x (mgr.34379) 1563 : cluster [DBG] pgmap v2222: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 688 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:51 gibba023 bash[27374]: cluster 2021-03-04T23:38:50.233598+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1026: 8 total, 8 up, 7 in 2021-03-04T23:38:51.501 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:51.561 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:51 gibba008 bash[37770]: cluster 2021-03-04T23:38:49.767688+0000 mgr.x (mgr.34379) 1563 : cluster [DBG] pgmap v2222: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 688 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:51.561 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:51 gibba008 bash[37770]: cluster 2021-03-04T23:38:50.233598+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1026: 8 total, 8 up, 7 in 2021-03-04T23:38:51.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:51 gibba008 bash[39303]: cluster 2021-03-04T23:38:49.767688+0000 mgr.x (mgr.34379) 1563 : cluster [DBG] pgmap v2222: 145 pgs: 32 unknown, 113 active+clean; 4.0 MiB data, 688 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:51.562 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:51 gibba008 bash[39303]: cluster 2021-03-04T23:38:50.233598+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1026: 8 total, 8 up, 7 in 2021-03-04T23:38:51.609 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:51.931 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:52.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:38:51 gibba008 bash[48858]: debug 2021-03-04T23:38:51.491+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:52.033 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:52.248 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:51 gibba023 bash[15180]: debug 2021-03-04T23:38:51.927+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:52.251 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:38:52.262 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:38:52.265 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:38:52.289 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:52.327 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:52.398 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:52.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[37770]: cluster 2021-03-04T23:38:51.238723+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1027: 8 total, 8 up, 7 in 2021-03-04T23:38:52.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[37770]: cluster 2021-03-04T23:38:51.452341+0000 osd.0 (osd.0) 2 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:38:52.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[37770]: cluster 2021-03-04T23:38:52.237594+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1028: 8 total, 8 up, 7 in 2021-03-04T23:38:52.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[39303]: cluster 2021-03-04T23:38:51.238723+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1027: 8 total, 8 up, 7 in 2021-03-04T23:38:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[39303]: cluster 2021-03-04T23:38:51.452341+0000 osd.0 (osd.0) 2 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:38:52.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[39303]: cluster 2021-03-04T23:38:52.237594+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1028: 8 total, 8 up, 7 in 2021-03-04T23:38:52.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:52 gibba023 bash[15180]: debug 2021-03-04T23:38:52.283+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:52.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:52 gibba023 bash[27374]: cluster 2021-03-04T23:38:51.238723+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1027: 8 total, 8 up, 7 in 2021-03-04T23:38:52.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:52 gibba023 bash[27374]: cluster 2021-03-04T23:38:51.452341+0000 osd.0 (osd.0) 2 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:38:52.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:52 gibba023 bash[27374]: cluster 2021-03-04T23:38:52.237594+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1028: 8 total, 8 up, 7 in 2021-03-04T23:38:52.927 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:53.029 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:53.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:52 gibba008 bash[47391]: debug 2021-03-04T23:38:52.919+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:53.265 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:53 gibba023 bash[27374]: cluster 2021-03-04T23:38:51.769246+0000 mgr.x (mgr.34379) 1564 : cluster [DBG] pgmap v2225: 177 pgs: 2 creating+activating, 9 creating+peering, 23 unknown, 143 active+clean; 4.0 MiB data, 672 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:53.390 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:53.492 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:53.647 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:53 gibba008 bash[37770]: cluster 2021-03-04T23:38:51.769246+0000 mgr.x (mgr.34379) 1564 : cluster [DBG] pgmap v2225: 177 pgs: 2 creating+activating, 9 creating+peering, 23 unknown, 143 active+clean; 4.0 MiB data, 672 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:53.648 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:53 gibba008 bash[39303]: cluster 2021-03-04T23:38:51.769246+0000 mgr.x (mgr.34379) 1564 : cluster [DBG] pgmap v2225: 177 pgs: 2 creating+activating, 9 creating+peering, 23 unknown, 143 active+clean; 4.0 MiB data, 672 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:53.648 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:53.750 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:53.761 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:53 gibba023 bash[18090]: debug 2021-03-04T23:38:53.383+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:53.772 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:53.854 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:53.924 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:53 gibba008 bash[47391]: debug 2021-03-04T23:38:53.639+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:53.985 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:54.033 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:53 gibba023 bash[19550]: debug 2021-03-04T23:38:53.979+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:54.093 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.350 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:38:54.367 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:38:54.368 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:54 gibba023 bash[27374]: cluster 2021-03-04T23:38:53.258532+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1029: 8 total, 8 up, 7 in 2021-03-04T23:38:54.369 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.419 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:38:54.438 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:54.460 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:54 gibba008 bash[37770]: cluster 2021-03-04T23:38:53.258532+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1029: 8 total, 8 up, 7 in 2021-03-04T23:38:54.461 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:54 gibba008 bash[39303]: cluster 2021-03-04T23:38:53.258532+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1029: 8 total, 8 up, 7 in 2021-03-04T23:38:54.477 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.487 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Empty (4250 ms) 2021-03-04T23:38:54.487 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherName 2021-03-04T23:38:54.514 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:38:54.522 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:38:54.656 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:54 gibba023 bash[18090]: debug 2021-03-04T23:38:54.363+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:54.657 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.765 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.834 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:38:54.894 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:38:54.894 INFO:teuthology.orchestra.run.gibba023.stdout: "success": "" 2021-03-04T23:38:54.894 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:38:54.905 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.906 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:54 gibba023 bash[18090]: debug 2021-03-04T23:38:54.651+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:54.907 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:54 gibba023 bash[18090]: debug 2021-03-04T23:38:54.899+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:55.008 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:55.023 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:38:55.161 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherName (674 ms) 2021-03-04T23:38:55.162 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherPool 2021-03-04T23:38:55.227 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:38:55.244 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:38:55.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:55 gibba008 bash[37770]: cluster 2021-03-04T23:38:53.769650+0000 mgr.x (mgr.34379) 1565 : cluster [DBG] pgmap v2228: 177 pgs: 2 creating+activating, 9 creating+peering, 166 active+clean; 4.0 MiB data, 660 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:55.514 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:55 gibba008 bash[37770]: cluster 2021-03-04T23:38:54.273211+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1030: 8 total, 8 up, 7 in 2021-03-04T23:38:55.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:55 gibba008 bash[39303]: cluster 2021-03-04T23:38:53.769650+0000 mgr.x (mgr.34379) 1565 : cluster [DBG] pgmap v2228: 177 pgs: 2 creating+activating, 9 creating+peering, 166 active+clean; 4.0 MiB data, 660 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:55.515 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:55 gibba008 bash[39303]: cluster 2021-03-04T23:38:54.273211+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1030: 8 total, 8 up, 7 in 2021-03-04T23:38:55.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:55 gibba023 bash[27374]: cluster 2021-03-04T23:38:53.769650+0000 mgr.x (mgr.34379) 1565 : cluster [DBG] pgmap v2228: 177 pgs: 2 creating+activating, 9 creating+peering, 166 active+clean; 4.0 MiB data, 660 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:55.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:55 gibba023 bash[27374]: cluster 2021-03-04T23:38:54.273211+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1030: 8 total, 8 up, 7 in 2021-03-04T23:38:55.592 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:55.699 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:56.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:38:55 gibba008 bash[173949]: debug 2021-03-04T23:38:55.583+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:56.293 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:56.396 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:56.495 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:56.599 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:56.606 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:56 gibba008 bash[91265]: debug 2021-03-04T23:38:56.287+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:56.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:56 gibba023 bash[18090]: debug 2021-03-04T23:38:56.491+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:56.943 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:57.047 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:57.140 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:57.245 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:57.501 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:38:57.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:38:57 gibba008 bash[91265]: debug 2021-03-04T23:38:56.935+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:57.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:57 gibba008 bash[37770]: cluster 2021-03-04T23:38:55.770636+0000 mgr.x (mgr.34379) 1566 : cluster [DBG] pgmap v2230: 177 pgs: 2 creating+activating, 9 creating+peering, 166 active+clean; 4.0 MiB data, 660 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:57.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:57 gibba008 bash[37770]: cluster 2021-03-04T23:38:56.289510+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1031: 8 total, 8 up, 7 in 2021-03-04T23:38:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:57 gibba008 bash[39303]: cluster 2021-03-04T23:38:55.770636+0000 mgr.x (mgr.34379) 1566 : cluster [DBG] pgmap v2230: 177 pgs: 2 creating+activating, 9 creating+peering, 166 active+clean; 4.0 MiB data, 660 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:57.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:57 gibba008 bash[39303]: cluster 2021-03-04T23:38:56.289510+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1031: 8 total, 8 up, 7 in 2021-03-04T23:38:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:57 gibba023 bash[27374]: cluster 2021-03-04T23:38:55.770636+0000 mgr.x (mgr.34379) 1566 : cluster [DBG] pgmap v2230: 177 pgs: 2 creating+activating, 9 creating+peering, 166 active+clean; 4.0 MiB data, 660 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:57.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:57 gibba023 bash[27374]: cluster 2021-03-04T23:38:56.289510+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1031: 8 total, 8 up, 7 in 2021-03-04T23:38:57.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:57 gibba023 bash[88433]: debug 2021-03-04T23:38:57.135+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:57.656 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:38:57.790 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherPool (2629 ms) 2021-03-04T23:38:57.791 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherNamespace 2021-03-04T23:38:57.853 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:38:57.874 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:57.877 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:38:57.982 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:58.113 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:58.209 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:38:58.218 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:58.273 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:58 gibba023 bash[88433]: debug 2021-03-04T23:38:58.107+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:58.311 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:38:57 gibba008 bash[47391]: debug 2021-03-04T23:38:57.867+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:38:58.334 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:58.365 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:38:58.442 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:58.584 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:38:58 gibba023 bash[88433]: debug 2021-03-04T23:38:58.327+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:58.584 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:58 gibba023 bash[27374]: cluster 2021-03-04T23:38:57.299373+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1032: 8 total, 8 up, 7 in 2021-03-04T23:38:58.585 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:58 gibba023 bash[27374]: audit 2021-03-04T23:38:58.293536+0000 mon.a (mon.0) 2617 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:58.585 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:58.619 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherNamespace (829 ms) 2021-03-04T23:38:58.619 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.DataPool 2021-03-04T23:38:58.688 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:38:58.691 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:58.707 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:38:58.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:58 gibba008 bash[37770]: cluster 2021-03-04T23:38:57.299373+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1032: 8 total, 8 up, 7 in 2021-03-04T23:38:58.775 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:58 gibba008 bash[37770]: audit 2021-03-04T23:38:58.293536+0000 mon.a (mon.0) 2617 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:58.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:58 gibba008 bash[39303]: cluster 2021-03-04T23:38:57.299373+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1032: 8 total, 8 up, 7 in 2021-03-04T23:38:58.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:58 gibba008 bash[39303]: audit 2021-03-04T23:38:58.293536+0000 mon.a (mon.0) 2617 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:58.835 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:58 gibba023 bash[18090]: debug 2021-03-04T23:38:58.579+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:58.836 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:58.944 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:58.998 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:38:59.073 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:59.177 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:59.194 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:38:58 gibba023 bash[18090]: debug 2021-03-04T23:38:58.831+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:59.194 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:38:59 gibba023 bash[19550]: debug 2021-03-04T23:38:59.067+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:59.195 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:38:59.319 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:59.426 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:59.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.DataPool (821 ms) 2021-03-04T23:38:59.441 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2021-03-04T23:38:59.455 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:59 gibba008 bash[37770]: cluster 2021-03-04T23:38:57.771860+0000 mgr.x (mgr.34379) 1567 : cluster [DBG] pgmap v2233: 177 pgs: 177 active+clean; 4.0 MiB data, 669 MiB used, 584 GiB / 588 GiB avail; 140 KiB/s rd, 16 KiB/s wr, 192 op/s 2021-03-04T23:38:59.456 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:38:59 gibba008 bash[37770]: cluster 2021-03-04T23:38:58.304601+0000 mon.a (mon.0) 2618 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2021-03-04T23:38:59.456 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:59 gibba008 bash[39303]: cluster 2021-03-04T23:38:57.771860+0000 mgr.x (mgr.34379) 1567 : cluster [DBG] pgmap v2233: 177 pgs: 177 active+clean; 4.0 MiB data, 669 MiB used, 584 GiB / 588 GiB avail; 140 KiB/s rd, 16 KiB/s wr, 192 op/s 2021-03-04T23:38:59.457 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:38:59 gibba008 bash[39303]: cluster 2021-03-04T23:38:58.304601+0000 mon.a (mon.0) 2618 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2021-03-04T23:38:59.495 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:38:59.508 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:38:59.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:38:59 gibba023 bash[15180]: debug 2021-03-04T23:38:59.311+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:38:59.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:59 gibba023 bash[27374]: cluster 2021-03-04T23:38:57.771860+0000 mgr.x (mgr.34379) 1567 : cluster [DBG] pgmap v2233: 177 pgs: 177 active+clean; 4.0 MiB data, 669 MiB used, 584 GiB / 588 GiB avail; 140 KiB/s rd, 16 KiB/s wr, 192 op/s 2021-03-04T23:38:59.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:38:59 gibba023 bash[27374]: cluster 2021-03-04T23:38:58.304601+0000 mon.a (mon.0) 2618 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2021-03-04T23:38:59.883 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:39:00.037 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:00.093 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortAfterPrepare (652 ms) 2021-03-04T23:39:00.093 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2021-03-04T23:39:00.117 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:00.124 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:00.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:00.145 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:00 gibba008 bash[91265]: debug 2021-03-04T23:39:00.031+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:00.241 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (149 ms) 2021-03-04T23:39:00.242 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortAfterExecute 2021-03-04T23:39:00.304 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:00.319 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:00.518 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:00.627 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:00.628 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:39:00.628 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:00.629 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:39:00.630 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:39:00.679 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:00.713 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:00 gibba008 bash[91265]: debug 2021-03-04T23:39:00.511+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:00.714 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:00 gibba008 bash[37770]: cluster 2021-03-04T23:38:59.441949+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e1033: 8 total, 8 up, 7 in 2021-03-04T23:39:00.714 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:00 gibba008 bash[37770]: audit 2021-03-04T23:39:00.157162+0000 mon.a (mon.0) 2620 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:00.715 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:00 gibba008 bash[39303]: cluster 2021-03-04T23:38:59.441949+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e1033: 8 total, 8 up, 7 in 2021-03-04T23:39:00.715 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:00 gibba008 bash[39303]: audit 2021-03-04T23:39:00.157162+0000 mon.a (mon.0) 2620 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:00.759 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:00 gibba023 bash[27374]: cluster 2021-03-04T23:38:59.441949+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e1033: 8 total, 8 up, 7 in 2021-03-04T23:39:00.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:00 gibba023 bash[27374]: audit 2021-03-04T23:39:00.157162+0000 mon.a (mon.0) 2620 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:00.916 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:39:01.116 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:01.224 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:01.226 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortAfterExecute (984 ms) 2021-03-04T23:39:01.226 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2021-03-04T23:39:01.284 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:01.295 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:01.457 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:01 gibba008 bash[47391]: debug 2021-03-04T23:39:01.107+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:01.604 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:01.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:01 gibba008 bash[37770]: cluster 2021-03-04T23:38:59.772816+0000 mgr.x (mgr.34379) 1568 : cluster [DBG] pgmap v2235: 177 pgs: 177 active+clean; 4.0 MiB data, 669 MiB used, 584 GiB / 588 GiB avail; 115 KiB/s rd, 13 KiB/s wr, 157 op/s 2021-03-04T23:39:01.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:01 gibba008 bash[39303]: cluster 2021-03-04T23:38:59.772816+0000 mgr.x (mgr.34379) 1568 : cluster [DBG] pgmap v2235: 177 pgs: 177 active+clean; 4.0 MiB data, 669 MiB used, 584 GiB / 588 GiB avail; 115 KiB/s rd, 13 KiB/s wr, 157 op/s 2021-03-04T23:39:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:01 gibba023 bash[27374]: cluster 2021-03-04T23:38:59.772816+0000 mgr.x (mgr.34379) 1568 : cluster [DBG] pgmap v2235: 177 pgs: 177 active+clean; 4.0 MiB data, 669 MiB used, 584 GiB / 588 GiB avail; 115 KiB/s rd, 13 KiB/s wr, 157 op/s 2021-03-04T23:39:01.785 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:01.793 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:39:01.894 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:02.021 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:02.056 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:01 gibba008 bash[173949]: debug 2021-03-04T23:39:01.775+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:02.066 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (841 ms) 2021-03-04T23:39:02.066 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2021-03-04T23:39:02.105 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:02.117 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:02.129 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:02.183 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:02.184 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:02.221 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:02.229 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:02 gibba023 bash[19550]: debug 2021-03-04T23:39:02.015+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:02.230 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:02.338 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:02.386 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:39:02.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:02 gibba023 bash[19550]: debug 2021-03-04T23:39:02.223+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:02.696 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (630 ms) 2021-03-04T23:39:02.697 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringSamePool 2021-03-04T23:39:02.720 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:02.762 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:02.778 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:02.789 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringSamePool (93 ms) 2021-03-04T23:39:02.789 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringAbort 2021-03-04T23:39:02.828 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:02.844 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:02 gibba008 bash[91265]: debug 2021-03-04T23:39:02.711+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:02.854 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:02.868 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:02.877 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringAbort (88 ms) 2021-03-04T23:39:02.877 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2021-03-04T23:39:02.908 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:02.914 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:02.920 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (43 ms) 2021-03-04T23:39:02.920 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2021-03-04T23:39:02.965 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:02.981 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:02.992 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (71 ms) 2021-03-04T23:39:02.992 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.MirroringPool 2021-03-04T23:39:03.055 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:03.069 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:03.079 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.MirroringPool (88 ms) 2021-03-04T23:39:03.080 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Group 2021-03-04T23:39:03.144 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:03.159 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:03.169 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Group (90 ms) 2021-03-04T23:39:03.170 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.GroupAbort 2021-03-04T23:39:03.197 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:03.233 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:03.247 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:39:03.259 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.GroupAbort (89 ms) 2021-03-04T23:39:03.259 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnaps 2021-03-04T23:39:03.306 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:03.320 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:03.330 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:03.382 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:03.415 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:03.465 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:03 gibba008 bash[173949]: debug 2021-03-04T23:39:03.191+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:03.466 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:03 gibba008 bash[37770]: cluster 2021-03-04T23:39:01.774858+0000 mgr.x (mgr.34379) 1569 : cluster [DBG] pgmap v2236: 177 pgs: 177 active+clean; 4.0 MiB data, 674 MiB used, 584 GiB / 588 GiB avail; 204 KiB/s rd, 28 KiB/s wr, 289 op/s 2021-03-04T23:39:03.467 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:03.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:03.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:03 gibba008 bash[39303]: cluster 2021-03-04T23:39:01.774858+0000 mgr.x (mgr.34379) 1569 : cluster [DBG] pgmap v2236: 177 pgs: 177 active+clean; 4.0 MiB data, 674 MiB used, 584 GiB / 588 GiB avail; 204 KiB/s rd, 28 KiB/s wr, 289 op/s 2021-03-04T23:39:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:03 gibba023 bash[27374]: cluster 2021-03-04T23:39:01.774858+0000 mgr.x (mgr.34379) 1569 : cluster [DBG] pgmap v2236: 177 pgs: 177 active+clean; 4.0 MiB data, 674 MiB used, 584 GiB / 588 GiB avail; 204 KiB/s rd, 28 KiB/s wr, 289 op/s 2021-03-04T23:39:03.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:03 gibba023 bash[15180]: debug 2021-03-04T23:39:03.375+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:03.777 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:03.954 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:03.969 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:04.057 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:04.151 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:04.209 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnaps (951 ms) 2021-03-04T23:39:04.210 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2021-03-04T23:39:04.260 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:04.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:03 gibba008 bash[47391]: debug 2021-03-04T23:39:03.947+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:04.273 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:04.287 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:04.343 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:04.383 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:04.388 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:04.426 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:04.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:04 gibba023 bash[88433]: debug 2021-03-04T23:39:04.147+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:04.580 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:04.689 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:04.718 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:04.762 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:39:04.875 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:04.914 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:04.937 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:04 gibba008 bash[48858]: debug 2021-03-04T23:39:04.571+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:05.093 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:05.131 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsOtherPool (921 ms) 2021-03-04T23:39:05.132 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2021-03-04T23:39:05.197 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:05.201 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:05.213 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:05.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:05 gibba008 bash[173949]: debug 2021-03-04T23:39:05.083+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:05.290 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:05.332 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:05.333 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:05.436 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:05.474 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:05 gibba023 bash[15180]: debug 2021-03-04T23:39:05.327+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:05.558 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:05.661 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:05.683 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:05.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:05 gibba023 bash[27374]: cluster 2021-03-04T23:39:03.776429+0000 mgr.x (mgr.34379) 1570 : cluster [DBG] pgmap v2237: 177 pgs: 177 active+clean; 4.0 MiB data, 683 MiB used, 584 GiB / 588 GiB avail; 236 KiB/s rd, 28 KiB/s wr, 328 op/s 2021-03-04T23:39:05.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:05 gibba023 bash[88433]: debug 2021-03-04T23:39:05.555+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:05.847 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:05 gibba008 bash[39303]: cluster 2021-03-04T23:39:03.776429+0000 mgr.x (mgr.34379) 1570 : cluster [DBG] pgmap v2237: 177 pgs: 177 active+clean; 4.0 MiB data, 683 MiB used, 584 GiB / 588 GiB avail; 236 KiB/s rd, 28 KiB/s wr, 328 op/s 2021-03-04T23:39:05.848 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:05 gibba008 bash[37770]: cluster 2021-03-04T23:39:03.776429+0000 mgr.x (mgr.34379) 1570 : cluster [DBG] pgmap v2237: 177 pgs: 177 active+clean; 4.0 MiB data, 683 MiB used, 584 GiB / 588 GiB avail; 236 KiB/s rd, 28 KiB/s wr, 328 op/s 2021-03-04T23:39:06.054 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:06.080 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:06.188 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:06.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:06 gibba008 bash[48858]: debug 2021-03-04T23:39:06.071+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:06.332 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:06.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsDataPool (1231 ms) 2021-03-04T23:39:06.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2021-03-04T23:39:06.429 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:06.440 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:06.445 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:06.457 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:06 gibba023 bash[88433]: debug 2021-03-04T23:39:06.327+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:06.538 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:06.577 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:06.613 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:06.686 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:06.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:06 gibba023 bash[15180]: debug 2021-03-04T23:39:06.571+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:06.828 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:39:06.855 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:06.881 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:06.882 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:06 gibba008 bash[91265]: debug 2021-03-04T23:39:06.871+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:06.988 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:07.035 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:07.187 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (826 ms) 2021-03-04T23:39:07.187 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2021-03-04T23:39:07.255 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:07.270 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:07.327 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:07.343 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:07.411 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T23:39:07.435 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:07.463 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:07.563 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:07.698 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:07.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:07 gibba008 bash[39303]: cluster 2021-03-04T23:39:05.776869+0000 mgr.x (mgr.34379) 1571 : cluster [DBG] pgmap v2238: 177 pgs: 177 active+clean; 4.0 MiB data, 683 MiB used, 584 GiB / 588 GiB avail; 147 KiB/s rd, 19 KiB/s wr, 208 op/s 2021-03-04T23:39:07.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:07 gibba008 bash[47391]: debug 2021-03-04T23:39:07.319+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:07.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:07 gibba008 bash[37770]: cluster 2021-03-04T23:39:05.776869+0000 mgr.x (mgr.34379) 1571 : cluster [DBG] pgmap v2238: 177 pgs: 177 active+clean; 4.0 MiB data, 683 MiB used, 584 GiB / 588 GiB avail; 147 KiB/s rd, 19 KiB/s wr, 208 op/s 2021-03-04T23:39:07.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:07 gibba023 bash[27374]: cluster 2021-03-04T23:39:05.776869+0000 mgr.x (mgr.34379) 1571 : cluster [DBG] pgmap v2238: 177 pgs: 177 active+clean; 4.0 MiB data, 683 MiB used, 584 GiB / 588 GiB avail; 147 KiB/s rd, 19 KiB/s wr, 208 op/s 2021-03-04T23:39:07.812 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (625 ms) 2021-03-04T23:39:07.813 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2021-03-04T23:39:07.868 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:07.875 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:07.882 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:07.950 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:07.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:08.001 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:08.090 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:08.163 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T23:39:08.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.202 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:08.212 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:07 gibba008 bash[173949]: debug 2021-03-04T23:39:07.867+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:08.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:08 gibba023 bash[18090]: debug 2021-03-04T23:39:08.083+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:08.298 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:08.449 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (636 ms) 2021-03-04T23:39:08.449 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2021-03-04T23:39:08.519 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:08.533 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:08.626 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:08.681 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:08.745 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.850 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:08.965 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:39:08.966 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:39:08.970 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:08.978 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:39:08.991 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:39:09.004 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:39:09.011 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:08 gibba008 bash[47391]: debug 2021-03-04T23:39:08.739+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:09.025 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:39:09.042 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:39:09.055 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:39:09.060 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:09.074 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:39:09.078 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.078 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.079 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.079 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.079 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.079 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.080 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.080 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.121 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:09.225 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:09.334 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (884 ms) 2021-03-04T23:39:09.334 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2021-03-04T23:39:09.364 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:09.371 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:09.422 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:09.484 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:09.485 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[91265]: debug 2021-03-04T23:39:09.115+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:09.655 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[39303]: cluster 2021-03-04T23:39:07.779215+0000 mgr.x (mgr.34379) 1572 : cluster [DBG] pgmap v2239: 177 pgs: 177 active+clean; 112 MiB data, 994 MiB used, 584 GiB / 588 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 367 op/s 2021-03-04T23:39:09.656 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[39303]: audit 2021-03-04T23:39:08.948214+0000 mon.a (mon.0) 2621 : audit [DBG] from='client.? 172.21.2.108:0/3423303221' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:09.656 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[39303]: cluster 2021-03-04T23:39:09.440883+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e1034: 8 total, 8 up, 7 in 2021-03-04T23:39:09.657 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[37770]: cluster 2021-03-04T23:39:07.779215+0000 mgr.x (mgr.34379) 1572 : cluster [DBG] pgmap v2239: 177 pgs: 177 active+clean; 112 MiB data, 994 MiB used, 584 GiB / 588 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 367 op/s 2021-03-04T23:39:09.657 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[37770]: audit 2021-03-04T23:39:08.948214+0000 mon.a (mon.0) 2621 : audit [DBG] from='client.? 172.21.2.108:0/3423303221' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:09.658 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[37770]: cluster 2021-03-04T23:39:09.440883+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e1034: 8 total, 8 up, 7 in 2021-03-04T23:39:09.658 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:09.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:09 gibba008 bash[173949]: debug 2021-03-04T23:39:09.647+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:09.764 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:09.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:09 gibba023 bash[27374]: cluster 2021-03-04T23:39:07.779215+0000 mgr.x (mgr.34379) 1572 : cluster [DBG] pgmap v2239: 177 pgs: 177 active+clean; 112 MiB data, 994 MiB used, 584 GiB / 588 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 367 op/s 2021-03-04T23:39:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:09 gibba023 bash[27374]: audit 2021-03-04T23:39:08.948214+0000 mon.a (mon.0) 2621 : audit [DBG] from='client.? 172.21.2.108:0/3423303221' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:09 gibba023 bash[27374]: cluster 2021-03-04T23:39:09.440883+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e1034: 8 total, 8 up, 7 in 2021-03-04T23:39:09.855 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: after_prepare_snap 2021-03-04T23:39:09.876 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:09.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.093 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:09 gibba023 bash[88433]: debug 2021-03-04T23:39:09.871+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:10.093 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.200 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:10.289 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:10.392 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:10.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:10 gibba023 bash[18090]: debug 2021-03-04T23:39:10.087+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:10.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:10 gibba023 bash[88433]: debug 2021-03-04T23:39:10.283+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:10.799 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:10.903 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:11.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:10 gibba008 bash[173949]: debug 2021-03-04T23:39:10.792+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:11.418 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:11.502 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:11 gibba008 bash[91265]: debug 2021-03-04T23:39:11.412+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:11.515 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:39:11.521 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:11.528 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 0~1000 2021-03-04T23:39:11.532 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:11.604 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:11.619 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:11.713 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:11.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:11 gibba008 bash[37770]: cluster 2021-03-04T23:39:09.780179+0000 mgr.x (mgr.34379) 1573 : cluster [DBG] pgmap v2241: 177 pgs: 177 active+clean; 112 MiB data, 994 MiB used, 584 GiB / 588 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 367 op/s 2021-03-04T23:39:11.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:11 gibba008 bash[37770]: cluster 2021-03-04T23:39:10.498312+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1035: 8 total, 8 up, 7 in 2021-03-04T23:39:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:11 gibba008 bash[39303]: cluster 2021-03-04T23:39:09.780179+0000 mgr.x (mgr.34379) 1573 : cluster [DBG] pgmap v2241: 177 pgs: 177 active+clean; 112 MiB data, 994 MiB used, 584 GiB / 588 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 367 op/s 2021-03-04T23:39:11.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:11 gibba008 bash[39303]: cluster 2021-03-04T23:39:10.498312+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1035: 8 total, 8 up, 7 in 2021-03-04T23:39:11.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:11 gibba023 bash[18090]: debug 2021-03-04T23:39:11.599+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:11 gibba023 bash[27374]: cluster 2021-03-04T23:39:09.780179+0000 mgr.x (mgr.34379) 1573 : cluster [DBG] pgmap v2241: 177 pgs: 177 active+clean; 112 MiB data, 994 MiB used, 584 GiB / 588 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 367 op/s 2021-03-04T23:39:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:11 gibba023 bash[27374]: cluster 2021-03-04T23:39:10.498312+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1035: 8 total, 8 up, 7 in 2021-03-04T23:39:11.840 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2507 ms) 2021-03-04T23:39:11.840 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Snaps 2021-03-04T23:39:11.900 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:11.915 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:11.996 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:39:12.226 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:12.288 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:12 gibba008 bash[173949]: debug 2021-03-04T23:39:12.220+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:12.335 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:12.787 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:12 gibba008 bash[39303]: cluster 2021-03-04T23:39:11.508032+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1036: 8 total, 8 up, 7 in 2021-03-04T23:39:12.788 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:12 gibba008 bash[37770]: cluster 2021-03-04T23:39:11.508032+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1036: 8 total, 8 up, 7 in 2021-03-04T23:39:12.978 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:12 gibba023 bash[27374]: cluster 2021-03-04T23:39:11.508032+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1036: 8 total, 8 up, 7 in 2021-03-04T23:39:13.080 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:13.179 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:13.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:12 gibba008 bash[91265]: debug 2021-03-04T23:39:12.972+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:13.287 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:13.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:13 gibba023 bash[88433]: debug 2021-03-04T23:39:13.171+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:13.556 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:39:13.556 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:39:13.575 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:39:13.576 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:39:13.576 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:39:13.607 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[37770]: cluster 2021-03-04T23:39:11.781490+0000 mgr.x (mgr.34379) 1574 : cluster [DBG] pgmap v2244: 177 pgs: 177 active+clean; 168 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 66 MiB/s rd, 53 MiB/s wr, 568 op/s 2021-03-04T23:39:13.607 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[37770]: cluster 2021-03-04T23:39:12.520361+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1037: 8 total, 8 up, 7 in 2021-03-04T23:39:13.607 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[37770]: audit 2021-03-04T23:39:12.986762+0000 mon.a (mon.0) 2626 : audit [INF] from='client.? 172.21.2.108:0/655082813' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:13.608 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[39303]: cluster 2021-03-04T23:39:11.781490+0000 mgr.x (mgr.34379) 1574 : cluster [DBG] pgmap v2244: 177 pgs: 177 active+clean; 168 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 66 MiB/s rd, 53 MiB/s wr, 568 op/s 2021-03-04T23:39:13.608 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[39303]: cluster 2021-03-04T23:39:12.520361+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1037: 8 total, 8 up, 7 in 2021-03-04T23:39:13.608 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[39303]: audit 2021-03-04T23:39:12.986762+0000 mon.a (mon.0) 2626 : audit [INF] from='client.? 172.21.2.108:0/655082813' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:13.878 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:13.986 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:13.997 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:13 gibba023 bash[27374]: cluster 2021-03-04T23:39:11.781490+0000 mgr.x (mgr.34379) 1574 : cluster [DBG] pgmap v2244: 177 pgs: 177 active+clean; 168 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 66 MiB/s rd, 53 MiB/s wr, 568 op/s 2021-03-04T23:39:13.998 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:13 gibba023 bash[27374]: cluster 2021-03-04T23:39:12.520361+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1037: 8 total, 8 up, 7 in 2021-03-04T23:39:13.998 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:13 gibba023 bash[27374]: audit 2021-03-04T23:39:12.986762+0000 mon.a (mon.0) 2626 : audit [INF] from='client.? 172.21.2.108:0/655082813' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:14.073 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:14.142 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:13 gibba008 bash[48858]: debug 2021-03-04T23:39:13.872+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:14.175 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:14.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:14 gibba023 bash[88433]: debug 2021-03-04T23:39:14.067+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:14.551 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:14.654 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:14.838 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[39303]: cluster 2021-03-04T23:39:13.520019+0000 mon.a (mon.0) 2627 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:14.838 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[39303]: audit 2021-03-04T23:39:13.538974+0000 mon.a (mon.0) 2628 : audit [INF] from='client.? 172.21.2.108:0/655082813' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:14.838 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[39303]: cluster 2021-03-04T23:39:13.539187+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1038: 8 total, 8 up, 7 in 2021-03-04T23:39:14.839 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[47391]: debug 2021-03-04T23:39:14.544+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:14.839 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[37770]: cluster 2021-03-04T23:39:13.520019+0000 mon.a (mon.0) 2627 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:14.840 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[37770]: audit 2021-03-04T23:39:13.538974+0000 mon.a (mon.0) 2628 : audit [INF] from='client.? 172.21.2.108:0/655082813' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:14.840 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:14 gibba008 bash[37770]: cluster 2021-03-04T23:39:13.539187+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1038: 8 total, 8 up, 7 in 2021-03-04T23:39:15.008 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:15.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:14 gibba023 bash[27374]: cluster 2021-03-04T23:39:13.520019+0000 mon.a (mon.0) 2627 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:15.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:14 gibba023 bash[27374]: audit 2021-03-04T23:39:13.538974+0000 mon.a (mon.0) 2628 : audit [INF] from='client.? 172.21.2.108:0/655082813' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:15.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:14 gibba023 bash[27374]: cluster 2021-03-04T23:39:13.539187+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1038: 8 total, 8 up, 7 in 2021-03-04T23:39:15.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:15.214 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:15.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:15 gibba008 bash[173949]: debug 2021-03-04T23:39:15.000+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:15.322 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:15.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:15 gibba023 bash[88433]: debug 2021-03-04T23:39:15.207+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:15.556 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:39:15.558 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:39:15.558 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:39:15.563 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:39:15.573 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:39:15.658 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:15 gibba008 bash[37770]: cluster 2021-03-04T23:39:13.782706+0000 mgr.x (mgr.34379) 1575 : cluster [DBG] pgmap v2247: 177 pgs: 177 active+clean; 192 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 59 MiB/s rd, 47 MiB/s wr, 530 op/s 2021-03-04T23:39:15.659 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:15 gibba008 bash[37770]: cluster 2021-03-04T23:39:14.537033+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1039: 8 total, 8 up, 7 in 2021-03-04T23:39:15.659 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:15 gibba008 bash[39303]: cluster 2021-03-04T23:39:13.782706+0000 mgr.x (mgr.34379) 1575 : cluster [DBG] pgmap v2247: 177 pgs: 177 active+clean; 192 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 59 MiB/s rd, 47 MiB/s wr, 530 op/s 2021-03-04T23:39:15.660 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:15 gibba008 bash[39303]: cluster 2021-03-04T23:39:14.537033+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1039: 8 total, 8 up, 7 in 2021-03-04T23:39:15.661 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:15.769 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:15.771 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:39:15.776 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:39:15.801 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:15 gibba008 bash[47391]: debug 2021-03-04T23:39:15.652+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:15.975 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:16.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:15 gibba023 bash[27374]: cluster 2021-03-04T23:39:13.782706+0000 mgr.x (mgr.34379) 1575 : cluster [DBG] pgmap v2247: 177 pgs: 177 active+clean; 192 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 59 MiB/s rd, 47 MiB/s wr, 530 op/s 2021-03-04T23:39:16.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:15 gibba023 bash[27374]: cluster 2021-03-04T23:39:14.537033+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1039: 8 total, 8 up, 7 in 2021-03-04T23:39:16.102 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:16.332 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:16.439 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:16.450 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:16 gibba008 bash[48858]: debug 2021-03-04T23:39:16.324+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:16.728 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:16.832 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:16.850 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:16 gibba008 bash[37770]: cluster 2021-03-04T23:39:15.549503+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1040: 8 total, 8 up, 7 in 2021-03-04T23:39:16.851 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:16 gibba008 bash[39303]: cluster 2021-03-04T23:39:15.549503+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1040: 8 total, 8 up, 7 in 2021-03-04T23:39:16.851 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:16 gibba008 bash[48858]: debug 2021-03-04T23:39:16.724+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:17.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:16 gibba023 bash[27374]: cluster 2021-03-04T23:39:15.549503+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1040: 8 total, 8 up, 7 in 2021-03-04T23:39:17.343 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:17.445 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:17.578 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:17.589 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:39:17.593 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:17.697 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[39303]: audit 2021-03-04T23:39:15.740692+0000 mgr.x (mgr.34379) 1576 : audit [DBG] from='client.47238 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:17.698 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[39303]: cluster 2021-03-04T23:39:15.783431+0000 mgr.x (mgr.34379) 1577 : cluster [DBG] pgmap v2250: 177 pgs: 177 active+clean; 192 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 197 op/s 2021-03-04T23:39:17.698 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[39303]: cluster 2021-03-04T23:39:16.562461+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1041: 8 total, 8 up, 7 in 2021-03-04T23:39:17.699 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[173949]: debug 2021-03-04T23:39:17.336+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:17.700 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[37770]: audit 2021-03-04T23:39:15.740692+0000 mgr.x (mgr.34379) 1576 : audit [DBG] from='client.47238 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:17.700 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[37770]: cluster 2021-03-04T23:39:15.783431+0000 mgr.x (mgr.34379) 1577 : cluster [DBG] pgmap v2250: 177 pgs: 177 active+clean; 192 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 197 op/s 2021-03-04T23:39:17.701 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[37770]: cluster 2021-03-04T23:39:16.562461+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1041: 8 total, 8 up, 7 in 2021-03-04T23:39:17.701 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:17.811 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.017 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:17 gibba008 bash[173949]: debug 2021-03-04T23:39:17.692+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:17 gibba023 bash[27374]: audit 2021-03-04T23:39:15.740692+0000 mgr.x (mgr.34379) 1576 : audit [DBG] from='client.47238 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:17 gibba023 bash[27374]: cluster 2021-03-04T23:39:15.783431+0000 mgr.x (mgr.34379) 1577 : cluster [DBG] pgmap v2250: 177 pgs: 177 active+clean; 192 MiB data, 1.2 GiB used, 584 GiB / 588 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 197 op/s 2021-03-04T23:39:18.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:17 gibba023 bash[27374]: cluster 2021-03-04T23:39:16.562461+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1041: 8 total, 8 up, 7 in 2021-03-04T23:39:18.044 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":2249,"stamp":"2021-03-04T23:39:15.549519+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":201335160,"num_objects":172,"num_object_clones":0,"num_object_copies":516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":172,"num_whiteouts":6,"num_read":11575,"num_read_kb":512748,"num_write":1681,"num_write_kb":398146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":3505,"num_keys_recovered":10,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2920,"ondisk_log_size":2920,"up":531,"acting":531,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":531,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4435800,"kb_used_data":681108,"kb_used_omap":5886,"kb_used_meta":3744641,"kb_avail":612126888,"statfs":{"total":631360192512,"available":626817933312,"internally_reserved":3221225472,"allocated":697454592,"data_stored":678960676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6027645,"internal_metadata":3834513027},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":33554569,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":6,"num_read":905,"num_read_kb":115400,"num_write":94,"num_write_kb":81966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.041284"},"pg_stats":[{"pgid":"45.1e","version":"1033'6","reported_seq":"28","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469215+0000","last_change":"2021-03-04T23:38:57.309132+0000","last_active":"2021-03-04T23:39:09.469215+0000","last_peered":"2021-03-04T23:39:09.469215+0000","last_clean":"2021-03-04T23:39:09.469215+0000","last_became_active":"2021-03-04T23:38:51.245664+0000","last_became_peered":"2021-03-04T23:38:51.245664+0000","last_unstale":"2021-03-04T23:39:09.469215+0000","last_undegraded":"2021-03-04T23:39:09.469215+0000","last_fullsized":"2021-03-04T23:39:09.469215+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1f","version":"1036'17","reported_seq":"55","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.665015+0000","last_change":"2021-03-04T23:38:54.276616+0000","last_active":"2021-03-04T23:39:11.665015+0000","last_peered":"2021-03-04T23:39:11.665015+0000","last_clean":"2021-03-04T23:39:11.665015+0000","last_became_active":"2021-03-04T23:38:49.223709+0000","last_became_peered":"2021-03-04T23:38:49.223709+0000","last_unstale":"2021-03-04T23:39:11.665015+0000","last_undegraded":"2021-03-04T23:39:11.665015+0000","last_fullsized":"2021-03-04T23:39:11.665015+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":17,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388609,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":28673,"num_write":9,"num_write_kb":24577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.1f","version":"1032'2","reported_seq":"26","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510658+0000","last_change":"2021-03-04T23:38:57.311040+0000","last_active":"2021-03-04T23:39:11.510658+0000","last_peered":"2021-03-04T23:39:11.510658+0000","last_clean":"2021-03-04T23:39:11.510658+0000","last_became_active":"2021-03-04T23:38:51.242899+0000","last_became_peered":"2021-03-04T23:38:51.242899+0000","last_unstale":"2021-03-04T23:39:11.510658+0000","last_undegraded":"2021-03-04T23:39:11.510658+0000","last_fullsized":"2021-03-04T23:39:11.510658+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1e","version":"1033'26","reported_seq":"73","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.657719+0000","last_change":"2021-03-04T23:38:54.280659+0000","last_active":"2021-03-04T23:39:09.657719+0000","last_peered":"2021-03-04T23:39:09.657719+0000","last_clean":"2021-03-04T23:39:09.657719+0000","last_became_active":"2021-03-04T23:38:49.223991+0000","last_became_peered":"2021-03-04T23:38:49.223991+0000","last_unstale":"2021-03-04T23:39:09.657719+0000","last_undegraded":"2021-03-04T23:39:09.657719+0000","last_fullsized":"2021-03-04T23:39:09.657719+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194528,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":12294,"num_write":9,"num_write_kb":8198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.1c","version":"1033'16","reported_seq":"48","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858449+0000","last_change":"2021-03-04T23:38:57.306903+0000","last_active":"2021-03-04T23:39:10.858449+0000","last_peered":"2021-03-04T23:39:10.858449+0000","last_clean":"2021-03-04T23:39:10.858449+0000","last_became_active":"2021-03-04T23:38:51.244797+0000","last_became_peered":"2021-03-04T23:38:51.244797+0000","last_unstale":"2021-03-04T23:39:10.858449+0000","last_undegraded":"2021-03-04T23:39:10.858449+0000","last_fullsized":"2021-03-04T23:39:10.858449+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":16,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":17,"num_read_kb":17,"num_write":5,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1d","version":"1036'28","reported_seq":"80","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.662974+0000","last_change":"2021-03-04T23:38:54.276119+0000","last_active":"2021-03-04T23:39:11.662974+0000","last_peered":"2021-03-04T23:39:11.662974+0000","last_clean":"2021-03-04T23:39:11.662974+0000","last_became_active":"2021-03-04T23:38:49.223230+0000","last_became_peered":"2021-03-04T23:38:49.223230+0000","last_unstale":"2021-03-04T23:39:11.662974+0000","last_undegraded":"2021-03-04T23:39:11.662974+0000","last_fullsized":"2021-03-04T23:39:11.662974+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":28,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":24582,"num_write":10,"num_write_kb":12292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.1d","version":"1033'27","reported_seq":"120","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450963+0000","last_change":"2021-03-04T23:38:57.322144+0000","last_active":"2021-03-04T23:39:09.450963+0000","last_peered":"2021-03-04T23:39:09.450963+0000","last_clean":"2021-03-04T23:39:09.450963+0000","last_became_active":"2021-03-04T23:38:51.620608+0000","last_became_peered":"2021-03-04T23:38:51.620608+0000","last_unstale":"2021-03-04T23:39:09.450963+0000","last_undegraded":"2021-03-04T23:39:09.450963+0000","last_fullsized":"2021-03-04T23:39:09.450963+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":4244,"num_write":9,"num_write_kb":4103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.1c","version":"1034'151","reported_seq":"342","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.603718+0000","last_change":"2021-03-04T23:38:54.280056+0000","last_active":"2021-03-04T23:39:09.603718+0000","last_peered":"2021-03-04T23:39:09.603718+0000","last_clean":"2021-03-04T23:39:09.603718+0000","last_became_active":"2021-03-04T23:38:49.222883+0000","last_became_peered":"2021-03-04T23:38:49.222883+0000","last_unstale":"2021-03-04T23:39:09.603718+0000","last_undegraded":"2021-03-04T23:39:09.603718+0000","last_fullsized":"2021-03-04T23:39:09.603718+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195129,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":278,"num_read_kb":8388,"num_write":115,"num_write_kb":12392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.1a","version":"1033'9","reported_seq":"80","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857876+0000","last_change":"2021-03-04T23:38:57.306879+0000","last_active":"2021-03-04T23:39:10.857876+0000","last_peered":"2021-03-04T23:39:10.857876+0000","last_clean":"2021-03-04T23:39:10.857876+0000","last_became_active":"2021-03-04T23:38:51.242718+0000","last_became_peered":"2021-03-04T23:38:51.242718+0000","last_unstale":"2021-03-04T23:39:10.857876+0000","last_undegraded":"2021-03-04T23:39:10.857876+0000","last_fullsized":"2021-03-04T23:39:10.857876+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1b","version":"1033'33","reported_seq":"93","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.704945+0000","last_change":"2021-03-04T23:38:54.279959+0000","last_active":"2021-03-04T23:39:09.704945+0000","last_peered":"2021-03-04T23:39:09.704945+0000","last_clean":"2021-03-04T23:39:09.704945+0000","last_became_active":"2021-03-04T23:38:49.220838+0000","last_became_peered":"2021-03-04T23:38:49.220838+0000","last_unstale":"2021-03-04T23:39:09.704945+0000","last_undegraded":"2021-03-04T23:39:09.704945+0000","last_fullsized":"2021-03-04T23:39:09.704945+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":228,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":30,"num_read_kb":16397,"num_write":17,"num_write_kb":12299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.1b","version":"1033'4","reported_seq":"28","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510261+0000","last_change":"2021-03-04T23:38:57.310690+0000","last_active":"2021-03-04T23:39:11.510261+0000","last_peered":"2021-03-04T23:39:11.510261+0000","last_clean":"2021-03-04T23:39:11.510261+0000","last_became_active":"2021-03-04T23:38:51.621093+0000","last_became_peered":"2021-03-04T23:38:51.621093+0000","last_unstale":"2021-03-04T23:39:11.510261+0000","last_undegraded":"2021-03-04T23:39:11.510261+0000","last_fullsized":"2021-03-04T23:39:11.510261+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1a","version":"1036'90","reported_seq":"455","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.663241+0000","last_change":"2021-03-04T23:38:54.276374+0000","last_active":"2021-03-04T23:39:11.663241+0000","last_peered":"2021-03-04T23:39:11.663241+0000","last_clean":"2021-03-04T23:39:11.663241+0000","last_became_active":"2021-03-04T23:38:49.222338+0000","last_became_peered":"2021-03-04T23:38:49.222338+0000","last_unstale":"2021-03-04T23:39:11.663241+0000","last_undegraded":"2021-03-04T23:39:11.663241+0000","last_fullsized":"2021-03-04T23:39:11.663241+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":90,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388739,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":25011,"num_write":38,"num_write_kb":12319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.18","version":"1033'7","reported_seq":"37","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510062+0000","last_change":"2021-03-04T23:38:57.309996+0000","last_active":"2021-03-04T23:39:11.510062+0000","last_peered":"2021-03-04T23:39:11.510062+0000","last_clean":"2021-03-04T23:39:11.510062+0000","last_became_active":"2021-03-04T23:38:51.621342+0000","last_became_peered":"2021-03-04T23:38:51.621342+0000","last_unstale":"2021-03-04T23:39:11.510062+0000","last_undegraded":"2021-03-04T23:39:11.510062+0000","last_fullsized":"2021-03-04T23:39:11.510062+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.19","version":"1033'45","reported_seq":"131","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.445332+0000","last_change":"2021-03-04T23:38:54.279046+0000","last_active":"2021-03-04T23:39:09.445332+0000","last_peered":"2021-03-04T23:39:09.445332+0000","last_clean":"2021-03-04T23:39:09.445332+0000","last_became_active":"2021-03-04T23:38:49.223888+0000","last_became_peered":"2021-03-04T23:38:49.223888+0000","last_unstale":"2021-03-04T23:39:09.445332+0000","last_undegraded":"2021-03-04T23:39:09.445332+0000","last_fullsized":"2021-03-04T23:39:09.445332+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":45,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":88,"num_read_kb":32826,"num_write":21,"num_write_kb":20491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.19","version":"1033'9","reported_seq":"31","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.447774+0000","last_change":"2021-03-04T23:38:57.302958+0000","last_active":"2021-03-04T23:39:09.447774+0000","last_peered":"2021-03-04T23:39:09.447774+0000","last_clean":"2021-03-04T23:39:09.447774+0000","last_became_active":"2021-03-04T23:38:51.620510+0000","last_became_peered":"2021-03-04T23:38:51.620510+0000","last_unstale":"2021-03-04T23:39:09.447774+0000","last_undegraded":"2021-03-04T23:39:09.447774+0000","last_fullsized":"2021-03-04T23:39:09.447774+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.18","version":"1035'60","reported_seq":"163","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.506283+0000","last_change":"2021-03-04T23:38:54.277607+0000","last_active":"2021-03-04T23:39:10.506283+0000","last_peered":"2021-03-04T23:39:10.506283+0000","last_clean":"2021-03-04T23:39:10.506283+0000","last_became_active":"2021-03-04T23:38:49.223235+0000","last_became_peered":"2021-03-04T23:38:49.223235+0000","last_unstale":"2021-03-04T23:39:10.506283+0000","last_undegraded":"2021-03-04T23:39:10.506283+0000","last_fullsized":"2021-03-04T23:39:10.506283+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16777475,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":114,"num_read_kb":20554,"num_write":30,"num_write_kb":16405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.16","version":"1033'5","reported_seq":"28","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469446+0000","last_change":"2021-03-04T23:38:57.309012+0000","last_active":"2021-03-04T23:39:09.469446+0000","last_peered":"2021-03-04T23:39:09.469446+0000","last_clean":"2021-03-04T23:39:09.469446+0000","last_became_active":"2021-03-04T23:38:51.243989+0000","last_became_peered":"2021-03-04T23:38:51.243989+0000","last_unstale":"2021-03-04T23:39:09.469446+0000","last_undegraded":"2021-03-04T23:39:09.469446+0000","last_fullsized":"2021-03-04T23:39:09.469446+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.17","version":"1036'20","reported_seq":"65","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.662657+0000","last_change":"2021-03-04T23:38:54.276841+0000","last_active":"2021-03-04T23:39:11.662657+0000","last_peered":"2021-03-04T23:39:11.662657+0000","last_clean":"2021-03-04T23:39:11.662657+0000","last_became_active":"2021-03-04T23:38:49.222406+0000","last_became_peered":"2021-03-04T23:38:49.222406+0000","last_unstale":"2021-03-04T23:39:11.662657+0000","last_undegraded":"2021-03-04T23:39:11.662657+0000","last_fullsized":"2021-03-04T23:39:11.662657+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388624,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":23,"num_read_kb":20485,"num_write":5,"num_write_kb":12289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.17","version":"1033'8","reported_seq":"36","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.448308+0000","last_change":"2021-03-04T23:38:57.321938+0000","last_active":"2021-03-04T23:39:09.448308+0000","last_peered":"2021-03-04T23:39:09.448308+0000","last_clean":"2021-03-04T23:39:09.448308+0000","last_became_active":"2021-03-04T23:38:51.247240+0000","last_became_peered":"2021-03-04T23:38:51.247240+0000","last_unstale":"2021-03-04T23:39:09.448308+0000","last_undegraded":"2021-03-04T23:39:09.448308+0000","last_fullsized":"2021-03-04T23:39:09.448308+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.16","version":"1036'18","reported_seq":"48","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.520524+0000","last_change":"2021-03-04T23:38:54.276617+0000","last_active":"2021-03-04T23:39:11.520524+0000","last_peered":"2021-03-04T23:39:11.520524+0000","last_clean":"2021-03-04T23:39:11.520524+0000","last_became_active":"2021-03-04T23:38:49.222395+0000","last_became_peered":"2021-03-04T23:38:49.222395+0000","last_unstale":"2021-03-04T23:39:11.520524+0000","last_undegraded":"2021-03-04T23:39:11.520524+0000","last_fullsized":"2021-03-04T23:39:11.520524+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.14","version":"1033'3","reported_seq":"25","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.448594+0000","last_change":"2021-03-04T23:38:57.303207+0000","last_active":"2021-03-04T23:39:09.448594+0000","last_peered":"2021-03-04T23:39:09.448594+0000","last_clean":"2021-03-04T23:39:09.448594+0000","last_became_active":"2021-03-04T23:38:51.246116+0000","last_became_peered":"2021-03-04T23:38:51.246116+0000","last_unstale":"2021-03-04T23:39:09.448594+0000","last_undegraded":"2021-03-04T23:39:09.448594+0000","last_fullsized":"2021-03-04T23:39:09.448594+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.15","version":"1033'28","reported_seq":"92","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510690+0000","last_change":"2021-03-04T23:38:54.283123+0000","last_active":"2021-03-04T23:39:11.510690+0000","last_peered":"2021-03-04T23:39:11.510690+0000","last_clean":"2021-03-04T23:39:11.510690+0000","last_became_active":"2021-03-04T23:38:49.221386+0000","last_became_peered":"2021-03-04T23:38:49.221386+0000","last_unstale":"2021-03-04T23:39:11.510690+0000","last_undegraded":"2021-03-04T23:39:11.510690+0000","last_fullsized":"2021-03-04T23:39:11.510690+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":28,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":160,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":51,"num_read_kb":4112,"num_write":9,"num_write_kb":4102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.15","version":"1033'26","reported_seq":"121","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.448412+0000","last_change":"2021-03-04T23:38:57.321591+0000","last_active":"2021-03-04T23:39:09.448412+0000","last_peered":"2021-03-04T23:39:09.448412+0000","last_clean":"2021-03-04T23:39:09.448412+0000","last_became_active":"2021-03-04T23:38:51.621474+0000","last_became_peered":"2021-03-04T23:38:51.621474+0000","last_unstale":"2021-03-04T23:39:09.448412+0000","last_undegraded":"2021-03-04T23:39:09.448412+0000","last_fullsized":"2021-03-04T23:39:09.448412+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":143,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.14","version":"1036'22","reported_seq":"77","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.708731+0000","last_change":"2021-03-04T23:38:54.282504+0000","last_active":"2021-03-04T23:39:11.708731+0000","last_peered":"2021-03-04T23:39:11.708731+0000","last_clean":"2021-03-04T23:39:11.708731+0000","last_became_active":"2021-03-04T23:38:49.221343+0000","last_became_peered":"2021-03-04T23:38:49.221343+0000","last_unstale":"2021-03-04T23:39:11.708731+0000","last_undegraded":"2021-03-04T23:39:11.708731+0000","last_fullsized":"2021-03-04T23:39:11.708731+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388735,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":32,"num_read_kb":16395,"num_write":9,"num_write_kb":12293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.12","version":"0'0","reported_seq":"22","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.445503+0000","last_change":"2021-03-04T23:38:57.321272+0000","last_active":"2021-03-04T23:39:09.445503+0000","last_peered":"2021-03-04T23:39:09.445503+0000","last_clean":"2021-03-04T23:39:09.445503+0000","last_became_active":"2021-03-04T23:38:51.247210+0000","last_became_peered":"2021-03-04T23:38:51.247210+0000","last_unstale":"2021-03-04T23:39:09.445503+0000","last_undegraded":"2021-03-04T23:39:09.445503+0000","last_fullsized":"2021-03-04T23:39:09.445503+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.13","version":"1036'39","reported_seq":"86","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.554466+0000","last_change":"2021-03-04T23:38:54.309377+0000","last_active":"2021-03-04T23:39:11.554466+0000","last_peered":"2021-03-04T23:39:11.554466+0000","last_clean":"2021-03-04T23:39:11.554466+0000","last_became_active":"2021-03-04T23:38:49.221060+0000","last_became_peered":"2021-03-04T23:38:49.221060+0000","last_unstale":"2021-03-04T23:39:11.554466+0000","last_undegraded":"2021-03-04T23:39:11.554466+0000","last_fullsized":"2021-03-04T23:39:11.554466+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":39,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12583137,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":14,"num_read_kb":12294,"num_write":10,"num_write_kb":12294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"45.13","version":"1033'8","reported_seq":"32","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510292+0000","last_change":"2021-03-04T23:38:57.310571+0000","last_active":"2021-03-04T23:39:11.510292+0000","last_peered":"2021-03-04T23:39:11.510292+0000","last_clean":"2021-03-04T23:39:11.510292+0000","last_became_active":"2021-03-04T23:38:51.243356+0000","last_became_peered":"2021-03-04T23:38:51.243356+0000","last_unstale":"2021-03-04T23:39:11.510292+0000","last_undegraded":"2021-03-04T23:39:11.510292+0000","last_fullsized":"2021-03-04T23:39:11.510292+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.12","version":"1036'65","reported_seq":"246","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.554256+0000","last_change":"2021-03-04T23:38:54.282124+0000","last_active":"2021-03-04T23:39:11.554256+0000","last_peered":"2021-03-04T23:39:11.554256+0000","last_clean":"2021-03-04T23:39:11.554256+0000","last_became_active":"2021-03-04T23:38:49.221320+0000","last_became_peered":"2021-03-04T23:38:49.221320+0000","last_unstale":"2021-03-04T23:39:11.554256+0000","last_undegraded":"2021-03-04T23:39:11.554256+0000","last_fullsized":"2021-03-04T23:39:11.554256+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":65,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194417,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":309,"num_read_kb":12540,"num_write":27,"num_write_kb":8214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.10","version":"1033'5","reported_seq":"30","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.444860+0000","last_change":"2021-03-04T23:38:57.320880+0000","last_active":"2021-03-04T23:39:09.444860+0000","last_peered":"2021-03-04T23:39:09.444860+0000","last_clean":"2021-03-04T23:39:09.444860+0000","last_became_active":"2021-03-04T23:38:51.621475+0000","last_became_peered":"2021-03-04T23:38:51.621475+0000","last_unstale":"2021-03-04T23:39:09.444860+0000","last_undegraded":"2021-03-04T23:39:09.444860+0000","last_fullsized":"2021-03-04T23:39:09.444860+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.11","version":"1033'88","reported_seq":"308","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467595+0000","last_change":"2021-03-04T23:38:54.279606+0000","last_active":"2021-03-04T23:39:09.467595+0000","last_peered":"2021-03-04T23:39:09.467595+0000","last_clean":"2021-03-04T23:39:09.467595+0000","last_became_active":"2021-03-04T23:38:49.221019+0000","last_became_peered":"2021-03-04T23:38:49.221019+0000","last_unstale":"2021-03-04T23:39:09.467595+0000","last_undegraded":"2021-03-04T23:39:09.467595+0000","last_fullsized":"2021-03-04T23:39:09.467595+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":88,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":380,"num_read_kb":8497,"num_write":35,"num_write_kb":4126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.11","version":"1033'6","reported_seq":"30","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.856843+0000","last_change":"2021-03-04T23:38:57.302847+0000","last_active":"2021-03-04T23:39:10.856843+0000","last_peered":"2021-03-04T23:39:10.856843+0000","last_clean":"2021-03-04T23:39:10.856843+0000","last_became_active":"2021-03-04T23:38:51.243397+0000","last_became_peered":"2021-03-04T23:38:51.243397+0000","last_unstale":"2021-03-04T23:39:10.856843+0000","last_undegraded":"2021-03-04T23:39:10.856843+0000","last_fullsized":"2021-03-04T23:39:10.856843+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"44.10","version":"1036'69","reported_seq":"252","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.511538+0000","last_change":"2021-03-04T23:38:54.308627+0000","last_active":"2021-03-04T23:39:11.511538+0000","last_peered":"2021-03-04T23:39:11.511538+0000","last_clean":"2021-03-04T23:39:11.511538+0000","last_became_active":"2021-03-04T23:38:49.223048+0000","last_became_peered":"2021-03-04T23:38:49.223048+0000","last_unstale":"2021-03-04T23:39:11.511538+0000","last_undegraded":"2021-03-04T23:39:11.511538+0000","last_fullsized":"2021-03-04T23:39:11.511538+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":69,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194529,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":318,"num_read_kb":4356,"num_write":32,"num_write_kb":4124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"45.e","version":"1033'6","reported_seq":"28","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.452161+0000","last_change":"2021-03-04T23:38:57.303336+0000","last_active":"2021-03-04T23:39:09.452161+0000","last_peered":"2021-03-04T23:39:09.452161+0000","last_clean":"2021-03-04T23:39:09.452161+0000","last_became_active":"2021-03-04T23:38:51.244938+0000","last_became_peered":"2021-03-04T23:38:51.244938+0000","last_unstale":"2021-03-04T23:39:09.452161+0000","last_undegraded":"2021-03-04T23:39:09.452161+0000","last_fullsized":"2021-03-04T23:39:09.452161+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.f","version":"1036'32","reported_seq":"78","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.522420+0000","last_change":"2021-03-04T23:38:54.310063+0000","last_active":"2021-03-04T23:39:11.522420+0000","last_peered":"2021-03-04T23:39:11.522420+0000","last_clean":"2021-03-04T23:39:11.522420+0000","last_became_active":"2021-03-04T23:38:49.224835+0000","last_became_peered":"2021-03-04T23:38:49.224835+0000","last_unstale":"2021-03-04T23:39:11.522420+0000","last_undegraded":"2021-03-04T23:39:11.522420+0000","last_fullsized":"2021-03-04T23:39:11.522420+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":32,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194416,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":2,"num_read":18,"num_read_kb":24580,"num_write":12,"num_write_kb":20483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"45.f","version":"1033'13","reported_seq":"38","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859000+0000","last_change":"2021-03-04T23:38:57.305634+0000","last_active":"2021-03-04T23:39:10.859000+0000","last_peered":"2021-03-04T23:39:10.859000+0000","last_clean":"2021-03-04T23:39:10.859000+0000","last_became_active":"2021-03-04T23:38:51.242827+0000","last_became_peered":"2021-03-04T23:38:51.242827+0000","last_unstale":"2021-03-04T23:39:10.859000+0000","last_undegraded":"2021-03-04T23:39:10.859000+0000","last_fullsized":"2021-03-04T23:39:10.859000+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"44.e","version":"1036'39","reported_seq":"163","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.662179+0000","last_change":"2021-03-04T23:38:54.276376+0000","last_active":"2021-03-04T23:39:11.662179+0000","last_peered":"2021-03-04T23:39:11.662179+0000","last_clean":"2021-03-04T23:39:11.662179+0000","last_became_active":"2021-03-04T23:38:49.222505+0000","last_became_peered":"2021-03-04T23:38:49.222505+0000","last_unstale":"2021-03-04T23:39:11.662179+0000","last_undegraded":"2021-03-04T23:39:11.662179+0000","last_fullsized":"2021-03-04T23:39:11.662179+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":39,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":225,"num_read_kb":16574,"num_write":12,"num_write_kb":8200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.c","version":"1033'7","reported_seq":"29","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.447766+0000","last_change":"2021-03-04T23:38:57.321500+0000","last_active":"2021-03-04T23:39:09.447766+0000","last_peered":"2021-03-04T23:39:09.447766+0000","last_clean":"2021-03-04T23:39:09.447766+0000","last_became_active":"2021-03-04T23:38:51.246482+0000","last_became_peered":"2021-03-04T23:38:51.246482+0000","last_unstale":"2021-03-04T23:39:09.447766+0000","last_undegraded":"2021-03-04T23:39:09.447766+0000","last_fullsized":"2021-03-04T23:39:09.447766+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.d","version":"1033'43","reported_seq":"119","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449114+0000","last_change":"2021-03-04T23:38:54.279921+0000","last_active":"2021-03-04T23:39:09.449114+0000","last_peered":"2021-03-04T23:39:09.449114+0000","last_clean":"2021-03-04T23:39:09.449114+0000","last_became_active":"2021-03-04T23:38:49.224006+0000","last_became_peered":"2021-03-04T23:38:49.224006+0000","last_unstale":"2021-03-04T23:39:09.449114+0000","last_undegraded":"2021-03-04T23:39:09.449114+0000","last_fullsized":"2021-03-04T23:39:09.449114+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194534,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":46,"num_read_kb":24599,"num_write":26,"num_write_kb":20495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.d","version":"1033'8","reported_seq":"31","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468985+0000","last_change":"2021-03-04T23:38:57.308717+0000","last_active":"2021-03-04T23:39:09.468985+0000","last_peered":"2021-03-04T23:39:09.468985+0000","last_clean":"2021-03-04T23:39:09.468985+0000","last_became_active":"2021-03-04T23:38:51.244138+0000","last_became_peered":"2021-03-04T23:38:51.244138+0000","last_unstale":"2021-03-04T23:39:09.468985+0000","last_undegraded":"2021-03-04T23:39:09.468985+0000","last_fullsized":"2021-03-04T23:39:09.468985+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.c","version":"1033'19","reported_seq":"61","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.509568+0000","last_change":"2021-03-04T23:38:54.282814+0000","last_active":"2021-03-04T23:39:10.509568+0000","last_peered":"2021-03-04T23:39:10.509568+0000","last_clean":"2021-03-04T23:39:10.509568+0000","last_became_active":"2021-03-04T23:38:49.220515+0000","last_became_peered":"2021-03-04T23:38:49.220515+0000","last_unstale":"2021-03-04T23:39:10.509568+0000","last_undegraded":"2021-03-04T23:39:10.509568+0000","last_fullsized":"2021-03-04T23:39:10.509568+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":19,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194416,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":12293,"num_write":8,"num_write_kb":8196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.a","version":"1033'5","reported_seq":"27","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.445857+0000","last_change":"2021-03-04T23:38:57.321215+0000","last_active":"2021-03-04T23:39:09.445857+0000","last_peered":"2021-03-04T23:39:09.445857+0000","last_clean":"2021-03-04T23:39:09.445857+0000","last_became_active":"2021-03-04T23:38:51.247289+0000","last_became_peered":"2021-03-04T23:38:51.247289+0000","last_unstale":"2021-03-04T23:39:09.445857+0000","last_undegraded":"2021-03-04T23:39:09.445857+0000","last_fullsized":"2021-03-04T23:39:09.445857+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.b","version":"1033'18","reported_seq":"58","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.446186+0000","last_change":"2021-03-04T23:38:54.278864+0000","last_active":"2021-03-04T23:39:09.446186+0000","last_peered":"2021-03-04T23:39:09.446186+0000","last_clean":"2021-03-04T23:39:09.446186+0000","last_became_active":"2021-03-04T23:38:49.225647+0000","last_became_peered":"2021-03-04T23:38:49.225647+0000","last_unstale":"2021-03-04T23:39:09.446186+0000","last_undegraded":"2021-03-04T23:39:09.446186+0000","last_fullsized":"2021-03-04T23:39:09.446186+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12583025,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10,"num_read_kb":20483,"num_write":8,"num_write_kb":16387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.b","version":"1033'10","reported_seq":"34","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858136+0000","last_change":"2021-03-04T23:38:57.307233+0000","last_active":"2021-03-04T23:39:10.858136+0000","last_peered":"2021-03-04T23:39:10.858136+0000","last_clean":"2021-03-04T23:39:10.858136+0000","last_became_active":"2021-03-04T23:38:51.622349+0000","last_became_peered":"2021-03-04T23:38:51.622349+0000","last_unstale":"2021-03-04T23:39:10.858136+0000","last_undegraded":"2021-03-04T23:39:10.858136+0000","last_fullsized":"2021-03-04T23:39:10.858136+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.a","version":"1033'51","reported_seq":"185","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.637415+0000","last_change":"2021-03-04T23:38:54.279799+0000","last_active":"2021-03-04T23:39:09.637415+0000","last_peered":"2021-03-04T23:39:09.637415+0000","last_clean":"2021-03-04T23:39:09.637415+0000","last_became_active":"2021-03-04T23:38:49.225102+0000","last_became_peered":"2021-03-04T23:38:49.225102+0000","last_unstale":"2021-03-04T23:39:09.637415+0000","last_undegraded":"2021-03-04T23:39:09.637415+0000","last_fullsized":"2021-03-04T23:39:09.637415+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":51,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":235,"num_read_kb":16579,"num_write":18,"num_write_kb":12300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.8","version":"1033'4","reported_seq":"33","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.856466+0000","last_change":"2021-03-04T23:38:57.306442+0000","last_active":"2021-03-04T23:39:10.856466+0000","last_peered":"2021-03-04T23:39:10.856466+0000","last_clean":"2021-03-04T23:39:10.856466+0000","last_became_active":"2021-03-04T23:38:51.242192+0000","last_became_peered":"2021-03-04T23:38:51.242192+0000","last_unstale":"2021-03-04T23:39:10.856466+0000","last_undegraded":"2021-03-04T23:39:10.856466+0000","last_fullsized":"2021-03-04T23:39:10.856466+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.9","version":"1033'52","reported_seq":"140","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467707+0000","last_change":"2021-03-04T23:38:54.279604+0000","last_active":"2021-03-04T23:39:09.467707+0000","last_peered":"2021-03-04T23:39:09.467707+0000","last_clean":"2021-03-04T23:39:09.467707+0000","last_became_active":"2021-03-04T23:38:49.222975+0000","last_became_peered":"2021-03-04T23:38:49.222975+0000","last_unstale":"2021-03-04T23:39:09.467707+0000","last_undegraded":"2021-03-04T23:39:09.467707+0000","last_fullsized":"2021-03-04T23:39:09.467707+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":52,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":20545,"num_write":24,"num_write_kb":20494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.9","version":"1033'23","reported_seq":"111","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.445548+0000","last_change":"2021-03-04T23:38:57.320927+0000","last_active":"2021-03-04T23:39:09.445548+0000","last_peered":"2021-03-04T23:39:09.445548+0000","last_clean":"2021-03-04T23:39:09.445548+0000","last_became_active":"2021-03-04T23:38:51.246454+0000","last_became_peered":"2021-03-04T23:38:51.246454+0000","last_unstale":"2021-03-04T23:39:09.445548+0000","last_undegraded":"2021-03-04T23:39:09.445548+0000","last_fullsized":"2021-03-04T23:39:09.445548+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":140,"num_write":8,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.8","version":"1033'36","reported_seq":"92","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.444863+0000","last_change":"2021-03-04T23:38:54.277302+0000","last_active":"2021-03-04T23:39:09.444863+0000","last_peered":"2021-03-04T23:39:09.444863+0000","last_clean":"2021-03-04T23:39:09.444863+0000","last_became_active":"2021-03-04T23:38:49.226083+0000","last_became_peered":"2021-03-04T23:38:49.226083+0000","last_unstale":"2021-03-04T23:39:09.444863+0000","last_undegraded":"2021-03-04T23:39:09.444863+0000","last_fullsized":"2021-03-04T23:39:09.444863+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":36,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194529,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":31,"num_read_kb":4109,"num_write":11,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.6","version":"1033'13","reported_seq":"38","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469618+0000","last_change":"2021-03-04T23:38:57.309358+0000","last_active":"2021-03-04T23:39:09.469618+0000","last_peered":"2021-03-04T23:39:09.469618+0000","last_clean":"2021-03-04T23:39:09.469618+0000","last_became_active":"2021-03-04T23:38:51.242382+0000","last_became_peered":"2021-03-04T23:38:51.242382+0000","last_unstale":"2021-03-04T23:39:09.469618+0000","last_undegraded":"2021-03-04T23:39:09.469618+0000","last_fullsized":"2021-03-04T23:39:09.469618+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.7","version":"1034'90","reported_seq":"346","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.851722+0000","last_change":"2021-03-04T23:38:54.280243+0000","last_active":"2021-03-04T23:39:09.851722+0000","last_peered":"2021-03-04T23:39:09.851722+0000","last_clean":"2021-03-04T23:39:09.851722+0000","last_became_active":"2021-03-04T23:38:49.224453+0000","last_became_peered":"2021-03-04T23:38:49.224453+0000","last_unstale":"2021-03-04T23:39:09.851722+0000","last_undegraded":"2021-03-04T23:39:09.851722+0000","last_fullsized":"2021-03-04T23:39:09.851722+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":90,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":522,"num_read_kb":441,"num_write":36,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.7","version":"1033'10","reported_seq":"33","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449580+0000","last_change":"2021-03-04T23:38:57.321818+0000","last_active":"2021-03-04T23:39:09.449580+0000","last_peered":"2021-03-04T23:39:09.449580+0000","last_clean":"2021-03-04T23:39:09.449580+0000","last_became_active":"2021-03-04T23:38:51.620493+0000","last_became_peered":"2021-03-04T23:38:51.620493+0000","last_unstale":"2021-03-04T23:39:09.449580+0000","last_undegraded":"2021-03-04T23:39:09.449580+0000","last_fullsized":"2021-03-04T23:39:09.449580+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.6","version":"1034'110","reported_seq":"326","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.804051+0000","last_change":"2021-03-04T23:38:54.280966+0000","last_active":"2021-03-04T23:39:09.804051+0000","last_peered":"2021-03-04T23:39:09.804051+0000","last_clean":"2021-03-04T23:39:09.804051+0000","last_became_active":"2021-03-04T23:38:49.224354+0000","last_became_peered":"2021-03-04T23:38:49.224354+0000","last_unstale":"2021-03-04T23:39:09.804051+0000","last_undegraded":"2021-03-04T23:39:09.804051+0000","last_fullsized":"2021-03-04T23:39:09.804051+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":110,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12583168,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":305,"num_read_kb":20691,"num_write":56,"num_write_kb":12337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.4","version":"1033'23","reported_seq":"118","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510423+0000","last_change":"2021-03-04T23:38:57.311060+0000","last_active":"2021-03-04T23:39:11.510423+0000","last_peered":"2021-03-04T23:39:11.510423+0000","last_clean":"2021-03-04T23:39:11.510423+0000","last_became_active":"2021-03-04T23:38:51.244500+0000","last_became_peered":"2021-03-04T23:38:51.244500+0000","last_unstale":"2021-03-04T23:39:11.510423+0000","last_undegraded":"2021-03-04T23:39:11.510423+0000","last_fullsized":"2021-03-04T23:39:11.510423+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":4244,"num_write":10,"num_write_kb":4103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.5","version":"1033'13","reported_seq":"60","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.451715+0000","last_change":"2021-03-04T23:38:54.280652+0000","last_active":"2021-03-04T23:39:09.451715+0000","last_peered":"2021-03-04T23:39:09.451715+0000","last_clean":"2021-03-04T23:39:09.451715+0000","last_became_active":"2021-03-04T23:38:49.223941+0000","last_became_peered":"2021-03-04T23:38:49.223941+0000","last_unstale":"2021-03-04T23:39:09.451715+0000","last_undegraded":"2021-03-04T23:39:09.451715+0000","last_fullsized":"2021-03-04T23:39:09.451715+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194326,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":26,"num_read_kb":8203,"num_write":7,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.5","version":"1033'6","reported_seq":"30","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859069+0000","last_change":"2021-03-04T23:38:57.304298+0000","last_active":"2021-03-04T23:39:10.859069+0000","last_peered":"2021-03-04T23:39:10.859069+0000","last_clean":"2021-03-04T23:39:10.859069+0000","last_became_active":"2021-03-04T23:38:51.242798+0000","last_became_peered":"2021-03-04T23:38:51.242798+0000","last_unstale":"2021-03-04T23:39:10.859069+0000","last_undegraded":"2021-03-04T23:39:10.859069+0000","last_fullsized":"2021-03-04T23:39:10.859069+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"44.4","version":"1036'52","reported_seq":"174","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.522583+0000","last_change":"2021-03-04T23:38:54.309491+0000","last_active":"2021-03-04T23:39:11.522583+0000","last_peered":"2021-03-04T23:39:11.522583+0000","last_clean":"2021-03-04T23:39:11.522583+0000","last_became_active":"2021-03-04T23:38:49.224273+0000","last_became_peered":"2021-03-04T23:38:49.224273+0000","last_unstale":"2021-03-04T23:39:11.522583+0000","last_undegraded":"2021-03-04T23:39:11.522583+0000","last_fullsized":"2021-03-04T23:39:11.522583+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":52,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388720,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":2,"num_read":218,"num_read_kb":12470,"num_write":19,"num_write_kb":16393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"45.2","version":"1033'13","reported_seq":"38","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510184+0000","last_change":"2021-03-04T23:38:57.310105+0000","last_active":"2021-03-04T23:39:11.510184+0000","last_peered":"2021-03-04T23:39:11.510184+0000","last_clean":"2021-03-04T23:39:11.510184+0000","last_became_active":"2021-03-04T23:38:51.620492+0000","last_became_peered":"2021-03-04T23:38:51.620492+0000","last_unstale":"2021-03-04T23:39:11.510184+0000","last_undegraded":"2021-03-04T23:39:11.510184+0000","last_fullsized":"2021-03-04T23:39:11.510184+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.3","version":"1036'51","reported_seq":"212","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.986359+0000","last_change":"2021-03-04T23:38:54.282623+0000","last_active":"2021-03-04T23:39:11.986359+0000","last_peered":"2021-03-04T23:39:11.986359+0000","last_clean":"2021-03-04T23:39:11.986359+0000","last_became_active":"2021-03-04T23:38:49.222978+0000","last_became_peered":"2021-03-04T23:38:49.222978+0000","last_unstale":"2021-03-04T23:39:11.986359+0000","last_undegraded":"2021-03-04T23:39:11.986359+0000","last_fullsized":"2021-03-04T23:39:11.986359+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":51,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194416,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":325,"num_read_kb":16644,"num_write":26,"num_write_kb":16399,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.3","version":"1033'26","reported_seq":"124","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469126+0000","last_change":"2021-03-04T23:38:57.308803+0000","last_active":"2021-03-04T23:39:09.469126+0000","last_peered":"2021-03-04T23:39:09.469126+0000","last_clean":"2021-03-04T23:39:09.469126+0000","last_became_active":"2021-03-04T23:38:51.243734+0000","last_became_peered":"2021-03-04T23:38:51.243734+0000","last_unstale":"2021-03-04T23:39:09.469126+0000","last_undegraded":"2021-03-04T23:39:09.469126+0000","last_fullsized":"2021-03-04T23:39:09.469126+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":151,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.2","version":"1036'19","reported_seq":"54","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.508402+0000","last_change":"2021-03-04T23:38:54.276011+0000","last_active":"2021-03-04T23:39:11.508402+0000","last_peered":"2021-03-04T23:39:11.508402+0000","last_clean":"2021-03-04T23:39:11.508402+0000","last_became_active":"2021-03-04T23:38:49.224838+0000","last_became_peered":"2021-03-04T23:38:49.224838+0000","last_unstale":"2021-03-04T23:39:11.508402+0000","last_undegraded":"2021-03-04T23:39:11.508402+0000","last_fullsized":"2021-03-04T23:39:11.508402+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":19,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.0","version":"1033'2","reported_seq":"24","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467447+0000","last_change":"2021-03-04T23:38:57.308450+0000","last_active":"2021-03-04T23:39:09.467447+0000","last_peered":"2021-03-04T23:39:09.467447+0000","last_clean":"2021-03-04T23:39:09.467447+0000","last_became_active":"2021-03-04T23:38:51.243145+0000","last_became_peered":"2021-03-04T23:38:51.243145+0000","last_unstale":"2021-03-04T23:39:09.467447+0000","last_undegraded":"2021-03-04T23:39:09.467447+0000","last_fullsized":"2021-03-04T23:39:09.467447+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1","version":"1036'64","reported_seq":"214","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.515896+0000","last_change":"2021-03-04T23:38:54.282126+0000","last_active":"2021-03-04T23:39:11.515896+0000","last_peered":"2021-03-04T23:39:11.515896+0000","last_clean":"2021-03-04T23:39:11.515896+0000","last_became_active":"2021-03-04T23:38:49.224362+0000","last_became_peered":"2021-03-04T23:38:49.224362+0000","last_unstale":"2021-03-04T23:39:11.515896+0000","last_undegraded":"2021-03-04T23:39:11.515896+0000","last_fullsized":"2021-03-04T23:39:11.515896+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":64,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":222,"num_read_kb":8357,"num_write":26,"num_write_kb":4118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.1","version":"1033'9","reported_seq":"32","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.448126+0000","last_change":"2021-03-04T23:38:57.302962+0000","last_active":"2021-03-04T23:39:09.448126+0000","last_peered":"2021-03-04T23:39:09.448126+0000","last_clean":"2021-03-04T23:39:09.448126+0000","last_became_active":"2021-03-04T23:38:51.621273+0000","last_became_peered":"2021-03-04T23:38:51.621273+0000","last_unstale":"2021-03-04T23:39:09.448126+0000","last_undegraded":"2021-03-04T23:39:09.448126+0000","last_fullsized":"2021-03-04T23:39:09.448126+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.0","version":"1036'91","reported_seq":"319","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.515918+0000","last_change":"2021-03-04T23:38:54.308510+0000","last_active":"2021-03-04T23:39:11.515918+0000","last_peered":"2021-03-04T23:39:11.515918+0000","last_clean":"2021-03-04T23:39:11.515918+0000","last_became_active":"2021-03-04T23:38:49.222661+0000","last_became_peered":"2021-03-04T23:38:49.222661+0000","last_unstale":"2021-03-04T23:39:11.515918+0000","last_undegraded":"2021-03-04T23:39:11.515918+0000","last_fullsized":"2021-03-04T23:39:11.515918+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":91,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":352,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":375,"num_read_kb":8480,"num_write":46,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"269","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.471000+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:39:09.471000+0000","last_peered":"2021-03-04T23:39:09.471000+0000","last_clean":"2021-03-04T23:39:09.471000+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:39:09.471000+0000","last_undegraded":"2021-03-04T23:39:09.471000+0000","last_fullsized":"2021-03-04T23:39:09.471000+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"222","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860567+0000","last_change":"2021-03-04T23:38:38.855156+0000","last_active":"2021-03-04T23:39:10.860567+0000","last_peered":"2021-03-04T23:39:10.860567+0000","last_clean":"2021-03-04T23:39:10.860567+0000","last_became_active":"2021-03-04T23:38:28.683993+0000","last_became_peered":"2021-03-04T23:38:28.683993+0000","last_unstale":"2021-03-04T23:39:10.860567+0000","last_undegraded":"2021-03-04T23:39:10.860567+0000","last_fullsized":"2021-03-04T23:39:10.860567+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"1018","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467960+0000","last_change":"2021-03-04T23:38:28.678958+0000","last_active":"2021-03-04T23:39:09.467960+0000","last_peered":"2021-03-04T23:39:09.467960+0000","last_clean":"2021-03-04T23:39:09.467960+0000","last_became_active":"2021-03-04T23:38:28.678638+0000","last_became_peered":"2021-03-04T23:38:28.678638+0000","last_unstale":"2021-03-04T23:39:09.467960+0000","last_undegraded":"2021-03-04T23:39:09.467960+0000","last_fullsized":"2021-03-04T23:39:09.467960+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"1008","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469895+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:39:09.469895+0000","last_peered":"2021-03-04T23:39:09.469895+0000","last_clean":"2021-03-04T23:39:09.469895+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:39:09.469895+0000","last_undegraded":"2021-03-04T23:39:09.469895+0000","last_fullsized":"2021-03-04T23:39:09.469895+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"537","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468949+0000","last_change":"2021-03-04T23:38:28.678353+0000","last_active":"2021-03-04T23:39:09.468949+0000","last_peered":"2021-03-04T23:39:09.468949+0000","last_clean":"2021-03-04T23:39:09.468949+0000","last_became_active":"2021-03-04T23:38:28.678213+0000","last_became_peered":"2021-03-04T23:38:28.678213+0000","last_unstale":"2021-03-04T23:39:09.468949+0000","last_undegraded":"2021-03-04T23:39:09.468949+0000","last_fullsized":"2021-03-04T23:39:09.468949+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"919","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.453115+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:39:09.453115+0000","last_peered":"2021-03-04T23:39:09.453115+0000","last_clean":"2021-03-04T23:39:09.453115+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:39:09.453115+0000","last_undegraded":"2021-03-04T23:39:09.453115+0000","last_fullsized":"2021-03-04T23:39:09.453115+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"848","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468799+0000","last_change":"2021-03-04T23:37:19.089741+0000","last_active":"2021-03-04T23:39:09.468799+0000","last_peered":"2021-03-04T23:39:09.468799+0000","last_clean":"2021-03-04T23:39:09.468799+0000","last_became_active":"2021-03-04T23:37:19.089443+0000","last_became_peered":"2021-03-04T23:37:19.089443+0000","last_unstale":"2021-03-04T23:39:09.468799+0000","last_undegraded":"2021-03-04T23:39:09.468799+0000","last_fullsized":"2021-03-04T23:39:09.468799+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"981","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450912+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:39:09.450912+0000","last_peered":"2021-03-04T23:39:09.450912+0000","last_clean":"2021-03-04T23:39:09.450912+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:39:09.450912+0000","last_undegraded":"2021-03-04T23:39:09.450912+0000","last_fullsized":"2021-03-04T23:39:09.450912+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"1042","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.509841+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:39:10.509841+0000","last_peered":"2021-03-04T23:39:10.509841+0000","last_clean":"2021-03-04T23:39:10.509841+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:39:10.509841+0000","last_undegraded":"2021-03-04T23:39:10.509841+0000","last_fullsized":"2021-03-04T23:39:10.509841+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"216","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860005+0000","last_change":"2021-03-04T23:38:39.090185+0000","last_active":"2021-03-04T23:39:10.860005+0000","last_peered":"2021-03-04T23:39:10.860005+0000","last_clean":"2021-03-04T23:39:10.860005+0000","last_became_active":"2021-03-04T23:38:28.685617+0000","last_became_peered":"2021-03-04T23:38:28.685617+0000","last_unstale":"2021-03-04T23:39:10.860005+0000","last_undegraded":"2021-03-04T23:39:10.860005+0000","last_fullsized":"2021-03-04T23:39:10.860005+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"234","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449139+0000","last_change":"2021-03-04T23:34:29.707187+0000","last_active":"2021-03-04T23:39:09.449139+0000","last_peered":"2021-03-04T23:39:09.449139+0000","last_clean":"2021-03-04T23:39:09.449139+0000","last_became_active":"2021-03-04T23:34:29.335656+0000","last_became_peered":"2021-03-04T23:34:29.335656+0000","last_unstale":"2021-03-04T23:39:09.449139+0000","last_undegraded":"2021-03-04T23:39:09.449139+0000","last_fullsized":"2021-03-04T23:39:09.449139+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"136","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449228+0000","last_change":"2021-03-04T23:37:19.087220+0000","last_active":"2021-03-04T23:39:09.449228+0000","last_peered":"2021-03-04T23:39:09.449228+0000","last_clean":"2021-03-04T23:39:09.449228+0000","last_became_active":"2021-03-04T23:37:19.086935+0000","last_became_peered":"2021-03-04T23:37:19.086935+0000","last_unstale":"2021-03-04T23:39:09.449228+0000","last_undegraded":"2021-03-04T23:39:09.449228+0000","last_fullsized":"2021-03-04T23:39:09.449228+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"950","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860404+0000","last_change":"2021-03-04T23:38:38.853253+0000","last_active":"2021-03-04T23:39:10.860404+0000","last_peered":"2021-03-04T23:39:10.860404+0000","last_clean":"2021-03-04T23:39:10.860404+0000","last_became_active":"2021-03-04T23:38:28.683593+0000","last_became_peered":"2021-03-04T23:38:28.683593+0000","last_unstale":"2021-03-04T23:39:10.860404+0000","last_undegraded":"2021-03-04T23:39:10.860404+0000","last_fullsized":"2021-03-04T23:39:10.860404+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1326","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450915+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:39:09.450915+0000","last_peered":"2021-03-04T23:39:09.450915+0000","last_clean":"2021-03-04T23:39:09.450915+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:39:09.450915+0000","last_undegraded":"2021-03-04T23:39:09.450915+0000","last_fullsized":"2021-03-04T23:39:09.450915+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"495","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468489+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:39:09.468489+0000","last_peered":"2021-03-04T23:39:09.468489+0000","last_clean":"2021-03-04T23:39:09.468489+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:39:09.468489+0000","last_undegraded":"2021-03-04T23:39:09.468489+0000","last_fullsized":"2021-03-04T23:39:09.468489+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"1027","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468255+0000","last_change":"2021-03-04T23:38:28.681743+0000","last_active":"2021-03-04T23:39:09.468255+0000","last_peered":"2021-03-04T23:39:09.468255+0000","last_clean":"2021-03-04T23:39:09.468255+0000","last_became_active":"2021-03-04T23:38:28.681421+0000","last_became_peered":"2021-03-04T23:38:28.681421+0000","last_unstale":"2021-03-04T23:39:09.468255+0000","last_undegraded":"2021-03-04T23:39:09.468255+0000","last_fullsized":"2021-03-04T23:39:09.468255+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"446","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860170+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:39:10.860170+0000","last_peered":"2021-03-04T23:39:10.860170+0000","last_clean":"2021-03-04T23:39:10.860170+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:39:10.860170+0000","last_undegraded":"2021-03-04T23:39:10.860170+0000","last_fullsized":"2021-03-04T23:39:10.860170+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"1001","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.470834+0000","last_change":"2021-03-04T23:38:28.682299+0000","last_active":"2021-03-04T23:39:09.470834+0000","last_peered":"2021-03-04T23:39:09.470834+0000","last_clean":"2021-03-04T23:39:09.470834+0000","last_became_active":"2021-03-04T23:38:28.682060+0000","last_became_peered":"2021-03-04T23:38:28.682060+0000","last_unstale":"2021-03-04T23:39:09.470834+0000","last_undegraded":"2021-03-04T23:39:09.470834+0000","last_fullsized":"2021-03-04T23:39:09.470834+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"268","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510573+0000","last_change":"2021-03-04T23:37:19.084412+0000","last_active":"2021-03-04T23:39:11.510573+0000","last_peered":"2021-03-04T23:39:11.510573+0000","last_clean":"2021-03-04T23:39:11.510573+0000","last_became_active":"2021-03-04T23:37:19.084166+0000","last_became_peered":"2021-03-04T23:37:19.084166+0000","last_unstale":"2021-03-04T23:39:11.510573+0000","last_undegraded":"2021-03-04T23:39:11.510573+0000","last_fullsized":"2021-03-04T23:39:11.510573+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"909","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860391+0000","last_change":"2021-03-04T23:38:38.855351+0000","last_active":"2021-03-04T23:39:10.860391+0000","last_peered":"2021-03-04T23:39:10.860391+0000","last_clean":"2021-03-04T23:39:10.860391+0000","last_became_active":"2021-03-04T23:38:28.685316+0000","last_became_peered":"2021-03-04T23:38:28.685316+0000","last_unstale":"2021-03-04T23:39:10.860391+0000","last_undegraded":"2021-03-04T23:39:10.860391+0000","last_fullsized":"2021-03-04T23:39:10.860391+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"377","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860383+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:39:10.860383+0000","last_peered":"2021-03-04T23:39:10.860383+0000","last_clean":"2021-03-04T23:39:10.860383+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:39:10.860383+0000","last_undegraded":"2021-03-04T23:39:10.860383+0000","last_fullsized":"2021-03-04T23:39:10.860383+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"995","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858664+0000","last_change":"2021-03-04T23:38:39.088645+0000","last_active":"2021-03-04T23:39:10.858664+0000","last_peered":"2021-03-04T23:39:10.858664+0000","last_clean":"2021-03-04T23:39:10.858664+0000","last_became_active":"2021-03-04T23:38:28.680641+0000","last_became_peered":"2021-03-04T23:38:28.680641+0000","last_unstale":"2021-03-04T23:39:10.858664+0000","last_undegraded":"2021-03-04T23:39:10.858664+0000","last_fullsized":"2021-03-04T23:39:10.858664+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"1051","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450263+0000","last_change":"2021-03-04T23:38:28.684513+0000","last_active":"2021-03-04T23:39:09.450263+0000","last_peered":"2021-03-04T23:39:09.450263+0000","last_clean":"2021-03-04T23:39:09.450263+0000","last_became_active":"2021-03-04T23:38:28.684131+0000","last_became_peered":"2021-03-04T23:38:28.684131+0000","last_unstale":"2021-03-04T23:39:09.450263+0000","last_undegraded":"2021-03-04T23:39:09.450263+0000","last_fullsized":"2021-03-04T23:39:09.450263+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"914","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859955+0000","last_change":"2021-03-04T23:38:38.855178+0000","last_active":"2021-03-04T23:39:10.859955+0000","last_peered":"2021-03-04T23:39:10.859955+0000","last_clean":"2021-03-04T23:39:10.859955+0000","last_became_active":"2021-03-04T23:38:28.682245+0000","last_became_peered":"2021-03-04T23:38:28.682245+0000","last_unstale":"2021-03-04T23:39:10.859955+0000","last_undegraded":"2021-03-04T23:39:10.859955+0000","last_fullsized":"2021-03-04T23:39:10.859955+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"953","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857852+0000","last_change":"2021-03-04T23:38:39.092405+0000","last_active":"2021-03-04T23:39:10.857852+0000","last_peered":"2021-03-04T23:39:10.857852+0000","last_clean":"2021-03-04T23:39:10.857852+0000","last_became_active":"2021-03-04T23:38:28.680693+0000","last_became_peered":"2021-03-04T23:38:28.680693+0000","last_unstale":"2021-03-04T23:39:10.857852+0000","last_undegraded":"2021-03-04T23:39:10.857852+0000","last_fullsized":"2021-03-04T23:39:10.857852+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"1081","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857941+0000","last_change":"2021-03-04T23:38:28.686217+0000","last_active":"2021-03-04T23:39:10.857941+0000","last_peered":"2021-03-04T23:39:10.857941+0000","last_clean":"2021-03-04T23:39:10.857941+0000","last_became_active":"2021-03-04T23:38:28.685973+0000","last_became_peered":"2021-03-04T23:38:28.685973+0000","last_unstale":"2021-03-04T23:39:10.857941+0000","last_undegraded":"2021-03-04T23:39:10.857941+0000","last_fullsized":"2021-03-04T23:39:10.857941+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"394","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858856+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:39:10.858856+0000","last_peered":"2021-03-04T23:39:10.858856+0000","last_clean":"2021-03-04T23:39:10.858856+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:39:10.858856+0000","last_undegraded":"2021-03-04T23:39:10.858856+0000","last_fullsized":"2021-03-04T23:39:10.858856+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"243","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449306+0000","last_change":"2021-03-04T23:38:28.679518+0000","last_active":"2021-03-04T23:39:09.449306+0000","last_peered":"2021-03-04T23:39:09.449306+0000","last_clean":"2021-03-04T23:39:09.449306+0000","last_became_active":"2021-03-04T23:38:28.679191+0000","last_became_peered":"2021-03-04T23:38:28.679191+0000","last_unstale":"2021-03-04T23:39:09.449306+0000","last_undegraded":"2021-03-04T23:39:09.449306+0000","last_fullsized":"2021-03-04T23:39:09.449306+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"993","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468679+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:39:09.468679+0000","last_peered":"2021-03-04T23:39:09.468679+0000","last_clean":"2021-03-04T23:39:09.468679+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:39:09.468679+0000","last_undegraded":"2021-03-04T23:39:09.468679+0000","last_fullsized":"2021-03-04T23:39:09.468679+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"890","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857955+0000","last_change":"2021-03-04T23:38:51.452593+0000","last_active":"2021-03-04T23:39:10.857955+0000","last_peered":"2021-03-04T23:39:10.857955+0000","last_clean":"2021-03-04T23:39:10.857955+0000","last_became_active":"2021-03-04T23:38:28.681667+0000","last_became_peered":"2021-03-04T23:38:28.681667+0000","last_unstale":"2021-03-04T23:39:10.857955+0000","last_undegraded":"2021-03-04T23:39:10.857955+0000","last_fullsized":"2021-03-04T23:39:10.857955+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:51.452355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:38:51.452355+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1278","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.452328+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:39:09.452328+0000","last_peered":"2021-03-04T23:39:09.452328+0000","last_clean":"2021-03-04T23:39:09.452328+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:39:09.452328+0000","last_undegraded":"2021-03-04T23:39:09.452328+0000","last_fullsized":"2021-03-04T23:39:09.452328+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"383","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.861395+0000","last_change":"2021-03-04T23:38:28.686033+0000","last_active":"2021-03-04T23:39:10.861395+0000","last_peered":"2021-03-04T23:39:10.861395+0000","last_clean":"2021-03-04T23:39:10.861395+0000","last_became_active":"2021-03-04T23:38:28.685786+0000","last_became_peered":"2021-03-04T23:38:28.685786+0000","last_unstale":"2021-03-04T23:39:10.861395+0000","last_undegraded":"2021-03-04T23:39:10.861395+0000","last_fullsized":"2021-03-04T23:39:10.861395+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"371","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.856717+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:39:10.856717+0000","last_peered":"2021-03-04T23:39:10.856717+0000","last_clean":"2021-03-04T23:39:10.856717+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:39:10.856717+0000","last_undegraded":"2021-03-04T23:39:10.856717+0000","last_fullsized":"2021-03-04T23:39:10.856717+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"1193","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510323+0000","last_change":"2021-03-04T23:38:28.678352+0000","last_active":"2021-03-04T23:39:11.510323+0000","last_peered":"2021-03-04T23:39:11.510323+0000","last_clean":"2021-03-04T23:39:11.510323+0000","last_became_active":"2021-03-04T23:38:28.678094+0000","last_became_peered":"2021-03-04T23:38:28.678094+0000","last_unstale":"2021-03-04T23:39:11.510323+0000","last_undegraded":"2021-03-04T23:39:11.510323+0000","last_fullsized":"2021-03-04T23:39:11.510323+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"930","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857869+0000","last_change":"2021-03-04T23:38:39.087120+0000","last_active":"2021-03-04T23:39:10.857869+0000","last_peered":"2021-03-04T23:39:10.857869+0000","last_clean":"2021-03-04T23:39:10.857869+0000","last_became_active":"2021-03-04T23:38:28.677379+0000","last_became_peered":"2021-03-04T23:38:28.677379+0000","last_unstale":"2021-03-04T23:39:10.857869+0000","last_undegraded":"2021-03-04T23:39:10.857869+0000","last_fullsized":"2021-03-04T23:39:10.857869+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"353","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859555+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:39:10.859555+0000","last_peered":"2021-03-04T23:39:10.859555+0000","last_clean":"2021-03-04T23:39:10.859555+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:39:10.859555+0000","last_undegraded":"2021-03-04T23:39:10.859555+0000","last_fullsized":"2021-03-04T23:39:10.859555+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"287","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.861124+0000","last_change":"2021-03-04T23:38:39.091276+0000","last_active":"2021-03-04T23:39:10.861124+0000","last_peered":"2021-03-04T23:39:10.861124+0000","last_clean":"2021-03-04T23:39:10.861124+0000","last_became_active":"2021-03-04T23:38:28.685966+0000","last_became_peered":"2021-03-04T23:38:28.685966+0000","last_unstale":"2021-03-04T23:39:10.861124+0000","last_undegraded":"2021-03-04T23:39:10.861124+0000","last_fullsized":"2021-03-04T23:39:10.861124+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"1036","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449810+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:39:09.449810+0000","last_peered":"2021-03-04T23:39:09.449810+0000","last_clean":"2021-03-04T23:39:09.449810+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:39:09.449810+0000","last_undegraded":"2021-03-04T23:39:09.449810+0000","last_fullsized":"2021-03-04T23:39:09.449810+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"431","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449334+0000","last_change":"2021-03-04T23:38:28.679790+0000","last_active":"2021-03-04T23:39:09.449334+0000","last_peered":"2021-03-04T23:39:09.449334+0000","last_clean":"2021-03-04T23:39:09.449334+0000","last_became_active":"2021-03-04T23:38:28.679482+0000","last_became_peered":"2021-03-04T23:38:28.679482+0000","last_unstale":"2021-03-04T23:39:09.449334+0000","last_undegraded":"2021-03-04T23:39:09.449334+0000","last_fullsized":"2021-03-04T23:39:09.449334+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"386","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859604+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:39:10.859604+0000","last_peered":"2021-03-04T23:39:10.859604+0000","last_clean":"2021-03-04T23:39:10.859604+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:39:10.859604+0000","last_undegraded":"2021-03-04T23:39:10.859604+0000","last_fullsized":"2021-03-04T23:39:10.859604+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"970","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.453602+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:39:09.453602+0000","last_peered":"2021-03-04T23:39:09.453602+0000","last_clean":"2021-03-04T23:39:09.453602+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:39:09.453602+0000","last_undegraded":"2021-03-04T23:39:09.453602+0000","last_fullsized":"2021-03-04T23:39:09.453602+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"422","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859660+0000","last_change":"2021-03-04T23:38:28.679917+0000","last_active":"2021-03-04T23:39:10.859660+0000","last_peered":"2021-03-04T23:39:10.859660+0000","last_clean":"2021-03-04T23:39:10.859660+0000","last_became_active":"2021-03-04T23:38:28.679703+0000","last_became_peered":"2021-03-04T23:38:28.679703+0000","last_unstale":"2021-03-04T23:39:10.859660+0000","last_undegraded":"2021-03-04T23:39:10.859660+0000","last_fullsized":"2021-03-04T23:39:10.859660+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"1045","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450791+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:39:09.450791+0000","last_peered":"2021-03-04T23:39:09.450791+0000","last_clean":"2021-03-04T23:39:09.450791+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:39:09.450791+0000","last_undegraded":"2021-03-04T23:39:09.450791+0000","last_fullsized":"2021-03-04T23:39:09.450791+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"391","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.861447+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:39:10.861447+0000","last_peered":"2021-03-04T23:39:10.861447+0000","last_clean":"2021-03-04T23:39:10.861447+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:39:10.861447+0000","last_undegraded":"2021-03-04T23:39:10.861447+0000","last_fullsized":"2021-03-04T23:39:10.861447+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"1024","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468106+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:39:09.468106+0000","last_peered":"2021-03-04T23:39:09.468106+0000","last_clean":"2021-03-04T23:39:09.468106+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:39:09.468106+0000","last_undegraded":"2021-03-04T23:39:09.468106+0000","last_fullsized":"2021-03-04T23:39:09.468106+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"482","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857742+0000","last_change":"2021-03-04T23:33:33.482637+0000","last_active":"2021-03-04T23:39:10.857742+0000","last_peered":"2021-03-04T23:39:10.857742+0000","last_clean":"2021-03-04T23:39:10.857742+0000","last_became_active":"2021-03-04T23:31:56.268951+0000","last_became_peered":"2021-03-04T23:31:56.268951+0000","last_unstale":"2021-03-04T23:39:10.857742+0000","last_undegraded":"2021-03-04T23:39:10.857742+0000","last_fullsized":"2021-03-04T23:39:10.857742+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"402","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450128+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:39:09.450128+0000","last_peered":"2021-03-04T23:39:09.450128+0000","last_clean":"2021-03-04T23:39:09.450128+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:39:09.450128+0000","last_undegraded":"2021-03-04T23:39:09.450128+0000","last_fullsized":"2021-03-04T23:39:09.450128+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"906","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449381+0000","last_change":"2021-03-04T23:37:19.088503+0000","last_active":"2021-03-04T23:39:09.449381+0000","last_peered":"2021-03-04T23:39:09.449381+0000","last_clean":"2021-03-04T23:39:09.449381+0000","last_became_active":"2021-03-04T23:37:19.088285+0000","last_became_peered":"2021-03-04T23:37:19.088285+0000","last_unstale":"2021-03-04T23:39:09.449381+0000","last_undegraded":"2021-03-04T23:39:09.449381+0000","last_fullsized":"2021-03-04T23:39:09.449381+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"496","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510322+0000","last_change":"2021-03-04T23:37:19.084915+0000","last_active":"2021-03-04T23:39:11.510322+0000","last_peered":"2021-03-04T23:39:11.510322+0000","last_clean":"2021-03-04T23:39:11.510322+0000","last_became_active":"2021-03-04T23:37:19.084616+0000","last_became_peered":"2021-03-04T23:37:19.084616+0000","last_unstale":"2021-03-04T23:39:11.510322+0000","last_undegraded":"2021-03-04T23:39:11.510322+0000","last_fullsized":"2021-03-04T23:39:11.510322+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"970","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857734+0000","last_change":"2021-03-04T23:38:49.446215+0000","last_active":"2021-03-04T23:39:10.857734+0000","last_peered":"2021-03-04T23:39:10.857734+0000","last_clean":"2021-03-04T23:39:10.857734+0000","last_became_active":"2021-03-04T23:38:28.681866+0000","last_became_peered":"2021-03-04T23:38:28.681866+0000","last_unstale":"2021-03-04T23:39:10.857734+0000","last_undegraded":"2021-03-04T23:39:10.857734+0000","last_fullsized":"2021-03-04T23:39:10.857734+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"775'3","last_scrub_stamp":"2021-03-04T23:38:49.445997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:38:49.445997+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"397","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859669+0000","last_change":"2021-03-04T23:38:28.686817+0000","last_active":"2021-03-04T23:39:10.859669+0000","last_peered":"2021-03-04T23:39:10.859669+0000","last_clean":"2021-03-04T23:39:10.859669+0000","last_became_active":"2021-03-04T23:38:28.686631+0000","last_became_peered":"2021-03-04T23:38:28.686631+0000","last_unstale":"2021-03-04T23:39:10.859669+0000","last_undegraded":"2021-03-04T23:39:10.859669+0000","last_fullsized":"2021-03-04T23:39:10.859669+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"748","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510563+0000","last_change":"2021-03-04T23:37:19.084550+0000","last_active":"2021-03-04T23:39:11.510563+0000","last_peered":"2021-03-04T23:39:11.510563+0000","last_clean":"2021-03-04T23:39:11.510563+0000","last_became_active":"2021-03-04T23:37:19.084315+0000","last_became_peered":"2021-03-04T23:37:19.084315+0000","last_unstale":"2021-03-04T23:39:11.510563+0000","last_undegraded":"2021-03-04T23:39:11.510563+0000","last_fullsized":"2021-03-04T23:39:11.510563+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"1028","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.446820+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:39:09.446820+0000","last_peered":"2021-03-04T23:39:09.446820+0000","last_clean":"2021-03-04T23:39:09.446820+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:39:09.446820+0000","last_undegraded":"2021-03-04T23:39:09.446820+0000","last_fullsized":"2021-03-04T23:39:09.446820+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"849","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.451929+0000","last_change":"2021-03-04T23:37:19.088161+0000","last_active":"2021-03-04T23:39:09.451929+0000","last_peered":"2021-03-04T23:39:09.451929+0000","last_clean":"2021-03-04T23:39:09.451929+0000","last_became_active":"2021-03-04T23:37:19.087816+0000","last_became_peered":"2021-03-04T23:37:19.087816+0000","last_unstale":"2021-03-04T23:39:09.451929+0000","last_undegraded":"2021-03-04T23:39:09.451929+0000","last_fullsized":"2021-03-04T23:39:09.451929+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"247","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.448080+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:39:09.448080+0000","last_peered":"2021-03-04T23:39:09.448080+0000","last_clean":"2021-03-04T23:39:09.448080+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:39:09.448080+0000","last_undegraded":"2021-03-04T23:39:09.448080+0000","last_fullsized":"2021-03-04T23:39:09.448080+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"690","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469119+0000","last_change":"2021-03-04T23:37:19.089471+0000","last_active":"2021-03-04T23:39:09.469119+0000","last_peered":"2021-03-04T23:39:09.469119+0000","last_clean":"2021-03-04T23:39:09.469119+0000","last_became_active":"2021-03-04T23:37:19.089245+0000","last_became_peered":"2021-03-04T23:37:19.089245+0000","last_unstale":"2021-03-04T23:39:09.469119+0000","last_undegraded":"2021-03-04T23:39:09.469119+0000","last_fullsized":"2021-03-04T23:39:09.469119+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"977","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468361+0000","last_change":"2021-03-04T23:38:28.686013+0000","last_active":"2021-03-04T23:39:09.468361+0000","last_peered":"2021-03-04T23:39:09.468361+0000","last_clean":"2021-03-04T23:39:09.468361+0000","last_became_active":"2021-03-04T23:38:28.685731+0000","last_became_peered":"2021-03-04T23:38:28.685731+0000","last_unstale":"2021-03-04T23:39:09.468361+0000","last_undegraded":"2021-03-04T23:39:09.468361+0000","last_fullsized":"2021-03-04T23:39:09.468361+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"962","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858010+0000","last_change":"2021-03-04T23:33:33.483790+0000","last_active":"2021-03-04T23:39:10.858010+0000","last_peered":"2021-03-04T23:39:10.858010+0000","last_clean":"2021-03-04T23:39:10.858010+0000","last_became_active":"2021-03-04T23:32:19.276413+0000","last_became_peered":"2021-03-04T23:32:19.276413+0000","last_unstale":"2021-03-04T23:39:10.858010+0000","last_undegraded":"2021-03-04T23:39:10.858010+0000","last_fullsized":"2021-03-04T23:39:10.858010+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"940","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467890+0000","last_change":"2021-03-04T23:32:19.277700+0000","last_active":"2021-03-04T23:39:09.467890+0000","last_peered":"2021-03-04T23:39:09.467890+0000","last_clean":"2021-03-04T23:39:09.467890+0000","last_became_active":"2021-03-04T23:32:19.277439+0000","last_became_peered":"2021-03-04T23:32:19.277439+0000","last_unstale":"2021-03-04T23:39:09.467890+0000","last_undegraded":"2021-03-04T23:39:09.467890+0000","last_fullsized":"2021-03-04T23:39:09.467890+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"914","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860741+0000","last_change":"2021-03-04T23:38:38.853481+0000","last_active":"2021-03-04T23:39:10.860741+0000","last_peered":"2021-03-04T23:39:10.860741+0000","last_clean":"2021-03-04T23:39:10.860741+0000","last_became_active":"2021-03-04T23:38:28.686697+0000","last_became_peered":"2021-03-04T23:38:28.686697+0000","last_unstale":"2021-03-04T23:39:10.860741+0000","last_undegraded":"2021-03-04T23:39:10.860741+0000","last_fullsized":"2021-03-04T23:39:10.860741+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"955","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450502+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:39:09.450502+0000","last_peered":"2021-03-04T23:39:09.450502+0000","last_clean":"2021-03-04T23:39:09.450502+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:39:09.450502+0000","last_undegraded":"2021-03-04T23:39:09.450502+0000","last_fullsized":"2021-03-04T23:39:09.450502+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"739","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860917+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:39:10.860917+0000","last_peered":"2021-03-04T23:39:10.860917+0000","last_clean":"2021-03-04T23:39:10.860917+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:39:10.860917+0000","last_undegraded":"2021-03-04T23:39:10.860917+0000","last_fullsized":"2021-03-04T23:39:10.860917+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"263","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.471669+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:39:09.471669+0000","last_peered":"2021-03-04T23:39:09.471669+0000","last_clean":"2021-03-04T23:39:09.471669+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:39:09.471669+0000","last_undegraded":"2021-03-04T23:39:09.471669+0000","last_fullsized":"2021-03-04T23:39:09.471669+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"228","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.447542+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:39:09.447542+0000","last_peered":"2021-03-04T23:39:09.447542+0000","last_clean":"2021-03-04T23:39:09.447542+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:39:09.447542+0000","last_undegraded":"2021-03-04T23:39:09.447542+0000","last_fullsized":"2021-03-04T23:39:09.447542+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"251","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.452794+0000","last_change":"2021-03-04T23:34:11.331837+0000","last_active":"2021-03-04T23:39:09.452794+0000","last_peered":"2021-03-04T23:39:09.452794+0000","last_clean":"2021-03-04T23:39:09.452794+0000","last_became_active":"2021-03-04T23:34:11.329060+0000","last_became_peered":"2021-03-04T23:34:11.329060+0000","last_unstale":"2021-03-04T23:39:09.452794+0000","last_undegraded":"2021-03-04T23:39:09.452794+0000","last_fullsized":"2021-03-04T23:39:09.452794+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"1195","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.509724+0000","last_change":"2021-03-04T23:38:28.679032+0000","last_active":"2021-03-04T23:39:10.509724+0000","last_peered":"2021-03-04T23:39:10.509724+0000","last_clean":"2021-03-04T23:39:10.509724+0000","last_became_active":"2021-03-04T23:38:28.678707+0000","last_became_peered":"2021-03-04T23:38:28.678707+0000","last_unstale":"2021-03-04T23:39:10.509724+0000","last_undegraded":"2021-03-04T23:39:10.509724+0000","last_fullsized":"2021-03-04T23:39:10.509724+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"1079","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450313+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:39:09.450313+0000","last_peered":"2021-03-04T23:39:09.450313+0000","last_clean":"2021-03-04T23:39:09.450313+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:39:09.450313+0000","last_undegraded":"2021-03-04T23:39:09.450313+0000","last_fullsized":"2021-03-04T23:39:09.450313+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"778","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857332+0000","last_change":"2021-03-04T23:37:19.089413+0000","last_active":"2021-03-04T23:39:10.857332+0000","last_peered":"2021-03-04T23:39:10.857332+0000","last_clean":"2021-03-04T23:39:10.857332+0000","last_became_active":"2021-03-04T23:37:19.089171+0000","last_became_peered":"2021-03-04T23:37:19.089171+0000","last_unstale":"2021-03-04T23:39:10.857332+0000","last_undegraded":"2021-03-04T23:39:10.857332+0000","last_fullsized":"2021-03-04T23:39:10.857332+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"833","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.861469+0000","last_change":"2021-03-04T23:38:28.683847+0000","last_active":"2021-03-04T23:39:10.861469+0000","last_peered":"2021-03-04T23:39:10.861469+0000","last_clean":"2021-03-04T23:39:10.861469+0000","last_became_active":"2021-03-04T23:38:28.683428+0000","last_became_peered":"2021-03-04T23:38:28.683428+0000","last_unstale":"2021-03-04T23:39:10.861469+0000","last_undegraded":"2021-03-04T23:39:10.861469+0000","last_fullsized":"2021-03-04T23:39:10.861469+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"759","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.472678+0000","last_change":"2021-03-04T23:38:28.687593+0000","last_active":"2021-03-04T23:39:09.472678+0000","last_peered":"2021-03-04T23:39:09.472678+0000","last_clean":"2021-03-04T23:39:09.472678+0000","last_became_active":"2021-03-04T23:38:28.687234+0000","last_became_peered":"2021-03-04T23:38:28.687234+0000","last_unstale":"2021-03-04T23:39:09.472678+0000","last_undegraded":"2021-03-04T23:39:09.472678+0000","last_fullsized":"2021-03-04T23:39:09.472678+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"485","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469166+0000","last_change":"2021-03-04T23:38:28.678975+0000","last_active":"2021-03-04T23:39:09.469166+0000","last_peered":"2021-03-04T23:39:09.469166+0000","last_clean":"2021-03-04T23:39:09.469166+0000","last_became_active":"2021-03-04T23:38:28.678722+0000","last_became_peered":"2021-03-04T23:38:28.678722+0000","last_unstale":"2021-03-04T23:39:09.469166+0000","last_undegraded":"2021-03-04T23:39:09.469166+0000","last_fullsized":"2021-03-04T23:39:09.469166+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"256","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.447534+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:39:09.447534+0000","last_peered":"2021-03-04T23:39:09.447534+0000","last_clean":"2021-03-04T23:39:09.447534+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:39:09.447534+0000","last_undegraded":"2021-03-04T23:39:09.447534+0000","last_fullsized":"2021-03-04T23:39:09.447534+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"55","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859442+0000","last_change":"2021-03-04T23:38:39.089835+0000","last_active":"2021-03-04T23:39:10.859442+0000","last_peered":"2021-03-04T23:39:10.859442+0000","last_clean":"2021-03-04T23:39:10.859442+0000","last_became_active":"2021-03-04T23:38:28.682909+0000","last_became_peered":"2021-03-04T23:38:28.682909+0000","last_unstale":"2021-03-04T23:39:10.859442+0000","last_undegraded":"2021-03-04T23:39:10.859442+0000","last_fullsized":"2021-03-04T23:39:10.859442+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"756","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510647+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:39:11.510647+0000","last_peered":"2021-03-04T23:39:11.510647+0000","last_clean":"2021-03-04T23:39:11.510647+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:39:11.510647+0000","last_undegraded":"2021-03-04T23:39:11.510647+0000","last_fullsized":"2021-03-04T23:39:11.510647+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"178","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.861284+0000","last_change":"2021-03-04T23:37:19.085681+0000","last_active":"2021-03-04T23:39:10.861284+0000","last_peered":"2021-03-04T23:39:10.861284+0000","last_clean":"2021-03-04T23:39:10.861284+0000","last_became_active":"2021-03-04T23:37:19.085450+0000","last_became_peered":"2021-03-04T23:37:19.085450+0000","last_unstale":"2021-03-04T23:39:10.861284+0000","last_undegraded":"2021-03-04T23:39:10.861284+0000","last_fullsized":"2021-03-04T23:39:10.861284+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"1015","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.470591+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:39:09.470591+0000","last_peered":"2021-03-04T23:39:09.470591+0000","last_clean":"2021-03-04T23:39:09.470591+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:39:09.470591+0000","last_undegraded":"2021-03-04T23:39:09.470591+0000","last_fullsized":"2021-03-04T23:39:09.470591+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"1115","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.446480+0000","last_change":"2021-03-04T23:38:28.682470+0000","last_active":"2021-03-04T23:39:09.446480+0000","last_peered":"2021-03-04T23:39:09.446480+0000","last_clean":"2021-03-04T23:39:09.446480+0000","last_became_active":"2021-03-04T23:38:28.682103+0000","last_became_peered":"2021-03-04T23:38:28.682103+0000","last_unstale":"2021-03-04T23:39:09.446480+0000","last_undegraded":"2021-03-04T23:39:09.446480+0000","last_fullsized":"2021-03-04T23:39:09.446480+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"395","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.445911+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:39:09.445911+0000","last_peered":"2021-03-04T23:39:09.445911+0000","last_clean":"2021-03-04T23:39:09.445911+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:39:09.445911+0000","last_undegraded":"2021-03-04T23:39:09.445911+0000","last_fullsized":"2021-03-04T23:39:09.445911+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"336","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.451101+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:39:09.451101+0000","last_peered":"2021-03-04T23:39:09.451101+0000","last_clean":"2021-03-04T23:39:09.451101+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:39:09.451101+0000","last_undegraded":"2021-03-04T23:39:09.451101+0000","last_fullsized":"2021-03-04T23:39:09.451101+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"912","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859585+0000","last_change":"2021-03-04T23:38:38.856312+0000","last_active":"2021-03-04T23:39:10.859585+0000","last_peered":"2021-03-04T23:39:10.859585+0000","last_clean":"2021-03-04T23:39:10.859585+0000","last_became_active":"2021-03-04T23:38:28.682908+0000","last_became_peered":"2021-03-04T23:38:28.682908+0000","last_unstale":"2021-03-04T23:39:10.859585+0000","last_undegraded":"2021-03-04T23:39:10.859585+0000","last_fullsized":"2021-03-04T23:39:10.859585+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"364","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.471221+0000","last_change":"2021-03-04T23:38:28.680306+0000","last_active":"2021-03-04T23:39:09.471221+0000","last_peered":"2021-03-04T23:39:09.471221+0000","last_clean":"2021-03-04T23:39:09.471221+0000","last_became_active":"2021-03-04T23:38:28.679973+0000","last_became_peered":"2021-03-04T23:38:28.679973+0000","last_unstale":"2021-03-04T23:39:09.471221+0000","last_undegraded":"2021-03-04T23:39:09.471221+0000","last_fullsized":"2021-03-04T23:39:09.471221+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"538","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510113+0000","last_change":"2021-03-04T23:38:28.681488+0000","last_active":"2021-03-04T23:39:11.510113+0000","last_peered":"2021-03-04T23:39:11.510113+0000","last_clean":"2021-03-04T23:39:11.510113+0000","last_became_active":"2021-03-04T23:38:28.681162+0000","last_became_peered":"2021-03-04T23:38:28.681162+0000","last_unstale":"2021-03-04T23:39:11.510113+0000","last_undegraded":"2021-03-04T23:39:11.510113+0000","last_fullsized":"2021-03-04T23:39:11.510113+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"376","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860473+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:39:10.860473+0000","last_peered":"2021-03-04T23:39:10.860473+0000","last_clean":"2021-03-04T23:39:10.860473+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:39:10.860473+0000","last_undegraded":"2021-03-04T23:39:10.860473+0000","last_fullsized":"2021-03-04T23:39:10.860473+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"247","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.452248+0000","last_change":"2021-03-04T23:34:11.329379+0000","last_active":"2021-03-04T23:39:09.452248+0000","last_peered":"2021-03-04T23:39:09.452248+0000","last_clean":"2021-03-04T23:39:09.452248+0000","last_became_active":"2021-03-04T23:34:11.328858+0000","last_became_peered":"2021-03-04T23:34:11.328858+0000","last_unstale":"2021-03-04T23:39:09.452248+0000","last_undegraded":"2021-03-04T23:39:09.452248+0000","last_fullsized":"2021-03-04T23:39:09.452248+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"893","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858062+0000","last_change":"2021-03-04T23:38:38.854116+0000","last_active":"2021-03-04T23:39:10.858062+0000","last_peered":"2021-03-04T23:39:10.858062+0000","last_clean":"2021-03-04T23:39:10.858062+0000","last_became_active":"2021-03-04T23:38:28.679552+0000","last_became_peered":"2021-03-04T23:38:28.679552+0000","last_unstale":"2021-03-04T23:39:10.858062+0000","last_undegraded":"2021-03-04T23:39:10.858062+0000","last_fullsized":"2021-03-04T23:39:10.858062+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"333","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.447813+0000","last_change":"2021-03-04T23:34:29.336692+0000","last_active":"2021-03-04T23:39:09.447813+0000","last_peered":"2021-03-04T23:39:09.447813+0000","last_clean":"2021-03-04T23:39:09.447813+0000","last_became_active":"2021-03-04T23:34:29.336267+0000","last_became_peered":"2021-03-04T23:34:29.336267+0000","last_unstale":"2021-03-04T23:39:09.447813+0000","last_undegraded":"2021-03-04T23:39:09.447813+0000","last_fullsized":"2021-03-04T23:39:09.447813+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"417","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.861425+0000","last_change":"2021-03-04T23:38:38.855013+0000","last_active":"2021-03-04T23:39:10.861425+0000","last_peered":"2021-03-04T23:39:10.861425+0000","last_clean":"2021-03-04T23:39:10.861425+0000","last_became_active":"2021-03-04T23:38:28.684927+0000","last_became_peered":"2021-03-04T23:38:28.684927+0000","last_unstale":"2021-03-04T23:39:10.861425+0000","last_undegraded":"2021-03-04T23:39:10.861425+0000","last_fullsized":"2021-03-04T23:39:10.861425+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"994","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468809+0000","last_change":"2021-03-04T23:31:56.269302+0000","last_active":"2021-03-04T23:39:09.468809+0000","last_peered":"2021-03-04T23:39:09.468809+0000","last_clean":"2021-03-04T23:39:09.468809+0000","last_became_active":"2021-03-04T23:31:56.269056+0000","last_became_peered":"2021-03-04T23:31:56.269056+0000","last_unstale":"2021-03-04T23:39:09.468809+0000","last_undegraded":"2021-03-04T23:39:09.468809+0000","last_fullsized":"2021-03-04T23:39:09.468809+0000","mapping_epoch":736,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":737,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"164","reported_epoch":"1036","state":"active+clean","last_fresh":"2021-03-04T23:39:11.510478+0000","last_change":"2021-03-04T23:37:19.084590+0000","last_active":"2021-03-04T23:39:11.510478+0000","last_peered":"2021-03-04T23:39:11.510478+0000","last_clean":"2021-03-04T23:39:11.510478+0000","last_became_active":"2021-03-04T23:37:19.083848+0000","last_became_peered":"2021-03-04T23:37:19.083848+0000","last_unstale":"2021-03-04T23:39:11.510478+0000","last_undegraded":"2021-03-04T23:39:11.510478+0000","last_fullsized":"2021-03-04T23:39:11.510478+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"885","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858770+0000","last_change":"2021-03-04T23:38:38.855953+0000","last_active":"2021-03-04T23:39:10.858770+0000","last_peered":"2021-03-04T23:39:10.858770+0000","last_clean":"2021-03-04T23:39:10.858770+0000","last_became_active":"2021-03-04T23:38:28.680678+0000","last_became_peered":"2021-03-04T23:38:28.680678+0000","last_unstale":"2021-03-04T23:39:10.858770+0000","last_undegraded":"2021-03-04T23:39:10.858770+0000","last_fullsized":"2021-03-04T23:39:10.858770+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"1086","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449233+0000","last_change":"2021-03-04T23:38:28.682552+0000","last_active":"2021-03-04T23:39:09.449233+0000","last_peered":"2021-03-04T23:39:09.449233+0000","last_clean":"2021-03-04T23:39:09.449233+0000","last_became_active":"2021-03-04T23:38:28.682277+0000","last_became_peered":"2021-03-04T23:38:28.682277+0000","last_unstale":"2021-03-04T23:39:09.449233+0000","last_undegraded":"2021-03-04T23:39:09.449233+0000","last_fullsized":"2021-03-04T23:39:09.449233+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"748","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.447594+0000","last_change":"2021-03-04T23:37:19.091063+0000","last_active":"2021-03-04T23:39:09.447594+0000","last_peered":"2021-03-04T23:39:09.447594+0000","last_clean":"2021-03-04T23:39:09.447594+0000","last_became_active":"2021-03-04T23:37:19.090816+0000","last_became_peered":"2021-03-04T23:37:19.090816+0000","last_unstale":"2021-03-04T23:39:09.447594+0000","last_undegraded":"2021-03-04T23:39:09.447594+0000","last_fullsized":"2021-03-04T23:39:09.447594+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"327","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449948+0000","last_change":"2021-03-04T23:37:19.087097+0000","last_active":"2021-03-04T23:39:09.449948+0000","last_peered":"2021-03-04T23:39:09.449948+0000","last_clean":"2021-03-04T23:39:09.449948+0000","last_became_active":"2021-03-04T23:37:19.086825+0000","last_became_peered":"2021-03-04T23:37:19.086825+0000","last_unstale":"2021-03-04T23:39:09.449948+0000","last_undegraded":"2021-03-04T23:39:09.449948+0000","last_fullsized":"2021-03-04T23:39:09.449948+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"418","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860389+0000","last_change":"2021-03-04T23:38:28.680007+0000","last_active":"2021-03-04T23:39:10.860389+0000","last_peered":"2021-03-04T23:39:10.860389+0000","last_clean":"2021-03-04T23:39:10.860389+0000","last_became_active":"2021-03-04T23:38:28.679705+0000","last_became_peered":"2021-03-04T23:38:28.679705+0000","last_unstale":"2021-03-04T23:39:10.860389+0000","last_undegraded":"2021-03-04T23:39:10.860389+0000","last_fullsized":"2021-03-04T23:39:10.860389+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"371","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857629+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:39:10.857629+0000","last_peered":"2021-03-04T23:39:10.857629+0000","last_clean":"2021-03-04T23:39:10.857629+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:39:10.857629+0000","last_undegraded":"2021-03-04T23:39:10.857629+0000","last_fullsized":"2021-03-04T23:39:10.857629+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"354","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469659+0000","last_change":"2021-03-04T23:38:28.677852+0000","last_active":"2021-03-04T23:39:09.469659+0000","last_peered":"2021-03-04T23:39:09.469659+0000","last_clean":"2021-03-04T23:39:09.469659+0000","last_became_active":"2021-03-04T23:38:28.677571+0000","last_became_peered":"2021-03-04T23:38:28.677571+0000","last_unstale":"2021-03-04T23:39:09.469659+0000","last_undegraded":"2021-03-04T23:39:09.469659+0000","last_fullsized":"2021-03-04T23:39:09.469659+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"234","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.449037+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:39:09.449037+0000","last_peered":"2021-03-04T23:39:09.449037+0000","last_clean":"2021-03-04T23:39:09.449037+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:39:09.449037+0000","last_undegraded":"2021-03-04T23:39:09.449037+0000","last_fullsized":"2021-03-04T23:39:09.449037+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"979","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468170+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:39:09.468170+0000","last_peered":"2021-03-04T23:39:09.468170+0000","last_clean":"2021-03-04T23:39:09.468170+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:39:09.468170+0000","last_undegraded":"2021-03-04T23:39:09.468170+0000","last_fullsized":"2021-03-04T23:39:09.468170+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"247","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.453311+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:39:09.453311+0000","last_peered":"2021-03-04T23:39:09.453311+0000","last_clean":"2021-03-04T23:39:09.453311+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:39:09.453311+0000","last_undegraded":"2021-03-04T23:39:09.453311+0000","last_fullsized":"2021-03-04T23:39:09.453311+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"390","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.509727+0000","last_change":"2021-03-04T23:33:56.619741+0000","last_active":"2021-03-04T23:39:10.509727+0000","last_peered":"2021-03-04T23:39:10.509727+0000","last_clean":"2021-03-04T23:39:10.509727+0000","last_became_active":"2021-03-04T23:33:56.619327+0000","last_became_peered":"2021-03-04T23:33:56.619327+0000","last_unstale":"2021-03-04T23:39:10.509727+0000","last_undegraded":"2021-03-04T23:39:10.509727+0000","last_fullsized":"2021-03-04T23:39:10.509727+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"1111","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.450403+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:39:09.450403+0000","last_peered":"2021-03-04T23:39:09.450403+0000","last_clean":"2021-03-04T23:39:09.450403+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:39:09.450403+0000","last_undegraded":"2021-03-04T23:39:09.450403+0000","last_fullsized":"2021-03-04T23:39:09.450403+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"1023","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467726+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:39:09.467726+0000","last_peered":"2021-03-04T23:39:09.467726+0000","last_clean":"2021-03-04T23:39:09.467726+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:39:09.467726+0000","last_undegraded":"2021-03-04T23:39:09.467726+0000","last_fullsized":"2021-03-04T23:39:09.467726+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"926","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.860517+0000","last_change":"2021-03-04T23:38:38.855797+0000","last_active":"2021-03-04T23:39:10.860517+0000","last_peered":"2021-03-04T23:39:10.860517+0000","last_clean":"2021-03-04T23:39:10.860517+0000","last_became_active":"2021-03-04T23:38:28.682776+0000","last_became_peered":"2021-03-04T23:38:28.682776+0000","last_unstale":"2021-03-04T23:39:10.860517+0000","last_undegraded":"2021-03-04T23:39:10.860517+0000","last_fullsized":"2021-03-04T23:39:10.860517+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"462","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.453292+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:39:09.453292+0000","last_peered":"2021-03-04T23:39:09.453292+0000","last_clean":"2021-03-04T23:39:09.453292+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:39:09.453292+0000","last_undegraded":"2021-03-04T23:39:09.453292+0000","last_fullsized":"2021-03-04T23:39:09.453292+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"1027","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.451290+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:39:09.451290+0000","last_peered":"2021-03-04T23:39:09.451290+0000","last_clean":"2021-03-04T23:39:09.451290+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:39:09.451290+0000","last_undegraded":"2021-03-04T23:39:09.451290+0000","last_fullsized":"2021-03-04T23:39:09.451290+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"1034","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.467847+0000","last_change":"2021-03-04T23:38:28.681411+0000","last_active":"2021-03-04T23:39:09.467847+0000","last_peered":"2021-03-04T23:39:09.467847+0000","last_clean":"2021-03-04T23:39:09.467847+0000","last_became_active":"2021-03-04T23:38:28.681099+0000","last_became_peered":"2021-03-04T23:38:28.681099+0000","last_unstale":"2021-03-04T23:39:09.467847+0000","last_undegraded":"2021-03-04T23:39:09.467847+0000","last_fullsized":"2021-03-04T23:39:09.467847+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"994","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468537+0000","last_change":"2021-03-04T23:38:28.679039+0000","last_active":"2021-03-04T23:39:09.468537+0000","last_peered":"2021-03-04T23:39:09.468537+0000","last_clean":"2021-03-04T23:39:09.468537+0000","last_became_active":"2021-03-04T23:38:28.678703+0000","last_became_peered":"2021-03-04T23:38:28.678703+0000","last_unstale":"2021-03-04T23:39:09.468537+0000","last_undegraded":"2021-03-04T23:39:09.468537+0000","last_fullsized":"2021-03-04T23:39:09.468537+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"912","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.859952+0000","last_change":"2021-03-04T23:38:38.855980+0000","last_active":"2021-03-04T23:39:10.859952+0000","last_peered":"2021-03-04T23:39:10.859952+0000","last_clean":"2021-03-04T23:39:10.859952+0000","last_became_active":"2021-03-04T23:38:28.683335+0000","last_became_peered":"2021-03-04T23:38:28.683335+0000","last_unstale":"2021-03-04T23:39:10.859952+0000","last_undegraded":"2021-03-04T23:39:10.859952+0000","last_fullsized":"2021-03-04T23:39:10.859952+0000","mapping_epoch":1005,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1006,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"371","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.857808+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:39:10.857808+0000","last_peered":"2021-03-04T23:39:10.857808+0000","last_clean":"2021-03-04T23:39:10.857808+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:39:10.857808+0000","last_undegraded":"2021-03-04T23:39:10.857808+0000","last_fullsized":"2021-03-04T23:39:10.857808+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"448","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.448298+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:39:09.448298+0000","last_peered":"2021-03-04T23:39:09.448298+0000","last_clean":"2021-03-04T23:39:09.448298+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:39:09.448298+0000","last_undegraded":"2021-03-04T23:39:09.448298+0000","last_fullsized":"2021-03-04T23:39:09.448298+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"985","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.469542+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:39:09.469542+0000","last_peered":"2021-03-04T23:39:09.469542+0000","last_clean":"2021-03-04T23:39:09.469542+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:39:09.469542+0000","last_undegraded":"2021-03-04T23:39:09.469542+0000","last_fullsized":"2021-03-04T23:39:09.469542+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"831","reported_epoch":"1035","state":"active+clean","last_fresh":"2021-03-04T23:39:10.858896+0000","last_change":"2021-03-04T23:37:19.086196+0000","last_active":"2021-03-04T23:39:10.858896+0000","last_peered":"2021-03-04T23:39:10.858896+0000","last_clean":"2021-03-04T23:39:10.858896+0000","last_became_active":"2021-03-04T23:37:19.085963+0000","last_became_peered":"2021-03-04T23:37:19.085963+0000","last_unstale":"2021-03-04T23:39:10.858896+0000","last_undegraded":"2021-03-04T23:39:10.858896+0000","last_fullsized":"2021-03-04T23:39:10.858896+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"415","reported_epoch":"1034","state":"active+clean","last_fresh":"2021-03-04T23:39:09.468179+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:39:09.468179+0000","last_peered":"2021-03-04T23:39:09.468179+0000","last_clean":"2021-03-04T23:39:09.468179+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:39:09.468179+0000","last_undegraded":"2021-03-04T23:39:09.468179+0000","last_fullsized":"2021-03-04T23:39:09.468179+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":45,"num_pg":32,"stat_sum":{"num_bytes":33554507,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":995,"num_read_kb":33594,"num_write":79,"num_write_kb":32824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":100761600,"data_stored":100663509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":319,"ondisk_log_size":319,"up":96,"acting":96,"num_store_stats":7},{"poolid":44,"num_pg":32,"stat_sum":{"num_bytes":163582962,"num_objects":124,"num_object_clones":0,"num_object_copies":372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":124,"num_whiteouts":6,"num_read":4871,"num_read_kb":466553,"num_write":718,"num_write_kb":352785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":35,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":508383232,"data_stored":515914714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1579,"ondisk_log_size":1579,"up":96,"acting":96,"num_store_stats":7},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5709,"num_read_kb":12601,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":84,"acting":84,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":3486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496217,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659741,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1144672,"kb_used_data":96088,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":86935712,"statfs":{"total":90194313216,"available":89022169088,"internally_reserved":1073741824,"allocated":98394112,"data_stored":94589930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:22 2021","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.395,"15min":1.671},"min":{"1min":0.27600000000000002,"5min":0.151,"15min":0.14099999999999999},"max":{"1min":2.9620000000000002,"5min":23.231000000000002,"15min":107.697},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.5780000000000001,"15min":1.835},"min":{"1min":0.32100000000000001,"5min":0.22,"15min":0.17899999999999999},"max":{"1min":2.476,"5min":23.140999999999998,"15min":107.79000000000001},"last":0.627}]},{"osd":1,"last update":"Thu Mar 4 23:38:33 2021","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.1399999999999999,"15min":1.536},"min":{"1min":0.27700000000000002,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":2.278,"5min":2.8519999999999999,"15min":72.114999999999995},"last":1.2729999999999999},{"interface":"front","average":{"1min":1.2689999999999999,"5min":1.2010000000000001,"15min":1.5549999999999999},"min":{"1min":0.35099999999999998,"5min":0.19800000000000001,"15min":0.16800000000000001},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":71.942999999999998},"last":1.1639999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:38:56 2021","interfaces":[{"interface":"back","average":{"1min":1.296,"5min":1.6599999999999999,"15min":2.1150000000000002},"min":{"1min":0.433,"5min":0.23599999999999999,"15min":0.18099999999999999},"max":{"1min":2.1659999999999999,"5min":36.581000000000003,"15min":72.186000000000007},"last":1.4810000000000001},{"interface":"front","average":{"1min":1.27,"5min":1.677,"15min":2.1299999999999999},"min":{"1min":0.313,"5min":0.26100000000000001,"15min":0.17699999999999999},"max":{"1min":3.085,"5min":36.470999999999997,"15min":72.608000000000004},"last":0.69099999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:38:49 2021","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.343,"15min":1.77},"min":{"1min":0.33300000000000002,"5min":0.23400000000000001,"15min":0.19400000000000001},"max":{"1min":6.9109999999999996,"5min":6.9109999999999996,"15min":58.862000000000002},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.4890000000000001,"5min":1.4099999999999999,"15min":1.788},"min":{"1min":0.53700000000000003,"5min":0.315,"15min":0.217},"max":{"1min":2.3650000000000002,"5min":3.0699999999999998,"15min":58.322000000000003},"last":1.6539999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:38:33 2021","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.135,"15min":1.008},"min":{"1min":0.76300000000000001,"5min":0.16500000000000001,"15min":0.14099999999999999},"max":{"1min":2.5680000000000001,"5min":2.5680000000000001,"15min":12.115},"last":2.0299999999999998},{"interface":"front","average":{"1min":1.4690000000000001,"5min":1.218,"15min":1.028},"min":{"1min":0.48699999999999999,"5min":0.156,"15min":0.153},"max":{"1min":4.851,"5min":4.851,"15min":6.1360000000000001},"last":1.5609999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:38:33 2021","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.3140000000000001,"15min":1.397},"min":{"1min":0.46700000000000003,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":1.393},{"interface":"front","average":{"1min":1.379,"5min":1.2410000000000001,"15min":1.2689999999999999},"min":{"1min":0.51100000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.0489999999999999,"5min":3.0489999999999999,"15min":3.0489999999999999},"last":1.9239999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:38:13 2021","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.472,"15min":1.155},"min":{"1min":0.36599999999999999,"5min":0.217,"15min":0.13800000000000001},"max":{"1min":2.3769999999999998,"5min":2.9279999999999999,"15min":8.6940000000000008},"last":1.7609999999999999},{"interface":"front","average":{"1min":1.7150000000000001,"5min":1.6359999999999999,"15min":1.2729999999999999},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.17799999999999999},"max":{"1min":2.4809999999999999,"5min":2.8679999999999999,"15min":7.4589999999999996},"last":1.843}]}]},{"osd":1,"up_from":341,"seq":1464583848417,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":295856,"kb_used_data":128936,"kb_used_omap":771,"kb_used_meta":166140,"kb_avail":87784528,"statfs":{"total":90194313216,"available":89891356672,"internally_reserved":0,"allocated":132030464,"data_stored":128151452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":170127759},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.91900000000000004,"15min":1.21},"min":{"1min":0.185,"5min":0.14099999999999999,"15min":0.11700000000000001},"max":{"1min":1.05,"5min":14.954000000000001,"15min":52.689999999999998},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":1.0840000000000001,"15min":1.216},"min":{"1min":0.16200000000000001,"5min":0.125,"15min":0.125},"max":{"1min":2.024,"5min":15.003,"15min":52.587000000000003},"last":1.325}]},{"osd":2,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.97499999999999998,"15min":1.802},"min":{"1min":0.13700000000000001,"5min":0.13400000000000001,"15min":0.124},"max":{"1min":1.498,"5min":5.976,"15min":184.83000000000001},"last":1.105},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.409,"15min":2.1059999999999999},"min":{"1min":0.26500000000000001,"5min":0.188,"15min":0.188},"max":{"1min":2.351,"5min":6.0039999999999996,"15min":184.96799999999999},"last":1.96}]},{"osd":3,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.1719999999999999,"15min":1.845},"min":{"1min":0.183,"5min":0.151,"15min":0.151},"max":{"1min":2.2570000000000001,"5min":3.137,"15min":162.47200000000001},"last":1.71},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.94699999999999995,"15min":1.671},"min":{"1min":0.17999999999999999,"5min":0.159,"15min":0.158},"max":{"1min":2.1440000000000001,"5min":3.173,"15min":163.73400000000001},"last":1.2250000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:38:28 2021","interfaces":[{"interface":"back","average":{"1min":1.4690000000000001,"5min":1.4390000000000001,"15min":1.663},"min":{"1min":0.249,"5min":0.249,"15min":0.183},"max":{"1min":3.476,"5min":3.476,"15min":114.315},"last":1.4239999999999999},{"interface":"front","average":{"1min":1.125,"5min":1.268,"15min":1.681},"min":{"1min":0.25800000000000001,"5min":0.24299999999999999,"15min":0.183},"max":{"1min":2.081,"5min":2.7000000000000002,"15min":114.074},"last":2.218}]},{"osd":5,"last update":"Thu Mar 4 23:38:28 2021","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.482,"15min":1.46},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":3.5329999999999999,"5min":3.5329999999999999,"15min":3.5329999999999999},"last":1.593},{"interface":"front","average":{"1min":1.288,"5min":1.619,"15min":1.7569999999999999},"min":{"1min":0.43099999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.472,"5min":3.238,"15min":3.238},"last":2.1429999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:38:28 2021","interfaces":[{"interface":"back","average":{"1min":1.331,"5min":1.458,"15min":1.75},"min":{"1min":0.35599999999999998,"5min":0.216,"15min":0.216},"max":{"1min":2.3660000000000001,"5min":2.794,"15min":74.5},"last":1.8819999999999999},{"interface":"front","average":{"1min":1.5349999999999999,"5min":1.734,"15min":1.863},"min":{"1min":0.37,"5min":0.25600000000000001,"15min":0.23999999999999999},"max":{"1min":2.8290000000000002,"5min":3.0539999999999998,"15min":74.441000000000003},"last":2.306}]},{"osd":7,"last update":"Thu Mar 4 23:38:28 2021","interfaces":[{"interface":"back","average":{"1min":1.6699999999999999,"5min":1.5029999999999999,"15min":1.1719999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.218},"max":{"1min":3.5049999999999999,"5min":3.5049999999999999,"15min":7.5640000000000001},"last":1.8140000000000001},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.5780000000000001,"15min":1.3220000000000001},"min":{"1min":0.39400000000000002,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":2.319,"5min":2.9380000000000002,"15min":7.4969999999999999},"last":2.0299999999999998}]}]},{"osd":0,"up_from":1005,"seq":4316442132490,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":108448,"kb_used_data":75672,"kb_used_omap":1284,"kb_used_meta":31483,"kb_avail":87971936,"statfs":{"total":90194313216,"available":90083262464,"internally_reserved":0,"allocated":77488128,"data_stored":73625500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1315076,"internal_metadata":32239356},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.427}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.923}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.1299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.8}]}]},{"osd":2,"up_from":356,"seq":1529008357852,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":346992,"kb_used_data":104360,"kb_used_omap":574,"kb_used_meta":242049,"kb_avail":87733392,"statfs":{"total":90194313216,"available":89838993408,"internally_reserved":0,"allocated":106864640,"data_stored":111385316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":247858227},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:59 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.3540000000000001,"15min":1.6160000000000001},"min":{"1min":0.14399999999999999,"5min":0.13,"15min":0.109},"max":{"1min":1.6240000000000001,"5min":50.793999999999997,"15min":79.975999999999999},"last":1.151},{"interface":"front","average":{"1min":0.95099999999999996,"5min":1.385,"15min":1.665},"min":{"1min":0.16,"5min":0.151,"15min":0.129},"max":{"1min":2.181,"5min":50.893999999999998,"15min":81.021000000000001},"last":1.9890000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.877,"15min":1.325},"min":{"1min":0.27500000000000002,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":2.008,"5min":2.472,"15min":130.78899999999999},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.90800000000000003,"15min":1.347},"min":{"1min":0.20100000000000001,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":1.6359999999999999,"5min":2.3879999999999999,"15min":130.84399999999999},"last":1.3320000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:38:58 2021","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":1.0429999999999999,"15min":1.2090000000000001},"min":{"1min":0.248,"5min":0.19500000000000001,"15min":0.14099999999999999},"max":{"1min":2.0019999999999998,"5min":2.569,"15min":49.174999999999997},"last":1.855},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.97599999999999998,"15min":1.25},"min":{"1min":0.317,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.581,"5min":2.3319999999999999,"15min":49.377000000000002},"last":1.4830000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.4990000000000001,"15min":1.4870000000000001},"min":{"1min":0.61099999999999999,"5min":0.31900000000000001,"15min":0.20799999999999999},"max":{"1min":2.992,"5min":3.02,"15min":90.763000000000005},"last":2.1970000000000001},{"interface":"front","average":{"1min":1.175,"5min":1.28,"15min":1.502},"min":{"1min":0.65300000000000002,"5min":0.25,"15min":0.19700000000000001},"max":{"1min":2.3620000000000001,"5min":2.6120000000000001,"15min":90.602999999999994},"last":2.4319999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:38:29 2021","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.3700000000000001,"15min":1.502},"min":{"1min":0.45100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.9239999999999999,"5min":2.4780000000000002,"15min":2.7130000000000001},"last":1.653},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.4119999999999999,"15min":1.54},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.77,"5min":3.0009999999999999,"15min":3.0009999999999999},"last":2.3029999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.593,"15min":1.591},"min":{"1min":0.58999999999999997,"5min":0.36799999999999999,"15min":0.251},"max":{"1min":2.29,"5min":2.9009999999999998,"15min":89.933999999999997},"last":2.6890000000000001},{"interface":"front","average":{"1min":1.395,"5min":1.4810000000000001,"15min":1.5920000000000001},"min":{"1min":0.58299999999999996,"5min":0.36899999999999999,"15min":0.23300000000000001},"max":{"1min":2.5910000000000002,"5min":2.706,"15min":90.566999999999993},"last":2.1099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":1.5189999999999999,"5min":1.579,"15min":1.258},"min":{"1min":0.69399999999999995,"5min":0.40899999999999997,"15min":0.247},"max":{"1min":2.863,"5min":2.863,"15min":9.1470000000000002},"last":2.6019999999999999},{"interface":"front","average":{"1min":1.522,"5min":1.7270000000000001,"15min":1.3360000000000001},"min":{"1min":0.55600000000000005,"5min":0.40200000000000002,"15min":0.246},"max":{"1min":2.746,"5min":3.1440000000000001,"15min":4.9390000000000001},"last":2.5449999999999999}]}]},{"osd":3,"up_from":634,"seq":2723009265954,"num_pgs":84,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":254500,"kb_used_data":91996,"kb_used_omap":403,"kb_used_meta":162092,"kb_avail":87825884,"statfs":{"total":90194313216,"available":89933705216,"internally_reserved":0,"allocated":94203904,"data_stored":90402108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":165982421},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:50 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.80700000000000005,"15min":1.111},"min":{"1min":0.19900000000000001,"5min":0.107,"15min":0.107},"max":{"1min":2.274,"5min":2.8380000000000001,"15min":70.980000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.92100000000000004,"15min":1.2430000000000001},"min":{"1min":0.24299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":4.6920000000000002,"5min":4.6920000000000002,"15min":71.275000000000006},"last":0.91200000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:38:56 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.92700000000000005,"15min":2.6269999999999998},"min":{"1min":0.20399999999999999,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":2.5299999999999998,"5min":2.7629999999999999,"15min":118.476},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.02,"15min":2.7799999999999998},"min":{"1min":0.192,"5min":0.16600000000000001,"15min":0.159},"max":{"1min":2.4009999999999998,"5min":2.9039999999999999,"15min":118.64},"last":0.80500000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:38:56 2021","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":1.0509999999999999,"15min":1.141},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.155},"max":{"1min":2.5219999999999998,"5min":11.194000000000001,"15min":65.680000000000007},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.877,"5min":1.111,"15min":1.28},"min":{"1min":0.19400000000000001,"5min":0.182,"15min":0.14199999999999999},"max":{"1min":1.79,"5min":4.71,"15min":65.509},"last":0.68899999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:38:56 2021","interfaces":[{"interface":"back","average":{"1min":1.24,"5min":1.3089999999999999,"15min":1.8029999999999999},"min":{"1min":0.35599999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.0910000000000002,"5min":3.2149999999999999,"15min":150.61699999999999},"last":1.095},{"interface":"front","average":{"1min":1.2190000000000001,"5min":1.423,"15min":1.778},"min":{"1min":0.38100000000000001,"5min":0.247,"15min":0.19700000000000001},"max":{"1min":2.4889999999999999,"5min":11.724,"15min":150.482},"last":1.1739999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:38:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.4199999999999999,"15min":1.415},"min":{"1min":0.48999999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.4329999999999998,"5min":11.775,"15min":11.775},"last":1.288},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.4399999999999999,"15min":1.4079999999999999},"min":{"1min":0.36399999999999999,"5min":0.318,"15min":0.318},"max":{"1min":2.8159999999999998,"5min":4.0259999999999998,"15min":4.0259999999999998},"last":1.0329999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:38:56 2021","interfaces":[{"interface":"back","average":{"1min":1.357,"5min":1.522,"15min":1.3069999999999999},"min":{"1min":0.39400000000000002,"5min":0.374,"15min":0.224},"max":{"1min":2.5550000000000002,"5min":4.6369999999999996,"15min":6.8070000000000004},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.4079999999999999,"5min":1.53,"15min":1.4099999999999999},"min":{"1min":0.39800000000000002,"5min":0.29499999999999998,"15min":0.23100000000000001},"max":{"1min":2.6949999999999998,"5min":4.4359999999999999,"15min":6.6050000000000004},"last":1.355}]},{"osd":7,"last update":"Thu Mar 4 23:38:56 2021","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":1.6040000000000001,"15min":1.4179999999999999},"min":{"1min":0.40699999999999997,"5min":0.31900000000000001,"15min":0.255},"max":{"1min":2.8809999999999998,"5min":3.5449999999999999,"15min":6.7619999999999996},"last":1.5049999999999999},{"interface":"front","average":{"1min":1.647,"5min":1.7170000000000001,"15min":1.377},"min":{"1min":0.46600000000000003,"5min":0.35399999999999998,"15min":0.26000000000000001},"max":{"1min":3.0089999999999999,"5min":11.585000000000001,"15min":11.585000000000001},"last":1.413}]}]},{"osd":4,"up_from":31,"seq":133143986790,"num_pgs":76,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1132428,"kb_used_data":83844,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":86947956,"statfs":{"total":90194313216,"available":89034706944,"internally_reserved":1073741824,"allocated":85856256,"data_stored":82015634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:12 2021","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":1.095,"15min":1.052},"min":{"1min":0.57899999999999996,"5min":0.17699999999999999,"15min":0.14000000000000001},"max":{"1min":2.4649999999999999,"5min":2.6099999999999999,"15min":25.559999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.3129999999999999,"15min":1.2330000000000001},"min":{"1min":0.55000000000000004,"5min":0.19800000000000001,"15min":0.155},"max":{"1min":2.9289999999999998,"5min":2.9289999999999998,"15min":25.617000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.99299999999999999,"15min":1.2929999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.154},"max":{"1min":1.653,"5min":1.9590000000000001,"15min":70.433000000000007},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.1479999999999999,"15min":1.391},"min":{"1min":0.28299999999999997,"5min":0.27500000000000002,"15min":0.16700000000000001},"max":{"1min":2.0649999999999999,"5min":2.5310000000000001,"15min":70.528000000000006},"last":1.649}]},{"osd":2,"last update":"Thu Mar 4 23:39:04 2021","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.3740000000000001,"15min":2.0059999999999998},"min":{"1min":0.39000000000000001,"5min":0.254,"15min":0.16600000000000001},"max":{"1min":2.5899999999999999,"5min":2.798,"15min":131.73699999999999},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.2130000000000001,"15min":1.9330000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.187},"max":{"1min":2.5019999999999998,"5min":2.6219999999999999,"15min":131.58099999999999},"last":0.93300000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:38:46 2021","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.264,"15min":1.605},"min":{"1min":0.34599999999999997,"5min":0.20399999999999999,"15min":0.192},"max":{"1min":2.2040000000000002,"5min":2.8159999999999998,"15min":52.670000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.167,"5min":1.474,"15min":1.7509999999999999},"min":{"1min":0.376,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":2.077,"5min":2.8799999999999999,"15min":52.944000000000003},"last":1.337}]},{"osd":5,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":1.042,"15min":1.1739999999999999},"min":{"1min":0.23599999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.4730000000000001,"5min":2.597,"15min":2.597},"last":1.8149999999999999},{"interface":"front","average":{"1min":1.198,"5min":1.4890000000000001,"15min":1.6359999999999999},"min":{"1min":0.32700000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.1779999999999999,"5min":2.8490000000000002,"15min":2.8490000000000002},"last":1.853}]},{"osd":6,"last update":"Thu Mar 4 23:38:46 2021","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":1.117,"15min":1.3080000000000001},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.13200000000000001},"max":{"1min":1.712,"5min":2.399,"15min":101.24299999999999},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.4039999999999999,"15min":1.468},"min":{"1min":0.27400000000000002,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.306,"5min":2.9260000000000002,"15min":98.933999999999997},"last":1.5609999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:39:04 2021","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.2250000000000001},"min":{"1min":0.29799999999999999,"5min":0.19900000000000001,"15min":0.16500000000000001},"max":{"1min":2.7650000000000001,"5min":2.9769999999999999,"15min":5.4139999999999997},"last":1.7210000000000001},{"interface":"front","average":{"1min":1.228,"5min":1.2969999999999999,"15min":1.038},"min":{"1min":0.307,"5min":0.252,"15min":0.158},"max":{"1min":2.3719999999999999,"5min":2.4249999999999998,"15min":2.839},"last":1.47}]}]},{"osd":5,"up_from":746,"seq":3204045602900,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1152904,"kb_used_data":100212,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86927480,"statfs":{"total":90194313216,"available":89013739520,"internally_reserved":1073741824,"allocated":102617088,"data_stored":98790736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:26 2021","interfaces":[{"interface":"back","average":{"1min":1.1859999999999999,"5min":1.2430000000000001,"15min":1.294},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":2.4529999999999998,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":1.724},{"interface":"front","average":{"1min":1.1719999999999999,"5min":1.1499999999999999,"15min":1.196},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":2.589}]},{"osd":1,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.347,"15min":1.526},"min":{"1min":0.21299999999999999,"5min":0.184,"15min":0.184},"max":{"1min":2.181,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":2.4660000000000002},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.3460000000000001,"15min":1.482},"min":{"1min":0.29399999999999998,"5min":0.224,"15min":0.224},"max":{"1min":1.968,"5min":2.9260000000000002,"15min":2.9260000000000002},"last":1.9790000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.5920000000000001,"15min":1.4350000000000001},"min":{"1min":0.33700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.8759999999999999,"5min":28.492000000000001,"15min":28.492000000000001},"last":2.2519999999999998},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.6659999999999999,"15min":1.637},"min":{"1min":0.38400000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":2.2200000000000002,"5min":28.521999999999998,"15min":28.521999999999998},"last":2.677}]},{"osd":3,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.589,"15min":1.5189999999999999},"min":{"1min":0.26200000000000001,"5min":0.216,"15min":0.216},"max":{"1min":2.073,"5min":28.609000000000002,"15min":28.609000000000002},"last":1.5840000000000001},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.46,"15min":1.359},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.7150000000000001,"5min":28.698,"15min":28.698},"last":1.329}]},{"osd":4,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":1.181,"15min":1.2250000000000001},"min":{"1min":0.20799999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":1.673,"5min":2.8610000000000002,"15min":2.8610000000000002},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.3129999999999999,"15min":1.4490000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1139999999999999,"5min":3.0049999999999999,"15min":3.0049999999999999},"last":1.4590000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.3999999999999999,"15min":1.673},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.962,"5min":2.653,"15min":2.8149999999999999},"last":1.8440000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.325,"15min":1.5209999999999999},"min":{"1min":0.216,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":2.774,"5min":2.774,"15min":2.774},"last":0.91100000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.1519999999999999,"15min":1.296},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.5429999999999999,"5min":2.468,"15min":2.468},"last":2.101},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.5980000000000001,"15min":1.6870000000000001},"min":{"1min":0.28699999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":2.149,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":1.0620000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":54669312,"data_stored":54528271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":96641024,"data_stored":96472010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":71442432,"data_stored":79693939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":63008768,"data_stored":62916797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":63029248,"data_stored":62916345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":84004864,"data_stored":83887894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":75587584,"data_stored":75499458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16797696,"data_stored":16777271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12599296,"data_stored":12582947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20987904,"data_stored":20971554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8400896,"data_stored":8388624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12591104,"data_stored":12582931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:39:18.060 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 28 2021-03-04T23:39:18.141 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:18.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:39:18.330 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:18.502 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.588 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:18 gibba008 bash[173949]: debug 2021-03-04T23:39:18.496+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:18.610 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.638 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:18 gibba008 bash[37770]: cluster 2021-03-04T23:39:17.571515+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1042: 8 total, 8 up, 7 in 2021-03-04T23:39:18.639 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:18 gibba008 bash[39303]: cluster 2021-03-04T23:39:17.571515+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1042: 8 total, 8 up, 7 in 2021-03-04T23:39:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:18 gibba023 bash[27374]: cluster 2021-03-04T23:39:17.571515+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1042: 8 total, 8 up, 7 in 2021-03-04T23:39:19.231 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:19.333 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:19.493 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:19 gibba008 bash[173949]: debug 2021-03-04T23:39:19.224+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:19.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:19.625 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:39:19.625 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:39:19.626 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:39:19.626 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:39:19.720 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:19.745 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:19 gibba008 bash[37770]: cluster 2021-03-04T23:39:17.784448+0000 mgr.x (mgr.34379) 1578 : cluster [DBG] pgmap v2253: 177 pgs: 177 active+clean; 252 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 50 op/s 2021-03-04T23:39:19.746 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:19 gibba008 bash[37770]: cluster 2021-03-04T23:39:18.583541+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1043: 8 total, 8 up, 7 in 2021-03-04T23:39:19.746 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:19 gibba008 bash[39303]: cluster 2021-03-04T23:39:17.784448+0000 mgr.x (mgr.34379) 1578 : cluster [DBG] pgmap v2253: 177 pgs: 177 active+clean; 252 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 50 op/s 2021-03-04T23:39:19.746 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:19 gibba008 bash[39303]: cluster 2021-03-04T23:39:18.583541+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1043: 8 total, 8 up, 7 in 2021-03-04T23:39:19.747 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:19 gibba008 bash[91265]: debug 2021-03-04T23:39:19.612+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:19.839 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:19.945 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:19 gibba023 bash[27374]: cluster 2021-03-04T23:39:17.784448+0000 mgr.x (mgr.34379) 1578 : cluster [DBG] pgmap v2253: 177 pgs: 177 active+clean; 252 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 50 op/s 2021-03-04T23:39:20.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:19 gibba023 bash[27374]: cluster 2021-03-04T23:39:18.583541+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1043: 8 total, 8 up, 7 in 2021-03-04T23:39:20.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:19 gibba023 bash[88433]: debug 2021-03-04T23:39:19.831+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:20.316 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:20.420 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:20.611 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:20 gibba008 bash[48858]: debug 2021-03-04T23:39:20.312+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:20.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:20 gibba008 bash[37770]: cluster 2021-03-04T23:39:19.589530+0000 mon.a (mon.0) 2635 : cluster [DBG] osdmap e1044: 8 total, 8 up, 7 in 2021-03-04T23:39:20.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:20 gibba008 bash[39303]: cluster 2021-03-04T23:39:19.589530+0000 mon.a (mon.0) 2635 : cluster [DBG] osdmap e1044: 8 total, 8 up, 7 in 2021-03-04T23:39:20.916 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:21.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:20 gibba023 bash[27374]: cluster 2021-03-04T23:39:19.589530+0000 mon.a (mon.0) 2635 : cluster [DBG] osdmap e1044: 8 total, 8 up, 7 in 2021-03-04T23:39:21.024 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:21.132 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:21.239 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:21.255 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:20 gibba008 bash[91265]: debug 2021-03-04T23:39:20.908+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:21.329 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:21.487 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:21.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:21 gibba023 bash[18090]: debug 2021-03-04T23:39:21.127+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:21 gibba023 bash[27374]: cluster 2021-03-04T23:39:19.784939+0000 mgr.x (mgr.34379) 1579 : cluster [DBG] pgmap v2256: 177 pgs: 177 active+clean; 252 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 50 op/s 2021-03-04T23:39:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:21 gibba023 bash[27374]: cluster 2021-03-04T23:39:20.605187+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1045: 8 total, 8 up, 7 in 2021-03-04T23:39:22.059 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:21 gibba008 bash[37770]: cluster 2021-03-04T23:39:19.784939+0000 mgr.x (mgr.34379) 1579 : cluster [DBG] pgmap v2256: 177 pgs: 177 active+clean; 252 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 50 op/s 2021-03-04T23:39:22.059 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:21 gibba008 bash[37770]: cluster 2021-03-04T23:39:20.605187+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1045: 8 total, 8 up, 7 in 2021-03-04T23:39:22.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:21 gibba008 bash[39303]: cluster 2021-03-04T23:39:19.784939+0000 mgr.x (mgr.34379) 1579 : cluster [DBG] pgmap v2256: 177 pgs: 177 active+clean; 252 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 50 op/s 2021-03-04T23:39:22.060 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:21 gibba008 bash[39303]: cluster 2021-03-04T23:39:20.605187+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1045: 8 total, 8 up, 7 in 2021-03-04T23:39:22.061 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:21 gibba008 bash[47391]: debug 2021-03-04T23:39:21.712+0000 7fa94cb11700 -1 osd.1 pg_epoch: 1046 pg[44.1a( v 1042'98 (0'0,1042'98] local-lis/les=1024/1025 n=9 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,4,5] r=0 lpr=1024 crt=1042'97 lcod 1042'97 mlcod 1042'97 active+clean+snaptrim trimq=[d~1]] removing snap head 2021-03-04T23:39:22.061 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:21 gibba008 bash[91265]: debug 2021-03-04T23:39:21.704+0000 7fc655231700 -1 osd.3 pg_epoch: 1046 pg[44.9( v 1042'56 (0'0,1042'56] local-lis/les=1024/1025 n=4 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [3,6,4] r=0 lpr=1024 crt=1042'56 lcod 1042'54 mlcod 1042'54 active+clean+snaptrim trimq=[d~1]] removing snap head 2021-03-04T23:39:22.142 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:22.245 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:22.330 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:22.434 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:22.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:22 gibba008 bash[91265]: debug 2021-03-04T23:39:22.136+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:22.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:22 gibba023 bash[19550]: debug 2021-03-04T23:39:22.323+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:22.562 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:22.665 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:22.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:22 gibba008 bash[39303]: cluster 2021-03-04T23:39:21.627328+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1046: 8 total, 8 up, 7 in 2021-03-04T23:39:22.898 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:22 gibba008 bash[37770]: cluster 2021-03-04T23:39:21.627328+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1046: 8 total, 8 up, 7 in 2021-03-04T23:39:22.899 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:22.909 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:22 gibba008 bash[47391]: debug 2021-03-04T23:39:22.892+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:23.006 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:22 gibba023 bash[27374]: cluster 2021-03-04T23:39:21.627328+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1046: 8 total, 8 up, 7 in 2021-03-04T23:39:23.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:22 gibba023 bash[15180]: debug 2021-03-04T23:39:22.555+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:23.107 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:39:23.190 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.199 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:23.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:23 gibba008 bash[173949]: debug 2021-03-04T23:39:23.184+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:23.595 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.703 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:23.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:23.919 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:23.936 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:23 gibba008 bash[173949]: debug 2021-03-04T23:39:23.588+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:23.937 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:23 gibba008 bash[37770]: cluster 2021-03-04T23:39:21.786105+0000 mgr.x (mgr.34379) 1580 : cluster [DBG] pgmap v2259: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2021-03-04T23:39:23.938 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:23 gibba008 bash[37770]: cluster 2021-03-04T23:39:22.634263+0000 mon.a (mon.0) 2638 : cluster [DBG] osdmap e1047: 8 total, 8 up, 7 in 2021-03-04T23:39:23.938 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:23 gibba008 bash[39303]: cluster 2021-03-04T23:39:21.786105+0000 mgr.x (mgr.34379) 1580 : cluster [DBG] pgmap v2259: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2021-03-04T23:39:23.938 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:23 gibba008 bash[39303]: cluster 2021-03-04T23:39:22.634263+0000 mon.a (mon.0) 2638 : cluster [DBG] osdmap e1047: 8 total, 8 up, 7 in 2021-03-04T23:39:24.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:23 gibba023 bash[27374]: cluster 2021-03-04T23:39:21.786105+0000 mgr.x (mgr.34379) 1580 : cluster [DBG] pgmap v2259: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2021-03-04T23:39:24.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:23 gibba023 bash[27374]: cluster 2021-03-04T23:39:22.634263+0000 mon.a (mon.0) 2638 : cluster [DBG] osdmap e1047: 8 total, 8 up, 7 in 2021-03-04T23:39:24.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:23 gibba023 bash[88433]: debug 2021-03-04T23:39:23.807+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:24.190 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Snaps (12350 ms) 2021-03-04T23:39:24.190 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsOtherPool 2021-03-04T23:39:24.256 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:24.272 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:24.329 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:39:24.421 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:24.427 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:24 gibba008 bash[91265]: debug 2021-03-04T23:39:24.416+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:24.529 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:24.623 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:24.728 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:24.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:24 gibba008 bash[37770]: cluster 2021-03-04T23:39:23.646016+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1048: 8 total, 8 up, 7 in 2021-03-04T23:39:24.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:24 gibba008 bash[39303]: cluster 2021-03-04T23:39:23.646016+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1048: 8 total, 8 up, 7 in 2021-03-04T23:39:24.815 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:24 gibba023 bash[27374]: cluster 2021-03-04T23:39:23.646016+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1048: 8 total, 8 up, 7 in 2021-03-04T23:39:24.816 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:24 gibba023 bash[18090]: debug 2021-03-04T23:39:24.619+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:24.817 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:24.919 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:25.011 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:25.118 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:25.135 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:24 gibba023 bash[18090]: debug 2021-03-04T23:39:24.811+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:25.136 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:25 gibba023 bash[19550]: debug 2021-03-04T23:39:25.003+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:25.228 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:25.334 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:25.467 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:25 gibba023 bash[88433]: debug 2021-03-04T23:39:25.223+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:25.468 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:25.572 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:25.692 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:39:25.725 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:39:25.726 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:39:25.726 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:39:25.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:25 gibba023 bash[15180]: debug 2021-03-04T23:39:25.463+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:25 gibba023 bash[27374]: cluster 2021-03-04T23:39:23.786716+0000 mgr.x (mgr.34379) 1581 : cluster [DBG] pgmap v2262: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 3.0 MiB/s wr, 138 op/s 2021-03-04T23:39:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:25 gibba023 bash[27374]: cluster 2021-03-04T23:39:24.655604+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1049: 8 total, 8 up, 7 in 2021-03-04T23:39:25.782 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:25.886 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:25.968 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:26.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:25 gibba008 bash[37770]: cluster 2021-03-04T23:39:23.786716+0000 mgr.x (mgr.34379) 1581 : cluster [DBG] pgmap v2262: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 3.0 MiB/s wr, 138 op/s 2021-03-04T23:39:26.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:25 gibba008 bash[37770]: cluster 2021-03-04T23:39:24.655604+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1049: 8 total, 8 up, 7 in 2021-03-04T23:39:26.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:25 gibba008 bash[39303]: cluster 2021-03-04T23:39:23.786716+0000 mgr.x (mgr.34379) 1581 : cluster [DBG] pgmap v2262: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 3.0 MiB/s wr, 138 op/s 2021-03-04T23:39:26.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:25 gibba008 bash[39303]: cluster 2021-03-04T23:39:24.655604+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1049: 8 total, 8 up, 7 in 2021-03-04T23:39:26.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:25 gibba008 bash[173949]: debug 2021-03-04T23:39:25.776+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:26.072 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:26.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:25 gibba023 bash[88433]: debug 2021-03-04T23:39:25.963+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:26.475 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:26.578 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:26.689 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:26 gibba008 bash[48858]: debug 2021-03-04T23:39:26.468+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:26.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:27.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:26 gibba008 bash[37770]: cluster 2021-03-04T23:39:25.680173+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1050: 8 total, 8 up, 7 in 2021-03-04T23:39:27.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:26 gibba008 bash[37770]: cluster 2021-03-04T23:39:25.787353+0000 mgr.x (mgr.34379) 1582 : cluster [DBG] pgmap v2265: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2021-03-04T23:39:27.013 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:26 gibba008 bash[48858]: debug 2021-03-04T23:39:26.920+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:27.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:26 gibba008 bash[39303]: cluster 2021-03-04T23:39:25.680173+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1050: 8 total, 8 up, 7 in 2021-03-04T23:39:27.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:26 gibba008 bash[39303]: cluster 2021-03-04T23:39:25.787353+0000 mgr.x (mgr.34379) 1582 : cluster [DBG] pgmap v2265: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2021-03-04T23:39:27.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:26 gibba023 bash[27374]: cluster 2021-03-04T23:39:25.680173+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1050: 8 total, 8 up, 7 in 2021-03-04T23:39:27.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:26 gibba023 bash[27374]: cluster 2021-03-04T23:39:25.787353+0000 mgr.x (mgr.34379) 1582 : cluster [DBG] pgmap v2265: 177 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 172 active+clean; 260 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2021-03-04T23:39:27.034 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:27.119 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:27.223 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:27.319 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:27 gibba023 bash[15180]: debug 2021-03-04T23:39:27.115+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:27.319 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:27.423 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:27.703 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:39:27.703 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:27 gibba023 bash[15180]: debug 2021-03-04T23:39:27.315+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:27.707 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:39:27.708 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:39:27.711 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:39:27.721 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:39:27.871 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:27.974 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:27.991 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:27 gibba008 bash[37770]: cluster 2021-03-04T23:39:26.684563+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1051: 8 total, 8 up, 7 in 2021-03-04T23:39:27.991 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:27 gibba008 bash[39303]: cluster 2021-03-04T23:39:26.684563+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1051: 8 total, 8 up, 7 in 2021-03-04T23:39:27.992 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:27 gibba008 bash[48858]: debug 2021-03-04T23:39:27.864+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:27 gibba023 bash[27374]: cluster 2021-03-04T23:39:26.684563+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1051: 8 total, 8 up, 7 in 2021-03-04T23:39:28.252 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:28.355 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:28.471 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:28.575 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:28.585 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:28 gibba008 bash[47391]: debug 2021-03-04T23:39:28.248+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:28.709 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:28 gibba023 bash[19550]: debug 2021-03-04T23:39:28.467+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:29.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:28 gibba008 bash[39303]: cluster 2021-03-04T23:39:27.696978+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1052: 8 total, 8 up, 7 in 2021-03-04T23:39:29.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:28 gibba008 bash[39303]: cluster 2021-03-04T23:39:27.788434+0000 mgr.x (mgr.34379) 1583 : cluster [DBG] pgmap v2268: 177 pgs: 177 active+clean; 284 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 75 op/s 2021-03-04T23:39:29.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:28 gibba008 bash[37770]: cluster 2021-03-04T23:39:27.696978+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1052: 8 total, 8 up, 7 in 2021-03-04T23:39:29.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:28 gibba008 bash[37770]: cluster 2021-03-04T23:39:27.788434+0000 mgr.x (mgr.34379) 1583 : cluster [DBG] pgmap v2268: 177 pgs: 177 active+clean; 284 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 75 op/s 2021-03-04T23:39:29.017 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:28 gibba023 bash[27374]: cluster 2021-03-04T23:39:27.696978+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1052: 8 total, 8 up, 7 in 2021-03-04T23:39:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:28 gibba023 bash[27374]: cluster 2021-03-04T23:39:27.788434+0000 mgr.x (mgr.34379) 1583 : cluster [DBG] pgmap v2268: 177 pgs: 177 active+clean; 284 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 75 op/s 2021-03-04T23:39:29.120 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:29.403 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:29 gibba008 bash[91265]: debug 2021-03-04T23:39:29.012+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:29.462 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:29.474 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:39:29.477 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:29.484 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:39:29.521 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:29.626 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:29.735 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:29.773 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:29 gibba008 bash[91265]: debug 2021-03-04T23:39:29.620+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:29.843 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:29.946 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:29 gibba023 bash[27374]: cluster 2021-03-04T23:39:28.720257+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1053: 8 total, 8 up, 7 in 2021-03-04T23:39:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:29 gibba023 bash[27374]: cluster 2021-03-04T23:39:29.454218+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1054: 8 total, 8 up, 7 in 2021-03-04T23:39:30.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:29 gibba023 bash[88433]: debug 2021-03-04T23:39:29.839+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:30.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:29 gibba008 bash[37770]: cluster 2021-03-04T23:39:28.720257+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1053: 8 total, 8 up, 7 in 2021-03-04T23:39:30.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:29 gibba008 bash[37770]: cluster 2021-03-04T23:39:29.454218+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1054: 8 total, 8 up, 7 in 2021-03-04T23:39:30.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:29 gibba008 bash[39303]: cluster 2021-03-04T23:39:28.720257+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1053: 8 total, 8 up, 7 in 2021-03-04T23:39:30.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:29 gibba008 bash[39303]: cluster 2021-03-04T23:39:29.454218+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1054: 8 total, 8 up, 7 in 2021-03-04T23:39:30.399 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:30.502 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:30.685 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:30 gibba008 bash[91265]: debug 2021-03-04T23:39:30.392+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:30.686 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:30.788 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:31.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:30 gibba008 bash[91265]: debug 2021-03-04T23:39:30.680+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:31.194 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:31.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:31.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:31 gibba008 bash[47391]: debug 2021-03-04T23:39:31.188+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:31.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:31 gibba008 bash[37770]: cluster 2021-03-04T23:39:29.788983+0000 mgr.x (mgr.34379) 1584 : cluster [DBG] pgmap v2271: 177 pgs: 177 active+clean; 284 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 75 op/s 2021-03-04T23:39:31.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:31 gibba008 bash[37770]: cluster 2021-03-04T23:39:30.467198+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1055: 8 total, 8 up, 7 in 2021-03-04T23:39:31.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:31 gibba008 bash[39303]: cluster 2021-03-04T23:39:29.788983+0000 mgr.x (mgr.34379) 1584 : cluster [DBG] pgmap v2271: 177 pgs: 177 active+clean; 284 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 75 op/s 2021-03-04T23:39:31.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:31 gibba008 bash[39303]: cluster 2021-03-04T23:39:30.467198+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1055: 8 total, 8 up, 7 in 2021-03-04T23:39:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:31 gibba023 bash[27374]: cluster 2021-03-04T23:39:29.788983+0000 mgr.x (mgr.34379) 1584 : cluster [DBG] pgmap v2271: 177 pgs: 177 active+clean; 284 MiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 35 MiB/s rd, 11 MiB/s wr, 75 op/s 2021-03-04T23:39:31.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:31 gibba023 bash[27374]: cluster 2021-03-04T23:39:30.467198+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1055: 8 total, 8 up, 7 in 2021-03-04T23:39:31.861 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:31.969 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:32.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:31 gibba008 bash[47391]: debug 2021-03-04T23:39:31.852+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:32.493 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:32.596 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:32.689 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:32.761 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:32 gibba008 bash[48858]: debug 2021-03-04T23:39:32.488+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:32.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:32 gibba008 bash[37770]: cluster 2021-03-04T23:39:31.471618+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1056: 8 total, 8 up, 7 in 2021-03-04T23:39:32.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:32 gibba008 bash[39303]: cluster 2021-03-04T23:39:31.471618+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1056: 8 total, 8 up, 7 in 2021-03-04T23:39:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:32 gibba023 bash[27374]: cluster 2021-03-04T23:39:31.471618+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1056: 8 total, 8 up, 7 in 2021-03-04T23:39:32.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:32 gibba023 bash[19550]: debug 2021-03-04T23:39:32.683+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:32.794 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:32.809 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:39:32.824 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:39:32.837 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:39:32.850 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:39:32.871 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:39:32.892 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:39:32.913 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:39:32.931 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:39:32.933 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.933 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.933 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.933 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.934 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.934 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.934 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.934 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:32.978 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:32.985 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:33.080 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:33.100 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:32 gibba008 bash[173949]: debug 2021-03-04T23:39:32.972+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:33.183 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:33.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:33.573 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[37770]: cluster 2021-03-04T23:39:31.790358+0000 mgr.x (mgr.34379) 1585 : cluster [DBG] pgmap v2274: 177 pgs: 177 active+clean; 312 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 12 KiB/s rd, 6.0 MiB/s wr, 21 op/s 2021-03-04T23:39:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[37770]: cluster 2021-03-04T23:39:32.488415+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1057: 8 total, 8 up, 7 in 2021-03-04T23:39:33.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[37770]: audit 2021-03-04T23:39:32.787958+0000 mon.c (mon.1) 173 : audit [DBG] from='client.? 172.21.2.108:0/3798914002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:33.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[39303]: cluster 2021-03-04T23:39:31.790358+0000 mgr.x (mgr.34379) 1585 : cluster [DBG] pgmap v2274: 177 pgs: 177 active+clean; 312 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 12 KiB/s rd, 6.0 MiB/s wr, 21 op/s 2021-03-04T23:39:33.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[39303]: cluster 2021-03-04T23:39:32.488415+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1057: 8 total, 8 up, 7 in 2021-03-04T23:39:33.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[39303]: audit 2021-03-04T23:39:32.787958+0000 mon.c (mon.1) 173 : audit [DBG] from='client.? 172.21.2.108:0/3798914002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:33.764 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[91265]: debug 2021-03-04T23:39:33.464+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:33.764 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:33 gibba008 bash[91265]: debug 2021-03-04T23:39:33.580+0000 7fc656233700 -1 osd.3 pg_epoch: 1058 pg[44.7( v 1054'152 (0'0,1054'152] local-lis/les=1024/1025 n=10 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [3,2,1] r=0 lpr=1024 crt=1054'152 lcod 1054'151 mlcod 1054'151 active+clean+snaptrim trimq=[19~1]] removing snap head 2021-03-04T23:39:33.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:33 gibba023 bash[18090]: debug 2021-03-04T23:39:33.499+0000 7f1b1d6c6700 -1 osd.6 pg_epoch: 1058 pg[44.19( v 1058'59 (0'0,1058'59] local-lis/les=1024/1025 n=5 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [6,4,3] r=0 lpr=1024 luod=1054'57 crt=1058'59 lcod 1054'55 mlcod 1054'55 active+clean+snaptrim trimq=[19~1]] removing snap head 2021-03-04T23:39:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:33 gibba023 bash[27374]: cluster 2021-03-04T23:39:31.790358+0000 mgr.x (mgr.34379) 1585 : cluster [DBG] pgmap v2274: 177 pgs: 177 active+clean; 312 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 12 KiB/s rd, 6.0 MiB/s wr, 21 op/s 2021-03-04T23:39:33.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:33 gibba023 bash[27374]: cluster 2021-03-04T23:39:32.488415+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1057: 8 total, 8 up, 7 in 2021-03-04T23:39:33.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:33 gibba023 bash[27374]: audit 2021-03-04T23:39:32.787958+0000 mon.c (mon.1) 173 : audit [DBG] from='client.? 172.21.2.108:0/3798914002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:34.056 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:34.159 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:34.503 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:34 gibba008 bash[47391]: debug 2021-03-04T23:39:34.052+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:34.618 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:34.721 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:34.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:34 gibba023 bash[27374]: cluster 2021-03-04T23:39:33.503525+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1058: 8 total, 8 up, 7 in 2021-03-04T23:39:34.841 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:34 gibba008 bash[37770]: cluster 2021-03-04T23:39:33.503525+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1058: 8 total, 8 up, 7 in 2021-03-04T23:39:34.842 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:34 gibba008 bash[39303]: cluster 2021-03-04T23:39:33.503525+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1058: 8 total, 8 up, 7 in 2021-03-04T23:39:34.843 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:34 gibba008 bash[173949]: debug 2021-03-04T23:39:34.612+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:35.092 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:35.195 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:35.441 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[48858]: debug 2021-03-04T23:39:35.088+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:35.442 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:35.544 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:35.732 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[37770]: cluster 2021-03-04T23:39:33.791440+0000 mgr.x (mgr.34379) 1586 : cluster [DBG] pgmap v2277: 177 pgs: 177 active+clean; 340 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 18 KiB/s rd, 12 MiB/s wr, 32 op/s 2021-03-04T23:39:35.733 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[37770]: cluster 2021-03-04T23:39:34.506527+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1059: 8 total, 8 up, 7 in 2021-03-04T23:39:35.733 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[39303]: cluster 2021-03-04T23:39:33.791440+0000 mgr.x (mgr.34379) 1586 : cluster [DBG] pgmap v2277: 177 pgs: 177 active+clean; 340 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 18 KiB/s rd, 12 MiB/s wr, 32 op/s 2021-03-04T23:39:35.734 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[39303]: cluster 2021-03-04T23:39:34.506527+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1059: 8 total, 8 up, 7 in 2021-03-04T23:39:35.734 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[47391]: debug 2021-03-04T23:39:35.436+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:35.735 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[48858]: debug 2021-03-04T23:39:35.520+0000 7fd399973700 -1 osd.2 pg_epoch: 1060 pg[44.12( v 1060'76 (0'0,1060'76] local-lis/les=1024/1025 n=6 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,1] r=0 lpr=1024 luod=1059'75 crt=1060'76 lcod 1058'73 mlcod 1058'73 active+clean+snaptrim trimq=[15~1] ps=[17~1,19~1]] removing snap head 2021-03-04T23:39:35.736 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:35.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:35 gibba023 bash[18090]: debug 2021-03-04T23:39:35.519+0000 7f1b21ecf700 -1 osd.6 pg_epoch: 1060 pg[44.18( v 1060'89 (0'0,1060'89] local-lis/les=1024/1025 n=13 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [6,2,3] r=0 lpr=1024 luod=1059'88 crt=1060'89 lcod 1058'86 mlcod 1058'86 active+clean+snaptrim trimq=[15~1] ps=[17~1,19~1]] removing snap head 2021-03-04T23:39:35.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:35 gibba023 bash[27374]: cluster 2021-03-04T23:39:33.791440+0000 mgr.x (mgr.34379) 1586 : cluster [DBG] pgmap v2277: 177 pgs: 177 active+clean; 340 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 18 KiB/s rd, 12 MiB/s wr, 32 op/s 2021-03-04T23:39:35.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:35 gibba023 bash[27374]: cluster 2021-03-04T23:39:34.506527+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1059: 8 total, 8 up, 7 in 2021-03-04T23:39:35.798 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[91265]: debug 2021-03-04T23:39:35.728+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:35.837 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:35.852 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsOtherPool (11662 ms) 2021-03-04T23:39:35.852 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsDataPool 2021-03-04T23:39:35.876 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:35.876 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:35.882 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:35.891 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:35.955 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:39:35.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:36.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:35 gibba008 bash[91265]: debug 2021-03-04T23:39:35.956+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:36.072 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.218 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.324 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.340 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[19550]: debug 2021-03-04T23:39:36.211+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:36.458 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.534 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pgp_num to 28 2021-03-04T23:39:36.535 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:39:36.566 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.656 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[19550]: debug 2021-03-04T23:39:36.451+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:36.657 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[27374]: cluster 2021-03-04T23:39:35.510487+0000 mon.a (mon.0) 2651 : cluster [DBG] osdmap e1060: 8 total, 8 up, 7 in 2021-03-04T23:39:36.657 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[27374]: audit 2021-03-04T23:39:35.775500+0000 mon.c (mon.1) 174 : audit [INF] from='client.? 172.21.2.108:0/1938890104' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.657 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[27374]: audit 2021-03-04T23:39:35.775805+0000 mon.a (mon.0) 2652 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.658 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[27374]: audit 2021-03-04T23:39:35.786309+0000 mon.a (mon.0) 2653 : audit [INF] from='client.? 172.21.2.108:0/4005563409' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:39:36.658 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.761 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:36.904 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[39303]: cluster 2021-03-04T23:39:35.510487+0000 mon.a (mon.0) 2651 : cluster [DBG] osdmap e1060: 8 total, 8 up, 7 in 2021-03-04T23:39:36.904 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[39303]: audit 2021-03-04T23:39:35.775500+0000 mon.c (mon.1) 174 : audit [INF] from='client.? 172.21.2.108:0/1938890104' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[39303]: audit 2021-03-04T23:39:35.775805+0000 mon.a (mon.0) 2652 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.905 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[39303]: audit 2021-03-04T23:39:35.786309+0000 mon.a (mon.0) 2653 : audit [INF] from='client.? 172.21.2.108:0/4005563409' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:39:36.906 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[37770]: cluster 2021-03-04T23:39:35.510487+0000 mon.a (mon.0) 2651 : cluster [DBG] osdmap e1060: 8 total, 8 up, 7 in 2021-03-04T23:39:36.906 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[37770]: audit 2021-03-04T23:39:35.775500+0000 mon.c (mon.1) 174 : audit [INF] from='client.? 172.21.2.108:0/1938890104' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.906 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[37770]: audit 2021-03-04T23:39:35.775805+0000 mon.a (mon.0) 2652 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.907 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[37770]: audit 2021-03-04T23:39:35.786309+0000 mon.a (mon.0) 2653 : audit [INF] from='client.? 172.21.2.108:0/4005563409' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:39:36.907 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:37.013 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.023 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:36 gibba023 bash[19550]: debug 2021-03-04T23:39:36.651+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:37.086 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:39:37.103 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.169 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:37.191 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:36 gibba008 bash[48858]: debug 2021-03-04T23:39:36.896+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:37.205 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:37.463 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:37.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[19550]: debug 2021-03-04T23:39:37.095+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:37.527 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:37.543 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:37.547 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:39:37.555 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:39:37.556 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:39:37.556 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:39:37.630 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.716 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[47391]: debug 2021-03-04T23:39:37.520+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[37770]: cluster 2021-03-04T23:39:35.792376+0000 mgr.x (mgr.34379) 1587 : cluster [DBG] pgmap v2280: 177 pgs: 177 active+clean; 340 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 5.5 KiB/s rd, 6.0 MiB/s wr, 10 op/s 2021-03-04T23:39:37.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[37770]: cluster 2021-03-04T23:39:36.517226+0000 mon.a (mon.0) 2654 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:37.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[37770]: audit 2021-03-04T23:39:36.528990+0000 mon.a (mon.0) 2655 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:37.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[37770]: audit 2021-03-04T23:39:36.529028+0000 mon.a (mon.0) 2656 : audit [INF] from='client.? 172.21.2.108:0/4005563409' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:39:37.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[37770]: cluster 2021-03-04T23:39:36.529092+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1061: 8 total, 8 up, 7 in 2021-03-04T23:39:37.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[39303]: cluster 2021-03-04T23:39:35.792376+0000 mgr.x (mgr.34379) 1587 : cluster [DBG] pgmap v2280: 177 pgs: 177 active+clean; 340 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 5.5 KiB/s rd, 6.0 MiB/s wr, 10 op/s 2021-03-04T23:39:37.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[39303]: cluster 2021-03-04T23:39:36.517226+0000 mon.a (mon.0) 2654 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:37.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[39303]: audit 2021-03-04T23:39:36.528990+0000 mon.a (mon.0) 2655 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:37.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[39303]: audit 2021-03-04T23:39:36.529028+0000 mon.a (mon.0) 2656 : audit [INF] from='client.? 172.21.2.108:0/4005563409' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:39:37.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:37 gibba008 bash[39303]: cluster 2021-03-04T23:39:36.529092+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1061: 8 total, 8 up, 7 in 2021-03-04T23:39:37.820 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:37.838 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[19550]: debug 2021-03-04T23:39:37.711+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:37.839 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[27374]: cluster 2021-03-04T23:39:35.792376+0000 mgr.x (mgr.34379) 1587 : cluster [DBG] pgmap v2280: 177 pgs: 177 active+clean; 340 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 5.5 KiB/s rd, 6.0 MiB/s wr, 10 op/s 2021-03-04T23:39:37.839 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[27374]: cluster 2021-03-04T23:39:36.517226+0000 mon.a (mon.0) 2654 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:37.839 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[27374]: audit 2021-03-04T23:39:36.528990+0000 mon.a (mon.0) 2655 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:37.839 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[27374]: audit 2021-03-04T23:39:36.529028+0000 mon.a (mon.0) 2656 : audit [INF] from='client.? 172.21.2.108:0/4005563409' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:39:37.840 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[27374]: cluster 2021-03-04T23:39:36.529092+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1061: 8 total, 8 up, 7 in 2021-03-04T23:39:37.905 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:38.009 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:38.122 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:37 gibba023 bash[15180]: debug 2021-03-04T23:39:37.899+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:38.123 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:38.225 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:38.466 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:38.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:38 gibba008 bash[47391]: debug 2021-03-04T23:39:38.460+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:38.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:38 gibba023 bash[18090]: debug 2021-03-04T23:39:38.119+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:38.575 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:38.657 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:38.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:38.841 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:38 gibba023 bash[27374]: cluster 2021-03-04T23:39:37.539795+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1062: 8 total, 8 up, 7 in 2021-03-04T23:39:38.842 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:38 gibba023 bash[15180]: debug 2021-03-04T23:39:38.651+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:38.842 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:38.945 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:39.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:38 gibba008 bash[39303]: cluster 2021-03-04T23:39:37.539795+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1062: 8 total, 8 up, 7 in 2021-03-04T23:39:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:38 gibba008 bash[37770]: cluster 2021-03-04T23:39:37.539795+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1062: 8 total, 8 up, 7 in 2021-03-04T23:39:39.077 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:39.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:39.198 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:38 gibba023 bash[19550]: debug 2021-03-04T23:39:38.835+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:39.198 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[19550]: debug 2021-03-04T23:39:39.071+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:39.267 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:39.370 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:39.458 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[15180]: debug 2021-03-04T23:39:39.263+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:39.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:39.468 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:39:39.470 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:39:39.471 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:39:39.478 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:39:39.495 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:39:39.560 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:39.687 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:39.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[18090]: debug 2021-03-04T23:39:39.451+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:39.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[27374]: cluster 2021-03-04T23:39:37.793307+0000 mgr.x (mgr.34379) 1588 : cluster [DBG] pgmap v2283: 177 pgs: 177 active+clean; 356 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 168 op/s 2021-03-04T23:39:39.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[27374]: cluster 2021-03-04T23:39:38.551871+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1063: 8 total, 8 up, 7 in 2021-03-04T23:39:39.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[27374]: cluster 2021-03-04T23:39:39.458653+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1064: 8 total, 8 up, 7 in 2021-03-04T23:39:39.776 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:39 gibba023 bash[19550]: debug 2021-03-04T23:39:39.683+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:39.791 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:39.960 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[39303]: cluster 2021-03-04T23:39:37.793307+0000 mgr.x (mgr.34379) 1588 : cluster [DBG] pgmap v2283: 177 pgs: 177 active+clean; 356 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 168 op/s 2021-03-04T23:39:39.960 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[39303]: cluster 2021-03-04T23:39:38.551871+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1063: 8 total, 8 up, 7 in 2021-03-04T23:39:39.960 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[39303]: cluster 2021-03-04T23:39:39.458653+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1064: 8 total, 8 up, 7 in 2021-03-04T23:39:39.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[37770]: cluster 2021-03-04T23:39:37.793307+0000 mgr.x (mgr.34379) 1588 : cluster [DBG] pgmap v2283: 177 pgs: 177 active+clean; 356 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 168 op/s 2021-03-04T23:39:39.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[37770]: cluster 2021-03-04T23:39:38.551871+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1063: 8 total, 8 up, 7 in 2021-03-04T23:39:39.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[37770]: cluster 2021-03-04T23:39:39.458653+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1064: 8 total, 8 up, 7 in 2021-03-04T23:39:39.965 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:40.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:40.256 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:39 gibba008 bash[48858]: debug 2021-03-04T23:39:39.956+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:40.273 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:40.380 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:40.474 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:40.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:40 gibba008 bash[48858]: debug 2021-03-04T23:39:40.268+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:40.578 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:40.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:40 gibba023 bash[88433]: debug 2021-03-04T23:39:40.467+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:40.985 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:41.088 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:40 gibba008 bash[48858]: debug 2021-03-04T23:39:40.980+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:41.283 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:39:41.397 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.418 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:41.482 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:41.494 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:39:41.497 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:41.501 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:41.586 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:41.692 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:41.714 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:41 gibba008 bash[37770]: cluster 2021-03-04T23:39:39.794370+0000 mgr.x (mgr.34379) 1589 : cluster [DBG] pgmap v2286: 177 pgs: 177 active+clean; 356 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 168 op/s 2021-03-04T23:39:41.715 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:41 gibba008 bash[37770]: cluster 2021-03-04T23:39:40.471691+0000 mon.a (mon.0) 2661 : cluster [DBG] osdmap e1065: 8 total, 8 up, 7 in 2021-03-04T23:39:41.715 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:41 gibba008 bash[39303]: cluster 2021-03-04T23:39:39.794370+0000 mgr.x (mgr.34379) 1589 : cluster [DBG] pgmap v2286: 177 pgs: 177 active+clean; 356 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 168 op/s 2021-03-04T23:39:41.716 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:41 gibba008 bash[39303]: cluster 2021-03-04T23:39:40.471691+0000 mon.a (mon.0) 2661 : cluster [DBG] osdmap e1065: 8 total, 8 up, 7 in 2021-03-04T23:39:41.716 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:41 gibba008 bash[91265]: debug 2021-03-04T23:39:41.392+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:41.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:41 gibba023 bash[27374]: cluster 2021-03-04T23:39:39.794370+0000 mgr.x (mgr.34379) 1589 : cluster [DBG] pgmap v2286: 177 pgs: 177 active+clean; 356 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 168 op/s 2021-03-04T23:39:41.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:41 gibba023 bash[27374]: cluster 2021-03-04T23:39:40.471691+0000 mon.a (mon.0) 2661 : cluster [DBG] osdmap e1065: 8 total, 8 up, 7 in 2021-03-04T23:39:41.776 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:41 gibba023 bash[19550]: debug 2021-03-04T23:39:41.579+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:42.181 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:42.284 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:42.486 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:42 gibba008 bash[48858]: debug 2021-03-04T23:39:42.176+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:42.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:42 gibba008 bash[37770]: cluster 2021-03-04T23:39:41.474750+0000 mon.a (mon.0) 2662 : cluster [DBG] osdmap e1066: 8 total, 8 up, 7 in 2021-03-04T23:39:42.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:42 gibba008 bash[39303]: cluster 2021-03-04T23:39:41.474750+0000 mon.a (mon.0) 2662 : cluster [DBG] osdmap e1066: 8 total, 8 up, 7 in 2021-03-04T23:39:42.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:42 gibba023 bash[27374]: cluster 2021-03-04T23:39:41.474750+0000 mon.a (mon.0) 2662 : cluster [DBG] osdmap e1066: 8 total, 8 up, 7 in 2021-03-04T23:39:42.957 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:43.060 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:43.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:42 gibba008 bash[91265]: debug 2021-03-04T23:39:42.952+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:43.536 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:43.679 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:43.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:43 gibba008 bash[37770]: cluster 2021-03-04T23:39:41.795974+0000 mgr.x (mgr.34379) 1590 : cluster [DBG] pgmap v2289: 177 pgs: 177 active+clean; 376 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 3.5 KiB/s rd, 4.0 MiB/s wr, 8 op/s 2021-03-04T23:39:43.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:43 gibba008 bash[37770]: cluster 2021-03-04T23:39:42.497435+0000 mon.a (mon.0) 2663 : cluster [DBG] osdmap e1067: 8 total, 8 up, 7 in 2021-03-04T23:39:43.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:43 gibba008 bash[39303]: cluster 2021-03-04T23:39:41.795974+0000 mgr.x (mgr.34379) 1590 : cluster [DBG] pgmap v2289: 177 pgs: 177 active+clean; 376 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 3.5 KiB/s rd, 4.0 MiB/s wr, 8 op/s 2021-03-04T23:39:43.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:43 gibba008 bash[39303]: cluster 2021-03-04T23:39:42.497435+0000 mon.a (mon.0) 2663 : cluster [DBG] osdmap e1067: 8 total, 8 up, 7 in 2021-03-04T23:39:43.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:43 gibba008 bash[48858]: debug 2021-03-04T23:39:43.528+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:43 gibba023 bash[27374]: cluster 2021-03-04T23:39:41.795974+0000 mgr.x (mgr.34379) 1590 : cluster [DBG] pgmap v2289: 177 pgs: 177 active+clean; 376 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 3.5 KiB/s rd, 4.0 MiB/s wr, 8 op/s 2021-03-04T23:39:43.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:43 gibba023 bash[27374]: cluster 2021-03-04T23:39:42.497435+0000 mon.a (mon.0) 2663 : cluster [DBG] osdmap e1067: 8 total, 8 up, 7 in 2021-03-04T23:39:44.097 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:44.200 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:44.229 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 1] out_osds: [7] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:39:44.230 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:44.230 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [0, 2, 3, 4, 5, 6, 1] 2021-03-04T23:39:44.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd out 0 2021-03-04T23:39:44.311 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:44.313 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:44.334 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:44 gibba008 bash[91265]: debug 2021-03-04T23:39:44.092+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:44.420 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:44.518 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:44 gibba023 bash[88433]: debug 2021-03-04T23:39:44.307+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:44.519 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:44.622 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:44.761 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:44.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:44 gibba008 bash[39303]: cluster 2021-03-04T23:39:43.502596+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e1068: 8 total, 8 up, 7 in 2021-03-04T23:39:44.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:44 gibba008 bash[37770]: cluster 2021-03-04T23:39:43.502596+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e1068: 8 total, 8 up, 7 in 2021-03-04T23:39:44.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:44 gibba023 bash[27374]: cluster 2021-03-04T23:39:43.502596+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e1068: 8 total, 8 up, 7 in 2021-03-04T23:39:44.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:44 gibba023 bash[15180]: debug 2021-03-04T23:39:44.511+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:44.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:44 gibba023 bash[18090]: debug 2021-03-04T23:39:44.755+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:44.869 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:45.372 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:45.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:45.596 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:45.628 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:45.714 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:45.821 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:45.838 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[91265]: debug 2021-03-04T23:39:45.516+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:45.839 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: cluster 2021-03-04T23:39:43.797099+0000 mgr.x (mgr.34379) 1591 : cluster [DBG] pgmap v2292: 177 pgs: 177 active+clean; 396 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 9.5 KiB/s rd, 8.0 MiB/s wr, 19 op/s 2021-03-04T23:39:45.839 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: cluster 2021-03-04T23:39:44.511458+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1069: 8 total, 8 up, 7 in 2021-03-04T23:39:45.839 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.869287+0000 mon.a (mon.0) 2666 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 0]}]: dispatch 2021-03-04T23:39:45.839 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.870556+0000 mon.a (mon.0) 2667 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:39:45.840 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.871255+0000 mon.a (mon.0) 2668 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:39:45.840 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.871933+0000 mon.a (mon.0) 2669 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:39:45.840 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.872621+0000 mon.a (mon.0) 2670 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:39:45.840 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.873312+0000 mon.a (mon.0) 2671 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.5", "id": [1, 6]}]: dispatch 2021-03-04T23:39:45.841 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:44.874004+0000 mon.a (mon.0) 2672 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.d", "id": [1, 3]}]: dispatch 2021-03-04T23:39:45.841 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[39303]: audit 2021-03-04T23:39:45.107428+0000 mon.a (mon.0) 2673 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:45.841 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: cluster 2021-03-04T23:39:43.797099+0000 mgr.x (mgr.34379) 1591 : cluster [DBG] pgmap v2292: 177 pgs: 177 active+clean; 396 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 9.5 KiB/s rd, 8.0 MiB/s wr, 19 op/s 2021-03-04T23:39:45.842 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: cluster 2021-03-04T23:39:44.511458+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1069: 8 total, 8 up, 7 in 2021-03-04T23:39:45.842 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.869287+0000 mon.a (mon.0) 2666 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 0]}]: dispatch 2021-03-04T23:39:45.842 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.870556+0000 mon.a (mon.0) 2667 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:39:45.843 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.871255+0000 mon.a (mon.0) 2668 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:39:45.843 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.871933+0000 mon.a (mon.0) 2669 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:39:45.843 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.872621+0000 mon.a (mon.0) 2670 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:39:45.843 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.873312+0000 mon.a (mon.0) 2671 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.5", "id": [1, 6]}]: dispatch 2021-03-04T23:39:45.843 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:44.874004+0000 mon.a (mon.0) 2672 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.d", "id": [1, 3]}]: dispatch 2021-03-04T23:39:45.844 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:45 gibba008 bash[37770]: audit 2021-03-04T23:39:45.107428+0000 mon.a (mon.0) 2673 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:46.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[19550]: debug 2021-03-04T23:39:45.707+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: cluster 2021-03-04T23:39:43.797099+0000 mgr.x (mgr.34379) 1591 : cluster [DBG] pgmap v2292: 177 pgs: 177 active+clean; 396 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 9.5 KiB/s rd, 8.0 MiB/s wr, 19 op/s 2021-03-04T23:39:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: cluster 2021-03-04T23:39:44.511458+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1069: 8 total, 8 up, 7 in 2021-03-04T23:39:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.869287+0000 mon.a (mon.0) 2666 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 0]}]: dispatch 2021-03-04T23:39:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.870556+0000 mon.a (mon.0) 2667 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:39:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.871255+0000 mon.a (mon.0) 2668 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:39:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.871933+0000 mon.a (mon.0) 2669 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:39:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.872621+0000 mon.a (mon.0) 2670 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:39:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.873312+0000 mon.a (mon.0) 2671 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.5", "id": [1, 6]}]: dispatch 2021-03-04T23:39:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:44.874004+0000 mon.a (mon.0) 2672 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.d", "id": [1, 3]}]: dispatch 2021-03-04T23:39:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:45 gibba023 bash[27374]: audit 2021-03-04T23:39:45.107428+0000 mon.a (mon.0) 2673 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:46.386 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:46.489 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:46.573 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:46.651 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:46 gibba008 bash[47391]: debug 2021-03-04T23:39:46.380+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:46.652 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:46 gibba008 bash[173949]: debug 2021-03-04T23:39:46.592+0000 7f36968ba700 -1 osd.0 pg_epoch: 1070 pg[44.0( v 1066'140 (0'0,1066'140] local-lis/les=1024/1025 n=7 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [0,4,3] r=0 lpr=1024 crt=1066'140 lcod 1064'138 mlcod 1064'138 active+clean+snaptrim trimq=[22~1]] removing snap head 2021-03-04T23:39:46.676 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:46.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:46 gibba023 bash[19550]: debug 2021-03-04T23:39:46.567+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:47.135 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:46 gibba008 bash[173949]: debug 2021-03-04T23:39:46.600+0000 7f36988be700 -1 osd.0 pg_epoch: 1070 pg[44.4( v 1066'63 (0'0,1066'63] local-lis/les=1024/1025 n=7 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [0,4,5] r=0 lpr=1024 crt=1066'61 lcod 1066'62 mlcod 1066'62 active+clean+snaptrim trimq=[22~1]] removing snap head 2021-03-04T23:39:47.244 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:47.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:47.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:47 gibba008 bash[48858]: debug 2021-03-04T23:39:47.240+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:47.553 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:47.663 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:47.829 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:47 gibba023 bash[27374]: cluster 2021-03-04T23:39:45.798275+0000 mgr.x (mgr.34379) 1592 : cluster [DBG] pgmap v2294: 177 pgs: 177 active+clean; 396 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 5.5 KiB/s rd, 5.5 MiB/s wr, 12 op/s 2021-03-04T23:39:47.830 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:47 gibba023 bash[27374]: cluster 2021-03-04T23:39:46.530161+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1070: 8 total, 8 up, 7 in 2021-03-04T23:39:47.830 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:47.856 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:47 gibba008 bash[37770]: cluster 2021-03-04T23:39:45.798275+0000 mgr.x (mgr.34379) 1592 : cluster [DBG] pgmap v2294: 177 pgs: 177 active+clean; 396 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 5.5 KiB/s rd, 5.5 MiB/s wr, 12 op/s 2021-03-04T23:39:47.857 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:47 gibba008 bash[37770]: cluster 2021-03-04T23:39:46.530161+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1070: 8 total, 8 up, 7 in 2021-03-04T23:39:47.857 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:47 gibba008 bash[173949]: debug 2021-03-04T23:39:47.544+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:47.858 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:47 gibba008 bash[39303]: cluster 2021-03-04T23:39:45.798275+0000 mgr.x (mgr.34379) 1592 : cluster [DBG] pgmap v2294: 177 pgs: 177 active+clean; 396 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 5.5 KiB/s rd, 5.5 MiB/s wr, 12 op/s 2021-03-04T23:39:47.858 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:47 gibba008 bash[39303]: cluster 2021-03-04T23:39:46.530161+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1070: 8 total, 8 up, 7 in 2021-03-04T23:39:47.937 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:48.032 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:48.135 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:48.224 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:48.224 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:48.275 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:48 gibba023 bash[15180]: debug 2021-03-04T23:39:48.027+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:48.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:47 gibba023 bash[88433]: debug 2021-03-04T23:39:47.823+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:48.355 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:48.463 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:48.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:48 gibba008 bash[47391]: debug 2021-03-04T23:39:48.348+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:48.878 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:48 gibba008 bash[37770]: cluster 2021-03-04T23:39:47.545200+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1071: 8 total, 8 up, 7 in 2021-03-04T23:39:48.879 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:48 gibba008 bash[39303]: cluster 2021-03-04T23:39:47.545200+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1071: 8 total, 8 up, 7 in 2021-03-04T23:39:48.879 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:48 gibba008 bash[91265]: debug 2021-03-04T23:39:48.560+0000 7fc65422f700 -1 osd.3 pg_epoch: 1072 pg[44.1b( v 1072'96 (0'0,1072'96] local-lis/les=1024/1025 n=9 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [3,4,1] r=0 lpr=1024 luod=1071'93 crt=1072'94 lcod 1064'91 mlcod 1064'91 active+clean+snaptrim trimq=[1e~1] ps=[20~1,22~1]] removing snap head 2021-03-04T23:39:48.881 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:48.982 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:49.014 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsDataPool (13162 ms) 2021-03-04T23:39:49.015 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2021-03-04T23:39:49.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:48 gibba023 bash[27374]: cluster 2021-03-04T23:39:47.545200+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1071: 8 total, 8 up, 7 in 2021-03-04T23:39:49.038 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:49.045 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:39:49.095 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:39:49.286 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:48 gibba008 bash[91265]: debug 2021-03-04T23:39:48.872+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:49.488 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:49.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:49.609 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[173949]: debug 2021-03-04T23:39:49.480+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:49.609 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[37770]: cluster 2021-03-04T23:39:47.799371+0000 mgr.x (mgr.34379) 1593 : cluster [DBG] pgmap v2297: 177 pgs: 177 active+clean; 416 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s rd, 5.6 MiB/s wr, 151 op/s 2021-03-04T23:39:49.610 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[37770]: cluster 2021-03-04T23:39:48.556657+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1072: 8 total, 8 up, 7 in 2021-03-04T23:39:49.610 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[37770]: audit 2021-03-04T23:39:48.799363+0000 mon.a (mon.0) 2677 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:49.610 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[37770]: audit 2021-03-04T23:39:48.802948+0000 mon.a (mon.0) 2678 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:49.610 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[37770]: audit 2021-03-04T23:39:48.804012+0000 mon.a (mon.0) 2679 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:49.611 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[39303]: cluster 2021-03-04T23:39:47.799371+0000 mgr.x (mgr.34379) 1593 : cluster [DBG] pgmap v2297: 177 pgs: 177 active+clean; 416 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s rd, 5.6 MiB/s wr, 151 op/s 2021-03-04T23:39:49.611 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[39303]: cluster 2021-03-04T23:39:48.556657+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1072: 8 total, 8 up, 7 in 2021-03-04T23:39:49.611 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[39303]: audit 2021-03-04T23:39:48.799363+0000 mon.a (mon.0) 2677 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:49.611 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[39303]: audit 2021-03-04T23:39:48.802948+0000 mon.a (mon.0) 2678 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:49.612 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:49 gibba008 bash[39303]: audit 2021-03-04T23:39:48.804012+0000 mon.a (mon.0) 2679 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:50.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:49 gibba023 bash[27374]: cluster 2021-03-04T23:39:47.799371+0000 mgr.x (mgr.34379) 1593 : cluster [DBG] pgmap v2297: 177 pgs: 177 active+clean; 416 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 35 MiB/s rd, 5.6 MiB/s wr, 151 op/s 2021-03-04T23:39:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:49 gibba023 bash[27374]: cluster 2021-03-04T23:39:48.556657+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1072: 8 total, 8 up, 7 in 2021-03-04T23:39:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:49 gibba023 bash[27374]: audit 2021-03-04T23:39:48.799363+0000 mon.a (mon.0) 2677 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:49 gibba023 bash[27374]: audit 2021-03-04T23:39:48.802948+0000 mon.a (mon.0) 2678 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:50.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:49 gibba023 bash[27374]: audit 2021-03-04T23:39:48.804012+0000 mon.a (mon.0) 2679 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:50.161 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:50.263 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:50.346 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:39:50.359 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:39:50.372 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:39:50.381 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:50.385 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:39:50.407 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:39:50.428 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:39:50.451 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:39:50.471 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:39:50.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:50.484 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:50.489 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[91265]: debug 2021-03-04T23:39:50.156+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:50.490 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[173949]: debug 2021-03-04T23:39:50.376+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:50.598 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:39:50.620 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:39:50.620 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:39:50.621 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:39:50.663 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:50.753 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[37770]: cluster 2021-03-04T23:39:49.570580+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1073: 8 total, 8 up, 7 in 2021-03-04T23:39:50.754 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[37770]: audit 2021-03-04T23:39:50.329352+0000 mon.c (mon.1) 175 : audit [DBG] from='client.? 172.21.2.108:0/764311184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:50.754 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[48858]: debug 2021-03-04T23:39:50.656+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:50.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[39303]: cluster 2021-03-04T23:39:49.570580+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1073: 8 total, 8 up, 7 in 2021-03-04T23:39:50.755 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:50 gibba008 bash[39303]: audit 2021-03-04T23:39:50.329352+0000 mon.c (mon.1) 175 : audit [DBG] from='client.? 172.21.2.108:0/764311184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:50.767 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:50.799 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:39:50.887 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:50.910 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:50 gibba023 bash[27374]: cluster 2021-03-04T23:39:49.570580+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1073: 8 total, 8 up, 7 in 2021-03-04T23:39:50.910 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:50 gibba023 bash[27374]: audit 2021-03-04T23:39:50.329352+0000 mon.c (mon.1) 175 : audit [DBG] from='client.? 172.21.2.108:0/764311184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:51.185 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:51.288 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:51.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:51 gibba008 bash[173949]: debug 2021-03-04T23:39:51.180+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:51.695 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:51.798 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:51.937 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:51 gibba023 bash[27374]: cluster 2021-03-04T23:39:49.800637+0000 mgr.x (mgr.34379) 1594 : cluster [DBG] pgmap v2300: 177 pgs: 177 active+clean; 416 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2021-03-04T23:39:51.937 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:51 gibba023 bash[27374]: cluster 2021-03-04T23:39:50.579905+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1074: 8 total, 8 up, 7 in 2021-03-04T23:39:52.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:51 gibba008 bash[37770]: cluster 2021-03-04T23:39:49.800637+0000 mgr.x (mgr.34379) 1594 : cluster [DBG] pgmap v2300: 177 pgs: 177 active+clean; 416 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2021-03-04T23:39:52.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:51 gibba008 bash[37770]: cluster 2021-03-04T23:39:50.579905+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1074: 8 total, 8 up, 7 in 2021-03-04T23:39:52.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:51 gibba008 bash[39303]: cluster 2021-03-04T23:39:49.800637+0000 mgr.x (mgr.34379) 1594 : cluster [DBG] pgmap v2300: 177 pgs: 177 active+clean; 416 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2021-03-04T23:39:52.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:51 gibba008 bash[39303]: cluster 2021-03-04T23:39:50.579905+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1074: 8 total, 8 up, 7 in 2021-03-04T23:39:52.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:39:51 gibba008 bash[173949]: debug 2021-03-04T23:39:51.688+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:52.070 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:52.173 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:52.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:52 gibba023 bash[18090]: debug 2021-03-04T23:39:52.067+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:52.391 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:52.494 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:52.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:52 gibba008 bash[48858]: debug 2021-03-04T23:39:52.384+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:52.604 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:39:52.608 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:39:52.608 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:39:52.617 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:39:52.635 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:39:52.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:52 gibba008 bash[37770]: cluster 2021-03-04T23:39:51.584302+0000 mon.a (mon.0) 2682 : cluster [DBG] osdmap e1075: 8 total, 8 up, 7 in 2021-03-04T23:39:52.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:52 gibba008 bash[39303]: cluster 2021-03-04T23:39:51.584302+0000 mon.a (mon.0) 2682 : cluster [DBG] osdmap e1075: 8 total, 8 up, 7 in 2021-03-04T23:39:52.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:52 gibba023 bash[27374]: cluster 2021-03-04T23:39:51.584302+0000 mon.a (mon.0) 2682 : cluster [DBG] osdmap e1075: 8 total, 8 up, 7 in 2021-03-04T23:39:53.052 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:53.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:53.374 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:53.476 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[47391]: debug 2021-03-04T23:39:53.044+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:53.477 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:53.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:53 gibba023 bash[19550]: debug 2021-03-04T23:39:53.367+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[37770]: cluster 2021-03-04T23:39:51.801200+0000 mgr.x (mgr.34379) 1595 : cluster [DBG] pgmap v2303: 177 pgs: 177 active+clean; 420 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2021-03-04T23:39:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[37770]: cluster 2021-03-04T23:39:52.594653+0000 mon.a (mon.0) 2683 : cluster [DBG] osdmap e1076: 8 total, 8 up, 7 in 2021-03-04T23:39:53.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[37770]: audit 2021-03-04T23:39:53.097711+0000 mon.a (mon.0) 2684 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:53.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[39303]: cluster 2021-03-04T23:39:51.801200+0000 mgr.x (mgr.34379) 1595 : cluster [DBG] pgmap v2303: 177 pgs: 177 active+clean; 420 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2021-03-04T23:39:53.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[39303]: cluster 2021-03-04T23:39:52.594653+0000 mon.a (mon.0) 2683 : cluster [DBG] osdmap e1076: 8 total, 8 up, 7 in 2021-03-04T23:39:53.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:53 gibba008 bash[39303]: audit 2021-03-04T23:39:53.097711+0000 mon.a (mon.0) 2684 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:53.807 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:53.909 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:53 gibba023 bash[27374]: cluster 2021-03-04T23:39:51.801200+0000 mgr.x (mgr.34379) 1595 : cluster [DBG] pgmap v2303: 177 pgs: 177 active+clean; 420 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2021-03-04T23:39:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:53 gibba023 bash[27374]: cluster 2021-03-04T23:39:52.594653+0000 mon.a (mon.0) 2683 : cluster [DBG] osdmap e1076: 8 total, 8 up, 7 in 2021-03-04T23:39:54.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:53 gibba023 bash[27374]: audit 2021-03-04T23:39:53.097711+0000 mon.a (mon.0) 2684 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:54.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:53 gibba023 bash[88433]: debug 2021-03-04T23:39:53.803+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:54.373 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:54.466 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:39:54.478 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:39:54.481 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:39:54.482 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:54.600 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:54.704 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:54.729 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:39:54.729 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:39:54.729 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:39:54.729 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:39:54.754 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[47391]: debug 2021-03-04T23:39:54.592+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:54.755 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[48858]: debug 2021-03-04T23:39:54.368+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:54.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[37770]: cephadm 2021-03-04T23:39:53.099689+0000 mgr.x (mgr.34379) 1596 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:39:54.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[37770]: cluster 2021-03-04T23:39:53.603049+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1077: 8 total, 8 up, 7 in 2021-03-04T23:39:54.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[37770]: cluster 2021-03-04T23:39:54.459398+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1078: 8 total, 8 up, 7 in 2021-03-04T23:39:54.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[39303]: cephadm 2021-03-04T23:39:53.099689+0000 mgr.x (mgr.34379) 1596 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:39:54.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[39303]: cluster 2021-03-04T23:39:53.603049+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1077: 8 total, 8 up, 7 in 2021-03-04T23:39:54.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:54 gibba008 bash[39303]: cluster 2021-03-04T23:39:54.459398+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1078: 8 total, 8 up, 7 in 2021-03-04T23:39:54.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:54 gibba023 bash[27374]: cephadm 2021-03-04T23:39:53.099689+0000 mgr.x (mgr.34379) 1596 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:39:54.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:54 gibba023 bash[27374]: cluster 2021-03-04T23:39:53.603049+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1077: 8 total, 8 up, 7 in 2021-03-04T23:39:54.764 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:54 gibba023 bash[27374]: cluster 2021-03-04T23:39:54.459398+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1078: 8 total, 8 up, 7 in 2021-03-04T23:39:54.772 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:54.875 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:55.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:54 gibba023 bash[88433]: debug 2021-03-04T23:39:54.767+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:55.061 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:55.138 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:55.213 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:55.315 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:55.447 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:55.457 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:39:55.471 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:39:55.503 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[15180]: debug 2021-03-04T23:39:55.443+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:55.503 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[18090]: debug 2021-03-04T23:39:55.207+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:55.550 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:55.589 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[27374]: cluster 2021-03-04T23:39:53.802276+0000 mgr.x (mgr.34379) 1597 : cluster [DBG] pgmap v2306: 177 pgs: 177 active+clean; 428 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 39 op/s 2021-03-04T23:39:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[27374]: audit 2021-03-04T23:39:55.391802+0000 mon.a (mon.0) 2687 : audit [INF] from='client.? 172.21.2.108:0/2584032274' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[27374]: cluster 2021-03-04T23:39:55.461282+0000 mon.a (mon.0) 2688 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:55.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[27374]: audit 2021-03-04T23:39:55.465331+0000 mon.a (mon.0) 2689 : audit [INF] from='client.? 172.21.2.108:0/2584032274' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:55.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:55 gibba023 bash[27374]: cluster 2021-03-04T23:39:55.465391+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1079: 8 total, 8 up, 7 in 2021-03-04T23:39:56.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[37770]: cluster 2021-03-04T23:39:53.802276+0000 mgr.x (mgr.34379) 1597 : cluster [DBG] pgmap v2306: 177 pgs: 177 active+clean; 428 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 39 op/s 2021-03-04T23:39:56.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[37770]: audit 2021-03-04T23:39:55.391802+0000 mon.a (mon.0) 2687 : audit [INF] from='client.? 172.21.2.108:0/2584032274' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:56.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[37770]: cluster 2021-03-04T23:39:55.461282+0000 mon.a (mon.0) 2688 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:56.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[37770]: audit 2021-03-04T23:39:55.465331+0000 mon.a (mon.0) 2689 : audit [INF] from='client.? 172.21.2.108:0/2584032274' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:56.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[37770]: cluster 2021-03-04T23:39:55.465391+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1079: 8 total, 8 up, 7 in 2021-03-04T23:39:56.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[39303]: cluster 2021-03-04T23:39:53.802276+0000 mgr.x (mgr.34379) 1597 : cluster [DBG] pgmap v2306: 177 pgs: 177 active+clean; 428 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 39 op/s 2021-03-04T23:39:56.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[39303]: audit 2021-03-04T23:39:55.391802+0000 mon.a (mon.0) 2687 : audit [INF] from='client.? 172.21.2.108:0/2584032274' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:56.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[39303]: cluster 2021-03-04T23:39:55.461282+0000 mon.a (mon.0) 2688 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:56.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[39303]: audit 2021-03-04T23:39:55.465331+0000 mon.a (mon.0) 2689 : audit [INF] from='client.? 172.21.2.108:0/2584032274' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:56.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:55 gibba008 bash[39303]: cluster 2021-03-04T23:39:55.465391+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1079: 8 total, 8 up, 7 in 2021-03-04T23:39:56.242 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:56.344 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:56.493 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:56.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:56 gibba008 bash[91265]: debug 2021-03-04T23:39:56.236+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:56.596 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:56.602 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:39:56 gibba023 bash[15180]: debug 2021-03-04T23:39:56.487+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:56.969 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:57.076 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:57.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:39:56 gibba008 bash[91265]: debug 2021-03-04T23:39:56.960+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:57.617 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:57.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:57.730 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:57 gibba023 bash[27374]: cluster 2021-03-04T23:39:55.803440+0000 mgr.x (mgr.34379) 1598 : cluster [DBG] pgmap v2309: 177 pgs: 177 active+clean; 428 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2021-03-04T23:39:57.731 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:57 gibba023 bash[27374]: cluster 2021-03-04T23:39:56.467238+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1080: 8 total, 8 up, 7 in 2021-03-04T23:39:57.731 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:57 gibba023 bash[27374]: audit 2021-03-04T23:39:56.628800+0000 mon.a (mon.0) 2692 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:57.731 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:57 gibba023 bash[27374]: cephadm 2021-03-04T23:39:56.630704+0000 mgr.x (mgr.34379) 1599 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:39:57.732 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:57 gibba023 bash[27374]: audit 2021-03-04T23:39:56.833259+0000 mon.a (mon.0) 2693 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:57.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[48858]: debug 2021-03-04T23:39:57.608+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:57.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[37770]: cluster 2021-03-04T23:39:55.803440+0000 mgr.x (mgr.34379) 1598 : cluster [DBG] pgmap v2309: 177 pgs: 177 active+clean; 428 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2021-03-04T23:39:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[37770]: cluster 2021-03-04T23:39:56.467238+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1080: 8 total, 8 up, 7 in 2021-03-04T23:39:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[37770]: audit 2021-03-04T23:39:56.628800+0000 mon.a (mon.0) 2692 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[37770]: cephadm 2021-03-04T23:39:56.630704+0000 mgr.x (mgr.34379) 1599 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:39:57.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[37770]: audit 2021-03-04T23:39:56.833259+0000 mon.a (mon.0) 2693 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:57.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[39303]: cluster 2021-03-04T23:39:55.803440+0000 mgr.x (mgr.34379) 1598 : cluster [DBG] pgmap v2309: 177 pgs: 177 active+clean; 428 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2021-03-04T23:39:57.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[39303]: cluster 2021-03-04T23:39:56.467238+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1080: 8 total, 8 up, 7 in 2021-03-04T23:39:57.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[39303]: audit 2021-03-04T23:39:56.628800+0000 mon.a (mon.0) 2692 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:57.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[39303]: cephadm 2021-03-04T23:39:56.630704+0000 mgr.x (mgr.34379) 1599 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:39:57.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:57 gibba008 bash[39303]: audit 2021-03-04T23:39:56.833259+0000 mon.a (mon.0) 2693 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:39:57.923 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:58.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:39:57 gibba023 bash[19550]: debug 2021-03-04T23:39:57.919+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:58.026 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:58.099 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:39:58.121 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:39:58.186 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:58.245 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:39:58.292 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:58.407 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[37770]: debug 2021-03-04T23:39:58.120+0000 7f3d3e3c5700 -1 mon.a@0(leader).osd e1081 definitely_dead 0 2021-03-04T23:39:58.408 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[47391]: debug 2021-03-04T23:39:58.180+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:58.468 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:58.493 INFO:teuthology.orchestra.run.gibba008.stderr:marked out osd.0. 2021-03-04T23:39:58.571 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:58.603 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:39:58.604 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:39:58.604 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:39:58.604 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:39:58.604 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:39:58.746 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[48858]: debug 2021-03-04T23:39:58.480+0000 7fd39596b700 -1 osd.2 pg_epoch: 1082 pg[44.12( v 1081'87 (0'0,1081'87] local-lis/les=1024/1025 n=7 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,1] r=0 lpr=1024 crt=1078'86 lcod 1078'86 mlcod 1078'86 active+clean+snaptrim trimq=[2b~1] ps=[1e~1,20~1]] removing snap head 2021-03-04T23:39:58.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[37770]: cluster 2021-03-04T23:39:57.471108+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1081: 8 total, 8 up, 7 in 2021-03-04T23:39:58.747 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[37770]: audit 2021-03-04T23:39:58.123839+0000 mon.a (mon.0) 2695 : audit [INF] from='client.? 172.21.2.108:0/3883484581' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-03-04T23:39:58.748 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[37770]: cluster 2021-03-04T23:39:58.123900+0000 mon.a (mon.0) 2696 : cluster [INF] Client client.admin marked osd.0 out, while it was still marked up 2021-03-04T23:39:58.748 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[37770]: audit 2021-03-04T23:39:58.302201+0000 mon.a (mon.0) 2697 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:58.748 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[39303]: cluster 2021-03-04T23:39:57.471108+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1081: 8 total, 8 up, 7 in 2021-03-04T23:39:58.749 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[39303]: audit 2021-03-04T23:39:58.123839+0000 mon.a (mon.0) 2695 : audit [INF] from='client.? 172.21.2.108:0/3883484581' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-03-04T23:39:58.749 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[39303]: cluster 2021-03-04T23:39:58.123900+0000 mon.a (mon.0) 2696 : cluster [INF] Client client.admin marked osd.0 out, while it was still marked up 2021-03-04T23:39:58.749 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[39303]: audit 2021-03-04T23:39:58.302201+0000 mon.a (mon.0) 2697 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:58.750 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[47391]: debug 2021-03-04T23:39:58.464+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:58.750 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[47391]: debug 2021-03-04T23:39:58.492+0000 7fa94e314700 -1 osd.1 pg_epoch: 1082 pg[44.1f( v 1081'47 (0'0,1081'47] local-lis/les=1024/1025 n=9 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,2,6] r=0 lpr=1024 crt=1081'47 lcod 1081'45 mlcod 1081'45 active+clean+snaptrim trimq=[2b~1] ps=[1e~1,20~1]] removing snap head 2021-03-04T23:39:58.750 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:58 gibba023 bash[27374]: cluster 2021-03-04T23:39:57.471108+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1081: 8 total, 8 up, 7 in 2021-03-04T23:39:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:58 gibba023 bash[27374]: audit 2021-03-04T23:39:58.123839+0000 mon.a (mon.0) 2695 : audit [INF] from='client.? 172.21.2.108:0/3883484581' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-03-04T23:39:58.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:58 gibba023 bash[27374]: cluster 2021-03-04T23:39:58.123900+0000 mon.a (mon.0) 2696 : cluster [INF] Client client.admin marked osd.0 out, while it was still marked up 2021-03-04T23:39:58.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:58 gibba023 bash[27374]: audit 2021-03-04T23:39:58.302201+0000 mon.a (mon.0) 2697 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:58.855 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:59.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:39:58 gibba008 bash[48858]: debug 2021-03-04T23:39:58.740+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:39:59.233 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:59.340 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:59.354 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:39:59.426 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:59.491 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:59.497 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:39:59 gibba023 bash[18090]: debug 2021-03-04T23:39:59.423+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:59.498 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:39:59 gibba023 bash[88433]: debug 2021-03-04T23:39:59.227+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:39:59.530 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:59.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[37770]: cluster 2021-03-04T23:39:57.804319+0000 mgr.x (mgr.34379) 1600 : cluster [DBG] pgmap v2312: 177 pgs: 177 active+clean; 452 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-03-04T23:39:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[37770]: audit 2021-03-04T23:39:58.478443+0000 mon.a (mon.0) 2698 : audit [INF] from='client.? 172.21.2.108:0/3883484581' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-03-04T23:39:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[37770]: cluster 2021-03-04T23:39:58.478551+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1082: 8 total, 8 up, 6 in 2021-03-04T23:39:59.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[37770]: cluster 2021-03-04T23:39:59.468460+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1083: 8 total, 8 up, 6 in 2021-03-04T23:39:59.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[39303]: cluster 2021-03-04T23:39:57.804319+0000 mgr.x (mgr.34379) 1600 : cluster [DBG] pgmap v2312: 177 pgs: 177 active+clean; 452 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-03-04T23:39:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[39303]: audit 2021-03-04T23:39:58.478443+0000 mon.a (mon.0) 2698 : audit [INF] from='client.? 172.21.2.108:0/3883484581' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-03-04T23:39:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[39303]: cluster 2021-03-04T23:39:58.478551+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1082: 8 total, 8 up, 6 in 2021-03-04T23:39:59.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:39:59 gibba008 bash[39303]: cluster 2021-03-04T23:39:59.468460+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1083: 8 total, 8 up, 6 in 2021-03-04T23:39:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:59 gibba023 bash[27374]: cluster 2021-03-04T23:39:57.804319+0000 mgr.x (mgr.34379) 1600 : cluster [DBG] pgmap v2312: 177 pgs: 177 active+clean; 452 MiB data, 1.9 GiB used, 583 GiB / 588 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-03-04T23:39:59.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:59 gibba023 bash[27374]: audit 2021-03-04T23:39:58.478443+0000 mon.a (mon.0) 2698 : audit [INF] from='client.? 172.21.2.108:0/3883484581' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-03-04T23:39:59.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:59 gibba023 bash[27374]: cluster 2021-03-04T23:39:58.478551+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1082: 8 total, 8 up, 6 in 2021-03-04T23:39:59.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:39:59 gibba023 bash[27374]: cluster 2021-03-04T23:39:59.468460+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1083: 8 total, 8 up, 6 in 2021-03-04T23:40:00.173 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:00.243 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:40:00.275 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:00.320 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:00.430 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:00.530 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[48858]: debug 2021-03-04T23:40:00.168+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:00.535 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:00.541 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[15180]: debug 2021-03-04T23:40:00.423+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:00.541 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:00.000079+0000 mon.a (mon.0) 2701 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; 1 pool(s) do not have an application enabled 2021-03-04T23:40:00.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:00.000097+0000 mon.a (mon.0) 2702 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:40:00.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:00.000126+0000 mon.a (mon.0) 2703 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2021-03-04T23:40:00.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:00.000137+0000 mon.a (mon.0) 2704 : cluster [WRN] application not enabled on pool 'test-librbd-gibba008-156466-14' 2021-03-04T23:40:00.542 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:00.000146+0000 mon.a (mon.0) 2705 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2021-03-04T23:40:00.543 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:00.464921+0000 mon.a (mon.0) 2706 : cluster [DBG] osdmap e1084: 8 total, 8 up, 6 in 2021-03-04T23:40:00.665 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:00.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:00.000079+0000 mon.a (mon.0) 2701 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; 1 pool(s) do not have an application enabled 2021-03-04T23:40:00.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:00.000097+0000 mon.a (mon.0) 2702 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:40:00.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:00.000126+0000 mon.a (mon.0) 2703 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2021-03-04T23:40:00.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:00.000137+0000 mon.a (mon.0) 2704 : cluster [WRN] application not enabled on pool 'test-librbd-gibba008-156466-14' 2021-03-04T23:40:00.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:00.000146+0000 mon.a (mon.0) 2705 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2021-03-04T23:40:00.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:00.464921+0000 mon.a (mon.0) 2706 : cluster [DBG] osdmap e1084: 8 total, 8 up, 6 in 2021-03-04T23:40:00.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:00.000079+0000 mon.a (mon.0) 2701 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; 1 pool(s) do not have an application enabled 2021-03-04T23:40:00.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:00.000097+0000 mon.a (mon.0) 2702 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:40:00.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:00.000126+0000 mon.a (mon.0) 2703 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2021-03-04T23:40:00.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:00.000137+0000 mon.a (mon.0) 2704 : cluster [WRN] application not enabled on pool 'test-librbd-gibba008-156466-14' 2021-03-04T23:40:00.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:00.000146+0000 mon.a (mon.0) 2705 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2021-03-04T23:40:00.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:00.464921+0000 mon.a (mon.0) 2706 : cluster [DBG] osdmap e1084: 8 total, 8 up, 6 in 2021-03-04T23:40:00.772 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:01.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:00 gibba023 bash[15180]: debug 2021-03-04T23:40:00.659+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:01.199 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:01.301 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:01.506 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:01 gibba023 bash[15180]: debug 2021-03-04T23:40:01.195+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:01.547 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:01.652 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:01.657 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:01 gibba008 bash[37770]: cluster 2021-03-04T23:39:59.805247+0000 mgr.x (mgr.34379) 1601 : cluster [DBG] pgmap v2315: 177 pgs: 177 active+clean; 452 MiB data, 1.7 GiB used, 499 GiB / 504 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-03-04T23:40:01.658 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:01 gibba008 bash[39303]: cluster 2021-03-04T23:39:59.805247+0000 mgr.x (mgr.34379) 1601 : cluster [DBG] pgmap v2315: 177 pgs: 177 active+clean; 452 MiB data, 1.7 GiB used, 499 GiB / 504 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-03-04T23:40:01.754 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12740 ms) 2021-03-04T23:40:01.754 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2021-03-04T23:40:01.770 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:01.773 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:01 gibba023 bash[18090]: debug 2021-03-04T23:40:01.539+0000 7f1b1cec5700 -1 osd.6 pg_epoch: 1085 pg[44.a( v 1085'81 (0'0,1085'81] local-lis/les=1082/1083 n=14 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1083/0 sis=1082) [6,3,5] r=0 lpr=1082 crt=1085'80 lcod 1085'80 mlcod 1085'80 active+clean+snaptrim trimq=[27~1] ps=[29~1,2b~1]] removing snap head 2021-03-04T23:40:01.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:01 gibba023 bash[27374]: cluster 2021-03-04T23:39:59.805247+0000 mgr.x (mgr.34379) 1601 : cluster [DBG] pgmap v2315: 177 pgs: 177 active+clean; 452 MiB data, 1.7 GiB used, 499 GiB / 504 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-03-04T23:40:01.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:01 gibba023 bash[88433]: debug 2021-03-04T23:40:01.543+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:01.776 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:40:01.816 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:40:02.353 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:02.456 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:02.670 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:02 gibba008 bash[37770]: cluster 2021-03-04T23:40:01.511212+0000 mon.a (mon.0) 2707 : cluster [DBG] osdmap e1085: 8 total, 8 up, 6 in 2021-03-04T23:40:02.670 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:02 gibba008 bash[39303]: cluster 2021-03-04T23:40:01.511212+0000 mon.a (mon.0) 2707 : cluster [DBG] osdmap e1085: 8 total, 8 up, 6 in 2021-03-04T23:40:02.671 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:02 gibba008 bash[91265]: debug 2021-03-04T23:40:02.348+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:02.672 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:02.681 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:40:02.682 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:40:02.682 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:40:02.682 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:40:02.682 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.683 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169886 30.d 30:b28c6593:::benchmark_data_gibba008_138845_object11899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.684 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.634517+0000", 2021-03-04T23:40:02.684 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.04322551899998, 2021-03-04T23:40:02.685 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.246610423, 2021-03-04T23:40:02.685 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.686 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.686 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.687 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.687 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.688 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169886 2021-03-04T23:40:02.688 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.688 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.689 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.689 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.689 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634517+0000", 2021-03-04T23:40:02.690 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.690 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.690 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.690 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.690 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634517+0000", 2021-03-04T23:40:02.691 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7719999999999999e-06 2021-03-04T23:40:02.699 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.699 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.700 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.700 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634518+0000", 2021-03-04T23:40:02.700 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.254e-06 2021-03-04T23:40:02.700 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.701 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.701 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.701 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634520+0000", 2021-03-04T23:40:02.701 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.8849999999999994e-06 2021-03-04T23:40:02.702 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.702 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.702 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.702 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634530+0000", 2021-03-04T23:40:02.702 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5120000000000002e-06 2021-03-04T23:40:02.703 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.703 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.703 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.704 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634534+0000", 2021-03-04T23:40:02.704 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0039662150000000004 2021-03-04T23:40:02.704 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.705 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.705 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.705 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.638500+0000", 2021-03-04T23:40:02.705 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3937000000000006e-05 2021-03-04T23:40:02.706 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.706 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.706 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.706 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.638584+0000", 2021-03-04T23:40:02.707 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6298999999999996e-05 2021-03-04T23:40:02.707 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.707 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.707 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.708 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.638661+0000", 2021-03-04T23:40:02.708 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0040322830000000002 2021-03-04T23:40:02.709 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.709 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.710 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.710 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642693+0000", 2021-03-04T23:40:02.711 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001909476 2021-03-04T23:40:02.711 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.711 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.712 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.712 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644602+0000", 2021-03-04T23:40:02.713 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23622981600000001 2021-03-04T23:40:02.713 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.713 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.714 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.714 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.880832+0000", 2021-03-04T23:40:02.715 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017228400000000001 2021-03-04T23:40:02.715 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.715 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.716 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.716 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881004+0000", 2021-03-04T23:40:02.717 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012269000000000001 2021-03-04T23:40:02.717 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.718 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.719 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.719 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881127+0000", 2021-03-04T23:40:02.719 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.246610423 2021-03-04T23:40:02.719 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.720 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.720 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.720 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.721 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.721 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169888 30.d 30:b9663c23:::benchmark_data_gibba008_138845_object11901:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.721 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.634731+0000", 2021-03-04T23:40:02.721 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.043011654, 2021-03-04T23:40:02.722 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24686899100000001, 2021-03-04T23:40:02.722 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.722 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.722 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.723 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.723 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.723 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169888 2021-03-04T23:40:02.724 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.724 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.724 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.724 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.725 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634731+0000", 2021-03-04T23:40:02.725 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.725 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.725 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.725 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.726 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634731+0000", 2021-03-04T23:40:02.726 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4920000000000001e-06 2021-03-04T23:40:02.726 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.726 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.726 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.727 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634732+0000", 2021-03-04T23:40:02.727 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4600000000000003e-07 2021-03-04T23:40:02.727 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.727 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.728 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.728 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634733+0000", 2021-03-04T23:40:02.728 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0135999999999999e-05 2021-03-04T23:40:02.728 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.729 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.729 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.729 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634743+0000", 2021-03-04T23:40:02.729 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8550000000000004e-06 2021-03-04T23:40:02.729 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.730 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.730 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.730 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.634747+0000", 2021-03-04T23:40:02.730 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0059963070000000002 2021-03-04T23:40:02.731 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.731 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.731 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.731 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640743+0000", 2021-03-04T23:40:02.731 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2470000000000002e-05 2021-03-04T23:40:02.733 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.733 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.733 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.733 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640826+0000", 2021-03-04T23:40:02.734 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7978000000000004e-05 2021-03-04T23:40:02.734 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.734 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.734 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.734 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640914+0000", 2021-03-04T23:40:02.735 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001782982 2021-03-04T23:40:02.735 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.735 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.735 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.735 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642697+0000", 2021-03-04T23:40:02.736 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019311350000000001 2021-03-04T23:40:02.736 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.736 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.736 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.736 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644628+0000", 2021-03-04T23:40:02.737 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23671676899999999 2021-03-04T23:40:02.737 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.737 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.737 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.738 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881345+0000", 2021-03-04T23:40:02.738 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013815299999999999 2021-03-04T23:40:02.738 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.738 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.738 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.739 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881483+0000", 2021-03-04T23:40:02.739 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000116768 2021-03-04T23:40:02.739 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.739 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.739 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.740 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881600+0000", 2021-03-04T23:40:02.740 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24686899100000001 2021-03-04T23:40:02.740 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.740 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.740 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.741 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.741 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.741 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169891 30.3 30:c13bee14:::benchmark_data_gibba008_138845_object11904:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.741 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.637482+0000", 2021-03-04T23:40:02.742 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.04026010300004, 2021-03-04T23:40:02.742 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24362926500000001, 2021-03-04T23:40:02.742 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.742 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.742 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.743 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.743 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.743 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169891 2021-03-04T23:40:02.743 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.743 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.744 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.744 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.744 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637482+0000", 2021-03-04T23:40:02.744 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.745 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.745 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.745 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.745 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637482+0000", 2021-03-04T23:40:02.745 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.331e-06 2021-03-04T23:40:02.746 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.746 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.746 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.746 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637483+0000", 2021-03-04T23:40:02.746 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3399999999999998e-07 2021-03-04T23:40:02.747 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.747 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.747 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.747 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637484+0000", 2021-03-04T23:40:02.747 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5065000000000001e-05 2021-03-04T23:40:02.748 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.748 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.748 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.748 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637499+0000", 2021-03-04T23:40:02.749 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3209999999999998e-06 2021-03-04T23:40:02.749 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.749 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.749 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.749 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637504+0000", 2021-03-04T23:40:02.750 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0028974399999999998 2021-03-04T23:40:02.750 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.750 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.750 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.750 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640401+0000", 2021-03-04T23:40:02.751 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000103656 2021-03-04T23:40:02.751 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.751 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.751 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.751 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640505+0000", 2021-03-04T23:40:02.752 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3689000000000005e-05 2021-03-04T23:40:02.752 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.752 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.752 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.753 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.640588+0000", 2021-03-04T23:40:02.753 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045189820000000004 2021-03-04T23:40:02.753 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.753 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.753 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.754 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645107+0000", 2021-03-04T23:40:02.754 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0022617620000000001 2021-03-04T23:40:02.754 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.754 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.754 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.755 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647369+0000", 2021-03-04T23:40:02.755 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23328854199999999 2021-03-04T23:40:02.755 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.755 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.755 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.756 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.880658+0000", 2021-03-04T23:40:02.756 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024108500000000001 2021-03-04T23:40:02.756 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.756 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.756 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.757 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.880899+0000", 2021-03-04T23:40:02.757 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00021255800000000001 2021-03-04T23:40:02.757 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.757 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.758 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.758 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881111+0000", 2021-03-04T23:40:02.758 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24362926500000001 2021-03-04T23:40:02.758 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.758 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.759 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.759 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.759 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.759 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169893 30.3 30:c12cae4e:::benchmark_data_gibba008_138845_object11906:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.759 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.637967+0000", 2021-03-04T23:40:02.760 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03977507900004, 2021-03-04T23:40:02.760 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.243759273, 2021-03-04T23:40:02.760 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.760 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.760 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.761 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.761 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.761 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169893 2021-03-04T23:40:02.761 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.762 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.762 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.762 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.762 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637967+0000", 2021-03-04T23:40:02.762 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.763 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.763 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.763 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.763 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637967+0000", 2021-03-04T23:40:02.763 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.19e-06 2021-03-04T23:40:02.764 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.764 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.764 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.764 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637968+0000", 2021-03-04T23:40:02.764 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4200000000000004e-07 2021-03-04T23:40:02.765 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.765 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.765 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.765 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637969+0000", 2021-03-04T23:40:02.765 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7990000000000005e-06 2021-03-04T23:40:02.766 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.766 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.766 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.766 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637979+0000", 2021-03-04T23:40:02.766 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5530000000000003e-06 2021-03-04T23:40:02.767 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.767 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.767 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.767 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.637984+0000", 2021-03-04T23:40:02.768 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0048059239999999996 2021-03-04T23:40:02.768 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.768 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.768 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.768 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642790+0000", 2021-03-04T23:40:02.769 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0400000000000003e-05 2021-03-04T23:40:02.769 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.769 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.769 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.769 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642870+0000", 2021-03-04T23:40:02.770 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1459999999999996e-05 2021-03-04T23:40:02.770 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.770 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.770 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.770 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.642951+0000", 2021-03-04T23:40:02.771 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0043915430000000004 2021-03-04T23:40:02.771 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.771 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.771 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.772 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647343+0000", 2021-03-04T23:40:02.772 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001376981 2021-03-04T23:40:02.772 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.772 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.772 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.773 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.648720+0000", 2021-03-04T23:40:02.773 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23267359500000001 2021-03-04T23:40:02.773 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.773 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.773 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.774 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881393+0000", 2021-03-04T23:40:02.774 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000128651 2021-03-04T23:40:02.774 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.774 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.774 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.775 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881522+0000", 2021-03-04T23:40:02.775 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020423500000000001 2021-03-04T23:40:02.775 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.775 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.775 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.776 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.881726+0000", 2021-03-04T23:40:02.776 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.243759273 2021-03-04T23:40:02.776 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.776 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.777 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.777 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.777 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.777 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169899 30.3 30:ccb6ad16:::benchmark_data_gibba008_138845_object11912:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.777 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.644649+0000", 2021-03-04T23:40:02.778 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03309302499997, 2021-03-04T23:40:02.778 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.239417292, 2021-03-04T23:40:02.778 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.778 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.778 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.779 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.779 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.779 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169899 2021-03-04T23:40:02.779 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.779 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.780 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.780 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.780 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644649+0000", 2021-03-04T23:40:02.780 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.780 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.781 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.781 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.781 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644649+0000", 2021-03-04T23:40:02.781 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.483e-06 2021-03-04T23:40:02.782 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.782 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.782 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.782 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644651+0000", 2021-03-04T23:40:02.782 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.35e-06 2021-03-04T23:40:02.783 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.783 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.783 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.783 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644652+0000", 2021-03-04T23:40:02.783 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6640000000000004e-06 2021-03-04T23:40:02.784 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.784 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.784 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.784 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644661+0000", 2021-03-04T23:40:02.784 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8949999999999997e-06 2021-03-04T23:40:02.785 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.785 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.785 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.785 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.644666+0000", 2021-03-04T23:40:02.786 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00059197399999999999 2021-03-04T23:40:02.786 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.786 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.786 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.786 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645258+0000", 2021-03-04T23:40:02.787 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4303999999999998e-05 2021-03-04T23:40:02.787 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.787 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.787 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.787 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645342+0000", 2021-03-04T23:40:02.788 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010773299999999999 2021-03-04T23:40:02.788 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.788 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.788 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.788 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645450+0000", 2021-03-04T23:40:02.789 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002043829 2021-03-04T23:40:02.789 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.789 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.789 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647493+0000", 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001349191 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.648843+0000", 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.234775065 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.792 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.883618+0000", 2021-03-04T23:40:02.792 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025412200000000002 2021-03-04T23:40:02.792 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.792 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.792 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.793 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.883872+0000", 2021-03-04T23:40:02.793 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000194682 2021-03-04T23:40:02.793 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.793 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.793 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.794 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.884066+0000", 2021-03-04T23:40:02.794 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.239417292 2021-03-04T23:40:02.794 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.794 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.795 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.795 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.795 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.795 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169900 30.d 30:b1894a6c:::benchmark_data_gibba008_138845_object11913:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.795 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.645140+0000", 2021-03-04T23:40:02.796 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03260228700003, 2021-03-04T23:40:02.796 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.249283492, 2021-03-04T23:40:02.796 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.796 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.796 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.797 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.797 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.797 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169900 2021-03-04T23:40:02.797 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.797 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.798 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.798 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.798 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645140+0000", 2021-03-04T23:40:02.798 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.798 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.799 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.799 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.799 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645140+0000", 2021-03-04T23:40:02.799 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1749999999999999e-06 2021-03-04T23:40:02.800 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.800 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.800 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.800 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645142+0000", 2021-03-04T23:40:02.800 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1960000000000001e-06 2021-03-04T23:40:02.801 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.801 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.801 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.801 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645143+0000", 2021-03-04T23:40:02.801 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0322999999999999e-05 2021-03-04T23:40:02.802 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.802 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.802 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.802 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645154+0000", 2021-03-04T23:40:02.803 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7759999999999997e-06 2021-03-04T23:40:02.803 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.803 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.803 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.803 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645158+0000", 2021-03-04T23:40:02.804 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4758000000000002e-05 2021-03-04T23:40:02.804 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.804 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.804 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.805 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645193+0000", 2021-03-04T23:40:02.805 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118987 2021-03-04T23:40:02.805 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.805 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.805 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.806 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645312+0000", 2021-03-04T23:40:02.806 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015793299999999999 2021-03-04T23:40:02.806 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.806 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.806 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.807 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645470+0000", 2021-03-04T23:40:02.807 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066232870000000003 2021-03-04T23:40:02.807 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.807 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.808 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.808 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652093+0000", 2021-03-04T23:40:02.808 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6657999999999999e-05 2021-03-04T23:40:02.808 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.808 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.809 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.809 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652140+0000", 2021-03-04T23:40:02.809 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.241835726 2021-03-04T23:40:02.809 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.809 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.810 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.810 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.893976+0000", 2021-03-04T23:40:02.810 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024226099999999999 2021-03-04T23:40:02.810 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.810 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.811 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.811 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894218+0000", 2021-03-04T23:40:02.811 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000205412 2021-03-04T23:40:02.811 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.812 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.812 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.812 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894423+0000", 2021-03-04T23:40:02.812 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.249283492 2021-03-04T23:40:02.812 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.813 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.813 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.813 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.813 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.813 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169902 30.d 30:becffa23:::benchmark_data_gibba008_138845_object11915:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.814 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.645841+0000", 2021-03-04T23:40:02.814 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03190106600005, 2021-03-04T23:40:02.814 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24907959099999999, 2021-03-04T23:40:02.814 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.815 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.815 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.815 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.815 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.816 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169902 2021-03-04T23:40:02.816 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.816 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.817 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.817 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.817 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645841+0000", 2021-03-04T23:40:02.817 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.818 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.818 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.818 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.818 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645841+0000", 2021-03-04T23:40:02.819 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0270000000000001e-06 2021-03-04T23:40:02.819 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.819 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.819 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.819 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645842+0000", 2021-03-04T23:40:02.820 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.031e-06 2021-03-04T23:40:02.820 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.820 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.820 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.820 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645843+0000", 2021-03-04T23:40:02.821 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0410000000000003e-06 2021-03-04T23:40:02.821 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.821 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.821 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.822 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645852+0000", 2021-03-04T23:40:02.822 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4040000000000003e-06 2021-03-04T23:40:02.822 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.822 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.822 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.823 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.645858+0000", 2021-03-04T23:40:02.823 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001756734 2021-03-04T23:40:02.823 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.823 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.823 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.824 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647614+0000", 2021-03-04T23:40:02.824 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012389000000000001 2021-03-04T23:40:02.824 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.824 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.825 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.825 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647738+0000", 2021-03-04T23:40:02.825 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014774300000000001 2021-03-04T23:40:02.825 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.825 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.826 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.826 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.647886+0000", 2021-03-04T23:40:02.826 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042469020000000003 2021-03-04T23:40:02.826 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.827 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.827 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.827 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652133+0000", 2021-03-04T23:40:02.827 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2638e-05 2021-03-04T23:40:02.827 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.828 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.828 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.828 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652146+0000", 2021-03-04T23:40:02.828 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24249126700000001 2021-03-04T23:40:02.828 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.829 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.829 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.829 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894637+0000", 2021-03-04T23:40:02.829 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017136899999999999 2021-03-04T23:40:02.829 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.830 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.830 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.830 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894808+0000", 2021-03-04T23:40:02.830 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112545 2021-03-04T23:40:02.831 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.831 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.831 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.831 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.894921+0000", 2021-03-04T23:40:02.831 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24907959099999999 2021-03-04T23:40:02.832 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.832 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.832 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.832 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.832 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.833 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169904 30.d 30:b91f229e:::benchmark_data_gibba008_138845_object11917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.833 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.646401+0000", 2021-03-04T23:40:02.833 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03134156600004, 2021-03-04T23:40:02.833 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24922608399999999, 2021-03-04T23:40:02.834 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.834 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.834 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.834 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.834 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.835 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169904 2021-03-04T23:40:02.835 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.835 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.835 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.836 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.836 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646401+0000", 2021-03-04T23:40:02.836 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.836 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.836 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.837 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.837 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646401+0000", 2021-03-04T23:40:02.837 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.164e-06 2021-03-04T23:40:02.837 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.837 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.838 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.838 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646402+0000", 2021-03-04T23:40:02.838 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2900000000000002e-07 2021-03-04T23:40:02.838 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.838 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.839 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.839 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646403+0000", 2021-03-04T23:40:02.839 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.9829999999999996e-06 2021-03-04T23:40:02.839 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.840 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.840 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.840 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646411+0000", 2021-03-04T23:40:02.840 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8999999999999997e-06 2021-03-04T23:40:02.840 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.841 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.841 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.841 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646416+0000", 2021-03-04T23:40:02.841 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036400740000000001 2021-03-04T23:40:02.841 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.842 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.842 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.842 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650056+0000", 2021-03-04T23:40:02.842 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8250000000000004e-05 2021-03-04T23:40:02.842 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.843 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.843 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.843 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650144+0000", 2021-03-04T23:40:02.843 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3934e-05 2021-03-04T23:40:02.843 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.844 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.844 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.844 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650228+0000", 2021-03-04T23:40:02.844 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0043680840000000004 2021-03-04T23:40:02.844 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.845 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.845 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.845 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654596+0000", 2021-03-04T23:40:02.845 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018842640000000001 2021-03-04T23:40:02.846 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.846 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.846 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.846 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656480+0000", 2021-03-04T23:40:02.846 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23870158599999999 2021-03-04T23:40:02.847 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.847 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.847 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.847 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895182+0000", 2021-03-04T23:40:02.847 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024255699999999999 2021-03-04T23:40:02.848 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.848 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.848 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.848 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895424+0000", 2021-03-04T23:40:02.849 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020245899999999999 2021-03-04T23:40:02.849 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.849 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.849 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.849 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895627+0000", 2021-03-04T23:40:02.850 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24922608399999999 2021-03-04T23:40:02.850 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.850 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.850 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.851 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.851 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.851 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169906 30.d 30:bf5c7b29:::benchmark_data_gibba008_138845_object11919:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.851 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.646437+0000", 2021-03-04T23:40:02.851 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03130501199996, 2021-03-04T23:40:02.852 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24982277, 2021-03-04T23:40:02.852 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.852 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.852 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.852 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.853 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.853 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169906 2021-03-04T23:40:02.853 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.853 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.853 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.854 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.854 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646437+0000", 2021-03-04T23:40:02.854 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.854 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.855 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.855 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.855 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646437+0000", 2021-03-04T23:40:02.855 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.674e-06 2021-03-04T23:40:02.855 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.856 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.856 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.856 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646439+0000", 2021-03-04T23:40:02.856 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1310000000000001e-06 2021-03-04T23:40:02.856 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.857 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.857 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.857 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646440+0000", 2021-03-04T23:40:02.857 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5399999999999996e-06 2021-03-04T23:40:02.857 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.858 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.858 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.858 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646449+0000", 2021-03-04T23:40:02.858 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1860000000000002e-06 2021-03-04T23:40:02.859 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.859 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.859 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.859 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646453+0000", 2021-03-04T23:40:02.859 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0057116900000000002 2021-03-04T23:40:02.860 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.860 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.860 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.860 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652164+0000", 2021-03-04T23:40:02.860 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8548000000000007e-05 2021-03-04T23:40:02.861 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.861 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.861 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.861 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652253+0000", 2021-03-04T23:40:02.861 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0452999999999997e-05 2021-03-04T23:40:02.862 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.862 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.862 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.862 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.652333+0000", 2021-03-04T23:40:02.863 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0023015760000000001 2021-03-04T23:40:02.863 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.863 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.863 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.863 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654635+0000", 2021-03-04T23:40:02.864 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0018528189999999999 2021-03-04T23:40:02.864 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.864 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.864 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.864 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656488+0000", 2021-03-04T23:40:02.865 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23931677500000001 2021-03-04T23:40:02.865 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.865 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.865 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.866 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.895805+0000", 2021-03-04T23:40:02.866 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00023786099999999999 2021-03-04T23:40:02.866 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.866 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.866 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.867 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896042+0000", 2021-03-04T23:40:02.867 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000217517 2021-03-04T23:40:02.867 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.867 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.867 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.868 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896260+0000", 2021-03-04T23:40:02.868 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24982277 2021-03-04T23:40:02.868 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.868 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.869 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.869 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.869 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.869 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169908 30.d 30:bd589fa2:::benchmark_data_gibba008_138845_object11921:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.869 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.646612+0000", 2021-03-04T23:40:02.870 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.03112980599997, 2021-03-04T23:40:02.870 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25038249200000001, 2021-03-04T23:40:02.870 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.870 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.871 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.871 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.871 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.871 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169908 2021-03-04T23:40:02.871 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.872 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.872 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.872 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.872 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646612+0000", 2021-03-04T23:40:02.872 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.873 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.873 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.873 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.873 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646612+0000", 2021-03-04T23:40:02.873 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.539e-06 2021-03-04T23:40:02.874 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.874 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.874 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.874 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646614+0000", 2021-03-04T23:40:02.875 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0359999999999999e-06 2021-03-04T23:40:02.875 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.875 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.875 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.875 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646615+0000", 2021-03-04T23:40:02.876 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.4830000000000005e-06 2021-03-04T23:40:02.876 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.876 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.876 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.876 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646624+0000", 2021-03-04T23:40:02.877 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2200000000000003e-06 2021-03-04T23:40:02.877 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.877 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.877 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.877 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.646629+0000", 2021-03-04T23:40:02.878 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0080305229999999995 2021-03-04T23:40:02.878 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.878 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.878 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.879 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654659+0000", 2021-03-04T23:40:02.879 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5852000000000004e-05 2021-03-04T23:40:02.879 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.879 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.879 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.880 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654745+0000", 2021-03-04T23:40:02.880 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6877000000000002e-05 2021-03-04T23:40:02.880 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.880 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.881 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.881 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.654832+0000", 2021-03-04T23:40:02.881 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036539849999999998 2021-03-04T23:40:02.881 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.881 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.882 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.882 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658486+0000", 2021-03-04T23:40:02.882 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8530000000000003e-06 2021-03-04T23:40:02.882 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.883 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.883 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.883 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658493+0000", 2021-03-04T23:40:02.883 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23808334 2021-03-04T23:40:02.883 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.884 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.884 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.884 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896576+0000", 2021-03-04T23:40:02.884 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000229896 2021-03-04T23:40:02.884 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.885 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.885 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.885 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896806+0000", 2021-03-04T23:40:02.885 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018888800000000001 2021-03-04T23:40:02.885 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.886 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.886 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.886 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.896995+0000", 2021-03-04T23:40:02.886 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.25038249200000001 2021-03-04T23:40:02.886 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.887 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.887 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.887 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.887 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.888 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:169910 30.d 30:bb412422:::benchmark_data_gibba008_138845_object11923:head [delete] snapc 0=[] ondisk+write+known_if_redirected e730)", 2021-03-04T23:40:02.888 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:20.650530+0000", 2021-03-04T23:40:02.888 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 582.02721267100003, 2021-03-04T23:40:02.888 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24716981900000001, 2021-03-04T23:40:02.888 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.889 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.889 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.889 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:02.889 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:02.889 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 169910 2021-03-04T23:40:02.890 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.890 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.890 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.890 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.890 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650530+0000", 2021-03-04T23:40:02.891 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.891 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.891 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.891 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.892 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650530+0000", 2021-03-04T23:40:02.892 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0360000000000001e-06 2021-03-04T23:40:02.892 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.892 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.892 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.893 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650532+0000", 2021-03-04T23:40:02.893 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5650000000000001e-06 2021-03-04T23:40:02.893 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.893 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.894 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.894 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650533+0000", 2021-03-04T23:40:02.894 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2087e-05 2021-03-04T23:40:02.894 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.894 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.895 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.895 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650545+0000", 2021-03-04T23:40:02.895 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8470000000000001e-06 2021-03-04T23:40:02.895 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.896 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.896 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.896 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.650551+0000", 2021-03-04T23:40:02.896 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0059645039999999998 2021-03-04T23:40:02.896 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.897 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.897 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.897 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656516+0000", 2021-03-04T23:40:02.897 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012199800000000001 2021-03-04T23:40:02.897 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.898 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.898 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.898 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656638+0000", 2021-03-04T23:40:02.898 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013415899999999999 2021-03-04T23:40:02.898 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.899 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.899 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.899 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.656772+0000", 2021-03-04T23:40:02.899 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001782861 2021-03-04T23:40:02.899 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.900 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.900 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.900 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658555+0000", 2021-03-04T23:40:02.900 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016569499999999999 2021-03-04T23:40:02.901 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.901 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.901 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.901 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.658720+0000", 2021-03-04T23:40:02.901 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.23854246500000001 2021-03-04T23:40:02.902 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.902 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.903 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.904 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.897263+0000", 2021-03-04T23:40:02.904 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022665399999999999 2021-03-04T23:40:02.905 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.906 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.906 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.907 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.897489+0000", 2021-03-04T23:40:02.907 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000209948 2021-03-04T23:40:02.907 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.907 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.908 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.908 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:20.897699+0000", 2021-03-04T23:40:02.908 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.24716981900000001 2021-03-04T23:40:02.908 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.908 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.909 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.909 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.909 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.909 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.56899.0:624 37.4 37:21361824:::rb.0.de43.4299dc1a.00000000000f:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~3792988] snapc 19=[19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8] ondisk+write+known_if_redirected e875)", 2021-03-04T23:40:02.910 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:35:55.672751+0000", 2021-03-04T23:40:02.910 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 247.004991647, 2021-03-04T23:40:02.910 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.029635611999999999, 2021-03-04T23:40:02.910 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.911 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.911 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.911 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.56899", 2021-03-04T23:40:02.911 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/2120322384", 2021-03-04T23:40:02.911 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 624 2021-03-04T23:40:02.912 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.912 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.912 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.913 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.913 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.672751+0000", 2021-03-04T23:40:02.913 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.913 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.914 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.914 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.914 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.672751+0000", 2021-03-04T23:40:02.915 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011441046999999999 2021-03-04T23:40:02.915 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.915 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.916 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.916 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.684192+0000", 2021-03-04T23:40:02.916 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0520000000000007e-06 2021-03-04T23:40:02.917 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.917 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.917 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.918 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.684201+0000", 2021-03-04T23:40:02.918 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7875999999999999e-05 2021-03-04T23:40:02.918 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.919 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.919 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.919 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.684269+0000", 2021-03-04T23:40:02.919 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7101000000000003e-05 2021-03-04T23:40:02.920 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.920 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.920 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.920 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.684306+0000", 2021-03-04T23:40:02.920 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026132599999999998 2021-03-04T23:40:02.921 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.921 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.921 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.921 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.684567+0000", 2021-03-04T23:40:02.921 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00049018200000000003 2021-03-04T23:40:02.922 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.922 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.922 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.922 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.685057+0000", 2021-03-04T23:40:02.923 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0010120330000000001 2021-03-04T23:40:02.923 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.923 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.923 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:40:02.923 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.686069+0000", 2021-03-04T23:40:02.924 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.013601337999999999 2021-03-04T23:40:02.925 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.925 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.926 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.926 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.699670+0000", 2021-03-04T23:40:02.927 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00045158999999999998 2021-03-04T23:40:02.927 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.927 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.927 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.928 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.700122+0000", 2021-03-04T23:40:02.928 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019819820000000002 2021-03-04T23:40:02.928 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.928 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.929 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.929 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.702104+0000", 2021-03-04T23:40:02.929 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000160865 2021-03-04T23:40:02.929 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.929 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.930 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.930 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.702265+0000", 2021-03-04T23:40:02.930 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00012121999999999999 2021-03-04T23:40:02.930 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.931 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.931 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.931 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:35:55.702386+0000", 2021-03-04T23:40:02.931 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.029635611999999999 2021-03-04T23:40:02.931 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.932 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.932 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.932 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.932 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.932 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.47010.0:436 38.17 38:e948a60b:::rb.0.b7a2.16c8c2b0.000000000010:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 12=[12,11,10,f,e,d,c,b,a,9,8] ondisk+write+known_if_redirected e917)", 2021-03-04T23:40:02.933 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:36:37.726511+0000", 2021-03-04T23:40:02.933 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 204.95123128, 2021-03-04T23:40:02.933 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036399419000000002, 2021-03-04T23:40:02.933 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.934 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.934 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:02.934 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.47010", 2021-03-04T23:40:02.934 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:40:02.935 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 436 2021-03-04T23:40:02.935 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.935 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.935 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.935 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.936 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.726511+0000", 2021-03-04T23:40:02.936 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.936 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.937 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.937 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.937 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.726511+0000", 2021-03-04T23:40:02.937 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012787191 2021-03-04T23:40:02.937 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.938 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.938 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.938 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.739298+0000", 2021-03-04T23:40:02.938 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.2430000000000005e-06 2021-03-04T23:40:02.939 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.939 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.939 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.939 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.739306+0000", 2021-03-04T23:40:02.940 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7649000000000003e-05 2021-03-04T23:40:02.940 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.940 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.940 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.941 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.739364+0000", 2021-03-04T23:40:02.941 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2566e-05 2021-03-04T23:40:02.941 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.942 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.942 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.943 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.739387+0000", 2021-03-04T23:40:02.943 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015264400000000001 2021-03-04T23:40:02.943 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.944 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.944 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.944 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.739539+0000", 2021-03-04T23:40:02.945 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00028237200000000003 2021-03-04T23:40:02.945 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.945 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.946 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.946 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.739822+0000", 2021-03-04T23:40:02.947 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00055033999999999997 2021-03-04T23:40:02.947 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.947 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.948 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:40:02.948 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.740372+0000", 2021-03-04T23:40:02.948 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0063282199999999999 2021-03-04T23:40:02.949 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.949 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.950 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:02.950 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.746700+0000", 2021-03-04T23:40:02.950 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010763419 2021-03-04T23:40:02.951 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.951 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.951 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.952 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.757464+0000", 2021-03-04T23:40:02.952 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0053747409999999997 2021-03-04T23:40:02.952 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.953 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.953 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.954 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.762838+0000", 2021-03-04T23:40:02.954 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8136999999999998e-05 2021-03-04T23:40:02.954 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.954 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.955 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.955 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.762876+0000", 2021-03-04T23:40:02.955 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3896999999999997e-05 2021-03-04T23:40:02.955 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.956 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.956 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.956 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:36:37.762910+0000", 2021-03-04T23:40:02.957 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036399419000000002 2021-03-04T23:40:02.957 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.957 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.958 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.958 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.959 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.959 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.47136.0:2335 42.12 e991/972 42:49a7a3a2:::rb.0.b820.4b3c58fd.000000000001:head v 991'12, mlcod=991'10)", 2021-03-04T23:40:02.959 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:38:13.874893+0000", 2021-03-04T23:40:02.960 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 108.802848794, 2021-03-04T23:40:02.960 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022519844000000001, 2021-03-04T23:40:02.960 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.961 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.961 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.961 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.961 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.962 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.874893+0000", 2021-03-04T23:40:02.962 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.962 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.963 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.963 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.963 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.874893+0000", 2021-03-04T23:40:02.964 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0098684380000000002 2021-03-04T23:40:02.964 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.964 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.965 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.965 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.884762+0000", 2021-03-04T23:40:02.965 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4530000000000002e-06 2021-03-04T23:40:02.966 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.966 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.966 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.967 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.884770+0000", 2021-03-04T23:40:02.967 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9064000000000003e-05 2021-03-04T23:40:02.967 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.968 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.968 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.969 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.884819+0000", 2021-03-04T23:40:02.969 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9284e-05 2021-03-04T23:40:02.970 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.970 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.970 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.971 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.884839+0000", 2021-03-04T23:40:02.971 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018792599999999999 2021-03-04T23:40:02.972 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.972 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.972 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.973 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.885027+0000", 2021-03-04T23:40:02.973 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0282000000000001e-05 2021-03-04T23:40:02.974 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.974 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.975 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.975 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.885117+0000", 2021-03-04T23:40:02.975 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012163757000000001 2021-03-04T23:40:02.976 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.976 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.977 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.977 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.897281+0000", 2021-03-04T23:40:02.978 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013264 2021-03-04T23:40:02.978 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.979 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.979 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.979 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:38:13.897413+0000", 2021-03-04T23:40:02.979 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022519844000000001 2021-03-04T23:40:02.980 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.980 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.980 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.980 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.981 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.981 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:7229 44.10 e1033/1024 44:0c50c91b:::rb.0.df45.89f64b8.000000000001:head v 1033'68, mlcod=1033'66)", 2021-03-04T23:40:02.981 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:09.377716+0000", 2021-03-04T23:40:02.981 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 53.300025714, 2021-03-04T23:40:02.981 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.021887975, 2021-03-04T23:40:02.982 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.982 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.982 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.982 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.983 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.983 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.377716+0000", 2021-03-04T23:40:02.983 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.983 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.984 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.984 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.984 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.377716+0000", 2021-03-04T23:40:02.984 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0125305 2021-03-04T23:40:02.985 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.985 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.985 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.985 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.390247+0000", 2021-03-04T23:40:02.985 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.6320000000000008e-06 2021-03-04T23:40:02.986 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.986 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.986 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.986 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.390255+0000", 2021-03-04T23:40:02.987 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4035e-05 2021-03-04T23:40:02.987 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.987 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.987 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:02.987 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.390309+0000", 2021-03-04T23:40:02.988 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0407e-05 2021-03-04T23:40:02.988 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.988 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.988 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.988 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.390329+0000", 2021-03-04T23:40:02.989 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018801500000000001 2021-03-04T23:40:02.989 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.989 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.989 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:02.989 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.390517+0000", 2021-03-04T23:40:02.990 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9883000000000006e-05 2021-03-04T23:40:02.990 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.990 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.990 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:02.991 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.390617+0000", 2021-03-04T23:40:02.991 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0088659770000000006 2021-03-04T23:40:02.991 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.991 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.991 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:02.992 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.399483+0000", 2021-03-04T23:40:02.992 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000121526 2021-03-04T23:40:02.992 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.992 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.992 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:02.993 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:09.399604+0000", 2021-03-04T23:40:02.993 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.021887975 2021-03-04T23:40:02.993 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.993 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:02.994 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:02.994 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.994 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.994 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:7850 44.1a e1040/1024 44:5ecb2b92:::rb.0.df45.e9ffa59.000000000015:head v 1040'95, mlcod=1038'93)", 2021-03-04T23:40:02.994 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:15.574551+0000", 2021-03-04T23:40:02.995 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 47.103191359999997, 2021-03-04T23:40:02.995 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.021668197, 2021-03-04T23:40:02.995 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:02.995 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:02.995 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:02.996 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.996 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:02.996 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.574551+0000", 2021-03-04T23:40:02.996 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:02.997 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.997 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.997 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:02.997 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.574551+0000", 2021-03-04T23:40:02.997 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015287112 2021-03-04T23:40:02.998 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.998 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.998 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:02.998 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589838+0000", 2021-03-04T23:40:02.998 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.6980000000000001e-06 2021-03-04T23:40:02.999 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:02.999 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:02.999 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:02.999 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589840+0000", 2021-03-04T23:40:03.000 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2599999999999994e-06 2021-03-04T23:40:03.000 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.000 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.000 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:03.000 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589849+0000", 2021-03-04T23:40:03.001 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8399999999999997e-06 2021-03-04T23:40:03.001 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.001 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.001 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:03.001 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589853+0000", 2021-03-04T23:40:03.002 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6291000000000001e-05 2021-03-04T23:40:03.002 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.002 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.002 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:03.002 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589899+0000", 2021-03-04T23:40:03.003 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3899e-05 2021-03-04T23:40:03.003 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.003 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.003 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:03.004 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589913+0000", 2021-03-04T23:40:03.004 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006278428 2021-03-04T23:40:03.004 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.004 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.004 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:03.005 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.596191+0000", 2021-03-04T23:40:03.005 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7668999999999999e-05 2021-03-04T23:40:03.005 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.005 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.005 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:03.006 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.596219+0000", 2021-03-04T23:40:03.006 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.021668197 2021-03-04T23:40:03.006 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.006 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:03.007 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.007 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.007 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.007 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:7849 44.9 e1040/1024 44:9778bccf:::rb.0.df45.e9ffa59.000000000014:head v 1040'53, mlcod=1033'51)", 2021-03-04T23:40:03.007 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:15.574597+0000", 2021-03-04T23:40:03.008 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 47.103145542, 2021-03-04T23:40:03.008 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.014626042000000001, 2021-03-04T23:40:03.008 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:03.008 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:03.009 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:03.009 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.009 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:03.009 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.574597+0000", 2021-03-04T23:40:03.009 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:03.010 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.010 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.010 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:03.010 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.574597+0000", 2021-03-04T23:40:03.010 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010718408 2021-03-04T23:40:03.011 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.011 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.011 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:03.011 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.585315+0000", 2021-03-04T23:40:03.012 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.655e-06 2021-03-04T23:40:03.012 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.012 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.012 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:03.012 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.585318+0000", 2021-03-04T23:40:03.013 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5719e-05 2021-03-04T23:40:03.013 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.013 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.013 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:03.013 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.585333+0000", 2021-03-04T23:40:03.014 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1469999999999998e-06 2021-03-04T23:40:03.014 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.014 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.014 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:03.015 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.585340+0000", 2021-03-04T23:40:03.015 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.1675999999999997e-05 2021-03-04T23:40:03.015 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.015 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.016 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:03.016 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.585401+0000", 2021-03-04T23:40:03.016 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4684999999999999e-05 2021-03-04T23:40:03.016 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.016 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.017 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:03.017 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.585416+0000", 2021-03-04T23:40:03.017 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037646229999999999 2021-03-04T23:40:03.017 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.018 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.018 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:03.018 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589181+0000", 2021-03-04T23:40:03.018 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.2129000000000003e-05 2021-03-04T23:40:03.018 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.019 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.019 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:03.019 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:15.589223+0000", 2021-03-04T23:40:03.019 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.014626042000000001 2021-03-04T23:40:03.019 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.020 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:03.020 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.020 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.020 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.021 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:8901 44.1b e1048/1024 44:db2bebd5:::rb.0.df45.5ba9313c.000000000000:head v 1048'41, mlcod=1048'39)", 2021-03-04T23:40:03.021 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:24.297794+0000", 2021-03-04T23:40:03.021 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 38.379947864999998, 2021-03-04T23:40:03.021 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.014271904, 2021-03-04T23:40:03.021 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:03.022 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:03.022 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:03.022 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.022 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:03.022 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.297794+0000", 2021-03-04T23:40:03.023 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:03.023 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.023 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.023 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:03.024 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.297794+0000", 2021-03-04T23:40:03.024 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0096338010000000009 2021-03-04T23:40:03.024 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.024 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.024 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:03.025 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.307428+0000", 2021-03-04T23:40:03.025 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.567e-06 2021-03-04T23:40:03.025 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.025 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.025 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:03.026 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.307430+0000", 2021-03-04T23:40:03.026 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.7799999999999995e-06 2021-03-04T23:40:03.026 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.026 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.027 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:03.027 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.307439+0000", 2021-03-04T23:40:03.027 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0262999999999999e-05 2021-03-04T23:40:03.027 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.027 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.028 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:03.028 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.307460+0000", 2021-03-04T23:40:03.028 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2594e-05 2021-03-04T23:40:03.028 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.028 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.029 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:03.029 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.307492+0000", 2021-03-04T23:40:03.029 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3223e-05 2021-03-04T23:40:03.029 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.029 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.030 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:03.030 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.307506+0000", 2021-03-04T23:40:03.030 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0045360260000000003 2021-03-04T23:40:03.030 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.031 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.031 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:03.031 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.312042+0000", 2021-03-04T23:40:03.031 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4649999999999999e-05 2021-03-04T23:40:03.031 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.032 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.032 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:03.032 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:24.312066+0000", 2021-03-04T23:40:03.032 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.014271904 2021-03-04T23:40:03.032 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.033 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:03.033 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.033 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.033 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.034 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:9048 44.c e1054/1024 44:35f982dc:::rb.0.df45.5ba9313c.000000000005:head v 1054'22, mlcod=1042'20)", 2021-03-04T23:40:03.034 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:29.494382+0000", 2021-03-04T23:40:03.034 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 33.183360280000002, 2021-03-04T23:40:03.034 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015229787999999999, 2021-03-04T23:40:03.034 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:03.035 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:03.035 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:03.035 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.035 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:03.035 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.494382+0000", 2021-03-04T23:40:03.036 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:03.036 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.036 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.036 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:03.037 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.494382+0000", 2021-03-04T23:40:03.037 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012004469 2021-03-04T23:40:03.037 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.037 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.037 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:03.038 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.506386+0000", 2021-03-04T23:40:03.038 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6359999999999998e-06 2021-03-04T23:40:03.038 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.038 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.038 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:03.039 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.506389+0000", 2021-03-04T23:40:03.039 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4374e-05 2021-03-04T23:40:03.039 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.039 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.039 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:03.040 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.506403+0000", 2021-03-04T23:40:03.040 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8209999999999998e-06 2021-03-04T23:40:03.040 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.040 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.041 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:03.041 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.506409+0000", 2021-03-04T23:40:03.041 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9116999999999998e-05 2021-03-04T23:40:03.041 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.041 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.042 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:03.042 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.506448+0000", 2021-03-04T23:40:03.042 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4473e-05 2021-03-04T23:40:03.042 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.042 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.043 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:03.043 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.506463+0000", 2021-03-04T23:40:03.043 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0031129109999999999 2021-03-04T23:40:03.043 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.044 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.044 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:03.044 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.509576+0000", 2021-03-04T23:40:03.044 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5987e-05 2021-03-04T23:40:03.044 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.045 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.045 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:03.045 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:29.509612+0000", 2021-03-04T23:40:03.045 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015229787999999999 2021-03-04T23:40:03.045 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.046 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:03.046 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.046 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.046 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.047 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:11906 44.0 e1081/1024 44:0563d520:::rbd_data.df4573e892da.0000000000000014:head v 1081'147, mlcod=1081'145)", 2021-03-04T23:40:03.047 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:58.195253+0000", 2021-03-04T23:40:03.047 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 4.482489653, 2021-03-04T23:40:03.047 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015780316999999999, 2021-03-04T23:40:03.047 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:03.048 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:03.048 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:03.048 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.048 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:03.048 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.195253+0000", 2021-03-04T23:40:03.049 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:03.049 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.049 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.049 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:03.049 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.195253+0000", 2021-03-04T23:40:03.050 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.012574109999999999 2021-03-04T23:40:03.050 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.050 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.050 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.207827+0000", 2021-03-04T23:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8420000000000001e-06 2021-03-04T23:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.051 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:03.052 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.207829+0000", 2021-03-04T23:40:03.052 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2199e-05 2021-03-04T23:40:03.052 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.052 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.052 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:03.053 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.207842+0000", 2021-03-04T23:40:03.053 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.9909999999999999e-06 2021-03-04T23:40:03.053 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.053 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.054 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:03.054 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.207848+0000", 2021-03-04T23:40:03.054 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9963000000000003e-05 2021-03-04T23:40:03.054 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.054 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.055 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:03.055 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.207898+0000", 2021-03-04T23:40:03.055 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.942e-05 2021-03-04T23:40:03.055 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.055 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.056 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:03.056 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.207917+0000", 2021-03-04T23:40:03.056 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0030929170000000001 2021-03-04T23:40:03.056 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.057 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.057 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:03.057 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.211010+0000", 2021-03-04T23:40:03.057 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2875e-05 2021-03-04T23:40:03.057 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:03.058 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:03.058 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:03.058 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:58.211033+0000", 2021-03-04T23:40:03.058 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015780316999999999 2021-03-04T23:40:03.058 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.059 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:03.059 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.059 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:03.059 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:03.060 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:40:03.060 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:03.061 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:02 gibba023 bash[27374]: cluster 2021-03-04T23:40:01.511212+0000 mon.a (mon.0) 2707 : cluster [DBG] osdmap e1085: 8 total, 8 up, 6 in 2021-03-04T23:40:03.065 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:02 gibba008 bash[173949]: debug 2021-03-04T23:40:02.664+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:03.268 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:03.371 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:03.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:40:03.489 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:03.531 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:40:03.543 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:40:03.543 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:40:03.543 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:40:03.570 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:03.624 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:03 gibba023 bash[15180]: debug 2021-03-04T23:40:03.263+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:03.673 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:03.678 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[173949]: debug 2021-03-04T23:40:03.564+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:03.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[39303]: cluster 2021-03-04T23:40:01.805919+0000 mgr.x (mgr.34379) 1602 : cluster [DBG] pgmap v2318: 177 pgs: 6 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 169 active+clean; 460 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 96 op/s; 85/966 objects degraded (8.799%); 8.0 MiB/s, 7 keys/s, 12 objects/s recovering 2021-03-04T23:40:03.679 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[39303]: cluster 2021-03-04T23:40:02.509607+0000 mon.a (mon.0) 2708 : cluster [WRN] Health check failed: Degraded data redundancy: 85/966 objects degraded (8.799%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:03.680 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[39303]: cluster 2021-03-04T23:40:02.521821+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1086: 8 total, 8 up, 6 in 2021-03-04T23:40:03.680 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[37770]: cluster 2021-03-04T23:40:01.805919+0000 mgr.x (mgr.34379) 1602 : cluster [DBG] pgmap v2318: 177 pgs: 6 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 169 active+clean; 460 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 96 op/s; 85/966 objects degraded (8.799%); 8.0 MiB/s, 7 keys/s, 12 objects/s recovering 2021-03-04T23:40:03.680 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[37770]: cluster 2021-03-04T23:40:02.509607+0000 mon.a (mon.0) 2708 : cluster [WRN] Health check failed: Degraded data redundancy: 85/966 objects degraded (8.799%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:03.681 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:03 gibba008 bash[37770]: cluster 2021-03-04T23:40:02.521821+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1086: 8 total, 8 up, 6 in 2021-03-04T23:40:03.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:03 gibba023 bash[27374]: cluster 2021-03-04T23:40:01.805919+0000 mgr.x (mgr.34379) 1602 : cluster [DBG] pgmap v2318: 177 pgs: 6 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 169 active+clean; 460 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 96 op/s; 85/966 objects degraded (8.799%); 8.0 MiB/s, 7 keys/s, 12 objects/s recovering 2021-03-04T23:40:03.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:03 gibba023 bash[27374]: cluster 2021-03-04T23:40:02.509607+0000 mon.a (mon.0) 2708 : cluster [WRN] Health check failed: Degraded data redundancy: 85/966 objects degraded (8.799%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:03.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:03 gibba023 bash[27374]: cluster 2021-03-04T23:40:02.521821+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1086: 8 total, 8 up, 6 in 2021-03-04T23:40:04.052 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:04.154 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:04.207 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:40:04.220 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:40:04.233 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:40:04.247 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:40:04.268 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:40:04.288 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:40:04.309 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:40:04.329 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:40:04.330 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.330 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.331 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.331 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.331 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.331 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.332 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.333 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:04.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:04 gibba023 bash[88433]: debug 2021-03-04T23:40:04.047+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:04.782 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[39303]: cluster 2021-03-04T23:40:03.523785+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1087: 8 total, 8 up, 6 in 2021-03-04T23:40:04.783 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[39303]: audit 2021-03-04T23:40:04.189855+0000 mon.a (mon.0) 2711 : audit [DBG] from='client.? 172.21.2.108:0/1015985459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:04.783 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[39303]: cluster 2021-03-04T23:40:04.462933+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e1088: 8 total, 8 up, 6 in 2021-03-04T23:40:04.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[37770]: cluster 2021-03-04T23:40:03.523785+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1087: 8 total, 8 up, 6 in 2021-03-04T23:40:04.783 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[37770]: audit 2021-03-04T23:40:04.189855+0000 mon.a (mon.0) 2711 : audit [DBG] from='client.? 172.21.2.108:0/1015985459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:04.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[37770]: cluster 2021-03-04T23:40:04.462933+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e1088: 8 total, 8 up, 6 in 2021-03-04T23:40:04.785 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:04.794 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:04 gibba023 bash[27374]: cluster 2021-03-04T23:40:03.523785+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1087: 8 total, 8 up, 6 in 2021-03-04T23:40:04.794 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:04 gibba023 bash[27374]: audit 2021-03-04T23:40:04.189855+0000 mon.a (mon.0) 2711 : audit [DBG] from='client.? 172.21.2.108:0/1015985459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:04.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:04 gibba023 bash[27374]: cluster 2021-03-04T23:40:04.462933+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e1088: 8 total, 8 up, 6 in 2021-03-04T23:40:04.885 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:05.177 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:05.186 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:04 gibba008 bash[48858]: debug 2021-03-04T23:40:04.776+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:05.280 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:05.479 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:40:05.481 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:40:05.481 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:40:05.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:05 gibba008 bash[173949]: debug 2021-03-04T23:40:05.172+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:05.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:05 gibba008 bash[48858]: debug 2021-03-04T23:40:05.188+0000 7fd399172700 -1 osd.2 pg_epoch: 1088 pg[44.3( v 1087'108 (0'0,1087'108] local-lis/les=1082/1083 n=6 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1088/0 sis=1082) [2,5,1] r=0 lpr=1082 crt=1087'108 lcod 1085'107 mlcod 1085'107 active+clean+snaptrim trimq=[27~1,29~1,2b~1]] removing snap head 2021-03-04T23:40:05.549 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:05.652 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:05.975 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:05 gibba023 bash[15180]: debug 2021-03-04T23:40:05.543+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:05.975 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:05 gibba023 bash[27374]: cluster 2021-03-04T23:40:03.807395+0000 mgr.x (mgr.34379) 1603 : cluster [DBG] pgmap v2321: 177 pgs: 15 active+recovery_wait+degraded, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 159 active+clean; 472 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 152 op/s; 130/999 objects degraded (13.013%); 3/999 objects misplaced (0.300%); 13 MiB/s, 11 keys/s, 21 objects/s recovering 2021-03-04T23:40:05.976 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:05 gibba023 bash[27374]: cluster 2021-03-04T23:40:05.471752+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1089: 8 total, 8 up, 6 in 2021-03-04T23:40:05.977 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:05 gibba008 bash[37770]: cluster 2021-03-04T23:40:03.807395+0000 mgr.x (mgr.34379) 1603 : cluster [DBG] pgmap v2321: 177 pgs: 15 active+recovery_wait+degraded, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 159 active+clean; 472 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 152 op/s; 130/999 objects degraded (13.013%); 3/999 objects misplaced (0.300%); 13 MiB/s, 11 keys/s, 21 objects/s recovering 2021-03-04T23:40:06.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:05 gibba008 bash[37770]: cluster 2021-03-04T23:40:05.471752+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1089: 8 total, 8 up, 6 in 2021-03-04T23:40:06.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:05 gibba008 bash[39303]: cluster 2021-03-04T23:40:03.807395+0000 mgr.x (mgr.34379) 1603 : cluster [DBG] pgmap v2321: 177 pgs: 15 active+recovery_wait+degraded, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 159 active+clean; 472 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 152 op/s; 130/999 objects degraded (13.013%); 3/999 objects misplaced (0.300%); 13 MiB/s, 11 keys/s, 21 objects/s recovering 2021-03-04T23:40:06.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:05 gibba008 bash[39303]: cluster 2021-03-04T23:40:05.471752+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1089: 8 total, 8 up, 6 in 2021-03-04T23:40:06.078 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:05 gibba023 bash[18090]: debug 2021-03-04T23:40:05.971+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:06.287 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.395 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:06.492 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:40:06.493 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1] out_osds: [7, 0] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:40:06.493 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:06.494 INFO:tasks.thrashosds.thrasher:Adding osd 7 2021-03-04T23:40:06.494 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd in 7 2021-03-04T23:40:06.495 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:40:06.576 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:06.695 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:06.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:06 gibba023 bash[88433]: debug 2021-03-04T23:40:06.279+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:06.803 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.941 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:07.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:06 gibba008 bash[173949]: debug 2021-03-04T23:40:06.688+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:07.050 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:07.109 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:07.109 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:07.132 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:06 gibba023 bash[88433]: debug 2021-03-04T23:40:06.935+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:07.546 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:07.654 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:07.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:07 gibba023 bash[27374]: cluster 2021-03-04T23:40:05.808860+0000 mgr.x (mgr.34379) 1604 : cluster [DBG] pgmap v2324: 177 pgs: 15 active+recovery_wait+degraded, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 159 active+clean; 472 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 56 op/s; 130/999 objects degraded (13.013%); 3/999 objects misplaced (0.300%); 5.0 MiB/s, 3 keys/s, 8 objects/s recovering 2021-03-04T23:40:07.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:07 gibba023 bash[27374]: cluster 2021-03-04T23:40:06.471037+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1090: 8 total, 8 up, 6 in 2021-03-04T23:40:07.805 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:40:07.812 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:07 gibba008 bash[91265]: debug 2021-03-04T23:40:07.540+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:07.812 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:07 gibba008 bash[37770]: cluster 2021-03-04T23:40:05.808860+0000 mgr.x (mgr.34379) 1604 : cluster [DBG] pgmap v2324: 177 pgs: 15 active+recovery_wait+degraded, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 159 active+clean; 472 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 56 op/s; 130/999 objects degraded (13.013%); 3/999 objects misplaced (0.300%); 5.0 MiB/s, 3 keys/s, 8 objects/s recovering 2021-03-04T23:40:07.813 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:07 gibba008 bash[37770]: cluster 2021-03-04T23:40:06.471037+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1090: 8 total, 8 up, 6 in 2021-03-04T23:40:07.813 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:07 gibba008 bash[39303]: cluster 2021-03-04T23:40:05.808860+0000 mgr.x (mgr.34379) 1604 : cluster [DBG] pgmap v2324: 177 pgs: 15 active+recovery_wait+degraded, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 159 active+clean; 472 MiB data, 1.8 GiB used, 499 GiB / 504 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 56 op/s; 130/999 objects degraded (13.013%); 3/999 objects misplaced (0.300%); 5.0 MiB/s, 3 keys/s, 8 objects/s recovering 2021-03-04T23:40:07.813 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:07 gibba008 bash[39303]: cluster 2021-03-04T23:40:06.471037+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1090: 8 total, 8 up, 6 in 2021-03-04T23:40:07.888 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:08.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:08.262 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:08.495 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:08 gibba008 bash[48858]: debug 2021-03-04T23:40:08.152+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:08.498 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:08.510 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:40:08.512 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T23:40:08.521 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:40:08.539 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:08.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:08.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:08 gibba008 bash[37770]: cluster 2021-03-04T23:40:07.473150+0000 mon.a (mon.0) 2715 : cluster [DBG] osdmap e1091: 8 total, 8 up, 6 in 2021-03-04T23:40:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:08 gibba008 bash[39303]: cluster 2021-03-04T23:40:07.473150+0000 mon.a (mon.0) 2715 : cluster [DBG] osdmap e1091: 8 total, 8 up, 6 in 2021-03-04T23:40:08.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:08 gibba008 bash[47391]: debug 2021-03-04T23:40:08.532+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:08.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:08 gibba023 bash[27374]: cluster 2021-03-04T23:40:07.473150+0000 mon.a (mon.0) 2715 : cluster [DBG] osdmap e1091: 8 total, 8 up, 6 in 2021-03-04T23:40:08.814 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:08.881 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:08.889 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:08.983 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:09.162 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:09.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:08 gibba008 bash[91265]: debug 2021-03-04T23:40:08.876+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:09.270 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:09.478 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:40:09.497 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[88433]: debug 2021-03-04T23:40:09.155+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:09.586 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:09.690 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:09.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: cluster 2021-03-04T23:40:07.809396+0000 mgr.x (mgr.34379) 1605 : cluster [DBG] pgmap v2327: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 32 op/s; 27 MiB/s, 8 keys/s, 33 objects/s recovering 2021-03-04T23:40:09.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: cluster 2021-03-04T23:40:08.480358+0000 mon.a (mon.0) 2716 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/999 objects degraded (13.013%), 17 pgs degraded) 2021-03-04T23:40:09.756 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: cluster 2021-03-04T23:40:08.489399+0000 mon.a (mon.0) 2717 : cluster [DBG] osdmap e1092: 8 total, 8 up, 6 in 2021-03-04T23:40:09.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: audit 2021-03-04T23:40:08.928502+0000 mon.c (mon.1) 176 : audit [INF] from='client.? 172.21.2.108:0/3428540152' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:09.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: audit 2021-03-04T23:40:08.928751+0000 mon.a (mon.0) 2718 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:09.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: cluster 2021-03-04T23:40:09.461834+0000 mon.a (mon.0) 2719 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:09.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: audit 2021-03-04T23:40:09.472024+0000 mon.a (mon.0) 2720 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:09.757 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[37770]: cluster 2021-03-04T23:40:09.472083+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1093: 8 total, 8 up, 6 in 2021-03-04T23:40:09.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: cluster 2021-03-04T23:40:07.809396+0000 mgr.x (mgr.34379) 1605 : cluster [DBG] pgmap v2327: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 32 op/s; 27 MiB/s, 8 keys/s, 33 objects/s recovering 2021-03-04T23:40:09.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: cluster 2021-03-04T23:40:08.480358+0000 mon.a (mon.0) 2716 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/999 objects degraded (13.013%), 17 pgs degraded) 2021-03-04T23:40:09.758 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: cluster 2021-03-04T23:40:08.489399+0000 mon.a (mon.0) 2717 : cluster [DBG] osdmap e1092: 8 total, 8 up, 6 in 2021-03-04T23:40:09.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: audit 2021-03-04T23:40:08.928502+0000 mon.c (mon.1) 176 : audit [INF] from='client.? 172.21.2.108:0/3428540152' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:09.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: audit 2021-03-04T23:40:08.928751+0000 mon.a (mon.0) 2718 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:09.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: cluster 2021-03-04T23:40:09.461834+0000 mon.a (mon.0) 2719 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:09.759 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: audit 2021-03-04T23:40:09.472024+0000 mon.a (mon.0) 2720 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:09.760 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:09 gibba008 bash[39303]: cluster 2021-03-04T23:40:09.472083+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1093: 8 total, 8 up, 6 in 2021-03-04T23:40:09.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[15180]: debug 2021-03-04T23:40:09.583+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:09.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: cluster 2021-03-04T23:40:07.809396+0000 mgr.x (mgr.34379) 1605 : cluster [DBG] pgmap v2327: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 32 op/s; 27 MiB/s, 8 keys/s, 33 objects/s recovering 2021-03-04T23:40:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: cluster 2021-03-04T23:40:08.480358+0000 mon.a (mon.0) 2716 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/999 objects degraded (13.013%), 17 pgs degraded) 2021-03-04T23:40:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: cluster 2021-03-04T23:40:08.489399+0000 mon.a (mon.0) 2717 : cluster [DBG] osdmap e1092: 8 total, 8 up, 6 in 2021-03-04T23:40:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: audit 2021-03-04T23:40:08.928502+0000 mon.c (mon.1) 176 : audit [INF] from='client.? 172.21.2.108:0/3428540152' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:09.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: audit 2021-03-04T23:40:08.928751+0000 mon.a (mon.0) 2718 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:09.776 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: cluster 2021-03-04T23:40:09.461834+0000 mon.a (mon.0) 2719 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:09.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: audit 2021-03-04T23:40:09.472024+0000 mon.a (mon.0) 2720 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:09.777 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:09 gibba023 bash[27374]: cluster 2021-03-04T23:40:09.472083+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1093: 8 total, 8 up, 6 in 2021-03-04T23:40:10.004 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:10.006 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:10 gibba008 bash[173949]: debug 2021-03-04T23:40:10.000+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:10.107 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:10.326 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:10.433 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:10.450 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:10 gibba023 bash[88433]: debug 2021-03-04T23:40:10.319+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:10.704 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:10.810 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:10.968 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:10 gibba023 bash[15180]: debug 2021-03-04T23:40:10.699+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:10.969 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:11.072 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.225 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:11.225 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:11.256 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:10 gibba023 bash[18090]: debug 2021-03-04T23:40:10.963+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:11.256 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:11 gibba023 bash[27374]: cluster 2021-03-04T23:40:09.809772+0000 mgr.x (mgr.34379) 1606 : cluster [DBG] pgmap v2330: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 32 op/s; 27 MiB/s, 8 keys/s, 33 objects/s recovering 2021-03-04T23:40:11.257 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:11 gibba023 bash[27374]: cluster 2021-03-04T23:40:10.144182+0000 osd.1 (osd.1) 10 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:40:11.257 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:11 gibba023 bash[27374]: audit 2021-03-04T23:40:10.173355+0000 mon.a (mon.0) 2722 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:40:11.257 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:11 gibba023 bash[27374]: cluster 2021-03-04T23:40:10.484445+0000 mon.a (mon.0) 2723 : cluster [DBG] osdmap e1094: 8 total, 8 up, 6 in 2021-03-04T23:40:11.257 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.361 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[37770]: cluster 2021-03-04T23:40:09.809772+0000 mgr.x (mgr.34379) 1606 : cluster [DBG] pgmap v2330: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 32 op/s; 27 MiB/s, 8 keys/s, 33 objects/s recovering 2021-03-04T23:40:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[37770]: cluster 2021-03-04T23:40:10.144182+0000 osd.1 (osd.1) 10 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:40:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[37770]: audit 2021-03-04T23:40:10.173355+0000 mon.a (mon.0) 2722 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:40:11.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[37770]: cluster 2021-03-04T23:40:10.484445+0000 mon.a (mon.0) 2723 : cluster [DBG] osdmap e1094: 8 total, 8 up, 6 in 2021-03-04T23:40:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[39303]: cluster 2021-03-04T23:40:09.809772+0000 mgr.x (mgr.34379) 1606 : cluster [DBG] pgmap v2330: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 32 op/s; 27 MiB/s, 8 keys/s, 33 objects/s recovering 2021-03-04T23:40:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[39303]: cluster 2021-03-04T23:40:10.144182+0000 osd.1 (osd.1) 10 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:40:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[39303]: audit 2021-03-04T23:40:10.173355+0000 mon.a (mon.0) 2722 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:40:11.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:11 gibba008 bash[39303]: cluster 2021-03-04T23:40:10.484445+0000 mon.a (mon.0) 2723 : cluster [DBG] osdmap e1094: 8 total, 8 up, 6 in 2021-03-04T23:40:11.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:11 gibba023 bash[15180]: debug 2021-03-04T23:40:11.251+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:11.793 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.901 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.009 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:40:12.046 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:11 gibba023 bash[15180]: debug 2021-03-04T23:40:11.787+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:12.047 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.094 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:12.150 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:12 gibba008 bash[37770]: cluster 2021-03-04T23:40:10.801467+0000 osd.6 (osd.6) 37 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:40:12.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:12 gibba008 bash[37770]: cluster 2021-03-04T23:40:10.803999+0000 osd.6 (osd.6) 38 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:40:12.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:12 gibba008 bash[37770]: cluster 2021-03-04T23:40:11.487808+0000 mon.a (mon.0) 2724 : cluster [DBG] osdmap e1095: 8 total, 8 up, 6 in 2021-03-04T23:40:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:12 gibba008 bash[39303]: cluster 2021-03-04T23:40:10.801467+0000 osd.6 (osd.6) 37 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:40:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:12 gibba008 bash[39303]: cluster 2021-03-04T23:40:10.803999+0000 osd.6 (osd.6) 38 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:40:12.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:12 gibba008 bash[39303]: cluster 2021-03-04T23:40:11.487808+0000 mon.a (mon.0) 2724 : cluster [DBG] osdmap e1095: 8 total, 8 up, 6 in 2021-03-04T23:40:12.269 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:40:12.413 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:40:12.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:12 gibba023 bash[15180]: debug 2021-03-04T23:40:12.043+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:12 gibba023 bash[27374]: cluster 2021-03-04T23:40:10.801467+0000 osd.6 (osd.6) 37 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:40:12.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:12 gibba023 bash[27374]: cluster 2021-03-04T23:40:10.803999+0000 osd.6 (osd.6) 38 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:40:12.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:12 gibba023 bash[27374]: cluster 2021-03-04T23:40:11.487808+0000 mon.a (mon.0) 2724 : cluster [DBG] osdmap e1095: 8 total, 8 up, 6 in 2021-03-04T23:40:12.600 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.707 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:13.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:12 gibba023 bash[15180]: debug 2021-03-04T23:40:12.595+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:13.313 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:13.416 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:13.493 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[47391]: debug 2021-03-04T23:40:13.188+0000 7fa94ab0d700 -1 osd.1 pg_epoch: 1096 pg[44.e( v 1096'87 (0'0,1096'87] local-lis/les=1024/1025 n=7 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,6,5] r=0 lpr=1024 luod=1095'86 crt=1096'87 lcod 1095'85 mlcod 1095'85 active+clean+snaptrim trimq=[37~1]] removing snap head 2021-03-04T23:40:13.494 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[47391]: debug 2021-03-04T23:40:13.308+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:13.494 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[48858]: debug 2021-03-04T23:40:13.288+0000 7fd399172700 -1 osd.2 pg_epoch: 1096 pg[44.3( v 1092'121 (0'0,1092'121] local-lis/les=1082/1083 n=9 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1088/0 sis=1082) [2,5,1] r=0 lpr=1082 crt=1092'121 lcod 1092'120 mlcod 1092'120 active+clean+snaptrim trimq=[37~1]] removing snap head 2021-03-04T23:40:13.495 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[48858]: debug 2021-03-04T23:40:13.288+0000 7fd399172700 -1 osd.2 pg_epoch: 1096 pg[44.3( v 1096'123 (0'0,1096'123] local-lis/les=1082/1083 n=7 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1088/0 sis=1082) [2,5,1] r=0 lpr=1082 luod=1092'121 crt=1096'123 lcod 1092'120 mlcod 1092'120 active+clean+snaptrim trimq=[37~1]] removing snap head 2021-03-04T23:40:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:13 gibba023 bash[27374]: cluster 2021-03-04T23:40:11.810955+0000 mgr.x (mgr.34379) 1607 : cluster [DBG] pgmap v2333: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2021-03-04T23:40:13.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:13 gibba023 bash[27374]: cluster 2021-03-04T23:40:13.187026+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1096: 8 total, 8 up, 6 in 2021-03-04T23:40:13.542 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:13.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:40:13.634 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:13.646 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:13.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[37770]: cluster 2021-03-04T23:40:11.810955+0000 mgr.x (mgr.34379) 1607 : cluster [DBG] pgmap v2333: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2021-03-04T23:40:13.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[37770]: cluster 2021-03-04T23:40:13.187026+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1096: 8 total, 8 up, 6 in 2021-03-04T23:40:13.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[39303]: cluster 2021-03-04T23:40:11.810955+0000 mgr.x (mgr.34379) 1607 : cluster [DBG] pgmap v2333: 177 pgs: 177 active+clean; 508 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2021-03-04T23:40:13.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:13 gibba008 bash[39303]: cluster 2021-03-04T23:40:13.187026+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1096: 8 total, 8 up, 6 in 2021-03-04T23:40:14.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:13 gibba023 bash[88433]: debug 2021-03-04T23:40:13.535+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:14.131 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.233 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:14 gibba023 bash[88433]: debug 2021-03-04T23:40:14.127+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:14.602 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.704 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:14 gibba008 bash[47391]: debug 2021-03-04T23:40:14.300+0000 7fa94cb11700 -1 osd.1 pg_epoch: 1097 pg[44.1a( v 1096'122 (0'0,1096'122] local-lis/les=1024/1025 n=7 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,4,5] r=0 lpr=1024 crt=1096'122 lcod 1092'120 mlcod 1092'120 active+clean+snaptrim trimq=[35~1] ps=[37~1]] removing snap head 2021-03-04T23:40:14.908 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:14 gibba023 bash[88433]: debug 2021-03-04T23:40:14.539+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:14.909 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:15.012 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:15.201 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:14 gibba008 bash[48858]: debug 2021-03-04T23:40:14.856+0000 7fd39516a700 -1 osd.2 pg_epoch: 1097 pg[44.3( v 1096'127 (0'0,1096'127] local-lis/les=1082/1083 n=5 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1088/0 sis=1082) [2,5,1] r=0 lpr=1082 crt=1096'127 lcod 1096'125 mlcod 1096'125 active+clean+snaptrim trimq=[35~1] ps=[37~1]] removing snap head 2021-03-04T23:40:15.203 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:14 gibba023 bash[88433]: debug 2021-03-04T23:40:14.903+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:15.204 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[27374]: cluster 2021-03-04T23:40:13.812060+0000 mgr.x (mgr.34379) 1608 : cluster [DBG] pgmap v2335: 177 pgs: 177 active+clean; 512 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 10 MiB/s rd, 951 KiB/s wr, 122 op/s 2021-03-04T23:40:15.204 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[27374]: cluster 2021-03-04T23:40:14.191109+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1097: 8 total, 8 up, 6 in 2021-03-04T23:40:15.225 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:15.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:15 gibba008 bash[39303]: cluster 2021-03-04T23:40:13.812060+0000 mgr.x (mgr.34379) 1608 : cluster [DBG] pgmap v2335: 177 pgs: 177 active+clean; 512 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 10 MiB/s rd, 951 KiB/s wr, 122 op/s 2021-03-04T23:40:15.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:15 gibba008 bash[39303]: cluster 2021-03-04T23:40:14.191109+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1097: 8 total, 8 up, 6 in 2021-03-04T23:40:15.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:15 gibba008 bash[91265]: debug 2021-03-04T23:40:15.204+0000 7fc653a2e700 -1 osd.3 pg_epoch: 1098 pg[44.1c( v 1098'219 (0'0,1098'219] local-lis/les=1024/1025 n=16 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [3,1,6] r=0 lpr=1024 luod=1097'218 crt=1097'218 lcod 1096'216 mlcod 1096'216 active+clean+snaptrim trimq=[33~1] ps=[35~1,37~1]] removing snap head 2021-03-04T23:40:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:15 gibba008 bash[37770]: cluster 2021-03-04T23:40:13.812060+0000 mgr.x (mgr.34379) 1608 : cluster [DBG] pgmap v2335: 177 pgs: 177 active+clean; 512 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 10 MiB/s rd, 951 KiB/s wr, 122 op/s 2021-03-04T23:40:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:15 gibba008 bash[37770]: cluster 2021-03-04T23:40:14.191109+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1097: 8 total, 8 up, 6 in 2021-03-04T23:40:15.329 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:15.479 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[15180]: debug 2021-03-04T23:40:15.219+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:15.480 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[18090]: debug 2021-03-04T23:40:15.199+0000 7f1b21ecf700 -1 osd.6 pg_epoch: 1098 pg[44.8( v 1097'64 (0'0,1097'64] local-lis/les=1082/1083 n=11 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1084/0 sis=1082) [6,5,1] r=0 lpr=1082 crt=1097'64 lcod 1096'62 mlcod 1096'62 active+clean+snaptrim trimq=[33~1] ps=[35~1,37~1]] removing snap head 2021-03-04T23:40:15.480 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[18090]: debug 2021-03-04T23:40:15.199+0000 7f1b206cc700 -1 osd.6 pg_epoch: 1098 pg[44.b( v 1097'36 (0'0,1097'36] local-lis/les=1024/1025 n=10 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [6,3,1] r=0 lpr=1024 crt=1097'36 lcod 1096'34 mlcod 1096'34 active+clean+snaptrim trimq=[33~1] ps=[35~1,37~1]] removing snap head 2021-03-04T23:40:15.480 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:15.582 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:15.704 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:15.704 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:15.712 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:15.729 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[18090]: debug 2021-03-04T23:40:15.707+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:15.730 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:15 gibba023 bash[19550]: debug 2021-03-04T23:40:15.475+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:15.756 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (14002 ms) 2021-03-04T23:40:15.757 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2021-03-04T23:40:15.815 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:15.821 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:15.836 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:40:15.918 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:40:16.207 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:16 gibba008 bash[37770]: debug 2021-03-04T23:40:16.088+0000 7f3d3e3c5700 -1 mon.a@0(leader).osd e1098 definitely_dead 0 2021-03-04T23:40:16.218 INFO:teuthology.orchestra.run.gibba008.stderr:marked in osd.7. 2021-03-04T23:40:16.401 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:16.509 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:16.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:16 gibba008 bash[37770]: cluster 2021-03-04T23:40:15.195378+0000 mon.a (mon.0) 2727 : cluster [DBG] osdmap e1098: 8 total, 8 up, 6 in 2021-03-04T23:40:16.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:16 gibba008 bash[37770]: audit 2021-03-04T23:40:16.092004+0000 mon.a (mon.0) 2728 : audit [DBG] from='client.? 172.21.2.108:0/2069588701' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:40:16.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:16 gibba008 bash[39303]: cluster 2021-03-04T23:40:15.195378+0000 mon.a (mon.0) 2727 : cluster [DBG] osdmap e1098: 8 total, 8 up, 6 in 2021-03-04T23:40:16.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:16 gibba008 bash[39303]: audit 2021-03-04T23:40:16.092004+0000 mon.a (mon.0) 2728 : audit [DBG] from='client.? 172.21.2.108:0/2069588701' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:40:16.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:16 gibba023 bash[88433]: debug 2021-03-04T23:40:16.395+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:16 gibba023 bash[27374]: cluster 2021-03-04T23:40:15.195378+0000 mon.a (mon.0) 2727 : cluster [DBG] osdmap e1098: 8 total, 8 up, 6 in 2021-03-04T23:40:16.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:16 gibba023 bash[27374]: audit 2021-03-04T23:40:16.092004+0000 mon.a (mon.0) 2728 : audit [DBG] from='client.? 172.21.2.108:0/2069588701' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:40:16.554 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:40:16.666 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:16.942 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:17.045 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:17.175 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:17.219 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:16 gibba008 bash[91265]: debug 2021-03-04T23:40:16.936+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:17.235 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:40:17.243 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:40:17.244 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:40:17.244 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:40:17.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:17 gibba008 bash[37770]: cluster 2021-03-04T23:40:15.813131+0000 mgr.x (mgr.34379) 1609 : cluster [DBG] pgmap v2338: 177 pgs: 177 active+clean; 512 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 10 MiB/s rd, 952 KiB/s wr, 115 op/s 2021-03-04T23:40:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:17 gibba008 bash[37770]: audit 2021-03-04T23:40:16.212175+0000 mon.a (mon.0) 2729 : audit [INF] from='client.? 172.21.2.108:0/2069588701' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:40:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:17 gibba008 bash[37770]: cluster 2021-03-04T23:40:16.212205+0000 mon.a (mon.0) 2730 : cluster [DBG] osdmap e1099: 8 total, 8 up, 7 in 2021-03-04T23:40:17.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:17 gibba008 bash[39303]: cluster 2021-03-04T23:40:15.813131+0000 mgr.x (mgr.34379) 1609 : cluster [DBG] pgmap v2338: 177 pgs: 177 active+clean; 512 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 10 MiB/s rd, 952 KiB/s wr, 115 op/s 2021-03-04T23:40:17.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:17 gibba008 bash[39303]: audit 2021-03-04T23:40:16.212175+0000 mon.a (mon.0) 2729 : audit [INF] from='client.? 172.21.2.108:0/2069588701' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:40:17.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:17 gibba008 bash[39303]: cluster 2021-03-04T23:40:16.212205+0000 mon.a (mon.0) 2730 : cluster [DBG] osdmap e1099: 8 total, 8 up, 7 in 2021-03-04T23:40:17.277 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:17.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:17 gibba023 bash[88433]: debug 2021-03-04T23:40:17.171+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:17.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:17 gibba023 bash[27374]: cluster 2021-03-04T23:40:15.813131+0000 mgr.x (mgr.34379) 1609 : cluster [DBG] pgmap v2338: 177 pgs: 177 active+clean; 512 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 10 MiB/s rd, 952 KiB/s wr, 115 op/s 2021-03-04T23:40:17.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:17 gibba023 bash[27374]: audit 2021-03-04T23:40:16.212175+0000 mon.a (mon.0) 2729 : audit [INF] from='client.? 172.21.2.108:0/2069588701' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:40:17.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:17 gibba023 bash[27374]: cluster 2021-03-04T23:40:16.212205+0000 mon.a (mon.0) 2730 : cluster [DBG] osdmap e1099: 8 total, 8 up, 7 in 2021-03-04T23:40:17.534 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:17.642 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:17.822 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:17 gibba023 bash[15180]: debug 2021-03-04T23:40:17.527+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:17.823 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:17.931 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:18.076 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:17 gibba023 bash[19550]: debug 2021-03-04T23:40:17.815+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:18.077 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:18.181 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:18.371 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:18.380 INFO:tasks.thrashosds.thrasher:Added osd 7 2021-03-04T23:40:18.427 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:40:18.440 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:40:18.453 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:40:18.467 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:40:18.475 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:18.485 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:40:18.486 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:18 gibba023 bash[18090]: debug 2021-03-04T23:40:18.071+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:18.487 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:18 gibba023 bash[27374]: cluster 2021-03-04T23:40:17.224723+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e1100: 8 total, 8 up, 7 in 2021-03-04T23:40:18.499 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:40:18.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:18 gibba008 bash[37770]: cluster 2021-03-04T23:40:17.224723+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e1100: 8 total, 8 up, 7 in 2021-03-04T23:40:18.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:18 gibba008 bash[173949]: debug 2021-03-04T23:40:18.364+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:18.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:18 gibba008 bash[39303]: cluster 2021-03-04T23:40:17.224723+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e1100: 8 total, 8 up, 7 in 2021-03-04T23:40:18.514 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:40:18.526 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:40:18.527 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.528 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.528 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.529 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.529 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.530 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.530 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.530 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:18.801 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:18.904 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:19.247 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:18 gibba023 bash[15180]: debug 2021-03-04T23:40:18.795+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:19.253 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:19.356 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:19.485 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:40:19.488 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:40:19.488 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:40:19.506 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:40:19.511 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[37770]: cluster 2021-03-04T23:40:17.814899+0000 mgr.x (mgr.34379) 1610 : cluster [DBG] pgmap v2341: 177 pgs: 1 remapped+peering, 2 active+recovery_wait+degraded, 11 peering, 163 active+clean; 524 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 69 op/s; 12/1119 objects degraded (1.072%); 1023 KiB/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:40:19.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[37770]: cluster 2021-03-04T23:40:18.223313+0000 mon.a (mon.0) 2732 : cluster [WRN] Health check failed: Degraded data redundancy: 12/1119 objects degraded (1.072%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:19.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[37770]: cluster 2021-03-04T23:40:18.235300+0000 mon.a (mon.0) 2733 : cluster [DBG] osdmap e1101: 8 total, 8 up, 7 in 2021-03-04T23:40:19.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[37770]: audit 2021-03-04T23:40:18.409748+0000 mon.c (mon.1) 177 : audit [DBG] from='client.? 172.21.2.108:0/3559251759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:19.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[39303]: cluster 2021-03-04T23:40:17.814899+0000 mgr.x (mgr.34379) 1610 : cluster [DBG] pgmap v2341: 177 pgs: 1 remapped+peering, 2 active+recovery_wait+degraded, 11 peering, 163 active+clean; 524 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 69 op/s; 12/1119 objects degraded (1.072%); 1023 KiB/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:40:19.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[39303]: cluster 2021-03-04T23:40:18.223313+0000 mon.a (mon.0) 2732 : cluster [WRN] Health check failed: Degraded data redundancy: 12/1119 objects degraded (1.072%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:19.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[39303]: cluster 2021-03-04T23:40:18.235300+0000 mon.a (mon.0) 2733 : cluster [DBG] osdmap e1101: 8 total, 8 up, 7 in 2021-03-04T23:40:19.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:19 gibba008 bash[39303]: audit 2021-03-04T23:40:18.409748+0000 mon.c (mon.1) 177 : audit [DBG] from='client.? 172.21.2.108:0/3559251759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:19.520 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:40:19.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:19 gibba023 bash[18090]: debug 2021-03-04T23:40:19.247+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:19.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:19 gibba023 bash[27374]: cluster 2021-03-04T23:40:17.814899+0000 mgr.x (mgr.34379) 1610 : cluster [DBG] pgmap v2341: 177 pgs: 1 remapped+peering, 2 active+recovery_wait+degraded, 11 peering, 163 active+clean; 524 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 69 op/s; 12/1119 objects degraded (1.072%); 1023 KiB/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:40:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:19 gibba023 bash[27374]: cluster 2021-03-04T23:40:18.223313+0000 mon.a (mon.0) 2732 : cluster [WRN] Health check failed: Degraded data redundancy: 12/1119 objects degraded (1.072%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:19 gibba023 bash[27374]: cluster 2021-03-04T23:40:18.235300+0000 mon.a (mon.0) 2733 : cluster [DBG] osdmap e1101: 8 total, 8 up, 7 in 2021-03-04T23:40:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:19 gibba023 bash[27374]: audit 2021-03-04T23:40:18.409748+0000 mon.c (mon.1) 177 : audit [DBG] from='client.? 172.21.2.108:0/3559251759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:20.019 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:20.121 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:20.213 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:40:20.214 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:40:20.214 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:40:20.214 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:40:20.223 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:20.252 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:20 gibba008 bash[173949]: debug 2021-03-04T23:40:20.012+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:20.326 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:20.358 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:20 gibba023 bash[88433]: debug 2021-03-04T23:40:20.219+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:20.359 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:20 gibba023 bash[27374]: cluster 2021-03-04T23:40:19.237851+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e1102: 8 total, 8 up, 7 in 2021-03-04T23:40:20.359 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:20 gibba023 bash[27374]: cluster 2021-03-04T23:40:19.477302+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e1103: 8 total, 8 up, 7 in 2021-03-04T23:40:20.541 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:20 gibba008 bash[37770]: cluster 2021-03-04T23:40:19.237851+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e1102: 8 total, 8 up, 7 in 2021-03-04T23:40:20.541 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:20 gibba008 bash[37770]: cluster 2021-03-04T23:40:19.477302+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e1103: 8 total, 8 up, 7 in 2021-03-04T23:40:20.542 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:20 gibba008 bash[39303]: cluster 2021-03-04T23:40:19.237851+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e1102: 8 total, 8 up, 7 in 2021-03-04T23:40:20.542 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:20 gibba008 bash[39303]: cluster 2021-03-04T23:40:19.477302+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e1103: 8 total, 8 up, 7 in 2021-03-04T23:40:20.758 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:20.861 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:20.868 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:40:20.943 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:20.944 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:20 gibba008 bash[173949]: debug 2021-03-04T23:40:20.752+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:21.046 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:20 gibba023 bash[15180]: debug 2021-03-04T23:40:20.939+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:21.355 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.458 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:21 gibba008 bash[37770]: cluster 2021-03-04T23:40:19.816171+0000 mgr.x (mgr.34379) 1611 : cluster [DBG] pgmap v2345: 177 pgs: 1 remapped+peering, 2 active+recovery_wait+degraded, 11 peering, 163 active+clean; 524 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 26 MiB/s rd, 5.6 MiB/s wr, 67 op/s; 12/1119 objects degraded (1.072%); 1.1 MiB/s, 2 keys/s, 0 objects/s recovering 2021-03-04T23:40:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:21 gibba008 bash[37770]: cluster 2021-03-04T23:40:20.481471+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1104: 8 total, 8 up, 7 in 2021-03-04T23:40:21.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:21 gibba008 bash[39303]: cluster 2021-03-04T23:40:19.816171+0000 mgr.x (mgr.34379) 1611 : cluster [DBG] pgmap v2345: 177 pgs: 1 remapped+peering, 2 active+recovery_wait+degraded, 11 peering, 163 active+clean; 524 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 26 MiB/s rd, 5.6 MiB/s wr, 67 op/s; 12/1119 objects degraded (1.072%); 1.1 MiB/s, 2 keys/s, 0 objects/s recovering 2021-03-04T23:40:21.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:21 gibba008 bash[39303]: cluster 2021-03-04T23:40:20.481471+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1104: 8 total, 8 up, 7 in 2021-03-04T23:40:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:21 gibba023 bash[27374]: cluster 2021-03-04T23:40:19.816171+0000 mgr.x (mgr.34379) 1611 : cluster [DBG] pgmap v2345: 177 pgs: 1 remapped+peering, 2 active+recovery_wait+degraded, 11 peering, 163 active+clean; 524 MiB data, 2.0 GiB used, 499 GiB / 504 GiB avail; 26 MiB/s rd, 5.6 MiB/s wr, 67 op/s; 12/1119 objects degraded (1.072%); 1.1 MiB/s, 2 keys/s, 0 objects/s recovering 2021-03-04T23:40:21.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:21 gibba023 bash[27374]: cluster 2021-03-04T23:40:20.481471+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1104: 8 total, 8 up, 7 in 2021-03-04T23:40:21.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:21 gibba023 bash[15180]: debug 2021-03-04T23:40:21.351+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:21.875 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.978 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.055 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.158 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.160 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:21 gibba023 bash[15180]: debug 2021-03-04T23:40:21.871+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:22.239 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:22 gibba008 bash[48858]: debug 2021-03-04T23:40:22.048+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:22.240 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.342 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:22.482 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:22.502 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:22 gibba008 bash[48858]: debug 2021-03-04T23:40:22.232+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:22.504 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:22.505 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:40:22.522 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:40:22.524 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:40:22.589 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:22.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:22 gibba008 bash[37770]: cluster 2021-03-04T23:40:21.489014+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e1105: 8 total, 8 up, 7 in 2021-03-04T23:40:22.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:22 gibba008 bash[37770]: audit 2021-03-04T23:40:22.199026+0000 mon.a (mon.0) 2738 : audit [INF] from='client.? 172.21.2.108:0/1550778823' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:22.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:22 gibba008 bash[39303]: cluster 2021-03-04T23:40:21.489014+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e1105: 8 total, 8 up, 7 in 2021-03-04T23:40:22.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:22 gibba008 bash[39303]: audit 2021-03-04T23:40:22.199026+0000 mon.a (mon.0) 2738 : audit [INF] from='client.? 172.21.2.108:0/1550778823' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:22 gibba023 bash[27374]: cluster 2021-03-04T23:40:21.489014+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e1105: 8 total, 8 up, 7 in 2021-03-04T23:40:22.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:22 gibba023 bash[27374]: audit 2021-03-04T23:40:22.199026+0000 mon.a (mon.0) 2738 : audit [INF] from='client.? 172.21.2.108:0/1550778823' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:22.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:22 gibba023 bash[15180]: debug 2021-03-04T23:40:22.475+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:23.003 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:23.038 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:23.081 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:23.141 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:23.295 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:23 gibba023 bash[15180]: debug 2021-03-04T23:40:23.031+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:23.381 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1, 7] out_osds: [0] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:40:23.382 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:23.383 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:40:23.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:40:23.520 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:23.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[37770]: cluster 2021-03-04T23:40:21.817795+0000 mgr.x (mgr.34379) 1612 : cluster [DBG] pgmap v2348: 177 pgs: 2 activating, 1 remapped+peering, 2 active+recovery_wait+degraded, 3 peering, 169 active+clean; 552 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 3.9 KiB/s rd, 6.8 MiB/s wr, 9 op/s; 12/1155 objects degraded (1.039%); 26 MiB/s, 14 keys/s, 27 objects/s recovering 2021-03-04T23:40:23.736 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[37770]: cluster 2021-03-04T23:40:22.488484+0000 mon.a (mon.0) 2739 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:23.737 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[37770]: audit 2021-03-04T23:40:22.498381+0000 mon.a (mon.0) 2740 : audit [INF] from='client.? 172.21.2.108:0/1550778823' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:23.737 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[37770]: cluster 2021-03-04T23:40:22.498432+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1106: 8 total, 8 up, 7 in 2021-03-04T23:40:23.738 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[39303]: cluster 2021-03-04T23:40:21.817795+0000 mgr.x (mgr.34379) 1612 : cluster [DBG] pgmap v2348: 177 pgs: 2 activating, 1 remapped+peering, 2 active+recovery_wait+degraded, 3 peering, 169 active+clean; 552 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 3.9 KiB/s rd, 6.8 MiB/s wr, 9 op/s; 12/1155 objects degraded (1.039%); 26 MiB/s, 14 keys/s, 27 objects/s recovering 2021-03-04T23:40:23.739 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[39303]: cluster 2021-03-04T23:40:22.488484+0000 mon.a (mon.0) 2739 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:23.739 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[39303]: audit 2021-03-04T23:40:22.498381+0000 mon.a (mon.0) 2740 : audit [INF] from='client.? 172.21.2.108:0/1550778823' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:23.740 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[39303]: cluster 2021-03-04T23:40:22.498432+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1106: 8 total, 8 up, 7 in 2021-03-04T23:40:23.740 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:23 gibba023 bash[27374]: cluster 2021-03-04T23:40:21.817795+0000 mgr.x (mgr.34379) 1612 : cluster [DBG] pgmap v2348: 177 pgs: 2 activating, 1 remapped+peering, 2 active+recovery_wait+degraded, 3 peering, 169 active+clean; 552 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 3.9 KiB/s rd, 6.8 MiB/s wr, 9 op/s; 12/1155 objects degraded (1.039%); 26 MiB/s, 14 keys/s, 27 objects/s recovering 2021-03-04T23:40:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:23 gibba023 bash[27374]: cluster 2021-03-04T23:40:22.488484+0000 mon.a (mon.0) 2739 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:23.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:23 gibba023 bash[27374]: audit 2021-03-04T23:40:22.498381+0000 mon.a (mon.0) 2740 : audit [INF] from='client.? 172.21.2.108:0/1550778823' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:23.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:23 gibba023 bash[27374]: cluster 2021-03-04T23:40:22.498432+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1106: 8 total, 8 up, 7 in 2021-03-04T23:40:23.843 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:24.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:23 gibba008 bash[91265]: debug 2021-03-04T23:40:23.728+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:24.429 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:24.437 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:40:24.437 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:40:24.437 INFO:teuthology.orchestra.run.gibba023.stdout: "complaint_time": 30, 2021-03-04T23:40:24.438 INFO:teuthology.orchestra.run.gibba023.stdout: "num_blocked_ops": 0 2021-03-04T23:40:24.438 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:40:24.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:24.542 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[39303]: cluster 2021-03-04T23:40:23.515632+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1107: 8 total, 8 up, 7 in 2021-03-04T23:40:24.543 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[39303]: cluster 2021-03-04T23:40:24.468840+0000 mon.a (mon.0) 2743 : cluster [WRN] Health check update: Degraded data redundancy: 12/1155 objects degraded (1.039%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:24.543 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[39303]: cluster 2021-03-04T23:40:24.474100+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1108: 8 total, 8 up, 7 in 2021-03-04T23:40:24.544 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[91265]: debug 2021-03-04T23:40:24.420+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:24.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[37770]: cluster 2021-03-04T23:40:23.515632+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1107: 8 total, 8 up, 7 in 2021-03-04T23:40:24.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[37770]: cluster 2021-03-04T23:40:24.468840+0000 mon.a (mon.0) 2743 : cluster [WRN] Health check update: Degraded data redundancy: 12/1155 objects degraded (1.039%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:24.545 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:24 gibba008 bash[37770]: cluster 2021-03-04T23:40:24.474100+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1108: 8 total, 8 up, 7 in 2021-03-04T23:40:24.600 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:24 gibba023 bash[27374]: cluster 2021-03-04T23:40:23.515632+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1107: 8 total, 8 up, 7 in 2021-03-04T23:40:24.600 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:24 gibba023 bash[27374]: cluster 2021-03-04T23:40:24.468840+0000 mon.a (mon.0) 2743 : cluster [WRN] Health check update: Degraded data redundancy: 12/1155 objects degraded (1.039%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:40:24.601 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:24 gibba023 bash[27374]: cluster 2021-03-04T23:40:24.474100+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1108: 8 total, 8 up, 7 in 2021-03-04T23:40:25.073 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:25.139 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:40:25.181 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:25.218 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:25.513 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[48858]: debug 2021-03-04T23:40:25.064+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:25.752 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:25.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:25 gibba023 bash[27374]: cluster 2021-03-04T23:40:23.818902+0000 mgr.x (mgr.34379) 1613 : cluster [DBG] pgmap v2351: 177 pgs: 2 activating, 175 active+clean; 564 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 7.2 KiB/s rd, 8.0 MiB/s wr, 15 op/s; 25 MiB/s, 16 keys/s, 34 objects/s recovering 2021-03-04T23:40:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:25 gibba023 bash[27374]: cluster 2021-03-04T23:40:24.512100+0000 mon.a (mon.0) 2745 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/1155 objects degraded (1.039%), 2 pgs degraded) 2021-03-04T23:40:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:25 gibba023 bash[27374]: cluster 2021-03-04T23:40:25.486985+0000 mon.a (mon.0) 2746 : cluster [DBG] osdmap e1109: 8 total, 8 up, 7 in 2021-03-04T23:40:25.861 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:25.878 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[47391]: debug 2021-03-04T23:40:25.744+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:25.878 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[37770]: cluster 2021-03-04T23:40:23.818902+0000 mgr.x (mgr.34379) 1613 : cluster [DBG] pgmap v2351: 177 pgs: 2 activating, 175 active+clean; 564 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 7.2 KiB/s rd, 8.0 MiB/s wr, 15 op/s; 25 MiB/s, 16 keys/s, 34 objects/s recovering 2021-03-04T23:40:25.879 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[37770]: cluster 2021-03-04T23:40:24.512100+0000 mon.a (mon.0) 2745 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/1155 objects degraded (1.039%), 2 pgs degraded) 2021-03-04T23:40:25.879 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[37770]: cluster 2021-03-04T23:40:25.486985+0000 mon.a (mon.0) 2746 : cluster [DBG] osdmap e1109: 8 total, 8 up, 7 in 2021-03-04T23:40:25.879 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[39303]: cluster 2021-03-04T23:40:23.818902+0000 mgr.x (mgr.34379) 1613 : cluster [DBG] pgmap v2351: 177 pgs: 2 activating, 175 active+clean; 564 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 7.2 KiB/s rd, 8.0 MiB/s wr, 15 op/s; 25 MiB/s, 16 keys/s, 34 objects/s recovering 2021-03-04T23:40:25.880 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[39303]: cluster 2021-03-04T23:40:24.512100+0000 mon.a (mon.0) 2745 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/1155 objects degraded (1.039%), 2 pgs degraded) 2021-03-04T23:40:25.880 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:25 gibba008 bash[39303]: cluster 2021-03-04T23:40:25.486985+0000 mon.a (mon.0) 2746 : cluster [DBG] osdmap e1109: 8 total, 8 up, 7 in 2021-03-04T23:40:26.274 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 0 2021-03-04T23:40:26.283 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:40:26.351 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:40:26.402 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:26.426 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:40:26.489 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:26.597 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:26.659 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:26 gibba008 bash[91265]: debug 2021-03-04T23:40:26.480+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:27.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:26 gibba008 bash[47391]: debug 2021-03-04T23:40:26.584+0000 7fa950b19700 -1 osd.1 pg_epoch: 1110 pg[44.1a( v 1106'128 (0'0,1106'128] local-lis/les=1024/1025 n=8 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,4,5] r=0 lpr=1024 crt=1106'128 lcod 1106'127 mlcod 1106'127 active+clean+snaptrim trimq=[43~1]] removing snap head 2021-03-04T23:40:27.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:26 gibba008 bash[91265]: debug 2021-03-04T23:40:26.588+0000 7fc657a36700 -1 osd.3 pg_epoch: 1110 pg[44.1c( v 1110'268 (0'0,1110'268] local-lis/les=1024/1025 n=18 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [3,1,6] r=0 lpr=1024 luod=1109'267 crt=1110'268 lcod 1109'266 mlcod 1109'266 active+clean+snaptrim trimq=[43~1]] removing snap head 2021-03-04T23:40:27.014 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:27.117 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:27.562 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:27 gibba008 bash[48858]: debug 2021-03-04T23:40:27.008+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:27.652 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:27.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:27.961 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:27 gibba023 bash[27374]: cluster 2021-03-04T23:40:25.820038+0000 mgr.x (mgr.34379) 1614 : cluster [DBG] pgmap v2354: 177 pgs: 2 activating, 175 active+clean; 564 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 3.7 KiB/s rd, 2.0 MiB/s wr, 6 op/s; 2.0 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:40:27.962 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:27 gibba023 bash[27374]: cluster 2021-03-04T23:40:26.578036+0000 mon.a (mon.0) 2747 : cluster [DBG] osdmap e1110: 8 total, 8 up, 7 in 2021-03-04T23:40:27.970 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:27 gibba008 bash[37770]: cluster 2021-03-04T23:40:25.820038+0000 mgr.x (mgr.34379) 1614 : cluster [DBG] pgmap v2354: 177 pgs: 2 activating, 175 active+clean; 564 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 3.7 KiB/s rd, 2.0 MiB/s wr, 6 op/s; 2.0 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:40:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:27 gibba008 bash[37770]: cluster 2021-03-04T23:40:26.578036+0000 mon.a (mon.0) 2747 : cluster [DBG] osdmap e1110: 8 total, 8 up, 7 in 2021-03-04T23:40:28.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:27 gibba008 bash[39303]: cluster 2021-03-04T23:40:25.820038+0000 mgr.x (mgr.34379) 1614 : cluster [DBG] pgmap v2354: 177 pgs: 2 activating, 175 active+clean; 564 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 3.7 KiB/s rd, 2.0 MiB/s wr, 6 op/s; 2.0 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:40:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:27 gibba008 bash[39303]: cluster 2021-03-04T23:40:26.578036+0000 mon.a (mon.0) 2747 : cluster [DBG] osdmap e1110: 8 total, 8 up, 7 in 2021-03-04T23:40:28.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:27 gibba008 bash[173949]: debug 2021-03-04T23:40:27.644+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:28.075 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:28.119 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:40:28.120 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:40:28.120 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:40:28.120 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:40:28.120 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.121 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:192849 30.5 30:a8b131e7:::benchmark_data_gibba008_138845_object34862:head [delete] snapc 0=[] ondisk+write+known_if_redirected e733)", 2021-03-04T23:40:28.121 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:30:37.523810+0000", 2021-03-04T23:40:28.121 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 590.59227547199998, 2021-03-04T23:40:28.121 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11598466, 2021-03-04T23:40:28.121 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.122 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.122 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.122 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.122 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.123 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 192849 2021-03-04T23:40:28.123 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.123 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.123 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.123 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.124 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523810+0000", 2021-03-04T23:40:28.124 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.124 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.124 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.124 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.125 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523810+0000", 2021-03-04T23:40:28.125 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6419999999999996e-06 2021-03-04T23:40:28.125 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.125 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.126 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.126 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523819+0000", 2021-03-04T23:40:28.126 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5489999999999997e-06 2021-03-04T23:40:28.126 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.126 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.127 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.127 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523824+0000", 2021-03-04T23:40:28.127 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5402999999999999e-05 2021-03-04T23:40:28.127 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.128 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.128 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.128 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523870+0000", 2021-03-04T23:40:28.128 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8369999999999999e-05 2021-03-04T23:40:28.128 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.129 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.129 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.129 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.523888+0000", 2021-03-04T23:40:28.129 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0001528 2021-03-04T23:40:28.129 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.130 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.130 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.130 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.524041+0000", 2021-03-04T23:40:28.131 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000380126 2021-03-04T23:40:28.131 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.131 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.131 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.131 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.524421+0000", 2021-03-04T23:40:28.132 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043224000000000002 2021-03-04T23:40:28.132 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.132 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.132 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.132 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.524853+0000", 2021-03-04T23:40:28.133 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0089453610000000006 2021-03-04T23:40:28.133 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.133 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.133 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.133 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.533799+0000", 2021-03-04T23:40:28.134 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.105609934 2021-03-04T23:40:28.134 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.134 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.134 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.135 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.639408+0000", 2021-03-04T23:40:28.135 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000133137 2021-03-04T23:40:28.135 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.135 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.135 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.136 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.639542+0000", 2021-03-04T23:40:28.136 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025309799999999999 2021-03-04T23:40:28.136 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.136 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.136 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.137 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:30:37.639795+0000", 2021-03-04T23:40:28.137 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11598466 2021-03-04T23:40:28.137 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.138 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.138 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.138 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.138 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.138 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:266391 30.5 30:a163aa8b:::benchmark_data_gibba008_138845_object108404:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:40:28.139 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:28.918659+0000", 2021-03-04T23:40:28.139 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 539.19742674199995, 2021-03-04T23:40:28.139 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.142358871, 2021-03-04T23:40:28.139 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.139 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.140 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.140 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.140 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.140 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 266391 2021-03-04T23:40:28.141 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.141 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.141 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.141 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.141 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918659+0000", 2021-03-04T23:40:28.142 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.142 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.142 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.142 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.142 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918659+0000", 2021-03-04T23:40:28.143 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.4249999999999998e-06 2021-03-04T23:40:28.143 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.143 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.143 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.143 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918662+0000", 2021-03-04T23:40:28.144 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1919999999999999e-06 2021-03-04T23:40:28.144 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.144 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.144 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.145 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918664+0000", 2021-03-04T23:40:28.145 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4178e-05 2021-03-04T23:40:28.145 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.145 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.145 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.146 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918679+0000", 2021-03-04T23:40:28.146 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7640000000000005e-06 2021-03-04T23:40:28.146 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.146 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.146 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.147 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918686+0000", 2021-03-04T23:40:28.147 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0293000000000001e-05 2021-03-04T23:40:28.147 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.147 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.148 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.148 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918737+0000", 2021-03-04T23:40:28.148 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000109546 2021-03-04T23:40:28.148 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.148 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.149 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.149 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918846+0000", 2021-03-04T23:40:28.149 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000101683 2021-03-04T23:40:28.149 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.149 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.150 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.150 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.918948+0000", 2021-03-04T23:40:28.150 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042391299999999998 2021-03-04T23:40:28.150 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.150 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.151 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.151 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.923187+0000", 2021-03-04T23:40:28.151 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13700636999999999 2021-03-04T23:40:28.151 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.152 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.152 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.152 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.060193+0000", 2021-03-04T23:40:28.152 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00029120699999999998 2021-03-04T23:40:28.152 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.153 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.153 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.153 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.060485+0000", 2021-03-04T23:40:28.153 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00053308299999999995 2021-03-04T23:40:28.153 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.154 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.154 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.154 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.061018+0000", 2021-03-04T23:40:28.154 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.142358871 2021-03-04T23:40:28.155 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.155 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.155 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.155 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.155 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.156 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:266409 30.5 30:aef2b0fc:::benchmark_data_gibba008_138845_object108422:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:40:28.156 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:28.939614+0000", 2021-03-04T23:40:28.156 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 539.17647183600002, 2021-03-04T23:40:28.156 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.122440163, 2021-03-04T23:40:28.156 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.157 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.157 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.157 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.157 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.157 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 266409 2021-03-04T23:40:28.158 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.158 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.158 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.158 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.158 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939614+0000", 2021-03-04T23:40:28.159 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.159 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.159 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.159 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.160 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939614+0000", 2021-03-04T23:40:28.160 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1599999999999998e-06 2021-03-04T23:40:28.160 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.160 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.160 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.161 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939617+0000", 2021-03-04T23:40:28.161 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:40:28.161 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.161 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.161 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.162 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939619+0000", 2021-03-04T23:40:28.162 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5447e-05 2021-03-04T23:40:28.162 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.162 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.163 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.163 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939635+0000", 2021-03-04T23:40:28.163 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0859999999999998e-06 2021-03-04T23:40:28.163 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.163 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.164 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.164 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939641+0000", 2021-03-04T23:40:28.164 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1562000000000003e-05 2021-03-04T23:40:28.164 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.164 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.165 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.165 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939722+0000", 2021-03-04T23:40:28.165 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000111068 2021-03-04T23:40:28.165 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.166 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.166 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.166 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939833+0000", 2021-03-04T23:40:28.166 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000104993 2021-03-04T23:40:28.166 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.167 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.167 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.167 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.939938+0000", 2021-03-04T23:40:28.167 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0041561009999999997 2021-03-04T23:40:28.168 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.168 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.168 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.168 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:28.944094+0000", 2021-03-04T23:40:28.168 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.117235829 2021-03-04T23:40:28.169 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.169 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.169 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.169 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.061330+0000", 2021-03-04T23:40:28.170 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000304226 2021-03-04T23:40:28.170 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.170 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.170 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.170 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.061634+0000", 2021-03-04T23:40:28.171 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00041944999999999998 2021-03-04T23:40:28.171 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.171 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.171 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.171 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:29.062054+0000", 2021-03-04T23:40:28.172 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.122440163 2021-03-04T23:40:28.172 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.172 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.172 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.172 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.173 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.173 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:272995 30.5 30:ae53c781:::benchmark_data_gibba008_138845_object115008:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:40:28.173 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:33.602956+0000", 2021-03-04T23:40:28.173 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 534.51312935099998, 2021-03-04T23:40:28.174 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154848239, 2021-03-04T23:40:28.174 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.174 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.174 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.174 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.175 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.175 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 272995 2021-03-04T23:40:28.175 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.175 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.175 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.176 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.176 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602956+0000", 2021-03-04T23:40:28.176 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.176 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.177 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.177 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.177 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602956+0000", 2021-03-04T23:40:28.177 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1493e-05 2021-03-04T23:40:28.177 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.178 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.178 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.178 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602968+0000", 2021-03-04T23:40:28.178 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8449999999999997e-06 2021-03-04T23:40:28.178 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.179 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.179 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.179 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.602974+0000", 2021-03-04T23:40:28.179 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3904000000000003e-05 2021-03-04T23:40:28.180 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.180 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.180 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.180 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.603038+0000", 2021-03-04T23:40:28.180 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5673e-05 2021-03-04T23:40:28.181 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.181 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.181 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.181 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.603064+0000", 2021-03-04T23:40:28.181 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010065219 2021-03-04T23:40:28.182 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.182 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.182 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.182 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.613129+0000", 2021-03-04T23:40:28.183 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000447577 2021-03-04T23:40:28.183 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.183 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.183 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.183 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.613577+0000", 2021-03-04T23:40:28.184 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00039363700000000001 2021-03-04T23:40:28.184 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.184 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.184 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.184 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.613971+0000", 2021-03-04T23:40:28.185 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0098409139999999992 2021-03-04T23:40:28.185 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.185 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.185 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.185 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.623811+0000", 2021-03-04T23:40:28.186 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13322139899999999 2021-03-04T23:40:28.186 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.186 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.186 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.187 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.757033+0000", 2021-03-04T23:40:28.187 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025586499999999998 2021-03-04T23:40:28.187 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.187 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.187 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.188 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.757289+0000", 2021-03-04T23:40:28.188 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000515713 2021-03-04T23:40:28.188 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.188 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.188 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.189 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:33.757804+0000", 2021-03-04T23:40:28.189 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.154848239 2021-03-04T23:40:28.189 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.189 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.189 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.190 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.190 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.190 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:290830 30.5 30:ae6ba219:::benchmark_data_gibba008_138845_object132843:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:40:28.190 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:45.236324+0000", 2021-03-04T23:40:28.191 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 522.87976122199996, 2021-03-04T23:40:28.191 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13758626400000001, 2021-03-04T23:40:28.191 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.191 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.191 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.192 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.192 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.192 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 290830 2021-03-04T23:40:28.192 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.192 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.193 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.193 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.193 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236324+0000", 2021-03-04T23:40:28.193 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.193 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.194 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.194 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.194 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236324+0000", 2021-03-04T23:40:28.194 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6570000000000001e-06 2021-03-04T23:40:28.195 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.195 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.195 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.195 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236327+0000", 2021-03-04T23:40:28.195 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.451e-06 2021-03-04T23:40:28.196 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.196 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.196 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.196 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236328+0000", 2021-03-04T23:40:28.196 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0696999999999999e-05 2021-03-04T23:40:28.197 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.197 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.197 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.197 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236339+0000", 2021-03-04T23:40:28.197 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7659999999999998e-06 2021-03-04T23:40:28.198 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.198 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.198 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.198 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236344+0000", 2021-03-04T23:40:28.198 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9277000000000001e-05 2021-03-04T23:40:28.199 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.199 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.199 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.199 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236373+0000", 2021-03-04T23:40:28.199 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7302e-05 2021-03-04T23:40:28.200 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.200 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.200 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.200 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236450+0000", 2021-03-04T23:40:28.201 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5036999999999993e-05 2021-03-04T23:40:28.201 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.201 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.201 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.201 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.236525+0000", 2021-03-04T23:40:28.202 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034006729999999999 2021-03-04T23:40:28.202 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.202 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.202 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.202 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.239926+0000", 2021-03-04T23:40:28.203 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13342705799999999 2021-03-04T23:40:28.203 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.203 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.203 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.204 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.373353+0000", 2021-03-04T23:40:28.204 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014938700000000001 2021-03-04T23:40:28.204 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.204 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.204 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.205 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.373503+0000", 2021-03-04T23:40:28.205 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000407959 2021-03-04T23:40:28.205 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.205 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.206 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.206 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:45.373911+0000", 2021-03-04T23:40:28.206 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13758626400000001 2021-03-04T23:40:28.206 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.207 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.207 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.207 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.207 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.207 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:293564 30.5 30:a0748f28:::benchmark_data_gibba008_138845_object135577:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:40:28.208 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:47.185316+0000", 2021-03-04T23:40:28.208 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 520.93076942200003, 2021-03-04T23:40:28.208 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.123652814, 2021-03-04T23:40:28.208 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.209 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.209 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.209 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.209 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.209 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 293564 2021-03-04T23:40:28.210 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.210 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.210 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.210 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.210 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185316+0000", 2021-03-04T23:40:28.211 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.211 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.211 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.211 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.211 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185316+0000", 2021-03-04T23:40:28.212 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.153e-06 2021-03-04T23:40:28.212 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.212 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.212 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.213 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185318+0000", 2021-03-04T23:40:28.213 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.457e-06 2021-03-04T23:40:28.213 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.213 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.213 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.214 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185320+0000", 2021-03-04T23:40:28.214 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:40:28.214 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.214 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.215 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.215 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185329+0000", 2021-03-04T23:40:28.215 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8679999999999998e-06 2021-03-04T23:40:28.215 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.215 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.216 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.216 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185334+0000", 2021-03-04T23:40:28.216 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9632000000000001e-05 2021-03-04T23:40:28.216 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.216 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.217 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.217 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185354+0000", 2021-03-04T23:40:28.217 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7910000000000005e-05 2021-03-04T23:40:28.217 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.217 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.218 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.218 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185432+0000", 2021-03-04T23:40:28.218 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1583999999999997e-05 2021-03-04T23:40:28.218 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.219 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.219 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.219 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.185513+0000", 2021-03-04T23:40:28.219 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002638526 2021-03-04T23:40:28.219 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.220 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.220 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.220 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.188152+0000", 2021-03-04T23:40:28.220 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12024668299999999 2021-03-04T23:40:28.220 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.221 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.221 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.221 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.308398+0000", 2021-03-04T23:40:28.221 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020268599999999999 2021-03-04T23:40:28.221 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.222 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.222 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.222 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.308601+0000", 2021-03-04T23:40:28.222 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00036771999999999998 2021-03-04T23:40:28.222 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.223 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.223 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.223 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:47.308969+0000", 2021-03-04T23:40:28.223 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.123652814 2021-03-04T23:40:28.223 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.224 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.224 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.224 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.224 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.225 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294552 30.5 30:ace3aa0f:::benchmark_data_gibba008_138845_object136565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:40:28.225 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.036568+0000", 2021-03-04T23:40:28.225 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 520.07951769399995, 2021-03-04T23:40:28.225 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120896403, 2021-03-04T23:40:28.225 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.226 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.226 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.226 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.226 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.226 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294552 2021-03-04T23:40:28.227 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.227 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.227 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.227 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.228 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036568+0000", 2021-03-04T23:40:28.228 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.228 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.228 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.228 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.229 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036568+0000", 2021-03-04T23:40:28.229 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:40:28.229 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.229 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.229 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.230 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036572+0000", 2021-03-04T23:40:28.230 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1909999999999999e-06 2021-03-04T23:40:28.230 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.230 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.230 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.231 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036574+0000", 2021-03-04T23:40:28.231 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.7813999999999999e-05 2021-03-04T23:40:28.231 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.231 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.232 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.232 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036592+0000", 2021-03-04T23:40:28.232 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1839999999999999e-06 2021-03-04T23:40:28.232 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.232 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.233 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.233 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036600+0000", 2021-03-04T23:40:28.233 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4790999999999997e-05 2021-03-04T23:40:28.234 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.234 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.234 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.234 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036665+0000", 2021-03-04T23:40:28.234 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000218404 2021-03-04T23:40:28.235 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.235 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.235 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.235 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036883+0000", 2021-03-04T23:40:28.235 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013480600000000001 2021-03-04T23:40:28.236 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.236 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.236 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.236 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.037018+0000", 2021-03-04T23:40:28.237 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0078946520000000003 2021-03-04T23:40:28.237 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.237 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.237 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.237 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.044912+0000", 2021-03-04T23:40:28.238 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.112065451 2021-03-04T23:40:28.238 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.238 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.238 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.239 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.156978+0000", 2021-03-04T23:40:28.239 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000182721 2021-03-04T23:40:28.239 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.239 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.239 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.240 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.157161+0000", 2021-03-04T23:40:28.240 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030359099999999997 2021-03-04T23:40:28.240 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.240 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.241 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.241 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.157464+0000", 2021-03-04T23:40:28.241 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.120896403 2021-03-04T23:40:28.241 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.241 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.242 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.242 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.242 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.242 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294554 30.5 30:aecf114e:::benchmark_data_gibba008_138845_object136567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:40:28.242 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.036930+0000", 2021-03-04T23:40:28.243 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 520.07915568400006, 2021-03-04T23:40:28.243 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12864510100000001, 2021-03-04T23:40:28.243 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.243 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.244 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.244 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.244 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.244 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294554 2021-03-04T23:40:28.244 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.245 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.245 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.245 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.245 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036930+0000", 2021-03-04T23:40:28.245 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.246 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.246 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.246 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.246 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036930+0000", 2021-03-04T23:40:28.247 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2459999999999999e-06 2021-03-04T23:40:28.247 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.247 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.247 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.247 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036933+0000", 2021-03-04T23:40:28.248 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7130000000000001e-06 2021-03-04T23:40:28.248 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.248 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.248 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.249 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036936+0000", 2021-03-04T23:40:28.249 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5880999999999999e-05 2021-03-04T23:40:28.249 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.249 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.249 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.250 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036952+0000", 2021-03-04T23:40:28.250 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.7249999999999997e-06 2021-03-04T23:40:28.250 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.250 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.250 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.251 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.036959+0000", 2021-03-04T23:40:28.251 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042189539999999996 2021-03-04T23:40:28.251 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.251 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.252 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.252 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.041178+0000", 2021-03-04T23:40:28.252 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000126129 2021-03-04T23:40:28.252 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.252 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.253 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.253 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.041304+0000", 2021-03-04T23:40:28.253 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000121501 2021-03-04T23:40:28.253 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.253 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.254 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.254 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.041426+0000", 2021-03-04T23:40:28.254 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0036680630000000001 2021-03-04T23:40:28.254 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.255 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.255 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.255 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.045094+0000", 2021-03-04T23:40:28.255 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.11972736 2021-03-04T23:40:28.255 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.256 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.256 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.256 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.164821+0000", 2021-03-04T23:40:28.256 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025954199999999998 2021-03-04T23:40:28.256 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.257 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.257 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.257 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.165081+0000", 2021-03-04T23:40:28.257 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00049398699999999999 2021-03-04T23:40:28.257 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.258 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.258 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.258 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.165575+0000", 2021-03-04T23:40:28.258 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12864510100000001 2021-03-04T23:40:28.259 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.259 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.259 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.259 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.259 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.260 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.55894.0:294868 30.5 30:a36b9136:::benchmark_data_gibba008_138845_object136881:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:40:28.260 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:31:48.413596+0000", 2021-03-04T23:40:28.260 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 519.70248954600004, 2021-03-04T23:40:28.260 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13303551999999999, 2021-03-04T23:40:28.261 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.261 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.261 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.261 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.55894", 2021-03-04T23:40:28.261 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:40:28.262 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 294868 2021-03-04T23:40:28.262 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.262 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.262 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.262 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.263 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413596+0000", 2021-03-04T23:40:28.263 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.263 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.263 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.264 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.264 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413596+0000", 2021-03-04T23:40:28.264 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1730000000000003e-06 2021-03-04T23:40:28.264 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.264 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.265 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.265 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413601+0000", 2021-03-04T23:40:28.265 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9069999999999999e-06 2021-03-04T23:40:28.265 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.266 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.266 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.266 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413603+0000", 2021-03-04T23:40:28.266 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5302999999999999e-05 2021-03-04T23:40:28.266 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.267 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.267 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.267 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413618+0000", 2021-03-04T23:40:28.267 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8749999999999997e-06 2021-03-04T23:40:28.267 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.268 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.268 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.268 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.413624+0000", 2021-03-04T23:40:28.268 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0027754490000000001 2021-03-04T23:40:28.268 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.269 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.269 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.269 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.416400+0000", 2021-03-04T23:40:28.269 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018303699999999999 2021-03-04T23:40:28.270 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.270 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.270 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.270 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.416583+0000", 2021-03-04T23:40:28.270 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000190903 2021-03-04T23:40:28.271 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.271 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.271 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0", 2021-03-04T23:40:28.271 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.416774+0000", 2021-03-04T23:40:28.272 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0042322849999999997 2021-03-04T23:40:28.272 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.272 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.272 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.272 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.421006+0000", 2021-03-04T23:40:28.273 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.12539345800000001 2021-03-04T23:40:28.273 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.273 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.273 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.274 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.546399+0000", 2021-03-04T23:40:28.274 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.9740999999999993e-05 2021-03-04T23:40:28.274 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.274 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.274 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.275 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.546489+0000", 2021-03-04T23:40:28.275 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00014238900000000001 2021-03-04T23:40:28.275 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.275 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.275 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.276 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:31:48.546631+0000", 2021-03-04T23:40:28.276 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.13303551999999999 2021-03-04T23:40:28.276 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.276 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.277 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.277 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.277 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.277 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "MOSDPGPush(44.1 1101/1099 [PushOp(44:811a22d0:::rb.0.df45.5aeaead2.000000000002:1f, version: 1064'71, data_included: [1~1048576], data_size: 1048576, omap_header_size: 0, omap_entries_size: 0, attrset_size: 1, recovery_info: ObjectRecoveryInfo(44:811a22d0:::rb.0.df45.5aeaead2.000000000002:1f@1064'71, size: 4194304, copy_subset: [1~4194303], clone_subset: {44:811a22d0:::rb.0.df45.5aeaead2.000000000002:1d=[0~1]}, snapset: 1f=[]:{1d=[1d],1f=[1f]}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:1048577, data_complete:false, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:40:28.277 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:18.602457+0000", 2021-03-04T23:40:28.278 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 9.513628186, 2021-03-04T23:40:28.278 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0040888290000000004, 2021-03-04T23:40:28.278 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.278 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:40:28.278 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.279 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.279 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.279 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.602457+0000", 2021-03-04T23:40:28.279 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.280 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.280 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.280 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.280 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.602457+0000", 2021-03-04T23:40:28.280 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0019035510000000001 2021-03-04T23:40:28.281 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.281 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.281 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.281 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.604361+0000", 2021-03-04T23:40:28.281 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1158999999999997e-05 2021-03-04T23:40:28.282 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.282 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.282 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.282 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.604402+0000", 2021-03-04T23:40:28.283 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000139417 2021-03-04T23:40:28.283 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.283 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.283 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.283 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.604541+0000", 2021-03-04T23:40:28.284 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0062999999999999e-05 2021-03-04T23:40:28.284 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.284 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.284 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.284 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.604582+0000", 2021-03-04T23:40:28.285 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00031621699999999998 2021-03-04T23:40:28.285 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.285 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.285 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.285 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.604898+0000", 2021-03-04T23:40:28.286 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6974999999999998e-05 2021-03-04T23:40:28.286 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.286 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.286 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.287 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.604925+0000", 2021-03-04T23:40:28.287 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001621447 2021-03-04T23:40:28.287 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.287 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.287 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.288 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.606546+0000", 2021-03-04T23:40:28.288 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0040888290000000004 2021-03-04T23:40:28.288 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.288 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.288 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.289 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.289 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.289 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "MOSDPGPush(44.1 1101/1099 [PushOp(44:811a22d0:::rb.0.df45.5aeaead2.000000000002:1f, version: 1064'71, data_included: [3145729~1048575], data_size: 1048575, omap_header_size: 0, omap_entries_size: 0, attrset_size: 0, recovery_info: ObjectRecoveryInfo(44:811a22d0:::rb.0.df45.5aeaead2.000000000002:1f@1064'71, size: 4194304, copy_subset: [1~4194303], clone_subset: {44:811a22d0:::rb.0.df45.5aeaead2.000000000002:1d=[0~1]}, snapset: 1f=[]:{1d=[1d],1f=[1f]}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:4194304, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(!first, data_recovered_to:3145729, data_complete:false, omap_recovered_to:, omap_complete:true, error:false))])", 2021-03-04T23:40:28.289 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:18.618665+0000", 2021-03-04T23:40:28.289 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 9.4974205329999997, 2021-03-04T23:40:28.290 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049769690000000004, 2021-03-04T23:40:28.290 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.290 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:40:28.290 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.290 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.291 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.291 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.618665+0000", 2021-03-04T23:40:28.291 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.291 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.292 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.292 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.292 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.618665+0000", 2021-03-04T23:40:28.292 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002607884 2021-03-04T23:40:28.292 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.293 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.293 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.293 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.621273+0000", 2021-03-04T23:40:28.293 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.5513999999999999e-05 2021-03-04T23:40:28.293 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.294 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.294 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.294 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.621308+0000", 2021-03-04T23:40:28.294 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2167000000000002e-05 2021-03-04T23:40:28.294 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.295 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.295 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.295 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.621381+0000", 2021-03-04T23:40:28.295 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3052999999999997e-05 2021-03-04T23:40:28.295 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.296 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.296 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.296 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.621414+0000", 2021-03-04T23:40:28.296 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020158 2021-03-04T23:40:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.621615+0000", 2021-03-04T23:40:28.297 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2367000000000001e-05 2021-03-04T23:40:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.621638+0000", 2021-03-04T23:40:28.298 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.002004404 2021-03-04T23:40:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:18.623642+0000", 2021-03-04T23:40:28.299 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0049769690000000004 2021-03-04T23:40:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.300 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "MOSDPGPush(44.6 1102/1100 [PushOp(44:65c2999c:::rbd_header.df4565c41b89:head, version: 1072'152, data_included: [], data_size: 0, omap_header_size: 0, omap_entries_size: 12, attrset_size: 2, recovery_info: ObjectRecoveryInfo(44:65c2999c:::rbd_header.df4565c41b89:head@1072'152, size: 0, copy_subset: [], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:0, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:40:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:19.489644+0000", 2021-03-04T23:40:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 8.6264417719999997, 2021-03-04T23:40:28.301 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046305820000000003, 2021-03-04T23:40:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:40:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.302 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.489644+0000", 2021-03-04T23:40:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.303 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.304 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.489644+0000", 2021-03-04T23:40:28.304 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.1061e-05 2021-03-04T23:40:28.304 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.304 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.305 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.305 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.489655+0000", 2021-03-04T23:40:28.305 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.8225000000000001e-05 2021-03-04T23:40:28.305 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.305 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.489693+0000", 2021-03-04T23:40:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.6617000000000001e-05 2021-03-04T23:40:28.306 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.489780+0000", 2021-03-04T23:40:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2502999999999993e-05 2021-03-04T23:40:28.307 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.489852+0000", 2021-03-04T23:40:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0037917269999999999 2021-03-04T23:40:28.308 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.493644+0000", 2021-03-04T23:40:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1185e-05 2021-03-04T23:40:28.309 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.493685+0000", 2021-03-04T23:40:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00058926400000000004 2021-03-04T23:40:28.310 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.494274+0000", 2021-03-04T23:40:28.311 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046305820000000003 2021-03-04T23:40:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.312 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:13358 44.4 e1103/1100 44:22131490:::rb.0.df45.13c3512e.000000000015:head v 1103'107, mlcod=1033'27)", 2021-03-04T23:40:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:19.523722+0000", 2021-03-04T23:40:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 8.5923632160000007, 2021-03-04T23:40:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0083359460000000003, 2021-03-04T23:40:28.313 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.314 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.523722+0000", 2021-03-04T23:40:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.315 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.523722+0000", 2021-03-04T23:40:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001512392 2021-03-04T23:40:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.316 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.317 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525235+0000", 2021-03-04T23:40:28.317 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9790000000000004e-06 2021-03-04T23:40:28.317 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.317 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525239+0000", 2021-03-04T23:40:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4087000000000002e-05 2021-03-04T23:40:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.318 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525263+0000", 2021-03-04T23:40:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0934000000000001e-05 2021-03-04T23:40:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.319 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.320 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.320 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525274+0000", 2021-03-04T23:40:28.320 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8812000000000005e-05 2021-03-04T23:40:28.320 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.321 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.321 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.321 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525342+0000", 2021-03-04T23:40:28.321 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.3702999999999999e-05 2021-03-04T23:40:28.321 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.322 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.322 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.322 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525376+0000", 2021-03-04T23:40:28.322 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066297120000000003 2021-03-04T23:40:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.532006+0000", 2021-03-04T23:40:28.323 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2327000000000002e-05 2021-03-04T23:40:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.532058+0000", 2021-03-04T23:40:28.324 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0083359460000000003 2021-03-04T23:40:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.325 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "MOSDPGPush(44.4 1103/1100 [PushOp(44:27b84e2c:::rbd_data.df4531d166ff.0000000000000004:head, version: 1033'36, data_included: [2~1048576], data_size: 1048576, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(44:27b84e2c:::rbd_data.df4531d166ff.0000000000000004:head@1033'36, size: 4194304, copy_subset: [0~4194304], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:1048578, data_complete:false, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:40:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:19.525503+0000", 2021-03-04T23:40:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 8.5905821119999999, 2021-03-04T23:40:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0041581589999999998, 2021-03-04T23:40:28.326 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:40:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.327 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525503+0000", 2021-03-04T23:40:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.328 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525503+0000", 2021-03-04T23:40:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00048340600000000003 2021-03-04T23:40:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.329 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.525987+0000", 2021-03-04T23:40:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3010000000000001e-05 2021-03-04T23:40:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.330 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.526000+0000", 2021-03-04T23:40:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9573e-05 2021-03-04T23:40:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.331 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.526029+0000", 2021-03-04T23:40:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5258e-05 2021-03-04T23:40:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.332 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.526045+0000", 2021-03-04T23:40:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026185319999999998 2021-03-04T23:40:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.333 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.528663+0000", 2021-03-04T23:40:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.128e-05 2021-03-04T23:40:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.334 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.528674+0000", 2021-03-04T23:40:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00098710000000000009 2021-03-04T23:40:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.335 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:19.529662+0000", 2021-03-04T23:40:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0041581589999999998 2021-03-04T23:40:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.336 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:13537 44.16 44:6bd36b51:::rb.0.df45.651ac51f.000000000005:3f [sparse-read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected e1109)", 2021-03-04T23:40:28.337 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:25.586297+0000", 2021-03-04T23:40:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 2.5297882220000001, 2021-03-04T23:40:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066352779999999997, 2021-03-04T23:40:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "reached pg", 2021-03-04T23:40:28.338 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:40:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:40:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 13537 2021-03-04T23:40:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.339 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586297+0000", 2021-03-04T23:40:28.340 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586297+0000", 2021-03-04T23:40:28.341 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.309e-05 2021-03-04T23:40:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586310+0000", 2021-03-04T23:40:28.342 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5699999999999993e-06 2021-03-04T23:40:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586319+0000", 2021-03-04T23:40:28.343 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8905999999999994e-05 2021-03-04T23:40:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586388+0000", 2021-03-04T23:40:28.344 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.6040000000000001e-05 2021-03-04T23:40:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586414+0000", 2021-03-04T23:40:28.345 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000213685 2021-03-04T23:40:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.346 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586628+0000", 2021-03-04T23:40:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8439e-05 2021-03-04T23:40:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op must wait for map", 2021-03-04T23:40:28.347 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.586656+0000", 2021-03-04T23:40:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0060188899999999998 2021-03-04T23:40:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.348 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.592675+0000", 2021-03-04T23:40:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00025765800000000002 2021-03-04T23:40:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.349 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:25.592933+0000", 2021-03-04T23:40:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066352779999999997 2021-03-04T23:40:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.350 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:13984 44.f 44:f5abd48b:::rbd_data.df45c463e6d6.000000000000000e:head [call rbd.assert_snapc_seq in=19b,delete] snapc 46=[46,45,44] ondisk+write+known_if_redirected e1109)", 2021-03-04T23:40:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:26.315541+0000", 2021-03-04T23:40:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 1.80054476, 2021-03-04T23:40:28.351 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006108484, 2021-03-04T23:40:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:40:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.352 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:40:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:40:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 13984 2021-03-04T23:40:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.353 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315541+0000", 2021-03-04T23:40:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.354 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315541+0000", 2021-03-04T23:40:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0254999999999999e-05 2021-03-04T23:40:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.355 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315551+0000", 2021-03-04T23:40:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3339999999999998e-06 2021-03-04T23:40:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.356 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315557+0000", 2021-03-04T23:40:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1746999999999998e-05 2021-03-04T23:40:28.357 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315609+0000", 2021-03-04T23:40:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0193000000000001e-05 2021-03-04T23:40:28.358 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315629+0000", 2021-03-04T23:40:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020266699999999999 2021-03-04T23:40:28.359 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.315832+0000", 2021-03-04T23:40:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00056110999999999997 2021-03-04T23:40:28.360 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.316393+0000", 2021-03-04T23:40:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0052561780000000002 2021-03-04T23:40:28.361 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.321649+0000", 2021-03-04T23:40:28.362 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006108484 2021-03-04T23:40:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.363 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:13996 44.f 44:f5abd48b:::rbd_data.df45c463e6d6.000000000000000e:head [call rbd.sparse_copyup in=16b,set-alloc-hint object_size 4194304 write_size 4194304,delete] snapc 46=[46,45,44] ondisk+write+known_if_redirected e1109)", 2021-03-04T23:40:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:26.322662+0000", 2021-03-04T23:40:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 1.7934235670000001, 2021-03-04T23:40:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046514089999999996, 2021-03-04T23:40:28.364 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:40:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:40:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:40:28.365 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 13996 2021-03-04T23:40:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.366 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322662+0000", 2021-03-04T23:40:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.367 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322662+0000", 2021-03-04T23:40:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.2299999999999997e-06 2021-03-04T23:40:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.368 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322671+0000", 2021-03-04T23:40:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.339e-06 2021-03-04T23:40:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.369 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322677+0000", 2021-03-04T23:40:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.4230000000000001e-05 2021-03-04T23:40:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.370 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322731+0000", 2021-03-04T23:40:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9372999999999999e-05 2021-03-04T23:40:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.371 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322750+0000", 2021-03-04T23:40:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000113371 2021-03-04T23:40:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.372 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.322863+0000", 2021-03-04T23:40:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00018859000000000001 2021-03-04T23:40:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.373 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.323052+0000", 2021-03-04T23:40:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00065940200000000001 2021-03-04T23:40:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.374 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:40:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.323711+0000", 2021-03-04T23:40:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00091623699999999998 2021-03-04T23:40:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.375 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:40:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.324628+0000", 2021-03-04T23:40:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000774127 2021-03-04T23:40:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.376 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.325402+0000", 2021-03-04T23:40:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0016936919999999999 2021-03-04T23:40:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.377 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.327096+0000", 2021-03-04T23:40:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011092 2021-03-04T23:40:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.378 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.327206+0000", 2021-03-04T23:40:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00010689800000000001 2021-03-04T23:40:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.379 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.327313+0000", 2021-03-04T23:40:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0046514089999999996 2021-03-04T23:40:28.380 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.381 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:13980 44.a e1109/1099 44:50d50986:::rbd_data.df45c463e6d6.0000000000000001:head v 1109'91, mlcod=1095'89)", 2021-03-04T23:40:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:26.329136+0000", 2021-03-04T23:40:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 1.7869493249999999, 2021-03-04T23:40:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011731477000000001, 2021-03-04T23:40:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.382 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.329136+0000", 2021-03-04T23:40:28.383 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.329136+0000", 2021-03-04T23:40:28.384 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0034014319999999998 2021-03-04T23:40:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.385 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.332538+0000", 2021-03-04T23:40:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2580000000000003e-06 2021-03-04T23:40:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.386 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.332543+0000", 2021-03-04T23:40:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.756e-05 2021-03-04T23:40:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.387 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.332570+0000", 2021-03-04T23:40:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.9499999999999996e-06 2021-03-04T23:40:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.388 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.332580+0000", 2021-03-04T23:40:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6789e-05 2021-03-04T23:40:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.389 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.332647+0000", 2021-03-04T23:40:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8855000000000001e-05 2021-03-04T23:40:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.390 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:40:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.332676+0000", 2021-03-04T23:40:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0081428390000000007 2021-03-04T23:40:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.391 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:40:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.340819+0000", 2021-03-04T23:40:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8794000000000001e-05 2021-03-04T23:40:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.392 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.340868+0000", 2021-03-04T23:40:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011731477000000001 2021-03-04T23:40:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.393 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "pg_update_log_missing(44.a epoch 1109/1099 rep_tid 490663 entries 1109'92 (0'0) error 44:53987ae1:::rbd_data.df45c463e6d6.0000000000000013:head by client.57157.0:14002 0.000000 -34 ObjectCleanRegions clean_offsets: [0~18446744073709551615], clean_omap: 1, new_object: 0 trim_to 0'0 roll_forward_to 1095'89)", 2021-03-04T23:40:28.394 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:26.333563+0000", 2021-03-04T23:40:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 1.7825220079999999, 2021-03-04T23:40:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0073537439999999997, 2021-03-04T23:40:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:40:28.395 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "reached pg", 2021-03-04T23:40:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:40:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:40:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.333563+0000", 2021-03-04T23:40:28.396 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:40:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:40:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.333563+0000", 2021-03-04T23:40:28.397 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1250000000000001e-06 2021-03-04T23:40:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:40:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.333567+0000", 2021-03-04T23:40:28.398 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1740000000000003e-06 2021-03-04T23:40:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:40:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.333574+0000", 2021-03-04T23:40:28.399 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4077999999999999e-05 2021-03-04T23:40:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:40:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.333598+0000", 2021-03-04T23:40:28.400 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0373999999999999e-05 2021-03-04T23:40:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:40:28.401 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.333608+0000", 2021-03-04T23:40:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0026383410000000002 2021-03-04T23:40:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:40:28.402 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.336247+0000", 2021-03-04T23:40:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.004670652 2021-03-04T23:40:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:40:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:40:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:40:28.403 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:26.340917+0000", 2021-03-04T23:40:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0073537439999999997 2021-03-04T23:40:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.404 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:40:28.405 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:40:28.405 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:40:28.406 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:28.407 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:27 gibba023 bash[18090]: debug 2021-03-04T23:40:27.963+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:28.407 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:28 gibba023 bash[19550]: debug 2021-03-04T23:40:28.143+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:28.507 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:28.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:28 gibba008 bash[37770]: cluster 2021-03-04T23:40:27.582350+0000 mon.a (mon.0) 2748 : cluster [DBG] osdmap e1111: 8 total, 8 up, 7 in 2021-03-04T23:40:28.768 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:28 gibba008 bash[39303]: cluster 2021-03-04T23:40:27.582350+0000 mon.a (mon.0) 2748 : cluster [DBG] osdmap e1111: 8 total, 8 up, 7 in 2021-03-04T23:40:28.769 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:28.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:40:28.870 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:28.905 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (13149 ms) 2021-03-04T23:40:28.906 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2021-03-04T23:40:28.937 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:28.944 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:40:28.988 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:29.006 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:40:29.010 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:28 gibba008 bash[47391]: debug 2021-03-04T23:40:28.764+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:29.011 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:29.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:28 gibba023 bash[27374]: cluster 2021-03-04T23:40:27.582350+0000 mon.a (mon.0) 2748 : cluster [DBG] osdmap e1111: 8 total, 8 up, 7 in 2021-03-04T23:40:29.114 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:29.131 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:29 gibba008 bash[48858]: debug 2021-03-04T23:40:29.004+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:29.442 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:29.545 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:29.655 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:29.710 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:29 gibba008 bash[39303]: cluster 2021-03-04T23:40:27.820677+0000 mgr.x (mgr.34379) 1615 : cluster [DBG] pgmap v2357: 177 pgs: 177 active+clean; 576 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 111 op/s 2021-03-04T23:40:29.710 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:29 gibba008 bash[39303]: cluster 2021-03-04T23:40:28.592740+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e1112: 8 total, 8 up, 7 in 2021-03-04T23:40:29.711 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:29 gibba008 bash[173949]: debug 2021-03-04T23:40:29.436+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:29.711 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:29 gibba008 bash[37770]: cluster 2021-03-04T23:40:27.820677+0000 mgr.x (mgr.34379) 1615 : cluster [DBG] pgmap v2357: 177 pgs: 177 active+clean; 576 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 111 op/s 2021-03-04T23:40:29.712 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:29 gibba008 bash[37770]: cluster 2021-03-04T23:40:28.592740+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e1112: 8 total, 8 up, 7 in 2021-03-04T23:40:29.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:29.853 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:29 gibba023 bash[27374]: cluster 2021-03-04T23:40:27.820677+0000 mgr.x (mgr.34379) 1615 : cluster [DBG] pgmap v2357: 177 pgs: 177 active+clean; 576 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 111 op/s 2021-03-04T23:40:29.853 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:29 gibba023 bash[27374]: cluster 2021-03-04T23:40:28.592740+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e1112: 8 total, 8 up, 7 in 2021-03-04T23:40:29.854 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:29 gibba023 bash[18090]: debug 2021-03-04T23:40:29.651+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:29.856 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:29.958 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:30.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:29 gibba023 bash[15180]: debug 2021-03-04T23:40:29.847+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:30.484 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:30.587 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:30.603 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:30 gibba008 bash[173949]: debug 2021-03-04T23:40:30.480+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:30.622 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:40:30.628 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:40:30.629 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:40:30.629 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:40:31.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:30 gibba008 bash[39303]: cluster 2021-03-04T23:40:29.616580+0000 mon.a (mon.0) 2750 : cluster [DBG] osdmap e1113: 8 total, 8 up, 7 in 2021-03-04T23:40:31.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:30 gibba008 bash[39303]: audit 2021-03-04T23:40:30.182380+0000 mon.a (mon.0) 2751 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:40:31.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:30 gibba008 bash[37770]: cluster 2021-03-04T23:40:29.616580+0000 mon.a (mon.0) 2750 : cluster [DBG] osdmap e1113: 8 total, 8 up, 7 in 2021-03-04T23:40:31.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:30 gibba008 bash[37770]: audit 2021-03-04T23:40:30.182380+0000 mon.a (mon.0) 2751 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:40:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:30 gibba023 bash[27374]: cluster 2021-03-04T23:40:29.616580+0000 mon.a (mon.0) 2750 : cluster [DBG] osdmap e1113: 8 total, 8 up, 7 in 2021-03-04T23:40:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:30 gibba023 bash[27374]: audit 2021-03-04T23:40:30.182380+0000 mon.a (mon.0) 2751 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:40:31.158 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:31.262 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:31.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:31 gibba008 bash[91265]: debug 2021-03-04T23:40:31.152+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:31.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:31 gibba008 bash[39303]: cluster 2021-03-04T23:40:29.821152+0000 mgr.x (mgr.34379) 1616 : cluster [DBG] pgmap v2360: 177 pgs: 177 active+clean; 576 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 111 op/s 2021-03-04T23:40:31.928 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:31 gibba008 bash[39303]: cluster 2021-03-04T23:40:30.615588+0000 mon.a (mon.0) 2752 : cluster [DBG] osdmap e1114: 8 total, 8 up, 7 in 2021-03-04T23:40:31.929 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:31 gibba008 bash[37770]: cluster 2021-03-04T23:40:29.821152+0000 mgr.x (mgr.34379) 1616 : cluster [DBG] pgmap v2360: 177 pgs: 177 active+clean; 576 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 111 op/s 2021-03-04T23:40:31.930 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:31 gibba008 bash[37770]: cluster 2021-03-04T23:40:30.615588+0000 mon.a (mon.0) 2752 : cluster [DBG] osdmap e1114: 8 total, 8 up, 7 in 2021-03-04T23:40:31.930 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:31 gibba023 bash[27374]: cluster 2021-03-04T23:40:29.821152+0000 mgr.x (mgr.34379) 1616 : cluster [DBG] pgmap v2360: 177 pgs: 177 active+clean; 576 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 111 op/s 2021-03-04T23:40:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:31 gibba023 bash[27374]: cluster 2021-03-04T23:40:30.615588+0000 mon.a (mon.0) 2752 : cluster [DBG] osdmap e1114: 8 total, 8 up, 7 in 2021-03-04T23:40:32.039 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:32.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:31 gibba008 bash[47391]: debug 2021-03-04T23:40:31.920+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:32.626 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:32.651 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:40:32.654 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:40:32.654 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:40:32.658 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:40:32.668 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:40:32.729 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:33.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:32 gibba008 bash[37770]: cluster 2021-03-04T23:40:31.633112+0000 mon.a (mon.0) 2753 : cluster [DBG] osdmap e1115: 8 total, 8 up, 7 in 2021-03-04T23:40:33.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:32 gibba008 bash[39303]: cluster 2021-03-04T23:40:31.633112+0000 mon.a (mon.0) 2753 : cluster [DBG] osdmap e1115: 8 total, 8 up, 7 in 2021-03-04T23:40:33.014 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:32 gibba008 bash[173949]: debug 2021-03-04T23:40:32.620+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:32 gibba023 bash[27374]: cluster 2021-03-04T23:40:31.633112+0000 mon.a (mon.0) 2753 : cluster [DBG] osdmap e1115: 8 total, 8 up, 7 in 2021-03-04T23:40:33.370 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:33.473 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:33.555 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:33.658 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:33 gibba008 bash[48858]: debug 2021-03-04T23:40:33.364+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:33.659 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:33 gibba023 bash[27374]: cluster 2021-03-04T23:40:31.822196+0000 mgr.x (mgr.34379) 1617 : cluster [DBG] pgmap v2363: 177 pgs: 177 active+clean; 584 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 97 op/s 2021-03-04T23:40:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:33 gibba023 bash[27374]: cluster 2021-03-04T23:40:32.643677+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1116: 8 total, 8 up, 7 in 2021-03-04T23:40:33.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:33 gibba023 bash[19550]: debug 2021-03-04T23:40:33.551+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:34.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:33 gibba008 bash[37770]: cluster 2021-03-04T23:40:31.822196+0000 mgr.x (mgr.34379) 1617 : cluster [DBG] pgmap v2363: 177 pgs: 177 active+clean; 584 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 97 op/s 2021-03-04T23:40:34.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:33 gibba008 bash[37770]: cluster 2021-03-04T23:40:32.643677+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1116: 8 total, 8 up, 7 in 2021-03-04T23:40:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:33 gibba008 bash[39303]: cluster 2021-03-04T23:40:31.822196+0000 mgr.x (mgr.34379) 1617 : cluster [DBG] pgmap v2363: 177 pgs: 177 active+clean; 584 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 97 op/s 2021-03-04T23:40:34.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:33 gibba008 bash[39303]: cluster 2021-03-04T23:40:32.643677+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1116: 8 total, 8 up, 7 in 2021-03-04T23:40:34.281 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.484 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:34.499 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:40:34.502 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:40:34.655 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:34 gibba008 bash[48858]: debug 2021-03-04T23:40:34.276+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:34.656 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.764 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:34.939 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:34 gibba008 bash[37770]: cluster 2021-03-04T23:40:33.652899+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1117: 8 total, 8 up, 7 in 2021-03-04T23:40:34.939 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:34 gibba008 bash[37770]: cluster 2021-03-04T23:40:34.476595+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1118: 8 total, 8 up, 7 in 2021-03-04T23:40:34.939 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:34 gibba008 bash[39303]: cluster 2021-03-04T23:40:33.652899+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1117: 8 total, 8 up, 7 in 2021-03-04T23:40:34.940 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:34 gibba008 bash[39303]: cluster 2021-03-04T23:40:34.476595+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1118: 8 total, 8 up, 7 in 2021-03-04T23:40:34.940 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:34 gibba008 bash[48858]: debug 2021-03-04T23:40:34.648+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:34 gibba023 bash[27374]: cluster 2021-03-04T23:40:33.652899+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1117: 8 total, 8 up, 7 in 2021-03-04T23:40:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:34 gibba023 bash[27374]: cluster 2021-03-04T23:40:34.476595+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1118: 8 total, 8 up, 7 in 2021-03-04T23:40:35.432 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:35.534 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:35.634 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:35.687 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:35 gibba008 bash[37770]: cluster 2021-03-04T23:40:33.823296+0000 mgr.x (mgr.34379) 1618 : cluster [DBG] pgmap v2366: 177 pgs: 177 active+clean; 592 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 113 op/s 2021-03-04T23:40:35.687 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:35 gibba008 bash[37770]: cluster 2021-03-04T23:40:35.487680+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1119: 8 total, 8 up, 7 in 2021-03-04T23:40:35.688 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:35 gibba008 bash[39303]: cluster 2021-03-04T23:40:33.823296+0000 mgr.x (mgr.34379) 1618 : cluster [DBG] pgmap v2366: 177 pgs: 177 active+clean; 592 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 113 op/s 2021-03-04T23:40:35.688 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:35 gibba008 bash[39303]: cluster 2021-03-04T23:40:35.487680+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1119: 8 total, 8 up, 7 in 2021-03-04T23:40:35.689 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:35 gibba008 bash[173949]: debug 2021-03-04T23:40:35.428+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:35.742 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:35 gibba023 bash[27374]: cluster 2021-03-04T23:40:33.823296+0000 mgr.x (mgr.34379) 1618 : cluster [DBG] pgmap v2366: 177 pgs: 177 active+clean; 592 MiB data, 2.2 GiB used, 582 GiB / 588 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 113 op/s 2021-03-04T23:40:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:35 gibba023 bash[27374]: cluster 2021-03-04T23:40:35.487680+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1119: 8 total, 8 up, 7 in 2021-03-04T23:40:36.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:35 gibba023 bash[18090]: debug 2021-03-04T23:40:35.627+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:36.151 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:36.255 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:36 gibba008 bash[48858]: debug 2021-03-04T23:40:36.144+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:36.796 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.898 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:37.240 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:36 gibba008 bash[91265]: debug 2021-03-04T23:40:36.788+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:37.241 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:37.350 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:37.440 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:37.509 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:37 gibba008 bash[47391]: debug 2021-03-04T23:40:37.232+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:37.547 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:37.651 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:37 gibba023 bash[27374]: cluster 2021-03-04T23:40:35.824715+0000 mgr.x (mgr.34379) 1619 : cluster [DBG] pgmap v2369: 177 pgs: 177 active+clean; 596 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2021-03-04T23:40:37.652 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:37 gibba023 bash[27374]: cluster 2021-03-04T23:40:36.496162+0000 mon.a (mon.0) 2758 : cluster [DBG] osdmap e1120: 8 total, 8 up, 7 in 2021-03-04T23:40:37.652 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:37 gibba023 bash[18090]: debug 2021-03-04T23:40:37.435+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:37.653 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:37.760 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:37.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:37 gibba008 bash[37770]: cluster 2021-03-04T23:40:35.824715+0000 mgr.x (mgr.34379) 1619 : cluster [DBG] pgmap v2369: 177 pgs: 177 active+clean; 596 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2021-03-04T23:40:37.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:37 gibba008 bash[37770]: cluster 2021-03-04T23:40:36.496162+0000 mon.a (mon.0) 2758 : cluster [DBG] osdmap e1120: 8 total, 8 up, 7 in 2021-03-04T23:40:37.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:37 gibba008 bash[39303]: cluster 2021-03-04T23:40:35.824715+0000 mgr.x (mgr.34379) 1619 : cluster [DBG] pgmap v2369: 177 pgs: 177 active+clean; 596 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2021-03-04T23:40:37.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:37 gibba008 bash[39303]: cluster 2021-03-04T23:40:36.496162+0000 mon.a (mon.0) 2758 : cluster [DBG] osdmap e1120: 8 total, 8 up, 7 in 2021-03-04T23:40:38.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:37 gibba023 bash[88433]: debug 2021-03-04T23:40:37.647+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:38.245 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:38.352 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:38.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:38 gibba008 bash[47391]: debug 2021-03-04T23:40:38.236+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:38.536 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:40:38.549 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 83886080~1000 2021-03-04T23:40:38.616 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:40:38.734 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:38 gibba023 bash[27374]: cluster 2021-03-04T23:40:37.501580+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e1121: 8 total, 8 up, 7 in 2021-03-04T23:40:38.843 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:38.865 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:38 gibba008 bash[37770]: cluster 2021-03-04T23:40:37.501580+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e1121: 8 total, 8 up, 7 in 2021-03-04T23:40:38.866 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:38 gibba008 bash[39303]: cluster 2021-03-04T23:40:37.501580+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e1121: 8 total, 8 up, 7 in 2021-03-04T23:40:38.866 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:38 gibba008 bash[173949]: debug 2021-03-04T23:40:38.728+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:38.907 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:40:39.038 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:40:39.052 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:40:39.066 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:40:39.072 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:39.079 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:40:39.100 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:40:39.120 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:40:39.141 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:40:39.161 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:40:39.162 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.162 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.162 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.162 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.163 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.163 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.163 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.163 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:39.175 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:39.180 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[48858]: debug 2021-03-04T23:40:39.068+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:39.192 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:40:39.196 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:40:39.629 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:39.734 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:39.898 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:39 gibba023 bash[27374]: cluster 2021-03-04T23:40:37.825943+0000 mgr.x (mgr.34379) 1620 : cluster [DBG] pgmap v2372: 177 pgs: 177 active+clean; 620 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 19 KiB/s rd, 5.0 MiB/s wr, 31 op/s 2021-03-04T23:40:39.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:39 gibba023 bash[27374]: audit 2021-03-04T23:40:39.021589+0000 mon.a (mon.0) 2760 : audit [DBG] from='client.? 172.21.2.108:0/2497300926' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:39.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:39 gibba023 bash[27374]: cluster 2021-03-04T23:40:39.477773+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1122: 8 total, 8 up, 7 in 2021-03-04T23:40:40.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[39303]: cluster 2021-03-04T23:40:37.825943+0000 mgr.x (mgr.34379) 1620 : cluster [DBG] pgmap v2372: 177 pgs: 177 active+clean; 620 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 19 KiB/s rd, 5.0 MiB/s wr, 31 op/s 2021-03-04T23:40:40.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[39303]: audit 2021-03-04T23:40:39.021589+0000 mon.a (mon.0) 2760 : audit [DBG] from='client.? 172.21.2.108:0/2497300926' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:40.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[39303]: cluster 2021-03-04T23:40:39.477773+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1122: 8 total, 8 up, 7 in 2021-03-04T23:40:40.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[91265]: debug 2021-03-04T23:40:39.564+0000 7fc656233700 -1 osd.3 pg_epoch: 1122 pg[44.7( v 1121'168 (0'0,1121'168] local-lis/les=1024/1025 n=10 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [3,2,1] r=0 lpr=1024 crt=1118'166 lcod 1118'167 mlcod 1118'167 active+clean+snaptrim trimq=[4f~1]] removing snap head 2021-03-04T23:40:40.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[173949]: debug 2021-03-04T23:40:39.624+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:40.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[37770]: cluster 2021-03-04T23:40:37.825943+0000 mgr.x (mgr.34379) 1620 : cluster [DBG] pgmap v2372: 177 pgs: 177 active+clean; 620 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 19 KiB/s rd, 5.0 MiB/s wr, 31 op/s 2021-03-04T23:40:40.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[37770]: audit 2021-03-04T23:40:39.021589+0000 mon.a (mon.0) 2760 : audit [DBG] from='client.? 172.21.2.108:0/2497300926' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:40.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:39 gibba008 bash[37770]: cluster 2021-03-04T23:40:39.477773+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1122: 8 total, 8 up, 7 in 2021-03-04T23:40:40.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:39 gibba023 bash[18090]: debug 2021-03-04T23:40:39.895+0000 7f1b1cec5700 -1 osd.6 pg_epoch: 1122 pg[44.a( v 1121'109 (0'0,1121'109] local-lis/les=1099/1100 n=21 ec=1024/1024 lis/c=1099/1099 les/c/f=1100/1101/0 sis=1099) [6,7,3] r=0 lpr=1099 crt=1118'107 lcod 1118'108 mlcod 1118'108 active+clean+snaptrim trimq=[4f~1]] removing snap head 2021-03-04T23:40:40.366 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:40.474 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:40.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:40 gibba008 bash[37770]: audit 2021-03-04T23:40:39.139777+0000 mgr.x (mgr.34379) 1621 : audit [DBG] from='client.57265 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:40.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:40 gibba008 bash[39303]: audit 2021-03-04T23:40:39.139777+0000 mgr.x (mgr.34379) 1621 : audit [DBG] from='client.57265 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:40.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:40 gibba008 bash[48858]: debug 2021-03-04T23:40:40.360+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:40.851 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:40.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:40.968 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:40 gibba023 bash[27374]: audit 2021-03-04T23:40:39.139777+0000 mgr.x (mgr.34379) 1621 : audit [DBG] from='client.57265 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:41.051 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:41.156 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:41.240 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:41 gibba023 bash[19550]: debug 2021-03-04T23:40:41.047+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:41.241 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:41.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:40 gibba008 bash[47391]: debug 2021-03-04T23:40:40.844+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:41.345 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:41.440 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:41.527 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:41 gibba023 bash[88433]: debug 2021-03-04T23:40:41.235+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:41.528 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:41 gibba023 bash[88433]: debug 2021-03-04T23:40:41.435+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:41.543 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.548 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:40:41.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[39303]: cluster 2021-03-04T23:40:39.826935+0000 mgr.x (mgr.34379) 1622 : cluster [DBG] pgmap v2374: 177 pgs: 177 active+clean; 620 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 18 KiB/s rd, 4.6 MiB/s wr, 29 op/s 2021-03-04T23:40:41.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[39303]: cluster 2021-03-04T23:40:40.523665+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1123: 8 total, 8 up, 7 in 2021-03-04T23:40:41.823 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[39303]: audit 2021-03-04T23:40:40.579286+0000 mon.a (mon.0) 2763 : audit [INF] from='client.? 172.21.2.108:0/2088628187' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:41.823 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[48858]: debug 2021-03-04T23:40:41.552+0000 7fd394969700 -1 osd.2 pg_epoch: 1124 pg[44.c( v 1124'50 (0'0,1124'50] local-lis/les=1024/1025 n=10 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,4,1] r=0 lpr=1024 crt=1124'50 lcod 1118'49 mlcod 1118'49 active+clean+snaptrim trimq=[4b~1] ps=[4d~1,4f~1]] removing snap head 2021-03-04T23:40:41.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[37770]: cluster 2021-03-04T23:40:39.826935+0000 mgr.x (mgr.34379) 1622 : cluster [DBG] pgmap v2374: 177 pgs: 177 active+clean; 620 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 18 KiB/s rd, 4.6 MiB/s wr, 29 op/s 2021-03-04T23:40:41.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[37770]: cluster 2021-03-04T23:40:40.523665+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1123: 8 total, 8 up, 7 in 2021-03-04T23:40:41.824 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[37770]: audit 2021-03-04T23:40:40.579286+0000 mon.a (mon.0) 2763 : audit [INF] from='client.? 172.21.2.108:0/2088628187' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:41.825 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.932 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:41.943 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:41 gibba023 bash[27374]: cluster 2021-03-04T23:40:39.826935+0000 mgr.x (mgr.34379) 1622 : cluster [DBG] pgmap v2374: 177 pgs: 177 active+clean; 620 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 18 KiB/s rd, 4.6 MiB/s wr, 29 op/s 2021-03-04T23:40:41.944 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:41 gibba023 bash[27374]: cluster 2021-03-04T23:40:40.523665+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1123: 8 total, 8 up, 7 in 2021-03-04T23:40:41.944 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:41 gibba023 bash[27374]: audit 2021-03-04T23:40:40.579286+0000 mon.a (mon.0) 2763 : audit [INF] from='client.? 172.21.2.108:0/2088628187' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:42.030 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:42.114 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:41 gibba008 bash[48858]: debug 2021-03-04T23:40:41.816+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:42.116 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":2372,"stamp":"2021-03-04T23:40:37.825077+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":650171259,"num_objects":452,"num_object_clones":114,"num_object_copies":1356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":452,"num_whiteouts":87,"num_read":16314,"num_read_kb":2183120,"num_write":2499,"num_write_kb":947497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":409,"num_bytes_recovered":276838362,"num_keys_recovered":165,"num_objects_omap":71,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4672,"ondisk_log_size":4672,"up":531,"acting":531,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":531,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":6608388,"kb_used_data":1821452,"kb_used_omap":6491,"kb_used_meta":4780388,"kb_avail":609954300,"statfs":{"total":631360192512,"available":624593203200,"internally_reserved":4294967296,"allocated":1865166848,"data_stored":2227600271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6646973,"internal_metadata":4895118147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":29362193,"num_objects":17,"num_object_clones":9,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":4,"num_read":94,"num_read_kb":78,"num_write":33,"num_write_kb":20502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.002400"},"pg_stats":[{"pgid":"45.1e","version":"1069'11","reported_seq":"136","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478290+0000","last_change":"2021-03-04T23:40:00.528047+0000","last_active":"2021-03-04T23:40:34.478290+0000","last_peered":"2021-03-04T23:40:34.478290+0000","last_clean":"2021-03-04T23:40:34.478290+0000","last_became_active":"2021-03-04T23:39:59.480035+0000","last_became_peered":"2021-03-04T23:39:59.480035+0000","last_unstale":"2021-03-04T23:40:34.478290+0000","last_undegraded":"2021-03-04T23:40:34.478290+0000","last_fullsized":"2021-03-04T23:40:34.478290+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":16384,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1f","version":"1118'66","reported_seq":"328","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489078+0000","last_change":"2021-03-04T23:40:28.601536+0000","last_active":"2021-03-04T23:40:35.489078+0000","last_peered":"2021-03-04T23:40:35.489078+0000","last_clean":"2021-03-04T23:40:35.489078+0000","last_became_active":"2021-03-04T23:38:49.223709+0000","last_became_peered":"2021-03-04T23:38:49.223709+0000","last_unstale":"2021-03-04T23:40:35.489078+0000","last_undegraded":"2021-03-04T23:40:35.489078+0000","last_fullsized":"2021-03-04T23:40:35.489078+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":66,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12585095,"num_objects":8,"num_object_clones":1,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":75,"num_read_kb":77865,"num_write":31,"num_write_kb":40975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.1f","version":"1069'3","reported_seq":"110","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.993214+0000","last_change":"2021-03-04T23:38:57.311040+0000","last_active":"2021-03-04T23:40:36.993214+0000","last_peered":"2021-03-04T23:40:36.993214+0000","last_clean":"2021-03-04T23:40:36.993214+0000","last_became_active":"2021-03-04T23:38:51.242899+0000","last_became_peered":"2021-03-04T23:38:51.242899+0000","last_unstale":"2021-03-04T23:40:36.993214+0000","last_undegraded":"2021-03-04T23:40:36.993214+0000","last_fullsized":"2021-03-04T23:40:36.993214+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1e","version":"1114'54","reported_seq":"298","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495223+0000","last_change":"2021-03-04T23:40:28.601469+0000","last_active":"2021-03-04T23:40:35.495223+0000","last_peered":"2021-03-04T23:40:35.495223+0000","last_clean":"2021-03-04T23:40:35.495223+0000","last_became_active":"2021-03-04T23:38:49.223991+0000","last_became_peered":"2021-03-04T23:38:49.223991+0000","last_unstale":"2021-03-04T23:40:35.495223+0000","last_undegraded":"2021-03-04T23:40:35.495223+0000","last_fullsized":"2021-03-04T23:40:35.495223+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":54,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12585152,"num_objects":8,"num_object_clones":1,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":60,"num_read_kb":69647,"num_write":23,"num_write_kb":24585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.1c","version":"1057'21","reported_seq":"139","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488061+0000","last_change":"2021-03-04T23:38:57.306903+0000","last_active":"2021-03-04T23:40:35.488061+0000","last_peered":"2021-03-04T23:40:35.488061+0000","last_clean":"2021-03-04T23:40:35.488061+0000","last_became_active":"2021-03-04T23:38:51.244797+0000","last_became_peered":"2021-03-04T23:38:51.244797+0000","last_unstale":"2021-03-04T23:40:35.488061+0000","last_undegraded":"2021-03-04T23:40:35.488061+0000","last_fullsized":"2021-03-04T23:40:35.488061+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":23,"num_read_kb":4118,"num_write":8,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1d","version":"1118'61","reported_seq":"339","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489122+0000","last_change":"2021-03-04T23:40:28.602704+0000","last_active":"2021-03-04T23:40:35.489122+0000","last_peered":"2021-03-04T23:40:35.489122+0000","last_clean":"2021-03-04T23:40:35.489122+0000","last_became_active":"2021-03-04T23:38:49.223230+0000","last_became_peered":"2021-03-04T23:38:49.223230+0000","last_unstale":"2021-03-04T23:40:35.489122+0000","last_undegraded":"2021-03-04T23:40:35.489122+0000","last_fullsized":"2021-03-04T23:40:35.489122+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":61,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12583218,"num_objects":9,"num_object_clones":1,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":3,"num_read":97,"num_read_kb":77868,"num_write":27,"num_write_kb":24591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.1d","version":"1057'33","reported_seq":"212","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488259+0000","last_change":"2021-03-04T23:38:57.322144+0000","last_active":"2021-03-04T23:40:34.488259+0000","last_peered":"2021-03-04T23:40:34.488259+0000","last_clean":"2021-03-04T23:40:34.488259+0000","last_became_active":"2021-03-04T23:38:51.620608+0000","last_became_peered":"2021-03-04T23:38:51.620608+0000","last_unstale":"2021-03-04T23:40:34.488259+0000","last_undegraded":"2021-03-04T23:40:34.488259+0000","last_fullsized":"2021-03-04T23:40:34.488259+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388611,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":8343,"num_write":12,"num_write_kb":8201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.1c","version":"1118'284","reported_seq":"842","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.528687+0000","last_change":"2021-03-04T23:40:28.600435+0000","last_active":"2021-03-04T23:40:34.528687+0000","last_peered":"2021-03-04T23:40:34.528687+0000","last_clean":"2021-03-04T23:40:34.528687+0000","last_became_active":"2021-03-04T23:38:49.222883+0000","last_became_peered":"2021-03-04T23:38:49.222883+0000","last_unstale":"2021-03-04T23:40:34.528687+0000","last_undegraded":"2021-03-04T23:40:34.528687+0000","last_fullsized":"2021-03-04T23:40:34.528687+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":284,"ondisk_log_size":284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25168939,"num_objects":16,"num_object_clones":4,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":4,"num_read":590,"num_read_kb":102816,"num_write":197,"num_write_kb":45225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.1a","version":"1069'14","reported_seq":"197","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487835+0000","last_change":"2021-03-04T23:40:00.440590+0000","last_active":"2021-03-04T23:40:35.487835+0000","last_peered":"2021-03-04T23:40:35.487835+0000","last_clean":"2021-03-04T23:40:35.487835+0000","last_became_active":"2021-03-04T23:39:59.477583+0000","last_became_peered":"2021-03-04T23:39:59.477583+0000","last_unstale":"2021-03-04T23:40:35.487835+0000","last_undegraded":"2021-03-04T23:40:35.487835+0000","last_fullsized":"2021-03-04T23:40:35.487835+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194323,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":61,"num_read_kb":60,"num_write":5,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":20,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1b","version":"1092'114","reported_seq":"468","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478175+0000","last_change":"2021-03-04T23:40:28.600433+0000","last_active":"2021-03-04T23:40:34.478175+0000","last_peered":"2021-03-04T23:40:34.478175+0000","last_clean":"2021-03-04T23:40:34.478175+0000","last_became_active":"2021-03-04T23:38:49.220838+0000","last_became_peered":"2021-03-04T23:38:49.220838+0000","last_unstale":"2021-03-04T23:40:34.478175+0000","last_undegraded":"2021-03-04T23:40:34.478175+0000","last_fullsized":"2021-03-04T23:40:34.478175+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12585140,"num_objects":11,"num_object_clones":3,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":3,"num_read":243,"num_read_kb":65705,"num_write":62,"num_write_kb":24621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.1b","version":"1069'6","reported_seq":"113","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.990210+0000","last_change":"2021-03-04T23:38:57.310690+0000","last_active":"2021-03-04T23:40:36.990210+0000","last_peered":"2021-03-04T23:40:36.990210+0000","last_clean":"2021-03-04T23:40:36.990210+0000","last_became_active":"2021-03-04T23:38:51.621093+0000","last_became_peered":"2021-03-04T23:38:51.621093+0000","last_unstale":"2021-03-04T23:40:36.990210+0000","last_undegraded":"2021-03-04T23:40:36.990210+0000","last_fullsized":"2021-03-04T23:40:36.990210+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1a","version":"1118'134","reported_seq":"750","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488433+0000","last_change":"2021-03-04T23:40:28.602313+0000","last_active":"2021-03-04T23:40:35.488433+0000","last_peered":"2021-03-04T23:40:35.488433+0000","last_clean":"2021-03-04T23:40:35.488433+0000","last_became_active":"2021-03-04T23:38:49.222338+0000","last_became_peered":"2021-03-04T23:38:49.222338+0000","last_unstale":"2021-03-04T23:40:35.488433+0000","last_undegraded":"2021-03-04T23:40:35.488433+0000","last_fullsized":"2021-03-04T23:40:35.488433+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12583059,"num_objects":8,"num_object_clones":1,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":619,"num_read_kb":61949,"num_write":54,"num_write_kb":28707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.18","version":"1033'7","reported_seq":"133","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.989268+0000","last_change":"2021-03-04T23:40:01.776984+0000","last_active":"2021-03-04T23:40:36.989268+0000","last_peered":"2021-03-04T23:40:36.989268+0000","last_clean":"2021-03-04T23:40:36.989268+0000","last_became_active":"2021-03-04T23:39:59.474184+0000","last_became_peered":"2021-03-04T23:39:59.474184+0000","last_unstale":"2021-03-04T23:40:36.989268+0000","last_undegraded":"2021-03-04T23:40:36.989268+0000","last_fullsized":"2021-03-04T23:40:36.989268+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.19","version":"1118'121","reported_seq":"493","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488332+0000","last_change":"2021-03-04T23:40:28.598324+0000","last_active":"2021-03-04T23:40:34.488332+0000","last_peered":"2021-03-04T23:40:34.488332+0000","last_clean":"2021-03-04T23:40:34.488332+0000","last_became_active":"2021-03-04T23:38:49.223888+0000","last_became_peered":"2021-03-04T23:38:49.223888+0000","last_unstale":"2021-03-04T23:40:34.488332+0000","last_undegraded":"2021-03-04T23:40:34.488332+0000","last_fullsized":"2021-03-04T23:40:34.488332+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":121,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16780216,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":3,"num_read":517,"num_read_kb":106878,"num_write":53,"num_write_kb":40991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.19","version":"1069'10","reported_seq":"117","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494075+0000","last_change":"2021-03-04T23:38:57.302958+0000","last_active":"2021-03-04T23:40:35.494075+0000","last_peered":"2021-03-04T23:40:35.494075+0000","last_clean":"2021-03-04T23:40:35.494075+0000","last_became_active":"2021-03-04T23:38:51.620510+0000","last_became_peered":"2021-03-04T23:38:51.620510+0000","last_unstale":"2021-03-04T23:40:35.494075+0000","last_undegraded":"2021-03-04T23:40:35.494075+0000","last_fullsized":"2021-03-04T23:40:35.494075+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.18","version":"1118'108","reported_seq":"407","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488387+0000","last_change":"2021-03-04T23:40:28.598498+0000","last_active":"2021-03-04T23:40:34.488387+0000","last_peered":"2021-03-04T23:40:34.488387+0000","last_clean":"2021-03-04T23:40:34.488387+0000","last_became_active":"2021-03-04T23:38:49.223235+0000","last_became_peered":"2021-03-04T23:38:49.223235+0000","last_unstale":"2021-03-04T23:40:34.488387+0000","last_undegraded":"2021-03-04T23:40:34.488387+0000","last_fullsized":"2021-03-04T23:40:34.488387+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25168083,"num_objects":12,"num_object_clones":2,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":2,"num_read":156,"num_read_kb":94297,"num_write":47,"num_write_kb":32796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.16","version":"1033'5","reported_seq":"112","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478392+0000","last_change":"2021-03-04T23:38:57.309012+0000","last_active":"2021-03-04T23:40:34.478392+0000","last_peered":"2021-03-04T23:40:34.478392+0000","last_clean":"2021-03-04T23:40:34.478392+0000","last_became_active":"2021-03-04T23:38:51.243989+0000","last_became_peered":"2021-03-04T23:38:51.243989+0000","last_unstale":"2021-03-04T23:40:34.478392+0000","last_undegraded":"2021-03-04T23:40:34.478392+0000","last_fullsized":"2021-03-04T23:40:34.478392+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.17","version":"1118'60","reported_seq":"324","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489153+0000","last_change":"2021-03-04T23:40:28.601909+0000","last_active":"2021-03-04T23:40:35.489153+0000","last_peered":"2021-03-04T23:40:35.489153+0000","last_clean":"2021-03-04T23:40:35.489153+0000","last_became_active":"2021-03-04T23:38:49.222406+0000","last_became_peered":"2021-03-04T23:38:49.222406+0000","last_unstale":"2021-03-04T23:40:35.489153+0000","last_undegraded":"2021-03-04T23:40:35.489153+0000","last_fullsized":"2021-03-04T23:40:35.489153+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388824,"num_objects":10,"num_object_clones":2,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":90,"num_read_kb":20528,"num_write":23,"num_write_kb":12303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.17","version":"1069'9","reported_seq":"120","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488669+0000","last_change":"2021-03-04T23:38:57.321938+0000","last_active":"2021-03-04T23:40:34.488669+0000","last_peered":"2021-03-04T23:40:34.488669+0000","last_clean":"2021-03-04T23:40:34.488669+0000","last_became_active":"2021-03-04T23:38:51.247240+0000","last_became_peered":"2021-03-04T23:38:51.247240+0000","last_unstale":"2021-03-04T23:40:34.488669+0000","last_undegraded":"2021-03-04T23:40:34.488669+0000","last_fullsized":"2021-03-04T23:40:34.488669+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.16","version":"1118'51","reported_seq":"70","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.489796+0000","last_change":"2021-03-04T23:40:28.601945+0000","last_active":"2021-03-04T23:40:34.489796+0000","last_peered":"2021-03-04T23:40:34.489796+0000","last_clean":"2021-03-04T23:40:34.489796+0000","last_became_active":"2021-03-04T23:40:17.240152+0000","last_became_peered":"2021-03-04T23:40:17.240152+0000","last_unstale":"2021-03-04T23:40:34.489796+0000","last_undegraded":"2021-03-04T23:40:34.489796+0000","last_fullsized":"2021-03-04T23:40:34.489796+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":51,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25167824,"num_objects":10,"num_object_clones":4,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":26,"num_read_kb":86020,"num_write":11,"num_write_kb":24578,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":29359130,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.14","version":"1033'3","reported_seq":"119","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494686+0000","last_change":"2021-03-04T23:39:59.480143+0000","last_active":"2021-03-04T23:40:35.494686+0000","last_peered":"2021-03-04T23:40:35.494686+0000","last_clean":"2021-03-04T23:40:35.494686+0000","last_became_active":"2021-03-04T23:39:59.479736+0000","last_became_peered":"2021-03-04T23:39:59.479736+0000","last_unstale":"2021-03-04T23:40:35.494686+0000","last_undegraded":"2021-03-04T23:40:35.494686+0000","last_fullsized":"2021-03-04T23:40:35.494686+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.15","version":"1118'97","reported_seq":"475","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.992260+0000","last_change":"2021-03-04T23:40:28.600543+0000","last_active":"2021-03-04T23:40:36.992260+0000","last_peered":"2021-03-04T23:40:36.992260+0000","last_clean":"2021-03-04T23:40:36.992260+0000","last_became_active":"2021-03-04T23:38:49.221386+0000","last_became_peered":"2021-03-04T23:38:49.221386+0000","last_unstale":"2021-03-04T23:40:36.992260+0000","last_undegraded":"2021-03-04T23:40:36.992260+0000","last_fullsized":"2021-03-04T23:40:36.992260+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195642,"num_objects":11,"num_object_clones":2,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":506,"num_read_kb":49514,"num_write":44,"num_write_kb":16417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.15","version":"1069'42","reported_seq":"226","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488023+0000","last_change":"2021-03-04T23:38:57.321591+0000","last_active":"2021-03-04T23:40:34.488023+0000","last_peered":"2021-03-04T23:40:34.488023+0000","last_clean":"2021-03-04T23:40:34.488023+0000","last_became_active":"2021-03-04T23:38:51.621474+0000","last_became_peered":"2021-03-04T23:38:51.621474+0000","last_unstale":"2021-03-04T23:40:34.488023+0000","last_undegraded":"2021-03-04T23:40:34.488023+0000","last_fullsized":"2021-03-04T23:40:34.488023+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20973520,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":184,"num_read_kb":32912,"num_write":20,"num_write_kb":16394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.14","version":"1118'46","reported_seq":"265","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991468+0000","last_change":"2021-03-04T23:40:28.599302+0000","last_active":"2021-03-04T23:40:36.991468+0000","last_peered":"2021-03-04T23:40:36.991468+0000","last_clean":"2021-03-04T23:40:36.991468+0000","last_became_active":"2021-03-04T23:38:49.221343+0000","last_became_peered":"2021-03-04T23:38:49.221343+0000","last_unstale":"2021-03-04T23:40:36.991468+0000","last_undegraded":"2021-03-04T23:40:36.991468+0000","last_fullsized":"2021-03-04T23:40:36.991468+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":46,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16777343,"num_objects":8,"num_object_clones":2,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":2,"num_read":36,"num_read_kb":24588,"num_write":15,"num_write_kb":16390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.12","version":"1060'23","reported_seq":"212","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487657+0000","last_change":"2021-03-04T23:38:57.321272+0000","last_active":"2021-03-04T23:40:34.487657+0000","last_peered":"2021-03-04T23:40:34.487657+0000","last_clean":"2021-03-04T23:40:34.487657+0000","last_became_active":"2021-03-04T23:38:51.247210+0000","last_became_peered":"2021-03-04T23:38:51.247210+0000","last_unstale":"2021-03-04T23:40:34.487657+0000","last_undegraded":"2021-03-04T23:40:34.487657+0000","last_fullsized":"2021-03-04T23:40:34.487657+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":319,"num_read_kb":253,"num_write":16,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.13","version":"1118'61","reported_seq":"226","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494650+0000","last_change":"2021-03-04T23:40:28.599531+0000","last_active":"2021-03-04T23:40:35.494650+0000","last_peered":"2021-03-04T23:40:35.494650+0000","last_clean":"2021-03-04T23:40:35.494650+0000","last_became_active":"2021-03-04T23:39:59.475717+0000","last_became_peered":"2021-03-04T23:39:59.475717+0000","last_unstale":"2021-03-04T23:40:35.494650+0000","last_undegraded":"2021-03-04T23:40:35.494650+0000","last_fullsized":"2021-03-04T23:40:35.494650+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":61,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29362353,"num_objects":13,"num_object_clones":3,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":2,"num_read":26,"num_read_kb":53256,"num_write":18,"num_write_kb":28679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":20972745,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.13","version":"1057'10","reported_seq":"123","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.990417+0000","last_change":"2021-03-04T23:38:57.310571+0000","last_active":"2021-03-04T23:40:36.990417+0000","last_peered":"2021-03-04T23:40:36.990417+0000","last_clean":"2021-03-04T23:40:36.990417+0000","last_became_active":"2021-03-04T23:38:51.243356+0000","last_became_peered":"2021-03-04T23:38:51.243356+0000","last_unstale":"2021-03-04T23:40:36.990417+0000","last_undegraded":"2021-03-04T23:40:36.990417+0000","last_fullsized":"2021-03-04T23:40:36.990417+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.12","version":"1118'104","reported_seq":"465","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991663+0000","last_change":"2021-03-04T23:40:28.597817+0000","last_active":"2021-03-04T23:40:36.991663+0000","last_peered":"2021-03-04T23:40:36.991663+0000","last_clean":"2021-03-04T23:40:36.991663+0000","last_became_active":"2021-03-04T23:38:49.221320+0000","last_became_peered":"2021-03-04T23:38:49.221320+0000","last_unstale":"2021-03-04T23:40:36.991663+0000","last_undegraded":"2021-03-04T23:40:36.991663+0000","last_fullsized":"2021-03-04T23:40:36.991663+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":104,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16777329,"num_objects":11,"num_object_clones":2,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":4,"num_read":333,"num_read_kb":94460,"num_write":39,"num_write_kb":32790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.10","version":"1069'9","reported_seq":"120","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.485620+0000","last_change":"2021-03-04T23:38:57.320880+0000","last_active":"2021-03-04T23:40:34.485620+0000","last_peered":"2021-03-04T23:40:34.485620+0000","last_clean":"2021-03-04T23:40:34.485620+0000","last_became_active":"2021-03-04T23:38:51.621475+0000","last_became_peered":"2021-03-04T23:38:51.621475+0000","last_unstale":"2021-03-04T23:40:34.485620+0000","last_undegraded":"2021-03-04T23:40:34.485620+0000","last_fullsized":"2021-03-04T23:40:34.485620+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4196304,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":11,"num_read_kb":16390,"num_write":5,"num_write_kb":4099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.11","version":"1109'130","reported_seq":"536","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476687+0000","last_change":"2021-03-04T23:40:28.598308+0000","last_active":"2021-03-04T23:40:34.476687+0000","last_peered":"2021-03-04T23:40:34.476687+0000","last_clean":"2021-03-04T23:40:34.476687+0000","last_became_active":"2021-03-04T23:38:49.221019+0000","last_became_peered":"2021-03-04T23:38:49.221019+0000","last_unstale":"2021-03-04T23:40:34.476687+0000","last_undegraded":"2021-03-04T23:40:34.476687+0000","last_fullsized":"2021-03-04T23:40:34.476687+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20971522,"num_objects":11,"num_object_clones":4,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":3,"num_read":410,"num_read_kb":86328,"num_write":50,"num_write_kb":24610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.11","version":"1033'6","reported_seq":"76","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494073+0000","last_change":"2021-03-04T23:40:00.301674+0000","last_active":"2021-03-04T23:40:35.494073+0000","last_peered":"2021-03-04T23:40:35.494073+0000","last_clean":"2021-03-04T23:40:35.494073+0000","last_became_active":"2021-03-04T23:39:59.474718+0000","last_became_peered":"2021-03-04T23:39:59.474718+0000","last_unstale":"2021-03-04T23:40:35.494073+0000","last_undegraded":"2021-03-04T23:40:35.494073+0000","last_fullsized":"2021-03-04T23:40:35.494073+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.10","version":"1118'114","reported_seq":"534","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:37.229648+0000","last_change":"2021-03-04T23:40:28.595562+0000","last_active":"2021-03-04T23:40:37.229648+0000","last_peered":"2021-03-04T23:40:37.229648+0000","last_clean":"2021-03-04T23:40:37.229648+0000","last_became_active":"2021-03-04T23:39:59.472103+0000","last_became_peered":"2021-03-04T23:39:59.472103+0000","last_unstale":"2021-03-04T23:40:37.229648+0000","last_undegraded":"2021-03-04T23:40:37.229648+0000","last_fullsized":"2021-03-04T23:40:37.229648+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25169227,"num_objects":18,"num_object_clones":7,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":3,"num_read":368,"num_read_kb":53536,"num_write":54,"num_write_kb":20520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":12584137,"num_keys_recovered":11,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.e","version":"1033'6","reported_seq":"28","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487371+0000","last_change":"2021-03-04T23:40:17.238529+0000","last_active":"2021-03-04T23:40:34.487371+0000","last_peered":"2021-03-04T23:40:34.487371+0000","last_clean":"2021-03-04T23:40:34.487371+0000","last_became_active":"2021-03-04T23:40:17.237353+0000","last_became_peered":"2021-03-04T23:40:17.237353+0000","last_unstale":"2021-03-04T23:40:34.487371+0000","last_undegraded":"2021-03-04T23:40:34.487371+0000","last_fullsized":"2021-03-04T23:40:34.487371+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"44.f","version":"1116'65","reported_seq":"76","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487337+0000","last_change":"2021-03-04T23:40:28.601949+0000","last_active":"2021-03-04T23:40:34.487337+0000","last_peered":"2021-03-04T23:40:34.487337+0000","last_clean":"2021-03-04T23:40:34.487337+0000","last_became_active":"2021-03-04T23:40:17.238710+0000","last_became_peered":"2021-03-04T23:40:17.238710+0000","last_unstale":"2021-03-04T23:40:34.487337+0000","last_undegraded":"2021-03-04T23:40:34.487337+0000","last_fullsized":"2021-03-04T23:40:34.487337+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":65,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16780328,"num_objects":14,"num_object_clones":4,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":6,"num_read":35,"num_read_kb":61448,"num_write":25,"num_write_kb":32775,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":25166044,"num_keys_recovered":2,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.f","version":"1033'13","reported_seq":"84","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.993215+0000","last_change":"2021-03-04T23:40:04.421935+0000","last_active":"2021-03-04T23:40:36.993215+0000","last_peered":"2021-03-04T23:40:36.993215+0000","last_clean":"2021-03-04T23:40:36.993215+0000","last_became_active":"2021-03-04T23:39:59.480410+0000","last_became_peered":"2021-03-04T23:39:59.480410+0000","last_unstale":"2021-03-04T23:40:36.993215+0000","last_undegraded":"2021-03-04T23:40:36.993215+0000","last_fullsized":"2021-03-04T23:40:36.993215+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1087,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.e","version":"1118'97","reported_seq":"508","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488589+0000","last_change":"2021-03-04T23:40:28.600909+0000","last_active":"2021-03-04T23:40:35.488589+0000","last_peered":"2021-03-04T23:40:35.488589+0000","last_clean":"2021-03-04T23:40:35.488589+0000","last_became_active":"2021-03-04T23:38:49.222505+0000","last_became_peered":"2021-03-04T23:38:49.222505+0000","last_unstale":"2021-03-04T23:40:35.488589+0000","last_undegraded":"2021-03-04T23:40:35.488589+0000","last_fullsized":"2021-03-04T23:40:35.488589+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388610,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":415,"num_read_kb":41292,"num_write":45,"num_write_kb":16419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.c","version":"1069'15","reported_seq":"141","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487824+0000","last_change":"2021-03-04T23:40:00.069517+0000","last_active":"2021-03-04T23:40:34.487824+0000","last_peered":"2021-03-04T23:40:34.487824+0000","last_clean":"2021-03-04T23:40:34.487824+0000","last_became_active":"2021-03-04T23:39:59.472994+0000","last_became_peered":"2021-03-04T23:39:59.472994+0000","last_unstale":"2021-03-04T23:40:34.487824+0000","last_undegraded":"2021-03-04T23:40:34.487824+0000","last_fullsized":"2021-03-04T23:40:34.487824+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":15,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195304,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":12292,"num_write":6,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4195304,"num_keys_recovered":1,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.d","version":"1112'109","reported_seq":"513","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488082+0000","last_change":"2021-03-04T23:40:28.600032+0000","last_active":"2021-03-04T23:40:34.488082+0000","last_peered":"2021-03-04T23:40:34.488082+0000","last_clean":"2021-03-04T23:40:34.488082+0000","last_became_active":"2021-03-04T23:39:59.478348+0000","last_became_peered":"2021-03-04T23:39:59.478348+0000","last_unstale":"2021-03-04T23:40:34.488082+0000","last_undegraded":"2021-03-04T23:40:34.488082+0000","last_fullsized":"2021-03-04T23:40:34.488082+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":109,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16777446,"num_objects":12,"num_object_clones":2,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":3,"num_read":236,"num_read_kb":57503,"num_write":63,"num_write_kb":32810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":8388839,"num_keys_recovered":3,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.d","version":"1069'10","reported_seq":"130","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478235+0000","last_change":"2021-03-04T23:40:01.416556+0000","last_active":"2021-03-04T23:40:34.478235+0000","last_peered":"2021-03-04T23:40:34.478235+0000","last_clean":"2021-03-04T23:40:34.478235+0000","last_became_active":"2021-03-04T23:39:59.481896+0000","last_became_peered":"2021-03-04T23:39:59.481896+0000","last_unstale":"2021-03-04T23:40:34.478235+0000","last_undegraded":"2021-03-04T23:40:34.478235+0000","last_fullsized":"2021-03-04T23:40:34.478235+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.c","version":"1118'49","reported_seq":"264","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991683+0000","last_change":"2021-03-04T23:40:28.599230+0000","last_active":"2021-03-04T23:40:36.991683+0000","last_peered":"2021-03-04T23:40:36.991683+0000","last_clean":"2021-03-04T23:40:36.991683+0000","last_became_active":"2021-03-04T23:38:49.220515+0000","last_became_peered":"2021-03-04T23:38:49.220515+0000","last_unstale":"2021-03-04T23:40:36.991683+0000","last_undegraded":"2021-03-04T23:40:36.991683+0000","last_fullsized":"2021-03-04T23:40:36.991683+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":49,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25167936,"num_objects":10,"num_object_clones":2,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":25,"num_read_kb":61445,"num_write":17,"num_write_kb":28677,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.a","version":"1069'9","reported_seq":"118","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487698+0000","last_change":"2021-03-04T23:38:57.321215+0000","last_active":"2021-03-04T23:40:34.487698+0000","last_peered":"2021-03-04T23:40:34.487698+0000","last_clean":"2021-03-04T23:40:34.487698+0000","last_became_active":"2021-03-04T23:38:51.247289+0000","last_became_peered":"2021-03-04T23:38:51.247289+0000","last_unstale":"2021-03-04T23:40:34.487698+0000","last_undegraded":"2021-03-04T23:40:34.487698+0000","last_fullsized":"2021-03-04T23:40:34.487698+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":16384,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.b","version":"1118'49","reported_seq":"260","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.518417+0000","last_change":"2021-03-04T23:40:28.599319+0000","last_active":"2021-03-04T23:40:34.518417+0000","last_peered":"2021-03-04T23:40:34.518417+0000","last_clean":"2021-03-04T23:40:34.518417+0000","last_became_active":"2021-03-04T23:38:49.225647+0000","last_became_peered":"2021-03-04T23:38:49.225647+0000","last_unstale":"2021-03-04T23:40:34.518417+0000","last_undegraded":"2021-03-04T23:40:34.518417+0000","last_fullsized":"2021-03-04T23:40:34.518417+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":49,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25165953,"num_objects":14,"num_object_clones":3,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":4,"num_read":29,"num_read_kb":65541,"num_write":22,"num_write_kb":24583,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.b","version":"1069'11","reported_seq":"118","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488076+0000","last_change":"2021-03-04T23:38:57.307233+0000","last_active":"2021-03-04T23:40:35.488076+0000","last_peered":"2021-03-04T23:40:35.488076+0000","last_clean":"2021-03-04T23:40:35.488076+0000","last_became_active":"2021-03-04T23:38:51.622349+0000","last_became_peered":"2021-03-04T23:38:51.622349+0000","last_unstale":"2021-03-04T23:40:35.488076+0000","last_undegraded":"2021-03-04T23:40:35.488076+0000","last_fullsized":"2021-03-04T23:40:35.488076+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.a","version":"1118'108","reported_seq":"520","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.496330+0000","last_change":"2021-03-04T23:40:28.599804+0000","last_active":"2021-03-04T23:40:34.496330+0000","last_peered":"2021-03-04T23:40:34.496330+0000","last_clean":"2021-03-04T23:40:34.496330+0000","last_became_active":"2021-03-04T23:40:17.238859+0000","last_became_peered":"2021-03-04T23:40:17.238859+0000","last_unstale":"2021-03-04T23:40:34.496330+0000","last_undegraded":"2021-03-04T23:40:34.496330+0000","last_fullsized":"2021-03-04T23:40:34.496330+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33556551,"num_objects":21,"num_object_clones":8,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":6,"num_read":263,"num_read_kb":90314,"num_write":44,"num_write_kb":40978,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":33556672,"num_keys_recovered":20,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.8","version":"1057'9","reported_seq":"144","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487847+0000","last_change":"2021-03-04T23:40:04.982268+0000","last_active":"2021-03-04T23:40:35.487847+0000","last_peered":"2021-03-04T23:40:35.487847+0000","last_clean":"2021-03-04T23:40:35.487847+0000","last_became_active":"2021-03-04T23:39:59.477542+0000","last_became_peered":"2021-03-04T23:39:59.477542+0000","last_unstale":"2021-03-04T23:40:35.487847+0000","last_undegraded":"2021-03-04T23:40:35.487847+0000","last_fullsized":"2021-03-04T23:40:35.487847+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388624,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":15,"num_read_kb":16387,"num_write":3,"num_write_kb":8193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8388624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.9","version":"1118'101","reported_seq":"412","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.494176+0000","last_change":"2021-03-04T23:40:28.598136+0000","last_active":"2021-03-04T23:40:34.494176+0000","last_peered":"2021-03-04T23:40:34.494176+0000","last_clean":"2021-03-04T23:40:34.494176+0000","last_became_active":"2021-03-04T23:38:49.222975+0000","last_became_peered":"2021-03-04T23:38:49.222975+0000","last_unstale":"2021-03-04T23:40:34.494176+0000","last_undegraded":"2021-03-04T23:40:34.494176+0000","last_fullsized":"2021-03-04T23:40:34.494176+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":101,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16778395,"num_objects":11,"num_object_clones":4,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":3,"num_read":161,"num_read_kb":73829,"num_write":47,"num_write_kb":32796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.9","version":"1057'24","reported_seq":"195","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.485875+0000","last_change":"2021-03-04T23:38:57.320927+0000","last_active":"2021-03-04T23:40:34.485875+0000","last_peered":"2021-03-04T23:40:34.485875+0000","last_clean":"2021-03-04T23:40:34.485875+0000","last_became_active":"2021-03-04T23:38:51.246454+0000","last_became_peered":"2021-03-04T23:38:51.246454+0000","last_unstale":"2021-03-04T23:40:34.485875+0000","last_undegraded":"2021-03-04T23:40:34.485875+0000","last_fullsized":"2021-03-04T23:40:34.485875+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":140,"num_write":8,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.8","version":"1118'81","reported_seq":"354","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488421+0000","last_change":"2021-03-04T23:40:28.599072+0000","last_active":"2021-03-04T23:40:34.488421+0000","last_peered":"2021-03-04T23:40:34.488421+0000","last_clean":"2021-03-04T23:40:34.488421+0000","last_became_active":"2021-03-04T23:39:59.480378+0000","last_became_peered":"2021-03-04T23:39:59.480378+0000","last_unstale":"2021-03-04T23:40:34.488421+0000","last_undegraded":"2021-03-04T23:40:34.488421+0000","last_fullsized":"2021-03-04T23:40:34.488421+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20974745,"num_objects":14,"num_object_clones":6,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":3,"num_read":59,"num_read_kb":90129,"num_write":28,"num_write_kb":28685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":12584137,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.6","version":"1057'14","reported_seq":"123","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478394+0000","last_change":"2021-03-04T23:38:57.309358+0000","last_active":"2021-03-04T23:40:34.478394+0000","last_peered":"2021-03-04T23:40:34.478394+0000","last_clean":"2021-03-04T23:40:34.478394+0000","last_became_active":"2021-03-04T23:38:51.242382+0000","last_became_peered":"2021-03-04T23:38:51.242382+0000","last_unstale":"2021-03-04T23:40:34.478394+0000","last_undegraded":"2021-03-04T23:40:34.478394+0000","last_fullsized":"2021-03-04T23:40:34.478394+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.7","version":"1118'167","reported_seq":"755","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.495144+0000","last_change":"2021-03-04T23:40:28.601837+0000","last_active":"2021-03-04T23:40:34.495144+0000","last_peered":"2021-03-04T23:40:34.495144+0000","last_clean":"2021-03-04T23:40:34.495144+0000","last_became_active":"2021-03-04T23:38:49.224453+0000","last_became_peered":"2021-03-04T23:38:49.224453+0000","last_unstale":"2021-03-04T23:40:34.495144+0000","last_undegraded":"2021-03-04T23:40:34.495144+0000","last_fullsized":"2021-03-04T23:40:34.495144+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":167,"ondisk_log_size":167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8389013,"num_objects":10,"num_object_clones":1,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":1012,"num_read_kb":9016,"num_write":75,"num_write_kb":12350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.7","version":"1057'13","reported_seq":"119","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488675+0000","last_change":"2021-03-04T23:38:57.321818+0000","last_active":"2021-03-04T23:40:34.488675+0000","last_peered":"2021-03-04T23:40:34.488675+0000","last_clean":"2021-03-04T23:40:34.488675+0000","last_became_active":"2021-03-04T23:38:51.620493+0000","last_became_peered":"2021-03-04T23:38:51.620493+0000","last_unstale":"2021-03-04T23:40:34.488675+0000","last_undegraded":"2021-03-04T23:40:34.488675+0000","last_fullsized":"2021-03-04T23:40:34.488675+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194307,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":2,"num_read_kb":4097,"num_write":3,"num_write_kb":4097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.6","version":"1120'181","reported_seq":"818","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.502016+0000","last_change":"2021-03-04T23:40:28.604600+0000","last_active":"2021-03-04T23:40:36.502016+0000","last_peered":"2021-03-04T23:40:36.502016+0000","last_clean":"2021-03-04T23:40:36.502016+0000","last_became_active":"2021-03-04T23:40:21.509397+0000","last_became_peered":"2021-03-04T23:40:21.509397+0000","last_unstale":"2021-03-04T23:40:36.502016+0000","last_undegraded":"2021-03-04T23:40:36.502016+0000","last_fullsized":"2021-03-04T23:40:36.502016+0000","mapping_epoch":1104,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":181,"ondisk_log_size":181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16777474,"num_objects":13,"num_object_clones":2,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":2,"num_read":778,"num_read_kb":62014,"num_write":92,"num_write_kb":20554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":33553939,"num_keys_recovered":26,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.4","version":"1057'24","reported_seq":"220","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991140+0000","last_change":"2021-03-04T23:40:18.876638+0000","last_active":"2021-03-04T23:40:36.991140+0000","last_peered":"2021-03-04T23:40:36.991140+0000","last_clean":"2021-03-04T23:40:36.991140+0000","last_became_active":"2021-03-04T23:40:17.236474+0000","last_became_peered":"2021-03-04T23:40:17.236474+0000","last_unstale":"2021-03-04T23:40:36.991140+0000","last_undegraded":"2021-03-04T23:40:36.991140+0000","last_fullsized":"2021-03-04T23:40:36.991140+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":4244,"num_write":10,"num_write_kb":4103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4194302,"num_keys_recovered":8,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.5","version":"1118'50","reported_seq":"276","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494821+0000","last_change":"2021-03-04T23:40:28.600552+0000","last_active":"2021-03-04T23:40:35.494821+0000","last_peered":"2021-03-04T23:40:35.494821+0000","last_clean":"2021-03-04T23:40:35.494821+0000","last_became_active":"2021-03-04T23:38:49.223941+0000","last_became_peered":"2021-03-04T23:38:49.223941+0000","last_unstale":"2021-03-04T23:40:35.494821+0000","last_undegraded":"2021-03-04T23:40:35.494821+0000","last_fullsized":"2021-03-04T23:40:35.494821+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":50,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20973544,"num_objects":15,"num_object_clones":6,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":47,"num_read_kb":40982,"num_write":18,"num_write_kb":16395,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.5","version":"1069'12","reported_seq":"124","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478192+0000","last_change":"2021-03-04T23:40:02.209031+0000","last_active":"2021-03-04T23:40:34.478192+0000","last_peered":"2021-03-04T23:40:34.478192+0000","last_clean":"2021-03-04T23:40:34.478192+0000","last_became_active":"2021-03-04T23:39:59.485038+0000","last_became_peered":"2021-03-04T23:39:59.485038+0000","last_unstale":"2021-03-04T23:40:34.478192+0000","last_undegraded":"2021-03-04T23:40:34.478192+0000","last_fullsized":"2021-03-04T23:40:34.478192+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388610,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":1,"num_read_kb":4096,"num_write":4,"num_write_kb":8193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":8388610,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.4","version":"1116'121","reported_seq":"602","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494753+0000","last_change":"2021-03-04T23:40:28.601551+0000","last_active":"2021-03-04T23:40:35.494753+0000","last_peered":"2021-03-04T23:40:35.494753+0000","last_clean":"2021-03-04T23:40:35.494753+0000","last_became_active":"2021-03-04T23:40:21.509526+0000","last_became_peered":"2021-03-04T23:40:21.509526+0000","last_unstale":"2021-03-04T23:40:35.494753+0000","last_undegraded":"2021-03-04T23:40:35.494753+0000","last_fullsized":"2021-03-04T23:40:35.494753+0000","mapping_epoch":1104,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":121,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16778328,"num_objects":13,"num_object_clones":3,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":5,"num_read":640,"num_read_kb":49658,"num_write":49,"num_write_kb":32797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":20972740,"num_keys_recovered":22,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.2","version":"1033'13","reported_seq":"121","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.990484+0000","last_change":"2021-03-04T23:38:57.310105+0000","last_active":"2021-03-04T23:40:36.990484+0000","last_peered":"2021-03-04T23:40:36.990484+0000","last_clean":"2021-03-04T23:40:36.990484+0000","last_became_active":"2021-03-04T23:38:51.620492+0000","last_became_peered":"2021-03-04T23:38:51.620492+0000","last_unstale":"2021-03-04T23:40:36.990484+0000","last_undegraded":"2021-03-04T23:40:36.990484+0000","last_fullsized":"2021-03-04T23:40:36.990484+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.3","version":"1118'138","reported_seq":"694","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991130+0000","last_change":"2021-03-04T23:40:28.597898+0000","last_active":"2021-03-04T23:40:36.991130+0000","last_peered":"2021-03-04T23:40:36.991130+0000","last_clean":"2021-03-04T23:40:36.991130+0000","last_became_active":"2021-03-04T23:40:20.484238+0000","last_became_peered":"2021-03-04T23:40:20.484238+0000","last_unstale":"2021-03-04T23:40:36.991130+0000","last_undegraded":"2021-03-04T23:40:36.991130+0000","last_fullsized":"2021-03-04T23:40:36.991130+0000","mapping_epoch":1103,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194418,"num_objects":6,"num_object_clones":1,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":2,"num_read":532,"num_read_kb":78226,"num_write":72,"num_write_kb":28718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34,"num_bytes_recovered":8388010,"num_keys_recovered":23,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.3","version":"1069'28","reported_seq":"240","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478328+0000","last_change":"2021-03-04T23:40:17.702561+0000","last_active":"2021-03-04T23:40:34.478328+0000","last_peered":"2021-03-04T23:40:34.478328+0000","last_clean":"2021-03-04T23:40:34.478328+0000","last_became_active":"2021-03-04T23:40:17.237638+0000","last_became_peered":"2021-03-04T23:40:17.237638+0000","last_unstale":"2021-03-04T23:40:34.478328+0000","last_undegraded":"2021-03-04T23:40:34.478328+0000","last_fullsized":"2021-03-04T23:40:34.478328+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":28,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":151,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":16,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.2","version":"1118'56","reported_seq":"279","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488090+0000","last_change":"2021-03-04T23:40:28.600898+0000","last_active":"2021-03-04T23:40:35.488090+0000","last_peered":"2021-03-04T23:40:35.488090+0000","last_clean":"2021-03-04T23:40:35.488090+0000","last_became_active":"2021-03-04T23:39:59.482841+0000","last_became_peered":"2021-03-04T23:39:59.482841+0000","last_unstale":"2021-03-04T23:40:35.488090+0000","last_undegraded":"2021-03-04T23:40:35.488090+0000","last_fullsized":"2021-03-04T23:40:35.488090+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1086,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":56,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16778222,"num_objects":13,"num_object_clones":6,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":4,"num_read":17,"num_read_kb":24585,"num_write":17,"num_write_kb":16391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":4194310,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.0","version":"1069'4","reported_seq":"119","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476307+0000","last_change":"2021-03-04T23:39:59.479483+0000","last_active":"2021-03-04T23:40:34.476307+0000","last_peered":"2021-03-04T23:40:34.476307+0000","last_clean":"2021-03-04T23:40:34.476307+0000","last_became_active":"2021-03-04T23:39:59.479192+0000","last_became_peered":"2021-03-04T23:39:59.479192+0000","last_unstale":"2021-03-04T23:40:34.476307+0000","last_undegraded":"2021-03-04T23:40:34.476307+0000","last_fullsized":"2021-03-04T23:40:34.476307+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1","version":"1092'77","reported_seq":"467","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.989866+0000","last_change":"2021-03-04T23:40:28.595734+0000","last_active":"2021-03-04T23:40:36.989866+0000","last_peered":"2021-03-04T23:40:36.989866+0000","last_clean":"2021-03-04T23:40:36.989866+0000","last_became_active":"2021-03-04T23:40:17.236653+0000","last_became_peered":"2021-03-04T23:40:17.236653+0000","last_unstale":"2021-03-04T23:40:36.989866+0000","last_undegraded":"2021-03-04T23:40:36.989866+0000","last_fullsized":"2021-03-04T23:40:36.989866+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":77,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195662,"num_objects":9,"num_object_clones":2,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":233,"num_read_kb":41127,"num_write":31,"num_write_kb":12312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":8391324,"num_keys_recovered":4,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"45.1","version":"1057'17","reported_seq":"150","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494165+0000","last_change":"2021-03-04T23:40:03.049450+0000","last_active":"2021-03-04T23:40:35.494165+0000","last_peered":"2021-03-04T23:40:35.494165+0000","last_clean":"2021-03-04T23:40:35.494165+0000","last_became_active":"2021-03-04T23:39:59.469679+0000","last_became_peered":"2021-03-04T23:39:59.469679+0000","last_unstale":"2021-03-04T23:40:35.494165+0000","last_undegraded":"2021-03-04T23:40:35.494165+0000","last_fullsized":"2021-03-04T23:40:35.494165+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1086,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":17,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195306,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5,"num_read_kb":12290,"num_write":5,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":4195306,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.0","version":"1118'162","reported_seq":"721","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.493594+0000","last_change":"2021-03-04T23:40:28.599243+0000","last_active":"2021-03-04T23:40:34.493594+0000","last_peered":"2021-03-04T23:40:34.493594+0000","last_clean":"2021-03-04T23:40:34.493594+0000","last_became_active":"2021-03-04T23:40:05.474737+0000","last_became_peered":"2021-03-04T23:40:05.474737+0000","last_unstale":"2021-03-04T23:40:34.493594+0000","last_undegraded":"2021-03-04T23:40:34.493594+0000","last_fullsized":"2021-03-04T23:40:34.493594+0000","mapping_epoch":1088,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1089,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":162,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8389976,"num_objects":13,"num_object_clones":4,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":3,"num_read":591,"num_read_kb":37307,"num_write":87,"num_write_kb":20553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":4194656,"num_keys_recovered":9,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"3f","length":"1"},{"start":"41","length":"1"}]},{"pgid":"4.18","version":"0'0","reported_seq":"352","reported_epoch":"1117","state":"active+clean","last_fresh":"2021-03-04T23:40:33.654036+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:40:33.654036+0000","last_peered":"2021-03-04T23:40:33.654036+0000","last_clean":"2021-03-04T23:40:33.654036+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:40:33.654036+0000","last_undegraded":"2021-03-04T23:40:33.654036+0000","last_fullsized":"2021-03-04T23:40:33.654036+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"186","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495202+0000","last_change":"2021-03-04T23:39:59.478968+0000","last_active":"2021-03-04T23:40:35.495202+0000","last_peered":"2021-03-04T23:40:35.495202+0000","last_clean":"2021-03-04T23:40:35.495202+0000","last_became_active":"2021-03-04T23:39:59.473569+0000","last_became_peered":"2021-03-04T23:39:59.473569+0000","last_unstale":"2021-03-04T23:40:35.495202+0000","last_undegraded":"2021-03-04T23:40:35.495202+0000","last_fullsized":"2021-03-04T23:40:35.495202+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"1111","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476794+0000","last_change":"2021-03-04T23:39:59.479645+0000","last_active":"2021-03-04T23:40:34.476794+0000","last_peered":"2021-03-04T23:40:34.476794+0000","last_clean":"2021-03-04T23:40:34.476794+0000","last_became_active":"2021-03-04T23:39:59.479412+0000","last_became_peered":"2021-03-04T23:39:59.479412+0000","last_unstale":"2021-03-04T23:40:34.476794+0000","last_undegraded":"2021-03-04T23:40:34.476794+0000","last_fullsized":"2021-03-04T23:40:34.476794+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"1092","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478494+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:40:34.478494+0000","last_peered":"2021-03-04T23:40:34.478494+0000","last_clean":"2021-03-04T23:40:34.478494+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:40:34.478494+0000","last_undegraded":"2021-03-04T23:40:34.478494+0000","last_fullsized":"2021-03-04T23:40:34.478494+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"630","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.477041+0000","last_change":"2021-03-04T23:39:59.479286+0000","last_active":"2021-03-04T23:40:34.477041+0000","last_peered":"2021-03-04T23:40:34.477041+0000","last_clean":"2021-03-04T23:40:34.477041+0000","last_became_active":"2021-03-04T23:39:59.479081+0000","last_became_peered":"2021-03-04T23:39:59.479081+0000","last_unstale":"2021-03-04T23:40:34.477041+0000","last_undegraded":"2021-03-04T23:40:34.477041+0000","last_fullsized":"2021-03-04T23:40:34.477041+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"1004","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494975+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:40:35.494975+0000","last_peered":"2021-03-04T23:40:35.494975+0000","last_clean":"2021-03-04T23:40:35.494975+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:40:35.494975+0000","last_undegraded":"2021-03-04T23:40:35.494975+0000","last_fullsized":"2021-03-04T23:40:35.494975+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"932","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478301+0000","last_change":"2021-03-04T23:37:19.089741+0000","last_active":"2021-03-04T23:40:34.478301+0000","last_peered":"2021-03-04T23:40:34.478301+0000","last_clean":"2021-03-04T23:40:34.478301+0000","last_became_active":"2021-03-04T23:37:19.089443+0000","last_became_peered":"2021-03-04T23:37:19.089443+0000","last_unstale":"2021-03-04T23:40:34.478301+0000","last_undegraded":"2021-03-04T23:40:34.478301+0000","last_fullsized":"2021-03-04T23:40:34.478301+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"1066","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495020+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:40:35.495020+0000","last_peered":"2021-03-04T23:40:35.495020+0000","last_clean":"2021-03-04T23:40:35.495020+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:40:35.495020+0000","last_undegraded":"2021-03-04T23:40:35.495020+0000","last_fullsized":"2021-03-04T23:40:35.495020+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"1126","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.992825+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:40:36.992825+0000","last_peered":"2021-03-04T23:40:36.992825+0000","last_clean":"2021-03-04T23:40:36.992825+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:40:36.992825+0000","last_undegraded":"2021-03-04T23:40:36.992825+0000","last_fullsized":"2021-03-04T23:40:36.992825+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"28","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487161+0000","last_change":"2021-03-04T23:40:17.239562+0000","last_active":"2021-03-04T23:40:34.487161+0000","last_peered":"2021-03-04T23:40:34.487161+0000","last_clean":"2021-03-04T23:40:34.487161+0000","last_became_active":"2021-03-04T23:40:17.239175+0000","last_became_peered":"2021-03-04T23:40:17.239175+0000","last_unstale":"2021-03-04T23:40:34.487161+0000","last_undegraded":"2021-03-04T23:40:34.487161+0000","last_fullsized":"2021-03-04T23:40:34.487161+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"332","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488581+0000","last_change":"2021-03-04T23:40:17.710246+0000","last_active":"2021-03-04T23:40:34.488581+0000","last_peered":"2021-03-04T23:40:34.488581+0000","last_clean":"2021-03-04T23:40:34.488581+0000","last_became_active":"2021-03-04T23:40:17.238788+0000","last_became_peered":"2021-03-04T23:40:17.238788+0000","last_unstale":"2021-03-04T23:40:34.488581+0000","last_undegraded":"2021-03-04T23:40:34.488581+0000","last_fullsized":"2021-03-04T23:40:34.488581+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"221","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494294+0000","last_change":"2021-03-04T23:37:19.087220+0000","last_active":"2021-03-04T23:40:35.494294+0000","last_peered":"2021-03-04T23:40:35.494294+0000","last_clean":"2021-03-04T23:40:35.494294+0000","last_became_active":"2021-03-04T23:37:19.086935+0000","last_became_peered":"2021-03-04T23:37:19.086935+0000","last_unstale":"2021-03-04T23:40:35.494294+0000","last_undegraded":"2021-03-04T23:40:35.494294+0000","last_fullsized":"2021-03-04T23:40:35.494294+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"829","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489165+0000","last_change":"2021-03-04T23:39:59.667152+0000","last_active":"2021-03-04T23:40:35.489165+0000","last_peered":"2021-03-04T23:40:35.489165+0000","last_clean":"2021-03-04T23:40:35.489165+0000","last_became_active":"2021-03-04T23:39:59.477904+0000","last_became_peered":"2021-03-04T23:39:59.477904+0000","last_unstale":"2021-03-04T23:40:35.489165+0000","last_undegraded":"2021-03-04T23:40:35.489165+0000","last_fullsized":"2021-03-04T23:40:35.489165+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1409","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488824+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:40:34.488824+0000","last_peered":"2021-03-04T23:40:34.488824+0000","last_clean":"2021-03-04T23:40:34.488824+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:40:34.488824+0000","last_undegraded":"2021-03-04T23:40:34.488824+0000","last_fullsized":"2021-03-04T23:40:34.488824+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"579","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478079+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:40:34.478079+0000","last_peered":"2021-03-04T23:40:34.478079+0000","last_clean":"2021-03-04T23:40:34.478079+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:40:34.478079+0000","last_undegraded":"2021-03-04T23:40:34.478079+0000","last_fullsized":"2021-03-04T23:40:34.478079+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"1120","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476702+0000","last_change":"2021-03-04T23:39:59.483103+0000","last_active":"2021-03-04T23:40:34.476702+0000","last_peered":"2021-03-04T23:40:34.476702+0000","last_clean":"2021-03-04T23:40:34.476702+0000","last_became_active":"2021-03-04T23:39:59.482447+0000","last_became_peered":"2021-03-04T23:39:59.482447+0000","last_unstale":"2021-03-04T23:40:34.476702+0000","last_undegraded":"2021-03-04T23:40:34.476702+0000","last_fullsized":"2021-03-04T23:40:34.476702+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"529","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488584+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:40:35.488584+0000","last_peered":"2021-03-04T23:40:35.488584+0000","last_clean":"2021-03-04T23:40:35.488584+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:40:35.488584+0000","last_undegraded":"2021-03-04T23:40:35.488584+0000","last_fullsized":"2021-03-04T23:40:35.488584+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"1098","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478688+0000","last_change":"2021-03-04T23:39:59.577229+0000","last_active":"2021-03-04T23:40:34.478688+0000","last_peered":"2021-03-04T23:40:34.478688+0000","last_clean":"2021-03-04T23:40:34.478688+0000","last_became_active":"2021-03-04T23:39:59.476771+0000","last_became_peered":"2021-03-04T23:39:59.476771+0000","last_unstale":"2021-03-04T23:40:34.478688+0000","last_undegraded":"2021-03-04T23:40:34.478688+0000","last_fullsized":"2021-03-04T23:40:34.478688+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"351","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991441+0000","last_change":"2021-03-04T23:37:19.084412+0000","last_active":"2021-03-04T23:40:36.991441+0000","last_peered":"2021-03-04T23:40:36.991441+0000","last_clean":"2021-03-04T23:40:36.991441+0000","last_became_active":"2021-03-04T23:37:19.084166+0000","last_became_peered":"2021-03-04T23:37:19.084166+0000","last_unstale":"2021-03-04T23:40:36.991441+0000","last_undegraded":"2021-03-04T23:40:36.991441+0000","last_fullsized":"2021-03-04T23:40:36.991441+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"928","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494714+0000","last_change":"2021-03-04T23:40:17.239580+0000","last_active":"2021-03-04T23:40:35.494714+0000","last_peered":"2021-03-04T23:40:35.494714+0000","last_clean":"2021-03-04T23:40:35.494714+0000","last_became_active":"2021-03-04T23:40:17.238918+0000","last_became_peered":"2021-03-04T23:40:17.238918+0000","last_unstale":"2021-03-04T23:40:35.494714+0000","last_undegraded":"2021-03-04T23:40:35.494714+0000","last_fullsized":"2021-03-04T23:40:35.494714+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"460","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488633+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:40:35.488633+0000","last_peered":"2021-03-04T23:40:35.488633+0000","last_clean":"2021-03-04T23:40:35.488633+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:40:35.488633+0000","last_undegraded":"2021-03-04T23:40:35.488633+0000","last_fullsized":"2021-03-04T23:40:35.488633+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"36","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487310+0000","last_change":"2021-03-04T23:40:19.581414+0000","last_active":"2021-03-04T23:40:34.487310+0000","last_peered":"2021-03-04T23:40:34.487310+0000","last_clean":"2021-03-04T23:40:34.487310+0000","last_became_active":"2021-03-04T23:40:17.238622+0000","last_became_peered":"2021-03-04T23:40:17.238622+0000","last_unstale":"2021-03-04T23:40:34.487310+0000","last_undegraded":"2021-03-04T23:40:34.487310+0000","last_fullsized":"2021-03-04T23:40:34.487310+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"1143","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488633+0000","last_change":"2021-03-04T23:39:59.481699+0000","last_active":"2021-03-04T23:40:34.488633+0000","last_peered":"2021-03-04T23:40:34.488633+0000","last_clean":"2021-03-04T23:40:34.488633+0000","last_became_active":"2021-03-04T23:39:59.481397+0000","last_became_peered":"2021-03-04T23:39:59.481397+0000","last_unstale":"2021-03-04T23:40:34.488633+0000","last_undegraded":"2021-03-04T23:40:34.488633+0000","last_fullsized":"2021-03-04T23:40:34.488633+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"923","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489099+0000","last_change":"2021-03-04T23:39:59.484898+0000","last_active":"2021-03-04T23:40:35.489099+0000","last_peered":"2021-03-04T23:40:35.489099+0000","last_clean":"2021-03-04T23:40:35.489099+0000","last_became_active":"2021-03-04T23:39:59.484610+0000","last_became_peered":"2021-03-04T23:39:59.484610+0000","last_unstale":"2021-03-04T23:40:35.489099+0000","last_undegraded":"2021-03-04T23:40:35.489099+0000","last_fullsized":"2021-03-04T23:40:35.489099+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"962","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476706+0000","last_change":"2021-03-04T23:39:59.478243+0000","last_active":"2021-03-04T23:40:34.476706+0000","last_peered":"2021-03-04T23:40:34.476706+0000","last_clean":"2021-03-04T23:40:34.476706+0000","last_became_active":"2021-03-04T23:39:59.476792+0000","last_became_peered":"2021-03-04T23:39:59.476792+0000","last_unstale":"2021-03-04T23:40:34.476706+0000","last_undegraded":"2021-03-04T23:40:34.476706+0000","last_fullsized":"2021-03-04T23:40:34.476706+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"36","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.486911+0000","last_change":"2021-03-04T23:40:17.534825+0000","last_active":"2021-03-04T23:40:34.486911+0000","last_peered":"2021-03-04T23:40:34.486911+0000","last_clean":"2021-03-04T23:40:34.486911+0000","last_became_active":"2021-03-04T23:40:17.236248+0000","last_became_peered":"2021-03-04T23:40:17.236248+0000","last_unstale":"2021-03-04T23:40:34.486911+0000","last_undegraded":"2021-03-04T23:40:34.486911+0000","last_fullsized":"2021-03-04T23:40:34.486911+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"477","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488330+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:40:35.488330+0000","last_peered":"2021-03-04T23:40:35.488330+0000","last_clean":"2021-03-04T23:40:35.488330+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:40:35.488330+0000","last_undegraded":"2021-03-04T23:40:35.488330+0000","last_fullsized":"2021-03-04T23:40:35.488330+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"344","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488116+0000","last_change":"2021-03-04T23:40:17.237914+0000","last_active":"2021-03-04T23:40:34.488116+0000","last_peered":"2021-03-04T23:40:34.488116+0000","last_clean":"2021-03-04T23:40:34.488116+0000","last_became_active":"2021-03-04T23:40:17.237672+0000","last_became_peered":"2021-03-04T23:40:17.237672+0000","last_unstale":"2021-03-04T23:40:34.488116+0000","last_undegraded":"2021-03-04T23:40:34.488116+0000","last_fullsized":"2021-03-04T23:40:34.488116+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"1077","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476992+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:40:34.476992+0000","last_peered":"2021-03-04T23:40:34.476992+0000","last_clean":"2021-03-04T23:40:34.476992+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:40:34.476992+0000","last_undegraded":"2021-03-04T23:40:34.476992+0000","last_fullsized":"2021-03-04T23:40:34.476992+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"897","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487033+0000","last_change":"2021-03-04T23:40:10.804167+0000","last_active":"2021-03-04T23:40:34.487033+0000","last_peered":"2021-03-04T23:40:34.487033+0000","last_clean":"2021-03-04T23:40:34.487033+0000","last_became_active":"2021-03-04T23:39:59.480373+0000","last_became_peered":"2021-03-04T23:39:59.480373+0000","last_unstale":"2021-03-04T23:40:34.487033+0000","last_undegraded":"2021-03-04T23:40:34.487033+0000","last_fullsized":"2021-03-04T23:40:34.487033+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.804002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.804002+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1363","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494846+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:40:35.494846+0000","last_peered":"2021-03-04T23:40:35.494846+0000","last_clean":"2021-03-04T23:40:35.494846+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:40:35.494846+0000","last_undegraded":"2021-03-04T23:40:35.494846+0000","last_fullsized":"2021-03-04T23:40:35.494846+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"475","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489184+0000","last_change":"2021-03-04T23:39:59.486166+0000","last_active":"2021-03-04T23:40:35.489184+0000","last_peered":"2021-03-04T23:40:35.489184+0000","last_clean":"2021-03-04T23:40:35.489184+0000","last_became_active":"2021-03-04T23:39:59.485969+0000","last_became_peered":"2021-03-04T23:39:59.485969+0000","last_unstale":"2021-03-04T23:40:35.489184+0000","last_undegraded":"2021-03-04T23:40:35.489184+0000","last_fullsized":"2021-03-04T23:40:35.489184+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"454","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487999+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:40:35.487999+0000","last_peered":"2021-03-04T23:40:35.487999+0000","last_clean":"2021-03-04T23:40:35.487999+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:40:35.487999+0000","last_undegraded":"2021-03-04T23:40:35.487999+0000","last_fullsized":"2021-03-04T23:40:35.487999+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"1291","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.990292+0000","last_change":"2021-03-04T23:40:05.160126+0000","last_active":"2021-03-04T23:40:36.990292+0000","last_peered":"2021-03-04T23:40:36.990292+0000","last_clean":"2021-03-04T23:40:36.990292+0000","last_became_active":"2021-03-04T23:39:59.481635+0000","last_became_peered":"2021-03-04T23:39:59.481635+0000","last_unstale":"2021-03-04T23:40:36.990292+0000","last_undegraded":"2021-03-04T23:40:36.990292+0000","last_fullsized":"2021-03-04T23:40:36.990292+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"941","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991395+0000","last_change":"2021-03-04T23:39:59.472213+0000","last_active":"2021-03-04T23:40:36.991395+0000","last_peered":"2021-03-04T23:40:36.991395+0000","last_clean":"2021-03-04T23:40:36.991395+0000","last_became_active":"2021-03-04T23:39:59.471807+0000","last_became_peered":"2021-03-04T23:39:59.471807+0000","last_unstale":"2021-03-04T23:40:36.991395+0000","last_undegraded":"2021-03-04T23:40:36.991395+0000","last_fullsized":"2021-03-04T23:40:36.991395+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"436","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488398+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:40:35.488398+0000","last_peered":"2021-03-04T23:40:35.488398+0000","last_clean":"2021-03-04T23:40:35.488398+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:40:35.488398+0000","last_undegraded":"2021-03-04T23:40:35.488398+0000","last_fullsized":"2021-03-04T23:40:35.488398+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"988","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487991+0000","last_change":"2021-03-04T23:39:59.480657+0000","last_active":"2021-03-04T23:40:34.487991+0000","last_peered":"2021-03-04T23:40:34.487991+0000","last_clean":"2021-03-04T23:40:34.487991+0000","last_became_active":"2021-03-04T23:39:59.480272+0000","last_became_peered":"2021-03-04T23:39:59.480272+0000","last_unstale":"2021-03-04T23:40:34.487991+0000","last_undegraded":"2021-03-04T23:40:34.487991+0000","last_fullsized":"2021-03-04T23:40:34.487991+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"1121","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494711+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:40:35.494711+0000","last_peered":"2021-03-04T23:40:35.494711+0000","last_clean":"2021-03-04T23:40:35.494711+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:40:35.494711+0000","last_undegraded":"2021-03-04T23:40:35.494711+0000","last_fullsized":"2021-03-04T23:40:35.494711+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"525","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494319+0000","last_change":"2021-03-04T23:39:59.474586+0000","last_active":"2021-03-04T23:40:35.494319+0000","last_peered":"2021-03-04T23:40:35.494319+0000","last_clean":"2021-03-04T23:40:35.494319+0000","last_became_active":"2021-03-04T23:39:59.473895+0000","last_became_peered":"2021-03-04T23:39:59.473895+0000","last_unstale":"2021-03-04T23:40:35.494319+0000","last_undegraded":"2021-03-04T23:40:35.494319+0000","last_fullsized":"2021-03-04T23:40:35.494319+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"469","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488218+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:40:35.488218+0000","last_peered":"2021-03-04T23:40:35.488218+0000","last_clean":"2021-03-04T23:40:35.488218+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:40:35.488218+0000","last_undegraded":"2021-03-04T23:40:35.488218+0000","last_fullsized":"2021-03-04T23:40:35.488218+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"1055","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495068+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:40:35.495068+0000","last_peered":"2021-03-04T23:40:35.495068+0000","last_clean":"2021-03-04T23:40:35.495068+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:40:35.495068+0000","last_undegraded":"2021-03-04T23:40:35.495068+0000","last_fullsized":"2021-03-04T23:40:35.495068+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"523","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488582+0000","last_change":"2021-03-04T23:40:17.236654+0000","last_active":"2021-03-04T23:40:35.488582+0000","last_peered":"2021-03-04T23:40:35.488582+0000","last_clean":"2021-03-04T23:40:35.488582+0000","last_became_active":"2021-03-04T23:40:17.236386+0000","last_became_peered":"2021-03-04T23:40:17.236386+0000","last_unstale":"2021-03-04T23:40:35.488582+0000","last_undegraded":"2021-03-04T23:40:35.488582+0000","last_fullsized":"2021-03-04T23:40:35.488582+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"1128","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488800+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:40:34.488800+0000","last_peered":"2021-03-04T23:40:34.488800+0000","last_clean":"2021-03-04T23:40:34.488800+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:40:34.488800+0000","last_undegraded":"2021-03-04T23:40:34.488800+0000","last_fullsized":"2021-03-04T23:40:34.488800+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"474","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489255+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:40:35.489255+0000","last_peered":"2021-03-04T23:40:35.489255+0000","last_clean":"2021-03-04T23:40:35.489255+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:40:35.489255+0000","last_undegraded":"2021-03-04T23:40:35.489255+0000","last_fullsized":"2021-03-04T23:40:35.489255+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"1108","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476623+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:40:34.476623+0000","last_peered":"2021-03-04T23:40:34.476623+0000","last_clean":"2021-03-04T23:40:34.476623+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:40:34.476623+0000","last_undegraded":"2021-03-04T23:40:34.476623+0000","last_fullsized":"2021-03-04T23:40:34.476623+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"582","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488056+0000","last_change":"2021-03-04T23:40:17.524238+0000","last_active":"2021-03-04T23:40:35.488056+0000","last_peered":"2021-03-04T23:40:35.488056+0000","last_clean":"2021-03-04T23:40:35.488056+0000","last_became_active":"2021-03-04T23:40:17.236517+0000","last_became_peered":"2021-03-04T23:40:17.236517+0000","last_unstale":"2021-03-04T23:40:35.488056+0000","last_undegraded":"2021-03-04T23:40:35.488056+0000","last_fullsized":"2021-03-04T23:40:35.488056+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"487","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494733+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:40:35.494733+0000","last_peered":"2021-03-04T23:40:35.494733+0000","last_clean":"2021-03-04T23:40:35.494733+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:40:35.494733+0000","last_undegraded":"2021-03-04T23:40:35.494733+0000","last_fullsized":"2021-03-04T23:40:35.494733+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"989","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488576+0000","last_change":"2021-03-04T23:37:19.088503+0000","last_active":"2021-03-04T23:40:34.488576+0000","last_peered":"2021-03-04T23:40:34.488576+0000","last_clean":"2021-03-04T23:40:34.488576+0000","last_became_active":"2021-03-04T23:37:19.088285+0000","last_became_peered":"2021-03-04T23:37:19.088285+0000","last_unstale":"2021-03-04T23:40:34.488576+0000","last_undegraded":"2021-03-04T23:40:34.488576+0000","last_fullsized":"2021-03-04T23:40:34.488576+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"588","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.990876+0000","last_change":"2021-03-04T23:40:17.236908+0000","last_active":"2021-03-04T23:40:36.990876+0000","last_peered":"2021-03-04T23:40:36.990876+0000","last_clean":"2021-03-04T23:40:36.990876+0000","last_became_active":"2021-03-04T23:40:17.236454+0000","last_became_peered":"2021-03-04T23:40:17.236454+0000","last_unstale":"2021-03-04T23:40:36.990876+0000","last_undegraded":"2021-03-04T23:40:36.990876+0000","last_fullsized":"2021-03-04T23:40:36.990876+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"28","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.486900+0000","last_change":"2021-03-04T23:40:17.238194+0000","last_active":"2021-03-04T23:40:34.486900+0000","last_peered":"2021-03-04T23:40:34.486900+0000","last_clean":"2021-03-04T23:40:34.486900+0000","last_became_active":"2021-03-04T23:40:17.237044+0000","last_became_peered":"2021-03-04T23:40:17.237044+0000","last_unstale":"2021-03-04T23:40:34.486900+0000","last_undegraded":"2021-03-04T23:40:34.486900+0000","last_fullsized":"2021-03-04T23:40:34.486900+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"775'3","last_scrub_stamp":"2021-03-04T23:40:10.144195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.144195+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"489","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488465+0000","last_change":"2021-03-04T23:39:59.482550+0000","last_active":"2021-03-04T23:40:35.488465+0000","last_peered":"2021-03-04T23:40:35.488465+0000","last_clean":"2021-03-04T23:40:35.488465+0000","last_became_active":"2021-03-04T23:39:59.481369+0000","last_became_peered":"2021-03-04T23:39:59.481369+0000","last_unstale":"2021-03-04T23:40:35.488465+0000","last_undegraded":"2021-03-04T23:40:35.488465+0000","last_fullsized":"2021-03-04T23:40:35.488465+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"831","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.991491+0000","last_change":"2021-03-04T23:37:19.084550+0000","last_active":"2021-03-04T23:40:36.991491+0000","last_peered":"2021-03-04T23:40:36.991491+0000","last_clean":"2021-03-04T23:40:36.991491+0000","last_became_active":"2021-03-04T23:37:19.084315+0000","last_became_peered":"2021-03-04T23:37:19.084315+0000","last_unstale":"2021-03-04T23:40:36.991491+0000","last_undegraded":"2021-03-04T23:40:36.991491+0000","last_fullsized":"2021-03-04T23:40:36.991491+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"1111","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487793+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:40:34.487793+0000","last_peered":"2021-03-04T23:40:34.487793+0000","last_clean":"2021-03-04T23:40:34.487793+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:40:34.487793+0000","last_undegraded":"2021-03-04T23:40:34.487793+0000","last_fullsized":"2021-03-04T23:40:34.487793+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"947","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494741+0000","last_change":"2021-03-04T23:40:17.706844+0000","last_active":"2021-03-04T23:40:35.494741+0000","last_peered":"2021-03-04T23:40:35.494741+0000","last_clean":"2021-03-04T23:40:35.494741+0000","last_became_active":"2021-03-04T23:40:17.239295+0000","last_became_peered":"2021-03-04T23:40:17.239295+0000","last_unstale":"2021-03-04T23:40:35.494741+0000","last_undegraded":"2021-03-04T23:40:35.494741+0000","last_fullsized":"2021-03-04T23:40:35.494741+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"332","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494329+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:40:35.494329+0000","last_peered":"2021-03-04T23:40:35.494329+0000","last_clean":"2021-03-04T23:40:35.494329+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:40:35.494329+0000","last_undegraded":"2021-03-04T23:40:35.494329+0000","last_fullsized":"2021-03-04T23:40:35.494329+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"774","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478342+0000","last_change":"2021-03-04T23:37:19.089471+0000","last_active":"2021-03-04T23:40:34.478342+0000","last_peered":"2021-03-04T23:40:34.478342+0000","last_clean":"2021-03-04T23:40:34.478342+0000","last_became_active":"2021-03-04T23:37:19.089245+0000","last_became_peered":"2021-03-04T23:37:19.089245+0000","last_unstale":"2021-03-04T23:40:34.478342+0000","last_undegraded":"2021-03-04T23:40:34.478342+0000","last_fullsized":"2021-03-04T23:40:34.478342+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"1074","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478055+0000","last_change":"2021-03-04T23:40:00.027586+0000","last_active":"2021-03-04T23:40:34.478055+0000","last_peered":"2021-03-04T23:40:34.478055+0000","last_clean":"2021-03-04T23:40:34.478055+0000","last_became_active":"2021-03-04T23:39:59.482370+0000","last_became_peered":"2021-03-04T23:39:59.482370+0000","last_unstale":"2021-03-04T23:40:34.478055+0000","last_undegraded":"2021-03-04T23:40:34.478055+0000","last_fullsized":"2021-03-04T23:40:34.478055+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"1074","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487949+0000","last_change":"2021-03-04T23:40:20.485031+0000","last_active":"2021-03-04T23:40:35.487949+0000","last_peered":"2021-03-04T23:40:35.487949+0000","last_clean":"2021-03-04T23:40:35.487949+0000","last_became_active":"2021-03-04T23:40:20.484653+0000","last_became_peered":"2021-03-04T23:40:20.484653+0000","last_unstale":"2021-03-04T23:40:35.487949+0000","last_undegraded":"2021-03-04T23:40:35.487949+0000","last_fullsized":"2021-03-04T23:40:35.487949+0000","mapping_epoch":1103,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1104,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"28","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487121+0000","last_change":"2021-03-04T23:40:17.238381+0000","last_active":"2021-03-04T23:40:34.487121+0000","last_peered":"2021-03-04T23:40:34.487121+0000","last_clean":"2021-03-04T23:40:34.487121+0000","last_became_active":"2021-03-04T23:40:17.237254+0000","last_became_peered":"2021-03-04T23:40:17.237254+0000","last_unstale":"2021-03-04T23:40:34.487121+0000","last_undegraded":"2021-03-04T23:40:34.487121+0000","last_fullsized":"2021-03-04T23:40:34.487121+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"923","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488165+0000","last_change":"2021-03-04T23:39:59.477817+0000","last_active":"2021-03-04T23:40:35.488165+0000","last_peered":"2021-03-04T23:40:35.488165+0000","last_clean":"2021-03-04T23:40:35.488165+0000","last_became_active":"2021-03-04T23:39:59.477607+0000","last_became_peered":"2021-03-04T23:39:59.477607+0000","last_unstale":"2021-03-04T23:40:35.488165+0000","last_undegraded":"2021-03-04T23:40:35.488165+0000","last_fullsized":"2021-03-04T23:40:35.488165+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"1040","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495000+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:40:35.495000+0000","last_peered":"2021-03-04T23:40:35.495000+0000","last_clean":"2021-03-04T23:40:35.495000+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:40:35.495000+0000","last_undegraded":"2021-03-04T23:40:35.495000+0000","last_fullsized":"2021-03-04T23:40:35.495000+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"822","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489049+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:40:35.489049+0000","last_peered":"2021-03-04T23:40:35.489049+0000","last_clean":"2021-03-04T23:40:35.489049+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:40:35.489049+0000","last_undegraded":"2021-03-04T23:40:35.489049+0000","last_fullsized":"2021-03-04T23:40:35.489049+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"346","reported_epoch":"1117","state":"active+clean","last_fresh":"2021-03-04T23:40:33.656011+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:40:33.656011+0000","last_peered":"2021-03-04T23:40:33.656011+0000","last_clean":"2021-03-04T23:40:33.656011+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:40:33.656011+0000","last_undegraded":"2021-03-04T23:40:33.656011+0000","last_fullsized":"2021-03-04T23:40:33.656011+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"311","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488466+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:40:34.488466+0000","last_peered":"2021-03-04T23:40:34.488466+0000","last_clean":"2021-03-04T23:40:34.488466+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:40:34.488466+0000","last_undegraded":"2021-03-04T23:40:34.488466+0000","last_fullsized":"2021-03-04T23:40:34.488466+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"32","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487285+0000","last_change":"2021-03-04T23:40:17.261731+0000","last_active":"2021-03-04T23:40:34.487285+0000","last_peered":"2021-03-04T23:40:34.487285+0000","last_clean":"2021-03-04T23:40:34.487285+0000","last_became_active":"2021-03-04T23:40:17.239068+0000","last_became_peered":"2021-03-04T23:40:17.239068+0000","last_unstale":"2021-03-04T23:40:34.487285+0000","last_undegraded":"2021-03-04T23:40:34.487285+0000","last_fullsized":"2021-03-04T23:40:34.487285+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"1302","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.992199+0000","last_change":"2021-03-04T23:40:05.195420+0000","last_active":"2021-03-04T23:40:36.992199+0000","last_peered":"2021-03-04T23:40:36.992199+0000","last_clean":"2021-03-04T23:40:36.992199+0000","last_became_active":"2021-03-04T23:39:59.482267+0000","last_became_peered":"2021-03-04T23:39:59.482267+0000","last_unstale":"2021-03-04T23:40:36.992199+0000","last_undegraded":"2021-03-04T23:40:36.992199+0000","last_fullsized":"2021-03-04T23:40:36.992199+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"1162","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488750+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:40:34.488750+0000","last_peered":"2021-03-04T23:40:34.488750+0000","last_clean":"2021-03-04T23:40:34.488750+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:40:34.488750+0000","last_undegraded":"2021-03-04T23:40:34.488750+0000","last_fullsized":"2021-03-04T23:40:34.488750+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"861","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487878+0000","last_change":"2021-03-04T23:37:19.089413+0000","last_active":"2021-03-04T23:40:35.487878+0000","last_peered":"2021-03-04T23:40:35.487878+0000","last_clean":"2021-03-04T23:40:35.487878+0000","last_became_active":"2021-03-04T23:37:19.089171+0000","last_became_peered":"2021-03-04T23:37:19.089171+0000","last_unstale":"2021-03-04T23:40:35.487878+0000","last_undegraded":"2021-03-04T23:40:35.487878+0000","last_fullsized":"2021-03-04T23:40:35.487878+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"929","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489298+0000","last_change":"2021-03-04T23:39:59.937613+0000","last_active":"2021-03-04T23:40:35.489298+0000","last_peered":"2021-03-04T23:40:35.489298+0000","last_clean":"2021-03-04T23:40:35.489298+0000","last_became_active":"2021-03-04T23:39:59.478182+0000","last_became_peered":"2021-03-04T23:39:59.478182+0000","last_unstale":"2021-03-04T23:40:35.489298+0000","last_undegraded":"2021-03-04T23:40:35.489298+0000","last_fullsized":"2021-03-04T23:40:35.489298+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"890","reported_epoch":"1117","state":"active+clean","last_fresh":"2021-03-04T23:40:33.656338+0000","last_change":"2021-03-04T23:40:17.715929+0000","last_active":"2021-03-04T23:40:33.656338+0000","last_peered":"2021-03-04T23:40:33.656338+0000","last_clean":"2021-03-04T23:40:33.656338+0000","last_became_active":"2021-03-04T23:40:17.238967+0000","last_became_peered":"2021-03-04T23:40:17.238967+0000","last_unstale":"2021-03-04T23:40:33.656338+0000","last_undegraded":"2021-03-04T23:40:33.656338+0000","last_fullsized":"2021-03-04T23:40:33.656338+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"578","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478397+0000","last_change":"2021-03-04T23:39:59.475198+0000","last_active":"2021-03-04T23:40:34.478397+0000","last_peered":"2021-03-04T23:40:34.478397+0000","last_clean":"2021-03-04T23:40:34.478397+0000","last_became_active":"2021-03-04T23:39:59.474949+0000","last_became_peered":"2021-03-04T23:39:59.474949+0000","last_unstale":"2021-03-04T23:40:34.478397+0000","last_undegraded":"2021-03-04T23:40:34.478397+0000","last_fullsized":"2021-03-04T23:40:34.478397+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"341","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494152+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:40:35.494152+0000","last_peered":"2021-03-04T23:40:35.494152+0000","last_clean":"2021-03-04T23:40:35.494152+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:40:35.494152+0000","last_undegraded":"2021-03-04T23:40:35.494152+0000","last_fullsized":"2021-03-04T23:40:35.494152+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"120","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489358+0000","last_change":"2021-03-04T23:40:00.031349+0000","last_active":"2021-03-04T23:40:35.489358+0000","last_peered":"2021-03-04T23:40:35.489358+0000","last_clean":"2021-03-04T23:40:35.489358+0000","last_became_active":"2021-03-04T23:39:59.480860+0000","last_became_peered":"2021-03-04T23:39:59.480860+0000","last_unstale":"2021-03-04T23:40:35.489358+0000","last_undegraded":"2021-03-04T23:40:35.489358+0000","last_fullsized":"2021-03-04T23:40:35.489358+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"839","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.992246+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:40:36.992246+0000","last_peered":"2021-03-04T23:40:36.992246+0000","last_clean":"2021-03-04T23:40:36.992246+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:40:36.992246+0000","last_undegraded":"2021-03-04T23:40:36.992246+0000","last_fullsized":"2021-03-04T23:40:36.992246+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"261","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.489190+0000","last_change":"2021-03-04T23:37:19.085681+0000","last_active":"2021-03-04T23:40:35.489190+0000","last_peered":"2021-03-04T23:40:35.489190+0000","last_clean":"2021-03-04T23:40:35.489190+0000","last_became_active":"2021-03-04T23:37:19.085450+0000","last_became_peered":"2021-03-04T23:37:19.085450+0000","last_unstale":"2021-03-04T23:40:35.489190+0000","last_undegraded":"2021-03-04T23:40:35.489190+0000","last_fullsized":"2021-03-04T23:40:35.489190+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"1099","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478487+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:40:34.478487+0000","last_peered":"2021-03-04T23:40:34.478487+0000","last_clean":"2021-03-04T23:40:34.478487+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:40:34.478487+0000","last_undegraded":"2021-03-04T23:40:34.478487+0000","last_fullsized":"2021-03-04T23:40:34.478487+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"1217","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487223+0000","last_change":"2021-03-04T23:39:59.489623+0000","last_active":"2021-03-04T23:40:34.487223+0000","last_peered":"2021-03-04T23:40:34.487223+0000","last_clean":"2021-03-04T23:40:34.487223+0000","last_became_active":"2021-03-04T23:39:59.475708+0000","last_became_peered":"2021-03-04T23:39:59.475708+0000","last_unstale":"2021-03-04T23:40:34.487223+0000","last_undegraded":"2021-03-04T23:40:34.487223+0000","last_fullsized":"2021-03-04T23:40:34.487223+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"478","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.486094+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:40:34.486094+0000","last_peered":"2021-03-04T23:40:34.486094+0000","last_clean":"2021-03-04T23:40:34.486094+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:40:34.486094+0000","last_undegraded":"2021-03-04T23:40:34.486094+0000","last_fullsized":"2021-03-04T23:40:34.486094+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"421","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494895+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:40:35.494895+0000","last_peered":"2021-03-04T23:40:35.494895+0000","last_clean":"2021-03-04T23:40:35.494895+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:40:35.494895+0000","last_undegraded":"2021-03-04T23:40:35.494895+0000","last_fullsized":"2021-03-04T23:40:35.494895+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"921","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478612+0000","last_change":"2021-03-04T23:39:59.480953+0000","last_active":"2021-03-04T23:40:34.478612+0000","last_peered":"2021-03-04T23:40:34.478612+0000","last_clean":"2021-03-04T23:40:34.478612+0000","last_became_active":"2021-03-04T23:39:59.480730+0000","last_became_peered":"2021-03-04T23:39:59.480730+0000","last_unstale":"2021-03-04T23:40:34.478612+0000","last_undegraded":"2021-03-04T23:40:34.478612+0000","last_fullsized":"2021-03-04T23:40:34.478612+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"465","reported_epoch":"1117","state":"active+clean","last_fresh":"2021-03-04T23:40:33.655918+0000","last_change":"2021-03-04T23:40:17.237521+0000","last_active":"2021-03-04T23:40:33.655918+0000","last_peered":"2021-03-04T23:40:33.655918+0000","last_clean":"2021-03-04T23:40:33.655918+0000","last_became_active":"2021-03-04T23:40:17.237269+0000","last_became_peered":"2021-03-04T23:40:17.237269+0000","last_unstale":"2021-03-04T23:40:33.655918+0000","last_undegraded":"2021-03-04T23:40:33.655918+0000","last_fullsized":"2021-03-04T23:40:33.655918+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"636","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.989888+0000","last_change":"2021-03-04T23:40:04.731483+0000","last_active":"2021-03-04T23:40:36.989888+0000","last_peered":"2021-03-04T23:40:36.989888+0000","last_clean":"2021-03-04T23:40:36.989888+0000","last_became_active":"2021-03-04T23:39:59.481530+0000","last_became_peered":"2021-03-04T23:39:59.481530+0000","last_unstale":"2021-03-04T23:40:36.989888+0000","last_undegraded":"2021-03-04T23:40:36.989888+0000","last_fullsized":"2021-03-04T23:40:36.989888+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"459","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488649+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:40:35.488649+0000","last_peered":"2021-03-04T23:40:35.488649+0000","last_clean":"2021-03-04T23:40:35.488649+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:40:35.488649+0000","last_undegraded":"2021-03-04T23:40:35.488649+0000","last_fullsized":"2021-03-04T23:40:35.488649+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"341","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494884+0000","last_change":"2021-03-04T23:40:17.240368+0000","last_active":"2021-03-04T23:40:35.494884+0000","last_peered":"2021-03-04T23:40:35.494884+0000","last_clean":"2021-03-04T23:40:35.494884+0000","last_became_active":"2021-03-04T23:40:17.240072+0000","last_became_peered":"2021-03-04T23:40:17.240072+0000","last_unstale":"2021-03-04T23:40:35.494884+0000","last_undegraded":"2021-03-04T23:40:35.494884+0000","last_fullsized":"2021-03-04T23:40:35.494884+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"902","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476918+0000","last_change":"2021-03-04T23:39:59.483268+0000","last_active":"2021-03-04T23:40:34.476918+0000","last_peered":"2021-03-04T23:40:34.476918+0000","last_clean":"2021-03-04T23:40:34.476918+0000","last_became_active":"2021-03-04T23:39:59.483018+0000","last_became_peered":"2021-03-04T23:39:59.483018+0000","last_unstale":"2021-03-04T23:40:34.476918+0000","last_undegraded":"2021-03-04T23:40:34.476918+0000","last_fullsized":"2021-03-04T23:40:34.476918+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"427","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494197+0000","last_change":"2021-03-04T23:40:17.239244+0000","last_active":"2021-03-04T23:40:35.494197+0000","last_peered":"2021-03-04T23:40:35.494197+0000","last_clean":"2021-03-04T23:40:35.494197+0000","last_became_active":"2021-03-04T23:40:17.238846+0000","last_became_peered":"2021-03-04T23:40:17.238846+0000","last_unstale":"2021-03-04T23:40:35.494197+0000","last_undegraded":"2021-03-04T23:40:35.494197+0000","last_fullsized":"2021-03-04T23:40:35.494197+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"391","reported_epoch":"1117","state":"active+clean","last_fresh":"2021-03-04T23:40:33.655926+0000","last_change":"2021-03-04T23:39:59.580116+0000","last_active":"2021-03-04T23:40:33.655926+0000","last_peered":"2021-03-04T23:40:33.655926+0000","last_clean":"2021-03-04T23:40:33.655926+0000","last_became_active":"2021-03-04T23:39:59.472169+0000","last_became_peered":"2021-03-04T23:39:59.472169+0000","last_unstale":"2021-03-04T23:40:33.655926+0000","last_undegraded":"2021-03-04T23:40:33.655926+0000","last_fullsized":"2021-03-04T23:40:33.655926+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"1087","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478203+0000","last_change":"2021-03-04T23:40:17.236198+0000","last_active":"2021-03-04T23:40:34.478203+0000","last_peered":"2021-03-04T23:40:34.478203+0000","last_clean":"2021-03-04T23:40:34.478203+0000","last_became_active":"2021-03-04T23:40:17.235990+0000","last_became_peered":"2021-03-04T23:40:17.235990+0000","last_unstale":"2021-03-04T23:40:34.478203+0000","last_undegraded":"2021-03-04T23:40:34.478203+0000","last_fullsized":"2021-03-04T23:40:34.478203+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"34","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487067+0000","last_change":"2021-03-04T23:40:17.257195+0000","last_active":"2021-03-04T23:40:34.487067+0000","last_peered":"2021-03-04T23:40:34.487067+0000","last_clean":"2021-03-04T23:40:34.487067+0000","last_became_active":"2021-03-04T23:40:17.238703+0000","last_became_peered":"2021-03-04T23:40:17.238703+0000","last_unstale":"2021-03-04T23:40:34.487067+0000","last_undegraded":"2021-03-04T23:40:34.487067+0000","last_fullsized":"2021-03-04T23:40:34.487067+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"895","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494242+0000","last_change":"2021-03-04T23:39:59.477881+0000","last_active":"2021-03-04T23:40:35.494242+0000","last_peered":"2021-03-04T23:40:35.494242+0000","last_clean":"2021-03-04T23:40:35.494242+0000","last_became_active":"2021-03-04T23:39:59.477644+0000","last_became_peered":"2021-03-04T23:39:59.477644+0000","last_unstale":"2021-03-04T23:40:35.494242+0000","last_undegraded":"2021-03-04T23:40:35.494242+0000","last_fullsized":"2021-03-04T23:40:35.494242+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"1186","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494622+0000","last_change":"2021-03-04T23:40:01.336714+0000","last_active":"2021-03-04T23:40:35.494622+0000","last_peered":"2021-03-04T23:40:35.494622+0000","last_clean":"2021-03-04T23:40:35.494622+0000","last_became_active":"2021-03-04T23:39:59.475346+0000","last_became_peered":"2021-03-04T23:39:59.475346+0000","last_unstale":"2021-03-04T23:40:35.494622+0000","last_undegraded":"2021-03-04T23:40:35.494622+0000","last_fullsized":"2021-03-04T23:40:35.494622+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"831","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488007+0000","last_change":"2021-03-04T23:37:19.091063+0000","last_active":"2021-03-04T23:40:34.488007+0000","last_peered":"2021-03-04T23:40:34.488007+0000","last_clean":"2021-03-04T23:40:34.488007+0000","last_became_active":"2021-03-04T23:37:19.090816+0000","last_became_peered":"2021-03-04T23:37:19.090816+0000","last_unstale":"2021-03-04T23:40:34.488007+0000","last_undegraded":"2021-03-04T23:40:34.488007+0000","last_fullsized":"2021-03-04T23:40:34.488007+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"38","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487235+0000","last_change":"2021-03-04T23:40:17.247488+0000","last_active":"2021-03-04T23:40:34.487235+0000","last_peered":"2021-03-04T23:40:34.487235+0000","last_clean":"2021-03-04T23:40:34.487235+0000","last_became_active":"2021-03-04T23:40:17.237443+0000","last_became_peered":"2021-03-04T23:40:17.237443+0000","last_unstale":"2021-03-04T23:40:34.487235+0000","last_undegraded":"2021-03-04T23:40:34.487235+0000","last_fullsized":"2021-03-04T23:40:34.487235+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"518","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488680+0000","last_change":"2021-03-04T23:40:00.883057+0000","last_active":"2021-03-04T23:40:35.488680+0000","last_peered":"2021-03-04T23:40:35.488680+0000","last_clean":"2021-03-04T23:40:35.488680+0000","last_became_active":"2021-03-04T23:39:59.479446+0000","last_became_peered":"2021-03-04T23:39:59.479446+0000","last_unstale":"2021-03-04T23:40:35.488680+0000","last_undegraded":"2021-03-04T23:40:35.488680+0000","last_fullsized":"2021-03-04T23:40:35.488680+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"454","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487903+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:40:35.487903+0000","last_peered":"2021-03-04T23:40:35.487903+0000","last_clean":"2021-03-04T23:40:35.487903+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:40:35.487903+0000","last_undegraded":"2021-03-04T23:40:35.487903+0000","last_fullsized":"2021-03-04T23:40:35.487903+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"453","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478385+0000","last_change":"2021-03-04T23:39:59.846788+0000","last_active":"2021-03-04T23:40:34.478385+0000","last_peered":"2021-03-04T23:40:34.478385+0000","last_clean":"2021-03-04T23:40:34.478385+0000","last_became_active":"2021-03-04T23:39:59.476171+0000","last_became_peered":"2021-03-04T23:39:59.476171+0000","last_unstale":"2021-03-04T23:40:34.478385+0000","last_undegraded":"2021-03-04T23:40:34.478385+0000","last_fullsized":"2021-03-04T23:40:34.478385+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"317","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.487981+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:40:34.487981+0000","last_peered":"2021-03-04T23:40:34.487981+0000","last_clean":"2021-03-04T23:40:34.487981+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:40:34.487981+0000","last_undegraded":"2021-03-04T23:40:34.487981+0000","last_fullsized":"2021-03-04T23:40:34.487981+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"1063","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476870+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:40:34.476870+0000","last_peered":"2021-03-04T23:40:34.476870+0000","last_clean":"2021-03-04T23:40:34.476870+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:40:34.476870+0000","last_undegraded":"2021-03-04T23:40:34.476870+0000","last_fullsized":"2021-03-04T23:40:34.476870+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"332","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495324+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:40:35.495324+0000","last_peered":"2021-03-04T23:40:35.495324+0000","last_clean":"2021-03-04T23:40:35.495324+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:40:35.495324+0000","last_undegraded":"2021-03-04T23:40:35.495324+0000","last_fullsized":"2021-03-04T23:40:35.495324+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"483","reported_epoch":"1120","state":"active+clean","last_fresh":"2021-03-04T23:40:36.992177+0000","last_change":"2021-03-04T23:40:17.236801+0000","last_active":"2021-03-04T23:40:36.992177+0000","last_peered":"2021-03-04T23:40:36.992177+0000","last_clean":"2021-03-04T23:40:36.992177+0000","last_became_active":"2021-03-04T23:40:17.236454+0000","last_became_peered":"2021-03-04T23:40:17.236454+0000","last_unstale":"2021-03-04T23:40:36.992177+0000","last_undegraded":"2021-03-04T23:40:36.992177+0000","last_fullsized":"2021-03-04T23:40:36.992177+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"1194","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488765+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:40:34.488765+0000","last_peered":"2021-03-04T23:40:34.488765+0000","last_clean":"2021-03-04T23:40:34.488765+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:40:34.488765+0000","last_undegraded":"2021-03-04T23:40:34.488765+0000","last_fullsized":"2021-03-04T23:40:34.488765+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"1107","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476376+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:40:34.476376+0000","last_peered":"2021-03-04T23:40:34.476376+0000","last_clean":"2021-03-04T23:40:34.476376+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:40:34.476376+0000","last_undegraded":"2021-03-04T23:40:34.476376+0000","last_fullsized":"2021-03-04T23:40:34.476376+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"936","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495109+0000","last_change":"2021-03-04T23:39:59.475552+0000","last_active":"2021-03-04T23:40:35.495109+0000","last_peered":"2021-03-04T23:40:35.495109+0000","last_clean":"2021-03-04T23:40:35.495109+0000","last_became_active":"2021-03-04T23:39:59.474863+0000","last_became_peered":"2021-03-04T23:39:59.474863+0000","last_unstale":"2021-03-04T23:40:35.495109+0000","last_undegraded":"2021-03-04T23:40:35.495109+0000","last_fullsized":"2021-03-04T23:40:35.495109+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"547","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.495304+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:40:35.495304+0000","last_peered":"2021-03-04T23:40:35.495304+0000","last_clean":"2021-03-04T23:40:35.495304+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:40:35.495304+0000","last_undegraded":"2021-03-04T23:40:35.495304+0000","last_fullsized":"2021-03-04T23:40:35.495304+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"1110","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.488847+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:40:34.488847+0000","last_peered":"2021-03-04T23:40:34.488847+0000","last_clean":"2021-03-04T23:40:34.488847+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:40:34.488847+0000","last_undegraded":"2021-03-04T23:40:34.488847+0000","last_fullsized":"2021-03-04T23:40:34.488847+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"1127","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.476465+0000","last_change":"2021-03-04T23:39:59.483426+0000","last_active":"2021-03-04T23:40:34.476465+0000","last_peered":"2021-03-04T23:40:34.476465+0000","last_clean":"2021-03-04T23:40:34.476465+0000","last_became_active":"2021-03-04T23:39:59.482879+0000","last_became_peered":"2021-03-04T23:39:59.482879+0000","last_unstale":"2021-03-04T23:40:34.476465+0000","last_undegraded":"2021-03-04T23:40:34.476465+0000","last_fullsized":"2021-03-04T23:40:34.476465+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"1095","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.477037+0000","last_change":"2021-03-04T23:40:00.294463+0000","last_active":"2021-03-04T23:40:34.477037+0000","last_peered":"2021-03-04T23:40:34.477037+0000","last_clean":"2021-03-04T23:40:34.477037+0000","last_became_active":"2021-03-04T23:39:59.479460+0000","last_became_peered":"2021-03-04T23:39:59.479460+0000","last_unstale":"2021-03-04T23:40:34.477037+0000","last_undegraded":"2021-03-04T23:40:34.477037+0000","last_fullsized":"2021-03-04T23:40:34.477037+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"921","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478495+0000","last_change":"2021-03-04T23:39:59.485262+0000","last_active":"2021-03-04T23:40:34.478495+0000","last_peered":"2021-03-04T23:40:34.478495+0000","last_clean":"2021-03-04T23:40:34.478495+0000","last_became_active":"2021-03-04T23:39:59.485060+0000","last_became_peered":"2021-03-04T23:39:59.485060+0000","last_unstale":"2021-03-04T23:40:34.478495+0000","last_undegraded":"2021-03-04T23:40:34.478495+0000","last_fullsized":"2021-03-04T23:40:34.478495+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"454","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.487982+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:40:35.487982+0000","last_peered":"2021-03-04T23:40:35.487982+0000","last_clean":"2021-03-04T23:40:35.487982+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:40:35.487982+0000","last_undegraded":"2021-03-04T23:40:35.487982+0000","last_fullsized":"2021-03-04T23:40:35.487982+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"533","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.494335+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:40:35.494335+0000","last_peered":"2021-03-04T23:40:35.494335+0000","last_clean":"2021-03-04T23:40:35.494335+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:40:35.494335+0000","last_undegraded":"2021-03-04T23:40:35.494335+0000","last_fullsized":"2021-03-04T23:40:35.494335+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"1069","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478432+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:40:34.478432+0000","last_peered":"2021-03-04T23:40:34.478432+0000","last_clean":"2021-03-04T23:40:34.478432+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:40:34.478432+0000","last_undegraded":"2021-03-04T23:40:34.478432+0000","last_fullsized":"2021-03-04T23:40:34.478432+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"914","reported_epoch":"1119","state":"active+clean","last_fresh":"2021-03-04T23:40:35.488079+0000","last_change":"2021-03-04T23:37:19.086196+0000","last_active":"2021-03-04T23:40:35.488079+0000","last_peered":"2021-03-04T23:40:35.488079+0000","last_clean":"2021-03-04T23:40:35.488079+0000","last_became_active":"2021-03-04T23:37:19.085963+0000","last_became_peered":"2021-03-04T23:37:19.085963+0000","last_unstale":"2021-03-04T23:40:35.488079+0000","last_undegraded":"2021-03-04T23:40:35.488079+0000","last_fullsized":"2021-03-04T23:40:35.488079+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"499","reported_epoch":"1118","state":"active+clean","last_fresh":"2021-03-04T23:40:34.478020+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:40:34.478020+0000","last_peered":"2021-03-04T23:40:34.478020+0000","last_clean":"2021-03-04T23:40:34.478020+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:40:34.478020+0000","last_undegraded":"2021-03-04T23:40:34.478020+0000","last_fullsized":"2021-03-04T23:40:34.478020+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":45,"num_pg":32,"stat_sum":{"num_bytes":109058001,"num_objects":58,"num_object_clones":16,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":4,"num_read":1380,"num_read_kb":160848,"num_write":135,"num_write_kb":98389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":50333705,"num_keys_recovered":25,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":331636736,"data_stored":402647514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":434,"ondisk_log_size":434,"up":96,"acting":96,"num_store_stats":8},{"poolid":44,"num_pg":32,"stat_sum":{"num_bytes":536915567,"num_objects":368,"num_object_clones":98,"num_object_copies":1104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":368,"num_whiteouts":83,"num_read":9225,"num_read_kb":2009671,"num_write":1480,"num_write_kb":836571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":260,"num_bytes_recovered":222306683,"num_keys_recovered":120,"num_objects_omap":48,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1469804544,"data_stored":1799340396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3216,"ondisk_log_size":3216,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5709,"num_read_kb":12601,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":67,"num_bytes_recovered":4194342,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":84,"acting":84,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":3632,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496234,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1174628,"kb_used_data":126044,"kb_used_omap":1889,"kb_used_meta":1046686,"kb_avail":86905756,"statfs":{"total":90194313216,"available":88991494144,"internally_reserved":1073741824,"allocated":129069056,"data_stored":141464827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":1071807420},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.357,"15min":1.3919999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":2.665,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":1.028},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.3859999999999999,"15min":1.4179999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.6789999999999998,"5min":2.762,"15min":2.762},"last":2.4249999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:39:42 2021","interfaces":[{"interface":"back","average":{"1min":1.4850000000000001,"5min":1.351,"15min":1.2030000000000001},"min":{"1min":0.442,"5min":0.31,"15min":0.16300000000000001},"max":{"1min":2.8220000000000001,"5min":2.8220000000000001,"15min":39.616},"last":2.2730000000000001},{"interface":"front","average":{"1min":1.4379999999999999,"5min":1.3839999999999999,"15min":1.218},"min":{"1min":0.52100000000000002,"5min":0.22900000000000001,"15min":0.16500000000000001},"max":{"1min":2.3300000000000001,"5min":2.859,"15min":39.573},"last":1.665}]},{"osd":2,"last update":"Thu Mar 4 23:40:02 2021","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":1.3740000000000001,"15min":1.8580000000000001},"min":{"1min":0.40000000000000002,"5min":0.33300000000000002,"15min":0.17699999999999999},"max":{"1min":2.5739999999999998,"5min":2.9020000000000001,"15min":60.560000000000002},"last":1.8089999999999999},{"interface":"front","average":{"1min":1.385,"5min":1.444,"15min":1.833},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.189},"max":{"1min":2.7440000000000002,"5min":2.7440000000000002,"15min":61.037999999999997},"last":2.9239999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:44 2021","interfaces":[{"interface":"back","average":{"1min":1.4630000000000001,"5min":1.5269999999999999,"15min":2.2839999999999998},"min":{"1min":0.78000000000000003,"5min":0.46000000000000002,"15min":0.19400000000000001},"max":{"1min":2.3300000000000001,"5min":14.874000000000001,"15min":172.297},"last":2.8159999999999998},{"interface":"front","average":{"1min":1.6499999999999999,"5min":1.8180000000000001,"15min":2.4580000000000002},"min":{"1min":0.90500000000000003,"5min":0.39800000000000002,"15min":0.19600000000000001},"max":{"1min":2.8940000000000001,"5min":14.933999999999999,"15min":172.184},"last":2.6499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:19 2021","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.238,"15min":1.127},"min":{"1min":0.27200000000000002,"5min":0.17999999999999999,"15min":0.128},"max":{"1min":2.0289999999999999,"5min":2.677,"15min":33.889000000000003},"last":2.5379999999999998},{"interface":"front","average":{"1min":1.139,"5min":1.2490000000000001,"15min":1.071},"min":{"1min":0.314,"5min":0.23899999999999999,"15min":0.14399999999999999},"max":{"1min":2.4929999999999999,"5min":2.4929999999999999,"15min":33.469000000000001},"last":0.93000000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.323,"15min":1.2909999999999999},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.3399999999999999,"5min":2.6549999999999998,"15min":3.2389999999999999},"last":1.405},{"interface":"front","average":{"1min":1.349,"5min":1.6240000000000001,"15min":1.581},"min":{"1min":0.32400000000000001,"5min":0.316,"15min":0.312},"max":{"1min":2.456,"5min":2.698,"15min":2.698},"last":1.964}]},{"osd":6,"last update":"Thu Mar 4 23:40:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":1.577,"15min":1.4450000000000001},"min":{"1min":0.317,"5min":0.26800000000000002,"15min":0.16600000000000001},"max":{"1min":2.4380000000000002,"5min":3.8700000000000001,"15min":53.447000000000003},"last":2.0800000000000001},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5660000000000001,"15min":1.3700000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.16300000000000001},"max":{"1min":2.4849999999999999,"5min":3.125,"15min":53.341999999999999},"last":1.546}]}]},{"osd":6,"up_from":41,"seq":176093659758,"num_pgs":78,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1326352,"kb_used_data":277768,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":86754032,"statfs":{"total":90194313216,"available":88836128768,"internally_reserved":1073741824,"allocated":284434432,"data_stored":355380382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:29 2021","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.3400000000000001,"15min":1.321},"min":{"1min":0.50600000000000001,"5min":0.253,"15min":0.253},"max":{"1min":2.7200000000000002,"5min":2.7200000000000002,"15min":2.7200000000000002},"last":2.714},{"interface":"front","average":{"1min":1.355,"5min":1.367,"15min":1.369},"min":{"1min":0.60399999999999998,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":2.5430000000000001,"5min":2.5430000000000001,"15min":2.5430000000000001},"last":2.5099999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:39:34 2021","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.1899999999999999,"15min":1.542},"min":{"1min":0.68300000000000005,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":2.5779999999999998,"5min":2.7240000000000002,"15min":72.114999999999995},"last":2.879},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.1699999999999999,"15min":1.556},"min":{"1min":0.34399999999999997,"5min":0.19800000000000001,"15min":0.16800000000000001},"max":{"1min":2.3740000000000001,"5min":2.9060000000000001,"15min":71.942999999999998},"last":1.931}]},{"osd":2,"last update":"Thu Mar 4 23:39:57 2021","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.675,"15min":2.125},"min":{"1min":0.754,"5min":0.23599999999999999,"15min":0.18099999999999999},"max":{"1min":2.7160000000000002,"5min":36.581000000000003,"15min":72.186000000000007},"last":2.399},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.6619999999999999,"15min":2.1139999999999999},"min":{"1min":0.39900000000000002,"5min":0.26100000000000001,"15min":0.17699999999999999},"max":{"1min":1.8220000000000001,"5min":36.470999999999997,"15min":72.608000000000004},"last":2.3319999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:49 2021","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.3120000000000001,"15min":1.7649999999999999},"min":{"1min":0.65500000000000003,"5min":0.29199999999999998,"15min":0.19400000000000001},"max":{"1min":2.1030000000000002,"5min":6.9109999999999996,"15min":58.862000000000002},"last":2.2160000000000002},{"interface":"front","average":{"1min":1.665,"5min":1.4470000000000001,"15min":1.778},"min":{"1min":0.63600000000000001,"5min":0.33000000000000002,"15min":0.217},"max":{"1min":2.48,"5min":3.0699999999999998,"15min":58.322000000000003},"last":2.0800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:34 2021","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.085,"15min":0.97599999999999998},"min":{"1min":0.23599999999999999,"5min":0.16500000000000001,"15min":0.14099999999999999},"max":{"1min":2.4780000000000002,"5min":2.5680000000000001,"15min":12.115},"last":1.613},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.1879999999999999,"15min":1.024},"min":{"1min":0.33600000000000002,"5min":0.156,"15min":0.153},"max":{"1min":3.3250000000000002,"5min":4.851,"15min":6.1360000000000001},"last":1.764}]},{"osd":5,"last update":"Thu Mar 4 23:39:34 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.296,"15min":1.3919999999999999},"min":{"1min":0.312,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.8220000000000001,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":1.3280000000000001},{"interface":"front","average":{"1min":1.151,"5min":1.2070000000000001,"15min":1.26},"min":{"1min":0.27900000000000003,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.032,"5min":3.0489999999999999,"15min":3.0489999999999999},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:40:14 2021","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":1.444,"15min":1.163},"min":{"1min":0.33900000000000002,"5min":0.217,"15min":0.13800000000000001},"max":{"1min":2.4089999999999998,"5min":2.9279999999999999,"15min":8.6940000000000008},"last":1.4810000000000001},{"interface":"front","average":{"1min":1.629,"5min":1.554,"15min":1.2649999999999999},"min":{"1min":0.34399999999999997,"5min":0.25900000000000001,"15min":0.17799999999999999},"max":{"1min":2.9670000000000001,"5min":2.9670000000000001,"15min":7.4589999999999996},"last":1.1259999999999999}]}]},{"osd":1,"up_from":341,"seq":1464583848434,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":581376,"kb_used_data":396728,"kb_used_omap":771,"kb_used_meta":183868,"kb_avail":87499008,"statfs":{"total":90194313216,"available":89598984192,"internally_reserved":0,"allocated":406249472,"data_stored":477012392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":188281231},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":2.0329999999999999,"15min":2.2559999999999998},"min":{"1min":0.16700000000000001,"5min":0.11899999999999999,"15min":0.11899999999999999},"max":{"1min":1.4670000000000001,"5min":37.939,"15min":37.939},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.032,"5min":2.3639999999999999,"15min":2.5859999999999999},"min":{"1min":0.27600000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.1909999999999998,"5min":38.235999999999997,"15min":38.235999999999997},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:40:09 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.90400000000000003,"15min":1.8100000000000001},"min":{"1min":0.23000000000000001,"5min":0.13400000000000001,"15min":0.124},"max":{"1min":2.5939999999999999,"5min":5.976,"15min":184.83000000000001},"last":0.434},{"interface":"front","average":{"1min":1.554,"5min":1.3380000000000001,"15min":2.1179999999999999},"min":{"1min":0.29599999999999999,"5min":0.188,"15min":0.188},"max":{"1min":2.9710000000000001,"5min":6.0039999999999996,"15min":184.96799999999999},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.1339999999999999,"15min":1.849},"min":{"1min":0.19,"5min":0.151,"15min":0.151},"max":{"1min":3.1549999999999998,"5min":3.1549999999999998,"15min":162.47200000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.93000000000000005,"15min":1.6799999999999999},"min":{"1min":0.192,"5min":0.159,"15min":0.158},"max":{"1min":1.929,"5min":3.173,"15min":163.73400000000001},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":1.3740000000000001,"15min":1.6399999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.0030000000000001,"5min":3.476,"15min":114.315},"last":0.95399999999999996},{"interface":"front","average":{"1min":1.091,"5min":1.2430000000000001,"15min":1.6659999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.183},"max":{"1min":1.9550000000000001,"5min":2.4220000000000002,"15min":114.074},"last":1.1140000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":1.4119999999999999,"15min":1.452},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4049999999999998,"5min":3.5329999999999999,"15min":3.5329999999999999},"last":0.89700000000000002},{"interface":"front","average":{"1min":1.4790000000000001,"5min":1.5369999999999999,"15min":1.7270000000000001},"min":{"1min":0.377,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":3.238},"last":1.0629999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.3680000000000001,"15min":1.7230000000000001},"min":{"1min":0.221,"5min":0.216,"15min":0.216},"max":{"1min":2.5019999999999998,"5min":2.5139999999999998,"15min":74.5},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.655,"5min":1.6910000000000001,"15min":1.853},"min":{"1min":0.39000000000000001,"5min":0.25600000000000001,"15min":0.23999999999999999},"max":{"1min":3.4670000000000001,"5min":3.4670000000000001,"15min":74.441000000000003},"last":0.86399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.5229999999999999,"5min":1.4910000000000001,"15min":1.173},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.218},"max":{"1min":2.891,"5min":3.5049999999999999,"15min":7.5640000000000001},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.3660000000000001,"5min":1.5049999999999999,"15min":1.2889999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":7.4969999999999999},"last":0.98599999999999999}]}]},{"osd":0,"up_from":0,"seq":4316442132507,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":356,"seq":1529008357869,"num_pgs":71,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":474288,"kb_used_data":236776,"kb_used_omap":574,"kb_used_meta":236929,"kb_avail":87606096,"statfs":{"total":90194313216,"available":89708642304,"internally_reserved":0,"allocated":242458624,"data_stored":284078744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":242615347},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.71799999999999997,"15min":0.72799999999999998},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":1.127,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.4259999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.875,"15min":0.872},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":2.302}]},{"osd":1,"last update":"Thu Mar 4 23:40:09 2021","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.874,"15min":1.3240000000000001},"min":{"1min":0.25700000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":2.4350000000000001,"5min":2.472,"15min":130.78899999999999},"last":1.2609999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.84599999999999997,"15min":1.3260000000000001},"min":{"1min":0.252,"5min":0.188,"15min":0.14399999999999999},"max":{"1min":1.363,"5min":2.3879999999999999,"15min":130.84399999999999},"last":0.93300000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:39:59 2021","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.0680000000000001,"15min":1.2170000000000001},"min":{"1min":0.33400000000000002,"5min":0.19500000000000001,"15min":0.14099999999999999},"max":{"1min":2.585,"5min":2.585,"15min":49.174999999999997},"last":1.163},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.024,"15min":1.26},"min":{"1min":0.33100000000000002,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.871,"5min":2.3319999999999999,"15min":49.377000000000002},"last":1.845}]},{"osd":4,"last update":"Thu Mar 4 23:40:09 2021","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":1.4399999999999999,"15min":1.4670000000000001},"min":{"1min":0.629,"5min":0.31900000000000001,"15min":0.20799999999999999},"max":{"1min":2.7069999999999999,"5min":2.992,"15min":90.763000000000005},"last":2.4279999999999999},{"interface":"front","average":{"1min":1.411,"5min":1.286,"15min":1.5009999999999999},"min":{"1min":0.59299999999999997,"5min":0.25,"15min":0.19700000000000001},"max":{"1min":3.0979999999999999,"5min":3.0979999999999999,"15min":90.602999999999994},"last":2.9849999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.337,"15min":1.4670000000000001},"min":{"1min":0.56799999999999995,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.857,"5min":2.355,"15min":2.7130000000000001},"last":2.0179999999999998},{"interface":"front","average":{"1min":1.321,"5min":1.383,"15min":1.522},"min":{"1min":0.74399999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.6320000000000001,"5min":3.0009999999999999,"15min":3.0009999999999999},"last":3.141}]},{"osd":6,"last update":"Thu Mar 4 23:40:09 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.52,"15min":1.5740000000000001},"min":{"1min":0.70699999999999996,"5min":0.36799999999999999,"15min":0.251},"max":{"1min":2.6890000000000001,"5min":2.9009999999999998,"15min":89.933999999999997},"last":1.663},{"interface":"front","average":{"1min":1.5449999999999999,"5min":1.4690000000000001,"15min":1.589},"min":{"1min":0.66300000000000003,"5min":0.36899999999999999,"15min":0.23300000000000001},"max":{"1min":2.8940000000000001,"5min":2.8940000000000001,"15min":90.566999999999993},"last":2.5960000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:40:09 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":1.554,"15min":1.2509999999999999},"min":{"1min":0.68400000000000005,"5min":0.41299999999999998,"15min":0.247},"max":{"1min":3.0390000000000001,"5min":3.0390000000000001,"15min":9.1470000000000002},"last":2.75},{"interface":"front","average":{"1min":1.772,"5min":1.6819999999999999,"15min":1.321},"min":{"1min":0.64800000000000002,"5min":0.40200000000000002,"15min":0.246},"max":{"1min":3.2519999999999998,"5min":3.2519999999999998,"15min":4.9390000000000001},"last":2.1589999999999998}]}]},{"osd":3,"up_from":634,"seq":2723009265971,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":419488,"kb_used_data":249048,"kb_used_omap":403,"kb_used_meta":170028,"kb_avail":87660896,"statfs":{"total":90194313216,"available":89764757504,"internally_reserved":0,"allocated":255025152,"data_stored":296660250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":174108885},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:32 2021","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":1.3360000000000001,"15min":1.4319999999999999},"min":{"1min":0.20899999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":1.583,"5min":17.68,"15min":17.68},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.635,"15min":1.734},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.2029999999999998,"5min":17.867999999999999,"15min":17.867999999999999},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:39:56 2021","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1,"15min":2.6179999999999999},"min":{"1min":0.28299999999999997,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":4.4329999999999998,"5min":4.4329999999999998,"15min":118.476},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.246,"5min":1.083,"15min":2.7690000000000001},"min":{"1min":0.221,"5min":0.16600000000000001,"15min":0.159},"max":{"1min":4.4050000000000002,"5min":4.4050000000000002,"15min":118.64},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:39:56 2021","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.097,"15min":1.1419999999999999},"min":{"1min":0.16800000000000001,"5min":0.16700000000000001,"15min":0.155},"max":{"1min":4.0330000000000004,"5min":11.194000000000001,"15min":65.680000000000007},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.165,"5min":1.1419999999999999,"15min":1.2709999999999999},"min":{"1min":0.32900000000000001,"5min":0.19400000000000001,"15min":0.14199999999999999},"max":{"1min":2.036,"5min":4.71,"15min":65.509},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:39:56 2021","interfaces":[{"interface":"back","average":{"1min":1.4650000000000001,"5min":1.319,"15min":1.788},"min":{"1min":0.54900000000000004,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.6520000000000001,"5min":3.2149999999999999,"15min":150.61699999999999},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.6910000000000001,"5min":1.5,"15min":1.796},"min":{"1min":0.53700000000000003,"5min":0.247,"15min":0.19700000000000001},"max":{"1min":3.875,"5min":11.724,"15min":150.482},"last":1.056}]},{"osd":5,"last update":"Thu Mar 4 23:40:36 2021","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.51,"15min":1.427},"min":{"1min":0.34000000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7949999999999999,"5min":11.775,"15min":11.775},"last":1.3919999999999999},{"interface":"front","average":{"1min":1.3520000000000001,"5min":1.4299999999999999,"15min":1.4159999999999999},"min":{"1min":0.43099999999999999,"5min":0.318,"15min":0.318},"max":{"1min":2.6389999999999998,"5min":4.0259999999999998,"15min":4.0259999999999998},"last":1.28}]},{"osd":6,"last update":"Thu Mar 4 23:39:56 2021","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.5680000000000001,"15min":1.292},"min":{"1min":0.44500000000000001,"5min":0.374,"15min":0.224},"max":{"1min":2.6880000000000002,"5min":4.6369999999999996,"15min":6.8070000000000004},"last":1.4610000000000001},{"interface":"front","average":{"1min":1.6779999999999999,"5min":1.5529999999999999,"15min":1.3919999999999999},"min":{"1min":0.502,"5min":0.29499999999999998,"15min":0.23100000000000001},"max":{"1min":2.395,"5min":4.4359999999999999,"15min":6.6050000000000004},"last":1.325}]},{"osd":7,"last update":"Thu Mar 4 23:39:56 2021","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.643,"15min":1.4059999999999999},"min":{"1min":0.59799999999999998,"5min":0.31900000000000001,"15min":0.255},"max":{"1min":2.8199999999999998,"5min":3.5449999999999999,"15min":6.7619999999999996},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.9510000000000001,"5min":1.8009999999999999,"15min":1.387},"min":{"1min":0.63100000000000001,"5min":0.35399999999999998,"15min":0.26000000000000001},"max":{"1min":3.9569999999999999,"5min":11.585000000000001,"15min":11.585000000000001},"last":1.254}]}]},{"osd":4,"up_from":31,"seq":133143986807,"num_pgs":85,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1338700,"kb_used_data":290116,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":86741684,"statfs":{"total":90194313216,"available":88823484416,"internally_reserved":1073741824,"allocated":297078784,"data_stored":380536997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1839999999999999,"15min":1.196},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.0609999999999999,"5min":2.464,"15min":2.464},"last":1.298},{"interface":"front","average":{"1min":1.278,"5min":1.2909999999999999,"15min":1.2929999999999999},"min":{"1min":0.56000000000000005,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.4350000000000001,"5min":2.4350000000000001,"15min":2.4350000000000001},"last":2}]},{"osd":1,"last update":"Thu Mar 4 23:40:23 2021","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":1.1000000000000001,"15min":1.258},"min":{"1min":0.46999999999999997,"5min":0.20799999999999999,"15min":0.154},"max":{"1min":2.0529999999999999,"5min":2.4750000000000001,"15min":70.433000000000007},"last":1.589},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.1419999999999999,"15min":1.3460000000000001},"min":{"1min":0.60299999999999998,"5min":0.27500000000000002,"15min":0.16700000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":70.528000000000006},"last":2.4260000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:40:08 2021","interfaces":[{"interface":"back","average":{"1min":1.5780000000000001,"5min":1.4390000000000001,"15min":2.0139999999999998},"min":{"1min":0.60099999999999998,"5min":0.254,"15min":0.16600000000000001},"max":{"1min":2.4630000000000001,"5min":2.798,"15min":131.73699999999999},"last":2.29},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.216,"15min":1.9330000000000001},"min":{"1min":0.68000000000000005,"5min":0.26900000000000002,"15min":0.187},"max":{"1min":2.1659999999999999,"5min":2.5019999999999998,"15min":131.58099999999999},"last":2.1669999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:39:50 2021","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.3180000000000001,"15min":1.6040000000000001},"min":{"1min":0.67100000000000004,"5min":0.20399999999999999,"15min":0.192},"max":{"1min":2.8279999999999998,"5min":2.8279999999999998,"15min":52.670000000000002},"last":1.45},{"interface":"front","average":{"1min":1.7709999999999999,"5min":1.5309999999999999,"15min":1.7649999999999999},"min":{"1min":0.69999999999999996,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":2.681,"5min":2.8799999999999999,"15min":52.944000000000003},"last":2.9319999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.1020000000000001,"15min":1.1839999999999999},"min":{"1min":0.19600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":2.597},"last":1.1559999999999999},{"interface":"front","average":{"1min":1.502,"5min":1.5049999999999999,"15min":1.6180000000000001},"min":{"1min":0.23100000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.702,"5min":2.762,"15min":2.8490000000000002},"last":1.8600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:39:50 2021","interfaces":[{"interface":"back","average":{"1min":1.5189999999999999,"5min":1.171,"15min":1.327},"min":{"1min":0.39600000000000002,"5min":0.20699999999999999,"15min":0.13200000000000001},"max":{"1min":2.5430000000000001,"5min":2.5430000000000001,"15min":101.24299999999999},"last":1.7070000000000001},{"interface":"front","average":{"1min":1.6240000000000001,"5min":1.3999999999999999,"15min":1.474},"min":{"1min":0.48999999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.6840000000000002,"5min":2.9260000000000002,"15min":98.933999999999997},"last":1.0349999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:40:08 2021","interfaces":[{"interface":"back","average":{"1min":1.76,"5min":1.5640000000000001,"15min":1.242},"min":{"1min":0.35299999999999998,"5min":0.19900000000000001,"15min":0.16500000000000001},"max":{"1min":2.6179999999999999,"5min":2.7650000000000001,"15min":5.4139999999999997},"last":2.7679999999999998},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.3540000000000001,"15min":1.0649999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.158},"max":{"1min":2.2789999999999999,"5min":2.4249999999999998,"15min":2.839},"last":2.6360000000000001}]}]},{"osd":5,"up_from":746,"seq":3204045602917,"num_pgs":79,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1293556,"kb_used_data":244972,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86786828,"statfs":{"total":90194313216,"available":88869711872,"internally_reserved":1073741824,"allocated":250851328,"data_stored":292466679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":1.1000000000000001,"15min":1.0880000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":1.1160000000000001},{"interface":"front","average":{"1min":1.393,"5min":1.4399999999999999,"15min":1.448},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.8420000000000001,"5min":2.8420000000000001,"15min":2.8420000000000001},"last":2.2269999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7649999999999999,"5min":1.454,"15min":1.5409999999999999},"min":{"1min":0.30099999999999999,"5min":0.184,"15min":0.184},"max":{"1min":3.0379999999999998,"5min":3.0379999999999998,"15min":3.0379999999999998},"last":2.1440000000000001},{"interface":"front","average":{"1min":1.415,"5min":1.3109999999999999,"15min":1.462},"min":{"1min":0.32000000000000001,"5min":0.224,"15min":0.224},"max":{"1min":2.6459999999999999,"5min":2.9260000000000002,"15min":2.9260000000000002},"last":1.9199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.6339999999999999,"15min":1.4510000000000001},"min":{"1min":0.41299999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.1589999999999998,"5min":28.492000000000001,"15min":28.492000000000001},"last":2.3090000000000002},{"interface":"front","average":{"1min":1.597,"5min":1.6990000000000001,"15min":1.631},"min":{"1min":0.443,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":2.7879999999999998,"5min":28.521999999999998,"15min":28.521999999999998},"last":1.5640000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":1.532,"15min":1.484},"min":{"1min":0.40300000000000002,"5min":0.216,"15min":0.216},"max":{"1min":2.238,"5min":28.609000000000002,"15min":28.609000000000002},"last":1.645},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.452,"15min":1.3500000000000001},"min":{"1min":0.34200000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.1859999999999999,"5min":28.698,"15min":28.698},"last":1.4370000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.0700000000000001,"15min":1.1930000000000001},"min":{"1min":0.21099999999999999,"5min":0.20799999999999999,"15min":0.19500000000000001},"max":{"1min":1.774,"5min":2.8610000000000002,"15min":2.8610000000000002},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.2649999999999999,"15min":1.4259999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9319999999999999,"5min":3.0049999999999999,"15min":3.0049999999999999},"last":1.9850000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.359,"15min":1.6339999999999999},"min":{"1min":0.29799999999999999,"5min":0.23999999999999999,"15min":0.20799999999999999},"max":{"1min":3.0470000000000002,"5min":3.0470000000000002,"15min":3.0470000000000002},"last":1.742},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.2,"15min":1.4710000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.17399999999999999},"max":{"1min":2.2370000000000001,"5min":2.774,"15min":2.774},"last":1.3480000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.083,"15min":1.274},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.3719999999999999,"5min":2.3719999999999999,"15min":2.468},"last":1.8340000000000001},{"interface":"front","average":{"1min":1.738,"5min":1.5229999999999999,"15min":1.675},"min":{"1min":0.36399999999999999,"5min":0.28699999999999998,"15min":0.26800000000000002},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":3.1389999999999998},"last":1.214}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":340180992,"data_stored":411037960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":188981248,"data_stored":230685670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":176381952,"data_stored":218102830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":226799616,"data_stored":293598126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":218341376,"data_stored":255850779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":209940480,"data_stored":264237837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":109178880,"data_stored":125827194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":29388800,"data_stored":37748772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":50376704,"data_stored":54525016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":41975808,"data_stored":46137397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":62951424,"data_stored":67107936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":58773504,"data_stored":79689802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":21004288,"data_stored":29360165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":62971904,"data_stored":83884124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:40:42.128 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 28 2021-03-04T23:40:42.138 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:42.199 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (13294 ms) 2021-03-04T23:40:42.199 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2021-03-04T23:40:42.232 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:42.236 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:42.242 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 41943040~10 2021-03-04T23:40:42.252 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:40:42.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:42 gibba023 bash[19550]: debug 2021-03-04T23:40:42.023+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:42.630 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:42.738 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:42.839 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:42 gibba023 bash[27374]: cluster 2021-03-04T23:40:41.531624+0000 mon.a (mon.0) 2764 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:42.840 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:42 gibba023 bash[27374]: audit 2021-03-04T23:40:41.543105+0000 mon.a (mon.0) 2765 : audit [INF] from='client.? 172.21.2.108:0/2088628187' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:42.840 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:42 gibba023 bash[27374]: cluster 2021-03-04T23:40:41.543139+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1124: 8 total, 8 up, 7 in 2021-03-04T23:40:42.840 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:42.942 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:43.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[37770]: cluster 2021-03-04T23:40:41.531624+0000 mon.a (mon.0) 2764 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:43.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[37770]: audit 2021-03-04T23:40:41.543105+0000 mon.a (mon.0) 2765 : audit [INF] from='client.? 172.21.2.108:0/2088628187' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:43.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[37770]: cluster 2021-03-04T23:40:41.543139+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1124: 8 total, 8 up, 7 in 2021-03-04T23:40:43.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[39303]: cluster 2021-03-04T23:40:41.531624+0000 mon.a (mon.0) 2764 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:43.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[39303]: audit 2021-03-04T23:40:41.543105+0000 mon.a (mon.0) 2765 : audit [INF] from='client.? 172.21.2.108:0/2088628187' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:43.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[39303]: cluster 2021-03-04T23:40:41.543139+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1124: 8 total, 8 up, 7 in 2021-03-04T23:40:43.014 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:42 gibba008 bash[91265]: debug 2021-03-04T23:40:42.624+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:43.029 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:43.134 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:43.151 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:42 gibba023 bash[15180]: debug 2021-03-04T23:40:42.835+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:43.151 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:43 gibba023 bash[88433]: debug 2021-03-04T23:40:43.023+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:43.252 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:43.355 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:43.427 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:43 gibba023 bash[19550]: debug 2021-03-04T23:40:43.247+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:43.428 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:43.531 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:43.565 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:40:43.575 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:40:43.652 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:43.653 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:43.683 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:43.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:43 gibba023 bash[88433]: debug 2021-03-04T23:40:43.423+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:43 gibba023 bash[27374]: cluster 2021-03-04T23:40:41.828042+0000 mgr.x (mgr.34379) 1623 : cluster [DBG] pgmap v2377: 177 pgs: 177 active+clean; 624 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 27 MiB/s rd, 2.8 MiB/s wr, 108 op/s 2021-03-04T23:40:43.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:43 gibba023 bash[27374]: cluster 2021-03-04T23:40:42.547594+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1125: 8 total, 8 up, 7 in 2021-03-04T23:40:43.778 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:43 gibba008 bash[39303]: cluster 2021-03-04T23:40:41.828042+0000 mgr.x (mgr.34379) 1623 : cluster [DBG] pgmap v2377: 177 pgs: 177 active+clean; 624 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 27 MiB/s rd, 2.8 MiB/s wr, 108 op/s 2021-03-04T23:40:43.778 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:43 gibba008 bash[39303]: cluster 2021-03-04T23:40:42.547594+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1125: 8 total, 8 up, 7 in 2021-03-04T23:40:43.779 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:43 gibba008 bash[47391]: debug 2021-03-04T23:40:43.676+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:43.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:43 gibba008 bash[37770]: cluster 2021-03-04T23:40:41.828042+0000 mgr.x (mgr.34379) 1623 : cluster [DBG] pgmap v2377: 177 pgs: 177 active+clean; 624 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 27 MiB/s rd, 2.8 MiB/s wr, 108 op/s 2021-03-04T23:40:43.779 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:43 gibba008 bash[37770]: cluster 2021-03-04T23:40:42.547594+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1125: 8 total, 8 up, 7 in 2021-03-04T23:40:43.786 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:44.070 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:44.163 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:44.325 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:44.433 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:44.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:44 gibba008 bash[47391]: debug 2021-03-04T23:40:44.316+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:44.634 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:44.722 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:44 gibba023 bash[27374]: cluster 2021-03-04T23:40:43.557584+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e1126: 8 total, 8 up, 7 in 2021-03-04T23:40:44.722 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:44 gibba023 bash[88433]: debug 2021-03-04T23:40:44.523+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:44.723 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:44.825 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:44.826 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:44.841 INFO:tasks.workunit.client.0.gibba008.stdout:write: Y 41943040~5 2021-03-04T23:40:44.842 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:44 gibba008 bash[37770]: cluster 2021-03-04T23:40:43.557584+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e1126: 8 total, 8 up, 7 in 2021-03-04T23:40:44.843 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:44 gibba008 bash[39303]: cluster 2021-03-04T23:40:43.557584+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e1126: 8 total, 8 up, 7 in 2021-03-04T23:40:45.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:44 gibba023 bash[18090]: debug 2021-03-04T23:40:44.715+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:45.060 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:40:45.298 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:40:45.404 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:45.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:45.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3510 ms) 2021-03-04T23:40:45.710 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2021-03-04T23:40:45.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[47391]: debug 2021-03-04T23:40:45.584+0000 7fa94eb15700 -1 osd.1 pg_epoch: 1128 pg[44.e( v 1127'110 (0'0,1127'110] local-lis/les=1024/1025 n=8 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,6,5] r=0 lpr=1024 crt=1127'110 lcod 1127'109 mlcod 1127'109 active+clean+snaptrim trimq=[57~1] ps=[4b~1,4d~1,4f~1]] removing snap head 2021-03-04T23:40:45.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[48858]: debug 2021-03-04T23:40:45.396+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:45.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: cluster 2021-03-04T23:40:43.829062+0000 mgr.x (mgr.34379) 1624 : cluster [DBG] pgmap v2380: 177 pgs: 177 active+clean; 636 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 172 op/s 2021-03-04T23:40:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: cluster 2021-03-04T23:40:44.569999+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1127: 8 total, 8 up, 7 in 2021-03-04T23:40:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.886214+0000 mon.a (mon.0) 2770 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.886467+0000 mon.a (mon.0) 2771 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 7]}]: dispatch 2021-03-04T23:40:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.886811+0000 mon.a (mon.0) 2772 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.887043+0000 mon.a (mon.0) 2773 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.887451+0000 mon.a (mon.0) 2774 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.d", "id": [1, 3]}]: dispatch 2021-03-04T23:40:45.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.887708+0000 mon.a (mon.0) 2775 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.16", "id": [1, 6]}]: dispatch 2021-03-04T23:40:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.888062+0000 mon.a (mon.0) 2776 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.1c", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.888486+0000 mon.a (mon.0) 2777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.1f", "id": [1, 3]}]: dispatch 2021-03-04T23:40:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.888902+0000 mon.a (mon.0) 2778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1c", "id": [3, 4]}]: dispatch 2021-03-04T23:40:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:44.889340+0000 mon.a (mon.0) 2779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1f", "id": [2, 7]}]: dispatch 2021-03-04T23:40:45.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[39303]: audit 2021-03-04T23:40:45.114519+0000 mon.a (mon.0) 2780 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:45.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: cluster 2021-03-04T23:40:43.829062+0000 mgr.x (mgr.34379) 1624 : cluster [DBG] pgmap v2380: 177 pgs: 177 active+clean; 636 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 172 op/s 2021-03-04T23:40:45.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: cluster 2021-03-04T23:40:44.569999+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1127: 8 total, 8 up, 7 in 2021-03-04T23:40:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.886214+0000 mon.a (mon.0) 2770 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.886467+0000 mon.a (mon.0) 2771 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 7]}]: dispatch 2021-03-04T23:40:45.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.886811+0000 mon.a (mon.0) 2772 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.887043+0000 mon.a (mon.0) 2773 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.887451+0000 mon.a (mon.0) 2774 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.d", "id": [1, 3]}]: dispatch 2021-03-04T23:40:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.887708+0000 mon.a (mon.0) 2775 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.16", "id": [1, 6]}]: dispatch 2021-03-04T23:40:45.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.888062+0000 mon.a (mon.0) 2776 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.1c", "id": [1, 2]}]: dispatch 2021-03-04T23:40:45.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.888486+0000 mon.a (mon.0) 2777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.1f", "id": [1, 3]}]: dispatch 2021-03-04T23:40:45.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.888902+0000 mon.a (mon.0) 2778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1c", "id": [3, 4]}]: dispatch 2021-03-04T23:40:45.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:44.889340+0000 mon.a (mon.0) 2779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1f", "id": [2, 7]}]: dispatch 2021-03-04T23:40:45.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:45 gibba008 bash[37770]: audit 2021-03-04T23:40:45.114519+0000 mon.a (mon.0) 2780 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:45.781 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:45.798 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:40:45.886 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:40:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: cluster 2021-03-04T23:40:43.829062+0000 mgr.x (mgr.34379) 1624 : cluster [DBG] pgmap v2380: 177 pgs: 177 active+clean; 636 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 172 op/s 2021-03-04T23:40:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: cluster 2021-03-04T23:40:44.569999+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1127: 8 total, 8 up, 7 in 2021-03-04T23:40:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.886214+0000 mon.a (mon.0) 2770 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:40:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.886467+0000 mon.a (mon.0) 2771 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 7]}]: dispatch 2021-03-04T23:40:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.886811+0000 mon.a (mon.0) 2772 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:40:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.887043+0000 mon.a (mon.0) 2773 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:40:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.887451+0000 mon.a (mon.0) 2774 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.d", "id": [1, 3]}]: dispatch 2021-03-04T23:40:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.887708+0000 mon.a (mon.0) 2775 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.16", "id": [1, 6]}]: dispatch 2021-03-04T23:40:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.888062+0000 mon.a (mon.0) 2776 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.1c", "id": [1, 2]}]: dispatch 2021-03-04T23:40:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.888486+0000 mon.a (mon.0) 2777 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.1f", "id": [1, 3]}]: dispatch 2021-03-04T23:40:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.888902+0000 mon.a (mon.0) 2778 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1c", "id": [3, 4]}]: dispatch 2021-03-04T23:40:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:44.889340+0000 mon.a (mon.0) 2779 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1f", "id": [2, 7]}]: dispatch 2021-03-04T23:40:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:45 gibba023 bash[27374]: audit 2021-03-04T23:40:45.114519+0000 mon.a (mon.0) 2780 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:46.120 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:40:46.147 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:46.200 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:46.251 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:46.370 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:46.479 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:46.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:46 gibba008 bash[91265]: debug 2021-03-04T23:40:46.140+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:46.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:46 gibba023 bash[18090]: debug 2021-03-04T23:40:46.363+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:46.565 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:46.670 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:47.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:46 gibba008 bash[37770]: cluster 2021-03-04T23:40:45.580313+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1128: 8 total, 8 up, 7 in 2021-03-04T23:40:47.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:46 gibba008 bash[39303]: cluster 2021-03-04T23:40:45.580313+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1128: 8 total, 8 up, 7 in 2021-03-04T23:40:47.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:46 gibba023 bash[27374]: cluster 2021-03-04T23:40:45.580313+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1128: 8 total, 8 up, 7 in 2021-03-04T23:40:47.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:46 gibba023 bash[15180]: debug 2021-03-04T23:40:46.559+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:47.139 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:47.242 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:47.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:47 gibba008 bash[48858]: debug 2021-03-04T23:40:47.132+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:47.612 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:40:47.636 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:40:47.636 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:40:47.637 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:40:48.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:47 gibba008 bash[37770]: cluster 2021-03-04T23:40:45.830061+0000 mgr.x (mgr.34379) 1625 : cluster [DBG] pgmap v2383: 177 pgs: 177 active+clean; 632 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 99 op/s 2021-03-04T23:40:48.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:47 gibba008 bash[37770]: cluster 2021-03-04T23:40:46.593478+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1129: 8 total, 8 up, 7 in 2021-03-04T23:40:48.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:47 gibba008 bash[39303]: cluster 2021-03-04T23:40:45.830061+0000 mgr.x (mgr.34379) 1625 : cluster [DBG] pgmap v2383: 177 pgs: 177 active+clean; 632 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 99 op/s 2021-03-04T23:40:48.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:47 gibba008 bash[39303]: cluster 2021-03-04T23:40:46.593478+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1129: 8 total, 8 up, 7 in 2021-03-04T23:40:48.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:47 gibba023 bash[27374]: cluster 2021-03-04T23:40:45.830061+0000 mgr.x (mgr.34379) 1625 : cluster [DBG] pgmap v2383: 177 pgs: 177 active+clean; 632 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 99 op/s 2021-03-04T23:40:48.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:47 gibba023 bash[27374]: cluster 2021-03-04T23:40:46.593478+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1129: 8 total, 8 up, 7 in 2021-03-04T23:40:48.120 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:48.223 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:48.282 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:40:48.339 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:48.356 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:48.379 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:48 gibba008 bash[173949]: debug 2021-03-04T23:40:48.112+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:48.442 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:48.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:48 gibba023 bash[88433]: debug 2021-03-04T23:40:48.335+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:48.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:48 gibba008 bash[37770]: cluster 2021-03-04T23:40:47.602290+0000 mon.a (mon.0) 2783 : cluster [DBG] osdmap e1130: 8 total, 8 up, 7 in 2021-03-04T23:40:48.810 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:48.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:48.930 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:48 gibba008 bash[39303]: cluster 2021-03-04T23:40:47.602290+0000 mon.a (mon.0) 2783 : cluster [DBG] osdmap e1130: 8 total, 8 up, 7 in 2021-03-04T23:40:48.931 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:48 gibba008 bash[173949]: debug 2021-03-04T23:40:48.800+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:49.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:48 gibba023 bash[27374]: cluster 2021-03-04T23:40:47.602290+0000 mon.a (mon.0) 2783 : cluster [DBG] osdmap e1130: 8 total, 8 up, 7 in 2021-03-04T23:40:49.501 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:40:49.504 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:40:49.504 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:40:49.511 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:40:49.527 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:40:49.636 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:49.739 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:50.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[91265]: debug 2021-03-04T23:40:49.628+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:50.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[37770]: cluster 2021-03-04T23:40:47.831004+0000 mgr.x (mgr.34379) 1626 : cluster [DBG] pgmap v2386: 177 pgs: 177 active+clean; 636 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 165 op/s 2021-03-04T23:40:50.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[37770]: cluster 2021-03-04T23:40:48.617103+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1131: 8 total, 8 up, 7 in 2021-03-04T23:40:50.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[37770]: cluster 2021-03-04T23:40:49.490494+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1132: 8 total, 8 up, 7 in 2021-03-04T23:40:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[39303]: cluster 2021-03-04T23:40:47.831004+0000 mgr.x (mgr.34379) 1626 : cluster [DBG] pgmap v2386: 177 pgs: 177 active+clean; 636 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 165 op/s 2021-03-04T23:40:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[39303]: cluster 2021-03-04T23:40:48.617103+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1131: 8 total, 8 up, 7 in 2021-03-04T23:40:50.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:49 gibba008 bash[39303]: cluster 2021-03-04T23:40:49.490494+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1132: 8 total, 8 up, 7 in 2021-03-04T23:40:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:49 gibba023 bash[27374]: cluster 2021-03-04T23:40:47.831004+0000 mgr.x (mgr.34379) 1626 : cluster [DBG] pgmap v2386: 177 pgs: 177 active+clean; 636 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 165 op/s 2021-03-04T23:40:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:49 gibba023 bash[27374]: cluster 2021-03-04T23:40:48.617103+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1131: 8 total, 8 up, 7 in 2021-03-04T23:40:50.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:49 gibba023 bash[27374]: cluster 2021-03-04T23:40:49.490494+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1132: 8 total, 8 up, 7 in 2021-03-04T23:40:50.453 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:50.556 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:50.767 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:50 gibba008 bash[173949]: debug 2021-03-04T23:40:50.444+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:51.138 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:51.247 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:51.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:51 gibba008 bash[47391]: debug 2021-03-04T23:40:51.124+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:51.518 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:40:51.529 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:40:51.531 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:40:51.626 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:51.734 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:51.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:51 gibba023 bash[27374]: cluster 2021-03-04T23:40:49.832186+0000 mgr.x (mgr.34379) 1627 : cluster [DBG] pgmap v2389: 177 pgs: 177 active+clean; 636 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2021-03-04T23:40:51.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:51 gibba023 bash[27374]: cluster 2021-03-04T23:40:50.503778+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e1133: 8 total, 8 up, 7 in 2021-03-04T23:40:51.837 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:51.941 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:52.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:51 gibba008 bash[48858]: debug 2021-03-04T23:40:51.616+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:51 gibba008 bash[37770]: cluster 2021-03-04T23:40:49.832186+0000 mgr.x (mgr.34379) 1627 : cluster [DBG] pgmap v2389: 177 pgs: 177 active+clean; 636 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2021-03-04T23:40:52.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:51 gibba008 bash[37770]: cluster 2021-03-04T23:40:50.503778+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e1133: 8 total, 8 up, 7 in 2021-03-04T23:40:52.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:51 gibba008 bash[39303]: cluster 2021-03-04T23:40:49.832186+0000 mgr.x (mgr.34379) 1627 : cluster [DBG] pgmap v2389: 177 pgs: 177 active+clean; 636 MiB data, 2.3 GiB used, 582 GiB / 588 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2021-03-04T23:40:52.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:51 gibba008 bash[39303]: cluster 2021-03-04T23:40:50.503778+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e1133: 8 total, 8 up, 7 in 2021-03-04T23:40:52.035 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:52.138 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:52.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:52 gibba023 bash[19550]: debug 2021-03-04T23:40:52.031+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:52.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:51 gibba023 bash[88433]: debug 2021-03-04T23:40:51.831+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:52.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:52.625 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.717 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:52 gibba008 bash[37770]: cluster 2021-03-04T23:40:51.510693+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1134: 8 total, 8 up, 7 in 2021-03-04T23:40:52.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:52 gibba008 bash[39303]: cluster 2021-03-04T23:40:51.510693+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1134: 8 total, 8 up, 7 in 2021-03-04T23:40:52.763 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:52 gibba008 bash[47391]: debug 2021-03-04T23:40:52.512+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:52.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:52 gibba023 bash[27374]: cluster 2021-03-04T23:40:51.510693+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1134: 8 total, 8 up, 7 in 2021-03-04T23:40:52.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:52 gibba023 bash[18090]: debug 2021-03-04T23:40:52.711+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:52.822 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:53.339 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:53.443 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:53.533 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:53.639 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:53.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:53 gibba008 bash[37770]: cluster 2021-03-04T23:40:51.832814+0000 mgr.x (mgr.34379) 1628 : cluster [DBG] pgmap v2392: 177 pgs: 177 active+clean; 656 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 4.5 KiB/s rd, 4.0 MiB/s wr, 9 op/s 2021-03-04T23:40:53.650 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:53 gibba008 bash[37770]: cluster 2021-03-04T23:40:52.526659+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1135: 8 total, 8 up, 7 in 2021-03-04T23:40:53.651 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:53 gibba008 bash[39303]: cluster 2021-03-04T23:40:51.832814+0000 mgr.x (mgr.34379) 1628 : cluster [DBG] pgmap v2392: 177 pgs: 177 active+clean; 656 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 4.5 KiB/s rd, 4.0 MiB/s wr, 9 op/s 2021-03-04T23:40:53.652 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:53 gibba008 bash[39303]: cluster 2021-03-04T23:40:52.526659+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1135: 8 total, 8 up, 7 in 2021-03-04T23:40:53.652 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:53 gibba008 bash[173949]: debug 2021-03-04T23:40:53.328+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:53 gibba023 bash[27374]: cluster 2021-03-04T23:40:51.832814+0000 mgr.x (mgr.34379) 1628 : cluster [DBG] pgmap v2392: 177 pgs: 177 active+clean; 656 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 4.5 KiB/s rd, 4.0 MiB/s wr, 9 op/s 2021-03-04T23:40:53.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:53 gibba023 bash[27374]: cluster 2021-03-04T23:40:52.526659+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1135: 8 total, 8 up, 7 in 2021-03-04T23:40:53.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:53 gibba023 bash[88433]: debug 2021-03-04T23:40:53.527+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:54.253 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:54.356 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:54.444 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:54.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:40:54 gibba008 bash[173949]: debug 2021-03-04T23:40:54.244+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:54.549 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:54.638 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:54 gibba023 bash[88433]: debug 2021-03-04T23:40:54.439+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:54.639 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:54 gibba023 bash[27374]: cluster 2021-03-04T23:40:53.535418+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1136: 8 total, 8 up, 7 in 2021-03-04T23:40:54.639 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:54 gibba023 bash[27374]: cluster 2021-03-04T23:40:54.499693+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1137: 8 total, 8 up, 7 in 2021-03-04T23:40:54.640 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:54.741 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:55.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:54 gibba008 bash[39303]: cluster 2021-03-04T23:40:53.535418+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1136: 8 total, 8 up, 7 in 2021-03-04T23:40:55.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:54 gibba008 bash[39303]: cluster 2021-03-04T23:40:54.499693+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1137: 8 total, 8 up, 7 in 2021-03-04T23:40:55.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:54 gibba008 bash[37770]: cluster 2021-03-04T23:40:53.535418+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1136: 8 total, 8 up, 7 in 2021-03-04T23:40:55.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:54 gibba008 bash[37770]: cluster 2021-03-04T23:40:54.499693+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1137: 8 total, 8 up, 7 in 2021-03-04T23:40:55.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:54 gibba023 bash[88433]: debug 2021-03-04T23:40:54.635+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:55.370 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:55.478 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:55.533 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: after_prepare_snap 2021-03-04T23:40:55.618 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:55.697 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:55 gibba008 bash[37770]: cluster 2021-03-04T23:40:53.833539+0000 mgr.x (mgr.34379) 1629 : cluster [DBG] pgmap v2395: 177 pgs: 177 active+clean; 676 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 15 KiB/s rd, 8.0 MiB/s wr, 25 op/s 2021-03-04T23:40:55.698 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:55 gibba008 bash[47391]: debug 2021-03-04T23:40:55.360+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:55.698 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:55 gibba008 bash[39303]: cluster 2021-03-04T23:40:53.833539+0000 mgr.x (mgr.34379) 1629 : cluster [DBG] pgmap v2395: 177 pgs: 177 active+clean; 676 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 15 KiB/s rd, 8.0 MiB/s wr, 25 op/s 2021-03-04T23:40:55.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:55.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:55 gibba023 bash[27374]: cluster 2021-03-04T23:40:53.833539+0000 mgr.x (mgr.34379) 1629 : cluster [DBG] pgmap v2395: 177 pgs: 177 active+clean; 676 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 15 KiB/s rd, 8.0 MiB/s wr, 25 op/s 2021-03-04T23:40:55.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:55 gibba023 bash[18090]: debug 2021-03-04T23:40:55.611+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:55.827 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:55.935 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:56.039 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:56.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:56.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:55 gibba023 bash[88433]: debug 2021-03-04T23:40:55.819+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:56.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:56 gibba023 bash[19550]: debug 2021-03-04T23:40:56.031+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:56.503 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:56.605 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:56.689 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:56.706 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:40:56.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:56 gibba008 bash[37770]: cluster 2021-03-04T23:40:55.545314+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1138: 8 total, 8 up, 7 in 2021-03-04T23:40:56.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:56 gibba008 bash[39303]: cluster 2021-03-04T23:40:55.545314+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1138: 8 total, 8 up, 7 in 2021-03-04T23:40:56.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:56 gibba008 bash[47391]: debug 2021-03-04T23:40:56.492+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:56.778 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 0~1000 2021-03-04T23:40:56.793 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:56.795 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:40:56.811 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:56 gibba023 bash[27374]: cluster 2021-03-04T23:40:55.545314+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1138: 8 total, 8 up, 7 in 2021-03-04T23:40:56.812 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:56 gibba023 bash[88433]: debug 2021-03-04T23:40:56.683+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:56.910 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:56.961 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:40:57.012 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:57.097 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:40:56 gibba023 bash[15180]: debug 2021-03-04T23:40:56.903+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:57.098 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:57.201 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:57.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[88433]: debug 2021-03-04T23:40:57.091+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:57.621 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:57.724 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:57.868 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[27374]: cluster 2021-03-04T23:40:55.834582+0000 mgr.x (mgr.34379) 1630 : cluster [DBG] pgmap v2398: 177 pgs: 177 active+clean; 676 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 11 KiB/s rd, 4.0 MiB/s wr, 16 op/s 2021-03-04T23:40:57.868 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[27374]: cluster 2021-03-04T23:40:56.560435+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1139: 8 total, 8 up, 7 in 2021-03-04T23:40:57.868 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[27374]: audit 2021-03-04T23:40:56.851127+0000 mon.a (mon.0) 2793 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:57.869 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[27374]: audit 2021-03-04T23:40:56.854381+0000 mon.a (mon.0) 2794 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:57.869 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[27374]: audit 2021-03-04T23:40:56.855000+0000 mon.a (mon.0) 2795 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:57.869 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:57.975 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:58.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[48858]: debug 2021-03-04T23:40:57.612+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:58.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[47391]: debug 2021-03-04T23:40:57.556+0000 7fa94ab0d700 -1 osd.1 pg_epoch: 1140 pg[44.e( v 1139'119 (0'0,1139'119] local-lis/les=1024/1025 n=10 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,6,5] r=0 lpr=1024 crt=1139'119 lcod 1139'118 mlcod 1139'118 active+clean+snaptrim trimq=[5f~1]] removing snap head 2021-03-04T23:40:58.013 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[47391]: debug 2021-03-04T23:40:57.556+0000 7fa94a30c700 -1 osd.1 pg_epoch: 1140 pg[44.1f( v 1139'87 (0'0,1139'87] local-lis/les=1024/1025 n=18 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,2,6] r=0 lpr=1024 crt=1139'87 lcod 1139'85 mlcod 1139'85 active+clean+snaptrim trimq=[5f~1]] removing snap head 2021-03-04T23:40:58.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[37770]: cluster 2021-03-04T23:40:55.834582+0000 mgr.x (mgr.34379) 1630 : cluster [DBG] pgmap v2398: 177 pgs: 177 active+clean; 676 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 11 KiB/s rd, 4.0 MiB/s wr, 16 op/s 2021-03-04T23:40:58.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[37770]: cluster 2021-03-04T23:40:56.560435+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1139: 8 total, 8 up, 7 in 2021-03-04T23:40:58.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[37770]: audit 2021-03-04T23:40:56.851127+0000 mon.a (mon.0) 2793 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:58.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[37770]: audit 2021-03-04T23:40:56.854381+0000 mon.a (mon.0) 2794 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:58.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[37770]: audit 2021-03-04T23:40:56.855000+0000 mon.a (mon.0) 2795 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:58.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[39303]: cluster 2021-03-04T23:40:55.834582+0000 mgr.x (mgr.34379) 1630 : cluster [DBG] pgmap v2398: 177 pgs: 177 active+clean; 676 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 11 KiB/s rd, 4.0 MiB/s wr, 16 op/s 2021-03-04T23:40:58.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[39303]: cluster 2021-03-04T23:40:56.560435+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1139: 8 total, 8 up, 7 in 2021-03-04T23:40:58.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[39303]: audit 2021-03-04T23:40:56.851127+0000 mon.a (mon.0) 2793 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:58.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[39303]: audit 2021-03-04T23:40:56.854381+0000 mon.a (mon.0) 2794 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:58.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:57 gibba008 bash[39303]: audit 2021-03-04T23:40:56.855000+0000 mon.a (mon.0) 2795 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:58.078 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:58.186 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:58.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:57 gibba023 bash[18090]: debug 2021-03-04T23:40:57.863+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:58.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:40:58 gibba023 bash[88433]: debug 2021-03-04T23:40:58.071+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:58.587 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pgp_num to 28 2021-03-04T23:40:58.635 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:58.743 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:58.837 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:58 gibba023 bash[27374]: cluster 2021-03-04T23:40:57.560120+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1140: 8 total, 8 up, 7 in 2021-03-04T23:40:58.838 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:58 gibba023 bash[27374]: audit 2021-03-04T23:40:57.725540+0000 mon.c (mon.1) 178 : audit [INF] from='client.? 172.21.2.108:0/3282690467' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:40:58.838 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:58 gibba023 bash[27374]: audit 2021-03-04T23:40:57.725880+0000 mon.a (mon.0) 2797 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:40:58.838 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:58 gibba023 bash[27374]: audit 2021-03-04T23:40:58.311052+0000 mon.a (mon.0) 2798 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:58.839 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:58.943 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:58.955 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[91265]: debug 2021-03-04T23:40:58.624+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:40:58.955 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[37770]: cluster 2021-03-04T23:40:57.560120+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1140: 8 total, 8 up, 7 in 2021-03-04T23:40:58.956 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[37770]: audit 2021-03-04T23:40:57.725540+0000 mon.c (mon.1) 178 : audit [INF] from='client.? 172.21.2.108:0/3282690467' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:40:58.956 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[37770]: audit 2021-03-04T23:40:57.725880+0000 mon.a (mon.0) 2797 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:40:58.957 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[37770]: audit 2021-03-04T23:40:58.311052+0000 mon.a (mon.0) 2798 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:58.957 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[39303]: cluster 2021-03-04T23:40:57.560120+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1140: 8 total, 8 up, 7 in 2021-03-04T23:40:58.958 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[39303]: audit 2021-03-04T23:40:57.725540+0000 mon.c (mon.1) 178 : audit [INF] from='client.? 172.21.2.108:0/3282690467' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:40:58.958 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[39303]: audit 2021-03-04T23:40:57.725880+0000 mon.a (mon.0) 2797 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]: dispatch 2021-03-04T23:40:58.959 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:58 gibba008 bash[39303]: audit 2021-03-04T23:40:58.311052+0000 mon.a (mon.0) 2798 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:59.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:40:58 gibba023 bash[18090]: debug 2021-03-04T23:40:58.831+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:40:59.700 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:59.808 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:59.892 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:59 gibba023 bash[27374]: cluster 2021-03-04T23:40:57.835236+0000 mgr.x (mgr.34379) 1631 : cluster [DBG] pgmap v2401: 177 pgs: 177 active+clean; 680 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 48 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2021-03-04T23:40:59.892 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:59 gibba023 bash[27374]: audit 2021-03-04T23:40:58.581927+0000 mon.a (mon.0) 2799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:40:59.893 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:40:59 gibba023 bash[27374]: cluster 2021-03-04T23:40:58.582055+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e1141: 8 total, 8 up, 7 in 2021-03-04T23:40:59.893 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:59.909 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[39303]: cluster 2021-03-04T23:40:57.835236+0000 mgr.x (mgr.34379) 1631 : cluster [DBG] pgmap v2401: 177 pgs: 177 active+clean; 680 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 48 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2021-03-04T23:40:59.910 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[39303]: audit 2021-03-04T23:40:58.581927+0000 mon.a (mon.0) 2799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:40:59.910 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[39303]: cluster 2021-03-04T23:40:58.582055+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e1141: 8 total, 8 up, 7 in 2021-03-04T23:40:59.911 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[37770]: cluster 2021-03-04T23:40:57.835236+0000 mgr.x (mgr.34379) 1631 : cluster [DBG] pgmap v2401: 177 pgs: 177 active+clean; 680 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 48 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2021-03-04T23:40:59.912 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[37770]: audit 2021-03-04T23:40:58.581927+0000 mon.a (mon.0) 2799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "28"}]': finished 2021-03-04T23:40:59.912 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[37770]: cluster 2021-03-04T23:40:58.582055+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e1141: 8 total, 8 up, 7 in 2021-03-04T23:40:59.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:00.171 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14462 ms) 2021-03-04T23:41:00.171 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2021-03-04T23:41:00.190 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:00.195 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:41:00.241 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:41:00.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[47391]: debug 2021-03-04T23:40:59.688+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:00.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:40:59 gibba008 bash[48858]: debug 2021-03-04T23:40:59.660+0000 7fd394969700 -1 osd.2 pg_epoch: 1142 pg[44.14( v 1142'62 (0'0,1142'62] local-lis/les=1024/1025 n=12 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,4] r=0 lpr=1024 luod=1141'61 crt=1142'62 lcod 1139'59 mlcod 1139'59 active+clean+snaptrim trimq=[5b~1] ps=[5d~1,5f~1]] removing snap head 2021-03-04T23:41:00.273 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:40:59 gibba023 bash[19550]: debug 2021-03-04T23:40:59.887+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:00.621 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:00.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:00 gibba008 bash[37770]: cluster 2021-03-04T23:40:59.593245+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e1142: 8 total, 8 up, 7 in 2021-03-04T23:41:01.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:00 gibba008 bash[48858]: debug 2021-03-04T23:41:00.612+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:00 gibba008 bash[39303]: cluster 2021-03-04T23:40:59.593245+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e1142: 8 total, 8 up, 7 in 2021-03-04T23:41:01.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:00 gibba023 bash[27374]: cluster 2021-03-04T23:40:59.593245+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e1142: 8 total, 8 up, 7 in 2021-03-04T23:41:01.052 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:01.162 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:01.291 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:01.363 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[173949]: debug 2021-03-04T23:41:01.040+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:01.395 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:01.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:01 gibba023 bash[88433]: debug 2021-03-04T23:41:01.287+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:01.620 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:41:01.628 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:41:01.628 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:41:01.629 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:41:01.854 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:01.956 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:01.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[39303]: cluster 2021-03-04T23:40:59.835518+0000 mgr.x (mgr.34379) 1632 : cluster [DBG] pgmap v2404: 177 pgs: 177 active+clean; 680 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 48 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2021-03-04T23:41:01.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[39303]: cluster 2021-03-04T23:41:00.604254+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e1143: 8 total, 8 up, 7 in 2021-03-04T23:41:01.963 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[39303]: audit 2021-03-04T23:41:00.857627+0000 mon.a (mon.0) 2803 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:01.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[37770]: cluster 2021-03-04T23:40:59.835518+0000 mgr.x (mgr.34379) 1632 : cluster [DBG] pgmap v2404: 177 pgs: 177 active+clean; 680 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 48 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2021-03-04T23:41:01.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[37770]: cluster 2021-03-04T23:41:00.604254+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e1143: 8 total, 8 up, 7 in 2021-03-04T23:41:01.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[37770]: audit 2021-03-04T23:41:00.857627+0000 mon.a (mon.0) 2803 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:01.965 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:01 gibba008 bash[91265]: debug 2021-03-04T23:41:01.844+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:02.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:01 gibba023 bash[27374]: cluster 2021-03-04T23:40:59.835518+0000 mgr.x (mgr.34379) 1632 : cluster [DBG] pgmap v2404: 177 pgs: 177 active+clean; 680 MiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 48 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2021-03-04T23:41:02.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:01 gibba023 bash[27374]: cluster 2021-03-04T23:41:00.604254+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e1143: 8 total, 8 up, 7 in 2021-03-04T23:41:02.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:01 gibba023 bash[27374]: audit 2021-03-04T23:41:00.857627+0000 mon.a (mon.0) 2803 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:02.461 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:02.563 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:02.666 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:02.720 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:41:02.733 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:41:02.746 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:41:02.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:41:02.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:02 gibba008 bash[39303]: cephadm 2021-03-04T23:41:00.859620+0000 mgr.x (mgr.34379) 1633 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:41:02.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:02 gibba008 bash[39303]: cluster 2021-03-04T23:41:01.613379+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e1144: 8 total, 8 up, 7 in 2021-03-04T23:41:02.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:02 gibba008 bash[48858]: debug 2021-03-04T23:41:02.452+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:02 gibba008 bash[37770]: cephadm 2021-03-04T23:41:00.859620+0000 mgr.x (mgr.34379) 1633 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:41:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:02 gibba008 bash[37770]: cluster 2021-03-04T23:41:01.613379+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e1144: 8 total, 8 up, 7 in 2021-03-04T23:41:02.774 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:02.781 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:41:02.806 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:41:02.822 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:41:02.840 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:41:02.842 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.842 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.843 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.844 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.844 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:02.930 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:03.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:02 gibba023 bash[27374]: cephadm 2021-03-04T23:41:00.859620+0000 mgr.x (mgr.34379) 1633 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:41:03.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:02 gibba023 bash[27374]: cluster 2021-03-04T23:41:01.613379+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e1144: 8 total, 8 up, 7 in 2021-03-04T23:41:03.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:02 gibba023 bash[19550]: debug 2021-03-04T23:41:02.659+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:03.039 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:03.140 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:03.203 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:02 gibba008 bash[91265]: debug 2021-03-04T23:41:02.920+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:03.248 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:03.379 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:03 gibba023 bash[88433]: debug 2021-03-04T23:41:03.135+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:03.380 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:03.483 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:03.569 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:03.640 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:03 gibba023 bash[15180]: debug 2021-03-04T23:41:03.563+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:03.640 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:03 gibba023 bash[19550]: debug 2021-03-04T23:41:03.375+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:03.642 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:41:03.657 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:41:03.657 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:41:03.672 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:03.676 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:41:03.701 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:41:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:03 gibba008 bash[37770]: cluster 2021-03-04T23:41:01.836501+0000 mgr.x (mgr.34379) 1634 : cluster [DBG] pgmap v2407: 177 pgs: 177 active+clean; 692 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2021-03-04T23:41:04.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:03 gibba008 bash[37770]: cluster 2021-03-04T23:41:02.623963+0000 mon.a (mon.0) 2805 : cluster [DBG] osdmap e1145: 8 total, 8 up, 7 in 2021-03-04T23:41:04.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:03 gibba008 bash[37770]: audit 2021-03-04T23:41:02.702406+0000 mon.a (mon.0) 2806 : audit [DBG] from='client.? 172.21.2.108:0/3036459981' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:03 gibba008 bash[39303]: cluster 2021-03-04T23:41:01.836501+0000 mgr.x (mgr.34379) 1634 : cluster [DBG] pgmap v2407: 177 pgs: 177 active+clean; 692 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2021-03-04T23:41:04.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:03 gibba008 bash[39303]: cluster 2021-03-04T23:41:02.623963+0000 mon.a (mon.0) 2805 : cluster [DBG] osdmap e1145: 8 total, 8 up, 7 in 2021-03-04T23:41:04.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:03 gibba008 bash[39303]: audit 2021-03-04T23:41:02.702406+0000 mon.a (mon.0) 2806 : audit [DBG] from='client.? 172.21.2.108:0/3036459981' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:03 gibba023 bash[27374]: cluster 2021-03-04T23:41:01.836501+0000 mgr.x (mgr.34379) 1634 : cluster [DBG] pgmap v2407: 177 pgs: 177 active+clean; 692 MiB data, 2.5 GiB used, 582 GiB / 588 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2021-03-04T23:41:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:03 gibba023 bash[27374]: cluster 2021-03-04T23:41:02.623963+0000 mon.a (mon.0) 2805 : cluster [DBG] osdmap e1145: 8 total, 8 up, 7 in 2021-03-04T23:41:04.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:03 gibba023 bash[27374]: audit 2021-03-04T23:41:02.702406+0000 mon.a (mon.0) 2806 : audit [DBG] from='client.? 172.21.2.108:0/3036459981' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.295 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:04.344 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:41:04.344 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:41:04.344 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:41:04.345 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:41:04.345 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:41:04.398 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:04.481 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:04.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[91265]: debug 2021-03-04T23:41:04.284+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:04.586 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:04.645 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:41:04.664 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:04 gibba023 bash[15180]: debug 2021-03-04T23:41:04.475+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:04.665 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:04 gibba023 bash[27374]: cluster 2021-03-04T23:41:03.632356+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1146: 8 total, 8 up, 7 in 2021-03-04T23:41:04.665 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:04 gibba023 bash[27374]: audit 2021-03-04T23:41:04.454959+0000 mon.a (mon.0) 2808 : audit [INF] from='client.? 172.21.2.108:0/3034030108' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:04.665 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:04 gibba023 bash[27374]: audit 2021-03-04T23:41:04.542894+0000 mon.a (mon.0) 2809 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:04.666 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:04.767 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:04.772 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[37770]: cluster 2021-03-04T23:41:03.632356+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1146: 8 total, 8 up, 7 in 2021-03-04T23:41:04.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[37770]: audit 2021-03-04T23:41:04.454959+0000 mon.a (mon.0) 2808 : audit [INF] from='client.? 172.21.2.108:0/3034030108' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:04.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[37770]: audit 2021-03-04T23:41:04.542894+0000 mon.a (mon.0) 2809 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:04.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[39303]: cluster 2021-03-04T23:41:03.632356+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1146: 8 total, 8 up, 7 in 2021-03-04T23:41:04.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[39303]: audit 2021-03-04T23:41:04.454959+0000 mon.a (mon.0) 2808 : audit [INF] from='client.? 172.21.2.108:0/3034030108' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:04.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:04 gibba008 bash[39303]: audit 2021-03-04T23:41:04.542894+0000 mon.a (mon.0) 2809 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:05.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:04 gibba023 bash[19550]: debug 2021-03-04T23:41:04.659+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:05.239 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:05.341 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.429 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[48858]: debug 2021-03-04T23:41:05.229+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:05.533 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.550 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:41:05.623 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:05.627 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[18090]: debug 2021-03-04T23:41:05.423+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:05.627 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.670 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:05.681 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:41:05.684 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:41:05.731 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:05.814 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[39303]: cluster 2021-03-04T23:41:03.837476+0000 mgr.x (mgr.34379) 1635 : cluster [DBG] pgmap v2410: 177 pgs: 177 active+clean; 708 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 42 MiB/s rd, 13 MiB/s wr, 110 op/s 2021-03-04T23:41:05.814 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[39303]: cephadm 2021-03-04T23:41:04.544797+0000 mgr.x (mgr.34379) 1636 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:41:05.814 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[39303]: cluster 2021-03-04T23:41:04.636147+0000 mon.a (mon.0) 2810 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:05.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[39303]: audit 2021-03-04T23:41:04.640346+0000 mon.a (mon.0) 2811 : audit [INF] from='client.? 172.21.2.108:0/3034030108' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:05.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[39303]: cluster 2021-03-04T23:41:04.640383+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e1147: 8 total, 8 up, 7 in 2021-03-04T23:41:05.815 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[39303]: audit 2021-03-04T23:41:04.761014+0000 mon.a (mon.0) 2813 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:05.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[37770]: cluster 2021-03-04T23:41:03.837476+0000 mgr.x (mgr.34379) 1635 : cluster [DBG] pgmap v2410: 177 pgs: 177 active+clean; 708 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 42 MiB/s rd, 13 MiB/s wr, 110 op/s 2021-03-04T23:41:05.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[37770]: cephadm 2021-03-04T23:41:04.544797+0000 mgr.x (mgr.34379) 1636 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:41:05.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[37770]: cluster 2021-03-04T23:41:04.636147+0000 mon.a (mon.0) 2810 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:05.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[37770]: audit 2021-03-04T23:41:04.640346+0000 mon.a (mon.0) 2811 : audit [INF] from='client.? 172.21.2.108:0/3034030108' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:05.816 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[37770]: cluster 2021-03-04T23:41:04.640383+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e1147: 8 total, 8 up, 7 in 2021-03-04T23:41:05.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:05 gibba008 bash[37770]: audit 2021-03-04T23:41:04.761014+0000 mon.a (mon.0) 2813 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:06.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[18090]: debug 2021-03-04T23:41:05.623+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:06.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[27374]: cluster 2021-03-04T23:41:03.837476+0000 mgr.x (mgr.34379) 1635 : cluster [DBG] pgmap v2410: 177 pgs: 177 active+clean; 708 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 42 MiB/s rd, 13 MiB/s wr, 110 op/s 2021-03-04T23:41:06.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[27374]: cephadm 2021-03-04T23:41:04.544797+0000 mgr.x (mgr.34379) 1636 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:41:06.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[27374]: cluster 2021-03-04T23:41:04.636147+0000 mon.a (mon.0) 2810 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:06.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[27374]: audit 2021-03-04T23:41:04.640346+0000 mon.a (mon.0) 2811 : audit [INF] from='client.? 172.21.2.108:0/3034030108' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:06.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[27374]: cluster 2021-03-04T23:41:04.640383+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e1147: 8 total, 8 up, 7 in 2021-03-04T23:41:06.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:05 gibba023 bash[27374]: audit 2021-03-04T23:41:04.761014+0000 mon.a (mon.0) 2813 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:06.259 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:06.362 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:06.365 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1, 7] out_osds: [0] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:41:06.365 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:41:06.365 INFO:tasks.thrashosds.thrasher:Growing pool rbd 2021-03-04T23:41:06.366 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:41:06.514 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:06 gibba008 bash[48858]: debug 2021-03-04T23:41:06.249+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:06.524 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:06.532 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:06.606 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:06.961 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:06 gibba008 bash[37770]: cluster 2021-03-04T23:41:05.659507+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e1148: 8 total, 8 up, 7 in 2021-03-04T23:41:06.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:06 gibba008 bash[39303]: cluster 2021-03-04T23:41:05.659507+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e1148: 8 total, 8 up, 7 in 2021-03-04T23:41:06.963 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:06 gibba023 bash[27374]: cluster 2021-03-04T23:41:05.659507+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e1148: 8 total, 8 up, 7 in 2021-03-04T23:41:07.071 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:07.155 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:07.260 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:06 gibba008 bash[91265]: debug 2021-03-04T23:41:06.953+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:07.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:07 gibba023 bash[18090]: debug 2021-03-04T23:41:07.151+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:07.771 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.881 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:08.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:07 gibba008 bash[37770]: cluster 2021-03-04T23:41:05.838690+0000 mgr.x (mgr.34379) 1637 : cluster [DBG] pgmap v2413: 177 pgs: 177 active+clean; 708 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 62 op/s 2021-03-04T23:41:08.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:07 gibba008 bash[37770]: cluster 2021-03-04T23:41:06.672139+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e1149: 8 total, 8 up, 7 in 2021-03-04T23:41:08.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:07 gibba008 bash[39303]: cluster 2021-03-04T23:41:05.838690+0000 mgr.x (mgr.34379) 1637 : cluster [DBG] pgmap v2413: 177 pgs: 177 active+clean; 708 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 62 op/s 2021-03-04T23:41:08.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:07 gibba008 bash[39303]: cluster 2021-03-04T23:41:06.672139+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e1149: 8 total, 8 up, 7 in 2021-03-04T23:41:08.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:07 gibba008 bash[91265]: debug 2021-03-04T23:41:07.761+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:07 gibba023 bash[27374]: cluster 2021-03-04T23:41:05.838690+0000 mgr.x (mgr.34379) 1637 : cluster [DBG] pgmap v2413: 177 pgs: 177 active+clean; 708 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 62 op/s 2021-03-04T23:41:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:07 gibba023 bash[27374]: cluster 2021-03-04T23:41:06.672139+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e1149: 8 total, 8 up, 7 in 2021-03-04T23:41:08.487 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:08.589 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:08.694 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:08.761 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:08 gibba008 bash[39303]: cluster 2021-03-04T23:41:07.684165+0000 mon.a (mon.0) 2816 : cluster [DBG] osdmap e1150: 8 total, 8 up, 7 in 2021-03-04T23:41:08.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:08 gibba008 bash[39303]: cluster 2021-03-04T23:41:07.839884+0000 mgr.x (mgr.34379) 1638 : cluster [DBG] pgmap v2416: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-03-04T23:41:08.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:08 gibba008 bash[91265]: debug 2021-03-04T23:41:08.477+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:08.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:08 gibba008 bash[37770]: cluster 2021-03-04T23:41:07.684165+0000 mon.a (mon.0) 2816 : cluster [DBG] osdmap e1150: 8 total, 8 up, 7 in 2021-03-04T23:41:08.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:08 gibba008 bash[37770]: cluster 2021-03-04T23:41:07.839884+0000 mgr.x (mgr.34379) 1638 : cluster [DBG] pgmap v2416: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-03-04T23:41:08.800 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:08 gibba023 bash[27374]: cluster 2021-03-04T23:41:07.684165+0000 mon.a (mon.0) 2816 : cluster [DBG] osdmap e1150: 8 total, 8 up, 7 in 2021-03-04T23:41:09.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:08 gibba023 bash[27374]: cluster 2021-03-04T23:41:07.839884+0000 mgr.x (mgr.34379) 1638 : cluster [DBG] pgmap v2416: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-03-04T23:41:09.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:08 gibba023 bash[15180]: debug 2021-03-04T23:41:08.687+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:09.171 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:09.280 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:09.404 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:41:09.441 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: after_prepare_snap 2021-03-04T23:41:09.470 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:09 gibba008 bash[48858]: debug 2021-03-04T23:41:09.161+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:09.497 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:09.755 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:09.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:09 gibba008 bash[37770]: cluster 2021-03-04T23:41:08.693521+0000 mon.a (mon.0) 2817 : cluster [DBG] osdmap e1151: 8 total, 8 up, 7 in 2021-03-04T23:41:09.817 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:09 gibba008 bash[37770]: cluster 2021-03-04T23:41:09.497490+0000 mon.a (mon.0) 2818 : cluster [DBG] osdmap e1152: 8 total, 8 up, 7 in 2021-03-04T23:41:09.818 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:09 gibba008 bash[39303]: cluster 2021-03-04T23:41:08.693521+0000 mon.a (mon.0) 2817 : cluster [DBG] osdmap e1151: 8 total, 8 up, 7 in 2021-03-04T23:41:09.818 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:09 gibba008 bash[39303]: cluster 2021-03-04T23:41:09.497490+0000 mon.a (mon.0) 2818 : cluster [DBG] osdmap e1152: 8 total, 8 up, 7 in 2021-03-04T23:41:09.858 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:10.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:09 gibba023 bash[27374]: cluster 2021-03-04T23:41:08.693521+0000 mon.a (mon.0) 2817 : cluster [DBG] osdmap e1151: 8 total, 8 up, 7 in 2021-03-04T23:41:10.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:09 gibba023 bash[27374]: cluster 2021-03-04T23:41:09.497490+0000 mon.a (mon.0) 2818 : cluster [DBG] osdmap e1152: 8 total, 8 up, 7 in 2021-03-04T23:41:10.188 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:09 gibba008 bash[91265]: debug 2021-03-04T23:41:09.745+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:10.189 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:10.296 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:10.411 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:10.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:10 gibba008 bash[173949]: debug 2021-03-04T23:41:10.177+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:10.515 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:41:10.518 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:10.523 INFO:tasks.workunit.client.0.gibba008.stdout:write: * 83886080~1000 2021-03-04T23:41:10.528 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:41:10.703 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:41:10.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:10 gibba023 bash[18090]: debug 2021-03-04T23:41:10.403+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:10.958 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:11.061 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:11.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:10 gibba008 bash[173949]: debug 2021-03-04T23:41:10.949+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:11.316 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:11.423 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:11.440 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[173949]: debug 2021-03-04T23:41:11.305+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:11.737 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[39303]: cluster 2021-03-04T23:41:09.841036+0000 mgr.x (mgr.34379) 1639 : cluster [DBG] pgmap v2419: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-03-04T23:41:11.738 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[39303]: cluster 2021-03-04T23:41:10.508923+0000 mon.a (mon.0) 2819 : cluster [DBG] osdmap e1153: 8 total, 8 up, 7 in 2021-03-04T23:41:11.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[37770]: cluster 2021-03-04T23:41:09.841036+0000 mgr.x (mgr.34379) 1639 : cluster [DBG] pgmap v2419: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-03-04T23:41:11.739 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[37770]: cluster 2021-03-04T23:41:10.508923+0000 mon.a (mon.0) 2819 : cluster [DBG] osdmap e1153: 8 total, 8 up, 7 in 2021-03-04T23:41:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:11 gibba023 bash[27374]: cluster 2021-03-04T23:41:09.841036+0000 mgr.x (mgr.34379) 1639 : cluster [DBG] pgmap v2419: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-03-04T23:41:11.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:11 gibba023 bash[27374]: cluster 2021-03-04T23:41:10.508923+0000 mon.a (mon.0) 2819 : cluster [DBG] osdmap e1153: 8 total, 8 up, 7 in 2021-03-04T23:41:11.800 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:11.906 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:12.072 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[47391]: debug 2021-03-04T23:41:11.729+0000 7fa94e314700 -1 osd.1 pg_epoch: 1154 pg[44.1f( v 1148'96 (0'0,1148'96] local-lis/les=1024/1025 n=20 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,2,6] r=0 lpr=1024 crt=1148'96 lcod 1148'94 mlcod 1148'94 active+clean+snaptrim trimq=[6d~1]] removing snap head 2021-03-04T23:41:12.073 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[48858]: debug 2021-03-04T23:41:11.729+0000 7fd39616c700 -1 osd.2 pg_epoch: 1154 pg[44.1( v 1153'92 (0'0,1153'92] local-lis/les=1099/1100 n=15 ec=1024/1024 lis/c=1099/1099 les/c/f=1100/1101/0 sis=1099) [2,4,7] r=0 lpr=1099 crt=1153'91 lcod 1153'91 mlcod 1153'91 active+clean+snaptrim trimq=[6d~1]] removing snap head 2021-03-04T23:41:12.073 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:11 gibba008 bash[91265]: debug 2021-03-04T23:41:11.789+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:12.521 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:12.624 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:12.840 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:12 gibba008 bash[91265]: debug 2021-03-04T23:41:12.513+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:12.841 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:12 gibba008 bash[37770]: cluster 2021-03-04T23:41:11.714392+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e1154: 8 total, 8 up, 7 in 2021-03-04T23:41:12.841 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:12 gibba008 bash[37770]: cluster 2021-03-04T23:41:11.841962+0000 mgr.x (mgr.34379) 1640 : cluster [DBG] pgmap v2422: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 135 op/s 2021-03-04T23:41:12.842 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:12 gibba008 bash[39303]: cluster 2021-03-04T23:41:11.714392+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e1154: 8 total, 8 up, 7 in 2021-03-04T23:41:12.842 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:12 gibba008 bash[39303]: cluster 2021-03-04T23:41:11.841962+0000 mgr.x (mgr.34379) 1640 : cluster [DBG] pgmap v2422: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 135 op/s 2021-03-04T23:41:12.843 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:12.944 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:12 gibba023 bash[27374]: cluster 2021-03-04T23:41:11.714392+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e1154: 8 total, 8 up, 7 in 2021-03-04T23:41:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:12 gibba023 bash[27374]: cluster 2021-03-04T23:41:11.841962+0000 mgr.x (mgr.34379) 1640 : cluster [DBG] pgmap v2422: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 135 op/s 2021-03-04T23:41:13.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:12 gibba008 bash[91265]: debug 2021-03-04T23:41:12.833+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:13.335 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:13.444 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.542 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.595 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:13 gibba008 bash[48858]: debug 2021-03-04T23:41:13.325+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:13.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.727 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:13 gibba023 bash[18090]: debug 2021-03-04T23:41:13.535+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:13.745 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.848 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.995 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:13 gibba023 bash[27374]: cluster 2021-03-04T23:41:12.720911+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e1155: 8 total, 8 up, 7 in 2021-03-04T23:41:13.996 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:13 gibba023 bash[18090]: debug 2021-03-04T23:41:13.739+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:13.996 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:14.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:13 gibba008 bash[37770]: cluster 2021-03-04T23:41:12.720911+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e1155: 8 total, 8 up, 7 in 2021-03-04T23:41:14.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:13 gibba008 bash[48858]: debug 2021-03-04T23:41:13.737+0000 7fd398971700 -1 osd.2 pg_epoch: 1156 pg[44.14( v 1156'73 (0'0,1156'73] local-lis/les=1024/1025 n=12 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,4] r=0 lpr=1024 luod=1155'72 crt=1156'73 lcod 1153'70 mlcod 1153'70 active+clean+snaptrim trimq=[69~1] ps=[6b~1,6d~1]] removing snap head 2021-03-04T23:41:14.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:13 gibba008 bash[39303]: cluster 2021-03-04T23:41:12.720911+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e1155: 8 total, 8 up, 7 in 2021-03-04T23:41:14.104 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.247 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:13 gibba023 bash[18090]: debug 2021-03-04T23:41:13.987+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:14.354 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:14.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14190 ms) 2021-03-04T23:41:14.361 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Clone 2021-03-04T23:41:14.367 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:14 gibba008 bash[48858]: debug 2021-03-04T23:41:14.237+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:14.418 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:14.430 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:14.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Clone (79 ms) 2021-03-04T23:41:14.440 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneParent 2021-03-04T23:41:14.441 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:14.474 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:14.481 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:14.487 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneParent (47 ms) 2021-03-04T23:41:14.488 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2021-03-04T23:41:14.532 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:14.544 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:14.545 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:14.552 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (65 ms) 2021-03-04T23:41:14.552 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2021-03-04T23:41:14.593 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:14.605 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 41943040~10 2021-03-04T23:41:14.621 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:41:14.740 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:14 gibba023 bash[18090]: debug 2021-03-04T23:41:14.435+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:15.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:14 gibba008 bash[37770]: cluster 2021-03-04T23:41:13.731479+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e1156: 8 total, 8 up, 7 in 2021-03-04T23:41:15.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:14 gibba008 bash[37770]: cluster 2021-03-04T23:41:13.842863+0000 mgr.x (mgr.34379) 1641 : cluster [DBG] pgmap v2425: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 156 op/s 2021-03-04T23:41:15.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:14 gibba008 bash[39303]: cluster 2021-03-04T23:41:13.731479+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e1156: 8 total, 8 up, 7 in 2021-03-04T23:41:15.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:14 gibba008 bash[39303]: cluster 2021-03-04T23:41:13.842863+0000 mgr.x (mgr.34379) 1641 : cluster [DBG] pgmap v2425: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 156 op/s 2021-03-04T23:41:15.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:14 gibba023 bash[27374]: cluster 2021-03-04T23:41:13.731479+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e1156: 8 total, 8 up, 7 in 2021-03-04T23:41:15.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:14 gibba023 bash[27374]: cluster 2021-03-04T23:41:13.842863+0000 mgr.x (mgr.34379) 1641 : cluster [DBG] pgmap v2425: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 156 op/s 2021-03-04T23:41:15.074 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:15.176 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:15.275 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:15.379 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:15.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:15 gibba023 bash[88433]: debug 2021-03-04T23:41:15.067+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:15.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:15 gibba023 bash[88433]: debug 2021-03-04T23:41:15.271+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:15.776 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:15.884 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:16.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:15 gibba008 bash[48858]: debug 2021-03-04T23:41:15.765+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:16.325 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:16.428 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:16.521 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 41943041~10 2021-03-04T23:41:16.525 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:41:16.542 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:16.646 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:16.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:16 gibba008 bash[37770]: cluster 2021-03-04T23:41:15.507412+0000 mon.a (mon.0) 2823 : cluster [DBG] osdmap e1157: 8 total, 8 up, 7 in 2021-03-04T23:41:16.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:16 gibba008 bash[39303]: cluster 2021-03-04T23:41:15.507412+0000 mon.a (mon.0) 2823 : cluster [DBG] osdmap e1157: 8 total, 8 up, 7 in 2021-03-04T23:41:16.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:16 gibba008 bash[48858]: debug 2021-03-04T23:41:16.317+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:16.773 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:16 gibba023 bash[27374]: cluster 2021-03-04T23:41:15.507412+0000 mon.a (mon.0) 2823 : cluster [DBG] osdmap e1157: 8 total, 8 up, 7 in 2021-03-04T23:41:16.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:16 gibba023 bash[19550]: debug 2021-03-04T23:41:16.535+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:16.777 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:16.880 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:17.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:16 gibba023 bash[18090]: debug 2021-03-04T23:41:16.771+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:17.424 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:17.527 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:17.624 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:17.732 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:17.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:17 gibba008 bash[37770]: cluster 2021-03-04T23:41:15.844024+0000 mgr.x (mgr.34379) 1642 : cluster [DBG] pgmap v2427: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 67 op/s 2021-03-04T23:41:17.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:17 gibba008 bash[37770]: cluster 2021-03-04T23:41:16.513099+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1158: 8 total, 8 up, 7 in 2021-03-04T23:41:17.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:17 gibba008 bash[39303]: cluster 2021-03-04T23:41:15.844024+0000 mgr.x (mgr.34379) 1642 : cluster [DBG] pgmap v2427: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 67 op/s 2021-03-04T23:41:17.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:17 gibba008 bash[39303]: cluster 2021-03-04T23:41:16.513099+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1158: 8 total, 8 up, 7 in 2021-03-04T23:41:17.763 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:17 gibba008 bash[48858]: debug 2021-03-04T23:41:17.417+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:17.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:17 gibba023 bash[15180]: debug 2021-03-04T23:41:17.619+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:17 gibba023 bash[27374]: cluster 2021-03-04T23:41:15.844024+0000 mgr.x (mgr.34379) 1642 : cluster [DBG] pgmap v2427: 177 pgs: 177 active+clean; 752 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 67 op/s 2021-03-04T23:41:17.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:17 gibba023 bash[27374]: cluster 2021-03-04T23:41:16.513099+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1158: 8 total, 8 up, 7 in 2021-03-04T23:41:17.791 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 41943042~10 2021-03-04T23:41:17.800 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:41:17.861 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:17.965 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:18.058 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:18.165 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:18.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:18 gibba023 bash[19550]: debug 2021-03-04T23:41:18.051+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:18.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:17 gibba023 bash[88433]: debug 2021-03-04T23:41:17.855+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:18.538 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:18.641 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:18.658 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:18 gibba008 bash[37770]: cluster 2021-03-04T23:41:17.524359+0000 mon.a (mon.0) 2825 : cluster [DBG] osdmap e1159: 8 total, 8 up, 7 in 2021-03-04T23:41:18.659 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:18 gibba008 bash[39303]: cluster 2021-03-04T23:41:17.524359+0000 mon.a (mon.0) 2825 : cluster [DBG] osdmap e1159: 8 total, 8 up, 7 in 2021-03-04T23:41:18.660 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:18 gibba008 bash[47391]: debug 2021-03-04T23:41:18.529+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:19.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:18 gibba023 bash[27374]: cluster 2021-03-04T23:41:17.524359+0000 mon.a (mon.0) 2825 : cluster [DBG] osdmap e1159: 8 total, 8 up, 7 in 2021-03-04T23:41:19.243 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[48858]: debug 2021-03-04T23:41:19.233+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:19.512 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:41:19.526 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:41:19.564 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:41:19.719 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.826 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:19.843 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:19 gibba023 bash[27374]: cluster 2021-03-04T23:41:17.844789+0000 mgr.x (mgr.34379) 1643 : cluster [DBG] pgmap v2430: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 39 MiB/s rd, 9.0 KiB/s wr, 89 op/s 2021-03-04T23:41:19.843 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:19 gibba023 bash[27374]: cluster 2021-03-04T23:41:18.537452+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1160: 8 total, 8 up, 7 in 2021-03-04T23:41:19.843 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:19 gibba023 bash[27374]: cluster 2021-03-04T23:41:19.506280+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e1161: 8 total, 8 up, 7 in 2021-03-04T23:41:19.950 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:20.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[37770]: cluster 2021-03-04T23:41:17.844789+0000 mgr.x (mgr.34379) 1643 : cluster [DBG] pgmap v2430: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 39 MiB/s rd, 9.0 KiB/s wr, 89 op/s 2021-03-04T23:41:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[37770]: cluster 2021-03-04T23:41:18.537452+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1160: 8 total, 8 up, 7 in 2021-03-04T23:41:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[37770]: cluster 2021-03-04T23:41:19.506280+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e1161: 8 total, 8 up, 7 in 2021-03-04T23:41:20.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[39303]: cluster 2021-03-04T23:41:17.844789+0000 mgr.x (mgr.34379) 1643 : cluster [DBG] pgmap v2430: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 39 MiB/s rd, 9.0 KiB/s wr, 89 op/s 2021-03-04T23:41:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[39303]: cluster 2021-03-04T23:41:18.537452+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1160: 8 total, 8 up, 7 in 2021-03-04T23:41:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[39303]: cluster 2021-03-04T23:41:19.506280+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e1161: 8 total, 8 up, 7 in 2021-03-04T23:41:20.013 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:19 gibba008 bash[48858]: debug 2021-03-04T23:41:19.709+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:20.058 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:20.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:19 gibba023 bash[19550]: debug 2021-03-04T23:41:19.943+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:20.481 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:20.588 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:20.704 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (6152 ms) 2021-03-04T23:41:20.704 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2021-03-04T23:41:20.761 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:20 gibba008 bash[47391]: debug 2021-03-04T23:41:20.469+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:20.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:20 gibba008 bash[48858]: debug 2021-03-04T23:41:20.553+0000 7fd39596b700 -1 osd.2 pg_epoch: 1162 pg[44.12( v 1162'138 (0'0,1162'138] local-lis/les=1024/1025 n=18 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,1] r=0 lpr=1024 luod=1158'137 crt=1162'138 lcod 1156'135 mlcod 1156'135 active+clean+snaptrim trimq=[77~1]] removing snap head 2021-03-04T23:41:20.767 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:20.782 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 41943040~10 2021-03-04T23:41:20.800 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:41:21.150 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:21.253 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:21.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:21 gibba008 bash[47391]: debug 2021-03-04T23:41:21.141+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:21.874 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:21 gibba008 bash[39303]: cluster 2021-03-04T23:41:19.845616+0000 mgr.x (mgr.34379) 1644 : cluster [DBG] pgmap v2433: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 40 MiB/s rd, 7.7 KiB/s wr, 42 op/s 2021-03-04T23:41:21.875 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:21 gibba008 bash[39303]: cluster 2021-03-04T23:41:20.548386+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e1162: 8 total, 8 up, 7 in 2021-03-04T23:41:21.875 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:21 gibba008 bash[37770]: cluster 2021-03-04T23:41:19.845616+0000 mgr.x (mgr.34379) 1644 : cluster [DBG] pgmap v2433: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 40 MiB/s rd, 7.7 KiB/s wr, 42 op/s 2021-03-04T23:41:21.875 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:21 gibba008 bash[37770]: cluster 2021-03-04T23:41:20.548386+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e1162: 8 total, 8 up, 7 in 2021-03-04T23:41:21.876 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:21.979 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:21 gibba023 bash[27374]: cluster 2021-03-04T23:41:19.845616+0000 mgr.x (mgr.34379) 1644 : cluster [DBG] pgmap v2433: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 40 MiB/s rd, 7.7 KiB/s wr, 42 op/s 2021-03-04T23:41:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:21 gibba023 bash[27374]: cluster 2021-03-04T23:41:20.548386+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e1162: 8 total, 8 up, 7 in 2021-03-04T23:41:22.059 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:41:22.060 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:41:22.060 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:41:22.060 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:41:22.060 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.061 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:264994 30.1 30:8b229c7e:::benchmark_data_gibba008_138845_object107007:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:41:22.061 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:41:22.061 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.19131959900005, 2021-03-04T23:41:22.061 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.243308514, 2021-03-04T23:41:22.061 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.062 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.062 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.062 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.062 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.062 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 264994 2021-03-04T23:41:22.063 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.063 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.063 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.063 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.064 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:41:22.064 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.064 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.065 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.065 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.065 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862755+0000", 2021-03-04T23:41:22.066 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.333e-06 2021-03-04T23:41:22.066 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.066 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.066 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.067 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862756+0000", 2021-03-04T23:41:22.067 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.905e-06 2021-03-04T23:41:22.067 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.067 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.068 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.068 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862758+0000", 2021-03-04T23:41:22.068 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3010000000000007e-06 2021-03-04T23:41:22.068 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.068 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.069 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.069 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862766+0000", 2021-03-04T23:41:22.069 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6269999999999999e-06 2021-03-04T23:41:22.069 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.070 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.070 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.862771+0000", 2021-03-04T23:41:22.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011089579999999999 2021-03-04T23:41:22.073 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.074 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.074 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.076 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.863880+0000", 2021-03-04T23:41:22.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7433e-05 2021-03-04T23:41:22.076 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.077 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.078 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.078 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.863977+0000", 2021-03-04T23:41:22.079 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000109577 2021-03-04T23:41:22.079 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:41:22.080 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.864087+0000", 2021-03-04T23:41:22.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027605989999999999 2021-03-04T23:41:22.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.081 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866847+0000", 2021-03-04T23:41:22.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23901439099999999 2021-03-04T23:41:22.081 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.081 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.082 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.082 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105862+0000", 2021-03-04T23:41:22.082 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011251099999999999 2021-03-04T23:41:22.082 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.082 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.083 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.084 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105974+0000", 2021-03-04T23:41:22.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3974000000000001e-05 2021-03-04T23:41:22.084 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.084 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.085 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.085 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105998+0000", 2021-03-04T23:41:22.085 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4905000000000003e-05 2021-03-04T23:41:22.086 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.086 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106063+0000", 2021-03-04T23:41:22.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.243308514 2021-03-04T23:41:22.087 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.087 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.087 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.088 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.088 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265003 30.1 30:85e9c730:::benchmark_data_gibba008_138845_object107016:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:41:22.089 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:41:22.089 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18746616500005, 2021-03-04T23:41:22.089 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23955831799999999, 2021-03-04T23:41:22.089 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.090 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.090 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.090 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.090 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.091 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265003 2021-03-04T23:41:22.091 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.091 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:41:22.092 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866608+0000", 2021-03-04T23:41:22.094 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6759999999999999e-06 2021-03-04T23:41:22.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.094 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.094 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866610+0000", 2021-03-04T23:41:22.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:41:22.095 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.095 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.096 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866611+0000", 2021-03-04T23:41:22.096 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6790000000000005e-06 2021-03-04T23:41:22.096 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.096 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.096 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.097 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866619+0000", 2021-03-04T23:41:22.097 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9609999999999999e-06 2021-03-04T23:41:22.097 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.097 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.098 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.098 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866623+0000", 2021-03-04T23:41:22.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023569500000000001 2021-03-04T23:41:22.099 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.099 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866859+0000", 2021-03-04T23:41:22.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1535e-05 2021-03-04T23:41:22.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.100 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.100 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.101 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866920+0000", 2021-03-04T23:41:22.101 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4125e-05 2021-03-04T23:41:22.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.102 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.102 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:41:22.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866984+0000", 2021-03-04T23:41:22.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23892413900000001 2021-03-04T23:41:22.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.103 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.103 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.103 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105909+0000", 2021-03-04T23:41:22.104 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0019000000000003e-05 2021-03-04T23:41:22.104 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.104 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.104 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.104 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105969+0000", 2021-03-04T23:41:22.105 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010247 2021-03-04T23:41:22.105 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.105 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.106 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.106 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106071+0000", 2021-03-04T23:41:22.106 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8323999999999999e-05 2021-03-04T23:41:22.106 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.107 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.107 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.107 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106099+0000", 2021-03-04T23:41:22.107 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6975000000000002e-05 2021-03-04T23:41:22.107 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.108 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106166+0000", 2021-03-04T23:41:22.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23955831799999999 2021-03-04T23:41:22.109 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.109 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.109 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.109 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.110 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.55894.0:264996 30.4 e734/719 30:2574a766:::benchmark_data_gibba008_138845_object107009:head v 734'16559, mlcod=734'16556)", 2021-03-04T23:41:22.110 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:41:22.110 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18745751500001, 2021-03-04T23:41:22.110 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23918244499999999, 2021-03-04T23:41:22.111 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.111 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.111 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.111 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:41:22.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.113 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.113 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866617+0000", 2021-03-04T23:41:22.113 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4269999999999998e-06 2021-03-04T23:41:22.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.114 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.114 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.114 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866619+0000", 2021-03-04T23:41:22.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.945e-06 2021-03-04T23:41:22.114 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.115 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.115 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.115 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866621+0000", 2021-03-04T23:41:22.115 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6789999999999999e-06 2021-03-04T23:41:22.116 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.116 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.116 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.116 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866628+0000", 2021-03-04T23:41:22.116 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7448999999999998e-05 2021-03-04T23:41:22.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.117 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.117 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.117 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866645+0000", 2021-03-04T23:41:22.117 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9667999999999999e-05 2021-03-04T23:41:22.118 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.118 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.118 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.118 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866695+0000", 2021-03-04T23:41:22.119 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1406000000000001e-05 2021-03-04T23:41:22.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.866706+0000", 2021-03-04T23:41:22.120 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23906623299999999 2021-03-04T23:41:22.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.120 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105772+0000", 2021-03-04T23:41:22.121 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6638000000000001e-05 2021-03-04T23:41:22.121 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.121 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.122 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105799+0000", 2021-03-04T23:41:22.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23918244499999999 2021-03-04T23:41:22.122 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.122 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.122 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.123 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.123 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:264994 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:41:22.123 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:41:22.124 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18667280800003, 2021-03-04T23:41:22.124 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238464182, 2021-03-04T23:41:22.124 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.124 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.124 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.125 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.125 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.125 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:41:22.125 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.126 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.126 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.126 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867401+0000", 2021-03-04T23:41:22.126 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9800000000000003e-07 2021-03-04T23:41:22.127 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.127 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.127 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867402+0000", 2021-03-04T23:41:22.127 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3500000000000005e-07 2021-03-04T23:41:22.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.128 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.128 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867403+0000", 2021-03-04T23:41:22.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:41:22.129 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.129 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867407+0000", 2021-03-04T23:41:22.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.706e-06 2021-03-04T23:41:22.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.131 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867410+0000", 2021-03-04T23:41:22.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238423581 2021-03-04T23:41:22.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.131 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.132 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105833+0000", 2021-03-04T23:41:22.132 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.5729999999999998e-06 2021-03-04T23:41:22.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.132 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.133 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105839+0000", 2021-03-04T23:41:22.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6883e-05 2021-03-04T23:41:22.133 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.134 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105866+0000", 2021-03-04T23:41:22.134 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238464182 2021-03-04T23:41:22.134 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.135 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.135 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.135 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265006 30.0 30:0bb94fb8:::benchmark_data_gibba008_138845_object107019:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:41:22.136 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:41:22.136 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18650718399999, 2021-03-04T23:41:22.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27073553700000003, 2021-03-04T23:41:22.136 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.136 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.137 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.137 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.137 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.137 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265006 2021-03-04T23:41:22.138 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.138 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.138 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.138 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:41:22.139 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.139 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.139 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.139 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867567+0000", 2021-03-04T23:41:22.140 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7579999999999999e-06 2021-03-04T23:41:22.140 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.140 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.140 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.141 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867569+0000", 2021-03-04T23:41:22.141 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.72e-06 2021-03-04T23:41:22.141 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.141 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.141 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.142 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867570+0000", 2021-03-04T23:41:22.142 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8689999999999993e-06 2021-03-04T23:41:22.142 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.142 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.143 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.143 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867579+0000", 2021-03-04T23:41:22.143 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6700000000000002e-06 2021-03-04T23:41:22.143 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.143 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.144 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.144 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867584+0000", 2021-03-04T23:41:22.144 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9997000000000001e-05 2021-03-04T23:41:22.144 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.144 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.145 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.145 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867614+0000", 2021-03-04T23:41:22.145 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1792999999999996e-05 2021-03-04T23:41:22.145 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.145 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.146 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.146 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.867676+0000", 2021-03-04T23:41:22.146 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.238118846 2021-03-04T23:41:22.146 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.147 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.147 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:41:22.147 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105795+0000", 2021-03-04T23:41:22.147 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006079615 2021-03-04T23:41:22.147 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.148 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.148 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.148 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.111874+0000", 2021-03-04T23:41:22.148 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6968999999999998e-05 2021-03-04T23:41:22.149 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.149 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.149 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.149 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.111911+0000", 2021-03-04T23:41:22.150 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026325510999999999 2021-03-04T23:41:22.150 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.150 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.150 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.150 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138237+0000", 2021-03-04T23:41:22.151 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7109e-05 2021-03-04T23:41:22.151 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.151 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.151 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.151 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138274+0000", 2021-03-04T23:41:22.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.868e-05 2021-03-04T23:41:22.152 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.152 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.152 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.153 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.138303+0000", 2021-03-04T23:41:22.153 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.27073553700000003 2021-03-04T23:41:22.153 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.153 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.153 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.154 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.154 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.154 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:265003 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:41:22.154 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:41:22.154 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18553079599997, 2021-03-04T23:41:22.155 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23736732699999999, 2021-03-04T23:41:22.155 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.155 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.155 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.156 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.156 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:41:22.156 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.157 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.157 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.157 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.157 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868543+0000", 2021-03-04T23:41:22.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6670000000000001e-06 2021-03-04T23:41:22.158 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.158 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.158 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.158 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868545+0000", 2021-03-04T23:41:22.159 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4780000000000001e-06 2021-03-04T23:41:22.159 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.159 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.159 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.159 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868547+0000", 2021-03-04T23:41:22.160 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.237194453 2021-03-04T23:41:22.160 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.160 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.160 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.160 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105741+0000", 2021-03-04T23:41:22.161 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5667000000000003e-05 2021-03-04T23:41:22.161 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.161 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.161 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.162 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105777+0000", 2021-03-04T23:41:22.162 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000123829 2021-03-04T23:41:22.162 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.163 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105900+0000", 2021-03-04T23:41:22.163 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7299999999999999e-06 2021-03-04T23:41:22.163 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.163 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.163 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.164 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105904+0000", 2021-03-04T23:41:22.164 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5030000000000002e-06 2021-03-04T23:41:22.164 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.165 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.165 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.165 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105911+0000", 2021-03-04T23:41:22.165 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23736732699999999 2021-03-04T23:41:22.165 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.166 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.166 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.166 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.167 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:265009 30.b 30:d9fd788a:::benchmark_data_gibba008_138845_object107022:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:41:22.167 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:41:22.167 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18513324699995, 2021-03-04T23:41:22.167 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.256695285, 2021-03-04T23:41:22.167 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.168 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.168 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.168 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.168 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.169 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 265009 2021-03-04T23:41:22.169 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.169 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.169 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.169 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.170 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:41:22.170 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.170 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.170 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.170 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.171 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868941+0000", 2021-03-04T23:41:22.171 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9719999999999999e-06 2021-03-04T23:41:22.171 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.171 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.172 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.172 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868943+0000", 2021-03-04T23:41:22.172 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7370000000000001e-06 2021-03-04T23:41:22.172 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.172 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.173 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.173 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.868945+0000", 2021-03-04T23:41:22.173 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.236796856 2021-03-04T23:41:22.173 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.173 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.174 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.174 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105741+0000", 2021-03-04T23:41:22.174 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1034000000000001e-05 2021-03-04T23:41:22.174 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.175 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.175 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.175 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105773+0000", 2021-03-04T23:41:22.175 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2175999999999997e-05 2021-03-04T23:41:22.175 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.176 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.176 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.176 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105815+0000", 2021-03-04T23:41:22.176 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015716100000000001 2021-03-04T23:41:22.177 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.177 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.177 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.177 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105972+0000", 2021-03-04T23:41:22.177 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011869799999999999 2021-03-04T23:41:22.178 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.178 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.178 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:41:22.179 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106091+0000", 2021-03-04T23:41:22.179 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043106680000000001 2021-03-04T23:41:22.179 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.110401+0000", 2021-03-04T23:41:22.180 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0021508640000000002 2021-03-04T23:41:22.180 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.180 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.181 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.112552+0000", 2021-03-04T23:41:22.181 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5234999999999997e-05 2021-03-04T23:41:22.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.182 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.112587+0000", 2021-03-04T23:41:22.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012950445 2021-03-04T23:41:22.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.183 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.183 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125538+0000", 2021-03-04T23:41:22.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1077000000000001e-05 2021-03-04T23:41:22.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.184 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.184 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125569+0000", 2021-03-04T23:41:22.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7361999999999996e-05 2021-03-04T23:41:22.184 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.185 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.185 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.185 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.125636+0000", 2021-03-04T23:41:22.185 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.256695285 2021-03-04T23:41:22.185 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.186 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.186 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.186 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.186 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.187 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.55894.0:265003 30.1 e734/720 ondisk, result = 0)", 2021-03-04T23:41:22.187 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:41:22.187 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 594.18454227999996, 2021-03-04T23:41:22.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23663851799999999, 2021-03-04T23:41:22.188 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.188 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.188 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.188 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.188 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.189 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:41:22.189 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.189 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.189 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.190 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.190 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869532+0000", 2021-03-04T23:41:22.190 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.519e-06 2021-03-04T23:41:22.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.190 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869533+0000", 2021-03-04T23:41:22.191 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5349999999999999e-06 2021-03-04T23:41:22.191 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:27.869535+0000", 2021-03-04T23:41:22.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23624241600000001 2021-03-04T23:41:22.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.193 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105777+0000", 2021-03-04T23:41:22.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6719999999999998e-06 2021-03-04T23:41:22.193 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.194 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.194 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.194 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105784+0000", 2021-03-04T23:41:22.194 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017643100000000001 2021-03-04T23:41:22.195 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.195 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.195 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.195 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105960+0000", 2021-03-04T23:41:22.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1339999999999997e-06 2021-03-04T23:41:22.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.196 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.196 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.196 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.105965+0000", 2021-03-04T23:41:22.196 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000205811 2021-03-04T23:41:22.197 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:28.106170+0000", 2021-03-04T23:41:22.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.23663851799999999 2021-03-04T23:41:22.198 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.198 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.198 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.198 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.199 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.199 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:282058 30.b 30:d4e8a13a:::benchmark_data_gibba008_138845_object124071:head [delete] snapc 0=[] ondisk+write+known_if_redirected e734)", 2021-03-04T23:41:22.199 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:41:22.199 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 582.38686867700005, 2021-03-04T23:41:22.200 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.139126952, 2021-03-04T23:41:22.200 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.200 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.200 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.200 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.201 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.201 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 282058 2021-03-04T23:41:22.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.201 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:41:22.202 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.202 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667205+0000", 2021-03-04T23:41:22.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.415e-06 2021-03-04T23:41:22.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667207+0000", 2021-03-04T23:41:22.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5e-06 2021-03-04T23:41:22.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667208+0000", 2021-03-04T23:41:22.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2389999999999996e-06 2021-03-04T23:41:22.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.206 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667216+0000", 2021-03-04T23:41:22.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:41:22.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.667219+0000", 2021-03-04T23:41:22.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12623841899999999 2021-03-04T23:41:22.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.209 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793458+0000", 2021-03-04T23:41:22.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012282800000000001 2021-03-04T23:41:22.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793581+0000", 2021-03-04T23:41:22.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012514000000000001 2021-03-04T23:41:22.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.211 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.211 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:41:22.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.793706+0000", 2021-03-04T23:41:22.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0045276520000000001 2021-03-04T23:41:22.211 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.212 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.212 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.798233+0000", 2021-03-04T23:41:22.212 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3785999999999997e-05 2021-03-04T23:41:22.213 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.213 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.213 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.213 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.798277+0000", 2021-03-04T23:41:22.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001632161 2021-03-04T23:41:22.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.214 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.214 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.799909+0000", 2021-03-04T23:41:22.214 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0062953000000000002 2021-03-04T23:41:22.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806205+0000", 2021-03-04T23:41:22.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1953999999999998e-05 2021-03-04T23:41:22.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806247+0000", 2021-03-04T23:41:22.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5760000000000006e-05 2021-03-04T23:41:22.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:39.806332+0000", 2021-03-04T23:41:22.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.139126952 2021-03-04T23:41:22.218 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.218 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.218 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.219 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294539 30.b 30:d012505e:::benchmark_data_gibba008_138845_object136552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:41:22.219 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:41:22.219 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 574.02405857799999, 2021-03-04T23:41:22.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12467062800000001, 2021-03-04T23:41:22.220 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.220 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.220 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.220 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.221 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.221 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294539 2021-03-04T23:41:22.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.221 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:41:22.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030016+0000", 2021-03-04T23:41:22.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9429999999999999e-06 2021-03-04T23:41:22.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030018+0000", 2021-03-04T23:41:22.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0329999999999998e-06 2021-03-04T23:41:22.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030020+0000", 2021-03-04T23:41:22.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0319999999999992e-06 2021-03-04T23:41:22.226 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.226 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030029+0000", 2021-03-04T23:41:22.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3810000000000001e-06 2021-03-04T23:41:22.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030033+0000", 2021-03-04T23:41:22.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3547999999999998e-05 2021-03-04T23:41:22.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.228 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030067+0000", 2021-03-04T23:41:22.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7618000000000002e-05 2021-03-04T23:41:22.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030134+0000", 2021-03-04T23:41:22.230 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5462000000000003e-05 2021-03-04T23:41:22.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.230 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:41:22.231 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030220+0000", 2021-03-04T23:41:22.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043319539999999998 2021-03-04T23:41:22.231 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.231 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.231 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.232 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034552+0000", 2021-03-04T23:41:22.232 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000114184 2021-03-04T23:41:22.232 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.232 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.232 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.233 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034666+0000", 2021-03-04T23:41:22.233 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027510799999999998 2021-03-04T23:41:22.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034941+0000", 2021-03-04T23:41:22.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.11956201900000001 2021-03-04T23:41:22.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154503+0000", 2021-03-04T23:41:22.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6023000000000002e-05 2021-03-04T23:41:22.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154559+0000", 2021-03-04T23:41:22.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012732299999999999 2021-03-04T23:41:22.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.237 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154686+0000", 2021-03-04T23:41:22.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.12467062800000001 2021-03-04T23:41:22.237 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.238 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.238 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.238 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294542 30.b 30:d13792fd:::benchmark_data_gibba008_138845_object136555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:41:22.239 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:41:22.239 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 574.02374909399998, 2021-03-04T23:41:22.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124716417, 2021-03-04T23:41:22.239 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.240 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.240 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.240 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.240 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.240 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294542 2021-03-04T23:41:22.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.241 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.241 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:41:22.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030325+0000", 2021-03-04T23:41:22.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:41:22.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030327+0000", 2021-03-04T23:41:22.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:41:22.244 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030328+0000", 2021-03-04T23:41:22.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1999999999999997e-06 2021-03-04T23:41:22.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.245 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030335+0000", 2021-03-04T23:41:22.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.985e-06 2021-03-04T23:41:22.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.247 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.030339+0000", 2021-03-04T23:41:22.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018851569999999999 2021-03-04T23:41:22.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.247 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.248 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.248 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032225+0000", 2021-03-04T23:41:22.248 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8231000000000002e-05 2021-03-04T23:41:22.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.249 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.249 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032323+0000", 2021-03-04T23:41:22.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9939999999999997e-05 2021-03-04T23:41:22.249 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.250 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.250 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:41:22.250 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.032403+0000", 2021-03-04T23:41:22.250 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023773470000000001 2021-03-04T23:41:22.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.251 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034780+0000", 2021-03-04T23:41:22.251 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021309200000000001 2021-03-04T23:41:22.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.034993+0000", 2021-03-04T23:41:22.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119740338 2021-03-04T23:41:22.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154733+0000", 2021-03-04T23:41:22.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000107054 2021-03-04T23:41:22.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.254 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154841+0000", 2021-03-04T23:41:22.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0754999999999997e-05 2021-03-04T23:41:22.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.154901+0000", 2021-03-04T23:41:22.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014020600000000001 2021-03-04T23:41:22.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.155041+0000", 2021-03-04T23:41:22.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.124716417 2021-03-04T23:41:22.257 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.257 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.257 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.258 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.55894.0:294889 30.b 30:dd6aac03:::benchmark_data_gibba008_138845_object136902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e735)", 2021-03-04T23:41:22.258 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:41:22.258 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 573.62949337700002, 2021-03-04T23:41:22.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122772057, 2021-03-04T23:41:22.259 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.259 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.259 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.259 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.55894", 2021-03-04T23:41:22.260 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/581040977", 2021-03-04T23:41:22.260 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 294889 2021-03-04T23:41:22.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.260 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:41:22.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424581+0000", 2021-03-04T23:41:22.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.719e-06 2021-03-04T23:41:22.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424583+0000", 2021-03-04T23:41:22.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.635e-06 2021-03-04T23:41:22.264 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424584+0000", 2021-03-04T23:41:22.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.2450000000000004e-06 2021-03-04T23:41:22.265 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.265 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424593+0000", 2021-03-04T23:41:22.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4830000000000001e-06 2021-03-04T23:41:22.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.266 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.266 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424598+0000", 2021-03-04T23:41:22.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2963000000000003e-05 2021-03-04T23:41:22.267 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.267 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.267 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.267 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424631+0000", 2021-03-04T23:41:22.268 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5932000000000004e-05 2021-03-04T23:41:22.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.268 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.268 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.268 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424707+0000", 2021-03-04T23:41:22.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1837999999999997e-05 2021-03-04T23:41:22.269 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:41:22.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.424799+0000", 2021-03-04T23:41:22.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001888846 2021-03-04T23:41:22.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.426687+0000", 2021-03-04T23:41:22.271 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8314999999999998e-05 2021-03-04T23:41:22.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:41:22.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.426766+0000", 2021-03-04T23:41:22.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00062805900000000004 2021-03-04T23:41:22.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.272 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.427394+0000", 2021-03-04T23:41:22.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.119817256 2021-03-04T23:41:22.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:22.274 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547211+0000", 2021-03-04T23:41:22.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2468000000000001e-05 2021-03-04T23:41:22.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547254+0000", 2021-03-04T23:41:22.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9297999999999997e-05 2021-03-04T23:41:22.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:31:48.547353+0000", 2021-03-04T23:41:22.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.122772057 2021-03-04T23:41:22.276 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.277 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.277 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.277 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(osd.4.0:144886 37.d e880/850 37:b34436db:::rb.0.de43.4299dc1a.000000000051:1a v 880'39, mlcod=876'35)", 2021-03-04T23:41:22.278 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:00.684006+0000", 2021-03-04T23:41:22.278 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 321.37006849699998, 2021-03-04T23:41:22.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.059140491000000003, 2021-03-04T23:41:22.278 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.278 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:22.279 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684006+0000", 2021-03-04T23:41:22.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684006+0000", 2021-03-04T23:41:22.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.113e-06 2021-03-04T23:41:22.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684007+0000", 2021-03-04T23:41:22.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2449999999999999e-06 2021-03-04T23:41:22.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.684008+0000", 2021-03-04T23:41:22.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.056311460000000001 2021-03-04T23:41:22.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740319+0000", 2021-03-04T23:41:22.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3807e-05 2021-03-04T23:41:22.284 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.285 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.285 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740333+0000", 2021-03-04T23:41:22.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000162616 2021-03-04T23:41:22.285 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.285 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.286 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.286 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740496+0000", 2021-03-04T23:41:22.286 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0815999999999997e-05 2021-03-04T23:41:22.286 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.286 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.287 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.287 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.740537+0000", 2021-03-04T23:41:22.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025051209999999999 2021-03-04T23:41:22.287 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.288 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.288 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:41:22.288 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.743042+0000", 2021-03-04T23:41:22.288 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000104313 2021-03-04T23:41:22.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:00.743146+0000", 2021-03-04T23:41:22.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.059140491000000003 2021-03-04T23:41:22.289 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.290 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.290 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.291 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22555 38.8 38:108e6870:::rb.0.b7a2.16c8c2b0.00000000004b:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:41:22.291 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890689+0000", 2021-03-04T23:41:22.291 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 270.16338483300001, 2021-03-04T23:41:22.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13613494600000001, 2021-03-04T23:41:22.291 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.292 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.292 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.292 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:41:22.292 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:41:22.292 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22555 2021-03-04T23:41:22.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.293 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890689+0000", 2021-03-04T23:41:22.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.294 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890689+0000", 2021-03-04T23:41:22.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.57e-06 2021-03-04T23:41:22.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.296 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890691+0000", 2021-03-04T23:41:22.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5820000000000001e-06 2021-03-04T23:41:22.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890692+0000", 2021-03-04T23:41:22.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.1000000000000004e-06 2021-03-04T23:41:22.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890701+0000", 2021-03-04T23:41:22.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1919999999999998e-06 2021-03-04T23:41:22.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890705+0000", 2021-03-04T23:41:22.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8297999999999999e-05 2021-03-04T23:41:22.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.300 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890733+0000", 2021-03-04T23:41:22.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5228000000000002e-05 2021-03-04T23:41:22.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890768+0000", 2021-03-04T23:41:22.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.136055976 2021-03-04T23:41:22.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026824+0000", 2021-03-04T23:41:22.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13613494600000001 2021-03-04T23:41:22.303 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.303 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.303 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.303 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.304 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22556 38.1e 38:7ae4be4b:::rb.0.b7a2.16c8c2b0.00000000004c:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:41:22.304 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890715+0000", 2021-03-04T23:41:22.304 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 270.163358985, 2021-03-04T23:41:22.304 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.136471389, 2021-03-04T23:41:22.305 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.305 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.305 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.305 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:41:22.305 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:41:22.306 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22556 2021-03-04T23:41:22.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.306 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.306 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.307 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.307 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890715+0000", 2021-03-04T23:41:22.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.307 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.307 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890715+0000", 2021-03-04T23:41:22.308 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6400000000000001e-07 2021-03-04T23:41:22.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890716+0000", 2021-03-04T23:41:22.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.78e-07 2021-03-04T23:41:22.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890717+0000", 2021-03-04T23:41:22.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8389999999999997e-06 2021-03-04T23:41:22.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890722+0000", 2021-03-04T23:41:22.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0170000000000001e-06 2021-03-04T23:41:22.312 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890725+0000", 2021-03-04T23:41:22.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8887999999999999e-05 2021-03-04T23:41:22.313 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.313 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890754+0000", 2021-03-04T23:41:22.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4177e-05 2021-03-04T23:41:22.314 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.314 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890808+0000", 2021-03-04T23:41:22.315 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13637882600000001 2021-03-04T23:41:22.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.315 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.316 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027187+0000", 2021-03-04T23:41:22.316 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.136471389 2021-03-04T23:41:22.316 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.316 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.316 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.317 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.317 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22557 38.1e 38:7f20de6f:::rb.0.b7a2.16c8c2b0.00000000004d:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:41:22.317 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890738+0000", 2021-03-04T23:41:22.317 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 270.16333599400002, 2021-03-04T23:41:22.318 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13743832, 2021-03-04T23:41:22.318 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.318 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.318 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.319 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:41:22.319 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:41:22.319 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22557 2021-03-04T23:41:22.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.319 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.320 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890738+0000", 2021-03-04T23:41:22.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.321 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.321 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890738+0000", 2021-03-04T23:41:22.321 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4799999999999998e-07 2021-03-04T23:41:22.322 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.322 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.322 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.322 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890739+0000", 2021-03-04T23:41:22.323 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2200000000000003e-07 2021-03-04T23:41:22.323 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.323 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.323 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.323 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890740+0000", 2021-03-04T23:41:22.324 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5560000000000001e-06 2021-03-04T23:41:22.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.324 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890744+0000", 2021-03-04T23:41:22.325 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7819999999999998e-06 2021-03-04T23:41:22.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.325 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.325 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890747+0000", 2021-03-04T23:41:22.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13659884999999999 2021-03-04T23:41:22.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.326 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027346+0000", 2021-03-04T23:41:22.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00037491500000000002 2021-03-04T23:41:22.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.327 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.327 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027721+0000", 2021-03-04T23:41:22.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000455747 2021-03-04T23:41:22.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.028176+0000", 2021-03-04T23:41:22.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13743832 2021-03-04T23:41:22.329 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.329 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.330 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.330 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22560 38.8 38:13d9d9f4:::rb.0.b7a2.16c8c2b0.000000000050:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:41:22.331 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890757+0000", 2021-03-04T23:41:22.331 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 270.163317339, 2021-03-04T23:41:22.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13741940999999999, 2021-03-04T23:41:22.331 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.331 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.332 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.332 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:41:22.332 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:41:22.332 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22560 2021-03-04T23:41:22.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.333 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.333 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.333 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890757+0000", 2021-03-04T23:41:22.334 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.334 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.334 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890757+0000", 2021-03-04T23:41:22.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9100000000000003e-07 2021-03-04T23:41:22.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890758+0000", 2021-03-04T23:41:22.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8599999999999997e-07 2021-03-04T23:41:22.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890758+0000", 2021-03-04T23:41:22.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6419999999999998e-06 2021-03-04T23:41:22.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890763+0000", 2021-03-04T23:41:22.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8169999999999999e-06 2021-03-04T23:41:22.338 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.338 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.339 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.339 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890766+0000", 2021-03-04T23:41:22.339 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13626669899999999 2021-03-04T23:41:22.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.340 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.340 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027032+0000", 2021-03-04T23:41:22.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00035812600000000001 2021-03-04T23:41:22.340 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.340 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.341 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.341 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027391+0000", 2021-03-04T23:41:22.341 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00078564900000000003 2021-03-04T23:41:22.341 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.028176+0000", 2021-03-04T23:41:22.342 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13741940999999999 2021-03-04T23:41:22.342 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.343 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.343 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.343 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:22564 38.7 38:e4c83c8a:::rb.0.b7a2.16c8c2b0.000000000054:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e930)", 2021-03-04T23:41:22.344 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:51.890969+0000", 2021-03-04T23:41:22.344 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 270.16310476899997, 2021-03-04T23:41:22.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13685618699999999, 2021-03-04T23:41:22.344 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.345 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.345 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.345 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:41:22.345 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:41:22.345 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22564 2021-03-04T23:41:22.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.346 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.346 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890969+0000", 2021-03-04T23:41:22.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890969+0000", 2021-03-04T23:41:22.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.277e-06 2021-03-04T23:41:22.348 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890971+0000", 2021-03-04T23:41:22.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2950000000000001e-06 2021-03-04T23:41:22.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.350 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.350 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:51.890972+0000", 2021-03-04T23:41:22.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13570262 2021-03-04T23:41:22.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026675+0000", 2021-03-04T23:41:22.351 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0852000000000001e-05 2021-03-04T23:41:22.351 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.352 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.352 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026715+0000", 2021-03-04T23:41:22.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000188827 2021-03-04T23:41:22.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.353 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.353 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.026904+0000", 2021-03-04T23:41:22.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025607100000000002 2021-03-04T23:41:22.354 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.354 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.354 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027160+0000", 2021-03-04T23:41:22.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00066524499999999996 2021-03-04T23:41:22.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.355 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:52.027826+0000", 2021-03-04T23:41:22.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.13685618699999999 2021-03-04T23:41:22.356 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.356 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.356 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.356 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.357 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47136.0:5142 42.1d 42:bacc5f08:::rbd_data.b82095cf6e26.0000000000000064:2a [sparse-read 0~1048576] snapc 0=[] ondisk+read+known_if_redirected e1017)", 2021-03-04T23:41:22.357 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:39.507045+0000", 2021-03-04T23:41:22.357 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 162.547029616, 2021-03-04T23:41:22.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.10841189699999999, 2021-03-04T23:41:22.358 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.358 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:41:22.358 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.358 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47136", 2021-03-04T23:41:22.359 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/397336354", 2021-03-04T23:41:22.359 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 5142 2021-03-04T23:41:22.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.359 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507045+0000", 2021-03-04T23:41:22.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507045+0000", 2021-03-04T23:41:22.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6870000000000006e-06 2021-03-04T23:41:22.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.362 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507054+0000", 2021-03-04T23:41:22.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0844e-05 2021-03-04T23:41:22.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.363 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.363 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507065+0000", 2021-03-04T23:41:22.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7837000000000002e-05 2021-03-04T23:41:22.364 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.364 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507123+0000", 2021-03-04T23:41:22.364 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2266e-05 2021-03-04T23:41:22.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.365 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507145+0000", 2021-03-04T23:41:22.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023755 2021-03-04T23:41:22.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.366 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507383+0000", 2021-03-04T23:41:22.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0290999999999999e-05 2021-03-04T23:41:22.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op must wait for map", 2021-03-04T23:41:22.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.507403+0000", 2021-03-04T23:41:22.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.107717012 2021-03-04T23:41:22.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.369 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.615120+0000", 2021-03-04T23:41:22.369 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00033640999999999999 2021-03-04T23:41:22.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.369 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:39.615456+0000", 2021-03-04T23:41:22.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.10841189699999999 2021-03-04T23:41:22.370 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.370 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.371 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.371 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:14701 44.7 44:e4fe1f00:::rb.0.df45.6a825d97.000000000001:4a [sparse-read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected e1121)", 2021-03-04T23:41:22.371 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:40:37.634085+0000", 2021-03-04T23:41:22.372 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 44.419989323000003, 2021-03-04T23:41:22.372 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.086293731999999998, 2021-03-04T23:41:22.372 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:41:22.372 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:41:22.373 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:41:22.373 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:41:22.373 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:41:22.373 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 14701 2021-03-04T23:41:22.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.374 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:41:22.374 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.374 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:41:22.374 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634085+0000", 2021-03-04T23:41:22.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:41:22.375 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.375 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.375 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:41:22.375 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634085+0000", 2021-03-04T23:41:22.376 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0507e-05 2021-03-04T23:41:22.376 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.376 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.376 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:41:22.376 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634095+0000", 2021-03-04T23:41:22.377 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1479e-05 2021-03-04T23:41:22.377 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.377 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.377 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:41:22.377 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634107+0000", 2021-03-04T23:41:22.378 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2637000000000004e-05 2021-03-04T23:41:22.378 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.378 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.378 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:41:22.379 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634169+0000", 2021-03-04T23:41:22.379 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4375999999999998e-05 2021-03-04T23:41:22.379 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.379 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.379 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:41:22.380 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634194+0000", 2021-03-04T23:41:22.380 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000204384 2021-03-04T23:41:22.380 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.380 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.380 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.381 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634398+0000", 2021-03-04T23:41:22.381 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0472999999999999e-05 2021-03-04T23:41:22.381 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.381 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.382 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op must wait for map", 2021-03-04T23:41:22.382 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.634419+0000", 2021-03-04T23:41:22.382 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.079317113999999994 2021-03-04T23:41:22.382 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.382 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.383 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:41:22.383 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.713736+0000", 2021-03-04T23:41:22.383 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022671 2021-03-04T23:41:22.383 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.384 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.384 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:41:22.384 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.713963+0000", 2021-03-04T23:41:22.384 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0064160520000000002 2021-03-04T23:41:22.384 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:41:22.385 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:41:22.385 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:41:22.385 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:37.720379+0000", 2021-03-04T23:41:22.385 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.086293731999999998 2021-03-04T23:41:22.385 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.386 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.386 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.386 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:41:22.386 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:41:22.387 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:41:22.387 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:21 gibba008 bash[48858]: debug 2021-03-04T23:41:21.869+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:22.389 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:22.389 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:22 gibba008 bash[47391]: debug 2021-03-04T23:41:22.133+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:22.490 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:22.571 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:41:22.581 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:41:22.606 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:22.711 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:22 gibba023 bash[27374]: cluster 2021-03-04T23:41:21.556150+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1163: 8 total, 8 up, 7 in 2021-03-04T23:41:22.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:22 gibba023 bash[15180]: debug 2021-03-04T23:41:22.599+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:22.935 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:22 gibba008 bash[39303]: cluster 2021-03-04T23:41:21.556150+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1163: 8 total, 8 up, 7 in 2021-03-04T23:41:22.936 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:22 gibba008 bash[37770]: cluster 2021-03-04T23:41:21.556150+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1163: 8 total, 8 up, 7 in 2021-03-04T23:41:22.936 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:23.042 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:23.128 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:23.231 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:23.241 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:22 gibba008 bash[91265]: debug 2021-03-04T23:41:22.925+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:23.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:23 gibba023 bash[88433]: debug 2021-03-04T23:41:23.123+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:23.825 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:23.841 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:41:23.902 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:23 gibba008 bash[37770]: cluster 2021-03-04T23:41:21.846807+0000 mgr.x (mgr.34379) 1645 : cluster [DBG] pgmap v2436: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 79 KiB/s rd, 8.7 KiB/s wr, 111 op/s 2021-03-04T23:41:23.903 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:23 gibba008 bash[37770]: cluster 2021-03-04T23:41:22.565211+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1164: 8 total, 8 up, 7 in 2021-03-04T23:41:23.903 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:23 gibba008 bash[39303]: cluster 2021-03-04T23:41:21.846807+0000 mgr.x (mgr.34379) 1645 : cluster [DBG] pgmap v2436: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 79 KiB/s rd, 8.7 KiB/s wr, 111 op/s 2021-03-04T23:41:23.903 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:23 gibba008 bash[39303]: cluster 2021-03-04T23:41:22.565211+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1164: 8 total, 8 up, 7 in 2021-03-04T23:41:23.904 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:24.010 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:24.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:23 gibba023 bash[27374]: cluster 2021-03-04T23:41:21.846807+0000 mgr.x (mgr.34379) 1645 : cluster [DBG] pgmap v2436: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 79 KiB/s rd, 8.7 KiB/s wr, 111 op/s 2021-03-04T23:41:24.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:23 gibba023 bash[27374]: cluster 2021-03-04T23:41:22.565211+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1164: 8 total, 8 up, 7 in 2021-03-04T23:41:24.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:23 gibba008 bash[48858]: debug 2021-03-04T23:41:23.893+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:24.305 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:24.413 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:24.519 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:24.560 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:24 gibba008 bash[47391]: debug 2021-03-04T23:41:24.297+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:24.622 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:24.665 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:41:24.678 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:41:24.691 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:41:24.692 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:41:24.704 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:24 gibba023 bash[27374]: cluster 2021-03-04T23:41:23.580895+0000 mon.a (mon.0) 2831 : cluster [DBG] osdmap e1165: 8 total, 8 up, 7 in 2021-03-04T23:41:24.704 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:24 gibba023 bash[15180]: debug 2021-03-04T23:41:24.515+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:24.705 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:41:24.720 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:41:24.723 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:41:24.724 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:41:24.724 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:24.732 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:41:24.746 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:41:24.760 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:41:24.761 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.761 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.761 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.762 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.763 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:24.773 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:24.822 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:24 gibba008 bash[37770]: cluster 2021-03-04T23:41:23.580895+0000 mon.a (mon.0) 2831 : cluster [DBG] osdmap e1165: 8 total, 8 up, 7 in 2021-03-04T23:41:24.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:24 gibba008 bash[39303]: cluster 2021-03-04T23:41:23.580895+0000 mon.a (mon.0) 2831 : cluster [DBG] osdmap e1165: 8 total, 8 up, 7 in 2021-03-04T23:41:24.826 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:25.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:24 gibba023 bash[18090]: debug 2021-03-04T23:41:24.711+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:25.309 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:25.412 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:25.597 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:25 gibba023 bash[88433]: debug 2021-03-04T23:41:25.303+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:25.606 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:41:25.612 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 41943040~10 2021-03-04T23:41:25.618 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap4 2021-03-04T23:41:25.642 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[37770]: cluster 2021-03-04T23:41:23.847772+0000 mgr.x (mgr.34379) 1646 : cluster [DBG] pgmap v2439: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 88 KiB/s rd, 11 KiB/s wr, 129 op/s 2021-03-04T23:41:25.642 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[37770]: cluster 2021-03-04T23:41:24.588708+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1166: 8 total, 8 up, 7 in 2021-03-04T23:41:25.643 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[37770]: audit 2021-03-04T23:41:24.649011+0000 mon.c (mon.1) 179 : audit [DBG] from='client.? 172.21.2.108:0/2111271291' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:25.643 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[37770]: audit 2021-03-04T23:41:24.757626+0000 mon.a (mon.0) 2833 : audit [INF] from='client.? 172.21.2.108:0/3767305892' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:25.643 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[39303]: cluster 2021-03-04T23:41:23.847772+0000 mgr.x (mgr.34379) 1646 : cluster [DBG] pgmap v2439: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 88 KiB/s rd, 11 KiB/s wr, 129 op/s 2021-03-04T23:41:25.643 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[39303]: cluster 2021-03-04T23:41:24.588708+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1166: 8 total, 8 up, 7 in 2021-03-04T23:41:25.644 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[39303]: audit 2021-03-04T23:41:24.649011+0000 mon.c (mon.1) 179 : audit [DBG] from='client.? 172.21.2.108:0/2111271291' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:25.644 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[39303]: audit 2021-03-04T23:41:24.757626+0000 mon.a (mon.0) 2833 : audit [INF] from='client.? 172.21.2.108:0/3767305892' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:25.868 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:25.974 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:25.991 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:25 gibba008 bash[47391]: debug 2021-03-04T23:41:25.857+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:26.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:25 gibba023 bash[27374]: cluster 2021-03-04T23:41:23.847772+0000 mgr.x (mgr.34379) 1646 : cluster [DBG] pgmap v2439: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 88 KiB/s rd, 11 KiB/s wr, 129 op/s 2021-03-04T23:41:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:25 gibba023 bash[27374]: cluster 2021-03-04T23:41:24.588708+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1166: 8 total, 8 up, 7 in 2021-03-04T23:41:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:25 gibba023 bash[27374]: audit 2021-03-04T23:41:24.649011+0000 mon.c (mon.1) 179 : audit [DBG] from='client.? 172.21.2.108:0/2111271291' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:26.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:25 gibba023 bash[27374]: audit 2021-03-04T23:41:24.757626+0000 mon.a (mon.0) 2833 : audit [INF] from='client.? 172.21.2.108:0/3767305892' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:26.607 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:26.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:26 gibba023 bash[27374]: audit 2021-03-04T23:41:24.696606+0000 mgr.x (mgr.34379) 1647 : audit [DBG] from='client.47346 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:26.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:26 gibba023 bash[27374]: cluster 2021-03-04T23:41:25.589181+0000 mon.a (mon.0) 2834 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:26.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:26 gibba023 bash[27374]: audit 2021-03-04T23:41:25.601533+0000 mon.a (mon.0) 2835 : audit [INF] from='client.? 172.21.2.108:0/3767305892' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:26.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:26 gibba023 bash[27374]: cluster 2021-03-04T23:41:25.601587+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1167: 8 total, 8 up, 7 in 2021-03-04T23:41:27.003 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[91265]: debug 2021-03-04T23:41:26.597+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:27.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[37770]: audit 2021-03-04T23:41:24.696606+0000 mgr.x (mgr.34379) 1647 : audit [DBG] from='client.47346 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:27.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[37770]: cluster 2021-03-04T23:41:25.589181+0000 mon.a (mon.0) 2834 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:27.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[37770]: audit 2021-03-04T23:41:25.601533+0000 mon.a (mon.0) 2835 : audit [INF] from='client.? 172.21.2.108:0/3767305892' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:27.005 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[37770]: cluster 2021-03-04T23:41:25.601587+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1167: 8 total, 8 up, 7 in 2021-03-04T23:41:27.005 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[39303]: audit 2021-03-04T23:41:24.696606+0000 mgr.x (mgr.34379) 1647 : audit [DBG] from='client.47346 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:27.005 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[39303]: cluster 2021-03-04T23:41:25.589181+0000 mon.a (mon.0) 2834 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:27.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[39303]: audit 2021-03-04T23:41:25.601533+0000 mon.a (mon.0) 2835 : audit [INF] from='client.? 172.21.2.108:0/3767305892' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:27.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:26 gibba008 bash[39303]: cluster 2021-03-04T23:41:25.601587+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1167: 8 total, 8 up, 7 in 2021-03-04T23:41:27.006 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:27.111 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:27.261 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:27 gibba008 bash[91265]: debug 2021-03-04T23:41:26.993+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:27.440 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:27.548 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:27.631 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 41943040 2021-03-04T23:41:27.655 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:41:27.758 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:41:27.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:27 gibba023 bash[18090]: debug 2021-03-04T23:41:27.435+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:27 gibba023 bash[27374]: cluster 2021-03-04T23:41:25.849023+0000 mgr.x (mgr.34379) 1648 : cluster [DBG] pgmap v2442: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 9.7 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2021-03-04T23:41:27.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:27 gibba023 bash[27374]: cluster 2021-03-04T23:41:26.606596+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1168: 8 total, 8 up, 7 in 2021-03-04T23:41:27.847 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:27.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:27 gibba008 bash[37770]: cluster 2021-03-04T23:41:25.849023+0000 mgr.x (mgr.34379) 1648 : cluster [DBG] pgmap v2442: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 9.7 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2021-03-04T23:41:27.883 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:27 gibba008 bash[37770]: cluster 2021-03-04T23:41:26.606596+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1168: 8 total, 8 up, 7 in 2021-03-04T23:41:27.885 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:27 gibba008 bash[39303]: cluster 2021-03-04T23:41:25.849023+0000 mgr.x (mgr.34379) 1648 : cluster [DBG] pgmap v2442: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 9.7 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2021-03-04T23:41:27.885 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:27 gibba008 bash[39303]: cluster 2021-03-04T23:41:26.606596+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1168: 8 total, 8 up, 7 in 2021-03-04T23:41:27.887 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":2440,"stamp":"2021-03-04T23:41:24.589076+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":767631561,"num_objects":561,"num_object_clones":148,"num_object_copies":1683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":561,"num_whiteouts":113,"num_read":19982,"num_read_kb":3160576,"num_write":2954,"num_write_kb":1119853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":409,"num_bytes_recovered":276838362,"num_keys_recovered":165,"num_objects_omap":80,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5677,"ondisk_log_size":5677,"up":531,"acting":531,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":531,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":6913756,"kb_used_data":2121692,"kb_used_omap":6491,"kb_used_meta":4785508,"kb_avail":609648932,"statfs":{"total":631360192512,"available":624280506368,"internally_reserved":4294967296,"allocated":2172612608,"data_stored":2658072948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6646973,"internal_metadata":4900361027},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":172,"num_objects":15,"num_object_clones":2,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":11,"num_read":462,"num_read_kb":354,"num_write":57,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.044039"},"pg_stats":[{"pgid":"45.1e","version":"1069'11","reported_seq":"179","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506920+0000","last_change":"2021-03-04T23:40:00.528047+0000","last_active":"2021-03-04T23:41:19.506920+0000","last_peered":"2021-03-04T23:41:19.506920+0000","last_clean":"2021-03-04T23:41:19.506920+0000","last_became_active":"2021-03-04T23:39:59.480035+0000","last_became_peered":"2021-03-04T23:39:59.480035+0000","last_unstale":"2021-03-04T23:41:19.506920+0000","last_undegraded":"2021-03-04T23:41:19.506920+0000","last_fullsized":"2021-03-04T23:41:19.506920+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":16384,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1f","version":"1162'103","reported_seq":"484","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.557019+0000","last_change":"2021-03-04T23:41:20.555518+0000","last_active":"2021-03-04T23:41:20.557019+0000","last_peered":"2021-03-04T23:41:20.557019+0000","last_clean":"2021-03-04T23:41:20.557019+0000","last_became_active":"2021-03-04T23:38:49.223709+0000","last_became_peered":"2021-03-04T23:38:49.223709+0000","last_unstale":"2021-03-04T23:41:20.557019+0000","last_undegraded":"2021-03-04T23:41:20.557019+0000","last_fullsized":"2021-03-04T23:41:20.557019+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":103,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33559631,"num_objects":20,"num_object_clones":6,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":2,"num_read":115,"num_read_kb":172078,"num_write":49,"num_write_kb":65556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.1f","version":"1069'3","reported_seq":"152","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556642+0000","last_change":"2021-03-04T23:38:57.311040+0000","last_active":"2021-03-04T23:41:20.556642+0000","last_peered":"2021-03-04T23:41:20.556642+0000","last_clean":"2021-03-04T23:41:20.556642+0000","last_became_active":"2021-03-04T23:38:51.242899+0000","last_became_peered":"2021-03-04T23:38:51.242899+0000","last_unstale":"2021-03-04T23:41:20.556642+0000","last_undegraded":"2021-03-04T23:41:20.556642+0000","last_fullsized":"2021-03-04T23:41:20.556642+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1e","version":"1153'97","reported_seq":"547","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553616+0000","last_change":"2021-03-04T23:41:20.554316+0000","last_active":"2021-03-04T23:41:20.553616+0000","last_peered":"2021-03-04T23:41:20.553616+0000","last_clean":"2021-03-04T23:41:20.553616+0000","last_became_active":"2021-03-04T23:38:49.223991+0000","last_became_peered":"2021-03-04T23:38:49.223991+0000","last_unstale":"2021-03-04T23:41:20.553616+0000","last_undegraded":"2021-03-04T23:41:20.553616+0000","last_fullsized":"2021-03-04T23:41:20.553616+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20973760,"num_objects":14,"num_object_clones":4,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":3,"num_read":375,"num_read_kb":106762,"num_write":42,"num_write_kb":28694,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.1c","version":"1057'21","reported_seq":"182","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553521+0000","last_change":"2021-03-04T23:38:57.306903+0000","last_active":"2021-03-04T23:41:20.553521+0000","last_peered":"2021-03-04T23:41:20.553521+0000","last_clean":"2021-03-04T23:41:20.553521+0000","last_became_active":"2021-03-04T23:38:51.244797+0000","last_became_peered":"2021-03-04T23:38:51.244797+0000","last_unstale":"2021-03-04T23:41:20.553521+0000","last_undegraded":"2021-03-04T23:41:20.553521+0000","last_fullsized":"2021-03-04T23:41:20.553521+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":23,"num_read_kb":4118,"num_write":8,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1d","version":"1162'136","reported_seq":"706","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.559179+0000","last_change":"2021-03-04T23:41:20.556415+0000","last_active":"2021-03-04T23:41:20.559179+0000","last_peered":"2021-03-04T23:41:20.559179+0000","last_clean":"2021-03-04T23:41:20.559179+0000","last_became_active":"2021-03-04T23:38:49.223230+0000","last_became_peered":"2021-03-04T23:38:49.223230+0000","last_unstale":"2021-03-04T23:41:20.559179+0000","last_undegraded":"2021-03-04T23:41:20.559179+0000","last_fullsized":"2021-03-04T23:41:20.559179+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":136,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12583040,"num_objects":11,"num_object_clones":1,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":5,"num_read":812,"num_read_kb":78426,"num_write":71,"num_write_kb":24631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.1d","version":"1057'33","reported_seq":"255","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516168+0000","last_change":"2021-03-04T23:38:57.322144+0000","last_active":"2021-03-04T23:41:19.516168+0000","last_peered":"2021-03-04T23:41:19.516168+0000","last_clean":"2021-03-04T23:41:19.516168+0000","last_became_active":"2021-03-04T23:38:51.620608+0000","last_became_peered":"2021-03-04T23:38:51.620608+0000","last_unstale":"2021-03-04T23:41:19.516168+0000","last_undegraded":"2021-03-04T23:41:19.516168+0000","last_fullsized":"2021-03-04T23:41:19.516168+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388611,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":8343,"num_write":12,"num_write_kb":8201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.1c","version":"1162'325","reported_seq":"1011","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.737063+0000","last_change":"2021-03-04T23:41:20.558815+0000","last_active":"2021-03-04T23:41:20.737063+0000","last_peered":"2021-03-04T23:41:20.737063+0000","last_clean":"2021-03-04T23:41:20.737063+0000","last_became_active":"2021-03-04T23:38:49.222883+0000","last_became_peered":"2021-03-04T23:38:49.222883+0000","last_unstale":"2021-03-04T23:41:20.737063+0000","last_undegraded":"2021-03-04T23:41:20.737063+0000","last_fullsized":"2021-03-04T23:41:20.737063+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":325,"ondisk_log_size":325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20974827,"num_objects":15,"num_object_clones":4,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":4,"num_read":654,"num_read_kb":123338,"num_write":222,"num_write_kb":45249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.1a","version":"1069'14","reported_seq":"240","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553254+0000","last_change":"2021-03-04T23:40:00.440590+0000","last_active":"2021-03-04T23:41:20.553254+0000","last_peered":"2021-03-04T23:41:20.553254+0000","last_clean":"2021-03-04T23:41:20.553254+0000","last_became_active":"2021-03-04T23:39:59.477583+0000","last_became_peered":"2021-03-04T23:39:59.477583+0000","last_unstale":"2021-03-04T23:41:20.553254+0000","last_undegraded":"2021-03-04T23:41:20.553254+0000","last_fullsized":"2021-03-04T23:41:20.553254+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194323,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":61,"num_read_kb":60,"num_write":5,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":20,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1b","version":"1161'134","reported_seq":"582","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.557449+0000","last_change":"2021-03-04T23:41:20.558433+0000","last_active":"2021-03-04T23:41:20.557449+0000","last_peered":"2021-03-04T23:41:20.557449+0000","last_clean":"2021-03-04T23:41:20.557449+0000","last_became_active":"2021-03-04T23:38:49.220838+0000","last_became_peered":"2021-03-04T23:38:49.220838+0000","last_unstale":"2021-03-04T23:41:20.557449+0000","last_undegraded":"2021-03-04T23:41:20.557449+0000","last_fullsized":"2021-03-04T23:41:20.557449+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16779444,"num_objects":15,"num_object_clones":4,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":5,"num_read":248,"num_read_kb":65706,"num_write":67,"num_write_kb":24622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.1b","version":"1069'6","reported_seq":"155","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556192+0000","last_change":"2021-03-04T23:38:57.310690+0000","last_active":"2021-03-04T23:41:20.556192+0000","last_peered":"2021-03-04T23:41:20.556192+0000","last_clean":"2021-03-04T23:41:20.556192+0000","last_became_active":"2021-03-04T23:38:51.621093+0000","last_became_peered":"2021-03-04T23:38:51.621093+0000","last_unstale":"2021-03-04T23:41:20.556192+0000","last_undegraded":"2021-03-04T23:41:20.556192+0000","last_fullsized":"2021-03-04T23:41:20.556192+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1a","version":"1162'146","reported_seq":"923","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.617591+0000","last_change":"2021-03-04T23:41:20.554627+0000","last_active":"2021-03-04T23:41:20.617591+0000","last_peered":"2021-03-04T23:41:20.617591+0000","last_clean":"2021-03-04T23:41:20.617591+0000","last_became_active":"2021-03-04T23:38:49.222338+0000","last_became_peered":"2021-03-04T23:38:49.222338+0000","last_unstale":"2021-03-04T23:41:20.617591+0000","last_undegraded":"2021-03-04T23:41:20.617591+0000","last_fullsized":"2021-03-04T23:41:20.617591+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12584080,"num_objects":11,"num_object_clones":3,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":690,"num_read_kb":70210,"num_write":59,"num_write_kb":28711,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.18","version":"1033'7","reported_seq":"175","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.555445+0000","last_change":"2021-03-04T23:40:01.776984+0000","last_active":"2021-03-04T23:41:20.555445+0000","last_peered":"2021-03-04T23:41:20.555445+0000","last_clean":"2021-03-04T23:41:20.555445+0000","last_became_active":"2021-03-04T23:39:59.474184+0000","last_became_peered":"2021-03-04T23:39:59.474184+0000","last_unstale":"2021-03-04T23:41:20.555445+0000","last_undegraded":"2021-03-04T23:41:20.555445+0000","last_fullsized":"2021-03-04T23:41:20.555445+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.19","version":"1161'148","reported_seq":"622","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.551577+0000","last_change":"2021-03-04T23:41:20.552612+0000","last_active":"2021-03-04T23:41:20.551577+0000","last_peered":"2021-03-04T23:41:20.551577+0000","last_clean":"2021-03-04T23:41:20.551577+0000","last_became_active":"2021-03-04T23:38:49.223888+0000","last_became_peered":"2021-03-04T23:38:49.223888+0000","last_unstale":"2021-03-04T23:41:20.551577+0000","last_undegraded":"2021-03-04T23:41:20.551577+0000","last_fullsized":"2021-03-04T23:41:20.551577+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25170824,"num_objects":15,"num_object_clones":7,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":3,"num_read":532,"num_read_kb":143745,"num_write":64,"num_write_kb":53282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.19","version":"1069'10","reported_seq":"159","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508771+0000","last_change":"2021-03-04T23:38:57.302958+0000","last_active":"2021-03-04T23:41:19.508771+0000","last_peered":"2021-03-04T23:41:19.508771+0000","last_clean":"2021-03-04T23:41:19.508771+0000","last_became_active":"2021-03-04T23:38:51.620510+0000","last_became_peered":"2021-03-04T23:38:51.620510+0000","last_unstale":"2021-03-04T23:41:19.508771+0000","last_undegraded":"2021-03-04T23:41:19.508771+0000","last_fullsized":"2021-03-04T23:41:19.508771+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.18","version":"1161'122","reported_seq":"518","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.551662+0000","last_change":"2021-03-04T23:41:20.552769+0000","last_active":"2021-03-04T23:41:20.551662+0000","last_peered":"2021-03-04T23:41:20.551662+0000","last_clean":"2021-03-04T23:41:20.551662+0000","last_became_active":"2021-03-04T23:38:49.223235+0000","last_became_peered":"2021-03-04T23:38:49.223235+0000","last_unstale":"2021-03-04T23:41:20.551662+0000","last_undegraded":"2021-03-04T23:41:20.551662+0000","last_fullsized":"2021-03-04T23:41:20.551662+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":122,"ondisk_log_size":122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25168083,"num_objects":12,"num_object_clones":2,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":2,"num_read":162,"num_read_kb":94300,"num_write":50,"num_write_kb":32797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.16","version":"1033'5","reported_seq":"155","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506944+0000","last_change":"2021-03-04T23:38:57.309012+0000","last_active":"2021-03-04T23:41:19.506944+0000","last_peered":"2021-03-04T23:41:19.506944+0000","last_clean":"2021-03-04T23:41:19.506944+0000","last_became_active":"2021-03-04T23:38:51.243989+0000","last_became_peered":"2021-03-04T23:38:51.243989+0000","last_unstale":"2021-03-04T23:41:19.506944+0000","last_undegraded":"2021-03-04T23:41:19.506944+0000","last_fullsized":"2021-03-04T23:41:19.506944+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.17","version":"1162'89","reported_seq":"473","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.796472+0000","last_change":"2021-03-04T23:41:20.558105+0000","last_active":"2021-03-04T23:41:20.796472+0000","last_peered":"2021-03-04T23:41:20.796472+0000","last_clean":"2021-03-04T23:41:20.796472+0000","last_became_active":"2021-03-04T23:38:49.222406+0000","last_became_peered":"2021-03-04T23:38:49.222406+0000","last_unstale":"2021-03-04T23:41:20.796472+0000","last_undegraded":"2021-03-04T23:41:20.796472+0000","last_fullsized":"2021-03-04T23:41:20.796472+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":89,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12585255,"num_objects":17,"num_object_clones":4,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":4,"num_read":121,"num_read_kb":57408,"num_write":34,"num_write_kb":16405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.17","version":"1069'9","reported_seq":"163","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516338+0000","last_change":"2021-03-04T23:38:57.321938+0000","last_active":"2021-03-04T23:41:19.516338+0000","last_peered":"2021-03-04T23:41:19.516338+0000","last_clean":"2021-03-04T23:41:19.516338+0000","last_became_active":"2021-03-04T23:38:51.247240+0000","last_became_peered":"2021-03-04T23:38:51.247240+0000","last_unstale":"2021-03-04T23:41:19.516338+0000","last_undegraded":"2021-03-04T23:41:19.516338+0000","last_fullsized":"2021-03-04T23:41:19.516338+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.16","version":"1161'121","reported_seq":"440","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.557000+0000","last_change":"2021-03-04T23:41:20.557176+0000","last_active":"2021-03-04T23:41:20.557000+0000","last_peered":"2021-03-04T23:41:20.557000+0000","last_clean":"2021-03-04T23:41:20.557000+0000","last_became_active":"2021-03-04T23:40:17.240152+0000","last_became_peered":"2021-03-04T23:40:17.240152+0000","last_unstale":"2021-03-04T23:41:20.557000+0000","last_undegraded":"2021-03-04T23:41:20.557000+0000","last_fullsized":"2021-03-04T23:41:20.557000+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":121,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25167936,"num_objects":12,"num_object_clones":4,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":2,"num_read":685,"num_read_kb":86525,"num_write":51,"num_write_kb":24616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":29359130,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.14","version":"1033'3","reported_seq":"161","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509344+0000","last_change":"2021-03-04T23:39:59.480143+0000","last_active":"2021-03-04T23:41:19.509344+0000","last_peered":"2021-03-04T23:41:19.509344+0000","last_clean":"2021-03-04T23:41:19.509344+0000","last_became_active":"2021-03-04T23:39:59.479736+0000","last_became_peered":"2021-03-04T23:39:59.479736+0000","last_unstale":"2021-03-04T23:41:19.509344+0000","last_undegraded":"2021-03-04T23:41:19.509344+0000","last_fullsized":"2021-03-04T23:41:19.509344+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.15","version":"1162'117","reported_seq":"617","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.694237+0000","last_change":"2021-03-04T23:41:20.560900+0000","last_active":"2021-03-04T23:41:20.694237+0000","last_peered":"2021-03-04T23:41:20.694237+0000","last_clean":"2021-03-04T23:41:20.694237+0000","last_became_active":"2021-03-04T23:38:49.221386+0000","last_became_peered":"2021-03-04T23:38:49.221386+0000","last_unstale":"2021-03-04T23:41:20.694237+0000","last_undegraded":"2021-03-04T23:41:20.694237+0000","last_fullsized":"2021-03-04T23:41:20.694237+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195798,"num_objects":13,"num_object_clones":2,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":3,"num_read":539,"num_read_kb":70012,"num_write":54,"num_write_kb":20520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.15","version":"1069'42","reported_seq":"269","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515853+0000","last_change":"2021-03-04T23:38:57.321591+0000","last_active":"2021-03-04T23:41:19.515853+0000","last_peered":"2021-03-04T23:41:19.515853+0000","last_clean":"2021-03-04T23:41:19.515853+0000","last_became_active":"2021-03-04T23:38:51.621474+0000","last_became_peered":"2021-03-04T23:38:51.621474+0000","last_unstale":"2021-03-04T23:41:19.515853+0000","last_undegraded":"2021-03-04T23:41:19.515853+0000","last_fullsized":"2021-03-04T23:41:19.515853+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20973520,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":184,"num_read_kb":32912,"num_write":20,"num_write_kb":16394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.14","version":"1156'75","reported_seq":"398","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.558806+0000","last_change":"2021-03-04T23:41:20.558806+0000","last_active":"2021-03-04T23:41:20.558806+0000","last_peered":"2021-03-04T23:41:20.558806+0000","last_clean":"2021-03-04T23:41:20.558806+0000","last_became_active":"2021-03-04T23:38:49.221343+0000","last_became_peered":"2021-03-04T23:38:49.221343+0000","last_unstale":"2021-03-04T23:41:20.558806+0000","last_undegraded":"2021-03-04T23:41:20.558806+0000","last_fullsized":"2021-03-04T23:41:20.558806+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":75,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20971647,"num_objects":10,"num_object_clones":3,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":3,"num_read":54,"num_read_kb":65554,"num_write":25,"num_write_kb":28682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.12","version":"1060'23","reported_seq":"255","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515234+0000","last_change":"2021-03-04T23:38:57.321272+0000","last_active":"2021-03-04T23:41:19.515234+0000","last_peered":"2021-03-04T23:41:19.515234+0000","last_clean":"2021-03-04T23:41:19.515234+0000","last_became_active":"2021-03-04T23:38:51.247210+0000","last_became_peered":"2021-03-04T23:38:51.247210+0000","last_unstale":"2021-03-04T23:41:19.515234+0000","last_undegraded":"2021-03-04T23:41:19.515234+0000","last_fullsized":"2021-03-04T23:41:19.515234+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":319,"num_read_kb":253,"num_write":16,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.13","version":"1162'115","reported_seq":"494","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554268+0000","last_change":"2021-03-04T23:41:20.554268+0000","last_active":"2021-03-04T23:41:20.554268+0000","last_peered":"2021-03-04T23:41:20.554268+0000","last_clean":"2021-03-04T23:41:20.554268+0000","last_became_active":"2021-03-04T23:39:59.475717+0000","last_became_peered":"2021-03-04T23:39:59.475717+0000","last_unstale":"2021-03-04T23:41:20.554268+0000","last_undegraded":"2021-03-04T23:41:20.554268+0000","last_fullsized":"2021-03-04T23:41:20.554268+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33556657,"num_objects":15,"num_object_clones":4,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":3,"num_read":231,"num_read_kb":65701,"num_write":51,"num_write_kb":32805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":20972745,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.13","version":"1057'10","reported_seq":"165","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556233+0000","last_change":"2021-03-04T23:38:57.310571+0000","last_active":"2021-03-04T23:41:20.556233+0000","last_peered":"2021-03-04T23:41:20.556233+0000","last_clean":"2021-03-04T23:41:20.556233+0000","last_became_active":"2021-03-04T23:38:51.243356+0000","last_became_peered":"2021-03-04T23:38:51.243356+0000","last_unstale":"2021-03-04T23:41:20.556233+0000","last_undegraded":"2021-03-04T23:41:20.556233+0000","last_fullsized":"2021-03-04T23:41:20.556233+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.12","version":"1162'140","reported_seq":"672","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.560447+0000","last_change":"2021-03-04T23:41:20.560447+0000","last_active":"2021-03-04T23:41:20.560447+0000","last_peered":"2021-03-04T23:41:20.560447+0000","last_clean":"2021-03-04T23:41:20.560447+0000","last_became_active":"2021-03-04T23:38:49.221320+0000","last_became_peered":"2021-03-04T23:38:49.221320+0000","last_unstale":"2021-03-04T23:41:20.560447+0000","last_undegraded":"2021-03-04T23:41:20.560447+0000","last_fullsized":"2021-03-04T23:41:20.560447+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":140,"ondisk_log_size":140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20972850,"num_objects":16,"num_object_clones":3,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":4,"num_read":417,"num_read_kb":98622,"num_write":61,"num_write_kb":36903,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.10","version":"1069'9","reported_seq":"163","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515087+0000","last_change":"2021-03-04T23:38:57.320880+0000","last_active":"2021-03-04T23:41:19.515087+0000","last_peered":"2021-03-04T23:41:19.515087+0000","last_clean":"2021-03-04T23:41:19.515087+0000","last_became_active":"2021-03-04T23:38:51.621475+0000","last_became_peered":"2021-03-04T23:38:51.621475+0000","last_unstale":"2021-03-04T23:41:19.515087+0000","last_undegraded":"2021-03-04T23:41:19.515087+0000","last_fullsized":"2021-03-04T23:41:19.515087+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4196304,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":11,"num_read_kb":16390,"num_write":5,"num_write_kb":4099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.11","version":"1162'160","reported_seq":"752","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.567349+0000","last_change":"2021-03-04T23:41:20.557849+0000","last_active":"2021-03-04T23:41:20.567349+0000","last_peered":"2021-03-04T23:41:20.567349+0000","last_clean":"2021-03-04T23:41:20.567349+0000","last_became_active":"2021-03-04T23:38:49.221019+0000","last_became_peered":"2021-03-04T23:38:49.221019+0000","last_unstale":"2021-03-04T23:41:20.567349+0000","last_undegraded":"2021-03-04T23:41:20.567349+0000","last_fullsized":"2021-03-04T23:41:20.567349+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":160,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25165826,"num_objects":14,"num_object_clones":5,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":3,"num_read":700,"num_read_kb":86560,"num_write":65,"num_write_kb":24623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.11","version":"1033'6","reported_seq":"118","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508586+0000","last_change":"2021-03-04T23:40:00.301674+0000","last_active":"2021-03-04T23:41:19.508586+0000","last_peered":"2021-03-04T23:41:19.508586+0000","last_clean":"2021-03-04T23:41:19.508586+0000","last_became_active":"2021-03-04T23:39:59.474718+0000","last_became_peered":"2021-03-04T23:39:59.474718+0000","last_unstale":"2021-03-04T23:41:19.508586+0000","last_undegraded":"2021-03-04T23:41:19.508586+0000","last_fullsized":"2021-03-04T23:41:19.508586+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.10","version":"1161'126","reported_seq":"656","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.557292+0000","last_change":"2021-03-04T23:41:20.557292+0000","last_active":"2021-03-04T23:41:20.557292+0000","last_peered":"2021-03-04T23:41:20.557292+0000","last_clean":"2021-03-04T23:41:20.557292+0000","last_became_active":"2021-03-04T23:39:59.472103+0000","last_became_peered":"2021-03-04T23:39:59.472103+0000","last_unstale":"2021-03-04T23:41:20.557292+0000","last_undegraded":"2021-03-04T23:41:20.557292+0000","last_fullsized":"2021-03-04T23:41:20.557292+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29363531,"num_objects":19,"num_object_clones":7,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":3,"num_read":387,"num_read_kb":94501,"num_write":57,"num_write_kb":24618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":12584137,"num_keys_recovered":11,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.e","version":"1033'6","reported_seq":"70","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515393+0000","last_change":"2021-03-04T23:40:17.238529+0000","last_active":"2021-03-04T23:41:19.515393+0000","last_peered":"2021-03-04T23:41:19.515393+0000","last_clean":"2021-03-04T23:41:19.515393+0000","last_became_active":"2021-03-04T23:40:17.237353+0000","last_became_peered":"2021-03-04T23:40:17.237353+0000","last_unstale":"2021-03-04T23:41:19.515393+0000","last_undegraded":"2021-03-04T23:41:19.515393+0000","last_fullsized":"2021-03-04T23:41:19.515393+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"44.f","version":"1162'97","reported_seq":"223","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.560648+0000","last_change":"2021-03-04T23:41:20.557495+0000","last_active":"2021-03-04T23:41:20.560648+0000","last_peered":"2021-03-04T23:41:20.560648+0000","last_clean":"2021-03-04T23:41:20.560648+0000","last_became_active":"2021-03-04T23:40:17.238710+0000","last_became_peered":"2021-03-04T23:40:17.238710+0000","last_unstale":"2021-03-04T23:41:20.560648+0000","last_undegraded":"2021-03-04T23:41:20.560648+0000","last_fullsized":"2021-03-04T23:41:20.560648+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20976759,"num_objects":18,"num_object_clones":5,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":6,"num_read":62,"num_read_kb":114705,"num_write":38,"num_write_kb":40973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":25166044,"num_keys_recovered":2,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.f","version":"1033'13","reported_seq":"126","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556721+0000","last_change":"2021-03-04T23:40:04.421935+0000","last_active":"2021-03-04T23:41:20.556721+0000","last_peered":"2021-03-04T23:41:20.556721+0000","last_clean":"2021-03-04T23:41:20.556721+0000","last_became_active":"2021-03-04T23:39:59.480410+0000","last_became_peered":"2021-03-04T23:39:59.480410+0000","last_unstale":"2021-03-04T23:41:20.556721+0000","last_undegraded":"2021-03-04T23:41:20.556721+0000","last_fullsized":"2021-03-04T23:41:20.556721+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1087,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.e","version":"1156'146","reported_seq":"740","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.555717+0000","last_change":"2021-03-04T23:41:20.555717+0000","last_active":"2021-03-04T23:41:20.555717+0000","last_peered":"2021-03-04T23:41:20.555717+0000","last_clean":"2021-03-04T23:41:20.555717+0000","last_became_active":"2021-03-04T23:38:49.222505+0000","last_became_peered":"2021-03-04T23:38:49.222505+0000","last_unstale":"2021-03-04T23:41:20.555717+0000","last_undegraded":"2021-03-04T23:41:20.555717+0000","last_fullsized":"2021-03-04T23:41:20.555717+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388957,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":2,"num_read":511,"num_read_kb":98692,"num_write":74,"num_write_kb":28727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.c","version":"1069'15","reported_seq":"184","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515574+0000","last_change":"2021-03-04T23:40:00.069517+0000","last_active":"2021-03-04T23:41:19.515574+0000","last_peered":"2021-03-04T23:41:19.515574+0000","last_clean":"2021-03-04T23:41:19.515574+0000","last_became_active":"2021-03-04T23:39:59.472994+0000","last_became_peered":"2021-03-04T23:39:59.472994+0000","last_unstale":"2021-03-04T23:41:19.515574+0000","last_undegraded":"2021-03-04T23:41:19.515574+0000","last_fullsized":"2021-03-04T23:41:19.515574+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":15,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195304,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":12292,"num_write":6,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4195304,"num_keys_recovered":1,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.d","version":"1153'123","reported_seq":"627","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554244+0000","last_change":"2021-03-04T23:41:20.554754+0000","last_active":"2021-03-04T23:41:20.554244+0000","last_peered":"2021-03-04T23:41:20.554244+0000","last_clean":"2021-03-04T23:41:20.554244+0000","last_became_active":"2021-03-04T23:39:59.478348+0000","last_became_peered":"2021-03-04T23:39:59.478348+0000","last_unstale":"2021-03-04T23:41:20.554244+0000","last_undegraded":"2021-03-04T23:41:20.554244+0000","last_fullsized":"2021-03-04T23:41:20.554244+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20974750,"num_objects":15,"num_object_clones":4,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":3,"num_read":246,"num_read_kb":98463,"num_write":67,"num_write_kb":36908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":8388839,"num_keys_recovered":3,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.d","version":"1069'10","reported_seq":"173","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506879+0000","last_change":"2021-03-04T23:40:01.416556+0000","last_active":"2021-03-04T23:41:19.506879+0000","last_peered":"2021-03-04T23:41:19.506879+0000","last_clean":"2021-03-04T23:41:19.506879+0000","last_became_active":"2021-03-04T23:39:59.481896+0000","last_became_peered":"2021-03-04T23:39:59.481896+0000","last_unstale":"2021-03-04T23:41:19.506879+0000","last_undegraded":"2021-03-04T23:41:19.506879+0000","last_fullsized":"2021-03-04T23:41:19.506879+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.c","version":"1161'88","reported_seq":"431","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.560023+0000","last_change":"2021-03-04T23:41:20.560023+0000","last_active":"2021-03-04T23:41:20.560023+0000","last_peered":"2021-03-04T23:41:20.560023+0000","last_clean":"2021-03-04T23:41:20.560023+0000","last_became_active":"2021-03-04T23:38:49.220515+0000","last_became_peered":"2021-03-04T23:38:49.220515+0000","last_unstale":"2021-03-04T23:41:20.560023+0000","last_undegraded":"2021-03-04T23:41:20.560023+0000","last_fullsized":"2021-03-04T23:41:20.560023+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":88,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29361466,"num_objects":18,"num_object_clones":4,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":5,"num_read":64,"num_read_kb":143375,"num_write":32,"num_write_kb":40972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.a","version":"1069'9","reported_seq":"161","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515363+0000","last_change":"2021-03-04T23:38:57.321215+0000","last_active":"2021-03-04T23:41:19.515363+0000","last_peered":"2021-03-04T23:41:19.515363+0000","last_clean":"2021-03-04T23:41:19.515363+0000","last_became_active":"2021-03-04T23:38:51.247289+0000","last_became_peered":"2021-03-04T23:38:51.247289+0000","last_unstale":"2021-03-04T23:41:19.515363+0000","last_undegraded":"2021-03-04T23:41:19.515363+0000","last_fullsized":"2021-03-04T23:41:19.515363+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":16384,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.b","version":"1161'72","reported_seq":"407","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.552949+0000","last_change":"2021-03-04T23:41:20.553738+0000","last_active":"2021-03-04T23:41:20.552949+0000","last_peered":"2021-03-04T23:41:20.552949+0000","last_clean":"2021-03-04T23:41:20.552949+0000","last_became_active":"2021-03-04T23:38:49.225647+0000","last_became_peered":"2021-03-04T23:38:49.225647+0000","last_unstale":"2021-03-04T23:41:20.552949+0000","last_undegraded":"2021-03-04T23:41:20.552949+0000","last_fullsized":"2021-03-04T23:41:20.552949+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":72,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20971665,"num_objects":15,"num_object_clones":2,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":6,"num_read":75,"num_read_kb":65559,"num_write":28,"num_write_kb":24585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.b","version":"1069'11","reported_seq":"161","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553524+0000","last_change":"2021-03-04T23:38:57.307233+0000","last_active":"2021-03-04T23:41:20.553524+0000","last_peered":"2021-03-04T23:41:20.553524+0000","last_clean":"2021-03-04T23:41:20.553524+0000","last_became_active":"2021-03-04T23:38:51.622349+0000","last_became_peered":"2021-03-04T23:38:51.622349+0000","last_unstale":"2021-03-04T23:41:20.553524+0000","last_undegraded":"2021-03-04T23:41:20.553524+0000","last_fullsized":"2021-03-04T23:41:20.553524+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.a","version":"1153'119","reported_seq":"632","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553789+0000","last_change":"2021-03-04T23:41:20.554538+0000","last_active":"2021-03-04T23:41:20.553789+0000","last_peered":"2021-03-04T23:41:20.553789+0000","last_clean":"2021-03-04T23:41:20.553789+0000","last_became_active":"2021-03-04T23:40:17.238859+0000","last_became_peered":"2021-03-04T23:40:17.238859+0000","last_unstale":"2021-03-04T23:41:20.553789+0000","last_undegraded":"2021-03-04T23:41:20.553789+0000","last_fullsized":"2021-03-04T23:41:20.553789+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29362247,"num_objects":19,"num_object_clones":7,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":5,"num_read":272,"num_read_kb":118986,"num_write":46,"num_write_kb":45074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":33556672,"num_keys_recovered":20,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.8","version":"1057'9","reported_seq":"187","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553217+0000","last_change":"2021-03-04T23:40:04.982268+0000","last_active":"2021-03-04T23:41:20.553217+0000","last_peered":"2021-03-04T23:41:20.553217+0000","last_clean":"2021-03-04T23:41:20.553217+0000","last_became_active":"2021-03-04T23:39:59.477542+0000","last_became_peered":"2021-03-04T23:39:59.477542+0000","last_unstale":"2021-03-04T23:41:20.553217+0000","last_undegraded":"2021-03-04T23:41:20.553217+0000","last_fullsized":"2021-03-04T23:41:20.553217+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388624,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":15,"num_read_kb":16387,"num_write":3,"num_write_kb":8193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8388624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.9","version":"1162'120","reported_seq":"539","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.782342+0000","last_change":"2021-03-04T23:41:20.557404+0000","last_active":"2021-03-04T23:41:20.782342+0000","last_peered":"2021-03-04T23:41:20.782342+0000","last_clean":"2021-03-04T23:41:20.782342+0000","last_became_active":"2021-03-04T23:38:49.222975+0000","last_became_peered":"2021-03-04T23:38:49.222975+0000","last_unstale":"2021-03-04T23:41:20.782342+0000","last_undegraded":"2021-03-04T23:41:20.782342+0000","last_fullsized":"2021-03-04T23:41:20.782342+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":120,"ondisk_log_size":120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25168115,"num_objects":16,"num_object_clones":6,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":3,"num_read":178,"num_read_kb":106602,"num_write":54,"num_write_kb":40993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.9","version":"1057'24","reported_seq":"238","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515173+0000","last_change":"2021-03-04T23:38:57.320927+0000","last_active":"2021-03-04T23:41:19.515173+0000","last_peered":"2021-03-04T23:41:19.515173+0000","last_clean":"2021-03-04T23:41:19.515173+0000","last_became_active":"2021-03-04T23:38:51.246454+0000","last_became_peered":"2021-03-04T23:38:51.246454+0000","last_unstale":"2021-03-04T23:41:19.515173+0000","last_undegraded":"2021-03-04T23:41:19.515173+0000","last_fullsized":"2021-03-04T23:41:19.515173+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":140,"num_write":8,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.8","version":"1162'123","reported_seq":"549","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.561798+0000","last_change":"2021-03-04T23:41:20.554209+0000","last_active":"2021-03-04T23:41:20.561798+0000","last_peered":"2021-03-04T23:41:20.561798+0000","last_clean":"2021-03-04T23:41:20.561798+0000","last_became_active":"2021-03-04T23:39:59.480378+0000","last_became_peered":"2021-03-04T23:39:59.480378+0000","last_unstale":"2021-03-04T23:41:20.561798+0000","last_undegraded":"2021-03-04T23:41:20.561798+0000","last_fullsized":"2021-03-04T23:41:20.561798+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25169049,"num_objects":18,"num_object_clones":7,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":6,"num_read":163,"num_read_kb":102492,"num_write":48,"num_write_kb":32796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":12584137,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.6","version":"1057'14","reported_seq":"166","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507011+0000","last_change":"2021-03-04T23:38:57.309358+0000","last_active":"2021-03-04T23:41:19.507011+0000","last_peered":"2021-03-04T23:41:19.507011+0000","last_clean":"2021-03-04T23:41:19.507011+0000","last_became_active":"2021-03-04T23:38:51.242382+0000","last_became_peered":"2021-03-04T23:38:51.242382+0000","last_unstale":"2021-03-04T23:41:19.507011+0000","last_undegraded":"2021-03-04T23:41:19.507011+0000","last_fullsized":"2021-03-04T23:41:19.507011+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.7","version":"1162'187","reported_seq":"886","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.559557+0000","last_change":"2021-03-04T23:41:20.559557+0000","last_active":"2021-03-04T23:41:20.559557+0000","last_peered":"2021-03-04T23:41:20.559557+0000","last_clean":"2021-03-04T23:41:20.559557+0000","last_became_active":"2021-03-04T23:38:49.224453+0000","last_became_peered":"2021-03-04T23:38:49.224453+0000","last_unstale":"2021-03-04T23:41:20.559557+0000","last_undegraded":"2021-03-04T23:41:20.559557+0000","last_fullsized":"2021-03-04T23:41:20.559557+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":187,"ondisk_log_size":187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8390013,"num_objects":11,"num_object_clones":2,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1033,"num_read_kb":82746,"num_write":78,"num_write_kb":16448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.7","version":"1057'13","reported_seq":"162","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516273+0000","last_change":"2021-03-04T23:38:57.321818+0000","last_active":"2021-03-04T23:41:19.516273+0000","last_peered":"2021-03-04T23:41:19.516273+0000","last_clean":"2021-03-04T23:41:19.516273+0000","last_became_active":"2021-03-04T23:38:51.620493+0000","last_became_peered":"2021-03-04T23:38:51.620493+0000","last_unstale":"2021-03-04T23:41:19.516273+0000","last_undegraded":"2021-03-04T23:41:19.516273+0000","last_fullsized":"2021-03-04T23:41:19.516273+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194307,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":2,"num_read_kb":4097,"num_write":3,"num_write_kb":4097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.6","version":"1162'227","reported_seq":"1068","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.560591+0000","last_change":"2021-03-04T23:41:20.555068+0000","last_active":"2021-03-04T23:41:20.560591+0000","last_peered":"2021-03-04T23:41:20.560591+0000","last_clean":"2021-03-04T23:41:20.560591+0000","last_became_active":"2021-03-04T23:40:21.509397+0000","last_became_peered":"2021-03-04T23:40:21.509397+0000","last_unstale":"2021-03-04T23:41:20.560591+0000","last_undegraded":"2021-03-04T23:41:20.560591+0000","last_fullsized":"2021-03-04T23:41:20.560591+0000","mapping_epoch":1104,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":227,"ondisk_log_size":227,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25168092,"num_objects":18,"num_object_clones":3,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":3,"num_read":1193,"num_read_kb":119668,"num_write":109,"num_write_kb":28758,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":33553939,"num_keys_recovered":26,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.4","version":"1057'24","reported_seq":"262","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556431+0000","last_change":"2021-03-04T23:40:18.876638+0000","last_active":"2021-03-04T23:41:20.556431+0000","last_peered":"2021-03-04T23:41:20.556431+0000","last_clean":"2021-03-04T23:41:20.556431+0000","last_became_active":"2021-03-04T23:40:17.236474+0000","last_became_peered":"2021-03-04T23:40:17.236474+0000","last_unstale":"2021-03-04T23:41:20.556431+0000","last_undegraded":"2021-03-04T23:41:20.556431+0000","last_fullsized":"2021-03-04T23:41:20.556431+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":4244,"num_write":10,"num_write_kb":4103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4194302,"num_keys_recovered":8,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.5","version":"1162'102","reported_seq":"551","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553393+0000","last_change":"2021-03-04T23:41:20.553393+0000","last_active":"2021-03-04T23:41:20.553393+0000","last_peered":"2021-03-04T23:41:20.553393+0000","last_clean":"2021-03-04T23:41:20.553393+0000","last_became_active":"2021-03-04T23:38:49.223941+0000","last_became_peered":"2021-03-04T23:38:49.223941+0000","last_unstale":"2021-03-04T23:41:20.553393+0000","last_undegraded":"2021-03-04T23:41:20.553393+0000","last_fullsized":"2021-03-04T23:41:20.553393+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":102,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20973560,"num_objects":16,"num_object_clones":6,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":261,"num_read_kb":73901,"num_write":51,"num_write_kb":20521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.5","version":"1069'12","reported_seq":"167","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506862+0000","last_change":"2021-03-04T23:40:02.209031+0000","last_active":"2021-03-04T23:41:19.506862+0000","last_peered":"2021-03-04T23:41:19.506862+0000","last_clean":"2021-03-04T23:41:19.506862+0000","last_became_active":"2021-03-04T23:39:59.485038+0000","last_became_peered":"2021-03-04T23:39:59.485038+0000","last_unstale":"2021-03-04T23:41:19.506862+0000","last_undegraded":"2021-03-04T23:41:19.506862+0000","last_fullsized":"2021-03-04T23:41:19.506862+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388610,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":1,"num_read_kb":4096,"num_write":4,"num_write_kb":8193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":8388610,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.4","version":"1162'151","reported_seq":"743","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.583285+0000","last_change":"2021-03-04T23:41:20.553568+0000","last_active":"2021-03-04T23:41:20.583285+0000","last_peered":"2021-03-04T23:41:20.583285+0000","last_clean":"2021-03-04T23:41:20.583285+0000","last_became_active":"2021-03-04T23:40:21.509526+0000","last_became_peered":"2021-03-04T23:40:21.509526+0000","last_unstale":"2021-03-04T23:41:20.583285+0000","last_undegraded":"2021-03-04T23:41:20.583285+0000","last_fullsized":"2021-03-04T23:41:20.583285+0000","mapping_epoch":1104,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20972767,"num_objects":19,"num_object_clones":5,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":6,"num_read":662,"num_read_kb":86531,"num_write":57,"num_write_kb":36899,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":20972740,"num_keys_recovered":22,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.2","version":"1033'13","reported_seq":"163","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.555803+0000","last_change":"2021-03-04T23:38:57.310105+0000","last_active":"2021-03-04T23:41:20.555803+0000","last_peered":"2021-03-04T23:41:20.555803+0000","last_clean":"2021-03-04T23:41:20.555803+0000","last_became_active":"2021-03-04T23:38:51.620492+0000","last_became_peered":"2021-03-04T23:38:51.620492+0000","last_unstale":"2021-03-04T23:41:20.555803+0000","last_undegraded":"2021-03-04T23:41:20.555803+0000","last_fullsized":"2021-03-04T23:41:20.555803+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.3","version":"1156'155","reported_seq":"817","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.561486+0000","last_change":"2021-03-04T23:41:20.561486+0000","last_active":"2021-03-04T23:41:20.561486+0000","last_peered":"2021-03-04T23:41:20.561486+0000","last_clean":"2021-03-04T23:41:20.561486+0000","last_became_active":"2021-03-04T23:40:20.484238+0000","last_became_peered":"2021-03-04T23:40:20.484238+0000","last_unstale":"2021-03-04T23:41:20.561486+0000","last_undegraded":"2021-03-04T23:41:20.561486+0000","last_fullsized":"2021-03-04T23:41:20.561486+0000","mapping_epoch":1103,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":155,"ondisk_log_size":155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194530,"num_objects":7,"num_object_clones":1,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":2,"num_read":545,"num_read_kb":78236,"num_write":76,"num_write_kb":28721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34,"num_bytes_recovered":8388010,"num_keys_recovered":23,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.3","version":"1069'28","reported_seq":"283","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506823+0000","last_change":"2021-03-04T23:40:17.702561+0000","last_active":"2021-03-04T23:41:19.506823+0000","last_peered":"2021-03-04T23:41:19.506823+0000","last_clean":"2021-03-04T23:41:19.506823+0000","last_became_active":"2021-03-04T23:40:17.237638+0000","last_became_peered":"2021-03-04T23:40:17.237638+0000","last_unstale":"2021-03-04T23:41:19.506823+0000","last_undegraded":"2021-03-04T23:41:19.506823+0000","last_fullsized":"2021-03-04T23:41:19.506823+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":28,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":151,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":16,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.2","version":"1162'70","reported_seq":"395","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.797003+0000","last_change":"2021-03-04T23:41:20.554597+0000","last_active":"2021-03-04T23:41:20.797003+0000","last_peered":"2021-03-04T23:41:20.797003+0000","last_clean":"2021-03-04T23:41:20.797003+0000","last_became_active":"2021-03-04T23:39:59.482841+0000","last_became_peered":"2021-03-04T23:39:59.482841+0000","last_unstale":"2021-03-04T23:41:20.797003+0000","last_undegraded":"2021-03-04T23:41:20.797003+0000","last_fullsized":"2021-03-04T23:41:20.797003+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1086,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":70,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25166840,"num_objects":18,"num_object_clones":8,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":5,"num_read":29,"num_read_kb":53260,"num_write":22,"num_write_kb":20489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":4194310,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.0","version":"1069'4","reported_seq":"162","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506231+0000","last_change":"2021-03-04T23:39:59.479483+0000","last_active":"2021-03-04T23:41:19.506231+0000","last_peered":"2021-03-04T23:41:19.506231+0000","last_clean":"2021-03-04T23:41:19.506231+0000","last_became_active":"2021-03-04T23:39:59.479192+0000","last_became_peered":"2021-03-04T23:39:59.479192+0000","last_unstale":"2021-03-04T23:41:19.506231+0000","last_undegraded":"2021-03-04T23:41:19.506231+0000","last_fullsized":"2021-03-04T23:41:19.506231+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1","version":"1162'96","reported_seq":"590","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.558422+0000","last_change":"2021-03-04T23:41:20.557437+0000","last_active":"2021-03-04T23:41:20.558422+0000","last_peered":"2021-03-04T23:41:20.558422+0000","last_clean":"2021-03-04T23:41:20.558422+0000","last_became_active":"2021-03-04T23:40:17.236653+0000","last_became_peered":"2021-03-04T23:40:17.236653+0000","last_unstale":"2021-03-04T23:41:20.558422+0000","last_undegraded":"2021-03-04T23:41:20.558422+0000","last_fullsized":"2021-03-04T23:41:20.558422+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":96,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12585270,"num_objects":13,"num_object_clones":4,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":249,"num_read_kb":94377,"num_write":37,"num_write_kb":24602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":8391324,"num_keys_recovered":4,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"45.1","version":"1057'17","reported_seq":"192","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508812+0000","last_change":"2021-03-04T23:40:03.049450+0000","last_active":"2021-03-04T23:41:19.508812+0000","last_peered":"2021-03-04T23:41:19.508812+0000","last_clean":"2021-03-04T23:41:19.508812+0000","last_became_active":"2021-03-04T23:39:59.469679+0000","last_became_peered":"2021-03-04T23:39:59.469679+0000","last_unstale":"2021-03-04T23:41:19.508812+0000","last_undegraded":"2021-03-04T23:41:19.508812+0000","last_fullsized":"2021-03-04T23:41:19.508812+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1086,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":17,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195306,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5,"num_read_kb":12290,"num_write":5,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":4195306,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.0","version":"1162'191","reported_seq":"868","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.559133+0000","last_change":"2021-03-04T23:41:20.559133+0000","last_active":"2021-03-04T23:41:20.559133+0000","last_peered":"2021-03-04T23:41:20.559133+0000","last_clean":"2021-03-04T23:41:20.559133+0000","last_became_active":"2021-03-04T23:40:05.474737+0000","last_became_peered":"2021-03-04T23:40:05.474737+0000","last_unstale":"2021-03-04T23:41:20.559133+0000","last_undegraded":"2021-03-04T23:41:20.559133+0000","last_fullsized":"2021-03-04T23:41:20.559133+0000","mapping_epoch":1088,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1089,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":191,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16778600,"num_objects":19,"num_object_clones":5,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":6,"num_read":628,"num_read_kb":70086,"num_write":96,"num_write_kb":28747,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":4194656,"num_keys_recovered":9,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"77","length":"1"}]},{"pgid":"4.18","version":"0'0","reported_seq":"395","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507607+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:41:19.507607+0000","last_peered":"2021-03-04T23:41:19.507607+0000","last_clean":"2021-03-04T23:41:19.507607+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:41:19.507607+0000","last_undegraded":"2021-03-04T23:41:19.507607+0000","last_fullsized":"2021-03-04T23:41:19.507607+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"228","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509454+0000","last_change":"2021-03-04T23:39:59.478968+0000","last_active":"2021-03-04T23:41:19.509454+0000","last_peered":"2021-03-04T23:41:19.509454+0000","last_clean":"2021-03-04T23:41:19.509454+0000","last_became_active":"2021-03-04T23:39:59.473569+0000","last_became_peered":"2021-03-04T23:39:59.473569+0000","last_unstale":"2021-03-04T23:41:19.509454+0000","last_undegraded":"2021-03-04T23:41:19.509454+0000","last_fullsized":"2021-03-04T23:41:19.509454+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"1154","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506590+0000","last_change":"2021-03-04T23:39:59.479645+0000","last_active":"2021-03-04T23:41:19.506590+0000","last_peered":"2021-03-04T23:41:19.506590+0000","last_clean":"2021-03-04T23:41:19.506590+0000","last_became_active":"2021-03-04T23:39:59.479412+0000","last_became_peered":"2021-03-04T23:39:59.479412+0000","last_unstale":"2021-03-04T23:41:19.506590+0000","last_undegraded":"2021-03-04T23:41:19.506590+0000","last_fullsized":"2021-03-04T23:41:19.506590+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"1135","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507064+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:41:19.507064+0000","last_peered":"2021-03-04T23:41:19.507064+0000","last_clean":"2021-03-04T23:41:19.507064+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:41:19.507064+0000","last_undegraded":"2021-03-04T23:41:19.507064+0000","last_fullsized":"2021-03-04T23:41:19.507064+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"673","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506733+0000","last_change":"2021-03-04T23:39:59.479286+0000","last_active":"2021-03-04T23:41:19.506733+0000","last_peered":"2021-03-04T23:41:19.506733+0000","last_clean":"2021-03-04T23:41:19.506733+0000","last_became_active":"2021-03-04T23:39:59.479081+0000","last_became_peered":"2021-03-04T23:39:59.479081+0000","last_unstale":"2021-03-04T23:41:19.506733+0000","last_undegraded":"2021-03-04T23:41:19.506733+0000","last_fullsized":"2021-03-04T23:41:19.506733+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"1046","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509429+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:41:19.509429+0000","last_peered":"2021-03-04T23:41:19.509429+0000","last_clean":"2021-03-04T23:41:19.509429+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:41:19.509429+0000","last_undegraded":"2021-03-04T23:41:19.509429+0000","last_fullsized":"2021-03-04T23:41:19.509429+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"975","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506768+0000","last_change":"2021-03-04T23:37:19.089741+0000","last_active":"2021-03-04T23:41:19.506768+0000","last_peered":"2021-03-04T23:41:19.506768+0000","last_clean":"2021-03-04T23:41:19.506768+0000","last_became_active":"2021-03-04T23:37:19.089443+0000","last_became_peered":"2021-03-04T23:37:19.089443+0000","last_unstale":"2021-03-04T23:41:19.506768+0000","last_undegraded":"2021-03-04T23:41:19.506768+0000","last_fullsized":"2021-03-04T23:41:19.506768+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"1108","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509829+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:41:19.509829+0000","last_peered":"2021-03-04T23:41:19.509829+0000","last_clean":"2021-03-04T23:41:19.509829+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:41:19.509829+0000","last_undegraded":"2021-03-04T23:41:19.509829+0000","last_fullsized":"2021-03-04T23:41:19.509829+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"1168","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556824+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:41:20.556824+0000","last_peered":"2021-03-04T23:41:20.556824+0000","last_clean":"2021-03-04T23:41:20.556824+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:41:20.556824+0000","last_undegraded":"2021-03-04T23:41:20.556824+0000","last_fullsized":"2021-03-04T23:41:20.556824+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"70","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515188+0000","last_change":"2021-03-04T23:40:17.239562+0000","last_active":"2021-03-04T23:41:19.515188+0000","last_peered":"2021-03-04T23:41:19.515188+0000","last_clean":"2021-03-04T23:41:19.515188+0000","last_became_active":"2021-03-04T23:40:17.239175+0000","last_became_peered":"2021-03-04T23:40:17.239175+0000","last_unstale":"2021-03-04T23:41:19.515188+0000","last_undegraded":"2021-03-04T23:41:19.515188+0000","last_fullsized":"2021-03-04T23:41:19.515188+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"375","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515899+0000","last_change":"2021-03-04T23:40:17.710246+0000","last_active":"2021-03-04T23:41:19.515899+0000","last_peered":"2021-03-04T23:41:19.515899+0000","last_clean":"2021-03-04T23:41:19.515899+0000","last_became_active":"2021-03-04T23:40:17.238788+0000","last_became_peered":"2021-03-04T23:40:17.238788+0000","last_unstale":"2021-03-04T23:41:19.515899+0000","last_undegraded":"2021-03-04T23:41:19.515899+0000","last_fullsized":"2021-03-04T23:41:19.515899+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"263","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509509+0000","last_change":"2021-03-04T23:37:19.087220+0000","last_active":"2021-03-04T23:41:19.509509+0000","last_peered":"2021-03-04T23:41:19.509509+0000","last_clean":"2021-03-04T23:41:19.509509+0000","last_became_active":"2021-03-04T23:37:19.086935+0000","last_became_peered":"2021-03-04T23:37:19.086935+0000","last_unstale":"2021-03-04T23:41:19.509509+0000","last_undegraded":"2021-03-04T23:41:19.509509+0000","last_fullsized":"2021-03-04T23:41:19.509509+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"872","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554134+0000","last_change":"2021-03-04T23:39:59.667152+0000","last_active":"2021-03-04T23:41:20.554134+0000","last_peered":"2021-03-04T23:41:20.554134+0000","last_clean":"2021-03-04T23:41:20.554134+0000","last_became_active":"2021-03-04T23:39:59.477904+0000","last_became_peered":"2021-03-04T23:39:59.477904+0000","last_unstale":"2021-03-04T23:41:20.554134+0000","last_undegraded":"2021-03-04T23:41:20.554134+0000","last_fullsized":"2021-03-04T23:41:20.554134+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1452","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516477+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:41:19.516477+0000","last_peered":"2021-03-04T23:41:19.516477+0000","last_clean":"2021-03-04T23:41:19.516477+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:41:19.516477+0000","last_undegraded":"2021-03-04T23:41:19.516477+0000","last_fullsized":"2021-03-04T23:41:19.516477+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"622","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506649+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:41:19.506649+0000","last_peered":"2021-03-04T23:41:19.506649+0000","last_clean":"2021-03-04T23:41:19.506649+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:41:19.506649+0000","last_undegraded":"2021-03-04T23:41:19.506649+0000","last_fullsized":"2021-03-04T23:41:19.506649+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"1163","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506746+0000","last_change":"2021-03-04T23:39:59.483103+0000","last_active":"2021-03-04T23:41:19.506746+0000","last_peered":"2021-03-04T23:41:19.506746+0000","last_clean":"2021-03-04T23:41:19.506746+0000","last_became_active":"2021-03-04T23:39:59.482447+0000","last_became_peered":"2021-03-04T23:39:59.482447+0000","last_unstale":"2021-03-04T23:41:19.506746+0000","last_undegraded":"2021-03-04T23:41:19.506746+0000","last_fullsized":"2021-03-04T23:41:19.506746+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"572","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553752+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:41:20.553752+0000","last_peered":"2021-03-04T23:41:20.553752+0000","last_clean":"2021-03-04T23:41:20.553752+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:41:20.553752+0000","last_undegraded":"2021-03-04T23:41:20.553752+0000","last_fullsized":"2021-03-04T23:41:20.553752+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"1141","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507224+0000","last_change":"2021-03-04T23:39:59.577229+0000","last_active":"2021-03-04T23:41:19.507224+0000","last_peered":"2021-03-04T23:41:19.507224+0000","last_clean":"2021-03-04T23:41:19.507224+0000","last_became_active":"2021-03-04T23:39:59.476771+0000","last_became_peered":"2021-03-04T23:39:59.476771+0000","last_unstale":"2021-03-04T23:41:19.507224+0000","last_undegraded":"2021-03-04T23:41:19.507224+0000","last_fullsized":"2021-03-04T23:41:19.507224+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"393","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556492+0000","last_change":"2021-03-04T23:37:19.084412+0000","last_active":"2021-03-04T23:41:20.556492+0000","last_peered":"2021-03-04T23:41:20.556492+0000","last_clean":"2021-03-04T23:41:20.556492+0000","last_became_active":"2021-03-04T23:37:19.084166+0000","last_became_peered":"2021-03-04T23:37:19.084166+0000","last_unstale":"2021-03-04T23:41:20.556492+0000","last_undegraded":"2021-03-04T23:41:20.556492+0000","last_fullsized":"2021-03-04T23:41:20.556492+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"970","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509205+0000","last_change":"2021-03-04T23:40:17.239580+0000","last_active":"2021-03-04T23:41:19.509205+0000","last_peered":"2021-03-04T23:41:19.509205+0000","last_clean":"2021-03-04T23:41:19.509205+0000","last_became_active":"2021-03-04T23:40:17.238918+0000","last_became_peered":"2021-03-04T23:40:17.238918+0000","last_unstale":"2021-03-04T23:41:19.509205+0000","last_undegraded":"2021-03-04T23:41:19.509205+0000","last_fullsized":"2021-03-04T23:41:19.509205+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"503","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553933+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:41:20.553933+0000","last_peered":"2021-03-04T23:41:20.553933+0000","last_clean":"2021-03-04T23:41:20.553933+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:41:20.553933+0000","last_undegraded":"2021-03-04T23:41:20.553933+0000","last_fullsized":"2021-03-04T23:41:20.553933+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"78","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515273+0000","last_change":"2021-03-04T23:40:19.581414+0000","last_active":"2021-03-04T23:41:19.515273+0000","last_peered":"2021-03-04T23:41:19.515273+0000","last_clean":"2021-03-04T23:41:19.515273+0000","last_became_active":"2021-03-04T23:40:17.238622+0000","last_became_peered":"2021-03-04T23:40:17.238622+0000","last_unstale":"2021-03-04T23:41:19.515273+0000","last_undegraded":"2021-03-04T23:41:19.515273+0000","last_fullsized":"2021-03-04T23:41:19.515273+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":50,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"1186","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516271+0000","last_change":"2021-03-04T23:39:59.481699+0000","last_active":"2021-03-04T23:41:19.516271+0000","last_peered":"2021-03-04T23:41:19.516271+0000","last_clean":"2021-03-04T23:41:19.516271+0000","last_became_active":"2021-03-04T23:39:59.481397+0000","last_became_peered":"2021-03-04T23:39:59.481397+0000","last_unstale":"2021-03-04T23:41:19.516271+0000","last_undegraded":"2021-03-04T23:41:19.516271+0000","last_fullsized":"2021-03-04T23:41:19.516271+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"966","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553933+0000","last_change":"2021-03-04T23:39:59.484898+0000","last_active":"2021-03-04T23:41:20.553933+0000","last_peered":"2021-03-04T23:41:20.553933+0000","last_clean":"2021-03-04T23:41:20.553933+0000","last_became_active":"2021-03-04T23:39:59.484610+0000","last_became_peered":"2021-03-04T23:39:59.484610+0000","last_unstale":"2021-03-04T23:41:20.553933+0000","last_undegraded":"2021-03-04T23:41:20.553933+0000","last_fullsized":"2021-03-04T23:41:20.553933+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"1005","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506439+0000","last_change":"2021-03-04T23:39:59.478243+0000","last_active":"2021-03-04T23:41:19.506439+0000","last_peered":"2021-03-04T23:41:19.506439+0000","last_clean":"2021-03-04T23:41:19.506439+0000","last_became_active":"2021-03-04T23:39:59.476792+0000","last_became_peered":"2021-03-04T23:39:59.476792+0000","last_unstale":"2021-03-04T23:41:19.506439+0000","last_undegraded":"2021-03-04T23:41:19.506439+0000","last_fullsized":"2021-03-04T23:41:19.506439+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"78","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.514962+0000","last_change":"2021-03-04T23:40:17.534825+0000","last_active":"2021-03-04T23:41:19.514962+0000","last_peered":"2021-03-04T23:41:19.514962+0000","last_clean":"2021-03-04T23:41:19.514962+0000","last_became_active":"2021-03-04T23:40:17.236248+0000","last_became_peered":"2021-03-04T23:40:17.236248+0000","last_unstale":"2021-03-04T23:41:19.514962+0000","last_undegraded":"2021-03-04T23:41:19.514962+0000","last_fullsized":"2021-03-04T23:41:19.514962+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":31,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"520","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553617+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:41:20.553617+0000","last_peered":"2021-03-04T23:41:20.553617+0000","last_clean":"2021-03-04T23:41:20.553617+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:41:20.553617+0000","last_undegraded":"2021-03-04T23:41:20.553617+0000","last_fullsized":"2021-03-04T23:41:20.553617+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"387","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515945+0000","last_change":"2021-03-04T23:40:17.237914+0000","last_active":"2021-03-04T23:41:19.515945+0000","last_peered":"2021-03-04T23:41:19.515945+0000","last_clean":"2021-03-04T23:41:19.515945+0000","last_became_active":"2021-03-04T23:40:17.237672+0000","last_became_peered":"2021-03-04T23:40:17.237672+0000","last_unstale":"2021-03-04T23:41:19.515945+0000","last_undegraded":"2021-03-04T23:41:19.515945+0000","last_fullsized":"2021-03-04T23:41:19.515945+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"1120","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506628+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:41:19.506628+0000","last_peered":"2021-03-04T23:41:19.506628+0000","last_clean":"2021-03-04T23:41:19.506628+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:41:19.506628+0000","last_undegraded":"2021-03-04T23:41:19.506628+0000","last_fullsized":"2021-03-04T23:41:19.506628+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"940","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516113+0000","last_change":"2021-03-04T23:40:10.804167+0000","last_active":"2021-03-04T23:41:19.516113+0000","last_peered":"2021-03-04T23:41:19.516113+0000","last_clean":"2021-03-04T23:41:19.516113+0000","last_became_active":"2021-03-04T23:39:59.480373+0000","last_became_peered":"2021-03-04T23:39:59.480373+0000","last_unstale":"2021-03-04T23:41:19.516113+0000","last_undegraded":"2021-03-04T23:41:19.516113+0000","last_fullsized":"2021-03-04T23:41:19.516113+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.804002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.804002+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1405","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509482+0000","last_change":"2021-03-04T23:33:33.485534+0000","last_active":"2021-03-04T23:41:19.509482+0000","last_peered":"2021-03-04T23:41:19.509482+0000","last_clean":"2021-03-04T23:41:19.509482+0000","last_became_active":"2021-03-04T23:32:19.279510+0000","last_became_peered":"2021-03-04T23:32:19.279510+0000","last_unstale":"2021-03-04T23:41:19.509482+0000","last_undegraded":"2021-03-04T23:41:19.509482+0000","last_fullsized":"2021-03-04T23:41:19.509482+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.627856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.627856+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":333,"num_read_kb":304,"num_write":104,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"518","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554153+0000","last_change":"2021-03-04T23:39:59.486166+0000","last_active":"2021-03-04T23:41:20.554153+0000","last_peered":"2021-03-04T23:41:20.554153+0000","last_clean":"2021-03-04T23:41:20.554153+0000","last_became_active":"2021-03-04T23:39:59.485969+0000","last_became_peered":"2021-03-04T23:39:59.485969+0000","last_unstale":"2021-03-04T23:41:20.554153+0000","last_undegraded":"2021-03-04T23:41:20.554153+0000","last_fullsized":"2021-03-04T23:41:20.554153+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"497","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553217+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:41:20.553217+0000","last_peered":"2021-03-04T23:41:20.553217+0000","last_clean":"2021-03-04T23:41:20.553217+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:41:20.553217+0000","last_undegraded":"2021-03-04T23:41:20.553217+0000","last_fullsized":"2021-03-04T23:41:20.553217+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"1333","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.555856+0000","last_change":"2021-03-04T23:40:05.160126+0000","last_active":"2021-03-04T23:41:20.555856+0000","last_peered":"2021-03-04T23:41:20.555856+0000","last_clean":"2021-03-04T23:41:20.555856+0000","last_became_active":"2021-03-04T23:39:59.481635+0000","last_became_peered":"2021-03-04T23:39:59.481635+0000","last_unstale":"2021-03-04T23:41:20.555856+0000","last_undegraded":"2021-03-04T23:41:20.555856+0000","last_fullsized":"2021-03-04T23:41:20.555856+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.103966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.103966+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"983","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.555826+0000","last_change":"2021-03-04T23:39:59.472213+0000","last_active":"2021-03-04T23:41:20.555826+0000","last_peered":"2021-03-04T23:41:20.555826+0000","last_clean":"2021-03-04T23:41:20.555826+0000","last_became_active":"2021-03-04T23:39:59.471807+0000","last_became_peered":"2021-03-04T23:39:59.471807+0000","last_unstale":"2021-03-04T23:41:20.555826+0000","last_undegraded":"2021-03-04T23:41:20.555826+0000","last_fullsized":"2021-03-04T23:41:20.555826+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"479","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553736+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:41:20.553736+0000","last_peered":"2021-03-04T23:41:20.553736+0000","last_clean":"2021-03-04T23:41:20.553736+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:41:20.553736+0000","last_undegraded":"2021-03-04T23:41:20.553736+0000","last_fullsized":"2021-03-04T23:41:20.553736+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"1031","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515728+0000","last_change":"2021-03-04T23:39:59.480657+0000","last_active":"2021-03-04T23:41:19.515728+0000","last_peered":"2021-03-04T23:41:19.515728+0000","last_clean":"2021-03-04T23:41:19.515728+0000","last_became_active":"2021-03-04T23:39:59.480272+0000","last_became_peered":"2021-03-04T23:39:59.480272+0000","last_unstale":"2021-03-04T23:41:19.515728+0000","last_undegraded":"2021-03-04T23:41:19.515728+0000","last_fullsized":"2021-03-04T23:41:19.515728+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"1163","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509178+0000","last_change":"2021-03-04T23:33:33.485359+0000","last_active":"2021-03-04T23:41:19.509178+0000","last_peered":"2021-03-04T23:41:19.509178+0000","last_clean":"2021-03-04T23:41:19.509178+0000","last_became_active":"2021-03-04T23:32:19.278423+0000","last_became_peered":"2021-03-04T23:32:19.278423+0000","last_unstale":"2021-03-04T23:41:19.509178+0000","last_undegraded":"2021-03-04T23:41:19.509178+0000","last_fullsized":"2021-03-04T23:41:19.509178+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:15.670543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:15.670543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"567","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509614+0000","last_change":"2021-03-04T23:39:59.474586+0000","last_active":"2021-03-04T23:41:19.509614+0000","last_peered":"2021-03-04T23:41:19.509614+0000","last_clean":"2021-03-04T23:41:19.509614+0000","last_became_active":"2021-03-04T23:39:59.473895+0000","last_became_peered":"2021-03-04T23:39:59.473895+0000","last_unstale":"2021-03-04T23:41:19.509614+0000","last_undegraded":"2021-03-04T23:41:19.509614+0000","last_fullsized":"2021-03-04T23:41:19.509614+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"512","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553653+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:41:20.553653+0000","last_peered":"2021-03-04T23:41:20.553653+0000","last_clean":"2021-03-04T23:41:20.553653+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:41:20.553653+0000","last_undegraded":"2021-03-04T23:41:20.553653+0000","last_fullsized":"2021-03-04T23:41:20.553653+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"1097","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509557+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:41:19.509557+0000","last_peered":"2021-03-04T23:41:19.509557+0000","last_clean":"2021-03-04T23:41:19.509557+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:41:19.509557+0000","last_undegraded":"2021-03-04T23:41:19.509557+0000","last_fullsized":"2021-03-04T23:41:19.509557+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"566","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553836+0000","last_change":"2021-03-04T23:40:17.236654+0000","last_active":"2021-03-04T23:41:20.553836+0000","last_peered":"2021-03-04T23:41:20.553836+0000","last_clean":"2021-03-04T23:41:20.553836+0000","last_became_active":"2021-03-04T23:40:17.236386+0000","last_became_peered":"2021-03-04T23:40:17.236386+0000","last_unstale":"2021-03-04T23:41:20.553836+0000","last_undegraded":"2021-03-04T23:41:20.553836+0000","last_fullsized":"2021-03-04T23:41:20.553836+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:27.584950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:27.584950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"1171","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516440+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:41:19.516440+0000","last_peered":"2021-03-04T23:41:19.516440+0000","last_clean":"2021-03-04T23:41:19.516440+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:41:19.516440+0000","last_undegraded":"2021-03-04T23:41:19.516440+0000","last_fullsized":"2021-03-04T23:41:19.516440+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"517","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554201+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:41:20.554201+0000","last_peered":"2021-03-04T23:41:20.554201+0000","last_clean":"2021-03-04T23:41:20.554201+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:41:20.554201+0000","last_undegraded":"2021-03-04T23:41:20.554201+0000","last_fullsized":"2021-03-04T23:41:20.554201+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"1151","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506663+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:41:19.506663+0000","last_peered":"2021-03-04T23:41:19.506663+0000","last_clean":"2021-03-04T23:41:19.506663+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:41:19.506663+0000","last_undegraded":"2021-03-04T23:41:19.506663+0000","last_fullsized":"2021-03-04T23:41:19.506663+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"625","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553482+0000","last_change":"2021-03-04T23:40:17.524238+0000","last_active":"2021-03-04T23:41:20.553482+0000","last_peered":"2021-03-04T23:41:20.553482+0000","last_clean":"2021-03-04T23:41:20.553482+0000","last_became_active":"2021-03-04T23:40:17.236517+0000","last_became_peered":"2021-03-04T23:40:17.236517+0000","last_unstale":"2021-03-04T23:41:20.553482+0000","last_undegraded":"2021-03-04T23:41:20.553482+0000","last_fullsized":"2021-03-04T23:41:20.553482+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"529","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509214+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:41:19.509214+0000","last_peered":"2021-03-04T23:41:19.509214+0000","last_clean":"2021-03-04T23:41:19.509214+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:41:19.509214+0000","last_undegraded":"2021-03-04T23:41:19.509214+0000","last_fullsized":"2021-03-04T23:41:19.509214+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"1032","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516230+0000","last_change":"2021-03-04T23:37:19.088503+0000","last_active":"2021-03-04T23:41:19.516230+0000","last_peered":"2021-03-04T23:41:19.516230+0000","last_clean":"2021-03-04T23:41:19.516230+0000","last_became_active":"2021-03-04T23:37:19.088285+0000","last_became_peered":"2021-03-04T23:37:19.088285+0000","last_unstale":"2021-03-04T23:41:19.516230+0000","last_undegraded":"2021-03-04T23:41:19.516230+0000","last_fullsized":"2021-03-04T23:41:19.516230+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"630","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556040+0000","last_change":"2021-03-04T23:40:17.236908+0000","last_active":"2021-03-04T23:41:20.556040+0000","last_peered":"2021-03-04T23:41:20.556040+0000","last_clean":"2021-03-04T23:41:20.556040+0000","last_became_active":"2021-03-04T23:40:17.236454+0000","last_became_peered":"2021-03-04T23:40:17.236454+0000","last_unstale":"2021-03-04T23:41:20.556040+0000","last_undegraded":"2021-03-04T23:41:20.556040+0000","last_fullsized":"2021-03-04T23:41:20.556040+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"70","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.514911+0000","last_change":"2021-03-04T23:40:17.238194+0000","last_active":"2021-03-04T23:41:19.514911+0000","last_peered":"2021-03-04T23:41:19.514911+0000","last_clean":"2021-03-04T23:41:19.514911+0000","last_became_active":"2021-03-04T23:40:17.237044+0000","last_became_peered":"2021-03-04T23:40:17.237044+0000","last_unstale":"2021-03-04T23:41:19.514911+0000","last_undegraded":"2021-03-04T23:41:19.514911+0000","last_fullsized":"2021-03-04T23:41:19.514911+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"775'3","last_scrub_stamp":"2021-03-04T23:40:10.144195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.144195+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"532","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553707+0000","last_change":"2021-03-04T23:39:59.482550+0000","last_active":"2021-03-04T23:41:20.553707+0000","last_peered":"2021-03-04T23:41:20.553707+0000","last_clean":"2021-03-04T23:41:20.553707+0000","last_became_active":"2021-03-04T23:39:59.481369+0000","last_became_peered":"2021-03-04T23:39:59.481369+0000","last_unstale":"2021-03-04T23:41:20.553707+0000","last_undegraded":"2021-03-04T23:41:20.553707+0000","last_fullsized":"2021-03-04T23:41:20.553707+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"873","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556927+0000","last_change":"2021-03-04T23:37:19.084550+0000","last_active":"2021-03-04T23:41:20.556927+0000","last_peered":"2021-03-04T23:41:20.556927+0000","last_clean":"2021-03-04T23:41:20.556927+0000","last_became_active":"2021-03-04T23:37:19.084315+0000","last_became_peered":"2021-03-04T23:37:19.084315+0000","last_unstale":"2021-03-04T23:41:20.556927+0000","last_undegraded":"2021-03-04T23:41:20.556927+0000","last_fullsized":"2021-03-04T23:41:20.556927+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"1154","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515493+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:41:19.515493+0000","last_peered":"2021-03-04T23:41:19.515493+0000","last_clean":"2021-03-04T23:41:19.515493+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:41:19.515493+0000","last_undegraded":"2021-03-04T23:41:19.515493+0000","last_fullsized":"2021-03-04T23:41:19.515493+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"989","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509482+0000","last_change":"2021-03-04T23:40:17.706844+0000","last_active":"2021-03-04T23:41:19.509482+0000","last_peered":"2021-03-04T23:41:19.509482+0000","last_clean":"2021-03-04T23:41:19.509482+0000","last_became_active":"2021-03-04T23:40:17.239295+0000","last_became_peered":"2021-03-04T23:40:17.239295+0000","last_unstale":"2021-03-04T23:41:19.509482+0000","last_undegraded":"2021-03-04T23:41:19.509482+0000","last_fullsized":"2021-03-04T23:41:19.509482+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"374","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508855+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:41:19.508855+0000","last_peered":"2021-03-04T23:41:19.508855+0000","last_clean":"2021-03-04T23:41:19.508855+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:41:19.508855+0000","last_undegraded":"2021-03-04T23:41:19.508855+0000","last_fullsized":"2021-03-04T23:41:19.508855+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"817","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506823+0000","last_change":"2021-03-04T23:37:19.089471+0000","last_active":"2021-03-04T23:41:19.506823+0000","last_peered":"2021-03-04T23:41:19.506823+0000","last_clean":"2021-03-04T23:41:19.506823+0000","last_became_active":"2021-03-04T23:37:19.089245+0000","last_became_peered":"2021-03-04T23:37:19.089245+0000","last_unstale":"2021-03-04T23:41:19.506823+0000","last_undegraded":"2021-03-04T23:41:19.506823+0000","last_fullsized":"2021-03-04T23:41:19.506823+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"1117","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506530+0000","last_change":"2021-03-04T23:40:00.027586+0000","last_active":"2021-03-04T23:41:19.506530+0000","last_peered":"2021-03-04T23:41:19.506530+0000","last_clean":"2021-03-04T23:41:19.506530+0000","last_became_active":"2021-03-04T23:39:59.482370+0000","last_became_peered":"2021-03-04T23:39:59.482370+0000","last_unstale":"2021-03-04T23:41:19.506530+0000","last_undegraded":"2021-03-04T23:41:19.506530+0000","last_fullsized":"2021-03-04T23:41:19.506530+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"1117","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553336+0000","last_change":"2021-03-04T23:40:20.485031+0000","last_active":"2021-03-04T23:41:20.553336+0000","last_peered":"2021-03-04T23:41:20.553336+0000","last_clean":"2021-03-04T23:41:20.553336+0000","last_became_active":"2021-03-04T23:40:20.484653+0000","last_became_peered":"2021-03-04T23:40:20.484653+0000","last_unstale":"2021-03-04T23:41:20.553336+0000","last_undegraded":"2021-03-04T23:41:20.553336+0000","last_fullsized":"2021-03-04T23:41:20.553336+0000","mapping_epoch":1103,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1104,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"70","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515024+0000","last_change":"2021-03-04T23:40:17.238381+0000","last_active":"2021-03-04T23:41:19.515024+0000","last_peered":"2021-03-04T23:41:19.515024+0000","last_clean":"2021-03-04T23:41:19.515024+0000","last_became_active":"2021-03-04T23:40:17.237254+0000","last_became_peered":"2021-03-04T23:40:17.237254+0000","last_unstale":"2021-03-04T23:41:19.515024+0000","last_undegraded":"2021-03-04T23:41:19.515024+0000","last_fullsized":"2021-03-04T23:41:19.515024+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"966","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553520+0000","last_change":"2021-03-04T23:39:59.477817+0000","last_active":"2021-03-04T23:41:20.553520+0000","last_peered":"2021-03-04T23:41:20.553520+0000","last_clean":"2021-03-04T23:41:20.553520+0000","last_became_active":"2021-03-04T23:39:59.477607+0000","last_became_peered":"2021-03-04T23:39:59.477607+0000","last_unstale":"2021-03-04T23:41:20.553520+0000","last_undegraded":"2021-03-04T23:41:20.553520+0000","last_fullsized":"2021-03-04T23:41:20.553520+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"1082","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509801+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:41:19.509801+0000","last_peered":"2021-03-04T23:41:19.509801+0000","last_clean":"2021-03-04T23:41:19.509801+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:41:19.509801+0000","last_undegraded":"2021-03-04T23:41:19.509801+0000","last_fullsized":"2021-03-04T23:41:19.509801+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"865","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554141+0000","last_change":"2021-03-04T23:33:57.242730+0000","last_active":"2021-03-04T23:41:20.554141+0000","last_peered":"2021-03-04T23:41:20.554141+0000","last_clean":"2021-03-04T23:41:20.554141+0000","last_became_active":"2021-03-04T23:33:56.617063+0000","last_became_peered":"2021-03-04T23:33:56.617063+0000","last_unstale":"2021-03-04T23:41:20.554141+0000","last_undegraded":"2021-03-04T23:41:20.554141+0000","last_fullsized":"2021-03-04T23:41:20.554141+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:37.756997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:37.756997+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":579,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"389","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508953+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:41:19.508953+0000","last_peered":"2021-03-04T23:41:19.508953+0000","last_clean":"2021-03-04T23:41:19.508953+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:41:19.508953+0000","last_undegraded":"2021-03-04T23:41:19.508953+0000","last_fullsized":"2021-03-04T23:41:19.508953+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"354","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515606+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:41:19.515606+0000","last_peered":"2021-03-04T23:41:19.515606+0000","last_clean":"2021-03-04T23:41:19.515606+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:41:19.515606+0000","last_undegraded":"2021-03-04T23:41:19.515606+0000","last_fullsized":"2021-03-04T23:41:19.515606+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"74","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515266+0000","last_change":"2021-03-04T23:40:17.261731+0000","last_active":"2021-03-04T23:41:19.515266+0000","last_peered":"2021-03-04T23:41:19.515266+0000","last_clean":"2021-03-04T23:41:19.515266+0000","last_became_active":"2021-03-04T23:40:17.239068+0000","last_became_peered":"2021-03-04T23:40:17.239068+0000","last_unstale":"2021-03-04T23:41:19.515266+0000","last_undegraded":"2021-03-04T23:41:19.515266+0000","last_fullsized":"2021-03-04T23:41:19.515266+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"1344","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.557523+0000","last_change":"2021-03-04T23:40:05.195420+0000","last_active":"2021-03-04T23:41:20.557523+0000","last_peered":"2021-03-04T23:41:20.557523+0000","last_clean":"2021-03-04T23:41:20.557523+0000","last_became_active":"2021-03-04T23:39:59.482267+0000","last_became_peered":"2021-03-04T23:39:59.482267+0000","last_unstale":"2021-03-04T23:41:20.557523+0000","last_undegraded":"2021-03-04T23:41:20.557523+0000","last_fullsized":"2021-03-04T23:41:20.557523+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:39.123991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:39.123991+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":559,"num_read_kb":2528,"num_write":91,"num_write_kb":2089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"1205","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516421+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:41:19.516421+0000","last_peered":"2021-03-04T23:41:19.516421+0000","last_clean":"2021-03-04T23:41:19.516421+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:41:19.516421+0000","last_undegraded":"2021-03-04T23:41:19.516421+0000","last_fullsized":"2021-03-04T23:41:19.516421+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"904","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553332+0000","last_change":"2021-03-04T23:37:19.089413+0000","last_active":"2021-03-04T23:41:20.553332+0000","last_peered":"2021-03-04T23:41:20.553332+0000","last_clean":"2021-03-04T23:41:20.553332+0000","last_became_active":"2021-03-04T23:37:19.089171+0000","last_became_peered":"2021-03-04T23:37:19.089171+0000","last_unstale":"2021-03-04T23:41:20.553332+0000","last_undegraded":"2021-03-04T23:41:20.553332+0000","last_fullsized":"2021-03-04T23:41:20.553332+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"972","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554241+0000","last_change":"2021-03-04T23:39:59.937613+0000","last_active":"2021-03-04T23:41:20.554241+0000","last_peered":"2021-03-04T23:41:20.554241+0000","last_clean":"2021-03-04T23:41:20.554241+0000","last_became_active":"2021-03-04T23:39:59.478182+0000","last_became_peered":"2021-03-04T23:39:59.478182+0000","last_unstale":"2021-03-04T23:41:20.554241+0000","last_undegraded":"2021-03-04T23:41:20.554241+0000","last_fullsized":"2021-03-04T23:41:20.554241+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"933","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509199+0000","last_change":"2021-03-04T23:40:17.715929+0000","last_active":"2021-03-04T23:41:19.509199+0000","last_peered":"2021-03-04T23:41:19.509199+0000","last_clean":"2021-03-04T23:41:19.509199+0000","last_became_active":"2021-03-04T23:40:17.238967+0000","last_became_peered":"2021-03-04T23:40:17.238967+0000","last_unstale":"2021-03-04T23:41:19.509199+0000","last_undegraded":"2021-03-04T23:41:19.509199+0000","last_fullsized":"2021-03-04T23:41:19.509199+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:38.736031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:38.736031+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":471,"num_read_kb":584,"num_write":46,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"621","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506847+0000","last_change":"2021-03-04T23:39:59.475198+0000","last_active":"2021-03-04T23:41:19.506847+0000","last_peered":"2021-03-04T23:41:19.506847+0000","last_clean":"2021-03-04T23:41:19.506847+0000","last_became_active":"2021-03-04T23:39:59.474949+0000","last_became_peered":"2021-03-04T23:39:59.474949+0000","last_unstale":"2021-03-04T23:41:19.506847+0000","last_undegraded":"2021-03-04T23:41:19.506847+0000","last_fullsized":"2021-03-04T23:41:19.506847+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"383","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508718+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:41:19.508718+0000","last_peered":"2021-03-04T23:41:19.508718+0000","last_clean":"2021-03-04T23:41:19.508718+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:41:19.508718+0000","last_undegraded":"2021-03-04T23:41:19.508718+0000","last_fullsized":"2021-03-04T23:41:19.508718+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"163","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554252+0000","last_change":"2021-03-04T23:40:00.031349+0000","last_active":"2021-03-04T23:41:20.554252+0000","last_peered":"2021-03-04T23:41:20.554252+0000","last_clean":"2021-03-04T23:41:20.554252+0000","last_became_active":"2021-03-04T23:39:59.480860+0000","last_became_peered":"2021-03-04T23:39:59.480860+0000","last_unstale":"2021-03-04T23:41:20.554252+0000","last_undegraded":"2021-03-04T23:41:20.554252+0000","last_fullsized":"2021-03-04T23:41:20.554252+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"881","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556627+0000","last_change":"2021-03-04T23:33:33.489600+0000","last_active":"2021-03-04T23:41:20.556627+0000","last_peered":"2021-03-04T23:41:20.556627+0000","last_clean":"2021-03-04T23:41:20.556627+0000","last_became_active":"2021-03-04T23:28:29.267295+0000","last_became_peered":"2021-03-04T23:28:29.267295+0000","last_unstale":"2021-03-04T23:41:20.556627+0000","last_undegraded":"2021-03-04T23:41:20.556627+0000","last_fullsized":"2021-03-04T23:41:20.556627+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:49.139917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:49.139917+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":412,"num_read_kb":477,"num_write":54,"num_write_kb":1134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"304","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.554202+0000","last_change":"2021-03-04T23:37:19.085681+0000","last_active":"2021-03-04T23:41:20.554202+0000","last_peered":"2021-03-04T23:41:20.554202+0000","last_clean":"2021-03-04T23:41:20.554202+0000","last_became_active":"2021-03-04T23:37:19.085450+0000","last_became_peered":"2021-03-04T23:37:19.085450+0000","last_unstale":"2021-03-04T23:41:20.554202+0000","last_undegraded":"2021-03-04T23:41:20.554202+0000","last_fullsized":"2021-03-04T23:41:20.554202+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"1142","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507106+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:41:19.507106+0000","last_peered":"2021-03-04T23:41:19.507106+0000","last_clean":"2021-03-04T23:41:19.507106+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:41:19.507106+0000","last_undegraded":"2021-03-04T23:41:19.507106+0000","last_fullsized":"2021-03-04T23:41:19.507106+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"1260","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516325+0000","last_change":"2021-03-04T23:39:59.489623+0000","last_active":"2021-03-04T23:41:19.516325+0000","last_peered":"2021-03-04T23:41:19.516325+0000","last_clean":"2021-03-04T23:41:19.516325+0000","last_became_active":"2021-03-04T23:39:59.475708+0000","last_became_peered":"2021-03-04T23:39:59.475708+0000","last_unstale":"2021-03-04T23:41:19.516325+0000","last_undegraded":"2021-03-04T23:41:19.516325+0000","last_fullsized":"2021-03-04T23:41:19.516325+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"521","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515385+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:41:19.515385+0000","last_peered":"2021-03-04T23:41:19.515385+0000","last_clean":"2021-03-04T23:41:19.515385+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:41:19.515385+0000","last_undegraded":"2021-03-04T23:41:19.515385+0000","last_fullsized":"2021-03-04T23:41:19.515385+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"463","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509334+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:41:19.509334+0000","last_peered":"2021-03-04T23:41:19.509334+0000","last_clean":"2021-03-04T23:41:19.509334+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:41:19.509334+0000","last_undegraded":"2021-03-04T23:41:19.509334+0000","last_fullsized":"2021-03-04T23:41:19.509334+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"964","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507148+0000","last_change":"2021-03-04T23:39:59.480953+0000","last_active":"2021-03-04T23:41:19.507148+0000","last_peered":"2021-03-04T23:41:19.507148+0000","last_clean":"2021-03-04T23:41:19.507148+0000","last_became_active":"2021-03-04T23:39:59.480730+0000","last_became_peered":"2021-03-04T23:39:59.480730+0000","last_unstale":"2021-03-04T23:41:19.507148+0000","last_undegraded":"2021-03-04T23:41:19.507148+0000","last_fullsized":"2021-03-04T23:41:19.507148+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"508","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508840+0000","last_change":"2021-03-04T23:40:17.237521+0000","last_active":"2021-03-04T23:41:19.508840+0000","last_peered":"2021-03-04T23:41:19.508840+0000","last_clean":"2021-03-04T23:41:19.508840+0000","last_became_active":"2021-03-04T23:40:17.237269+0000","last_became_peered":"2021-03-04T23:40:17.237269+0000","last_unstale":"2021-03-04T23:41:19.508840+0000","last_undegraded":"2021-03-04T23:41:19.508840+0000","last_fullsized":"2021-03-04T23:41:19.508840+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"678","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.555522+0000","last_change":"2021-03-04T23:40:04.731483+0000","last_active":"2021-03-04T23:41:20.555522+0000","last_peered":"2021-03-04T23:41:20.555522+0000","last_clean":"2021-03-04T23:41:20.555522+0000","last_became_active":"2021-03-04T23:39:59.481530+0000","last_became_peered":"2021-03-04T23:39:59.481530+0000","last_unstale":"2021-03-04T23:41:20.555522+0000","last_undegraded":"2021-03-04T23:41:20.555522+0000","last_fullsized":"2021-03-04T23:41:20.555522+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"502","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553852+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:41:20.553852+0000","last_peered":"2021-03-04T23:41:20.553852+0000","last_clean":"2021-03-04T23:41:20.553852+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:41:20.553852+0000","last_undegraded":"2021-03-04T23:41:20.553852+0000","last_fullsized":"2021-03-04T23:41:20.553852+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"383","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509194+0000","last_change":"2021-03-04T23:40:17.240368+0000","last_active":"2021-03-04T23:41:19.509194+0000","last_peered":"2021-03-04T23:41:19.509194+0000","last_clean":"2021-03-04T23:41:19.509194+0000","last_became_active":"2021-03-04T23:40:17.240072+0000","last_became_peered":"2021-03-04T23:40:17.240072+0000","last_unstale":"2021-03-04T23:41:19.509194+0000","last_undegraded":"2021-03-04T23:41:19.509194+0000","last_fullsized":"2021-03-04T23:41:19.509194+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"945","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506487+0000","last_change":"2021-03-04T23:39:59.483268+0000","last_active":"2021-03-04T23:41:19.506487+0000","last_peered":"2021-03-04T23:41:19.506487+0000","last_clean":"2021-03-04T23:41:19.506487+0000","last_became_active":"2021-03-04T23:39:59.483018+0000","last_became_peered":"2021-03-04T23:39:59.483018+0000","last_unstale":"2021-03-04T23:41:19.506487+0000","last_undegraded":"2021-03-04T23:41:19.506487+0000","last_fullsized":"2021-03-04T23:41:19.506487+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"469","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508733+0000","last_change":"2021-03-04T23:40:17.239244+0000","last_active":"2021-03-04T23:41:19.508733+0000","last_peered":"2021-03-04T23:41:19.508733+0000","last_clean":"2021-03-04T23:41:19.508733+0000","last_became_active":"2021-03-04T23:40:17.238846+0000","last_became_peered":"2021-03-04T23:40:17.238846+0000","last_unstale":"2021-03-04T23:41:19.508733+0000","last_undegraded":"2021-03-04T23:41:19.508733+0000","last_fullsized":"2021-03-04T23:41:19.508733+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"434","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509203+0000","last_change":"2021-03-04T23:39:59.580116+0000","last_active":"2021-03-04T23:41:19.509203+0000","last_peered":"2021-03-04T23:41:19.509203+0000","last_clean":"2021-03-04T23:41:19.509203+0000","last_became_active":"2021-03-04T23:39:59.472169+0000","last_became_peered":"2021-03-04T23:39:59.472169+0000","last_unstale":"2021-03-04T23:41:19.509203+0000","last_undegraded":"2021-03-04T23:41:19.509203+0000","last_fullsized":"2021-03-04T23:41:19.509203+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"1130","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506747+0000","last_change":"2021-03-04T23:40:17.236198+0000","last_active":"2021-03-04T23:41:19.506747+0000","last_peered":"2021-03-04T23:41:19.506747+0000","last_clean":"2021-03-04T23:41:19.506747+0000","last_became_active":"2021-03-04T23:40:17.235990+0000","last_became_peered":"2021-03-04T23:40:17.235990+0000","last_unstale":"2021-03-04T23:41:19.506747+0000","last_undegraded":"2021-03-04T23:41:19.506747+0000","last_fullsized":"2021-03-04T23:41:19.506747+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"76","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515102+0000","last_change":"2021-03-04T23:40:17.257195+0000","last_active":"2021-03-04T23:41:19.515102+0000","last_peered":"2021-03-04T23:41:19.515102+0000","last_clean":"2021-03-04T23:41:19.515102+0000","last_became_active":"2021-03-04T23:40:17.238703+0000","last_became_peered":"2021-03-04T23:40:17.238703+0000","last_unstale":"2021-03-04T23:41:19.515102+0000","last_undegraded":"2021-03-04T23:41:19.515102+0000","last_fullsized":"2021-03-04T23:41:19.515102+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"937","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509630+0000","last_change":"2021-03-04T23:39:59.477881+0000","last_active":"2021-03-04T23:41:19.509630+0000","last_peered":"2021-03-04T23:41:19.509630+0000","last_clean":"2021-03-04T23:41:19.509630+0000","last_became_active":"2021-03-04T23:39:59.477644+0000","last_became_peered":"2021-03-04T23:39:59.477644+0000","last_unstale":"2021-03-04T23:41:19.509630+0000","last_undegraded":"2021-03-04T23:41:19.509630+0000","last_fullsized":"2021-03-04T23:41:19.509630+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"1228","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509046+0000","last_change":"2021-03-04T23:40:01.336714+0000","last_active":"2021-03-04T23:41:19.509046+0000","last_peered":"2021-03-04T23:41:19.509046+0000","last_clean":"2021-03-04T23:41:19.509046+0000","last_became_active":"2021-03-04T23:39:59.475346+0000","last_became_peered":"2021-03-04T23:39:59.475346+0000","last_unstale":"2021-03-04T23:41:19.509046+0000","last_undegraded":"2021-03-04T23:41:19.509046+0000","last_fullsized":"2021-03-04T23:41:19.509046+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"874","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515796+0000","last_change":"2021-03-04T23:37:19.091063+0000","last_active":"2021-03-04T23:41:19.515796+0000","last_peered":"2021-03-04T23:41:19.515796+0000","last_clean":"2021-03-04T23:41:19.515796+0000","last_became_active":"2021-03-04T23:37:19.090816+0000","last_became_peered":"2021-03-04T23:37:19.090816+0000","last_unstale":"2021-03-04T23:41:19.515796+0000","last_undegraded":"2021-03-04T23:41:19.515796+0000","last_fullsized":"2021-03-04T23:41:19.515796+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"80","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515345+0000","last_change":"2021-03-04T23:40:17.247488+0000","last_active":"2021-03-04T23:41:19.515345+0000","last_peered":"2021-03-04T23:41:19.515345+0000","last_clean":"2021-03-04T23:41:19.515345+0000","last_became_active":"2021-03-04T23:40:17.237443+0000","last_became_peered":"2021-03-04T23:40:17.237443+0000","last_unstale":"2021-03-04T23:41:19.515345+0000","last_undegraded":"2021-03-04T23:41:19.515345+0000","last_fullsized":"2021-03-04T23:41:19.515345+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"561","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553888+0000","last_change":"2021-03-04T23:40:00.883057+0000","last_active":"2021-03-04T23:41:20.553888+0000","last_peered":"2021-03-04T23:41:20.553888+0000","last_clean":"2021-03-04T23:41:20.553888+0000","last_became_active":"2021-03-04T23:39:59.479446+0000","last_became_peered":"2021-03-04T23:39:59.479446+0000","last_unstale":"2021-03-04T23:41:20.553888+0000","last_undegraded":"2021-03-04T23:41:20.553888+0000","last_fullsized":"2021-03-04T23:41:20.553888+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"497","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553345+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:41:20.553345+0000","last_peered":"2021-03-04T23:41:20.553345+0000","last_clean":"2021-03-04T23:41:20.553345+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:41:20.553345+0000","last_undegraded":"2021-03-04T23:41:20.553345+0000","last_fullsized":"2021-03-04T23:41:20.553345+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"496","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506993+0000","last_change":"2021-03-04T23:39:59.846788+0000","last_active":"2021-03-04T23:41:19.506993+0000","last_peered":"2021-03-04T23:41:19.506993+0000","last_clean":"2021-03-04T23:41:19.506993+0000","last_became_active":"2021-03-04T23:39:59.476171+0000","last_became_peered":"2021-03-04T23:39:59.476171+0000","last_unstale":"2021-03-04T23:41:19.506993+0000","last_undegraded":"2021-03-04T23:41:19.506993+0000","last_fullsized":"2021-03-04T23:41:19.506993+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"360","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.515656+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:41:19.515656+0000","last_peered":"2021-03-04T23:41:19.515656+0000","last_clean":"2021-03-04T23:41:19.515656+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:41:19.515656+0000","last_undegraded":"2021-03-04T23:41:19.515656+0000","last_fullsized":"2021-03-04T23:41:19.515656+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"1106","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506706+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:41:19.506706+0000","last_peered":"2021-03-04T23:41:19.506706+0000","last_clean":"2021-03-04T23:41:19.506706+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:41:19.506706+0000","last_undegraded":"2021-03-04T23:41:19.506706+0000","last_fullsized":"2021-03-04T23:41:19.506706+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"374","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509864+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:41:19.509864+0000","last_peered":"2021-03-04T23:41:19.509864+0000","last_clean":"2021-03-04T23:41:19.509864+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:41:19.509864+0000","last_undegraded":"2021-03-04T23:41:19.509864+0000","last_fullsized":"2021-03-04T23:41:19.509864+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"525","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.556677+0000","last_change":"2021-03-04T23:40:17.236801+0000","last_active":"2021-03-04T23:41:20.556677+0000","last_peered":"2021-03-04T23:41:20.556677+0000","last_clean":"2021-03-04T23:41:20.556677+0000","last_became_active":"2021-03-04T23:40:17.236454+0000","last_became_peered":"2021-03-04T23:40:17.236454+0000","last_unstale":"2021-03-04T23:41:20.556677+0000","last_undegraded":"2021-03-04T23:41:20.556677+0000","last_fullsized":"2021-03-04T23:41:20.556677+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"1237","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516364+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:41:19.516364+0000","last_peered":"2021-03-04T23:41:19.516364+0000","last_clean":"2021-03-04T23:41:19.516364+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:41:19.516364+0000","last_undegraded":"2021-03-04T23:41:19.516364+0000","last_fullsized":"2021-03-04T23:41:19.516364+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"1150","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506365+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:41:19.506365+0000","last_peered":"2021-03-04T23:41:19.506365+0000","last_clean":"2021-03-04T23:41:19.506365+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:41:19.506365+0000","last_undegraded":"2021-03-04T23:41:19.506365+0000","last_fullsized":"2021-03-04T23:41:19.506365+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"978","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509216+0000","last_change":"2021-03-04T23:39:59.475552+0000","last_active":"2021-03-04T23:41:19.509216+0000","last_peered":"2021-03-04T23:41:19.509216+0000","last_clean":"2021-03-04T23:41:19.509216+0000","last_became_active":"2021-03-04T23:39:59.474863+0000","last_became_peered":"2021-03-04T23:39:59.474863+0000","last_unstale":"2021-03-04T23:41:19.509216+0000","last_undegraded":"2021-03-04T23:41:19.509216+0000","last_fullsized":"2021-03-04T23:41:19.509216+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"589","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.509848+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:41:19.509848+0000","last_peered":"2021-03-04T23:41:19.509848+0000","last_clean":"2021-03-04T23:41:19.509848+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:41:19.509848+0000","last_undegraded":"2021-03-04T23:41:19.509848+0000","last_fullsized":"2021-03-04T23:41:19.509848+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"1153","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.516520+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:41:19.516520+0000","last_peered":"2021-03-04T23:41:19.516520+0000","last_clean":"2021-03-04T23:41:19.516520+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:41:19.516520+0000","last_undegraded":"2021-03-04T23:41:19.516520+0000","last_fullsized":"2021-03-04T23:41:19.516520+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"1170","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506550+0000","last_change":"2021-03-04T23:39:59.483426+0000","last_active":"2021-03-04T23:41:19.506550+0000","last_peered":"2021-03-04T23:41:19.506550+0000","last_clean":"2021-03-04T23:41:19.506550+0000","last_became_active":"2021-03-04T23:39:59.482879+0000","last_became_peered":"2021-03-04T23:39:59.482879+0000","last_unstale":"2021-03-04T23:41:19.506550+0000","last_undegraded":"2021-03-04T23:41:19.506550+0000","last_fullsized":"2021-03-04T23:41:19.506550+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"1138","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506871+0000","last_change":"2021-03-04T23:40:00.294463+0000","last_active":"2021-03-04T23:41:19.506871+0000","last_peered":"2021-03-04T23:41:19.506871+0000","last_clean":"2021-03-04T23:41:19.506871+0000","last_became_active":"2021-03-04T23:39:59.479460+0000","last_became_peered":"2021-03-04T23:39:59.479460+0000","last_unstale":"2021-03-04T23:41:19.506871+0000","last_undegraded":"2021-03-04T23:41:19.506871+0000","last_fullsized":"2021-03-04T23:41:19.506871+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"964","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507058+0000","last_change":"2021-03-04T23:39:59.485262+0000","last_active":"2021-03-04T23:41:19.507058+0000","last_peered":"2021-03-04T23:41:19.507058+0000","last_clean":"2021-03-04T23:41:19.507058+0000","last_became_active":"2021-03-04T23:39:59.485060+0000","last_became_peered":"2021-03-04T23:39:59.485060+0000","last_unstale":"2021-03-04T23:41:19.507058+0000","last_undegraded":"2021-03-04T23:41:19.507058+0000","last_fullsized":"2021-03-04T23:41:19.507058+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"497","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553459+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:41:20.553459+0000","last_peered":"2021-03-04T23:41:20.553459+0000","last_clean":"2021-03-04T23:41:20.553459+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:41:20.553459+0000","last_undegraded":"2021-03-04T23:41:20.553459+0000","last_fullsized":"2021-03-04T23:41:20.553459+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"575","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.508836+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:41:19.508836+0000","last_peered":"2021-03-04T23:41:19.508836+0000","last_clean":"2021-03-04T23:41:19.508836+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:41:19.508836+0000","last_undegraded":"2021-03-04T23:41:19.508836+0000","last_fullsized":"2021-03-04T23:41:19.508836+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"1112","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.507021+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:41:19.507021+0000","last_peered":"2021-03-04T23:41:19.507021+0000","last_clean":"2021-03-04T23:41:19.507021+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:41:19.507021+0000","last_undegraded":"2021-03-04T23:41:19.507021+0000","last_fullsized":"2021-03-04T23:41:19.507021+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"957","reported_epoch":"1162","state":"active+clean","last_fresh":"2021-03-04T23:41:20.553481+0000","last_change":"2021-03-04T23:37:19.086196+0000","last_active":"2021-03-04T23:41:20.553481+0000","last_peered":"2021-03-04T23:41:20.553481+0000","last_clean":"2021-03-04T23:41:20.553481+0000","last_became_active":"2021-03-04T23:37:19.085963+0000","last_became_peered":"2021-03-04T23:37:19.085963+0000","last_unstale":"2021-03-04T23:41:20.553481+0000","last_undegraded":"2021-03-04T23:41:20.553481+0000","last_fullsized":"2021-03-04T23:41:20.553481+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"542","reported_epoch":"1161","state":"active+clean","last_fresh":"2021-03-04T23:41:19.506527+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:41:19.506527+0000","last_peered":"2021-03-04T23:41:19.506527+0000","last_clean":"2021-03-04T23:41:19.506527+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:41:19.506527+0000","last_undegraded":"2021-03-04T23:41:19.506527+0000","last_fullsized":"2021-03-04T23:41:19.506527+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":45,"num_pg":32,"stat_sum":{"num_bytes":109058001,"num_objects":58,"num_object_clones":16,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":4,"num_read":1380,"num_read_kb":160848,"num_write":135,"num_write_kb":98389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":50333705,"num_keys_recovered":25,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":331636736,"data_stored":402647514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":434,"ondisk_log_size":434,"up":96,"acting":96,"num_store_stats":8},{"poolid":44,"num_pg":32,"stat_sum":{"num_bytes":654375869,"num_objects":477,"num_object_clones":132,"num_object_copies":1431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":477,"num_whiteouts":109,"num_read":12893,"num_read_kb":2987127,"num_write":1935,"num_write_kb":1008927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":260,"num_bytes_recovered":222306683,"num_keys_recovered":120,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1772408832,"data_stored":2227158570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4221,"ondisk_log_size":4221,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5709,"num_read_kb":12601,"num_write":832,"num_write_kb":12517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":67,"num_bytes_recovered":4194342,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":84,"acting":84,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":3632,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496243,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1195832,"kb_used_data":147248,"kb_used_omap":1889,"kb_used_meta":1046686,"kb_avail":86884552,"statfs":{"total":90194313216,"available":88969781248,"internally_reserved":1073741824,"allocated":150781952,"data_stored":175395943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":1071807420},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.357,"15min":1.3919999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":2.665,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.3859999999999999,"15min":1.4179999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.6789999999999998,"5min":2.762,"15min":2.762},"last":0.68100000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:40:44 2021","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":1.302,"15min":1.2230000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.16300000000000001},"max":{"1min":2.2730000000000001,"5min":2.8220000000000001,"15min":39.616},"last":0.86199999999999999},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.2869999999999999,"15min":1.2350000000000001},"min":{"1min":0.28799999999999998,"5min":0.22900000000000001,"15min":0.16500000000000001},"max":{"1min":1.9730000000000001,"5min":2.6139999999999999,"15min":39.573},"last":0.745}]},{"osd":2,"last update":"Thu Mar 4 23:41:04 2021","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.2529999999999999,"15min":1.7170000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.17699999999999999},"max":{"1min":2.0169999999999999,"5min":2.9020000000000001,"15min":52.619999999999997},"last":0.71399999999999997},{"interface":"front","average":{"1min":1.2869999999999999,"5min":1.361,"15min":1.708},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.189},"max":{"1min":2.9239999999999999,"5min":2.9239999999999999,"15min":52.540999999999997},"last":0.93100000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:40:49 2021","interfaces":[{"interface":"back","average":{"1min":1.2290000000000001,"5min":1.5089999999999999,"15min":2.3180000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.19400000000000001},"max":{"1min":2.8159999999999998,"5min":14.874000000000001,"15min":172.297},"last":0.95599999999999996},{"interface":"front","average":{"1min":1.3049999999999999,"5min":1.7010000000000001,"15min":2.4860000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.19600000000000001},"max":{"1min":2.6499999999999999,"5min":14.933999999999999,"15min":172.184},"last":0.76800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:19 2021","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.238,"15min":1.127},"min":{"1min":0.27200000000000002,"5min":0.17999999999999999,"15min":0.128},"max":{"1min":2.0289999999999999,"5min":2.677,"15min":33.889000000000003},"last":0.436},{"interface":"front","average":{"1min":1.139,"5min":1.2490000000000001,"15min":1.071},"min":{"1min":0.314,"5min":0.23899999999999999,"15min":0.14399999999999999},"max":{"1min":2.4929999999999999,"5min":2.4929999999999999,"15min":33.469000000000001},"last":0.90600000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.323,"15min":1.2909999999999999},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.3399999999999999,"5min":2.6549999999999998,"15min":3.2389999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.349,"5min":1.6240000000000001,"15min":1.581},"min":{"1min":0.32400000000000001,"5min":0.316,"15min":0.312},"max":{"1min":2.456,"5min":2.698,"15min":2.698},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:40:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":1.577,"15min":1.4450000000000001},"min":{"1min":0.317,"5min":0.26800000000000002,"15min":0.16600000000000001},"max":{"1min":2.4380000000000002,"5min":3.8700000000000001,"15min":53.447000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5660000000000001,"15min":1.3700000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.16300000000000001},"max":{"1min":2.4849999999999999,"5min":3.125,"15min":53.341999999999999},"last":0.51400000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659767,"num_pgs":78,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1368036,"kb_used_data":319452,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":86712348,"statfs":{"total":90194313216,"available":88793444352,"internally_reserved":1073741824,"allocated":327118848,"data_stored":418665031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:29 2021","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.3400000000000001,"15min":1.321},"min":{"1min":0.50600000000000001,"5min":0.253,"15min":0.253},"max":{"1min":2.7200000000000002,"5min":2.7200000000000002,"15min":2.7200000000000002},"last":0.81499999999999995},{"interface":"front","average":{"1min":1.355,"5min":1.367,"15min":1.369},"min":{"1min":0.60399999999999998,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":2.5430000000000001,"5min":2.5430000000000001,"15min":2.5430000000000001},"last":1.837}]},{"osd":1,"last update":"Thu Mar 4 23:40:36 2021","interfaces":[{"interface":"back","average":{"1min":1.6479999999999999,"5min":1.3080000000000001,"15min":1.3480000000000001},"min":{"1min":0.67500000000000004,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":2.887,"5min":2.887,"15min":54.189},"last":1.5740000000000001},{"interface":"front","average":{"1min":1.409,"5min":1.1919999999999999,"15min":1.343},"min":{"1min":0.496,"5min":0.255,"15min":0.16800000000000001},"max":{"1min":2.5059999999999998,"5min":2.9060000000000001,"15min":53.770000000000003},"last":1.0069999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:57 2021","interfaces":[{"interface":"back","average":{"1min":1.587,"5min":1.377,"15min":2.0739999999999998},"min":{"1min":0.71499999999999997,"5min":0.23599999999999999,"15min":0.18099999999999999},"max":{"1min":2.8420000000000001,"5min":2.8420000000000001,"15min":72.186000000000007},"last":1.974},{"interface":"front","average":{"1min":1.524,"5min":1.3140000000000001,"15min":2.0609999999999999},"min":{"1min":0.70599999999999996,"5min":0.26100000000000001,"15min":0.17699999999999999},"max":{"1min":2.5569999999999999,"5min":3.085,"15min":72.608000000000004},"last":1.351}]},{"osd":3,"last update":"Thu Mar 4 23:40:50 2021","interfaces":[{"interface":"back","average":{"1min":1.48,"5min":1.319,"15min":1.6879999999999999},"min":{"1min":0.56599999999999995,"5min":0.29199999999999998,"15min":0.19400000000000001},"max":{"1min":2.2999999999999998,"5min":6.9109999999999996,"15min":58.862000000000002},"last":1.089},{"interface":"front","average":{"1min":1.591,"5min":1.48,"15min":1.7370000000000001},"min":{"1min":0.67200000000000004,"5min":0.33000000000000002,"15min":0.217},"max":{"1min":2.6949999999999998,"5min":2.6949999999999998,"15min":58.322000000000003},"last":2.2810000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:40:36 2021","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.1679999999999999,"15min":1.016},"min":{"1min":0.28000000000000003,"5min":0.16500000000000001,"15min":0.14099999999999999},"max":{"1min":2.456,"5min":2.5680000000000001,"15min":12.115},"last":1.1930000000000001},{"interface":"front","average":{"1min":1.196,"5min":1.177,"15min":1.026},"min":{"1min":0.29199999999999998,"5min":0.156,"15min":0.153},"max":{"1min":2.1150000000000002,"5min":4.851,"15min":4.851},"last":0.93500000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:40:36 2021","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.276,"15min":1.3799999999999999},"min":{"1min":0.26500000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.5190000000000001,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":1.4550000000000001},{"interface":"front","average":{"1min":1.101,"5min":1.161,"15min":1.248},"min":{"1min":0.29999999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.1339999999999999,"5min":3.0489999999999999,"15min":3.0489999999999999},"last":1.7}]},{"osd":7,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":1.502,"5min":1.4890000000000001,"15min":1.1859999999999999},"min":{"1min":0.30199999999999999,"5min":0.217,"15min":0.13800000000000001},"max":{"1min":2.5990000000000002,"5min":2.9279999999999999,"15min":4.9379999999999997},"last":2.1120000000000001},{"interface":"front","average":{"1min":1.6319999999999999,"5min":1.6180000000000001,"15min":1.3029999999999999},"min":{"1min":0.318,"5min":0.26200000000000001,"15min":0.17799999999999999},"max":{"1min":3.1949999999999998,"5min":3.1949999999999998,"15min":3.8580000000000001},"last":2.452}]}]},{"osd":1,"up_from":341,"seq":1464583848443,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":641988,"kb_used_data":463096,"kb_used_omap":771,"kb_used_meta":178108,"kb_avail":87438396,"statfs":{"total":90194313216,"available":89536917504,"internally_reserved":0,"allocated":474210304,"data_stored":578052363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":182382991},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":2.0329999999999999,"15min":2.2559999999999998},"min":{"1min":0.16700000000000001,"5min":0.11899999999999999,"15min":0.11899999999999999},"max":{"1min":1.4670000000000001,"5min":37.939,"15min":37.939},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.032,"5min":2.3639999999999999,"15min":2.5859999999999999},"min":{"1min":0.27600000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.1909999999999998,"5min":38.235999999999997,"15min":38.235999999999997},"last":2.3559999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.83199999999999996,"15min":1.8},"min":{"1min":0.254,"5min":0.13400000000000001,"15min":0.124},"max":{"1min":1.8680000000000001,"5min":5.976,"15min":184.83000000000001},"last":1.452},{"interface":"front","average":{"1min":1.093,"5min":1.216,"15min":2.1030000000000002},"min":{"1min":0.36099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":2.1930000000000001,"5min":6.0039999999999996,"15min":184.96799999999999},"last":1.903}]},{"osd":3,"last update":"Thu Mar 4 23:41:07 2021","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":1.0389999999999999,"15min":1.3160000000000001},"min":{"1min":0.22900000000000001,"5min":0.151,"15min":0.151},"max":{"1min":2.7509999999999999,"5min":3.1549999999999998,"15min":52.537999999999997},"last":1.139},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.89800000000000002,"15min":1.1319999999999999},"min":{"1min":0.189,"5min":0.159,"15min":0.158},"max":{"1min":2.5329999999999999,"5min":3.173,"15min":52.472000000000001},"last":0.89800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":1.3740000000000001,"15min":1.6399999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.0030000000000001,"5min":3.476,"15min":114.315},"last":2.0409999999999999},{"interface":"front","average":{"1min":1.091,"5min":1.2430000000000001,"15min":1.6659999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.183},"max":{"1min":1.9550000000000001,"5min":2.4220000000000002,"15min":114.074},"last":1.4079999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":1.4119999999999999,"15min":1.452},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4049999999999998,"5min":3.5329999999999999,"15min":3.5329999999999999},"last":2.4769999999999999},{"interface":"front","average":{"1min":1.4790000000000001,"5min":1.5369999999999999,"15min":1.7270000000000001},"min":{"1min":0.377,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":3.238},"last":2.5710000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.3680000000000001,"15min":1.7230000000000001},"min":{"1min":0.221,"5min":0.216,"15min":0.216},"max":{"1min":2.5019999999999998,"5min":2.5139999999999998,"15min":74.5},"last":2.218},{"interface":"front","average":{"1min":1.655,"5min":1.6910000000000001,"15min":1.853},"min":{"1min":0.39000000000000001,"5min":0.25600000000000001,"15min":0.23999999999999999},"max":{"1min":3.4670000000000001,"5min":3.4670000000000001,"15min":74.441000000000003},"last":2.7360000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.5229999999999999,"5min":1.4910000000000001,"15min":1.173},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.218},"max":{"1min":2.891,"5min":3.5049999999999999,"15min":7.5640000000000001},"last":1.504},{"interface":"front","average":{"1min":1.3660000000000001,"5min":1.5049999999999999,"15min":1.2889999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":7.4969999999999999},"last":1.696}]}]},{"osd":0,"up_from":0,"seq":4316442132516,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":356,"seq":1529008357878,"num_pgs":71,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":525748,"kb_used_data":286700,"kb_used_omap":574,"kb_used_meta":238465,"kb_avail":87554636,"statfs":{"total":90194313216,"available":89655947264,"internally_reserved":0,"allocated":293580800,"data_stored":351577179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":244188211},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.71799999999999997,"15min":0.72799999999999998},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":1.127,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.875,"15min":0.872},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":1.653}]},{"osd":1,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.0720000000000001,"15min":1.2869999999999999},"min":{"1min":0.255,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":15.105,"5min":15.105,"15min":130.78899999999999},"last":1.9039999999999999},{"interface":"front","average":{"1min":1.8320000000000001,"5min":1.0129999999999999,"15min":1.2969999999999999},"min":{"1min":0.39200000000000002,"5min":0.20100000000000001,"15min":0.14399999999999999},"max":{"1min":14.869,"5min":14.869,"15min":130.84399999999999},"last":1.04}]},{"osd":3,"last update":"Thu Mar 4 23:41:03 2021","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.075,"15min":1.2609999999999999},"min":{"1min":0.35299999999999998,"5min":0.19700000000000001,"15min":0.14099999999999999},"max":{"1min":2.1499999999999999,"5min":2.585,"15min":49.174999999999997},"last":1.496},{"interface":"front","average":{"1min":1.613,"5min":1.1020000000000001,"15min":1.2929999999999999},"min":{"1min":0.33000000000000002,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":2.9870000000000001,"5min":2.9870000000000001,"15min":49.377000000000002},"last":1.103}]},{"osd":4,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.9079999999999999,"5min":1.518,"15min":1.5620000000000001},"min":{"1min":0.61599999999999999,"5min":0.31900000000000001,"15min":0.20799999999999999},"max":{"1min":2.9849999999999999,"5min":2.992,"15min":90.763000000000005},"last":1.9830000000000001},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.3360000000000001,"15min":1.5489999999999999},"min":{"1min":0.746,"5min":0.25,"15min":0.19700000000000001},"max":{"1min":2.9849999999999999,"5min":3.0979999999999999,"15min":90.602999999999994},"last":2.153}]},{"osd":5,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.337,"15min":1.4670000000000001},"min":{"1min":0.56799999999999995,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.857,"5min":2.355,"15min":2.7130000000000001},"last":1.3109999999999999},{"interface":"front","average":{"1min":1.321,"5min":1.383,"15min":1.522},"min":{"1min":0.74399999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.6320000000000001,"5min":3.0009999999999999,"15min":3.0009999999999999},"last":2.6600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.5629999999999999,"15min":1.659},"min":{"1min":1.036,"5min":0.36799999999999999,"15min":0.251},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":89.933999999999997},"last":2.4399999999999999},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.5780000000000001,"15min":1.6579999999999999},"min":{"1min":0.92700000000000005,"5min":0.36899999999999999,"15min":0.23300000000000001},"max":{"1min":5.2009999999999996,"5min":5.2009999999999996,"15min":90.566999999999993},"last":1.8280000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.911,"5min":1.6080000000000001,"15min":1.3160000000000001},"min":{"1min":0.91100000000000003,"5min":0.41299999999999998,"15min":0.247},"max":{"1min":2.8500000000000001,"5min":3.0390000000000001,"15min":9.1470000000000002},"last":2.2909999999999999},{"interface":"front","average":{"1min":1.958,"5min":1.702,"15min":1.3979999999999999},"min":{"1min":0.86799999999999999,"5min":0.40200000000000002,"15min":0.246},"max":{"1min":2.762,"5min":3.2519999999999998,"15min":4.9390000000000001},"last":2.8260000000000001}]}]},{"osd":3,"up_from":634,"seq":2723009265980,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":450044,"kb_used_data":270260,"kb_used_omap":403,"kb_used_meta":179372,"kb_avail":87630340,"statfs":{"total":90194313216,"available":89733468160,"internally_reserved":0,"allocated":276746240,"data_stored":330595385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":183677141},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:32 2021","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":1.3360000000000001,"15min":1.4319999999999999},"min":{"1min":0.20899999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":1.583,"5min":17.68,"15min":17.68},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.635,"15min":1.734},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.2029999999999998,"5min":17.867999999999999,"15min":17.867999999999999},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93500000000000005,"15min":2.5230000000000001},"min":{"1min":0.251,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":2.3410000000000002,"5min":4.4329999999999998,"15min":118.476},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.80000000000000004,"5min":1.004,"15min":2.6600000000000001},"min":{"1min":0.21299999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.8440000000000001,"5min":4.4050000000000002,"15min":118.64},"last":0.46800000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":1.028,"15min":0.93799999999999994},"min":{"1min":0.20300000000000001,"5min":0.16700000000000001,"15min":0.155},"max":{"1min":2.0830000000000002,"5min":11.194000000000001,"15min":11.194000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.83599999999999997,"5min":1.018,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.14199999999999999},"max":{"1min":1.7290000000000001,"5min":3.8919999999999999,"15min":10.443},"last":0.502}]},{"osd":4,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.2609999999999999,"15min":1.806},"min":{"1min":0.38400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.472,"5min":3.0910000000000002,"15min":150.61699999999999},"last":1.2050000000000001},{"interface":"front","average":{"1min":1.331,"5min":1.4690000000000001,"15min":1.839},"min":{"1min":0.36899999999999999,"5min":0.247,"15min":0.19700000000000001},"max":{"1min":2.7690000000000001,"5min":11.724,"15min":150.482},"last":1.032}]},{"osd":5,"last update":"Thu Mar 4 23:40:36 2021","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.51,"15min":1.427},"min":{"1min":0.34000000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7949999999999999,"5min":11.775,"15min":11.775},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.3520000000000001,"5min":1.4299999999999999,"15min":1.4159999999999999},"min":{"1min":0.43099999999999999,"5min":0.318,"15min":0.318},"max":{"1min":2.6389999999999998,"5min":4.0259999999999998,"15min":4.0259999999999998},"last":1.1699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.4670000000000001,"15min":1.3109999999999999},"min":{"1min":0.40000000000000002,"5min":0.374,"15min":0.224},"max":{"1min":2.383,"5min":3.9550000000000001,"15min":6.8070000000000004},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.415,"5min":1.4730000000000001,"15min":1.4179999999999999},"min":{"1min":0.47299999999999998,"5min":0.29499999999999998,"15min":0.248},"max":{"1min":2.9510000000000001,"5min":2.9510000000000001,"15min":6.6050000000000004},"last":1.01}]},{"osd":7,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":1.548,"15min":1.4259999999999999},"min":{"1min":0.40899999999999997,"5min":0.31900000000000001,"15min":0.255},"max":{"1min":2.8540000000000001,"5min":2.952,"15min":6.7619999999999996},"last":0.96799999999999997},{"interface":"front","average":{"1min":1.5469999999999999,"5min":1.76,"15min":1.429},"min":{"1min":0.41899999999999998,"5min":0.35399999999999998,"15min":0.26100000000000001},"max":{"1min":2.952,"5min":11.585000000000001,"15min":11.585000000000001},"last":1.135}]}]},{"osd":4,"up_from":31,"seq":133143986816,"num_pgs":85,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1405024,"kb_used_data":356440,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":86675360,"statfs":{"total":90194313216,"available":88755568640,"internally_reserved":1073741824,"allocated":364994560,"data_stored":473190443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1839999999999999,"15min":1.196},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.0609999999999999,"5min":2.464,"15min":2.464},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.278,"5min":1.2909999999999999,"15min":1.2929999999999999},"min":{"1min":0.56000000000000005,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.4350000000000001,"5min":2.4350000000000001,"15min":2.4350000000000001},"last":1.2270000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:40:23 2021","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":1.1000000000000001,"15min":1.258},"min":{"1min":0.46999999999999997,"5min":0.20799999999999999,"15min":0.154},"max":{"1min":2.0529999999999999,"5min":2.4750000000000001,"15min":70.433000000000007},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.1419999999999999,"15min":1.3460000000000001},"min":{"1min":0.60299999999999998,"5min":0.27500000000000002,"15min":0.16700000000000001},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":70.528000000000006},"last":0.79200000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:41:10 2021","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.4410000000000001,"15min":2.012},"min":{"1min":0.66200000000000003,"5min":0.254,"15min":0.16600000000000001},"max":{"1min":2.8170000000000002,"5min":2.8170000000000002,"15min":131.73699999999999},"last":0.96499999999999997},{"interface":"front","average":{"1min":1.653,"5min":1.246,"15min":1.925},"min":{"1min":0.69199999999999995,"5min":0.26900000000000002,"15min":0.187},"max":{"1min":2.5089999999999999,"5min":2.5089999999999999,"15min":131.58099999999999},"last":1.091}]},{"osd":3,"last update":"Thu Mar 4 23:40:51 2021","interfaces":[{"interface":"back","average":{"1min":1.272,"5min":1.298,"15min":1.629},"min":{"1min":0.44,"5min":0.20399999999999999,"15min":0.192},"max":{"1min":2.0139999999999998,"5min":2.8279999999999998,"15min":52.670000000000002},"last":1.405},{"interface":"front","average":{"1min":1.841,"5min":1.5529999999999999,"15min":1.8180000000000001},"min":{"1min":0.59299999999999997,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":2.9319999999999999,"5min":2.9319999999999999,"15min":52.944000000000003},"last":1.657}]},{"osd":5,"last update":"Thu Mar 4 23:40:30 2021","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.1020000000000001,"15min":1.1839999999999999},"min":{"1min":0.19600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":2.597},"last":1.488},{"interface":"front","average":{"1min":1.502,"5min":1.5049999999999999,"15min":1.6180000000000001},"min":{"1min":0.23100000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.702,"5min":2.762,"15min":2.8490000000000002},"last":2.2309999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:51 2021","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.1619999999999999,"15min":1.3169999999999999},"min":{"1min":0.254,"5min":0.20699999999999999,"15min":0.13200000000000001},"max":{"1min":2.2839999999999998,"5min":2.5430000000000001,"15min":101.24299999999999},"last":1.3500000000000001},{"interface":"front","average":{"1min":1.369,"5min":1.3779999999999999,"15min":1.458},"min":{"1min":0.27300000000000002,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.6520000000000001,"5min":2.6840000000000002,"15min":98.933999999999997},"last":1.9610000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:10 2021","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.554,"15min":1.3009999999999999},"min":{"1min":0.312,"5min":0.19900000000000001,"15min":0.16500000000000001},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":5.4139999999999997},"last":2.1360000000000001},{"interface":"front","average":{"1min":1.486,"5min":1.3520000000000001,"15min":1.1240000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.158},"max":{"1min":2.6360000000000001,"5min":2.6360000000000001,"15min":2.839},"last":1.8169999999999999}]}]},{"osd":5,"up_from":746,"seq":3204045602926,"num_pgs":79,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1327084,"kb_used_data":278496,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86753300,"statfs":{"total":90194313216,"available":88835379200,"internally_reserved":1073741824,"allocated":285179904,"data_stored":330596604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":1.1000000000000001,"15min":1.0880000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":2.02},{"interface":"front","average":{"1min":1.393,"5min":1.4399999999999999,"15min":1.448},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.8420000000000001,"5min":2.8420000000000001,"15min":2.8420000000000001},"last":1.768}]},{"osd":1,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7649999999999999,"5min":1.454,"15min":1.5409999999999999},"min":{"1min":0.30099999999999999,"5min":0.184,"15min":0.184},"max":{"1min":3.0379999999999998,"5min":3.0379999999999998,"15min":3.0379999999999998},"last":2.2389999999999999},{"interface":"front","average":{"1min":1.415,"5min":1.3109999999999999,"15min":1.462},"min":{"1min":0.32000000000000001,"5min":0.224,"15min":0.224},"max":{"1min":2.6459999999999999,"5min":2.9260000000000002,"15min":2.9260000000000002},"last":1.9259999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.6339999999999999,"15min":1.4510000000000001},"min":{"1min":0.41299999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.1589999999999998,"5min":28.492000000000001,"15min":28.492000000000001},"last":1.986},{"interface":"front","average":{"1min":1.597,"5min":1.6990000000000001,"15min":1.631},"min":{"1min":0.443,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":2.7879999999999998,"5min":28.521999999999998,"15min":28.521999999999998},"last":2.4159999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":1.532,"15min":1.484},"min":{"1min":0.40300000000000002,"5min":0.216,"15min":0.216},"max":{"1min":2.238,"5min":28.609000000000002,"15min":28.609000000000002},"last":2.1230000000000002},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.452,"15min":1.3500000000000001},"min":{"1min":0.34200000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.1859999999999999,"5min":28.698,"15min":28.698},"last":1.629}]},{"osd":4,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.0700000000000001,"15min":1.1930000000000001},"min":{"1min":0.21099999999999999,"5min":0.20799999999999999,"15min":0.19500000000000001},"max":{"1min":1.774,"5min":2.8610000000000002,"15min":2.8610000000000002},"last":1.502},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.2649999999999999,"15min":1.4259999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9319999999999999,"5min":3.0049999999999999,"15min":3.0049999999999999},"last":0.91400000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.359,"15min":1.6339999999999999},"min":{"1min":0.29799999999999999,"5min":0.23999999999999999,"15min":0.20799999999999999},"max":{"1min":3.0470000000000002,"5min":3.0470000000000002,"15min":3.0470000000000002},"last":1.3859999999999999},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.2,"15min":1.4710000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.17399999999999999},"max":{"1min":2.2370000000000001,"5min":2.774,"15min":2.774},"last":1.123}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.083,"15min":1.274},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.3719999999999999,"5min":2.3719999999999999,"15min":2.468},"last":1.236},{"interface":"front","average":{"1min":1.738,"5min":1.5229999999999999,"15min":1.675},"min":{"1min":0.36399999999999999,"5min":0.28699999999999998,"15min":0.26800000000000002},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":3.1389999999999998},"last":1.1930000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":407449600,"data_stored":511698694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":239394816,"data_stored":297796099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":197410816,"data_stored":251658728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":294023168,"data_stored":385872375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":251977728,"data_stored":293601467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":251953152,"data_stored":327152094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":130199552,"data_stored":159379113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":29388800,"data_stored":37748772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":50376704,"data_stored":54525016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":41975808,"data_stored":46137397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":62951424,"data_stored":67107936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":58773504,"data_stored":79689802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":21004288,"data_stored":29360165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":62971904,"data_stored":83884124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:41:27.903 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:41:27.904 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set rbd pg_num 38 2021-03-04T23:41:27.957 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:28.021 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:28.120 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:27 gibba023 bash[19550]: debug 2021-03-04T23:41:27.839+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:28.201 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:28.278 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:28.279 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:28.304 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:28.316 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:28 gibba008 bash[173949]: debug 2021-03-04T23:41:28.193+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:28 gibba023 bash[27374]: cluster 2021-03-04T23:41:27.624763+0000 mon.a (mon.0) 2838 : cluster [DBG] osdmap e1169: 8 total, 8 up, 7 in 2021-03-04T23:41:28.873 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8169 ms) 2021-03-04T23:41:28.874 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortInUseImage 2021-03-04T23:41:28.933 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:28 gibba008 bash[37770]: cluster 2021-03-04T23:41:27.624763+0000 mon.a (mon.0) 2838 : cluster [DBG] osdmap e1169: 8 total, 8 up, 7 in 2021-03-04T23:41:28.934 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:28 gibba008 bash[39303]: cluster 2021-03-04T23:41:27.624763+0000 mon.a (mon.0) 2838 : cluster [DBG] osdmap e1169: 8 total, 8 up, 7 in 2021-03-04T23:41:28.935 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:28 gibba008 bash[47391]: debug 2021-03-04T23:41:28.637+0000 7fa950b19700 -1 osd.1 pg_epoch: 1170 pg[44.2( v 1169'73 (0'0,1169'73] local-lis/les=1082/1083 n=19 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1086/0 sis=1082) [1,2,6] r=0 lpr=1082 crt=1164'72 lcod 1164'72 mlcod 1164'72 active+clean+snaptrim trimq=[7d~1] ps=[77~1]] removing snap head 2021-03-04T23:41:28.936 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:28.937 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:28.952 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:41:29.042 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:29.069 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:41:29.167 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:29.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:28 gibba008 bash[47391]: debug 2021-03-04T23:41:28.925+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:29.277 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:29.300 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortInUseImage (427 ms) 2021-03-04T23:41:29.301 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2021-03-04T23:41:29.373 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:29.385 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:29.388 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:41:29.468 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:41:29.504 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:41:29.624 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:29.640 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[48858]: debug 2021-03-04T23:41:29.265+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:29.733 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:29 gibba023 bash[27374]: cluster 2021-03-04T23:41:27.850034+0000 mgr.x (mgr.34379) 1649 : cluster [DBG] pgmap v2445: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 65 op/s 2021-03-04T23:41:29.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:29 gibba023 bash[27374]: cluster 2021-03-04T23:41:28.637619+0000 mon.a (mon.0) 2839 : cluster [DBG] osdmap e1170: 8 total, 8 up, 7 in 2021-03-04T23:41:29.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:29 gibba023 bash[27374]: cluster 2021-03-04T23:41:29.503653+0000 mon.a (mon.0) 2840 : cluster [DBG] osdmap e1171: 8 total, 8 up, 7 in 2021-03-04T23:41:29.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:29 gibba023 bash[88433]: debug 2021-03-04T23:41:29.619+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:29.812 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:41:29.854 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:41:29.906 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:41:29.960 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:29.978 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[37770]: cluster 2021-03-04T23:41:27.850034+0000 mgr.x (mgr.34379) 1649 : cluster [DBG] pgmap v2445: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 65 op/s 2021-03-04T23:41:29.979 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[37770]: cluster 2021-03-04T23:41:28.637619+0000 mon.a (mon.0) 2839 : cluster [DBG] osdmap e1170: 8 total, 8 up, 7 in 2021-03-04T23:41:29.979 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[37770]: cluster 2021-03-04T23:41:29.503653+0000 mon.a (mon.0) 2840 : cluster [DBG] osdmap e1171: 8 total, 8 up, 7 in 2021-03-04T23:41:29.980 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[39303]: cluster 2021-03-04T23:41:27.850034+0000 mgr.x (mgr.34379) 1649 : cluster [DBG] pgmap v2445: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 65 op/s 2021-03-04T23:41:29.980 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[39303]: cluster 2021-03-04T23:41:28.637619+0000 mon.a (mon.0) 2839 : cluster [DBG] osdmap e1170: 8 total, 8 up, 7 in 2021-03-04T23:41:29.980 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:29 gibba008 bash[39303]: cluster 2021-03-04T23:41:29.503653+0000 mon.a (mon.0) 2840 : cluster [DBG] osdmap e1171: 8 total, 8 up, 7 in 2021-03-04T23:41:30.033 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:30.088 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:30.115 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (815 ms) 2021-03-04T23:41:30.115 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2021-03-04T23:41:30.136 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:30.142 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:30.150 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:41:30.157 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:41:30.203 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:41:30.245 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:30.264 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:30 gibba008 bash[173949]: debug 2021-03-04T23:41:30.025+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:30.301 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:30.408 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:30.458 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:30 gibba023 bash[88433]: debug 2021-03-04T23:41:30.295+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:30.815 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:30.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:31.261 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:30 gibba008 bash[48858]: debug 2021-03-04T23:41:30.805+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:31.575 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:31.673 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 8388609~8388609 2021-03-04T23:41:31.676 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:31.680 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 0~1000 2021-03-04T23:41:31.681 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 1010~1000 2021-03-04T23:41:31.681 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:41:31.926 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:31 gibba008 bash[48858]: debug 2021-03-04T23:41:31.561+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:31.926 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:31 gibba008 bash[37770]: cluster 2021-03-04T23:41:29.851165+0000 mgr.x (mgr.34379) 1650 : cluster [DBG] pgmap v2448: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 65 op/s 2021-03-04T23:41:31.927 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:31 gibba008 bash[37770]: cluster 2021-03-04T23:41:30.648990+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e1172: 8 total, 8 up, 7 in 2021-03-04T23:41:31.927 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:31 gibba008 bash[39303]: cluster 2021-03-04T23:41:29.851165+0000 mgr.x (mgr.34379) 1650 : cluster [DBG] pgmap v2448: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 65 op/s 2021-03-04T23:41:31.927 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:31 gibba008 bash[39303]: cluster 2021-03-04T23:41:30.648990+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e1172: 8 total, 8 up, 7 in 2021-03-04T23:41:31.928 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:31 gibba023 bash[27374]: cluster 2021-03-04T23:41:29.851165+0000 mgr.x (mgr.34379) 1650 : cluster [DBG] pgmap v2448: 177 pgs: 177 active+clean; 732 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 65 op/s 2021-03-04T23:41:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:31 gibba023 bash[27374]: cluster 2021-03-04T23:41:30.648990+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e1172: 8 total, 8 up, 7 in 2021-03-04T23:41:32.034 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:32.044 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:31 gibba008 bash[173949]: debug 2021-03-04T23:41:31.917+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:32.237 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:32.237 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:32.297 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:32.400 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:32.672 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:32 gibba008 bash[48858]: debug 2021-03-04T23:41:32.289+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:32.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:32 gibba008 bash[37770]: cluster 2021-03-04T23:41:31.664766+0000 mon.a (mon.0) 2842 : cluster [DBG] osdmap e1173: 8 total, 8 up, 7 in 2021-03-04T23:41:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:32 gibba008 bash[39303]: cluster 2021-03-04T23:41:31.664766+0000 mon.a (mon.0) 2842 : cluster [DBG] osdmap e1173: 8 total, 8 up, 7 in 2021-03-04T23:41:32.790 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:32.893 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:41:32.898 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:32.973 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:32.977 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:32 gibba023 bash[27374]: cluster 2021-03-04T23:41:31.664766+0000 mon.a (mon.0) 2842 : cluster [DBG] osdmap e1173: 8 total, 8 up, 7 in 2021-03-04T23:41:32.978 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:32 gibba023 bash[15180]: debug 2021-03-04T23:41:32.783+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:32.978 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:33.081 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:33.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:32 gibba023 bash[18090]: debug 2021-03-04T23:41:32.971+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:33.459 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:33.561 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:33 gibba023 bash[27374]: cluster 2021-03-04T23:41:31.852184+0000 mgr.x (mgr.34379) 1651 : cluster [DBG] pgmap v2451: 177 pgs: 177 active+clean; 772 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 191 op/s 2021-03-04T23:41:33.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:33 gibba023 bash[27374]: cluster 2021-03-04T23:41:32.670642+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e1174: 8 total, 8 up, 7 in 2021-03-04T23:41:33.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:33 gibba023 bash[88433]: debug 2021-03-04T23:41:33.455+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:33.828 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:33 gibba008 bash[37770]: cluster 2021-03-04T23:41:31.852184+0000 mgr.x (mgr.34379) 1651 : cluster [DBG] pgmap v2451: 177 pgs: 177 active+clean; 772 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 191 op/s 2021-03-04T23:41:33.829 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:33 gibba008 bash[37770]: cluster 2021-03-04T23:41:32.670642+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e1174: 8 total, 8 up, 7 in 2021-03-04T23:41:33.835 INFO:tasks.workunit.client.0.gibba008.stdout:write: X 8388609~1000 2021-03-04T23:41:33.840 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16777228~1000 2021-03-04T23:41:33.841 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 167772160 2021-03-04T23:41:33.848 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 83886079~8388609 2021-03-04T23:41:33.860 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:41:34.108 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:34.130 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:33 gibba008 bash[39303]: cluster 2021-03-04T23:41:31.852184+0000 mgr.x (mgr.34379) 1651 : cluster [DBG] pgmap v2451: 177 pgs: 177 active+clean; 772 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 191 op/s 2021-03-04T23:41:34.130 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:33 gibba008 bash[39303]: cluster 2021-03-04T23:41:32.670642+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e1174: 8 total, 8 up, 7 in 2021-03-04T23:41:34.214 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:34.474 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:34 gibba008 bash[91265]: debug 2021-03-04T23:41:34.097+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:34.594 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:34.697 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:34.753 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:34 gibba008 bash[37770]: cluster 2021-03-04T23:41:33.688977+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e1175: 8 total, 8 up, 7 in 2021-03-04T23:41:34.754 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:34 gibba008 bash[173949]: debug 2021-03-04T23:41:34.585+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:34.788 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:34.891 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:35.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:34 gibba008 bash[39303]: cluster 2021-03-04T23:41:33.688977+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e1175: 8 total, 8 up, 7 in 2021-03-04T23:41:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:34 gibba023 bash[27374]: cluster 2021-03-04T23:41:33.688977+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e1175: 8 total, 8 up, 7 in 2021-03-04T23:41:35.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:34 gibba023 bash[19550]: debug 2021-03-04T23:41:34.783+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:35.320 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:35.431 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:35.616 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:35.703 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:35 gibba023 bash[15180]: debug 2021-03-04T23:41:35.315+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:35.704 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:35 gibba008 bash[47391]: debug 2021-03-04T23:41:35.605+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:35.705 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:35 gibba008 bash[37770]: cluster 2021-03-04T23:41:33.852606+0000 mgr.x (mgr.34379) 1652 : cluster [DBG] pgmap v2454: 177 pgs: 177 active+clean; 788 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 21 MiB/s rd, 27 MiB/s wr, 235 op/s 2021-03-04T23:41:35.706 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:35 gibba008 bash[37770]: cluster 2021-03-04T23:41:34.695244+0000 mon.a (mon.0) 2845 : cluster [DBG] osdmap e1176: 8 total, 8 up, 7 in 2021-03-04T23:41:35.724 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:35.726 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:35.763 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 83886079~1 2021-03-04T23:41:35.769 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:41:35.888 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:35.979 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:35 gibba023 bash[27374]: cluster 2021-03-04T23:41:33.852606+0000 mgr.x (mgr.34379) 1652 : cluster [DBG] pgmap v2454: 177 pgs: 177 active+clean; 788 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 21 MiB/s rd, 27 MiB/s wr, 235 op/s 2021-03-04T23:41:35.979 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:35 gibba023 bash[27374]: cluster 2021-03-04T23:41:34.695244+0000 mon.a (mon.0) 2845 : cluster [DBG] osdmap e1176: 8 total, 8 up, 7 in 2021-03-04T23:41:35.980 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:35 gibba023 bash[18090]: debug 2021-03-04T23:41:35.883+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:35.996 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:36.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:35 gibba008 bash[39303]: cluster 2021-03-04T23:41:33.852606+0000 mgr.x (mgr.34379) 1652 : cluster [DBG] pgmap v2454: 177 pgs: 177 active+clean; 788 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 21 MiB/s rd, 27 MiB/s wr, 235 op/s 2021-03-04T23:41:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:35 gibba008 bash[39303]: cluster 2021-03-04T23:41:34.695244+0000 mon.a (mon.0) 2845 : cluster [DBG] osdmap e1176: 8 total, 8 up, 7 in 2021-03-04T23:41:36.134 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:36.135 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:36.146 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:36.249 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:36.265 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:36 gibba023 bash[15180]: debug 2021-03-04T23:41:36.139+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:36.725 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:36.828 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:36.935 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:36.974 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:36 gibba023 bash[27374]: cluster 2021-03-04T23:41:35.714709+0000 mon.a (mon.0) 2846 : cluster [DBG] osdmap e1177: 8 total, 8 up, 7 in 2021-03-04T23:41:36.975 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:36 gibba023 bash[27374]: cluster 2021-03-04T23:41:35.853428+0000 mgr.x (mgr.34379) 1653 : cluster [DBG] pgmap v2457: 177 pgs: 177 active+clean; 792 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 3.0 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2021-03-04T23:41:36.975 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:36 gibba023 bash[15180]: debug 2021-03-04T23:41:36.719+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:36.976 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:36 gibba023 bash[88433]: debug 2021-03-04T23:41:36.931+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:36.977 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:41:36.981 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:36 gibba008 bash[37770]: cluster 2021-03-04T23:41:35.714709+0000 mon.a (mon.0) 2846 : cluster [DBG] osdmap e1177: 8 total, 8 up, 7 in 2021-03-04T23:41:36.982 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:36 gibba008 bash[37770]: cluster 2021-03-04T23:41:35.853428+0000 mgr.x (mgr.34379) 1653 : cluster [DBG] pgmap v2457: 177 pgs: 177 active+clean; 792 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 3.0 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2021-03-04T23:41:36.982 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:36 gibba008 bash[39303]: cluster 2021-03-04T23:41:35.714709+0000 mon.a (mon.0) 2846 : cluster [DBG] osdmap e1177: 8 total, 8 up, 7 in 2021-03-04T23:41:36.983 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:36 gibba008 bash[39303]: cluster 2021-03-04T23:41:35.853428+0000 mgr.x (mgr.34379) 1653 : cluster [DBG] pgmap v2457: 177 pgs: 177 active+clean; 792 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 3.0 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2021-03-04T23:41:37.037 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:37.049 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:37.169 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:37.273 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:37.275 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:37 gibba023 bash[15180]: debug 2021-03-04T23:41:37.163+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:37.415 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:37.522 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:37.603 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:37 gibba023 bash[19550]: debug 2021-03-04T23:41:37.411+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:37.604 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:37.708 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:37.729 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 2 pg_num to 38 2021-03-04T23:41:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:37 gibba008 bash[37770]: cluster 2021-03-04T23:41:36.721168+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1178: 8 total, 8 up, 7 in 2021-03-04T23:41:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:37 gibba008 bash[37770]: audit 2021-03-04T23:41:36.968370+0000 mon.c (mon.1) 180 : audit [INF] from='client.? 172.21.2.108:0/2357905028' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:41:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:37 gibba008 bash[37770]: audit 2021-03-04T23:41:36.968722+0000 mon.a (mon.0) 2848 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:41:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:37 gibba008 bash[39303]: cluster 2021-03-04T23:41:36.721168+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1178: 8 total, 8 up, 7 in 2021-03-04T23:41:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:37 gibba008 bash[39303]: audit 2021-03-04T23:41:36.968370+0000 mon.c (mon.1) 180 : audit [INF] from='client.? 172.21.2.108:0/2357905028' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:41:38.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:37 gibba008 bash[39303]: audit 2021-03-04T23:41:36.968722+0000 mon.a (mon.0) 2848 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:41:38.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:37 gibba023 bash[19550]: debug 2021-03-04T23:41:37.599+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:37 gibba023 bash[27374]: cluster 2021-03-04T23:41:36.721168+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1178: 8 total, 8 up, 7 in 2021-03-04T23:41:38.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:37 gibba023 bash[27374]: audit 2021-03-04T23:41:36.968370+0000 mon.c (mon.1) 180 : audit [INF] from='client.? 172.21.2.108:0/2357905028' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:41:38.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:37 gibba023 bash[27374]: audit 2021-03-04T23:41:36.968722+0000 mon.a (mon.0) 2848 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:41:38.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:38.649 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:39.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[91265]: debug 2021-03-04T23:41:38.537+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:39.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[39303]: audit 2021-03-04T23:41:37.723790+0000 mon.a (mon.0) 2849 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]': finished 2021-03-04T23:41:39.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[39303]: cluster 2021-03-04T23:41:37.723842+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1179: 8 total, 8 up, 7 in 2021-03-04T23:41:39.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[39303]: cluster 2021-03-04T23:41:37.854693+0000 mgr.x (mgr.34379) 1654 : cluster [DBG] pgmap v2460: 177 pgs: 177 active+clean; 820 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 20 KiB/s rd, 6.0 MiB/s wr, 34 op/s 2021-03-04T23:41:39.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[39303]: audit 2021-03-04T23:41:37.856203+0000 mon.a (mon.0) 2851 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:41:39.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[37770]: audit 2021-03-04T23:41:37.723790+0000 mon.a (mon.0) 2849 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]': finished 2021-03-04T23:41:39.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[37770]: cluster 2021-03-04T23:41:37.723842+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1179: 8 total, 8 up, 7 in 2021-03-04T23:41:39.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[37770]: cluster 2021-03-04T23:41:37.854693+0000 mgr.x (mgr.34379) 1654 : cluster [DBG] pgmap v2460: 177 pgs: 177 active+clean; 820 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 20 KiB/s rd, 6.0 MiB/s wr, 34 op/s 2021-03-04T23:41:39.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:38 gibba008 bash[37770]: audit 2021-03-04T23:41:37.856203+0000 mon.a (mon.0) 2851 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:41:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:38 gibba023 bash[27374]: audit 2021-03-04T23:41:37.723790+0000 mon.a (mon.0) 2849 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]': finished 2021-03-04T23:41:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:38 gibba023 bash[27374]: cluster 2021-03-04T23:41:37.723842+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1179: 8 total, 8 up, 7 in 2021-03-04T23:41:39.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:38 gibba023 bash[27374]: cluster 2021-03-04T23:41:37.854693+0000 mgr.x (mgr.34379) 1654 : cluster [DBG] pgmap v2460: 177 pgs: 177 active+clean; 820 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 20 KiB/s rd, 6.0 MiB/s wr, 34 op/s 2021-03-04T23:41:39.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:38 gibba023 bash[27374]: audit 2021-03-04T23:41:37.856203+0000 mon.a (mon.0) 2851 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:41:39.198 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:39.307 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:39.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[48858]: debug 2021-03-04T23:41:39.189+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:39.640 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:41:39.730 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:41:39.848 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:39.955 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:40.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[173949]: debug 2021-03-04T23:41:39.837+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:40.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[37770]: audit 2021-03-04T23:41:38.744341+0000 mon.a (mon.0) 2852 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]': finished 2021-03-04T23:41:40.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[37770]: cluster 2021-03-04T23:41:38.744408+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e1180: 8 total, 8 up, 7 in 2021-03-04T23:41:40.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.514987+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e1181: 8 total, 8 up, 7 in 2021-03-04T23:41:40.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[39303]: audit 2021-03-04T23:41:38.744341+0000 mon.a (mon.0) 2852 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]': finished 2021-03-04T23:41:40.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[39303]: cluster 2021-03-04T23:41:38.744408+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e1180: 8 total, 8 up, 7 in 2021-03-04T23:41:40.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:39 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.514987+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e1181: 8 total, 8 up, 7 in 2021-03-04T23:41:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:39 gibba023 bash[27374]: audit 2021-03-04T23:41:38.744341+0000 mon.a (mon.0) 2852 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]': finished 2021-03-04T23:41:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:39 gibba023 bash[27374]: cluster 2021-03-04T23:41:38.744408+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e1180: 8 total, 8 up, 7 in 2021-03-04T23:41:40.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:39 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.514987+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e1181: 8 total, 8 up, 7 in 2021-03-04T23:41:40.649 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:40.752 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:40.760 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 0~8388609 2021-03-04T23:41:40.772 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16777218~8388609 2021-03-04T23:41:40.829 INFO:tasks.workunit.client.0.gibba008.stdout:migration_abort 2021-03-04T23:41:40.916 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.700075+0000 osd.7 (osd.7) 35 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:41:40.916 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.701779+0000 osd.7 (osd.7) 36 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:41:40.917 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.845230+0000 osd.2 (osd.2) 13 : cluster [DBG] 2.c scrub ok 2021-03-04T23:41:40.917 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.855891+0000 mgr.x (mgr.34379) 1655 : cluster [DBG] pgmap v2463: 187 pgs: 10 unknown, 177 active+clean; 820 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 20 KiB/s rd, 6.0 MiB/s wr, 33 op/s 2021-03-04T23:41:40.918 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[91265]: debug 2021-03-04T23:41:40.641+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:40.918 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.700075+0000 osd.7 (osd.7) 35 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:41:40.919 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.701779+0000 osd.7 (osd.7) 36 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:41:40.919 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.845230+0000 osd.2 (osd.2) 13 : cluster [DBG] 2.c scrub ok 2021-03-04T23:41:40.919 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.855891+0000 mgr.x (mgr.34379) 1655 : cluster [DBG] pgmap v2463: 187 pgs: 10 unknown, 177 active+clean; 820 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 20 KiB/s rd, 6.0 MiB/s wr, 33 op/s 2021-03-04T23:41:40.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:41.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:40 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.700075+0000 osd.7 (osd.7) 35 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:41:41.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:40 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.701779+0000 osd.7 (osd.7) 36 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:41:41.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:40 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.845230+0000 osd.2 (osd.2) 13 : cluster [DBG] 2.c scrub ok 2021-03-04T23:41:41.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:40 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.855891+0000 mgr.x (mgr.34379) 1655 : cluster [DBG] pgmap v2463: 187 pgs: 10 unknown, 177 active+clean; 820 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 20 KiB/s rd, 6.0 MiB/s wr, 33 op/s 2021-03-04T23:41:41.028 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:41.214 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:40 gibba008 bash[91265]: debug 2021-03-04T23:41:40.917+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:41.215 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:41.317 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:41.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[173949]: debug 2021-03-04T23:41:41.205+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:41.608 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:41.716 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:41.850 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:41.914 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:41:41.927 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:41:41.940 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:41:41.953 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:41:41.958 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:41.973 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:41:41.990 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:41:41.991 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[47391]: debug 2021-03-04T23:41:41.597+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:41.991 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.781685+0000 osd.4 (osd.4) 27 : cluster [DBG] 2.f scrub starts 2021-03-04T23:41:41.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[37770]: cluster 2021-03-04T23:41:39.784296+0000 osd.4 (osd.4) 28 : cluster [DBG] 2.f scrub ok 2021-03-04T23:41:41.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[37770]: cluster 2021-03-04T23:41:40.754432+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1182: 8 total, 8 up, 7 in 2021-03-04T23:41:41.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[37770]: cluster 2021-03-04T23:41:41.059397+0000 osd.5 (osd.5) 13 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:41:41.993 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[37770]: cluster 2021-03-04T23:41:41.062334+0000 osd.5 (osd.5) 14 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:41:41.993 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.781685+0000 osd.4 (osd.4) 27 : cluster [DBG] 2.f scrub starts 2021-03-04T23:41:41.993 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[39303]: cluster 2021-03-04T23:41:39.784296+0000 osd.4 (osd.4) 28 : cluster [DBG] 2.f scrub ok 2021-03-04T23:41:41.993 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[39303]: cluster 2021-03-04T23:41:40.754432+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1182: 8 total, 8 up, 7 in 2021-03-04T23:41:41.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[39303]: cluster 2021-03-04T23:41:41.059397+0000 osd.5 (osd.5) 13 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:41:41.994 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:41 gibba008 bash[39303]: cluster 2021-03-04T23:41:41.062334+0000 osd.5 (osd.5) 14 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:41:42.005 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:41:42.021 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:41:42.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:41 gibba023 bash[15180]: debug 2021-03-04T23:41:41.843+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:42.025 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.025 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.025 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.025 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.026 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.026 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.026 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.027 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:42.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:41 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.781685+0000 osd.4 (osd.4) 27 : cluster [DBG] 2.f scrub starts 2021-03-04T23:41:42.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:41 gibba023 bash[27374]: cluster 2021-03-04T23:41:39.784296+0000 osd.4 (osd.4) 28 : cluster [DBG] 2.f scrub ok 2021-03-04T23:41:42.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:41 gibba023 bash[27374]: cluster 2021-03-04T23:41:40.754432+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1182: 8 total, 8 up, 7 in 2021-03-04T23:41:42.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:41 gibba023 bash[27374]: cluster 2021-03-04T23:41:41.059397+0000 osd.5 (osd.5) 13 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:41:42.028 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:41 gibba023 bash[27374]: cluster 2021-03-04T23:41:41.062334+0000 osd.5 (osd.5) 14 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:41:42.068 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:42.179 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:42.265 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:42.369 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:42.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[19550]: debug 2021-03-04T23:41:42.259+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:42.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[88433]: debug 2021-03-04T23:41:42.063+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:42.669 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:42.772 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:42.784 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:41:42.853 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:42.960 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:43.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[173949]: debug 2021-03-04T23:41:42.661+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:43.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: cluster 2021-03-04T23:41:40.802242+0000 osd.4 (osd.4) 29 : cluster [DBG] 2.1f scrub starts 2021-03-04T23:41:43.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: cluster 2021-03-04T23:41:40.802894+0000 osd.4 (osd.4) 30 : cluster [DBG] 2.1f scrub ok 2021-03-04T23:41:43.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: cluster 2021-03-04T23:41:41.779623+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1183: 8 total, 8 up, 7 in 2021-03-04T23:41:43.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: cluster 2021-03-04T23:41:41.856805+0000 mgr.x (mgr.34379) 1656 : cluster [DBG] pgmap v2466: 187 pgs: 5 unknown, 182 active+clean; 860 MiB data, 2.9 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:43.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: audit 2021-03-04T23:41:41.897618+0000 mon.a (mon.0) 2857 : audit [DBG] from='client.? 172.21.2.108:0/1024735037' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:43.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: audit 2021-03-04T23:41:42.008637+0000 mon.c (mon.1) 181 : audit [INF] from='client.? 172.21.2.108:0/3418076218' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:43.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[37770]: audit 2021-03-04T23:41:42.008928+0000 mon.a (mon.0) 2858 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:43.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: cluster 2021-03-04T23:41:40.802242+0000 osd.4 (osd.4) 29 : cluster [DBG] 2.1f scrub starts 2021-03-04T23:41:43.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: cluster 2021-03-04T23:41:40.802894+0000 osd.4 (osd.4) 30 : cluster [DBG] 2.1f scrub ok 2021-03-04T23:41:43.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: cluster 2021-03-04T23:41:41.779623+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1183: 8 total, 8 up, 7 in 2021-03-04T23:41:43.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: cluster 2021-03-04T23:41:41.856805+0000 mgr.x (mgr.34379) 1656 : cluster [DBG] pgmap v2466: 187 pgs: 5 unknown, 182 active+clean; 860 MiB data, 2.9 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:43.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: audit 2021-03-04T23:41:41.897618+0000 mon.a (mon.0) 2857 : audit [DBG] from='client.? 172.21.2.108:0/1024735037' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:43.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: audit 2021-03-04T23:41:42.008637+0000 mon.c (mon.1) 181 : audit [INF] from='client.? 172.21.2.108:0/3418076218' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:43.016 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:42 gibba008 bash[39303]: audit 2021-03-04T23:41:42.008928+0000 mon.a (mon.0) 2858 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:43.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[19550]: debug 2021-03-04T23:41:42.847+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:43.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: cluster 2021-03-04T23:41:40.802242+0000 osd.4 (osd.4) 29 : cluster [DBG] 2.1f scrub starts 2021-03-04T23:41:43.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: cluster 2021-03-04T23:41:40.802894+0000 osd.4 (osd.4) 30 : cluster [DBG] 2.1f scrub ok 2021-03-04T23:41:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: cluster 2021-03-04T23:41:41.779623+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1183: 8 total, 8 up, 7 in 2021-03-04T23:41:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: cluster 2021-03-04T23:41:41.856805+0000 mgr.x (mgr.34379) 1656 : cluster [DBG] pgmap v2466: 187 pgs: 5 unknown, 182 active+clean; 860 MiB data, 2.9 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: audit 2021-03-04T23:41:41.897618+0000 mon.a (mon.0) 2857 : audit [DBG] from='client.? 172.21.2.108:0/1024735037' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: audit 2021-03-04T23:41:42.008637+0000 mon.c (mon.1) 181 : audit [INF] from='client.? 172.21.2.108:0/3418076218' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:43.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:42 gibba023 bash[27374]: audit 2021-03-04T23:41:42.008928+0000 mon.a (mon.0) 2858 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:43.057 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:43.165 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:43.270 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:43.378 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:43.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:43 gibba023 bash[15180]: debug 2021-03-04T23:41:43.263+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:43.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:43 gibba023 bash[19550]: debug 2021-03-04T23:41:43.051+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:43.984 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:44.092 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.099 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:43 gibba023 bash[27374]: cluster 2021-03-04T23:41:42.772619+0000 mon.a (mon.0) 2859 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:44.099 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:43 gibba023 bash[27374]: audit 2021-03-04T23:41:42.777662+0000 mon.a (mon.0) 2860 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:44.099 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:43 gibba023 bash[27374]: cluster 2021-03-04T23:41:42.777695+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e1184: 8 total, 8 up, 7 in 2021-03-04T23:41:44.174 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[39303]: cluster 2021-03-04T23:41:42.772619+0000 mon.a (mon.0) 2859 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[39303]: audit 2021-03-04T23:41:42.777662+0000 mon.a (mon.0) 2860 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:44.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[39303]: cluster 2021-03-04T23:41:42.777695+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e1184: 8 total, 8 up, 7 in 2021-03-04T23:41:44.263 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[47391]: debug 2021-03-04T23:41:43.973+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:44.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[37770]: cluster 2021-03-04T23:41:42.772619+0000 mon.a (mon.0) 2859 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:44.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[37770]: audit 2021-03-04T23:41:42.777662+0000 mon.a (mon.0) 2860 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:44.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:43 gibba008 bash[37770]: cluster 2021-03-04T23:41:42.777695+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e1184: 8 total, 8 up, 7 in 2021-03-04T23:41:44.277 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:44.350 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[18090]: debug 2021-03-04T23:41:44.167+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:44.351 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:44.454 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.555 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.665 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:44.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[15180]: debug 2021-03-04T23:41:44.347+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:44.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[18090]: debug 2021-03-04T23:41:44.547+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:44.936 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[39303]: cluster 2021-03-04T23:41:43.760510+0000 osd.7 (osd.7) 37 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:41:44.936 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[39303]: cluster 2021-03-04T23:41:43.763144+0000 osd.7 (osd.7) 38 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:41:44.937 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[39303]: cluster 2021-03-04T23:41:43.779492+0000 mon.a (mon.0) 2862 : cluster [DBG] osdmap e1185: 8 total, 8 up, 7 in 2021-03-04T23:41:44.937 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[39303]: cluster 2021-03-04T23:41:43.857502+0000 mgr.x (mgr.34379) 1657 : cluster [DBG] pgmap v2469: 187 pgs: 187 active+clean; 892 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:44.937 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[39303]: audit 2021-03-04T23:41:43.859074+0000 mon.a (mon.0) 2863 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:41:44.937 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[39303]: cluster 2021-03-04T23:41:43.907909+0000 osd.2 (osd.2) 14 : cluster [DBG] 2.e scrub ok 2021-03-04T23:41:44.938 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[37770]: cluster 2021-03-04T23:41:43.760510+0000 osd.7 (osd.7) 37 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:41:44.938 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[37770]: cluster 2021-03-04T23:41:43.763144+0000 osd.7 (osd.7) 38 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:41:44.938 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[37770]: cluster 2021-03-04T23:41:43.779492+0000 mon.a (mon.0) 2862 : cluster [DBG] osdmap e1185: 8 total, 8 up, 7 in 2021-03-04T23:41:44.938 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[37770]: cluster 2021-03-04T23:41:43.857502+0000 mgr.x (mgr.34379) 1657 : cluster [DBG] pgmap v2469: 187 pgs: 187 active+clean; 892 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:44.939 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[37770]: audit 2021-03-04T23:41:43.859074+0000 mon.a (mon.0) 2863 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:41:44.939 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[37770]: cluster 2021-03-04T23:41:43.907909+0000 osd.2 (osd.2) 14 : cluster [DBG] 2.e scrub ok 2021-03-04T23:41:44.939 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:45.028 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:44 gibba008 bash[48858]: debug 2021-03-04T23:41:44.925+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:45.045 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[27374]: cluster 2021-03-04T23:41:43.760510+0000 osd.7 (osd.7) 37 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:41:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[27374]: cluster 2021-03-04T23:41:43.763144+0000 osd.7 (osd.7) 38 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:41:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[27374]: cluster 2021-03-04T23:41:43.779492+0000 mon.a (mon.0) 2862 : cluster [DBG] osdmap e1185: 8 total, 8 up, 7 in 2021-03-04T23:41:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[27374]: cluster 2021-03-04T23:41:43.857502+0000 mgr.x (mgr.34379) 1657 : cluster [DBG] pgmap v2469: 187 pgs: 187 active+clean; 892 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[27374]: audit 2021-03-04T23:41:43.859074+0000 mon.a (mon.0) 2863 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:41:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:44 gibba023 bash[27374]: cluster 2021-03-04T23:41:43.907909+0000 osd.2 (osd.2) 14 : cluster [DBG] 2.e scrub ok 2021-03-04T23:41:45.385 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.AbortWithSnapshots (15270 ms) 2021-03-04T23:41:45.385 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1Parent 2021-03-04T23:41:45.456 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.472 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.483 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1Parent (98 ms) 2021-03-04T23:41:45.483 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2Parent 2021-03-04T23:41:45.550 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.565 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.575 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2Parent (92 ms) 2021-03-04T23:41:45.576 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2021-03-04T23:41:45.644 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.659 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.670 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbort (94 ms) 2021-03-04T23:41:45.670 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2021-03-04T23:41:45.717 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:45.739 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.753 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.763 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbort (94 ms) 2021-03-04T23:41:45.764 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2021-03-04T23:41:45.814 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[91265]: debug 2021-03-04T23:41:45.709+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:45.829 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:45.832 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.839 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.844 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (80 ms) 2021-03-04T23:41:45.844 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2021-03-04T23:41:45.870 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.876 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.879 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (35 ms) 2021-03-04T23:41:45.879 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2021-03-04T23:41:45.896 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.901 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.905 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (26 ms) 2021-03-04T23:41:45.906 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2021-03-04T23:41:45.920 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1, 7] out_osds: [0] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:41:45.921 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:41:45.921 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:41:45.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:41:45.936 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.945 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:45.965 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (60 ms) 2021-03-04T23:41:45.966 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2021-03-04T23:41:45.997 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:45.998 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:46.009 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:46.015 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (50 ms) 2021-03-04T23:41:46.015 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2021-03-04T23:41:46.049 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:46.060 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:41:46.071 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (56 ms) 2021-03-04T23:41:46.072 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.StressNoMigrate 2021-03-04T23:41:46.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: cluster 2021-03-04T23:41:44.565692+0000 osd.1 (osd.1) 11 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:41:46.073 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.794799+0000 mon.a (mon.0) 2864 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]': finished 2021-03-04T23:41:46.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: cluster 2021-03-04T23:41:44.794997+0000 mon.a (mon.0) 2865 : cluster [DBG] osdmap e1186: 8 total, 8 up, 7 in 2021-03-04T23:41:46.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: cluster 2021-03-04T23:41:44.866674+0000 osd.2 (osd.2) 15 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:41:46.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.898614+0000 mon.a (mon.0) 2866 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 7]}]: dispatch 2021-03-04T23:41:46.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.899025+0000 mon.a (mon.0) 2867 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.899413+0000 mon.a (mon.0) 2868 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.899856+0000 mon.a (mon.0) 2869 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.900267+0000 mon.a (mon.0) 2870 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.f", "id": [1, 3]}]: dispatch 2021-03-04T23:41:46.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.900688+0000 mon.a (mon.0) 2871 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.15", "id": [1, 3]}]: dispatch 2021-03-04T23:41:46.077 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.901129+0000 mon.a (mon.0) 2872 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.17", "id": [1, 6]}]: dispatch 2021-03-04T23:41:46.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.901499+0000 mon.a (mon.0) 2873 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.e", "id": [3, 4]}]: dispatch 2021-03-04T23:41:46.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.901977+0000 mon.a (mon.0) 2874 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.18", "id": [2, 7]}]: dispatch 2021-03-04T23:41:46.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:44.902407+0000 mon.a (mon.0) 2875 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1c", "id": [3, 5]}]: dispatch 2021-03-04T23:41:46.078 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[39303]: audit 2021-03-04T23:41:45.135131+0000 mon.a (mon.0) 2876 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:46.079 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: cluster 2021-03-04T23:41:44.565692+0000 osd.1 (osd.1) 11 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:41:46.079 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.794799+0000 mon.a (mon.0) 2864 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]': finished 2021-03-04T23:41:46.080 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: cluster 2021-03-04T23:41:44.794997+0000 mon.a (mon.0) 2865 : cluster [DBG] osdmap e1186: 8 total, 8 up, 7 in 2021-03-04T23:41:46.080 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: cluster 2021-03-04T23:41:44.866674+0000 osd.2 (osd.2) 15 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:41:46.080 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.898614+0000 mon.a (mon.0) 2866 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 7]}]: dispatch 2021-03-04T23:41:46.081 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.899025+0000 mon.a (mon.0) 2867 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.081 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.899413+0000 mon.a (mon.0) 2868 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.081 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.899856+0000 mon.a (mon.0) 2869 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.081 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.900267+0000 mon.a (mon.0) 2870 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.f", "id": [1, 3]}]: dispatch 2021-03-04T23:41:46.081 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.900688+0000 mon.a (mon.0) 2871 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.15", "id": [1, 3]}]: dispatch 2021-03-04T23:41:46.082 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.901129+0000 mon.a (mon.0) 2872 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.17", "id": [1, 6]}]: dispatch 2021-03-04T23:41:46.082 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.901499+0000 mon.a (mon.0) 2873 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.e", "id": [3, 4]}]: dispatch 2021-03-04T23:41:46.082 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.901977+0000 mon.a (mon.0) 2874 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.18", "id": [2, 7]}]: dispatch 2021-03-04T23:41:46.082 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:44.902407+0000 mon.a (mon.0) 2875 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1c", "id": [3, 5]}]: dispatch 2021-03-04T23:41:46.083 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:45 gibba008 bash[37770]: audit 2021-03-04T23:41:45.135131+0000 mon.a (mon.0) 2876 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:46.125 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:46.142 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:46.157 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 46657998~3871032 2021-03-04T23:41:46.234 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:46.239 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 25350998~5207546 2021-03-04T23:41:46.246 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 48854523~2985642 2021-03-04T23:41:46.270 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 37510338~3239721 2021-03-04T23:41:46.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: cluster 2021-03-04T23:41:44.565692+0000 osd.1 (osd.1) 11 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:41:46.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.794799+0000 mon.a (mon.0) 2864 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]': finished 2021-03-04T23:41:46.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: cluster 2021-03-04T23:41:44.794997+0000 mon.a (mon.0) 2865 : cluster [DBG] osdmap e1186: 8 total, 8 up, 7 in 2021-03-04T23:41:46.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: cluster 2021-03-04T23:41:44.866674+0000 osd.2 (osd.2) 15 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:41:46.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.898614+0000 mon.a (mon.0) 2866 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 7]}]: dispatch 2021-03-04T23:41:46.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.899025+0000 mon.a (mon.0) 2867 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.899413+0000 mon.a (mon.0) 2868 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.899856+0000 mon.a (mon.0) 2869 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:41:46.277 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.900267+0000 mon.a (mon.0) 2870 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.f", "id": [1, 3]}]: dispatch 2021-03-04T23:41:46.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.900688+0000 mon.a (mon.0) 2871 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.15", "id": [1, 3]}]: dispatch 2021-03-04T23:41:46.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.901129+0000 mon.a (mon.0) 2872 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "44.17", "id": [1, 6]}]: dispatch 2021-03-04T23:41:46.278 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.901499+0000 mon.a (mon.0) 2873 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.e", "id": [3, 4]}]: dispatch 2021-03-04T23:41:46.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.901977+0000 mon.a (mon.0) 2874 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.18", "id": [2, 7]}]: dispatch 2021-03-04T23:41:46.279 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:44.902407+0000 mon.a (mon.0) 2875 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "45.1c", "id": [3, 5]}]: dispatch 2021-03-04T23:41:46.280 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:45 gibba023 bash[27374]: audit 2021-03-04T23:41:45.135131+0000 mon.a (mon.0) 2876 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:46.281 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 80410062~2544298 2021-03-04T23:41:46.305 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 20835307~6500729 2021-03-04T23:41:46.312 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 20790694~2144766 2021-03-04T23:41:46.336 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 3788636~7326283 2021-03-04T23:41:46.346 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:41:46.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:46 gibba008 bash[91265]: debug 2021-03-04T23:41:46.113+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:46.732 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:46.834 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:47.024 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:46 gibba008 bash[37770]: cluster 2021-03-04T23:41:45.802592+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e1187: 8 total, 8 up, 7 in 2021-03-04T23:41:47.024 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:46 gibba008 bash[37770]: cluster 2021-03-04T23:41:45.858010+0000 mgr.x (mgr.34379) 1658 : cluster [DBG] pgmap v2472: 187 pgs: 3 peering, 184 active+clean; 896 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:47.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:46 gibba008 bash[39303]: cluster 2021-03-04T23:41:45.802592+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e1187: 8 total, 8 up, 7 in 2021-03-04T23:41:47.025 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:46 gibba008 bash[39303]: cluster 2021-03-04T23:41:45.858010+0000 mgr.x (mgr.34379) 1658 : cluster [DBG] pgmap v2472: 187 pgs: 3 peering, 184 active+clean; 896 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:47.025 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:46 gibba008 bash[173949]: debug 2021-03-04T23:41:46.721+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:47.132 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:47.263 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:46 gibba023 bash[27374]: cluster 2021-03-04T23:41:45.802592+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e1187: 8 total, 8 up, 7 in 2021-03-04T23:41:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:46 gibba023 bash[27374]: cluster 2021-03-04T23:41:45.858010+0000 mgr.x (mgr.34379) 1658 : cluster [DBG] pgmap v2472: 187 pgs: 3 peering, 184 active+clean; 896 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:47.541 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:41:47.624 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:47.704 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:47.807 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:47.827 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[91265]: debug 2021-03-04T23:41:47.693+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:47.844 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 119801410 2021-03-04T23:41:47.869 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 23909696~3351671 2021-03-04T23:41:47.873 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 13779308~2596311 2021-03-04T23:41:47.874 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 31496710~228820 2021-03-04T23:41:47.875 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 15394076~6301963 2021-03-04T23:41:47.884 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 50650032~394953 2021-03-04T23:41:47.885 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 33296704~7729290 2021-03-04T23:41:47.885 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 64543798~8093328 2021-03-04T23:41:47.891 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 51828033~5261284 2021-03-04T23:41:47.891 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:41:47.921 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:48.024 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:48.043 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[37770]: cluster 2021-03-04T23:41:46.729190+0000 osd.7 (osd.7) 39 : cluster [DBG] 2.1f deep-scrub starts 2021-03-04T23:41:48.043 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[37770]: cluster 2021-03-04T23:41:46.731705+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.1f deep-scrub ok 2021-03-04T23:41:48.044 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[37770]: cluster 2021-03-04T23:41:46.810236+0000 mon.a (mon.0) 2878 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:41:48.044 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[37770]: cluster 2021-03-04T23:41:46.823621+0000 mon.a (mon.0) 2879 : cluster [DBG] osdmap e1188: 8 total, 8 up, 7 in 2021-03-04T23:41:48.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[39303]: cluster 2021-03-04T23:41:46.729190+0000 osd.7 (osd.7) 39 : cluster [DBG] 2.1f deep-scrub starts 2021-03-04T23:41:48.044 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[39303]: cluster 2021-03-04T23:41:46.731705+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.1f deep-scrub ok 2021-03-04T23:41:48.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[39303]: cluster 2021-03-04T23:41:46.810236+0000 mon.a (mon.0) 2878 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:41:48.045 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:47 gibba008 bash[39303]: cluster 2021-03-04T23:41:46.823621+0000 mon.a (mon.0) 2879 : cluster [DBG] osdmap e1188: 8 total, 8 up, 7 in 2021-03-04T23:41:48.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:47 gibba023 bash[15180]: debug 2021-03-04T23:41:47.915+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:47 gibba023 bash[27374]: cluster 2021-03-04T23:41:46.729190+0000 osd.7 (osd.7) 39 : cluster [DBG] 2.1f deep-scrub starts 2021-03-04T23:41:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:47 gibba023 bash[27374]: cluster 2021-03-04T23:41:46.731705+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.1f deep-scrub ok 2021-03-04T23:41:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:47 gibba023 bash[27374]: cluster 2021-03-04T23:41:46.810236+0000 mon.a (mon.0) 2878 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:41:48.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:47 gibba023 bash[27374]: cluster 2021-03-04T23:41:46.823621+0000 mon.a (mon.0) 2879 : cluster [DBG] osdmap e1188: 8 total, 8 up, 7 in 2021-03-04T23:41:48.439 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:48.542 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:48.628 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:48.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:48.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:48 gibba023 bash[19550]: debug 2021-03-04T23:41:48.435+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:48.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:48 gibba023 bash[88433]: debug 2021-03-04T23:41:48.623+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:49.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:48 gibba008 bash[37770]: cluster 2021-03-04T23:41:47.836152+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1189: 8 total, 8 up, 7 in 2021-03-04T23:41:49.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:48 gibba008 bash[37770]: cluster 2021-03-04T23:41:47.859001+0000 mgr.x (mgr.34379) 1659 : cluster [DBG] pgmap v2475: 187 pgs: 1 remapped+peering, 3 peering, 183 active+clean; 877 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:49.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:48 gibba008 bash[39303]: cluster 2021-03-04T23:41:47.836152+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1189: 8 total, 8 up, 7 in 2021-03-04T23:41:49.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:48 gibba008 bash[39303]: cluster 2021-03-04T23:41:47.859001+0000 mgr.x (mgr.34379) 1659 : cluster [DBG] pgmap v2475: 187 pgs: 1 remapped+peering, 3 peering, 183 active+clean; 877 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:49.157 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:49.265 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:48 gibba023 bash[27374]: cluster 2021-03-04T23:41:47.836152+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1189: 8 total, 8 up, 7 in 2021-03-04T23:41:49.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:48 gibba023 bash[27374]: cluster 2021-03-04T23:41:47.859001+0000 mgr.x (mgr.34379) 1659 : cluster [DBG] pgmap v2475: 187 pgs: 1 remapped+peering, 3 peering, 183 active+clean; 877 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:49.356 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:49.459 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:49.472 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[173949]: debug 2021-03-04T23:41:49.145+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:49.521 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 65018156~8246926 2021-03-04T23:41:49.537 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 62534480~6636609 2021-03-04T23:41:49.564 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 89658499~5979440 2021-03-04T23:41:49.573 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 78452309~1926345 2021-03-04T23:41:49.573 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 59134230~5305357 2021-03-04T23:41:49.580 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 117090913~586598 2021-03-04T23:41:49.581 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 56945957~738213 2021-03-04T23:41:49.581 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 58453271~4057056 2021-03-04T23:41:49.599 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:41:49.773 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:49.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[18090]: debug 2021-03-04T23:41:49.351+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:49.880 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:49.963 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.066 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.144 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[27374]: cluster 2021-03-04T23:41:48.450589+0000 osd.1 (osd.1) 12 : cluster [DBG] 2.d deep-scrub ok 2021-03-04T23:41:50.144 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[27374]: cluster 2021-03-04T23:41:48.699330+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:41:50.145 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[27374]: cluster 2021-03-04T23:41:48.702614+0000 osd.7 (osd.7) 42 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:41:50.145 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[27374]: cluster 2021-03-04T23:41:48.848043+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e1190: 8 total, 8 up, 7 in 2021-03-04T23:41:50.145 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[27374]: cluster 2021-03-04T23:41:49.193293+0000 osd.3 (osd.3) 13 : cluster [DBG] 2.1e scrub ok 2021-03-04T23:41:50.145 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[27374]: cluster 2021-03-04T23:41:49.511746+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e1191: 8 total, 8 up, 7 in 2021-03-04T23:41:50.146 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:49 gibba023 bash[88433]: debug 2021-03-04T23:41:49.959+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:50.146 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[88433]: debug 2021-03-04T23:41:50.139+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:50.147 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.248 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:50.259 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[91265]: debug 2021-03-04T23:41:49.761+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:50.259 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[39303]: cluster 2021-03-04T23:41:48.450589+0000 osd.1 (osd.1) 12 : cluster [DBG] 2.d deep-scrub ok 2021-03-04T23:41:50.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[39303]: cluster 2021-03-04T23:41:48.699330+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:41:50.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[39303]: cluster 2021-03-04T23:41:48.702614+0000 osd.7 (osd.7) 42 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:41:50.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[39303]: cluster 2021-03-04T23:41:48.848043+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e1190: 8 total, 8 up, 7 in 2021-03-04T23:41:50.260 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[39303]: cluster 2021-03-04T23:41:49.193293+0000 osd.3 (osd.3) 13 : cluster [DBG] 2.1e scrub ok 2021-03-04T23:41:50.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[39303]: cluster 2021-03-04T23:41:49.511746+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e1191: 8 total, 8 up, 7 in 2021-03-04T23:41:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[37770]: cluster 2021-03-04T23:41:48.450589+0000 osd.1 (osd.1) 12 : cluster [DBG] 2.d deep-scrub ok 2021-03-04T23:41:50.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[37770]: cluster 2021-03-04T23:41:48.699330+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:41:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[37770]: cluster 2021-03-04T23:41:48.702614+0000 osd.7 (osd.7) 42 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:41:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[37770]: cluster 2021-03-04T23:41:48.848043+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e1190: 8 total, 8 up, 7 in 2021-03-04T23:41:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[37770]: cluster 2021-03-04T23:41:49.193293+0000 osd.3 (osd.3) 13 : cluster [DBG] 2.1e scrub ok 2021-03-04T23:41:50.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:49 gibba008 bash[37770]: cluster 2021-03-04T23:41:49.511746+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e1191: 8 total, 8 up, 7 in 2021-03-04T23:41:50.694 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:50.792 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:41:50.793 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:41:50.793 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:41:50.793 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:41:50.802 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.894 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.970 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[47391]: debug 2021-03-04T23:41:50.685+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:50.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[37770]: cluster 2021-03-04T23:41:49.282593+0000 osd.6 (osd.6) 39 : cluster [DBG] 2.22 scrub starts 2021-03-04T23:41:50.971 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[37770]: cluster 2021-03-04T23:41:49.284343+0000 osd.6 (osd.6) 40 : cluster [DBG] 2.22 scrub ok 2021-03-04T23:41:50.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[37770]: cluster 2021-03-04T23:41:49.844394+0000 osd.2 (osd.2) 16 : cluster [DBG] 2.21 deep-scrub ok 2021-03-04T23:41:50.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[37770]: cluster 2021-03-04T23:41:49.860177+0000 mgr.x (mgr.34379) 1660 : cluster [DBG] pgmap v2478: 187 pgs: 1 remapped+peering, 3 peering, 183 active+clean; 877 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail; 4.2 MiB/s wr, 16 op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:41:50.972 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[37770]: cluster 2021-03-04T23:41:50.529076+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e1192: 8 total, 8 up, 7 in 2021-03-04T23:41:50.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[39303]: cluster 2021-03-04T23:41:49.282593+0000 osd.6 (osd.6) 39 : cluster [DBG] 2.22 scrub starts 2021-03-04T23:41:50.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[39303]: cluster 2021-03-04T23:41:49.284343+0000 osd.6 (osd.6) 40 : cluster [DBG] 2.22 scrub ok 2021-03-04T23:41:50.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[39303]: cluster 2021-03-04T23:41:49.844394+0000 osd.2 (osd.2) 16 : cluster [DBG] 2.21 deep-scrub ok 2021-03-04T23:41:50.973 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[39303]: cluster 2021-03-04T23:41:49.860177+0000 mgr.x (mgr.34379) 1660 : cluster [DBG] pgmap v2478: 187 pgs: 1 remapped+peering, 3 peering, 183 active+clean; 877 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail; 4.2 MiB/s wr, 16 op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:41:50.974 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:50 gibba008 bash[39303]: cluster 2021-03-04T23:41:50.529076+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e1192: 8 total, 8 up, 7 in 2021-03-04T23:41:50.997 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:51.217 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:51.223 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[173949]: debug 2021-03-04T23:41:51.205+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:51.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[88433]: debug 2021-03-04T23:41:50.891+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[27374]: cluster 2021-03-04T23:41:49.282593+0000 osd.6 (osd.6) 39 : cluster [DBG] 2.22 scrub starts 2021-03-04T23:41:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[27374]: cluster 2021-03-04T23:41:49.284343+0000 osd.6 (osd.6) 40 : cluster [DBG] 2.22 scrub ok 2021-03-04T23:41:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[27374]: cluster 2021-03-04T23:41:49.844394+0000 osd.2 (osd.2) 16 : cluster [DBG] 2.21 deep-scrub ok 2021-03-04T23:41:51.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[27374]: cluster 2021-03-04T23:41:49.860177+0000 mgr.x (mgr.34379) 1660 : cluster [DBG] pgmap v2478: 187 pgs: 1 remapped+peering, 3 peering, 183 active+clean; 877 MiB data, 3.0 GiB used, 581 GiB / 588 GiB avail; 4.2 MiB/s wr, 16 op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:41:51.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:50 gibba023 bash[27374]: cluster 2021-03-04T23:41:50.529076+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e1192: 8 total, 8 up, 7 in 2021-03-04T23:41:51.324 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:51.417 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:51.522 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:51.543 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 12821310~4475030 2021-03-04T23:41:51.561 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 15749720~874258 2021-03-04T23:41:51.589 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 81739409~5963584 2021-03-04T23:41:51.593 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 57192758~4816738 2021-03-04T23:41:51.594 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 25216416~1815537 2021-03-04T23:41:51.595 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 57408470~127373 2021-03-04T23:41:51.601 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 64856345~1045117 2021-03-04T23:41:51.602 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 31202928~6935140 2021-03-04T23:41:51.603 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:41:51.660 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:51 gibba023 bash[88433]: debug 2021-03-04T23:41:51.411+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:51.661 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:51.769 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:52.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:51 gibba023 bash[27374]: cluster 2021-03-04T23:41:50.729141+0000 osd.7 (osd.7) 43 : cluster [DBG] 2.1d deep-scrub starts 2021-03-04T23:41:52.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:51 gibba023 bash[27374]: cluster 2021-03-04T23:41:50.729772+0000 osd.7 (osd.7) 44 : cluster [DBG] 2.1d deep-scrub ok 2021-03-04T23:41:52.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:51 gibba023 bash[27374]: cluster 2021-03-04T23:41:51.532260+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e1193: 8 total, 8 up, 7 in 2021-03-04T23:41:52.025 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:51 gibba023 bash[15180]: debug 2021-03-04T23:41:51.655+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:52.194 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:52.195 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[37770]: cluster 2021-03-04T23:41:50.729141+0000 osd.7 (osd.7) 43 : cluster [DBG] 2.1d deep-scrub starts 2021-03-04T23:41:52.195 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[37770]: cluster 2021-03-04T23:41:50.729772+0000 osd.7 (osd.7) 44 : cluster [DBG] 2.1d deep-scrub ok 2021-03-04T23:41:52.195 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[37770]: cluster 2021-03-04T23:41:51.532260+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e1193: 8 total, 8 up, 7 in 2021-03-04T23:41:52.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[39303]: cluster 2021-03-04T23:41:50.729141+0000 osd.7 (osd.7) 43 : cluster [DBG] 2.1d deep-scrub starts 2021-03-04T23:41:52.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[39303]: cluster 2021-03-04T23:41:50.729772+0000 osd.7 (osd.7) 44 : cluster [DBG] 2.1d deep-scrub ok 2021-03-04T23:41:52.196 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:51 gibba008 bash[39303]: cluster 2021-03-04T23:41:51.532260+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e1193: 8 total, 8 up, 7 in 2021-03-04T23:41:52.298 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:52.387 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:52.496 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:52.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:52 gibba008 bash[173949]: debug 2021-03-04T23:41:52.185+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:52.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:52 gibba023 bash[18090]: debug 2021-03-04T23:41:52.379+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:52.963 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:53.066 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:53.153 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:53.258 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:53.304 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[91265]: debug 2021-03-04T23:41:52.953+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:53.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:53 gibba023 bash[15180]: debug 2021-03-04T23:41:53.147+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:53.531 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:53.544 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 147578921 2021-03-04T23:41:53.561 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[48858]: debug 2021-03-04T23:41:53.521+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:53.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[37770]: cluster 2021-03-04T23:41:51.861215+0000 mgr.x (mgr.34379) 1661 : cluster [DBG] pgmap v2481: 187 pgs: 187 active+clean; 934 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 11 MiB/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:41:53.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[37770]: cluster 2021-03-04T23:41:52.198740+0000 osd.3 (osd.3) 14 : cluster [DBG] 2.23 scrub ok 2021-03-04T23:41:53.562 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[37770]: cluster 2021-03-04T23:41:52.530901+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1194: 8 total, 8 up, 7 in 2021-03-04T23:41:53.563 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[37770]: cluster 2021-03-04T23:41:52.860103+0000 mon.a (mon.0) 2886 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2021-03-04T23:41:53.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[39303]: cluster 2021-03-04T23:41:51.861215+0000 mgr.x (mgr.34379) 1661 : cluster [DBG] pgmap v2481: 187 pgs: 187 active+clean; 934 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 11 MiB/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:41:53.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[39303]: cluster 2021-03-04T23:41:52.198740+0000 osd.3 (osd.3) 14 : cluster [DBG] 2.23 scrub ok 2021-03-04T23:41:53.563 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[39303]: cluster 2021-03-04T23:41:52.530901+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1194: 8 total, 8 up, 7 in 2021-03-04T23:41:53.564 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:53 gibba008 bash[39303]: cluster 2021-03-04T23:41:52.860103+0000 mon.a (mon.0) 2886 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2021-03-04T23:41:53.635 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:53.756 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:53.859 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:53.931 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:41:54.013 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:54.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:53 gibba023 bash[19550]: debug 2021-03-04T23:41:53.751+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:54.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:53 gibba023 bash[27374]: cluster 2021-03-04T23:41:51.861215+0000 mgr.x (mgr.34379) 1661 : cluster [DBG] pgmap v2481: 187 pgs: 187 active+clean; 934 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 11 MiB/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:41:54.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:53 gibba023 bash[27374]: cluster 2021-03-04T23:41:52.198740+0000 osd.3 (osd.3) 14 : cluster [DBG] 2.23 scrub ok 2021-03-04T23:41:54.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:53 gibba023 bash[27374]: cluster 2021-03-04T23:41:52.530901+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1194: 8 total, 8 up, 7 in 2021-03-04T23:41:54.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:53 gibba023 bash[27374]: cluster 2021-03-04T23:41:52.860103+0000 mon.a (mon.0) 2886 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2021-03-04T23:41:54.283 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.StressNoMigrate (8212 ms) 2021-03-04T23:41:54.284 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Stress 2021-03-04T23:41:54.355 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:41:54.362 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:54.370 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 70828880~4287102 2021-03-04T23:41:54.433 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 52169966~1849604 2021-03-04T23:41:54.442 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 69663853~4306614 2021-03-04T23:41:54.470 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:54.485 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 40808543~2576531 2021-03-04T23:41:54.496 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 43750727~6612046 2021-03-04T23:41:54.511 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:41:54 gibba008 bash[173949]: debug 2021-03-04T23:41:54.353+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:54.555 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 36252900~4409311 2021-03-04T23:41:54.557 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 30449393~1267663 2021-03-04T23:41:54.565 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 57562895~5086854 2021-03-04T23:41:54.567 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:41:54.582 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:54.685 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:54.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:54 gibba023 bash[27374]: cluster 2021-03-04T23:41:53.534207+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1195: 8 total, 8 up, 7 in 2021-03-04T23:41:54.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:54 gibba023 bash[88433]: debug 2021-03-04T23:41:54.575+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:54.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:54 gibba008 bash[37770]: cluster 2021-03-04T23:41:53.534207+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1195: 8 total, 8 up, 7 in 2021-03-04T23:41:55.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:54 gibba008 bash[39303]: cluster 2021-03-04T23:41:53.534207+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1195: 8 total, 8 up, 7 in 2021-03-04T23:41:55.268 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:55.371 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.467 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.568 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[47391]: debug 2021-03-04T23:41:55.261+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:55.570 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.654 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[27374]: cluster 2021-03-04T23:41:53.862176+0000 mgr.x (mgr.34379) 1662 : cluster [DBG] pgmap v2484: 187 pgs: 187 active+clean; 975 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 20 MiB/s wr, 3 op/s 2021-03-04T23:41:55.654 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[27374]: cluster 2021-03-04T23:41:55.150885+0000 osd.5 (osd.5) 15 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:41:55.655 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[27374]: cluster 2021-03-04T23:41:55.153827+0000 osd.5 (osd.5) 16 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:41:55.655 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[27374]: audit 2021-03-04T23:41:55.203504+0000 mon.a (mon.0) 2888 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:55.655 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[18090]: debug 2021-03-04T23:41:55.463+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:55.656 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.851 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:55.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[37770]: cluster 2021-03-04T23:41:53.862176+0000 mgr.x (mgr.34379) 1662 : cluster [DBG] pgmap v2484: 187 pgs: 187 active+clean; 975 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 20 MiB/s wr, 3 op/s 2021-03-04T23:41:55.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[37770]: cluster 2021-03-04T23:41:55.150885+0000 osd.5 (osd.5) 15 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:41:55.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[37770]: cluster 2021-03-04T23:41:55.153827+0000 osd.5 (osd.5) 16 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:41:55.965 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[37770]: audit 2021-03-04T23:41:55.203504+0000 mon.a (mon.0) 2888 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:55.965 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[39303]: cluster 2021-03-04T23:41:53.862176+0000 mgr.x (mgr.34379) 1662 : cluster [DBG] pgmap v2484: 187 pgs: 187 active+clean; 975 MiB data, 3.1 GiB used, 581 GiB / 588 GiB avail; 20 MiB/s wr, 3 op/s 2021-03-04T23:41:55.965 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[39303]: cluster 2021-03-04T23:41:55.150885+0000 osd.5 (osd.5) 15 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:41:55.965 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[39303]: cluster 2021-03-04T23:41:55.153827+0000 osd.5 (osd.5) 16 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:41:55.966 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:55 gibba008 bash[39303]: audit 2021-03-04T23:41:55.203504+0000 mon.a (mon.0) 2888 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:41:56.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[18090]: debug 2021-03-04T23:41:55.647+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:56.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:55 gibba023 bash[18090]: debug 2021-03-04T23:41:55.847+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:56.368 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:56.471 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:56.588 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 127344104 2021-03-04T23:41:56.594 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 36676502~4146905 2021-03-04T23:41:56.598 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 89086438~6036443 2021-03-04T23:41:56.598 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 67429192~7056532 2021-03-04T23:41:56.605 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49987169~7798540 2021-03-04T23:41:56.606 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 28789083~3173212 2021-03-04T23:41:56.609 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 31336209~7963822 2021-03-04T23:41:56.630 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 112212924~6115049 2021-03-04T23:41:56.634 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 56080021~575713 2021-03-04T23:41:56.634 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:41:56.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[37770]: cluster 2021-03-04T23:41:55.259662+0000 osd.6 (osd.6) 41 : cluster [DBG] 2.24 scrub starts 2021-03-04T23:41:56.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[37770]: cluster 2021-03-04T23:41:55.260512+0000 osd.6 (osd.6) 42 : cluster [DBG] 2.24 scrub ok 2021-03-04T23:41:56.821 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[37770]: cluster 2021-03-04T23:41:55.563624+0000 mon.a (mon.0) 2889 : cluster [DBG] osdmap e1196: 8 total, 8 up, 7 in 2021-03-04T23:41:56.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[39303]: cluster 2021-03-04T23:41:55.259662+0000 osd.6 (osd.6) 41 : cluster [DBG] 2.24 scrub starts 2021-03-04T23:41:56.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[39303]: cluster 2021-03-04T23:41:55.260512+0000 osd.6 (osd.6) 42 : cluster [DBG] 2.24 scrub ok 2021-03-04T23:41:56.822 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[39303]: cluster 2021-03-04T23:41:55.563624+0000 mon.a (mon.0) 2889 : cluster [DBG] osdmap e1196: 8 total, 8 up, 7 in 2021-03-04T23:41:56.823 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:41:56 gibba008 bash[47391]: debug 2021-03-04T23:41:56.361+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:57.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:56 gibba023 bash[27374]: cluster 2021-03-04T23:41:55.259662+0000 osd.6 (osd.6) 41 : cluster [DBG] 2.24 scrub starts 2021-03-04T23:41:57.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:56 gibba023 bash[27374]: cluster 2021-03-04T23:41:55.260512+0000 osd.6 (osd.6) 42 : cluster [DBG] 2.24 scrub ok 2021-03-04T23:41:57.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:56 gibba023 bash[27374]: cluster 2021-03-04T23:41:55.563624+0000 mon.a (mon.0) 2889 : cluster [DBG] osdmap e1196: 8 total, 8 up, 7 in 2021-03-04T23:41:57.055 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:57.158 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:57.227 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[91265]: debug 2021-03-04T23:41:57.045+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:57.258 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:57.365 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:57.465 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:57 gibba023 bash[19550]: debug 2021-03-04T23:41:57.251+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:57.466 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:57.573 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:57.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:57 gibba023 bash[88433]: debug 2021-03-04T23:41:57.459+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:57 gibba023 bash[27374]: cluster 2021-03-04T23:41:55.863461+0000 mgr.x (mgr.34379) 1663 : cluster [DBG] pgmap v2486: 187 pgs: 187 active+clean; 975 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:57 gibba023 bash[27374]: cluster 2021-03-04T23:41:56.578933+0000 mon.a (mon.0) 2890 : cluster [DBG] osdmap e1197: 8 total, 8 up, 7 in 2021-03-04T23:41:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:57 gibba023 bash[27374]: cluster 2021-03-04T23:41:57.218983+0000 osd.5 (osd.5) 17 : cluster [DBG] 2.20 deep-scrub starts 2021-03-04T23:41:57.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:57 gibba023 bash[27374]: cluster 2021-03-04T23:41:57.221031+0000 osd.5 (osd.5) 18 : cluster [DBG] 2.20 deep-scrub ok 2021-03-04T23:41:58.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[39303]: cluster 2021-03-04T23:41:55.863461+0000 mgr.x (mgr.34379) 1663 : cluster [DBG] pgmap v2486: 187 pgs: 187 active+clean; 975 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:58.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[39303]: cluster 2021-03-04T23:41:56.578933+0000 mon.a (mon.0) 2890 : cluster [DBG] osdmap e1197: 8 total, 8 up, 7 in 2021-03-04T23:41:58.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[39303]: cluster 2021-03-04T23:41:57.218983+0000 osd.5 (osd.5) 17 : cluster [DBG] 2.20 deep-scrub starts 2021-03-04T23:41:58.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[39303]: cluster 2021-03-04T23:41:57.221031+0000 osd.5 (osd.5) 18 : cluster [DBG] 2.20 deep-scrub ok 2021-03-04T23:41:58.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[37770]: cluster 2021-03-04T23:41:55.863461+0000 mgr.x (mgr.34379) 1663 : cluster [DBG] pgmap v2486: 187 pgs: 187 active+clean; 975 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:58.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[37770]: cluster 2021-03-04T23:41:56.578933+0000 mon.a (mon.0) 2890 : cluster [DBG] osdmap e1197: 8 total, 8 up, 7 in 2021-03-04T23:41:58.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[37770]: cluster 2021-03-04T23:41:57.218983+0000 osd.5 (osd.5) 17 : cluster [DBG] 2.20 deep-scrub starts 2021-03-04T23:41:58.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:57 gibba008 bash[37770]: cluster 2021-03-04T23:41:57.221031+0000 osd.5 (osd.5) 18 : cluster [DBG] 2.20 deep-scrub ok 2021-03-04T23:41:58.021 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:58.123 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:58.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:58 gibba008 bash[91265]: debug 2021-03-04T23:41:58.013+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:58.608 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 93425751 2021-03-04T23:41:58.621 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 35256387~2131035 2021-03-04T23:41:58.627 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 47895266~3747831 2021-03-04T23:41:58.627 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 33165404~1696245 2021-03-04T23:41:58.629 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 43755885~3052941 2021-03-04T23:41:58.629 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 61435904~5052104 2021-03-04T23:41:58.635 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 82009376~1806547 2021-03-04T23:41:58.636 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 84415385~1266172 2021-03-04T23:41:58.636 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 90229764~3195987 2021-03-04T23:41:58.637 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:41:58.958 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:58 gibba008 bash[37770]: cluster 2021-03-04T23:41:57.592291+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e1198: 8 total, 8 up, 7 in 2021-03-04T23:41:58.958 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:58 gibba008 bash[37770]: audit 2021-03-04T23:41:58.320532+0000 mon.a (mon.0) 2892 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:58.958 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:58 gibba008 bash[39303]: cluster 2021-03-04T23:41:57.592291+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e1198: 8 total, 8 up, 7 in 2021-03-04T23:41:58.959 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:58 gibba008 bash[39303]: audit 2021-03-04T23:41:58.320532+0000 mon.a (mon.0) 2892 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:58.960 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:58 gibba023 bash[27374]: cluster 2021-03-04T23:41:57.592291+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e1198: 8 total, 8 up, 7 in 2021-03-04T23:41:59.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:58 gibba023 bash[27374]: audit 2021-03-04T23:41:58.320532+0000 mon.a (mon.0) 2892 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:59.061 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:59.147 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:59.251 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:41:58 gibba008 bash[91265]: debug 2021-03-04T23:41:58.949+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:41:59.336 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[18090]: debug 2021-03-04T23:41:59.143+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:59.336 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.439 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:59.520 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:59.614 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[19550]: debug 2021-03-04T23:41:59.515+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:59.614 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[88433]: debug 2021-03-04T23:41:59.331+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:59.627 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:59.714 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:59.817 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.950 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[15180]: debug 2021-03-04T23:41:59.711+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:41:59.951 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[27374]: cluster 2021-03-04T23:41:57.864688+0000 mgr.x (mgr.34379) 1664 : cluster [DBG] pgmap v2489: 187 pgs: 187 active+clean; 1.0 GiB data, 3.3 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:41:59.951 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[27374]: cluster 2021-03-04T23:41:58.600673+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1199: 8 total, 8 up, 7 in 2021-03-04T23:41:59.951 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[27374]: cluster 2021-03-04T23:41:59.267125+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.25 scrub starts 2021-03-04T23:41:59.952 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[27374]: cluster 2021-03-04T23:41:59.270018+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.25 scrub ok 2021-03-04T23:41:59.952 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:00.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[37770]: cluster 2021-03-04T23:41:57.864688+0000 mgr.x (mgr.34379) 1664 : cluster [DBG] pgmap v2489: 187 pgs: 187 active+clean; 1.0 GiB data, 3.3 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:42:00.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[37770]: cluster 2021-03-04T23:41:58.600673+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1199: 8 total, 8 up, 7 in 2021-03-04T23:42:00.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[37770]: cluster 2021-03-04T23:41:59.267125+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.25 scrub starts 2021-03-04T23:42:00.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[37770]: cluster 2021-03-04T23:41:59.270018+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.25 scrub ok 2021-03-04T23:42:00.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[39303]: cluster 2021-03-04T23:41:57.864688+0000 mgr.x (mgr.34379) 1664 : cluster [DBG] pgmap v2489: 187 pgs: 187 active+clean; 1.0 GiB data, 3.3 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:42:00.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[39303]: cluster 2021-03-04T23:41:58.600673+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1199: 8 total, 8 up, 7 in 2021-03-04T23:42:00.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[39303]: cluster 2021-03-04T23:41:59.267125+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.25 scrub starts 2021-03-04T23:42:00.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:41:59 gibba008 bash[39303]: cluster 2021-03-04T23:41:59.270018+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.25 scrub ok 2021-03-04T23:42:00.056 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.274 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:41:59 gibba023 bash[88433]: debug 2021-03-04T23:41:59.943+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:00.606 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.638 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 161089902 2021-03-04T23:42:00.646 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 14327287~5995568 2021-03-04T23:42:00.664 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49262328~7466977 2021-03-04T23:42:00.665 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 70738355~2431250 2021-03-04T23:42:00.666 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 78781580~6024477 2021-03-04T23:42:00.667 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 150769734~2515899 2021-03-04T23:42:00.671 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 123664412~8122345 2021-03-04T23:42:00.679 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 77219102~3093910 2021-03-04T23:42:00.684 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 23618957~8105093 2021-03-04T23:42:00.685 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:42:00.709 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.858 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:00 gibba008 bash[37770]: cluster 2021-03-04T23:41:59.618438+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1200: 8 total, 8 up, 7 in 2021-03-04T23:42:00.859 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:00 gibba008 bash[39303]: cluster 2021-03-04T23:41:59.618438+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1200: 8 total, 8 up, 7 in 2021-03-04T23:42:00.859 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:00 gibba008 bash[47391]: debug 2021-03-04T23:42:00.597+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:01.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:00 gibba023 bash[27374]: cluster 2021-03-04T23:41:59.618438+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1200: 8 total, 8 up, 7 in 2021-03-04T23:42:01.026 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:01.129 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:01.133 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:01 gibba008 bash[47391]: debug 2021-03-04T23:42:01.017+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:01.198 INFO:teuthology.orchestra.run.gibba008.stdout: 2021-03-04T23:42:01.201 INFO:teuthology.orchestra.run.gibba008.stderr:dumped all 2021-03-04T23:42:01.359 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:01.389 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:01 gibba008 bash[91265]: debug 2021-03-04T23:42:01.349+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:01.467 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:01.562 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:01.670 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:01.762 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:01 gibba023 bash[18090]: debug 2021-03-04T23:42:01.555+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:01.762 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:01 gibba023 bash[27374]: cluster 2021-03-04T23:41:59.865594+0000 mgr.x (mgr.34379) 1665 : cluster [DBG] pgmap v2492: 187 pgs: 187 active+clean; 1.0 GiB data, 3.3 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:42:01.763 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:01 gibba023 bash[27374]: cluster 2021-03-04T23:42:00.631088+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e1201: 8 total, 8 up, 7 in 2021-03-04T23:42:01.763 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:01.870 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:02.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:01 gibba008 bash[37770]: cluster 2021-03-04T23:41:59.865594+0000 mgr.x (mgr.34379) 1665 : cluster [DBG] pgmap v2492: 187 pgs: 187 active+clean; 1.0 GiB data, 3.3 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:42:02.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:01 gibba008 bash[37770]: cluster 2021-03-04T23:42:00.631088+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e1201: 8 total, 8 up, 7 in 2021-03-04T23:42:02.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:01 gibba008 bash[39303]: cluster 2021-03-04T23:41:59.865594+0000 mgr.x (mgr.34379) 1665 : cluster [DBG] pgmap v2492: 187 pgs: 187 active+clean; 1.0 GiB data, 3.3 GiB used, 581 GiB / 588 GiB avail 2021-03-04T23:42:02.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:01 gibba008 bash[39303]: cluster 2021-03-04T23:42:00.631088+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e1201: 8 total, 8 up, 7 in 2021-03-04T23:42:02.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:01 gibba023 bash[18090]: debug 2021-03-04T23:42:01.755+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:02.365 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:02.468 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:02.551 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:02.655 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:02.658 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:02 gibba008 bash[91265]: debug 2021-03-04T23:42:02.357+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:02.662 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 234587404 2021-03-04T23:42:02.670 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:42:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:02 gibba008 bash[37770]: audit 2021-03-04T23:42:01.173809+0000 mgr.x (mgr.34379) 1666 : audit [DBG] from='client.57331 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:02.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:02 gibba008 bash[37770]: cluster 2021-03-04T23:42:01.640494+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e1202: 8 total, 8 up, 7 in 2021-03-04T23:42:02.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:02 gibba008 bash[39303]: audit 2021-03-04T23:42:01.173809+0000 mgr.x (mgr.34379) 1666 : audit [DBG] from='client.57331 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:02.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:02 gibba008 bash[39303]: cluster 2021-03-04T23:42:01.640494+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e1202: 8 total, 8 up, 7 in 2021-03-04T23:42:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:02 gibba023 bash[27374]: audit 2021-03-04T23:42:01.173809+0000 mgr.x (mgr.34379) 1666 : audit [DBG] from='client.57331 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:02.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:02 gibba023 bash[27374]: cluster 2021-03-04T23:42:01.640494+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e1202: 8 total, 8 up, 7 in 2021-03-04T23:42:02.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:02 gibba023 bash[19550]: debug 2021-03-04T23:42:02.547+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:03.051 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:03.154 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:03.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:03 gibba008 bash[173949]: debug 2021-03-04T23:42:03.041+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:03.764 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:03.847 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:42:03.867 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:03.873 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:42:03.887 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:42:03.907 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:42:03.928 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:42:03.948 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:42:03.968 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:42:03.969 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:04.007 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:03 gibba008 bash[39303]: cluster 2021-03-04T23:42:01.866654+0000 mgr.x (mgr.34379) 1667 : cluster [DBG] pgmap v2495: 187 pgs: 187 active+clean; 1.1 GiB data, 3.4 GiB used, 581 GiB / 588 GiB avail; 11 MiB/s wr, 4 op/s 2021-03-04T23:42:04.007 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:03 gibba008 bash[39303]: cluster 2021-03-04T23:42:02.656457+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1203: 8 total, 8 up, 7 in 2021-03-04T23:42:04.008 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:03 gibba008 bash[91265]: debug 2021-03-04T23:42:03.757+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:04.008 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:03 gibba008 bash[37770]: cluster 2021-03-04T23:42:01.866654+0000 mgr.x (mgr.34379) 1667 : cluster [DBG] pgmap v2495: 187 pgs: 187 active+clean; 1.1 GiB data, 3.4 GiB used, 581 GiB / 588 GiB avail; 11 MiB/s wr, 4 op/s 2021-03-04T23:42:04.009 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:03 gibba008 bash[37770]: cluster 2021-03-04T23:42:02.656457+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1203: 8 total, 8 up, 7 in 2021-03-04T23:42:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:03 gibba023 bash[27374]: cluster 2021-03-04T23:42:01.866654+0000 mgr.x (mgr.34379) 1667 : cluster [DBG] pgmap v2495: 187 pgs: 187 active+clean; 1.1 GiB data, 3.4 GiB used, 581 GiB / 588 GiB avail; 11 MiB/s wr, 4 op/s 2021-03-04T23:42:04.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:03 gibba023 bash[27374]: cluster 2021-03-04T23:42:02.656457+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1203: 8 total, 8 up, 7 in 2021-03-04T23:42:04.050 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:04.159 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.229 INFO:teuthology.orchestra.run.gibba008.stdout:{"pg_ready":true,"pg_map":{"version":2493,"stamp":"2021-03-04T23:42:00.631670+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1108541787,"num_objects":730,"num_object_clones":202,"num_object_copies":2190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":730,"num_whiteouts":120,"num_read":19414,"num_read_kb":3819543,"num_write":3042,"num_write_kb":1514381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":381,"num_bytes_recovered":276838362,"num_keys_recovered":165,"num_objects_omap":91,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7062,"ondisk_log_size":7062,"up":561,"acting":561,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":561,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":7674480,"kb_used_data":2854880,"kb_used_omap":6491,"kb_used_meta":4807844,"kb_avail":608888208,"statfs":{"total":631360192512,"available":623501524992,"internally_reserved":4294967296,"allocated":2923397120,"data_stored":3539101142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6646973,"internal_metadata":4923233091},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":36829186,"num_objects":13,"num_object_clones":4,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":66,"num_read_kb":107461,"num_write":22,"num_write_kb":34056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.052263"},"pg_stats":[{"pgid":"45.1e","version":"1069'11","reported_seq":"213","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545695+0000","last_change":"2021-03-04T23:40:00.528047+0000","last_active":"2021-03-04T23:41:53.545695+0000","last_peered":"2021-03-04T23:41:53.545695+0000","last_clean":"2021-03-04T23:41:53.545695+0000","last_became_active":"2021-03-04T23:39:59.480035+0000","last_became_peered":"2021-03-04T23:39:59.480035+0000","last_unstale":"2021-03-04T23:41:53.545695+0000","last_undegraded":"2021-03-04T23:41:53.545695+0000","last_fullsized":"2021-03-04T23:41:53.545695+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":16384,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1f","version":"1197'123","reported_seq":"568","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.583319+0000","last_change":"2021-03-04T23:41:44.803489+0000","last_active":"2021-03-04T23:41:56.583319+0000","last_peered":"2021-03-04T23:41:56.583319+0000","last_clean":"2021-03-04T23:41:56.583319+0000","last_became_active":"2021-03-04T23:38:49.223709+0000","last_became_peered":"2021-03-04T23:38:49.223709+0000","last_unstale":"2021-03-04T23:41:56.583319+0000","last_undegraded":"2021-03-04T23:41:56.583319+0000","last_fullsized":"2021-03-04T23:41:56.583319+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46652775,"num_objects":25,"num_object_clones":8,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":2,"num_read":124,"num_read_kb":188539,"num_write":57,"num_write_kb":79601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.1f","version":"1069'3","reported_seq":"186","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.812166+0000","last_change":"2021-03-04T23:38:57.311040+0000","last_active":"2021-03-04T23:41:55.812166+0000","last_peered":"2021-03-04T23:41:55.812166+0000","last_clean":"2021-03-04T23:41:55.812166+0000","last_became_active":"2021-03-04T23:38:51.242899+0000","last_became_peered":"2021-03-04T23:38:51.242899+0000","last_unstale":"2021-03-04T23:41:55.812166+0000","last_undegraded":"2021-03-04T23:41:55.812166+0000","last_fullsized":"2021-03-04T23:41:55.812166+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1e","version":"1195'146","reported_seq":"772","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.531380+0000","last_change":"2021-03-04T23:41:44.796346+0000","last_active":"2021-03-04T23:41:54.531380+0000","last_peered":"2021-03-04T23:41:54.531380+0000","last_clean":"2021-03-04T23:41:54.531380+0000","last_became_active":"2021-03-04T23:38:49.223991+0000","last_became_peered":"2021-03-04T23:38:49.223991+0000","last_unstale":"2021-03-04T23:41:54.531380+0000","last_undegraded":"2021-03-04T23:41:54.531380+0000","last_fullsized":"2021-03-04T23:41:54.531380+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37578096,"num_objects":24,"num_object_clones":9,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":3,"num_read":772,"num_read_kb":148050,"num_write":75,"num_write_kb":51793,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.1c","version":"1057'21","reported_seq":"216","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567566+0000","last_change":"2021-03-04T23:38:57.306903+0000","last_active":"2021-03-04T23:41:55.567566+0000","last_peered":"2021-03-04T23:41:55.567566+0000","last_clean":"2021-03-04T23:41:55.567566+0000","last_became_active":"2021-03-04T23:38:51.244797+0000","last_became_peered":"2021-03-04T23:38:51.244797+0000","last_unstale":"2021-03-04T23:41:55.567566+0000","last_undegraded":"2021-03-04T23:41:55.567566+0000","last_fullsized":"2021-03-04T23:41:55.567566+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":23,"num_read_kb":4118,"num_write":8,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1d","version":"1195'146","reported_seq":"781","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567979+0000","last_change":"2021-03-04T23:41:44.804122+0000","last_active":"2021-03-04T23:41:55.567979+0000","last_peered":"2021-03-04T23:41:55.567979+0000","last_clean":"2021-03-04T23:41:55.567979+0000","last_became_active":"2021-03-04T23:38:49.223230+0000","last_became_peered":"2021-03-04T23:38:49.223230+0000","last_unstale":"2021-03-04T23:41:55.567979+0000","last_undegraded":"2021-03-04T23:41:55.567979+0000","last_fullsized":"2021-03-04T23:41:55.567979+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16400065,"num_objects":13,"num_object_clones":1,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":5,"num_read":818,"num_read_kb":85884,"num_write":74,"num_write_kb":28361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.1d","version":"1057'33","reported_seq":"289","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541761+0000","last_change":"2021-03-04T23:38:57.322144+0000","last_active":"2021-03-04T23:41:53.541761+0000","last_peered":"2021-03-04T23:41:53.541761+0000","last_clean":"2021-03-04T23:41:53.541761+0000","last_became_active":"2021-03-04T23:38:51.620608+0000","last_became_peered":"2021-03-04T23:38:51.620608+0000","last_unstale":"2021-03-04T23:41:53.541761+0000","last_undegraded":"2021-03-04T23:41:53.541761+0000","last_fullsized":"2021-03-04T23:41:53.541761+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388611,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":8343,"num_write":12,"num_write_kb":8201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.1c","version":"1195'402","reported_seq":"1209","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.458814+0000","last_change":"2021-03-04T23:41:44.802836+0000","last_active":"2021-03-04T23:41:54.458814+0000","last_peered":"2021-03-04T23:41:54.458814+0000","last_clean":"2021-03-04T23:41:54.458814+0000","last_became_active":"2021-03-04T23:38:49.222883+0000","last_became_peered":"2021-03-04T23:38:49.222883+0000","last_unstale":"2021-03-04T23:41:54.458814+0000","last_undegraded":"2021-03-04T23:41:54.458814+0000","last_fullsized":"2021-03-04T23:41:54.458814+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":402,"ondisk_log_size":402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":47841559,"num_objects":24,"num_object_clones":7,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":4,"num_read":774,"num_read_kb":154102,"num_write":288,"num_write_kb":82874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.1a","version":"1069'14","reported_seq":"274","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567395+0000","last_change":"2021-03-04T23:40:00.440590+0000","last_active":"2021-03-04T23:41:55.567395+0000","last_peered":"2021-03-04T23:41:55.567395+0000","last_clean":"2021-03-04T23:41:55.567395+0000","last_became_active":"2021-03-04T23:39:59.477583+0000","last_became_peered":"2021-03-04T23:39:59.477583+0000","last_unstale":"2021-03-04T23:41:55.567395+0000","last_undegraded":"2021-03-04T23:41:55.567395+0000","last_fullsized":"2021-03-04T23:41:55.567395+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194323,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":61,"num_read_kb":60,"num_write":5,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":20,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.1b","version":"1191'151","reported_seq":"665","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545447+0000","last_change":"2021-03-04T23:41:44.802844+0000","last_active":"2021-03-04T23:41:53.545447+0000","last_peered":"2021-03-04T23:41:53.545447+0000","last_clean":"2021-03-04T23:41:53.545447+0000","last_became_active":"2021-03-04T23:38:49.220838+0000","last_became_peered":"2021-03-04T23:38:49.220838+0000","last_unstale":"2021-03-04T23:41:53.545447+0000","last_undegraded":"2021-03-04T23:41:53.545447+0000","last_fullsized":"2021-03-04T23:41:53.545447+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25168164,"num_objects":19,"num_object_clones":5,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":6,"num_read":256,"num_read_kb":82092,"num_write":73,"num_write_kb":36912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.1b","version":"1069'6","reported_seq":"189","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.808651+0000","last_change":"2021-03-04T23:38:57.310690+0000","last_active":"2021-03-04T23:41:55.808651+0000","last_peered":"2021-03-04T23:41:55.808651+0000","last_clean":"2021-03-04T23:41:55.808651+0000","last_became_active":"2021-03-04T23:38:51.621093+0000","last_became_peered":"2021-03-04T23:38:51.621093+0000","last_unstale":"2021-03-04T23:41:55.808651+0000","last_undegraded":"2021-03-04T23:41:55.808651+0000","last_fullsized":"2021-03-04T23:41:55.808651+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.1a","version":"1197'157","reported_seq":"1044","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.583110+0000","last_change":"2021-03-04T23:41:44.802369+0000","last_active":"2021-03-04T23:41:56.583110+0000","last_peered":"2021-03-04T23:41:56.583110+0000","last_clean":"2021-03-04T23:41:56.583110+0000","last_became_active":"2021-03-04T23:38:49.222338+0000","last_became_peered":"2021-03-04T23:38:49.222338+0000","last_unstale":"2021-03-04T23:41:56.583110+0000","last_undegraded":"2021-03-04T23:41:56.583110+0000","last_fullsized":"2021-03-04T23:41:56.583110+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20972800,"num_objects":14,"num_object_clones":3,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":742,"num_read_kb":78448,"num_write":65,"num_write_kb":41002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.18","version":"1033'7","reported_seq":"209","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.809255+0000","last_change":"2021-03-04T23:40:01.776984+0000","last_active":"2021-03-04T23:41:55.809255+0000","last_peered":"2021-03-04T23:41:55.809255+0000","last_clean":"2021-03-04T23:41:55.809255+0000","last_became_active":"2021-03-04T23:39:59.474184+0000","last_became_peered":"2021-03-04T23:39:59.474184+0000","last_unstale":"2021-03-04T23:41:55.809255+0000","last_undegraded":"2021-03-04T23:41:55.809255+0000","last_fullsized":"2021-03-04T23:41:55.809255+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.19","version":"1195'167","reported_seq":"705","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.524998+0000","last_change":"2021-03-04T23:41:44.804030+0000","last_active":"2021-03-04T23:41:54.524998+0000","last_peered":"2021-03-04T23:41:54.524998+0000","last_clean":"2021-03-04T23:41:54.524998+0000","last_became_active":"2021-03-04T23:38:49.223888+0000","last_became_peered":"2021-03-04T23:38:49.223888+0000","last_unstale":"2021-03-04T23:41:54.524998+0000","last_undegraded":"2021-03-04T23:41:54.524998+0000","last_fullsized":"2021-03-04T23:41:54.524998+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":167,"ondisk_log_size":167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29365240,"num_objects":17,"num_object_clones":7,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":3,"num_read":540,"num_read_kb":143748,"num_write":70,"num_write_kb":57382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.19","version":"1069'10","reported_seq":"193","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541517+0000","last_change":"2021-03-04T23:38:57.302958+0000","last_active":"2021-03-04T23:41:53.541517+0000","last_peered":"2021-03-04T23:41:53.541517+0000","last_clean":"2021-03-04T23:41:53.541517+0000","last_became_active":"2021-03-04T23:38:51.620510+0000","last_became_peered":"2021-03-04T23:38:51.620510+0000","last_unstale":"2021-03-04T23:41:53.541517+0000","last_undegraded":"2021-03-04T23:41:53.541517+0000","last_fullsized":"2021-03-04T23:41:53.541517+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.18","version":"1195'171","reported_seq":"636","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.555930+0000","last_change":"2021-03-04T23:41:44.802373+0000","last_active":"2021-03-04T23:41:54.555930+0000","last_peered":"2021-03-04T23:41:54.555930+0000","last_clean":"2021-03-04T23:41:54.555930+0000","last_became_active":"2021-03-04T23:38:49.223235+0000","last_became_peered":"2021-03-04T23:38:49.223235+0000","last_unstale":"2021-03-04T23:41:54.555930+0000","last_undegraded":"2021-03-04T23:41:54.555930+0000","last_fullsized":"2021-03-04T23:41:54.555930+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":45589506,"num_objects":20,"num_object_clones":5,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":2,"num_read":181,"num_read_kb":114041,"num_write":67,"num_write_kb":51963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.16","version":"1033'5","reported_seq":"189","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545725+0000","last_change":"2021-03-04T23:38:57.309012+0000","last_active":"2021-03-04T23:41:53.545725+0000","last_peered":"2021-03-04T23:41:53.545725+0000","last_clean":"2021-03-04T23:41:53.545725+0000","last_became_active":"2021-03-04T23:38:51.243989+0000","last_became_peered":"2021-03-04T23:38:51.243989+0000","last_unstale":"2021-03-04T23:41:53.545725+0000","last_undegraded":"2021-03-04T23:41:53.545725+0000","last_fullsized":"2021-03-04T23:41:53.545725+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.17","version":"1193'158","reported_seq":"680","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568030+0000","last_change":"2021-03-04T23:41:44.804415+0000","last_active":"2021-03-04T23:41:55.568030+0000","last_peered":"2021-03-04T23:41:55.568030+0000","last_clean":"2021-03-04T23:41:55.568030+0000","last_became_active":"2021-03-04T23:38:49.222406+0000","last_became_peered":"2021-03-04T23:38:49.222406+0000","last_unstale":"2021-03-04T23:41:55.568030+0000","last_undegraded":"2021-03-04T23:41:55.568030+0000","last_fullsized":"2021-03-04T23:41:55.568030+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36184124,"num_objects":28,"num_object_clones":11,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":4,"num_read":251,"num_read_kb":155515,"num_write":69,"num_write_kb":48728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.17","version":"1069'9","reported_seq":"197","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541453+0000","last_change":"2021-03-04T23:38:57.321938+0000","last_active":"2021-03-04T23:41:53.541453+0000","last_peered":"2021-03-04T23:41:53.541453+0000","last_clean":"2021-03-04T23:41:53.541453+0000","last_became_active":"2021-03-04T23:38:51.247240+0000","last_became_peered":"2021-03-04T23:38:51.247240+0000","last_unstale":"2021-03-04T23:41:53.541453+0000","last_undegraded":"2021-03-04T23:41:53.541453+0000","last_fullsized":"2021-03-04T23:41:53.541453+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.16","version":"1199'155","reported_seq":"599","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.609272+0000","last_change":"2021-03-04T23:41:44.796940+0000","last_active":"2021-03-04T23:41:58.609272+0000","last_peered":"2021-03-04T23:41:58.609272+0000","last_clean":"2021-03-04T23:41:58.609272+0000","last_became_active":"2021-03-04T23:40:17.240152+0000","last_became_peered":"2021-03-04T23:40:17.240152+0000","last_unstale":"2021-03-04T23:41:58.609272+0000","last_undegraded":"2021-03-04T23:41:58.609272+0000","last_fullsized":"2021-03-04T23:41:58.609272+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":155,"ondisk_log_size":155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33613176,"num_objects":20,"num_object_clones":6,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":3,"num_read":830,"num_read_kb":96497,"num_write":64,"num_write_kb":28777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":29359130,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"45.14","version":"1033'3","reported_seq":"195","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541794+0000","last_change":"2021-03-04T23:39:59.480143+0000","last_active":"2021-03-04T23:41:53.541794+0000","last_peered":"2021-03-04T23:41:53.541794+0000","last_clean":"2021-03-04T23:41:53.541794+0000","last_became_active":"2021-03-04T23:39:59.479736+0000","last_became_peered":"2021-03-04T23:39:59.479736+0000","last_unstale":"2021-03-04T23:41:53.541794+0000","last_undegraded":"2021-03-04T23:41:53.541794+0000","last_fullsized":"2021-03-04T23:41:53.541794+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.15","version":"1191'166","reported_seq":"840","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.811952+0000","last_change":"2021-03-04T23:41:44.803783+0000","last_active":"2021-03-04T23:41:55.811952+0000","last_peered":"2021-03-04T23:41:55.811952+0000","last_clean":"2021-03-04T23:41:55.811952+0000","last_became_active":"2021-03-04T23:38:49.221386+0000","last_became_peered":"2021-03-04T23:38:49.221386+0000","last_unstale":"2021-03-04T23:41:55.811952+0000","last_undegraded":"2021-03-04T23:41:55.811952+0000","last_fullsized":"2021-03-04T23:41:55.811952+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4196022,"num_objects":15,"num_object_clones":2,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":3,"num_read":978,"num_read_kb":74451,"num_write":102,"num_write_kb":28747,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.15","version":"1069'42","reported_seq":"303","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541169+0000","last_change":"2021-03-04T23:38:57.321591+0000","last_active":"2021-03-04T23:41:53.541169+0000","last_peered":"2021-03-04T23:41:53.541169+0000","last_clean":"2021-03-04T23:41:53.541169+0000","last_became_active":"2021-03-04T23:38:51.621474+0000","last_became_peered":"2021-03-04T23:38:51.621474+0000","last_unstale":"2021-03-04T23:41:53.541169+0000","last_undegraded":"2021-03-04T23:41:53.541169+0000","last_fullsized":"2021-03-04T23:41:53.541169+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20973520,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":184,"num_read_kb":32912,"num_write":20,"num_write_kb":16394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.14","version":"1197'81","reported_seq":"462","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.603712+0000","last_change":"2021-03-04T23:41:44.805052+0000","last_active":"2021-03-04T23:41:56.603712+0000","last_peered":"2021-03-04T23:41:56.603712+0000","last_clean":"2021-03-04T23:41:56.603712+0000","last_became_active":"2021-03-04T23:38:49.221343+0000","last_became_peered":"2021-03-04T23:38:49.221343+0000","last_unstale":"2021-03-04T23:41:56.603712+0000","last_undegraded":"2021-03-04T23:41:56.603712+0000","last_fullsized":"2021-03-04T23:41:56.603712+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25165951,"num_objects":11,"num_object_clones":3,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":3,"num_read":55,"num_read_kb":69650,"num_write":27,"num_write_kb":36874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.12","version":"1060'23","reported_seq":"289","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.540593+0000","last_change":"2021-03-04T23:38:57.321272+0000","last_active":"2021-03-04T23:41:53.540593+0000","last_peered":"2021-03-04T23:41:53.540593+0000","last_clean":"2021-03-04T23:41:53.540593+0000","last_became_active":"2021-03-04T23:38:51.247210+0000","last_became_peered":"2021-03-04T23:38:51.247210+0000","last_unstale":"2021-03-04T23:41:53.540593+0000","last_undegraded":"2021-03-04T23:41:53.540593+0000","last_fullsized":"2021-03-04T23:41:53.540593+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":319,"num_read_kb":253,"num_write":16,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.13","version":"1195'140","reported_seq":"633","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.565953+0000","last_change":"2021-03-04T23:41:44.795190+0000","last_active":"2021-03-04T23:41:54.565953+0000","last_peered":"2021-03-04T23:41:54.565953+0000","last_clean":"2021-03-04T23:41:54.565953+0000","last_became_active":"2021-03-04T23:39:59.475717+0000","last_became_peered":"2021-03-04T23:39:59.475717+0000","last_unstale":"2021-03-04T23:41:54.565953+0000","last_undegraded":"2021-03-04T23:41:54.565953+0000","last_fullsized":"2021-03-04T23:41:54.565953+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":140,"ondisk_log_size":140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33556769,"num_objects":16,"num_object_clones":4,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":3,"num_read":371,"num_read_kb":65819,"num_write":59,"num_write_kb":32812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":20972745,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.13","version":"1057'10","reported_seq":"199","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.810344+0000","last_change":"2021-03-04T23:38:57.310571+0000","last_active":"2021-03-04T23:41:55.810344+0000","last_peered":"2021-03-04T23:41:55.810344+0000","last_clean":"2021-03-04T23:41:55.810344+0000","last_became_active":"2021-03-04T23:38:51.243356+0000","last_became_peered":"2021-03-04T23:38:51.243356+0000","last_unstale":"2021-03-04T23:41:55.810344+0000","last_undegraded":"2021-03-04T23:41:55.810344+0000","last_fullsized":"2021-03-04T23:41:55.810344+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.12","version":"1197'173","reported_seq":"819","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.624393+0000","last_change":"2021-03-04T23:41:44.803990+0000","last_active":"2021-03-04T23:41:56.624393+0000","last_peered":"2021-03-04T23:41:56.624393+0000","last_clean":"2021-03-04T23:41:56.624393+0000","last_became_active":"2021-03-04T23:38:49.221320+0000","last_became_peered":"2021-03-04T23:38:49.221320+0000","last_unstale":"2021-03-04T23:41:56.624393+0000","last_undegraded":"2021-03-04T23:41:56.624393+0000","last_fullsized":"2021-03-04T23:41:56.624393+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33694788,"num_objects":26,"num_object_clones":5,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":5,"num_read":477,"num_read_kb":114520,"num_write":85,"num_write_kb":47352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.10","version":"1069'9","reported_seq":"197","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.537523+0000","last_change":"2021-03-04T23:38:57.320880+0000","last_active":"2021-03-04T23:41:53.537523+0000","last_peered":"2021-03-04T23:41:53.537523+0000","last_clean":"2021-03-04T23:41:53.537523+0000","last_became_active":"2021-03-04T23:38:51.621475+0000","last_became_peered":"2021-03-04T23:38:51.621475+0000","last_unstale":"2021-03-04T23:41:53.537523+0000","last_undegraded":"2021-03-04T23:41:53.537523+0000","last_fullsized":"2021-03-04T23:41:53.537523+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4196304,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":11,"num_read_kb":16390,"num_write":5,"num_write_kb":4099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.11","version":"1195'186","reported_seq":"866","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.561988+0000","last_change":"2021-03-04T23:41:44.801969+0000","last_active":"2021-03-04T23:41:54.561988+0000","last_peered":"2021-03-04T23:41:54.561988+0000","last_clean":"2021-03-04T23:41:54.561988+0000","last_became_active":"2021-03-04T23:38:49.221019+0000","last_became_peered":"2021-03-04T23:38:49.221019+0000","last_unstale":"2021-03-04T23:41:54.561988+0000","last_undegraded":"2021-03-04T23:41:54.561988+0000","last_fullsized":"2021-03-04T23:41:54.561988+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":44301083,"num_objects":24,"num_object_clones":10,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":3,"num_read":734,"num_read_kb":156205,"num_write":78,"num_write_kb":50443,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.11","version":"1033'6","reported_seq":"152","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541465+0000","last_change":"2021-03-04T23:40:00.301674+0000","last_active":"2021-03-04T23:41:53.541465+0000","last_peered":"2021-03-04T23:41:53.541465+0000","last_clean":"2021-03-04T23:41:53.541465+0000","last_became_active":"2021-03-04T23:39:59.474718+0000","last_became_peered":"2021-03-04T23:39:59.474718+0000","last_unstale":"2021-03-04T23:41:53.541465+0000","last_undegraded":"2021-03-04T23:41:53.541465+0000","last_fullsized":"2021-03-04T23:41:53.541465+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.10","version":"1197'137","reported_seq":"729","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.627066+0000","last_change":"2021-03-04T23:41:44.799465+0000","last_active":"2021-03-04T23:41:56.627066+0000","last_peered":"2021-03-04T23:41:56.627066+0000","last_clean":"2021-03-04T23:41:56.627066+0000","last_became_active":"2021-03-04T23:39:59.472103+0000","last_became_peered":"2021-03-04T23:39:59.472103+0000","last_unstale":"2021-03-04T23:41:56.627066+0000","last_undegraded":"2021-03-04T23:41:56.627066+0000","last_fullsized":"2021-03-04T23:41:56.627066+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32154462,"num_objects":22,"num_object_clones":8,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":3,"num_read":393,"num_read_kb":103297,"num_write":64,"num_write_kb":28586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":12584137,"num_keys_recovered":11,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.21","version":"775'24","reported_seq":"1395","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.809393+0000","last_change":"2021-03-04T23:41:49.844767+0000","last_active":"2021-03-04T23:41:55.809393+0000","last_peered":"2021-03-04T23:41:55.809393+0000","last_clean":"2021-03-04T23:41:55.809393+0000","last_became_active":"2021-03-04T23:41:45.824719+0000","last_became_peered":"2021-03-04T23:41:45.824719+0000","last_unstale":"2021-03-04T23:41:55.809393+0000","last_undegraded":"2021-03-04T23:41:55.809393+0000","last_fullsized":"2021-03-04T23:41:55.809393+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":6,"last_scrub":"775'24","last_scrub_stamp":"2021-03-04T23:41:49.844418+0000","last_deep_scrub":"775'24","last_deep_scrub_stamp":"2021-03-04T23:41:49.844418+0000","last_clean_scrub_stamp":"2021-03-04T23:41:49.844418+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.e","version":"1033'6","reported_seq":"107","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606337+0000","last_change":"2021-03-04T23:40:17.238529+0000","last_active":"2021-03-04T23:41:58.606337+0000","last_peered":"2021-03-04T23:41:58.606337+0000","last_clean":"2021-03-04T23:41:58.606337+0000","last_became_active":"2021-03-04T23:40:17.237353+0000","last_became_peered":"2021-03-04T23:40:17.237353+0000","last_unstale":"2021-03-04T23:41:58.606337+0000","last_undegraded":"2021-03-04T23:41:58.606337+0000","last_fullsized":"2021-03-04T23:41:58.606337+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"44.f","version":"1182'124","reported_seq":"360","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606305+0000","last_change":"2021-03-04T23:41:44.796887+0000","last_active":"2021-03-04T23:41:58.606305+0000","last_peered":"2021-03-04T23:41:58.606305+0000","last_clean":"2021-03-04T23:41:58.606305+0000","last_became_active":"2021-03-04T23:40:17.238710+0000","last_became_peered":"2021-03-04T23:40:17.238710+0000","last_unstale":"2021-03-04T23:41:58.606305+0000","last_undegraded":"2021-03-04T23:41:58.606305+0000","last_fullsized":"2021-03-04T23:41:58.606305+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":25171175,"num_objects":21,"num_object_clones":6,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":6,"num_read":127,"num_read_kb":118845,"num_write":51,"num_write_kb":45080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":25166044,"num_keys_recovered":2,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.20","version":"772'18","reported_seq":"24","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541164+0000","last_change":"2021-03-04T23:41:45.836784+0000","last_active":"2021-03-04T23:41:53.541164+0000","last_peered":"2021-03-04T23:41:53.541164+0000","last_clean":"2021-03-04T23:41:53.541164+0000","last_became_active":"2021-03-04T23:41:45.826861+0000","last_became_peered":"2021-03-04T23:41:45.826861+0000","last_unstale":"2021-03-04T23:41:53.541164+0000","last_undegraded":"2021-03-04T23:41:53.541164+0000","last_fullsized":"2021-03-04T23:41:53.541164+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:42.924127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:42.924127+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":16,"num_write":11,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.f","version":"1033'13","reported_seq":"160","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.812359+0000","last_change":"2021-03-04T23:40:04.421935+0000","last_active":"2021-03-04T23:41:55.812359+0000","last_peered":"2021-03-04T23:41:55.812359+0000","last_clean":"2021-03-04T23:41:55.812359+0000","last_became_active":"2021-03-04T23:39:59.480410+0000","last_became_peered":"2021-03-04T23:39:59.480410+0000","last_unstale":"2021-03-04T23:41:55.812359+0000","last_undegraded":"2021-03-04T23:41:55.812359+0000","last_fullsized":"2021-03-04T23:41:55.812359+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1087,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.e","version":"1197'162","reported_seq":"821","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.628831+0000","last_change":"2021-03-04T23:41:44.801407+0000","last_active":"2021-03-04T23:41:56.628831+0000","last_peered":"2021-03-04T23:41:56.628831+0000","last_clean":"2021-03-04T23:41:56.628831+0000","last_became_active":"2021-03-04T23:38:49.222505+0000","last_became_peered":"2021-03-04T23:38:49.222505+0000","last_unstale":"2021-03-04T23:41:56.628831+0000","last_undegraded":"2021-03-04T23:41:56.628831+0000","last_fullsized":"2021-03-04T23:41:56.628831+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":162,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29040261,"num_objects":14,"num_object_clones":2,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":2,"num_read":519,"num_read_kb":109039,"num_write":83,"num_write_kb":46866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.23","version":"776'111","reported_seq":"1058","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545261+0000","last_change":"2021-03-04T23:41:52.198796+0000","last_active":"2021-03-04T23:41:53.545261+0000","last_peered":"2021-03-04T23:41:53.545261+0000","last_clean":"2021-03-04T23:41:53.545261+0000","last_became_active":"2021-03-04T23:41:48.850426+0000","last_became_peered":"2021-03-04T23:41:48.850426+0000","last_unstale":"2021-03-04T23:41:53.545261+0000","last_undegraded":"2021-03-04T23:41:53.545261+0000","last_fullsized":"2021-03-04T23:41:53.545261+0000","mapping_epoch":1189,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1190,"parent":"0.0","parent_split_bits":6,"last_scrub":"776'111","last_scrub_stamp":"2021-03-04T23:41:52.198744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:52.198744+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.c","version":"1069'15","reported_seq":"218","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541071+0000","last_change":"2021-03-04T23:40:00.069517+0000","last_active":"2021-03-04T23:41:53.541071+0000","last_peered":"2021-03-04T23:41:53.541071+0000","last_clean":"2021-03-04T23:41:53.541071+0000","last_became_active":"2021-03-04T23:39:59.472994+0000","last_became_peered":"2021-03-04T23:39:59.472994+0000","last_unstale":"2021-03-04T23:41:53.541071+0000","last_undegraded":"2021-03-04T23:41:53.541071+0000","last_fullsized":"2021-03-04T23:41:53.541071+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":15,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195304,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":12292,"num_write":6,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4195304,"num_keys_recovered":1,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.d","version":"1195'136","reported_seq":"711","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.565867+0000","last_change":"2021-03-04T23:41:44.805398+0000","last_active":"2021-03-04T23:41:54.565867+0000","last_peered":"2021-03-04T23:41:54.565867+0000","last_clean":"2021-03-04T23:41:54.565867+0000","last_became_active":"2021-03-04T23:39:59.478348+0000","last_became_peered":"2021-03-04T23:39:59.478348+0000","last_unstale":"2021-03-04T23:41:54.565867+0000","last_undegraded":"2021-03-04T23:41:54.565867+0000","last_fullsized":"2021-03-04T23:41:54.565867+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":136,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36848902,"num_objects":20,"num_object_clones":7,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":3,"num_read":265,"num_read_kb":140610,"num_write":74,"num_write_kb":48793,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":8388839,"num_keys_recovered":3,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.22","version":"0'0","reported_seq":"1205","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.539202+0000","last_change":"2021-03-04T23:41:49.284381+0000","last_active":"2021-03-04T23:41:53.539202+0000","last_peered":"2021-03-04T23:41:53.539202+0000","last_clean":"2021-03-04T23:41:53.539202+0000","last_became_active":"2021-03-04T23:41:45.826026+0000","last_became_peered":"2021-03-04T23:41:45.826026+0000","last_unstale":"2021-03-04T23:41:53.539202+0000","last_undegraded":"2021-03-04T23:41:53.539202+0000","last_fullsized":"2021-03-04T23:41:53.539202+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:49.284344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:49.284344+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.d","version":"1069'10","reported_seq":"207","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545577+0000","last_change":"2021-03-04T23:40:01.416556+0000","last_active":"2021-03-04T23:41:53.545577+0000","last_peered":"2021-03-04T23:41:53.545577+0000","last_clean":"2021-03-04T23:41:53.545577+0000","last_became_active":"2021-03-04T23:39:59.481896+0000","last_became_peered":"2021-03-04T23:39:59.481896+0000","last_unstale":"2021-03-04T23:41:53.545577+0000","last_undegraded":"2021-03-04T23:41:53.545577+0000","last_fullsized":"2021-03-04T23:41:53.545577+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.c","version":"1197'104","reported_seq":"515","reported_epoch":"1197","state":"active+clean","last_fresh":"2021-03-04T23:41:56.618145+0000","last_change":"2021-03-04T23:41:44.805036+0000","last_active":"2021-03-04T23:41:56.618145+0000","last_peered":"2021-03-04T23:41:56.618145+0000","last_clean":"2021-03-04T23:41:56.618145+0000","last_became_active":"2021-03-04T23:38:49.220515+0000","last_became_peered":"2021-03-04T23:38:49.220515+0000","last_unstale":"2021-03-04T23:41:56.618145+0000","last_undegraded":"2021-03-04T23:41:56.618145+0000","last_fullsized":"2021-03-04T23:41:56.618145+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":104,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":43810621,"num_objects":23,"num_object_clones":4,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":5,"num_read":80,"num_read_kb":160689,"num_write":38,"num_write_kb":51999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.25","version":"775'42","reported_seq":"27","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541887+0000","last_change":"2021-03-04T23:41:45.942064+0000","last_active":"2021-03-04T23:41:53.541887+0000","last_peered":"2021-03-04T23:41:53.541887+0000","last_clean":"2021-03-04T23:41:53.541887+0000","last_became_active":"2021-03-04T23:41:45.827979+0000","last_became_peered":"2021-03-04T23:41:45.827979+0000","last_unstale":"2021-03-04T23:41:53.541887+0000","last_undegraded":"2021-03-04T23:41:53.541887+0000","last_fullsized":"2021-03-04T23:41:53.541887+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:07.096326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:32:07.096326+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":25,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.a","version":"1069'9","reported_seq":"195","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.539688+0000","last_change":"2021-03-04T23:38:57.321215+0000","last_active":"2021-03-04T23:41:53.539688+0000","last_peered":"2021-03-04T23:41:53.539688+0000","last_clean":"2021-03-04T23:41:53.539688+0000","last_became_active":"2021-03-04T23:38:51.247289+0000","last_became_peered":"2021-03-04T23:38:51.247289+0000","last_unstale":"2021-03-04T23:41:53.539688+0000","last_undegraded":"2021-03-04T23:41:53.539688+0000","last_fullsized":"2021-03-04T23:41:53.539688+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":16384,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.b","version":"1195'105","reported_seq":"506","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.554747+0000","last_change":"2021-03-04T23:41:44.805158+0000","last_active":"2021-03-04T23:41:54.554747+0000","last_peered":"2021-03-04T23:41:54.554747+0000","last_clean":"2021-03-04T23:41:54.554747+0000","last_became_active":"2021-03-04T23:38:49.225647+0000","last_became_peered":"2021-03-04T23:38:49.225647+0000","last_unstale":"2021-03-04T23:41:54.554747+0000","last_undegraded":"2021-03-04T23:41:54.554747+0000","last_fullsized":"2021-03-04T23:41:54.554747+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":105,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37749013,"num_objects":23,"num_object_clones":4,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":7,"num_read":88,"num_read_kb":75679,"num_write":43,"num_write_kb":45137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.24","version":"0'0","reported_seq":"22","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:55.260591+0000","last_change":"2021-03-04T23:41:55.260591+0000","last_active":"2021-03-04T23:41:55.260591+0000","last_peered":"2021-03-04T23:41:55.260591+0000","last_clean":"2021-03-04T23:41:55.260591+0000","last_became_active":"2021-03-04T23:41:45.826395+0000","last_became_peered":"2021-03-04T23:41:45.826395+0000","last_unstale":"2021-03-04T23:41:55.260591+0000","last_undegraded":"2021-03-04T23:41:55.260591+0000","last_fullsized":"2021-03-04T23:41:55.260591+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:55.260514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:55.260514+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.b","version":"1069'11","reported_seq":"195","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567550+0000","last_change":"2021-03-04T23:38:57.307233+0000","last_active":"2021-03-04T23:41:55.567550+0000","last_peered":"2021-03-04T23:41:55.567550+0000","last_clean":"2021-03-04T23:41:55.567550+0000","last_became_active":"2021-03-04T23:38:51.622349+0000","last_became_peered":"2021-03-04T23:38:51.622349+0000","last_unstale":"2021-03-04T23:41:55.567550+0000","last_undegraded":"2021-03-04T23:41:55.567550+0000","last_fullsized":"2021-03-04T23:41:55.567550+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":11,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.a","version":"1195'169","reported_seq":"876","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.275731+0000","last_change":"2021-03-04T23:41:44.804795+0000","last_active":"2021-03-04T23:41:54.275731+0000","last_peered":"2021-03-04T23:41:54.275731+0000","last_clean":"2021-03-04T23:41:54.275731+0000","last_became_active":"2021-03-04T23:40:17.238859+0000","last_became_peered":"2021-03-04T23:40:17.238859+0000","last_unstale":"2021-03-04T23:41:54.275731+0000","last_undegraded":"2021-03-04T23:41:54.275731+0000","last_fullsized":"2021-03-04T23:41:54.275731+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":169,"ondisk_log_size":169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37751233,"num_objects":24,"num_object_clones":8,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":6,"num_read":448,"num_read_kb":148829,"num_write":79,"num_write_kb":54229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":33556672,"num_keys_recovered":20,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.8","version":"1057'9","reported_seq":"221","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567240+0000","last_change":"2021-03-04T23:40:04.982268+0000","last_active":"2021-03-04T23:41:55.567240+0000","last_peered":"2021-03-04T23:41:55.567240+0000","last_clean":"2021-03-04T23:41:55.567240+0000","last_became_active":"2021-03-04T23:39:59.477542+0000","last_became_peered":"2021-03-04T23:39:59.477542+0000","last_unstale":"2021-03-04T23:41:55.567240+0000","last_undegraded":"2021-03-04T23:41:55.567240+0000","last_fullsized":"2021-03-04T23:41:55.567240+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388624,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":15,"num_read_kb":16387,"num_write":3,"num_write_kb":8193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8388624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"44.9","version":"1189'147","reported_seq":"669","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.056610+0000","last_change":"2021-03-04T23:41:44.803488+0000","last_active":"2021-03-04T23:41:54.056610+0000","last_peered":"2021-03-04T23:41:54.056610+0000","last_clean":"2021-03-04T23:41:54.056610+0000","last_became_active":"2021-03-04T23:38:49.222975+0000","last_became_peered":"2021-03-04T23:38:49.222975+0000","last_unstale":"2021-03-04T23:41:54.056610+0000","last_undegraded":"2021-03-04T23:41:54.056610+0000","last_fullsized":"2021-03-04T23:41:54.056610+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34281324,"num_objects":20,"num_object_clones":7,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":3,"num_read":232,"num_read_kb":126494,"num_write":70,"num_write_kb":52340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.9","version":"1057'24","reported_seq":"272","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.538980+0000","last_change":"2021-03-04T23:38:57.320927+0000","last_active":"2021-03-04T23:41:53.538980+0000","last_peered":"2021-03-04T23:41:53.538980+0000","last_clean":"2021-03-04T23:41:53.538980+0000","last_became_active":"2021-03-04T23:38:51.246454+0000","last_became_peered":"2021-03-04T23:38:51.246454+0000","last_unstale":"2021-03-04T23:41:53.538980+0000","last_undegraded":"2021-03-04T23:41:53.538980+0000","last_fullsized":"2021-03-04T23:41:53.538980+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":140,"num_write":8,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.8","version":"1195'138","reported_seq":"629","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.515173+0000","last_change":"2021-03-04T23:41:44.796803+0000","last_active":"2021-03-04T23:41:54.515173+0000","last_peered":"2021-03-04T23:41:54.515173+0000","last_clean":"2021-03-04T23:41:54.515173+0000","last_became_active":"2021-03-04T23:39:59.480378+0000","last_became_peered":"2021-03-04T23:39:59.480378+0000","last_unstale":"2021-03-04T23:41:54.515173+0000","last_undegraded":"2021-03-04T23:41:54.515173+0000","last_fullsized":"2021-03-04T23:41:54.515173+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29394590,"num_objects":21,"num_object_clones":7,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":6,"num_read":169,"num_read_kb":110686,"num_write":53,"num_write_kb":41021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":12584137,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"45.6","version":"1057'14","reported_seq":"200","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545843+0000","last_change":"2021-03-04T23:38:57.309358+0000","last_active":"2021-03-04T23:41:53.545843+0000","last_peered":"2021-03-04T23:41:53.545843+0000","last_clean":"2021-03-04T23:41:53.545843+0000","last_became_active":"2021-03-04T23:38:51.242382+0000","last_became_peered":"2021-03-04T23:38:51.242382+0000","last_unstale":"2021-03-04T23:41:53.545843+0000","last_undegraded":"2021-03-04T23:41:53.545843+0000","last_fullsized":"2021-03-04T23:41:53.545843+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":14,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.7","version":"1193'216","reported_seq":"1020","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.136995+0000","last_change":"2021-03-04T23:41:44.803614+0000","last_active":"2021-03-04T23:41:54.136995+0000","last_peered":"2021-03-04T23:41:54.136995+0000","last_clean":"2021-03-04T23:41:54.136995+0000","last_became_active":"2021-03-04T23:38:49.224453+0000","last_became_peered":"2021-03-04T23:38:49.224453+0000","last_unstale":"2021-03-04T23:41:54.136995+0000","last_undegraded":"2021-03-04T23:41:54.136995+0000","last_fullsized":"2021-03-04T23:41:54.136995+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":216,"ondisk_log_size":216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15613494,"num_objects":17,"num_object_clones":4,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":1081,"num_read_kb":91031,"num_write":94,"num_write_kb":20399,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"45.7","version":"1057'13","reported_seq":"196","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541492+0000","last_change":"2021-03-04T23:38:57.321818+0000","last_active":"2021-03-04T23:41:53.541492+0000","last_peered":"2021-03-04T23:41:53.541492+0000","last_clean":"2021-03-04T23:41:53.541492+0000","last_became_active":"2021-03-04T23:38:51.620493+0000","last_became_peered":"2021-03-04T23:38:51.620493+0000","last_unstale":"2021-03-04T23:41:53.541492+0000","last_undegraded":"2021-03-04T23:41:53.541492+0000","last_fullsized":"2021-03-04T23:41:53.541492+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194307,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":2,"num_read_kb":4097,"num_write":3,"num_write_kb":4097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"44.6","version":"1195'255","reported_seq":"1184","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.564658+0000","last_change":"2021-03-04T23:41:44.797348+0000","last_active":"2021-03-04T23:41:54.564658+0000","last_peered":"2021-03-04T23:41:54.564658+0000","last_clean":"2021-03-04T23:41:54.564658+0000","last_became_active":"2021-03-04T23:40:21.509397+0000","last_became_peered":"2021-03-04T23:40:21.509397+0000","last_unstale":"2021-03-04T23:41:54.564658+0000","last_undegraded":"2021-03-04T23:41:54.564658+0000","last_fullsized":"2021-03-04T23:41:54.564658+0000","mapping_epoch":1104,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":255,"ondisk_log_size":255,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41945542,"num_objects":26,"num_object_clones":5,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":4,"num_read":1223,"num_read_kb":170754,"num_write":125,"num_write_kb":53108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":33553939,"num_keys_recovered":26,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.4","version":"1057'24","reported_seq":"296","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.811133+0000","last_change":"2021-03-04T23:40:18.876638+0000","last_active":"2021-03-04T23:41:55.811133+0000","last_peered":"2021-03-04T23:41:55.811133+0000","last_clean":"2021-03-04T23:41:55.811133+0000","last_became_active":"2021-03-04T23:40:17.236474+0000","last_became_peered":"2021-03-04T23:40:17.236474+0000","last_unstale":"2021-03-04T23:41:55.811133+0000","last_undegraded":"2021-03-04T23:41:55.811133+0000","last_fullsized":"2021-03-04T23:41:55.811133+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":4244,"num_write":10,"num_write_kb":4103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4194302,"num_keys_recovered":8,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.5","version":"1196'130","reported_seq":"670","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568611+0000","last_change":"2021-03-04T23:41:44.795262+0000","last_active":"2021-03-04T23:41:55.568611+0000","last_peered":"2021-03-04T23:41:55.568611+0000","last_clean":"2021-03-04T23:41:55.568611+0000","last_became_active":"2021-03-04T23:38:49.223941+0000","last_became_peered":"2021-03-04T23:38:49.223941+0000","last_unstale":"2021-03-04T23:41:55.568611+0000","last_undegraded":"2021-03-04T23:41:55.568611+0000","last_fullsized":"2021-03-04T23:41:55.568611+0000","mapping_epoch":1024,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1025,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37752911,"num_objects":24,"num_object_clones":9,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":2,"num_read":302,"num_read_kb":136401,"num_write":68,"num_write_kb":41944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.5","version":"1069'12","reported_seq":"201","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545601+0000","last_change":"2021-03-04T23:40:02.209031+0000","last_active":"2021-03-04T23:41:53.545601+0000","last_peered":"2021-03-04T23:41:53.545601+0000","last_clean":"2021-03-04T23:41:53.545601+0000","last_became_active":"2021-03-04T23:39:59.485038+0000","last_became_peered":"2021-03-04T23:39:59.485038+0000","last_unstale":"2021-03-04T23:41:53.545601+0000","last_undegraded":"2021-03-04T23:41:53.545601+0000","last_fullsized":"2021-03-04T23:41:53.545601+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1085,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8388610,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":1,"num_read_kb":4096,"num_write":4,"num_write_kb":8193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":8388610,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.4","version":"1187'165","reported_seq":"832","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541926+0000","last_change":"2021-03-04T23:41:44.796294+0000","last_active":"2021-03-04T23:41:53.541926+0000","last_peered":"2021-03-04T23:41:53.541926+0000","last_clean":"2021-03-04T23:41:53.541926+0000","last_became_active":"2021-03-04T23:40:21.509526+0000","last_became_peered":"2021-03-04T23:40:21.509526+0000","last_unstale":"2021-03-04T23:41:53.541926+0000","last_undegraded":"2021-03-04T23:41:53.541926+0000","last_fullsized":"2021-03-04T23:41:53.541926+0000","mapping_epoch":1104,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29361599,"num_objects":24,"num_object_clones":6,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":6,"num_read":677,"num_read_kb":90634,"num_write":64,"num_write_kb":41000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":20972740,"num_keys_recovered":22,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"45.2","version":"1033'13","reported_seq":"197","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.808608+0000","last_change":"2021-03-04T23:38:57.310105+0000","last_active":"2021-03-04T23:41:55.808608+0000","last_peered":"2021-03-04T23:41:55.808608+0000","last_clean":"2021-03-04T23:41:55.808608+0000","last_became_active":"2021-03-04T23:38:51.620492+0000","last_became_peered":"2021-03-04T23:38:51.620492+0000","last_unstale":"2021-03-04T23:41:55.808608+0000","last_undegraded":"2021-03-04T23:41:55.808608+0000","last_fullsized":"2021-03-04T23:41:55.808608+0000","mapping_epoch":1026,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1027,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"44.3","version":"1193'164","reported_seq":"886","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.810746+0000","last_change":"2021-03-04T23:41:44.801567+0000","last_active":"2021-03-04T23:41:55.810746+0000","last_peered":"2021-03-04T23:41:55.810746+0000","last_clean":"2021-03-04T23:41:55.810746+0000","last_became_active":"2021-03-04T23:40:20.484238+0000","last_became_peered":"2021-03-04T23:40:20.484238+0000","last_unstale":"2021-03-04T23:41:55.810746+0000","last_undegraded":"2021-03-04T23:41:55.810746+0000","last_fullsized":"2021-03-04T23:41:55.810746+0000","mapping_epoch":1103,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8131106,"num_objects":9,"num_object_clones":2,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":549,"num_read_kb":78684,"num_write":79,"num_write_kb":28945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34,"num_bytes_recovered":8388010,"num_keys_recovered":23,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.3","version":"1069'28","reported_seq":"317","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545715+0000","last_change":"2021-03-04T23:40:17.702561+0000","last_active":"2021-03-04T23:41:53.545715+0000","last_peered":"2021-03-04T23:41:53.545715+0000","last_clean":"2021-03-04T23:41:53.545715+0000","last_became_active":"2021-03-04T23:40:17.237638+0000","last_became_peered":"2021-03-04T23:40:17.237638+0000","last_unstale":"2021-03-04T23:41:53.545715+0000","last_undegraded":"2021-03-04T23:41:53.545715+0000","last_fullsized":"2021-03-04T23:41:53.545715+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":28,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":151,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":16,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.2","version":"1193'88","reported_seq":"480","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567549+0000","last_change":"2021-03-04T23:41:44.801583+0000","last_active":"2021-03-04T23:41:55.567549+0000","last_peered":"2021-03-04T23:41:55.567549+0000","last_clean":"2021-03-04T23:41:55.567549+0000","last_became_active":"2021-03-04T23:39:59.482841+0000","last_became_peered":"2021-03-04T23:39:59.482841+0000","last_unstale":"2021-03-04T23:41:55.567549+0000","last_undegraded":"2021-03-04T23:41:55.567549+0000","last_fullsized":"2021-03-04T23:41:55.567549+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1086,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":88,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33791338,"num_objects":21,"num_object_clones":10,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":5,"num_read":42,"num_read_kb":62643,"num_write":28,"num_write_kb":24993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":4194310,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"45.0","version":"1069'4","reported_seq":"196","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.544959+0000","last_change":"2021-03-04T23:39:59.479483+0000","last_active":"2021-03-04T23:41:53.544959+0000","last_peered":"2021-03-04T23:41:53.544959+0000","last_clean":"2021-03-04T23:41:53.544959+0000","last_became_active":"2021-03-04T23:39:59.479192+0000","last_became_peered":"2021-03-04T23:39:59.479192+0000","last_unstale":"2021-03-04T23:41:53.544959+0000","last_undegraded":"2021-03-04T23:41:53.544959+0000","last_fullsized":"2021-03-04T23:41:53.544959+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"44.1","version":"1193'141","reported_seq":"736","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.809760+0000","last_change":"2021-03-04T23:41:44.803787+0000","last_active":"2021-03-04T23:41:55.809760+0000","last_peered":"2021-03-04T23:41:55.809760+0000","last_clean":"2021-03-04T23:41:55.809760+0000","last_became_active":"2021-03-04T23:40:17.236653+0000","last_became_peered":"2021-03-04T23:40:17.236653+0000","last_unstale":"2021-03-04T23:41:55.809760+0000","last_undegraded":"2021-03-04T23:41:55.809760+0000","last_fullsized":"2021-03-04T23:41:55.809760+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":21493115,"num_objects":18,"num_object_clones":5,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":308,"num_read_kb":124271,"num_write":56,"num_write_kb":41680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":8391324,"num_keys_recovered":4,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"45.1","version":"1057'17","reported_seq":"226","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541546+0000","last_change":"2021-03-04T23:40:03.049450+0000","last_active":"2021-03-04T23:41:53.541546+0000","last_peered":"2021-03-04T23:41:53.541546+0000","last_clean":"2021-03-04T23:41:53.541546+0000","last_became_active":"2021-03-04T23:39:59.469679+0000","last_became_peered":"2021-03-04T23:39:59.469679+0000","last_unstale":"2021-03-04T23:41:53.541546+0000","last_undegraded":"2021-03-04T23:41:53.541546+0000","last_fullsized":"2021-03-04T23:41:53.541546+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":1026,"last_epoch_clean":1086,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:50.220811+0000","last_clean_scrub_stamp":"2021-03-04T23:38:50.220811+0000","log_size":17,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4195306,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5,"num_read_kb":12290,"num_write":5,"num_write_kb":4100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":4195306,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"44.0","version":"1193'221","reported_seq":"965","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:54.064746+0000","last_change":"2021-03-04T23:41:44.802130+0000","last_active":"2021-03-04T23:41:54.064746+0000","last_peered":"2021-03-04T23:41:54.064746+0000","last_clean":"2021-03-04T23:41:54.064746+0000","last_became_active":"2021-03-04T23:40:05.474737+0000","last_became_peered":"2021-03-04T23:40:05.474737+0000","last_unstale":"2021-03-04T23:41:54.064746+0000","last_undegraded":"2021-03-04T23:41:54.064746+0000","last_fullsized":"2021-03-04T23:41:54.064746+0000","mapping_epoch":1088,"log_start":"0'0","ondisk_log_start":"0'0","created":1024,"last_epoch_clean":1089,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:48.196697+0000","last_clean_scrub_stamp":"2021-03-04T23:38:48.196697+0000","log_size":221,"ondisk_log_size":221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20715291,"num_objects":23,"num_object_clones":6,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":6,"num_read":641,"num_read_kb":74633,"num_write":106,"num_write_kb":37167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":4194656,"num_keys_recovered":9,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"775'60","reported_seq":"525","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545606+0000","last_change":"2021-03-04T23:41:49.193724+0000","last_active":"2021-03-04T23:41:53.545606+0000","last_peered":"2021-03-04T23:41:53.545606+0000","last_clean":"2021-03-04T23:41:53.545606+0000","last_became_active":"2021-03-04T23:41:45.824713+0000","last_became_peered":"2021-03-04T23:41:45.824713+0000","last_unstale":"2021-03-04T23:41:53.545606+0000","last_undegraded":"2021-03-04T23:41:53.545606+0000","last_fullsized":"2021-03-04T23:41:53.545606+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":5,"last_scrub":"775'60","last_scrub_stamp":"2021-03-04T23:41:49.193309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:49.193309+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"433","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.602574+0000","last_change":"2021-03-04T23:34:29.335049+0000","last_active":"2021-03-04T23:41:58.602574+0000","last_peered":"2021-03-04T23:41:58.602574+0000","last_clean":"2021-03-04T23:41:58.602574+0000","last_became_active":"2021-03-04T23:34:29.334773+0000","last_became_peered":"2021-03-04T23:34:29.334773+0000","last_unstale":"2021-03-04T23:41:58.602574+0000","last_undegraded":"2021-03-04T23:41:58.602574+0000","last_fullsized":"2021-03-04T23:41:58.602574+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"262","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542430+0000","last_change":"2021-03-04T23:39:59.478968+0000","last_active":"2021-03-04T23:41:53.542430+0000","last_peered":"2021-03-04T23:41:53.542430+0000","last_clean":"2021-03-04T23:41:53.542430+0000","last_became_active":"2021-03-04T23:39:59.473569+0000","last_became_peered":"2021-03-04T23:39:59.473569+0000","last_unstale":"2021-03-04T23:41:53.542430+0000","last_undegraded":"2021-03-04T23:41:53.542430+0000","last_fullsized":"2021-03-04T23:41:53.542430+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"776'59","reported_seq":"885","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606196+0000","last_change":"2021-03-04T23:41:46.731894+0000","last_active":"2021-03-04T23:41:58.606196+0000","last_peered":"2021-03-04T23:41:58.606196+0000","last_clean":"2021-03-04T23:41:58.606196+0000","last_became_active":"2021-03-04T23:41:45.833737+0000","last_became_peered":"2021-03-04T23:41:45.833737+0000","last_unstale":"2021-03-04T23:41:58.606196+0000","last_undegraded":"2021-03-04T23:41:58.606196+0000","last_fullsized":"2021-03-04T23:41:58.606196+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":5,"last_scrub":"776'59","last_scrub_stamp":"2021-03-04T23:41:46.731709+0000","last_deep_scrub":"776'59","last_deep_scrub_stamp":"2021-03-04T23:41:46.731709+0000","last_clean_scrub_stamp":"2021-03-04T23:41:46.731709+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"1188","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545143+0000","last_change":"2021-03-04T23:39:59.479645+0000","last_active":"2021-03-04T23:41:53.545143+0000","last_peered":"2021-03-04T23:41:53.545143+0000","last_clean":"2021-03-04T23:41:53.545143+0000","last_became_active":"2021-03-04T23:39:59.479412+0000","last_became_peered":"2021-03-04T23:39:59.479412+0000","last_unstale":"2021-03-04T23:41:53.545143+0000","last_undegraded":"2021-03-04T23:41:53.545143+0000","last_fullsized":"2021-03-04T23:41:53.545143+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"1169","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545981+0000","last_change":"2021-03-04T23:34:29.335222+0000","last_active":"2021-03-04T23:41:53.545981+0000","last_peered":"2021-03-04T23:41:53.545981+0000","last_clean":"2021-03-04T23:41:53.545981+0000","last_became_active":"2021-03-04T23:34:29.334932+0000","last_became_peered":"2021-03-04T23:34:29.334932+0000","last_unstale":"2021-03-04T23:41:53.545981+0000","last_undegraded":"2021-03-04T23:41:53.545981+0000","last_fullsized":"2021-03-04T23:41:53.545981+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"776'86","reported_seq":"38","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606045+0000","last_change":"2021-03-04T23:41:48.702778+0000","last_active":"2021-03-04T23:41:58.606045+0000","last_peered":"2021-03-04T23:41:58.606045+0000","last_clean":"2021-03-04T23:41:58.606045+0000","last_became_active":"2021-03-04T23:41:45.825035+0000","last_became_peered":"2021-03-04T23:41:45.825035+0000","last_unstale":"2021-03-04T23:41:58.606045+0000","last_undegraded":"2021-03-04T23:41:58.606045+0000","last_fullsized":"2021-03-04T23:41:58.606045+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":5,"last_scrub":"776'86","last_scrub_stamp":"2021-03-04T23:41:48.702617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:48.702617+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"707","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545617+0000","last_change":"2021-03-04T23:39:59.479286+0000","last_active":"2021-03-04T23:41:53.545617+0000","last_peered":"2021-03-04T23:41:53.545617+0000","last_clean":"2021-03-04T23:41:53.545617+0000","last_became_active":"2021-03-04T23:39:59.479081+0000","last_became_peered":"2021-03-04T23:39:59.479081+0000","last_unstale":"2021-03-04T23:41:53.545617+0000","last_undegraded":"2021-03-04T23:41:53.545617+0000","last_fullsized":"2021-03-04T23:41:53.545617+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"1080","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542155+0000","last_change":"2021-03-04T23:32:19.279511+0000","last_active":"2021-03-04T23:41:53.542155+0000","last_peered":"2021-03-04T23:41:53.542155+0000","last_clean":"2021-03-04T23:41:53.542155+0000","last_became_active":"2021-03-04T23:32:19.278794+0000","last_became_peered":"2021-03-04T23:32:19.278794+0000","last_unstale":"2021-03-04T23:41:53.542155+0000","last_undegraded":"2021-03-04T23:41:53.542155+0000","last_fullsized":"2021-03-04T23:41:53.542155+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"775'82","reported_seq":"31","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606128+0000","last_change":"2021-03-04T23:41:50.729814+0000","last_active":"2021-03-04T23:41:58.606128+0000","last_peered":"2021-03-04T23:41:58.606128+0000","last_clean":"2021-03-04T23:41:58.606128+0000","last_became_active":"2021-03-04T23:41:45.827534+0000","last_became_peered":"2021-03-04T23:41:45.827534+0000","last_unstale":"2021-03-04T23:41:58.606128+0000","last_undegraded":"2021-03-04T23:41:58.606128+0000","last_fullsized":"2021-03-04T23:41:58.606128+0000","mapping_epoch":1186,"log_start":"0'0","ondisk_log_start":"0'0","created":1180,"last_epoch_clean":1187,"parent":"0.0","parent_split_bits":5,"last_scrub":"775'82","last_scrub_stamp":"2021-03-04T23:41:50.729773+0000","last_deep_scrub":"775'82","last_deep_scrub_stamp":"2021-03-04T23:41:50.729773+0000","last_clean_scrub_stamp":"2021-03-04T23:41:50.729773+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"1009","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545652+0000","last_change":"2021-03-04T23:37:19.089741+0000","last_active":"2021-03-04T23:41:53.545652+0000","last_peered":"2021-03-04T23:41:53.545652+0000","last_clean":"2021-03-04T23:41:53.545652+0000","last_became_active":"2021-03-04T23:37:19.089443+0000","last_became_peered":"2021-03-04T23:37:19.089443+0000","last_unstale":"2021-03-04T23:41:53.545652+0000","last_undegraded":"2021-03-04T23:41:53.545652+0000","last_fullsized":"2021-03-04T23:41:53.545652+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"1142","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542244+0000","last_change":"2021-03-04T23:32:26.295227+0000","last_active":"2021-03-04T23:41:53.542244+0000","last_peered":"2021-03-04T23:41:53.542244+0000","last_clean":"2021-03-04T23:41:53.542244+0000","last_became_active":"2021-03-04T23:32:18.421128+0000","last_became_peered":"2021-03-04T23:32:18.421128+0000","last_unstale":"2021-03-04T23:41:53.542244+0000","last_undegraded":"2021-03-04T23:41:53.542244+0000","last_fullsized":"2021-03-04T23:41:53.542244+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"1202","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.812349+0000","last_change":"2021-03-04T23:24:02.162522+0000","last_active":"2021-03-04T23:41:55.812349+0000","last_peered":"2021-03-04T23:41:55.812349+0000","last_clean":"2021-03-04T23:41:55.812349+0000","last_became_active":"2021-03-04T23:24:02.162105+0000","last_became_peered":"2021-03-04T23:24:02.162105+0000","last_unstale":"2021-03-04T23:41:55.812349+0000","last_undegraded":"2021-03-04T23:41:55.812349+0000","last_fullsized":"2021-03-04T23:41:55.812349+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"107","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606210+0000","last_change":"2021-03-04T23:40:17.239562+0000","last_active":"2021-03-04T23:41:58.606210+0000","last_peered":"2021-03-04T23:41:58.606210+0000","last_clean":"2021-03-04T23:41:58.606210+0000","last_became_active":"2021-03-04T23:40:17.239175+0000","last_became_peered":"2021-03-04T23:40:17.239175+0000","last_unstale":"2021-03-04T23:41:58.606210+0000","last_undegraded":"2021-03-04T23:41:58.606210+0000","last_fullsized":"2021-03-04T23:41:58.606210+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1a","version":"767'23","reported_seq":"409","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541918+0000","last_change":"2021-03-04T23:40:17.710246+0000","last_active":"2021-03-04T23:41:53.541918+0000","last_peered":"2021-03-04T23:41:53.541918+0000","last_clean":"2021-03-04T23:41:53.541918+0000","last_became_active":"2021-03-04T23:40:17.238788+0000","last_became_peered":"2021-03-04T23:40:17.238788+0000","last_unstale":"2021-03-04T23:41:53.541918+0000","last_undegraded":"2021-03-04T23:41:53.541918+0000","last_fullsized":"2021-03-04T23:41:53.541918+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.468102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.468102+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":309,"num_read_kb":283,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"297","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541702+0000","last_change":"2021-03-04T23:37:19.087220+0000","last_active":"2021-03-04T23:41:53.541702+0000","last_peered":"2021-03-04T23:41:53.541702+0000","last_clean":"2021-03-04T23:41:53.541702+0000","last_became_active":"2021-03-04T23:37:19.086935+0000","last_became_peered":"2021-03-04T23:37:19.086935+0000","last_unstale":"2021-03-04T23:41:53.541702+0000","last_undegraded":"2021-03-04T23:41:53.541702+0000","last_fullsized":"2021-03-04T23:41:53.541702+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"906","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567955+0000","last_change":"2021-03-04T23:39:59.667152+0000","last_active":"2021-03-04T23:41:55.567955+0000","last_peered":"2021-03-04T23:41:55.567955+0000","last_clean":"2021-03-04T23:41:55.567955+0000","last_became_active":"2021-03-04T23:39:59.477904+0000","last_became_peered":"2021-03-04T23:39:59.477904+0000","last_unstale":"2021-03-04T23:41:55.567955+0000","last_undegraded":"2021-03-04T23:41:55.567955+0000","last_fullsized":"2021-03-04T23:41:55.567955+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"775'81","reported_seq":"1486","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541681+0000","last_change":"2021-03-04T23:33:33.489717+0000","last_active":"2021-03-04T23:41:53.541681+0000","last_peered":"2021-03-04T23:41:53.541681+0000","last_clean":"2021-03-04T23:41:53.541681+0000","last_became_active":"2021-03-04T23:28:29.271677+0000","last_became_peered":"2021-03-04T23:28:29.271677+0000","last_unstale":"2021-03-04T23:41:53.541681+0000","last_undegraded":"2021-03-04T23:41:53.541681+0000","last_fullsized":"2021-03-04T23:41:53.541681+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.060036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.060036+0000","log_size":81,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":1582,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"656","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545452+0000","last_change":"2021-03-04T23:34:11.327908+0000","last_active":"2021-03-04T23:41:53.545452+0000","last_peered":"2021-03-04T23:41:53.545452+0000","last_clean":"2021-03-04T23:41:53.545452+0000","last_became_active":"2021-03-04T23:34:11.325028+0000","last_became_peered":"2021-03-04T23:34:11.325028+0000","last_unstale":"2021-03-04T23:41:53.545452+0000","last_undegraded":"2021-03-04T23:41:53.545452+0000","last_fullsized":"2021-03-04T23:41:53.545452+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:43.369332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:43.369332+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"1197","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545290+0000","last_change":"2021-03-04T23:39:59.483103+0000","last_active":"2021-03-04T23:41:53.545290+0000","last_peered":"2021-03-04T23:41:53.545290+0000","last_clean":"2021-03-04T23:41:53.545290+0000","last_became_active":"2021-03-04T23:39:59.482447+0000","last_became_peered":"2021-03-04T23:39:59.482447+0000","last_unstale":"2021-03-04T23:41:53.545290+0000","last_undegraded":"2021-03-04T23:41:53.545290+0000","last_fullsized":"2021-03-04T23:41:53.545290+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"776'43","reported_seq":"606","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567819+0000","last_change":"2021-03-04T23:33:33.484304+0000","last_active":"2021-03-04T23:41:55.567819+0000","last_peered":"2021-03-04T23:41:55.567819+0000","last_clean":"2021-03-04T23:41:55.567819+0000","last_became_active":"2021-03-04T23:25:23.207609+0000","last_became_peered":"2021-03-04T23:25:23.207609+0000","last_unstale":"2021-03-04T23:41:55.567819+0000","last_undegraded":"2021-03-04T23:41:55.567819+0000","last_fullsized":"2021-03-04T23:41:55.567819+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":699,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:23.604587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:23.604587+0000","log_size":43,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":1060,"num_write":23,"num_write_kb":1036,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"1175","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.546114+0000","last_change":"2021-03-04T23:39:59.577229+0000","last_active":"2021-03-04T23:41:53.546114+0000","last_peered":"2021-03-04T23:41:53.546114+0000","last_clean":"2021-03-04T23:41:53.546114+0000","last_became_active":"2021-03-04T23:39:59.476771+0000","last_became_peered":"2021-03-04T23:39:59.476771+0000","last_unstale":"2021-03-04T23:41:53.546114+0000","last_undegraded":"2021-03-04T23:41:53.546114+0000","last_fullsized":"2021-03-04T23:41:53.546114+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"427","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.811531+0000","last_change":"2021-03-04T23:37:19.084412+0000","last_active":"2021-03-04T23:41:55.811531+0000","last_peered":"2021-03-04T23:41:55.811531+0000","last_clean":"2021-03-04T23:41:55.811531+0000","last_became_active":"2021-03-04T23:37:19.084166+0000","last_became_peered":"2021-03-04T23:37:19.084166+0000","last_unstale":"2021-03-04T23:41:55.811531+0000","last_undegraded":"2021-03-04T23:41:55.811531+0000","last_fullsized":"2021-03-04T23:41:55.811531+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:14.590069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:29:14.590069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"1004","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541855+0000","last_change":"2021-03-04T23:40:17.239580+0000","last_active":"2021-03-04T23:41:53.541855+0000","last_peered":"2021-03-04T23:41:53.541855+0000","last_clean":"2021-03-04T23:41:53.541855+0000","last_became_active":"2021-03-04T23:40:17.238918+0000","last_became_peered":"2021-03-04T23:40:17.238918+0000","last_unstale":"2021-03-04T23:41:53.541855+0000","last_undegraded":"2021-03-04T23:41:53.541855+0000","last_fullsized":"2021-03-04T23:41:53.541855+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"537","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567884+0000","last_change":"2021-03-04T23:34:11.327839+0000","last_active":"2021-03-04T23:41:55.567884+0000","last_peered":"2021-03-04T23:41:55.567884+0000","last_clean":"2021-03-04T23:41:55.567884+0000","last_became_active":"2021-03-04T23:34:11.327478+0000","last_became_peered":"2021-03-04T23:34:11.327478+0000","last_unstale":"2021-03-04T23:41:55.567884+0000","last_undegraded":"2021-03-04T23:41:55.567884+0000","last_fullsized":"2021-03-04T23:41:55.567884+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"775'42","reported_seq":"128","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606254+0000","last_change":"2021-03-04T23:41:39.701965+0000","last_active":"2021-03-04T23:41:58.606254+0000","last_peered":"2021-03-04T23:41:58.606254+0000","last_clean":"2021-03-04T23:41:58.606254+0000","last_became_active":"2021-03-04T23:41:39.533448+0000","last_became_peered":"2021-03-04T23:41:39.533448+0000","last_unstale":"2021-03-04T23:41:58.606254+0000","last_undegraded":"2021-03-04T23:41:58.606254+0000","last_fullsized":"2021-03-04T23:41:58.606254+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":0,"last_scrub":"775'42","last_scrub_stamp":"2021-03-04T23:41:39.701783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:39.701783+0000","log_size":42,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"1220","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541491+0000","last_change":"2021-03-04T23:39:59.481699+0000","last_active":"2021-03-04T23:41:53.541491+0000","last_peered":"2021-03-04T23:41:53.541491+0000","last_clean":"2021-03-04T23:41:53.541491+0000","last_became_active":"2021-03-04T23:39:59.481397+0000","last_became_peered":"2021-03-04T23:39:59.481397+0000","last_unstale":"2021-03-04T23:41:53.541491+0000","last_undegraded":"2021-03-04T23:41:53.541491+0000","last_fullsized":"2021-03-04T23:41:53.541491+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:45.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:45.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"1000","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567906+0000","last_change":"2021-03-04T23:39:59.484898+0000","last_active":"2021-03-04T23:41:55.567906+0000","last_peered":"2021-03-04T23:41:55.567906+0000","last_clean":"2021-03-04T23:41:55.567906+0000","last_became_active":"2021-03-04T23:39:59.484610+0000","last_became_peered":"2021-03-04T23:39:59.484610+0000","last_unstale":"2021-03-04T23:41:55.567906+0000","last_undegraded":"2021-03-04T23:41:55.567906+0000","last_fullsized":"2021-03-04T23:41:55.567906+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"1039","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545047+0000","last_change":"2021-03-04T23:39:59.478243+0000","last_active":"2021-03-04T23:41:53.545047+0000","last_peered":"2021-03-04T23:41:53.545047+0000","last_clean":"2021-03-04T23:41:53.545047+0000","last_became_active":"2021-03-04T23:39:59.476792+0000","last_became_peered":"2021-03-04T23:39:59.476792+0000","last_unstale":"2021-03-04T23:41:53.545047+0000","last_undegraded":"2021-03-04T23:41:53.545047+0000","last_fullsized":"2021-03-04T23:41:53.545047+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"772'18","reported_seq":"128","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.605881+0000","last_change":"2021-03-04T23:41:43.763311+0000","last_active":"2021-03-04T23:41:58.605881+0000","last_peered":"2021-03-04T23:41:58.605881+0000","last_clean":"2021-03-04T23:41:58.605881+0000","last_became_active":"2021-03-04T23:41:39.528893+0000","last_became_peered":"2021-03-04T23:41:39.528893+0000","last_unstale":"2021-03-04T23:41:58.605881+0000","last_undegraded":"2021-03-04T23:41:58.605881+0000","last_fullsized":"2021-03-04T23:41:58.605881+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":0,"last_scrub":"772'18","last_scrub_stamp":"2021-03-04T23:41:43.763147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:43.763147+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"554","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567702+0000","last_change":"2021-03-04T23:34:29.334994+0000","last_active":"2021-03-04T23:41:55.567702+0000","last_peered":"2021-03-04T23:41:55.567702+0000","last_clean":"2021-03-04T23:41:55.567702+0000","last_became_active":"2021-03-04T23:34:29.334726+0000","last_became_peered":"2021-03-04T23:34:29.334726+0000","last_unstale":"2021-03-04T23:41:55.567702+0000","last_undegraded":"2021-03-04T23:41:55.567702+0000","last_fullsized":"2021-03-04T23:41:55.567702+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:42.255669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:42.255669+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"421","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541414+0000","last_change":"2021-03-04T23:40:17.237914+0000","last_active":"2021-03-04T23:41:53.541414+0000","last_peered":"2021-03-04T23:41:53.541414+0000","last_clean":"2021-03-04T23:41:53.541414+0000","last_became_active":"2021-03-04T23:40:17.237672+0000","last_became_peered":"2021-03-04T23:40:17.237672+0000","last_unstale":"2021-03-04T23:41:53.541414+0000","last_undegraded":"2021-03-04T23:41:53.541414+0000","last_fullsized":"2021-03-04T23:41:53.541414+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"1154","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545486+0000","last_change":"2021-03-04T23:32:19.275810+0000","last_active":"2021-03-04T23:41:53.545486+0000","last_peered":"2021-03-04T23:41:53.545486+0000","last_clean":"2021-03-04T23:41:53.545486+0000","last_became_active":"2021-03-04T23:32:19.275618+0000","last_became_peered":"2021-03-04T23:32:19.275618+0000","last_unstale":"2021-03-04T23:41:53.545486+0000","last_undegraded":"2021-03-04T23:41:53.545486+0000","last_fullsized":"2021-03-04T23:41:53.545486+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"974","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.539372+0000","last_change":"2021-03-04T23:40:10.804167+0000","last_active":"2021-03-04T23:41:53.539372+0000","last_peered":"2021-03-04T23:41:53.539372+0000","last_clean":"2021-03-04T23:41:53.539372+0000","last_became_active":"2021-03-04T23:39:59.480373+0000","last_became_peered":"2021-03-04T23:39:59.480373+0000","last_unstale":"2021-03-04T23:41:53.539372+0000","last_undegraded":"2021-03-04T23:41:53.539372+0000","last_fullsized":"2021-03-04T23:41:53.539372+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.804002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.804002+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"776'111","reported_seq":"1452","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:55.153989+0000","last_change":"2021-03-04T23:41:55.153989+0000","last_active":"2021-03-04T23:41:55.153989+0000","last_peered":"2021-03-04T23:41:55.153989+0000","last_clean":"2021-03-04T23:41:55.153989+0000","last_became_active":"2021-03-04T23:41:39.535512+0000","last_became_peered":"2021-03-04T23:41:39.535512+0000","last_unstale":"2021-03-04T23:41:55.153989+0000","last_undegraded":"2021-03-04T23:41:55.153989+0000","last_fullsized":"2021-03-04T23:41:55.153989+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":0,"last_scrub":"776'111","last_scrub_stamp":"2021-03-04T23:41:55.153830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:55.153830+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"552","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568082+0000","last_change":"2021-03-04T23:39:59.486166+0000","last_active":"2021-03-04T23:41:55.568082+0000","last_peered":"2021-03-04T23:41:55.568082+0000","last_clean":"2021-03-04T23:41:55.568082+0000","last_became_active":"2021-03-04T23:39:59.485969+0000","last_became_peered":"2021-03-04T23:39:59.485969+0000","last_unstale":"2021-03-04T23:41:55.568082+0000","last_undegraded":"2021-03-04T23:41:55.568082+0000","last_fullsized":"2021-03-04T23:41:55.568082+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"531","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567246+0000","last_change":"2021-03-04T23:29:29.235562+0000","last_active":"2021-03-04T23:41:55.567246+0000","last_peered":"2021-03-04T23:41:55.567246+0000","last_clean":"2021-03-04T23:41:55.567246+0000","last_became_active":"2021-03-04T23:29:29.235317+0000","last_became_peered":"2021-03-04T23:29:29.235317+0000","last_unstale":"2021-03-04T23:41:55.567246+0000","last_undegraded":"2021-03-04T23:41:55.567246+0000","last_fullsized":"2021-03-04T23:41:55.567246+0000","mapping_epoch":725,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":726,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"775'24","reported_seq":"1382","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.810143+0000","last_change":"2021-03-04T23:41:44.866781+0000","last_active":"2021-03-04T23:41:55.810143+0000","last_peered":"2021-03-04T23:41:55.810143+0000","last_clean":"2021-03-04T23:41:55.810143+0000","last_became_active":"2021-03-04T23:41:39.538539+0000","last_became_peered":"2021-03-04T23:41:39.538539+0000","last_unstale":"2021-03-04T23:41:55.810143+0000","last_undegraded":"2021-03-04T23:41:55.810143+0000","last_fullsized":"2021-03-04T23:41:55.810143+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":0,"last_scrub":"775'24","last_scrub_stamp":"2021-03-04T23:41:44.866682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:44.866682+0000","log_size":24,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"1017","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.810285+0000","last_change":"2021-03-04T23:39:59.472213+0000","last_active":"2021-03-04T23:41:55.810285+0000","last_peered":"2021-03-04T23:41:55.810285+0000","last_clean":"2021-03-04T23:41:55.810285+0000","last_became_active":"2021-03-04T23:39:59.471807+0000","last_became_peered":"2021-03-04T23:39:59.471807+0000","last_unstale":"2021-03-04T23:41:55.810285+0000","last_undegraded":"2021-03-04T23:41:55.810285+0000","last_fullsized":"2021-03-04T23:41:55.810285+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.825767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.825767+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"513","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567785+0000","last_change":"2021-03-04T23:24:02.164856+0000","last_active":"2021-03-04T23:41:55.567785+0000","last_peered":"2021-03-04T23:41:55.567785+0000","last_clean":"2021-03-04T23:41:55.567785+0000","last_became_active":"2021-03-04T23:24:02.164579+0000","last_became_peered":"2021-03-04T23:24:02.164579+0000","last_unstale":"2021-03-04T23:41:55.567785+0000","last_undegraded":"2021-03-04T23:41:55.567785+0000","last_fullsized":"2021-03-04T23:41:55.567785+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"1065","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541229+0000","last_change":"2021-03-04T23:39:59.480657+0000","last_active":"2021-03-04T23:41:53.541229+0000","last_peered":"2021-03-04T23:41:53.541229+0000","last_clean":"2021-03-04T23:41:53.541229+0000","last_became_active":"2021-03-04T23:39:59.480272+0000","last_became_peered":"2021-03-04T23:39:59.480272+0000","last_unstale":"2021-03-04T23:41:53.541229+0000","last_undegraded":"2021-03-04T23:41:53.541229+0000","last_fullsized":"2021-03-04T23:41:53.541229+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"1209","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542179+0000","last_change":"2021-03-04T23:41:41.062563+0000","last_active":"2021-03-04T23:41:53.542179+0000","last_peered":"2021-03-04T23:41:53.542179+0000","last_clean":"2021-03-04T23:41:53.542179+0000","last_became_active":"2021-03-04T23:41:39.527806+0000","last_became_peered":"2021-03-04T23:41:39.527806+0000","last_unstale":"2021-03-04T23:41:53.542179+0000","last_undegraded":"2021-03-04T23:41:53.542179+0000","last_fullsized":"2021-03-04T23:41:53.542179+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:41.062339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:41.062339+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"601","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541732+0000","last_change":"2021-03-04T23:39:59.474586+0000","last_active":"2021-03-04T23:41:53.541732+0000","last_peered":"2021-03-04T23:41:53.541732+0000","last_clean":"2021-03-04T23:41:53.541732+0000","last_became_active":"2021-03-04T23:39:59.473895+0000","last_became_peered":"2021-03-04T23:39:59.473895+0000","last_unstale":"2021-03-04T23:41:53.541732+0000","last_undegraded":"2021-03-04T23:41:53.541732+0000","last_fullsized":"2021-03-04T23:41:53.541732+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:29.013878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:29.013878+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"546","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567626+0000","last_change":"2021-03-04T23:34:11.327937+0000","last_active":"2021-03-04T23:41:55.567626+0000","last_peered":"2021-03-04T23:41:55.567626+0000","last_clean":"2021-03-04T23:41:55.567626+0000","last_became_active":"2021-03-04T23:34:11.325858+0000","last_became_peered":"2021-03-04T23:34:11.325858+0000","last_unstale":"2021-03-04T23:41:55.567626+0000","last_undegraded":"2021-03-04T23:41:55.567626+0000","last_fullsized":"2021-03-04T23:41:55.567626+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"1131","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542345+0000","last_change":"2021-03-04T23:32:26.379963+0000","last_active":"2021-03-04T23:41:53.542345+0000","last_peered":"2021-03-04T23:41:53.542345+0000","last_clean":"2021-03-04T23:41:53.542345+0000","last_became_active":"2021-03-04T23:32:18.430508+0000","last_became_peered":"2021-03-04T23:32:18.430508+0000","last_unstale":"2021-03-04T23:41:53.542345+0000","last_undegraded":"2021-03-04T23:41:53.542345+0000","last_fullsized":"2021-03-04T23:41:53.542345+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"614","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567915+0000","last_change":"2021-03-04T23:41:44.565799+0000","last_active":"2021-03-04T23:41:55.567915+0000","last_peered":"2021-03-04T23:41:55.567915+0000","last_clean":"2021-03-04T23:41:55.567915+0000","last_became_active":"2021-03-04T23:41:39.538075+0000","last_became_peered":"2021-03-04T23:41:39.538075+0000","last_unstale":"2021-03-04T23:41:55.567915+0000","last_undegraded":"2021-03-04T23:41:55.567915+0000","last_fullsized":"2021-03-04T23:41:55.567915+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:44.565699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:44.565699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"1205","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541669+0000","last_change":"2021-03-04T23:32:19.278297+0000","last_active":"2021-03-04T23:41:53.541669+0000","last_peered":"2021-03-04T23:41:53.541669+0000","last_clean":"2021-03-04T23:41:53.541669+0000","last_became_active":"2021-03-04T23:32:19.278076+0000","last_became_peered":"2021-03-04T23:32:19.278076+0000","last_unstale":"2021-03-04T23:41:53.541669+0000","last_undegraded":"2021-03-04T23:41:53.541669+0000","last_fullsized":"2021-03-04T23:41:53.541669+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:11.570154+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:11.570154+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"551","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568094+0000","last_change":"2021-03-04T23:33:56.617136+0000","last_active":"2021-03-04T23:41:55.568094+0000","last_peered":"2021-03-04T23:41:55.568094+0000","last_clean":"2021-03-04T23:41:55.568094+0000","last_became_active":"2021-03-04T23:33:56.616893+0000","last_became_peered":"2021-03-04T23:33:56.616893+0000","last_unstale":"2021-03-04T23:41:55.568094+0000","last_undegraded":"2021-03-04T23:41:55.568094+0000","last_fullsized":"2021-03-04T23:41:55.568094+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"1185","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545199+0000","last_change":"2021-03-04T23:33:56.617972+0000","last_active":"2021-03-04T23:41:53.545199+0000","last_peered":"2021-03-04T23:41:53.545199+0000","last_clean":"2021-03-04T23:41:53.545199+0000","last_became_active":"2021-03-04T23:33:56.617727+0000","last_became_peered":"2021-03-04T23:33:56.617727+0000","last_unstale":"2021-03-04T23:41:53.545199+0000","last_undegraded":"2021-03-04T23:41:53.545199+0000","last_fullsized":"2021-03-04T23:41:53.545199+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"775'18","reported_seq":"659","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567414+0000","last_change":"2021-03-04T23:40:17.524238+0000","last_active":"2021-03-04T23:41:55.567414+0000","last_peered":"2021-03-04T23:41:55.567414+0000","last_clean":"2021-03-04T23:41:55.567414+0000","last_became_active":"2021-03-04T23:40:17.236517+0000","last_became_peered":"2021-03-04T23:40:17.236517+0000","last_unstale":"2021-03-04T23:41:55.567414+0000","last_undegraded":"2021-03-04T23:41:55.567414+0000","last_fullsized":"2021-03-04T23:41:55.567414+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:24.658708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:24.658708+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":101,"num_read_kb":30,"num_write":17,"num_write_kb":4104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"563","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542205+0000","last_change":"2021-03-04T23:32:26.375920+0000","last_active":"2021-03-04T23:41:53.542205+0000","last_peered":"2021-03-04T23:41:53.542205+0000","last_clean":"2021-03-04T23:41:53.542205+0000","last_became_active":"2021-03-04T23:32:18.421570+0000","last_became_peered":"2021-03-04T23:32:18.421570+0000","last_unstale":"2021-03-04T23:41:53.542205+0000","last_undegraded":"2021-03-04T23:41:53.542205+0000","last_fullsized":"2021-03-04T23:41:53.542205+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:32:22.204887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:32:22.204887+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"1066","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541345+0000","last_change":"2021-03-04T23:37:19.088503+0000","last_active":"2021-03-04T23:41:53.541345+0000","last_peered":"2021-03-04T23:41:53.541345+0000","last_clean":"2021-03-04T23:41:53.541345+0000","last_became_active":"2021-03-04T23:37:19.088285+0000","last_became_peered":"2021-03-04T23:37:19.088285+0000","last_unstale":"2021-03-04T23:41:53.541345+0000","last_undegraded":"2021-03-04T23:41:53.541345+0000","last_fullsized":"2021-03-04T23:41:53.541345+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"664","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.810458+0000","last_change":"2021-03-04T23:40:17.236908+0000","last_active":"2021-03-04T23:41:55.810458+0000","last_peered":"2021-03-04T23:41:55.810458+0000","last_clean":"2021-03-04T23:41:55.810458+0000","last_became_active":"2021-03-04T23:40:17.236454+0000","last_became_peered":"2021-03-04T23:40:17.236454+0000","last_unstale":"2021-03-04T23:41:55.810458+0000","last_undegraded":"2021-03-04T23:41:55.810458+0000","last_fullsized":"2021-03-04T23:41:55.810458+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"775'3","reported_seq":"107","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.605897+0000","last_change":"2021-03-04T23:40:17.238194+0000","last_active":"2021-03-04T23:41:58.605897+0000","last_peered":"2021-03-04T23:41:58.605897+0000","last_clean":"2021-03-04T23:41:58.605897+0000","last_became_active":"2021-03-04T23:40:17.237044+0000","last_became_peered":"2021-03-04T23:40:17.237044+0000","last_unstale":"2021-03-04T23:41:58.605897+0000","last_undegraded":"2021-03-04T23:41:58.605897+0000","last_fullsized":"2021-03-04T23:41:58.605897+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"775'3","last_scrub_stamp":"2021-03-04T23:40:10.144195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.144195+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"566","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567820+0000","last_change":"2021-03-04T23:39:59.482550+0000","last_active":"2021-03-04T23:41:55.567820+0000","last_peered":"2021-03-04T23:41:55.567820+0000","last_clean":"2021-03-04T23:41:55.567820+0000","last_became_active":"2021-03-04T23:39:59.481369+0000","last_became_peered":"2021-03-04T23:39:59.481369+0000","last_unstale":"2021-03-04T23:41:55.567820+0000","last_undegraded":"2021-03-04T23:41:55.567820+0000","last_fullsized":"2021-03-04T23:41:55.567820+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.243358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.243358+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"907","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.811535+0000","last_change":"2021-03-04T23:37:19.084550+0000","last_active":"2021-03-04T23:41:55.811535+0000","last_peered":"2021-03-04T23:41:55.811535+0000","last_clean":"2021-03-04T23:41:55.811535+0000","last_became_active":"2021-03-04T23:37:19.084315+0000","last_became_peered":"2021-03-04T23:37:19.084315+0000","last_unstale":"2021-03-04T23:41:55.811535+0000","last_undegraded":"2021-03-04T23:41:55.811535+0000","last_fullsized":"2021-03-04T23:41:55.811535+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"1188","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.540972+0000","last_change":"2021-03-04T23:24:02.158076+0000","last_active":"2021-03-04T23:41:53.540972+0000","last_peered":"2021-03-04T23:41:53.540972+0000","last_clean":"2021-03-04T23:41:53.540972+0000","last_became_active":"2021-03-04T23:24:02.157631+0000","last_became_peered":"2021-03-04T23:24:02.157631+0000","last_unstale":"2021-03-04T23:41:53.540972+0000","last_undegraded":"2021-03-04T23:41:53.540972+0000","last_fullsized":"2021-03-04T23:41:53.540972+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"767'2","reported_seq":"1023","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541946+0000","last_change":"2021-03-04T23:40:17.706844+0000","last_active":"2021-03-04T23:41:53.541946+0000","last_peered":"2021-03-04T23:41:53.541946+0000","last_clean":"2021-03-04T23:41:53.541946+0000","last_became_active":"2021-03-04T23:40:17.239295+0000","last_became_peered":"2021-03-04T23:40:17.239295+0000","last_unstale":"2021-03-04T23:41:53.541946+0000","last_undegraded":"2021-03-04T23:41:53.541946+0000","last_fullsized":"2021-03-04T23:41:53.541946+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:07.530543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:07.530543+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"408","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541303+0000","last_change":"2021-03-04T23:34:11.327274+0000","last_active":"2021-03-04T23:41:53.541303+0000","last_peered":"2021-03-04T23:41:53.541303+0000","last_clean":"2021-03-04T23:41:53.541303+0000","last_became_active":"2021-03-04T23:34:11.326996+0000","last_became_peered":"2021-03-04T23:34:11.326996+0000","last_unstale":"2021-03-04T23:41:53.541303+0000","last_undegraded":"2021-03-04T23:41:53.541303+0000","last_fullsized":"2021-03-04T23:41:53.541303+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:14:21.662480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:14:21.662480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"851","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545805+0000","last_change":"2021-03-04T23:37:19.089471+0000","last_active":"2021-03-04T23:41:53.545805+0000","last_peered":"2021-03-04T23:41:53.545805+0000","last_clean":"2021-03-04T23:41:53.545805+0000","last_became_active":"2021-03-04T23:37:19.089245+0000","last_became_peered":"2021-03-04T23:37:19.089245+0000","last_unstale":"2021-03-04T23:41:53.545805+0000","last_undegraded":"2021-03-04T23:41:53.545805+0000","last_fullsized":"2021-03-04T23:41:53.545805+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"1151","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545425+0000","last_change":"2021-03-04T23:40:00.027586+0000","last_active":"2021-03-04T23:41:53.545425+0000","last_peered":"2021-03-04T23:41:53.545425+0000","last_clean":"2021-03-04T23:41:53.545425+0000","last_became_active":"2021-03-04T23:39:59.482370+0000","last_became_peered":"2021-03-04T23:39:59.482370+0000","last_unstale":"2021-03-04T23:41:53.545425+0000","last_undegraded":"2021-03-04T23:41:53.545425+0000","last_fullsized":"2021-03-04T23:41:53.545425+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"775'119","reported_seq":"1151","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567432+0000","last_change":"2021-03-04T23:40:20.485031+0000","last_active":"2021-03-04T23:41:55.567432+0000","last_peered":"2021-03-04T23:41:55.567432+0000","last_clean":"2021-03-04T23:41:55.567432+0000","last_became_active":"2021-03-04T23:40:20.484653+0000","last_became_peered":"2021-03-04T23:40:20.484653+0000","last_unstale":"2021-03-04T23:41:55.567432+0000","last_undegraded":"2021-03-04T23:41:55.567432+0000","last_fullsized":"2021-03-04T23:41:55.567432+0000","mapping_epoch":1103,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1104,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:25:25.623180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:25:25.623180+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1127,"num_read_kb":2006,"num_write":89,"num_write_kb":1059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"107","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606042+0000","last_change":"2021-03-04T23:40:17.238381+0000","last_active":"2021-03-04T23:41:58.606042+0000","last_peered":"2021-03-04T23:41:58.606042+0000","last_clean":"2021-03-04T23:41:58.606042+0000","last_became_active":"2021-03-04T23:40:17.237254+0000","last_became_peered":"2021-03-04T23:40:17.237254+0000","last_unstale":"2021-03-04T23:41:58.606042+0000","last_undegraded":"2021-03-04T23:41:58.606042+0000","last_fullsized":"2021-03-04T23:41:58.606042+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":606,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:12:28.355412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:12:28.355412+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"1000","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567615+0000","last_change":"2021-03-04T23:39:59.477817+0000","last_active":"2021-03-04T23:41:55.567615+0000","last_peered":"2021-03-04T23:41:55.567615+0000","last_clean":"2021-03-04T23:41:55.567615+0000","last_became_active":"2021-03-04T23:39:59.477607+0000","last_became_peered":"2021-03-04T23:39:59.477607+0000","last_unstale":"2021-03-04T23:41:55.567615+0000","last_undegraded":"2021-03-04T23:41:55.567615+0000","last_fullsized":"2021-03-04T23:41:55.567615+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"1116","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542185+0000","last_change":"2021-03-04T23:32:26.379955+0000","last_active":"2021-03-04T23:41:53.542185+0000","last_peered":"2021-03-04T23:41:53.542185+0000","last_clean":"2021-03-04T23:41:53.542185+0000","last_became_active":"2021-03-04T23:32:18.421779+0000","last_became_peered":"2021-03-04T23:32:18.421779+0000","last_unstale":"2021-03-04T23:41:53.542185+0000","last_undegraded":"2021-03-04T23:41:53.542185+0000","last_fullsized":"2021-03-04T23:41:53.542185+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"775'82","reported_seq":"914","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567979+0000","last_change":"2021-03-04T23:41:48.450854+0000","last_active":"2021-03-04T23:41:55.567979+0000","last_peered":"2021-03-04T23:41:55.567979+0000","last_clean":"2021-03-04T23:41:55.567979+0000","last_became_active":"2021-03-04T23:41:39.534259+0000","last_became_peered":"2021-03-04T23:41:39.534259+0000","last_unstale":"2021-03-04T23:41:55.567979+0000","last_undegraded":"2021-03-04T23:41:55.567979+0000","last_fullsized":"2021-03-04T23:41:55.567979+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":4,"last_scrub":"775'82","last_scrub_stamp":"2021-03-04T23:41:48.450609+0000","last_deep_scrub":"775'82","last_deep_scrub_stamp":"2021-03-04T23:41:48.450609+0000","last_clean_scrub_stamp":"2021-03-04T23:41:48.450609+0000","log_size":82,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"427","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.604106+0000","last_change":"2021-03-04T23:33:57.382638+0000","last_active":"2021-03-04T23:41:58.604106+0000","last_peered":"2021-03-04T23:41:58.604106+0000","last_clean":"2021-03-04T23:41:58.604106+0000","last_became_active":"2021-03-04T23:33:56.615889+0000","last_became_peered":"2021-03-04T23:33:56.615889+0000","last_unstale":"2021-03-04T23:41:58.604106+0000","last_undegraded":"2021-03-04T23:41:58.604106+0000","last_fullsized":"2021-03-04T23:41:58.604106+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:57.382499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:57.382499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"388","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541817+0000","last_change":"2021-03-04T23:34:29.339984+0000","last_active":"2021-03-04T23:41:53.541817+0000","last_peered":"2021-03-04T23:41:53.541817+0000","last_clean":"2021-03-04T23:41:53.541817+0000","last_became_active":"2021-03-04T23:34:29.339255+0000","last_became_peered":"2021-03-04T23:34:29.339255+0000","last_unstale":"2021-03-04T23:41:53.541817+0000","last_undegraded":"2021-03-04T23:41:53.541817+0000","last_fullsized":"2021-03-04T23:41:53.541817+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"111","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606244+0000","last_change":"2021-03-04T23:40:17.261731+0000","last_active":"2021-03-04T23:41:58.606244+0000","last_peered":"2021-03-04T23:41:58.606244+0000","last_clean":"2021-03-04T23:41:58.606244+0000","last_became_active":"2021-03-04T23:40:17.239068+0000","last_became_peered":"2021-03-04T23:40:17.239068+0000","last_unstale":"2021-03-04T23:41:58.606244+0000","last_undegraded":"2021-03-04T23:41:58.606244+0000","last_fullsized":"2021-03-04T23:41:58.606244+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"776'86","reported_seq":"1393","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.811870+0000","last_change":"2021-03-04T23:41:39.845512+0000","last_active":"2021-03-04T23:41:55.811870+0000","last_peered":"2021-03-04T23:41:55.811870+0000","last_clean":"2021-03-04T23:41:55.811870+0000","last_became_active":"2021-03-04T23:41:39.537685+0000","last_became_peered":"2021-03-04T23:41:39.537685+0000","last_unstale":"2021-03-04T23:41:55.811870+0000","last_undegraded":"2021-03-04T23:41:55.811870+0000","last_fullsized":"2021-03-04T23:41:55.811870+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":4,"last_scrub":"776'86","last_scrub_stamp":"2021-03-04T23:41:39.845259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:39.845259+0000","log_size":86,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"1239","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541593+0000","last_change":"2021-03-04T23:33:56.612162+0000","last_active":"2021-03-04T23:41:53.541593+0000","last_peered":"2021-03-04T23:41:53.541593+0000","last_clean":"2021-03-04T23:41:53.541593+0000","last_became_active":"2021-03-04T23:33:56.611869+0000","last_became_peered":"2021-03-04T23:33:56.611869+0000","last_unstale":"2021-03-04T23:41:53.541593+0000","last_undegraded":"2021-03-04T23:41:53.541593+0000","last_fullsized":"2021-03-04T23:41:53.541593+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.801333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.801333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"938","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567347+0000","last_change":"2021-03-04T23:37:19.089413+0000","last_active":"2021-03-04T23:41:55.567347+0000","last_peered":"2021-03-04T23:41:55.567347+0000","last_clean":"2021-03-04T23:41:55.567347+0000","last_became_active":"2021-03-04T23:37:19.089171+0000","last_became_peered":"2021-03-04T23:37:19.089171+0000","last_unstale":"2021-03-04T23:41:55.567347+0000","last_undegraded":"2021-03-04T23:41:55.567347+0000","last_fullsized":"2021-03-04T23:41:55.567347+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"1006","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568051+0000","last_change":"2021-03-04T23:39:59.937613+0000","last_active":"2021-03-04T23:41:55.568051+0000","last_peered":"2021-03-04T23:41:55.568051+0000","last_clean":"2021-03-04T23:41:55.568051+0000","last_became_active":"2021-03-04T23:39:59.478182+0000","last_became_peered":"2021-03-04T23:39:59.478182+0000","last_unstale":"2021-03-04T23:41:55.568051+0000","last_undegraded":"2021-03-04T23:41:55.568051+0000","last_fullsized":"2021-03-04T23:41:55.568051+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.f","version":"776'59","reported_seq":"984","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.604500+0000","last_change":"2021-03-04T23:41:39.784485+0000","last_active":"2021-03-04T23:41:58.604500+0000","last_peered":"2021-03-04T23:41:58.604500+0000","last_clean":"2021-03-04T23:41:58.604500+0000","last_became_active":"2021-03-04T23:41:39.519371+0000","last_became_peered":"2021-03-04T23:41:39.519371+0000","last_unstale":"2021-03-04T23:41:58.604500+0000","last_undegraded":"2021-03-04T23:41:58.604500+0000","last_fullsized":"2021-03-04T23:41:58.604500+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":4,"last_scrub":"776'59","last_scrub_stamp":"2021-03-04T23:41:39.784299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:39.784299+0000","log_size":59,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"655","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545883+0000","last_change":"2021-03-04T23:39:59.475198+0000","last_active":"2021-03-04T23:41:53.545883+0000","last_peered":"2021-03-04T23:41:53.545883+0000","last_clean":"2021-03-04T23:41:53.545883+0000","last_became_active":"2021-03-04T23:39:59.474949+0000","last_became_peered":"2021-03-04T23:39:59.474949+0000","last_unstale":"2021-03-04T23:41:53.545883+0000","last_undegraded":"2021-03-04T23:41:53.545883+0000","last_fullsized":"2021-03-04T23:41:53.545883+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:47.408215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:47.408215+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"417","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541090+0000","last_change":"2021-03-04T23:34:29.336745+0000","last_active":"2021-03-04T23:41:53.541090+0000","last_peered":"2021-03-04T23:41:53.541090+0000","last_clean":"2021-03-04T23:41:53.541090+0000","last_became_active":"2021-03-04T23:34:29.336306+0000","last_became_peered":"2021-03-04T23:34:29.336306+0000","last_unstale":"2021-03-04T23:41:53.541090+0000","last_undegraded":"2021-03-04T23:41:53.541090+0000","last_fullsized":"2021-03-04T23:41:53.541090+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"197","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568181+0000","last_change":"2021-03-04T23:40:00.031349+0000","last_active":"2021-03-04T23:41:55.568181+0000","last_peered":"2021-03-04T23:41:55.568181+0000","last_clean":"2021-03-04T23:41:55.568181+0000","last_became_active":"2021-03-04T23:39:59.480860+0000","last_became_peered":"2021-03-04T23:39:59.480860+0000","last_unstale":"2021-03-04T23:41:55.568181+0000","last_undegraded":"2021-03-04T23:41:55.568181+0000","last_fullsized":"2021-03-04T23:41:55.568181+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"775'60","reported_seq":"930","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.812050+0000","last_change":"2021-03-04T23:41:43.908197+0000","last_active":"2021-03-04T23:41:55.812050+0000","last_peered":"2021-03-04T23:41:55.812050+0000","last_clean":"2021-03-04T23:41:55.812050+0000","last_became_active":"2021-03-04T23:41:39.537723+0000","last_became_peered":"2021-03-04T23:41:39.537723+0000","last_unstale":"2021-03-04T23:41:55.812050+0000","last_undegraded":"2021-03-04T23:41:55.812050+0000","last_fullsized":"2021-03-04T23:41:55.812050+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1181,"parent":"0.0","parent_split_bits":4,"last_scrub":"775'60","last_scrub_stamp":"2021-03-04T23:41:43.907932+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:41:43.907932+0000","log_size":60,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"338","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.568072+0000","last_change":"2021-03-04T23:37:19.085681+0000","last_active":"2021-03-04T23:41:55.568072+0000","last_peered":"2021-03-04T23:41:55.568072+0000","last_clean":"2021-03-04T23:41:55.568072+0000","last_became_active":"2021-03-04T23:37:19.085450+0000","last_became_peered":"2021-03-04T23:37:19.085450+0000","last_unstale":"2021-03-04T23:41:55.568072+0000","last_undegraded":"2021-03-04T23:41:55.568072+0000","last_fullsized":"2021-03-04T23:41:55.568072+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.707729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.707729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"1176","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545999+0000","last_change":"2021-03-04T23:28:29.267510+0000","last_active":"2021-03-04T23:41:53.545999+0000","last_peered":"2021-03-04T23:41:53.545999+0000","last_clean":"2021-03-04T23:41:53.545999+0000","last_became_active":"2021-03-04T23:28:29.266380+0000","last_became_peered":"2021-03-04T23:28:29.266380+0000","last_unstale":"2021-03-04T23:41:53.545999+0000","last_undegraded":"2021-03-04T23:41:53.545999+0000","last_fullsized":"2021-03-04T23:41:53.545999+0000","mapping_epoch":719,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":720,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"1294","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.540425+0000","last_change":"2021-03-04T23:39:59.489623+0000","last_active":"2021-03-04T23:41:53.540425+0000","last_peered":"2021-03-04T23:41:53.540425+0000","last_clean":"2021-03-04T23:41:53.540425+0000","last_became_active":"2021-03-04T23:39:59.475708+0000","last_became_peered":"2021-03-04T23:39:59.475708+0000","last_unstale":"2021-03-04T23:41:53.540425+0000","last_undegraded":"2021-03-04T23:41:53.540425+0000","last_fullsized":"2021-03-04T23:41:53.540425+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"775'18","reported_seq":"555","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.539518+0000","last_change":"2021-03-04T23:33:56.616930+0000","last_active":"2021-03-04T23:41:53.539518+0000","last_peered":"2021-03-04T23:41:53.539518+0000","last_clean":"2021-03-04T23:41:53.539518+0000","last_became_active":"2021-03-04T23:33:56.613562+0000","last_became_peered":"2021-03-04T23:33:56.613562+0000","last_unstale":"2021-03-04T23:41:53.539518+0000","last_undegraded":"2021-03-04T23:41:53.539518+0000","last_fullsized":"2021-03-04T23:41:53.539518+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:44.091204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:44.091204+0000","log_size":18,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":33,"num_write":21,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"497","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542312+0000","last_change":"2021-03-04T23:33:27.980386+0000","last_active":"2021-03-04T23:41:53.542312+0000","last_peered":"2021-03-04T23:41:53.542312+0000","last_clean":"2021-03-04T23:41:53.542312+0000","last_became_active":"2021-03-04T23:32:18.421621+0000","last_became_peered":"2021-03-04T23:32:18.421621+0000","last_unstale":"2021-03-04T23:41:53.542312+0000","last_undegraded":"2021-03-04T23:41:53.542312+0000","last_fullsized":"2021-03-04T23:41:53.542312+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:27.980313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:33:27.980313+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"998","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.546063+0000","last_change":"2021-03-04T23:39:59.480953+0000","last_active":"2021-03-04T23:41:53.546063+0000","last_peered":"2021-03-04T23:41:53.546063+0000","last_clean":"2021-03-04T23:41:53.546063+0000","last_became_active":"2021-03-04T23:39:59.480730+0000","last_became_peered":"2021-03-04T23:39:59.480730+0000","last_unstale":"2021-03-04T23:41:53.546063+0000","last_undegraded":"2021-03-04T23:41:53.546063+0000","last_fullsized":"2021-03-04T23:41:53.546063+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"546","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.603781+0000","last_change":"2021-03-04T23:40:17.237521+0000","last_active":"2021-03-04T23:41:58.603781+0000","last_peered":"2021-03-04T23:41:58.603781+0000","last_clean":"2021-03-04T23:41:58.603781+0000","last_became_active":"2021-03-04T23:40:17.237269+0000","last_became_peered":"2021-03-04T23:40:17.237269+0000","last_unstale":"2021-03-04T23:41:58.603781+0000","last_undegraded":"2021-03-04T23:41:58.603781+0000","last_fullsized":"2021-03-04T23:41:58.603781+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"767'20","reported_seq":"712","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.809788+0000","last_change":"2021-03-04T23:40:04.731483+0000","last_active":"2021-03-04T23:41:55.809788+0000","last_peered":"2021-03-04T23:41:55.809788+0000","last_clean":"2021-03-04T23:41:55.809788+0000","last_became_active":"2021-03-04T23:39:59.481530+0000","last_became_peered":"2021-03-04T23:39:59.481530+0000","last_unstale":"2021-03-04T23:41:55.809788+0000","last_undegraded":"2021-03-04T23:41:55.809788+0000","last_fullsized":"2021-03-04T23:41:55.809788+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":594,"last_epoch_clean":1088,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:10:48.117016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:10:48.117016+0000","log_size":20,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":56,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"536","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567901+0000","last_change":"2021-03-04T23:33:56.618223+0000","last_active":"2021-03-04T23:41:55.567901+0000","last_peered":"2021-03-04T23:41:55.567901+0000","last_clean":"2021-03-04T23:41:55.567901+0000","last_became_active":"2021-03-04T23:33:56.617417+0000","last_became_peered":"2021-03-04T23:33:56.617417+0000","last_unstale":"2021-03-04T23:41:55.567901+0000","last_undegraded":"2021-03-04T23:41:55.567901+0000","last_fullsized":"2021-03-04T23:41:55.567901+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:40.261635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:24:40.261635+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"417","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542017+0000","last_change":"2021-03-04T23:40:17.240368+0000","last_active":"2021-03-04T23:41:53.542017+0000","last_peered":"2021-03-04T23:41:53.542017+0000","last_clean":"2021-03-04T23:41:53.542017+0000","last_became_active":"2021-03-04T23:40:17.240072+0000","last_became_peered":"2021-03-04T23:40:17.240072+0000","last_unstale":"2021-03-04T23:41:53.542017+0000","last_undegraded":"2021-03-04T23:41:53.542017+0000","last_fullsized":"2021-03-04T23:41:53.542017+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"979","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545377+0000","last_change":"2021-03-04T23:39:59.483268+0000","last_active":"2021-03-04T23:41:53.545377+0000","last_peered":"2021-03-04T23:41:53.545377+0000","last_clean":"2021-03-04T23:41:53.545377+0000","last_became_active":"2021-03-04T23:39:59.483018+0000","last_became_peered":"2021-03-04T23:39:59.483018+0000","last_unstale":"2021-03-04T23:41:53.545377+0000","last_undegraded":"2021-03-04T23:41:53.545377+0000","last_fullsized":"2021-03-04T23:41:53.545377+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"503","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541242+0000","last_change":"2021-03-04T23:40:17.239244+0000","last_active":"2021-03-04T23:41:53.541242+0000","last_peered":"2021-03-04T23:41:53.541242+0000","last_clean":"2021-03-04T23:41:53.541242+0000","last_became_active":"2021-03-04T23:40:17.238846+0000","last_became_peered":"2021-03-04T23:40:17.238846+0000","last_unstale":"2021-03-04T23:41:53.541242+0000","last_undegraded":"2021-03-04T23:41:53.541242+0000","last_fullsized":"2021-03-04T23:41:53.541242+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:37.983546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:23:47.736601+0000","last_clean_scrub_stamp":"2021-03-04T23:33:37.983546+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"775'27","reported_seq":"472","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.603818+0000","last_change":"2021-03-04T23:39:59.580116+0000","last_active":"2021-03-04T23:41:58.603818+0000","last_peered":"2021-03-04T23:41:58.603818+0000","last_clean":"2021-03-04T23:41:58.603818+0000","last_became_active":"2021-03-04T23:39:59.472169+0000","last_became_peered":"2021-03-04T23:39:59.472169+0000","last_unstale":"2021-03-04T23:41:58.603818+0000","last_undegraded":"2021-03-04T23:41:58.603818+0000","last_fullsized":"2021-03-04T23:41:58.603818+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:01.819035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:01.819035+0000","log_size":27,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":247,"num_read_kb":500,"num_write":16,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"1164","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545689+0000","last_change":"2021-03-04T23:40:17.236198+0000","last_active":"2021-03-04T23:41:53.545689+0000","last_peered":"2021-03-04T23:41:53.545689+0000","last_clean":"2021-03-04T23:41:53.545689+0000","last_became_active":"2021-03-04T23:40:17.235990+0000","last_became_peered":"2021-03-04T23:40:17.235990+0000","last_unstale":"2021-03-04T23:41:53.545689+0000","last_undegraded":"2021-03-04T23:41:53.545689+0000","last_fullsized":"2021-03-04T23:41:53.545689+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"113","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606087+0000","last_change":"2021-03-04T23:40:17.257195+0000","last_active":"2021-03-04T23:41:58.606087+0000","last_peered":"2021-03-04T23:41:58.606087+0000","last_clean":"2021-03-04T23:41:58.606087+0000","last_became_active":"2021-03-04T23:40:17.238703+0000","last_became_peered":"2021-03-04T23:40:17.238703+0000","last_unstale":"2021-03-04T23:41:58.606087+0000","last_undegraded":"2021-03-04T23:41:58.606087+0000","last_fullsized":"2021-03-04T23:41:58.606087+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"971","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541623+0000","last_change":"2021-03-04T23:39:59.477881+0000","last_active":"2021-03-04T23:41:53.541623+0000","last_peered":"2021-03-04T23:41:53.541623+0000","last_clean":"2021-03-04T23:41:53.541623+0000","last_became_active":"2021-03-04T23:39:59.477644+0000","last_became_peered":"2021-03-04T23:39:59.477644+0000","last_unstale":"2021-03-04T23:41:53.541623+0000","last_undegraded":"2021-03-04T23:41:53.541623+0000","last_fullsized":"2021-03-04T23:41:53.541623+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:49.832889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:49.832889+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"775'13","reported_seq":"1262","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541921+0000","last_change":"2021-03-04T23:40:01.336714+0000","last_active":"2021-03-04T23:41:53.541921+0000","last_peered":"2021-03-04T23:41:53.541921+0000","last_clean":"2021-03-04T23:41:53.541921+0000","last_became_active":"2021-03-04T23:39:59.475346+0000","last_became_peered":"2021-03-04T23:39:59.475346+0000","last_unstale":"2021-03-04T23:41:53.541921+0000","last_undegraded":"2021-03-04T23:41:53.541921+0000","last_fullsized":"2021-03-04T23:41:53.541921+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":5,"last_scrub":"763'3","last_scrub_stamp":"2021-03-04T23:33:30.015247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:30.015247+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"908","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541256+0000","last_change":"2021-03-04T23:37:19.091063+0000","last_active":"2021-03-04T23:41:53.541256+0000","last_peered":"2021-03-04T23:41:53.541256+0000","last_clean":"2021-03-04T23:41:53.541256+0000","last_became_active":"2021-03-04T23:37:19.090816+0000","last_became_peered":"2021-03-04T23:37:19.090816+0000","last_unstale":"2021-03-04T23:41:53.541256+0000","last_undegraded":"2021-03-04T23:41:53.541256+0000","last_fullsized":"2021-03-04T23:41:53.541256+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"210'13","reported_seq":"117","reported_epoch":"1199","state":"active+clean","last_fresh":"2021-03-04T23:41:58.606244+0000","last_change":"2021-03-04T23:40:17.247488+0000","last_active":"2021-03-04T23:41:58.606244+0000","last_peered":"2021-03-04T23:41:58.606244+0000","last_clean":"2021-03-04T23:41:58.606244+0000","last_became_active":"2021-03-04T23:40:17.237443+0000","last_became_peered":"2021-03-04T23:40:17.237443+0000","last_unstale":"2021-03-04T23:41:58.606244+0000","last_undegraded":"2021-03-04T23:41:58.606244+0000","last_fullsized":"2021-03-04T23:41:58.606244+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.15","version":"767'6","reported_seq":"595","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567891+0000","last_change":"2021-03-04T23:40:00.883057+0000","last_active":"2021-03-04T23:41:55.567891+0000","last_peered":"2021-03-04T23:41:55.567891+0000","last_clean":"2021-03-04T23:41:55.567891+0000","last_became_active":"2021-03-04T23:39:59.479446+0000","last_became_peered":"2021-03-04T23:39:59.479446+0000","last_unstale":"2021-03-04T23:41:55.567891+0000","last_undegraded":"2021-03-04T23:41:55.567891+0000","last_fullsized":"2021-03-04T23:41:55.567891+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1084,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:02.713650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:02.713650+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":400,"num_write":6,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"531","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567360+0000","last_change":"2021-03-04T23:34:29.335700+0000","last_active":"2021-03-04T23:41:55.567360+0000","last_peered":"2021-03-04T23:41:55.567360+0000","last_clean":"2021-03-04T23:41:55.567360+0000","last_became_active":"2021-03-04T23:34:29.335462+0000","last_became_peered":"2021-03-04T23:34:29.335462+0000","last_unstale":"2021-03-04T23:41:55.567360+0000","last_undegraded":"2021-03-04T23:41:55.567360+0000","last_fullsized":"2021-03-04T23:41:55.567360+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"530","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545815+0000","last_change":"2021-03-04T23:39:59.846788+0000","last_active":"2021-03-04T23:41:53.545815+0000","last_peered":"2021-03-04T23:41:53.545815+0000","last_clean":"2021-03-04T23:41:53.545815+0000","last_became_active":"2021-03-04T23:39:59.476171+0000","last_became_peered":"2021-03-04T23:39:59.476171+0000","last_unstale":"2021-03-04T23:41:53.545815+0000","last_undegraded":"2021-03-04T23:41:53.545815+0000","last_fullsized":"2021-03-04T23:41:53.545815+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"775'21","reported_seq":"394","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541248+0000","last_change":"2021-03-04T23:34:29.724833+0000","last_active":"2021-03-04T23:41:53.541248+0000","last_peered":"2021-03-04T23:41:53.541248+0000","last_clean":"2021-03-04T23:41:53.541248+0000","last_became_active":"2021-03-04T23:34:29.339989+0000","last_became_peered":"2021-03-04T23:34:29.339989+0000","last_unstale":"2021-03-04T23:41:53.541248+0000","last_undegraded":"2021-03-04T23:41:53.541248+0000","last_fullsized":"2021-03-04T23:41:53.541248+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:06.019796+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:06.019796+0000","log_size":21,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":190,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"1140","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545227+0000","last_change":"2021-03-04T23:32:19.277162+0000","last_active":"2021-03-04T23:41:53.545227+0000","last_peered":"2021-03-04T23:41:53.545227+0000","last_clean":"2021-03-04T23:41:53.545227+0000","last_became_active":"2021-03-04T23:32:19.276892+0000","last_became_peered":"2021-03-04T23:32:19.276892+0000","last_unstale":"2021-03-04T23:41:53.545227+0000","last_undegraded":"2021-03-04T23:41:53.545227+0000","last_fullsized":"2021-03-04T23:41:53.545227+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"408","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542458+0000","last_change":"2021-03-04T23:34:11.325940+0000","last_active":"2021-03-04T23:41:53.542458+0000","last_peered":"2021-03-04T23:41:53.542458+0000","last_clean":"2021-03-04T23:41:53.542458+0000","last_became_active":"2021-03-04T23:34:11.325598+0000","last_became_peered":"2021-03-04T23:34:11.325598+0000","last_unstale":"2021-03-04T23:41:53.542458+0000","last_undegraded":"2021-03-04T23:41:53.542458+0000","last_fullsized":"2021-03-04T23:41:53.542458+0000","mapping_epoch":797,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":798,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"559","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.811863+0000","last_change":"2021-03-04T23:40:17.236801+0000","last_active":"2021-03-04T23:41:55.811863+0000","last_peered":"2021-03-04T23:41:55.811863+0000","last_clean":"2021-03-04T23:41:55.811863+0000","last_became_active":"2021-03-04T23:40:17.236454+0000","last_became_peered":"2021-03-04T23:40:17.236454+0000","last_unstale":"2021-03-04T23:41:55.811863+0000","last_undegraded":"2021-03-04T23:41:55.811863+0000","last_fullsized":"2021-03-04T23:41:55.811863+0000","mapping_epoch":1099,"log_start":"0'0","ondisk_log_start":"0'0","created":683,"last_epoch_clean":1100,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:23:50.885032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:45:50.611849+0000","last_clean_scrub_stamp":"2021-03-04T23:23:50.885032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"767'1","reported_seq":"1271","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541585+0000","last_change":"2021-03-04T23:33:33.489193+0000","last_active":"2021-03-04T23:41:53.541585+0000","last_peered":"2021-03-04T23:41:53.541585+0000","last_clean":"2021-03-04T23:41:53.541585+0000","last_became_active":"2021-03-04T23:32:18.421819+0000","last_became_peered":"2021-03-04T23:32:18.421819+0000","last_unstale":"2021-03-04T23:41:53.541585+0000","last_undegraded":"2021-03-04T23:41:53.541585+0000","last_fullsized":"2021-03-04T23:41:53.541585+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.097750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.097750+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"1184","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545045+0000","last_change":"2021-03-04T23:34:29.335402+0000","last_active":"2021-03-04T23:41:53.545045+0000","last_peered":"2021-03-04T23:41:53.545045+0000","last_clean":"2021-03-04T23:41:53.545045+0000","last_became_active":"2021-03-04T23:34:29.335019+0000","last_became_peered":"2021-03-04T23:34:29.335019+0000","last_unstale":"2021-03-04T23:41:53.545045+0000","last_undegraded":"2021-03-04T23:41:53.545045+0000","last_fullsized":"2021-03-04T23:41:53.545045+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"1012","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542242+0000","last_change":"2021-03-04T23:39:59.475552+0000","last_active":"2021-03-04T23:41:53.542242+0000","last_peered":"2021-03-04T23:41:53.542242+0000","last_clean":"2021-03-04T23:41:53.542242+0000","last_became_active":"2021-03-04T23:39:59.474863+0000","last_became_peered":"2021-03-04T23:39:59.474863+0000","last_unstale":"2021-03-04T23:41:53.542242+0000","last_undegraded":"2021-03-04T23:41:53.542242+0000","last_fullsized":"2021-03-04T23:41:53.542242+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"775'35","reported_seq":"623","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.542440+0000","last_change":"2021-03-04T23:33:33.485625+0000","last_active":"2021-03-04T23:41:53.542440+0000","last_peered":"2021-03-04T23:41:53.542440+0000","last_clean":"2021-03-04T23:41:53.542440+0000","last_became_active":"2021-03-04T23:32:18.421475+0000","last_became_peered":"2021-03-04T23:32:18.421475+0000","last_unstale":"2021-03-04T23:41:53.542440+0000","last_undegraded":"2021-03-04T23:41:53.542440+0000","last_fullsized":"2021-03-04T23:41:53.542440+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":5,"last_scrub":"767'20","last_scrub_stamp":"2021-03-04T23:33:24.122542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:33:24.122542+0000","log_size":35,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":18,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"1187","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541738+0000","last_change":"2021-03-04T23:32:18.421608+0000","last_active":"2021-03-04T23:41:53.541738+0000","last_peered":"2021-03-04T23:41:53.541738+0000","last_clean":"2021-03-04T23:41:53.541738+0000","last_became_active":"2021-03-04T23:32:18.421450+0000","last_became_peered":"2021-03-04T23:32:18.421450+0000","last_unstale":"2021-03-04T23:41:53.541738+0000","last_undegraded":"2021-03-04T23:41:53.541738+0000","last_fullsized":"2021-03-04T23:41:53.541738+0000","mapping_epoch":746,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":747,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"1204","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545080+0000","last_change":"2021-03-04T23:39:59.483426+0000","last_active":"2021-03-04T23:41:53.545080+0000","last_peered":"2021-03-04T23:41:53.545080+0000","last_clean":"2021-03-04T23:41:53.545080+0000","last_became_active":"2021-03-04T23:39:59.482879+0000","last_became_peered":"2021-03-04T23:39:59.482879+0000","last_unstale":"2021-03-04T23:41:53.545080+0000","last_undegraded":"2021-03-04T23:41:53.545080+0000","last_fullsized":"2021-03-04T23:41:53.545080+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"767'33","reported_seq":"1172","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545448+0000","last_change":"2021-03-04T23:40:00.294463+0000","last_active":"2021-03-04T23:41:53.545448+0000","last_peered":"2021-03-04T23:41:53.545448+0000","last_clean":"2021-03-04T23:41:53.545448+0000","last_became_active":"2021-03-04T23:39:59.479460+0000","last_became_peered":"2021-03-04T23:39:59.479460+0000","last_unstale":"2021-03-04T23:41:53.545448+0000","last_undegraded":"2021-03-04T23:41:53.545448+0000","last_fullsized":"2021-03-04T23:41:53.545448+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:00.548144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:00.548144+0000","log_size":33,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":226,"num_write":43,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"998","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545927+0000","last_change":"2021-03-04T23:39:59.485262+0000","last_active":"2021-03-04T23:41:53.545927+0000","last_peered":"2021-03-04T23:41:53.545927+0000","last_clean":"2021-03-04T23:41:53.545927+0000","last_became_active":"2021-03-04T23:39:59.485060+0000","last_became_peered":"2021-03-04T23:39:59.485060+0000","last_unstale":"2021-03-04T23:41:53.545927+0000","last_undegraded":"2021-03-04T23:41:53.545927+0000","last_fullsized":"2021-03-04T23:41:53.545927+0000","mapping_epoch":1082,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":1083,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"531","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567428+0000","last_change":"2021-03-04T23:33:56.616713+0000","last_active":"2021-03-04T23:41:55.567428+0000","last_peered":"2021-03-04T23:41:55.567428+0000","last_clean":"2021-03-04T23:41:55.567428+0000","last_became_active":"2021-03-04T23:33:56.616402+0000","last_became_peered":"2021-03-04T23:33:56.616402+0000","last_unstale":"2021-03-04T23:41:55.567428+0000","last_undegraded":"2021-03-04T23:41:55.567428+0000","last_fullsized":"2021-03-04T23:41:55.567428+0000","mapping_epoch":782,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":783,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"775'26","reported_seq":"609","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.541343+0000","last_change":"2021-03-04T23:33:33.485161+0000","last_active":"2021-03-04T23:41:53.541343+0000","last_peered":"2021-03-04T23:41:53.541343+0000","last_clean":"2021-03-04T23:41:53.541343+0000","last_became_active":"2021-03-04T23:32:19.277661+0000","last_became_peered":"2021-03-04T23:32:19.277661+0000","last_unstale":"2021-03-04T23:41:53.541343+0000","last_undegraded":"2021-03-04T23:41:53.541343+0000","last_fullsized":"2021-03-04T23:41:53.541343+0000","mapping_epoch":747,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":748,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:29:18.515331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:29:18.515331+0000","log_size":26,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":1447,"num_write":18,"num_write_kb":1168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"1146","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545878+0000","last_change":"2021-03-04T23:24:02.163003+0000","last_active":"2021-03-04T23:41:53.545878+0000","last_peered":"2021-03-04T23:41:53.545878+0000","last_clean":"2021-03-04T23:41:53.545878+0000","last_became_active":"2021-03-04T23:24:02.162769+0000","last_became_peered":"2021-03-04T23:24:02.162769+0000","last_unstale":"2021-03-04T23:41:53.545878+0000","last_undegraded":"2021-03-04T23:41:53.545878+0000","last_fullsized":"2021-03-04T23:41:53.545878+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:40.432682+0000","last_clean_scrub_stamp":"2021-03-04T22:51:40.432682+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"991","reported_epoch":"1196","state":"active+clean","last_fresh":"2021-03-04T23:41:55.567508+0000","last_change":"2021-03-04T23:37:19.086196+0000","last_active":"2021-03-04T23:41:55.567508+0000","last_peered":"2021-03-04T23:41:55.567508+0000","last_clean":"2021-03-04T23:41:55.567508+0000","last_became_active":"2021-03-04T23:37:19.085963+0000","last_became_peered":"2021-03-04T23:37:19.085963+0000","last_unstale":"2021-03-04T23:41:55.567508+0000","last_undegraded":"2021-03-04T23:41:55.567508+0000","last_fullsized":"2021-03-04T23:41:55.567508+0000","mapping_epoch":956,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":957,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:51:39.420748+0000","last_clean_scrub_stamp":"2021-03-04T22:51:39.420748+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"775'5","reported_seq":"576","reported_epoch":"1195","state":"active+clean","last_fresh":"2021-03-04T23:41:53.545373+0000","last_change":"2021-03-04T23:34:29.696804+0000","last_active":"2021-03-04T23:41:53.545373+0000","last_peered":"2021-03-04T23:41:53.545373+0000","last_clean":"2021-03-04T23:41:53.545373+0000","last_became_active":"2021-03-04T23:34:29.335016+0000","last_became_peered":"2021-03-04T23:34:29.335016+0000","last_unstale":"2021-03-04T23:41:53.545373+0000","last_undegraded":"2021-03-04T23:41:53.545373+0000","last_fullsized":"2021-03-04T23:41:53.545373+0000","mapping_epoch":815,"log_start":"0'0","ondisk_log_start":"0'0","created":698,"last_epoch_clean":816,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:26:04.466541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T22:49:58.369425+0000","last_clean_scrub_stamp":"2021-03-04T23:26:04.466541+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":45,"num_pg":32,"stat_sum":{"num_bytes":109058001,"num_objects":58,"num_object_clones":16,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":4,"num_read":1380,"num_read_kb":160848,"num_write":135,"num_write_kb":98389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":50333705,"num_keys_recovered":25,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":331636736,"data_stored":402647514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":434,"ondisk_log_size":434,"up":96,"acting":96,"num_store_stats":8},{"poolid":44,"num_pg":32,"stat_sum":{"num_bytes":995286095,"num_objects":646,"num_object_clones":186,"num_object_copies":1938,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":646,"num_whiteouts":116,"num_read":15047,"num_read_kb":3650780,"num_write":2428,"num_write_kb":1406908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":260,"num_bytes_recovered":222306683,"num_keys_recovered":120,"num_objects_omap":68,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2551181312,"data_stored":3142946714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5124,"ondisk_log_size":5124,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":38,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2987,"num_read_kb":7915,"num_write":427,"num_write_kb":9064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":39,"num_bytes_recovered":4194342,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1458,"ondisk_log_size":1458,"up":114,"acting":114,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7922,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":3632,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6801313,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496251,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1240308,"kb_used_data":191724,"kb_used_omap":1889,"kb_used_meta":1046686,"kb_avail":86840076,"statfs":{"total":90194313216,"available":88924237824,"internally_reserved":1073741824,"allocated":196325376,"data_stored":220599286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":1071807420},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.3129999999999999,"15min":1.377},"min":{"1min":0.34899999999999998,"5min":0.314,"15min":0.314},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":1.569},{"interface":"front","average":{"1min":1.2769999999999999,"5min":1.3540000000000001,"15min":1.407},"min":{"1min":0.371,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.577,"5min":2.762,"15min":2.762},"last":2.1659999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:41:45 2021","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":1.24,"15min":1.1279999999999999},"min":{"1min":0.32600000000000001,"5min":0.26400000000000001,"15min":0.16300000000000001},"max":{"1min":1.962,"5min":2.8220000000000001,"15min":5.7110000000000003},"last":1.4910000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.28,"15min":1.1579999999999999},"min":{"1min":0.42499999999999999,"5min":0.22900000000000001,"15min":0.16500000000000001},"max":{"1min":2.5339999999999998,"5min":2.6139999999999999,"15min":7.9470000000000001},"last":1.835}]},{"osd":2,"last update":"Thu Mar 4 23:41:04 2021","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.2529999999999999,"15min":1.7170000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.17699999999999999},"max":{"1min":2.0169999999999999,"5min":2.9020000000000001,"15min":52.619999999999997},"last":1.3600000000000001},{"interface":"front","average":{"1min":1.2869999999999999,"5min":1.361,"15min":1.708},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.189},"max":{"1min":2.9239999999999999,"5min":2.9239999999999999,"15min":52.540999999999997},"last":1.998}]},{"osd":3,"last update":"Thu Mar 4 23:41:49 2021","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5349999999999999,"15min":2.367},"min":{"1min":0.52600000000000002,"5min":0.44500000000000001,"15min":0.19400000000000001},"max":{"1min":3.085,"5min":14.874000000000001,"15min":172.297},"last":2.0710000000000002},{"interface":"front","average":{"1min":1.6539999999999999,"5min":1.647,"15min":2.5529999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.19600000000000001},"max":{"1min":2.8319999999999999,"5min":14.933999999999999,"15min":172.184},"last":1.163}]},{"osd":4,"last update":"Thu Mar 4 23:41:20 2021","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.208,"15min":1.0629999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.128},"max":{"1min":2.5379999999999998,"5min":2.5379999999999998,"15min":7.2880000000000003},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.93600000000000005,"5min":1.1859999999999999,"15min":0.98899999999999999},"min":{"1min":0.185,"5min":0.185,"15min":0.14399999999999999},"max":{"1min":2.0579999999999998,"5min":2.4929999999999999,"15min":6.6139999999999999},"last":1.6839999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.3009999999999999,"15min":1.304},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":2.734,"5min":2.734,"15min":3.2389999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.627,"5min":1.5549999999999999,"15min":1.5860000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":2.8690000000000002,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":1.907}]},{"osd":6,"last update":"Thu Mar 4 23:41:20 2021","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.496,"15min":1.476},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.16600000000000001},"max":{"1min":2.4980000000000002,"5min":3.8700000000000001,"15min":53.447000000000003},"last":1.2150000000000001},{"interface":"front","average":{"1min":1.381,"5min":1.5029999999999999,"15min":1.4119999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.16300000000000001},"max":{"1min":2.6909999999999998,"5min":3.125,"15min":53.341999999999999},"last":1.0649999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659774,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1480312,"kb_used_data":426520,"kb_used_omap":497,"kb_used_meta":1048078,"kb_avail":86600072,"statfs":{"total":90194313216,"available":88678473728,"internally_reserved":1073741824,"allocated":436756480,"data_stored":543000779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":509025,"internal_metadata":1073232799},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:30 2021","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.3959999999999999,"15min":1.3400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.4319999999999999,"5min":3.4319999999999999,"15min":3.4319999999999999},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.3979999999999999,"15min":1.379},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.7610000000000001,"5min":2.7610000000000001,"15min":2.7610000000000001},"last":2.339}]},{"osd":1,"last update":"Thu Mar 4 23:41:38 2021","interfaces":[{"interface":"back","average":{"1min":1.764,"5min":1.4350000000000001,"15min":1.397},"min":{"1min":0.316,"5min":0.21299999999999999,"15min":0.17000000000000001},"max":{"1min":3.073,"5min":3.073,"15min":54.189},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.264,"15min":1.3580000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.16800000000000001},"max":{"1min":2.7930000000000001,"5min":2.9060000000000001,"15min":53.770000000000003},"last":1.3089999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:57 2021","interfaces":[{"interface":"back","average":{"1min":1.587,"5min":1.377,"15min":2.0739999999999998},"min":{"1min":0.71499999999999997,"5min":0.23599999999999999,"15min":0.18099999999999999},"max":{"1min":2.8420000000000001,"5min":2.8420000000000001,"15min":72.186000000000007},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.524,"5min":1.3140000000000001,"15min":2.0609999999999999},"min":{"1min":0.70599999999999996,"5min":0.26100000000000001,"15min":0.17699999999999999},"max":{"1min":2.5569999999999999,"5min":3.085,"15min":72.608000000000004},"last":2.1509999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:41:50 2021","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.347,"15min":1.7130000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.19400000000000001},"max":{"1min":3.762,"5min":6.9109999999999996,"15min":58.862000000000002},"last":1.9890000000000001},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.5389999999999999,"15min":1.796},"min":{"1min":0.35699999999999998,"5min":0.33500000000000002,"15min":0.217},"max":{"1min":4.3840000000000003,"5min":4.3840000000000003,"15min":58.322000000000003},"last":2.2309999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:38 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.198,"15min":1.026},"min":{"1min":0.182,"5min":0.16500000000000001,"15min":0.14099999999999999},"max":{"1min":2.609,"5min":2.609,"15min":12.115},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.1839999999999999,"15min":1.0369999999999999},"min":{"1min":0.29699999999999999,"5min":0.156,"15min":0.153},"max":{"1min":2.448,"5min":4.851,"15min":4.851},"last":1.587}]},{"osd":5,"last update":"Thu Mar 4 23:41:38 2021","interfaces":[{"interface":"back","average":{"1min":1.3420000000000001,"5min":1.2929999999999999,"15min":1.3740000000000001},"min":{"1min":0.33300000000000002,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.6360000000000001,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.155,"5min":1.173,"15min":1.24},"min":{"1min":0.27200000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.1819999999999999,"5min":3.0489999999999999,"15min":3.0489999999999999},"last":0.92900000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":1.502,"5min":1.4890000000000001,"15min":1.1859999999999999},"min":{"1min":0.30199999999999999,"5min":0.217,"15min":0.13800000000000001},"max":{"1min":2.5990000000000002,"5min":2.9279999999999999,"15min":4.9379999999999997},"last":1.724},{"interface":"front","average":{"1min":1.6319999999999999,"5min":1.6180000000000001,"15min":1.3029999999999999},"min":{"1min":0.318,"5min":0.26200000000000001,"15min":0.17799999999999999},"max":{"1min":3.1949999999999998,"5min":3.1949999999999998,"15min":3.8580000000000001},"last":2.4780000000000002}]}]},{"osd":1,"up_from":341,"seq":1464583848450,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":841076,"kb_used_data":651372,"kb_used_omap":771,"kb_used_meta":188924,"kb_avail":87239308,"statfs":{"total":90194313216,"available":89333051392,"internally_reserved":0,"allocated":667004928,"data_stored":811058138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":790129,"internal_metadata":193458575},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":1.7170000000000001,"15min":2.1509999999999998},"min":{"1min":0.27400000000000002,"5min":0.11899999999999999,"15min":0.11899999999999999},"max":{"1min":1.905,"5min":37.939,"15min":37.939},"last":0.80600000000000005},{"interface":"front","average":{"1min":1.1040000000000001,"5min":2.0449999999999999,"15min":2.4790000000000001},"min":{"1min":0.36399999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.3559999999999999,"5min":38.235999999999997,"15min":38.235999999999997},"last":1.232}]},{"osd":2,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.83199999999999996,"15min":1.8},"min":{"1min":0.254,"5min":0.13400000000000001,"15min":0.124},"max":{"1min":1.8680000000000001,"5min":5.976,"15min":184.83000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.216,"15min":2.1030000000000002},"min":{"1min":0.36099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":2.1930000000000001,"5min":6.0039999999999996,"15min":184.96799999999999},"last":2.0899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:07 2021","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":1.0389999999999999,"15min":1.3160000000000001},"min":{"1min":0.22900000000000001,"5min":0.151,"15min":0.151},"max":{"1min":2.7509999999999999,"5min":3.1549999999999998,"15min":52.537999999999997},"last":1.5980000000000001},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.89800000000000002,"15min":1.1319999999999999},"min":{"1min":0.189,"5min":0.159,"15min":0.158},"max":{"1min":2.5329999999999999,"5min":3.173,"15min":52.472000000000001},"last":1.0960000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.3500000000000001,"15min":1.655},"min":{"1min":0.26200000000000001,"5min":0.20799999999999999,"15min":0.19600000000000001},"max":{"1min":2.569,"5min":3.476,"15min":114.315},"last":1.4550000000000001},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.222,"15min":1.673},"min":{"1min":0.30399999999999999,"5min":0.20000000000000001,"15min":0.183},"max":{"1min":2.222,"5min":2.4220000000000002,"15min":114.074},"last":2.7000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":1.351,"5min":1.369,"15min":1.4450000000000001},"min":{"1min":0.33800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.4769999999999999,"5min":3.5329999999999999,"15min":3.5329999999999999},"last":2.3929999999999998},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.4930000000000001,"15min":1.71},"min":{"1min":0.48299999999999998,"5min":0.377,"15min":0.34200000000000003},"max":{"1min":2.9199999999999999,"5min":3.1389999999999998,"15min":3.238},"last":2.8149999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":1.3680000000000001,"5min":1.3320000000000001,"15min":1.544},"min":{"1min":0.35899999999999999,"5min":0.216,"15min":0.216},"max":{"1min":2.218,"5min":2.5139999999999998,"15min":74.5},"last":1.7829999999999999},{"interface":"front","average":{"1min":1.6000000000000001,"5min":1.633,"15min":1.6970000000000001},"min":{"1min":0.37,"5min":0.25600000000000001,"15min":0.23999999999999999},"max":{"1min":3.077,"5min":3.4670000000000001,"15min":74.441000000000003},"last":2.512}]},{"osd":7,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":1.3320000000000001,"5min":1.4810000000000001,"15min":1.181},"min":{"1min":0.5,"5min":0.26300000000000001,"15min":0.218},"max":{"1min":2.3250000000000002,"5min":3.5049999999999999,"15min":3.7559999999999998},"last":1.9339999999999999},{"interface":"front","average":{"1min":1.423,"5min":1.452,"15min":1.302},"min":{"1min":0.52200000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.5550000000000002,"5min":2.9399999999999999,"15min":4.8659999999999997},"last":2.2519999999999998}]}]},{"osd":0,"up_from":0,"seq":4316442132523,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":356,"seq":1529008357885,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":613800,"kb_used_data":357024,"kb_used_omap":574,"kb_used_meta":256193,"kb_avail":87466584,"statfs":{"total":90194313216,"available":89565782016,"internally_reserved":0,"allocated":365592576,"data_stored":427096918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":588749,"internal_metadata":262341683},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:36 2021","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.751,"15min":0.73899999999999999},"min":{"1min":0.23300000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.214,"5min":0.94299999999999995,"15min":0.89500000000000002},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":0.36399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.0720000000000001,"15min":1.2869999999999999},"min":{"1min":0.255,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":15.105,"5min":15.105,"15min":130.78899999999999},"last":0.435},{"interface":"front","average":{"1min":1.8320000000000001,"5min":1.0129999999999999,"15min":1.2969999999999999},"min":{"1min":0.39200000000000002,"5min":0.20100000000000001,"15min":0.14399999999999999},"max":{"1min":14.869,"5min":14.869,"15min":130.84399999999999},"last":0.45600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:41:03 2021","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.075,"15min":1.2609999999999999},"min":{"1min":0.35299999999999998,"5min":0.19700000000000001,"15min":0.14099999999999999},"max":{"1min":2.1499999999999999,"5min":2.585,"15min":49.174999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.613,"5min":1.1020000000000001,"15min":1.2929999999999999},"min":{"1min":0.33000000000000002,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":2.9870000000000001,"5min":2.9870000000000001,"15min":49.377000000000002},"last":0.32400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.9079999999999999,"5min":1.518,"15min":1.5620000000000001},"min":{"1min":0.61599999999999999,"5min":0.31900000000000001,"15min":0.20799999999999999},"max":{"1min":2.9849999999999999,"5min":2.992,"15min":90.763000000000005},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.3360000000000001,"15min":1.5489999999999999},"min":{"1min":0.746,"5min":0.25,"15min":0.19700000000000001},"max":{"1min":2.9849999999999999,"5min":3.0979999999999999,"15min":90.602999999999994},"last":1.226}]},{"osd":5,"last update":"Thu Mar 4 23:41:36 2021","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.373,"15min":1.47},"min":{"1min":0.78600000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.4399999999999999,"5min":2.4399999999999999,"15min":2.7130000000000001},"last":1.341},{"interface":"front","average":{"1min":1.8360000000000001,"5min":1.4379999999999999,"15min":1.538},"min":{"1min":0.68400000000000005,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":3.141,"5min":3.141,"15min":3.141},"last":1.115}]},{"osd":6,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.5629999999999999,"15min":1.659},"min":{"1min":1.036,"5min":0.36799999999999999,"15min":0.251},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":89.933999999999997},"last":1.1459999999999999},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.5780000000000001,"15min":1.6579999999999999},"min":{"1min":0.92700000000000005,"5min":0.36899999999999999,"15min":0.23300000000000001},"max":{"1min":5.2009999999999996,"5min":5.2009999999999996,"15min":90.566999999999993},"last":1.258}]},{"osd":7,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":1.911,"5min":1.6080000000000001,"15min":1.3160000000000001},"min":{"1min":0.91100000000000003,"5min":0.41299999999999998,"15min":0.247},"max":{"1min":2.8500000000000001,"5min":3.0390000000000001,"15min":9.1470000000000002},"last":1.1879999999999999},{"interface":"front","average":{"1min":1.958,"5min":1.702,"15min":1.3979999999999999},"min":{"1min":0.86799999999999999,"5min":0.40200000000000002,"15min":0.246},"max":{"1min":2.762,"5min":3.2519999999999998,"15min":4.9390000000000001},"last":1.3240000000000001}]}]},{"osd":3,"up_from":634,"seq":2723009265987,"num_pgs":90,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":554936,"kb_used_data":381360,"kb_used_omap":403,"kb_used_meta":173164,"kb_avail":87525448,"statfs":{"total":90194313216,"available":89626058752,"internally_reserved":0,"allocated":390512640,"data_stored":469800578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":413483,"internal_metadata":177320149},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":1.1870000000000001,"15min":1.383},"min":{"1min":0.17599999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":1.665,"5min":17.68,"15min":17.68},"last":0.157},{"interface":"front","average":{"1min":0.93600000000000005,"5min":1.4650000000000001,"15min":1.677},"min":{"1min":0.22700000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5449999999999999,"5min":17.867999999999999,"15min":17.867999999999999},"last":0.19600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93500000000000005,"15min":2.5230000000000001},"min":{"1min":0.251,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":2.3410000000000002,"5min":4.4329999999999998,"15min":118.476},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":1.004,"15min":2.6600000000000001},"min":{"1min":0.21299999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.8440000000000001,"5min":4.4050000000000002,"15min":118.64},"last":0.185}]},{"osd":2,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":1.028,"15min":0.93799999999999994},"min":{"1min":0.20300000000000001,"5min":0.16700000000000001,"15min":0.155},"max":{"1min":2.0830000000000002,"5min":11.194000000000001,"15min":11.194000000000001},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.83599999999999997,"5min":1.018,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.14199999999999999},"max":{"1min":1.7290000000000001,"5min":3.8919999999999999,"15min":10.443},"last":0.20699999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.2609999999999999,"15min":1.806},"min":{"1min":0.38400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.472,"5min":3.0910000000000002,"15min":150.61699999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.331,"5min":1.4690000000000001,"15min":1.839},"min":{"1min":0.36899999999999999,"5min":0.247,"15min":0.19700000000000001},"max":{"1min":2.7690000000000001,"5min":11.724,"15min":150.482},"last":0.73899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:39 2021","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.512,"15min":1.4370000000000001},"min":{"1min":0.45500000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.7930000000000001,"5min":11.775,"15min":11.775},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.4179999999999999,"15min":1.4239999999999999},"min":{"1min":0.56100000000000005,"5min":0.36399999999999999,"15min":0.318},"max":{"1min":2.7120000000000002,"5min":4.0259999999999998,"15min":4.0259999999999998},"last":0.755}]},{"osd":6,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.4670000000000001,"15min":1.3109999999999999},"min":{"1min":0.40000000000000002,"5min":0.374,"15min":0.224},"max":{"1min":2.383,"5min":3.9550000000000001,"15min":6.8070000000000004},"last":0.78800000000000003},{"interface":"front","average":{"1min":1.415,"5min":1.4730000000000001,"15min":1.4179999999999999},"min":{"1min":0.47299999999999998,"5min":0.29499999999999998,"15min":0.248},"max":{"1min":2.9510000000000001,"5min":2.9510000000000001,"15min":6.6050000000000004},"last":0.67400000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:41:01 2021","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":1.548,"15min":1.4259999999999999},"min":{"1min":0.40899999999999997,"5min":0.31900000000000001,"15min":0.255},"max":{"1min":2.8540000000000001,"5min":2.952,"15min":6.7619999999999996},"last":0.69599999999999995},{"interface":"front","average":{"1min":1.5469999999999999,"5min":1.76,"15min":1.429},"min":{"1min":0.41899999999999998,"5min":0.35399999999999998,"15min":0.26100000000000001},"max":{"1min":2.952,"5min":11.585000000000001,"15min":11.585000000000001},"last":0.55100000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986824,"num_pgs":89,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1515320,"kb_used_data":466736,"kb_used_omap":1840,"kb_used_meta":1046735,"kb_avail":86565064,"statfs":{"total":90194313216,"available":88642625536,"internally_reserved":1073741824,"allocated":477937664,"data_stored":615287264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1884687,"internal_metadata":1071857137},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.222,"15min":1.2090000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":2.6040000000000001,"5min":2.6040000000000001,"15min":2.6040000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.3680000000000001,"5min":1.306,"15min":1.298},"min":{"1min":0.46000000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.202,"5min":2.4350000000000001,"15min":2.4350000000000001},"last":1.2430000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.133,"15min":1.246},"min":{"1min":0.58999999999999997,"5min":0.20799999999999999,"15min":0.154},"max":{"1min":2.2120000000000002,"5min":2.4750000000000001,"15min":70.433000000000007},"last":0.88},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.1890000000000001,"15min":1.3300000000000001},"min":{"1min":0.55800000000000005,"5min":0.27500000000000002,"15min":0.16700000000000001},"max":{"1min":2.5739999999999998,"5min":2.5739999999999998,"15min":70.528000000000006},"last":1.7190000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:10 2021","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.4410000000000001,"15min":2.012},"min":{"1min":0.66200000000000003,"5min":0.254,"15min":0.16600000000000001},"max":{"1min":2.8170000000000002,"5min":2.8170000000000002,"15min":131.73699999999999},"last":2.1440000000000001},{"interface":"front","average":{"1min":1.653,"5min":1.246,"15min":1.925},"min":{"1min":0.69199999999999995,"5min":0.26900000000000002,"15min":0.187},"max":{"1min":2.5089999999999999,"5min":2.5089999999999999,"15min":131.58099999999999},"last":1.0620000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:41:53 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.2789999999999999,"15min":1.675},"min":{"1min":0.51200000000000001,"5min":0.20399999999999999,"15min":0.192},"max":{"1min":2.9260000000000002,"5min":2.9260000000000002,"15min":52.670000000000002},"last":0.96599999999999997},{"interface":"front","average":{"1min":1.603,"5min":1.548,"15min":1.8740000000000001},"min":{"1min":0.47199999999999998,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":2.8460000000000001,"5min":2.9319999999999999,"15min":52.944000000000003},"last":1.6499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.0860000000000001,"15min":1.1719999999999999},"min":{"1min":0.222,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.2040000000000002,"5min":2.4159999999999999,"15min":2.597},"last":1.992},{"interface":"front","average":{"1min":1.4850000000000001,"5min":1.45,"15min":1.603},"min":{"1min":0.27800000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.5569999999999999,"5min":2.702,"15min":2.8490000000000002},"last":1.863}]},{"osd":6,"last update":"Thu Mar 4 23:41:53 2021","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.113,"15min":0.99199999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.13200000000000001},"max":{"1min":1.663,"5min":2.5430000000000001,"15min":2.794},"last":1.472},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.3500000000000001,"15min":1.1819999999999999},"min":{"1min":0.20699999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":2.6110000000000002,"5min":2.6840000000000002,"15min":5.2859999999999996},"last":1.391}]},{"osd":7,"last update":"Thu Mar 4 23:41:10 2021","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.554,"15min":1.3009999999999999},"min":{"1min":0.312,"5min":0.19900000000000001,"15min":0.16500000000000001},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":5.4139999999999997},"last":1.5409999999999999},{"interface":"front","average":{"1min":1.486,"5min":1.3520000000000001,"15min":1.1240000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.158},"max":{"1min":2.6360000000000001,"5min":2.6360000000000001,"15min":2.839},"last":1.5820000000000001}]}]},{"osd":5,"up_from":746,"seq":3204045602933,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1428728,"kb_used_data":380144,"kb_used_omap":514,"kb_used_meta":1048061,"kb_avail":86651656,"statfs":{"total":90194313216,"available":88731295744,"internally_reserved":1073741824,"allocated":389267456,"data_stored":452258179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":526496,"internal_metadata":1073215328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.097,"15min":1.087},"min":{"1min":0.373,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.173,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4490000000000001,"15min":1.4510000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":3.6150000000000002,"5min":3.6150000000000002,"15min":3.6150000000000002},"last":1.1419999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":1.4650000000000001,"15min":1.5449999999999999},"min":{"1min":0.56399999999999995,"5min":0.184,"15min":0.184},"max":{"1min":3.4660000000000002,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.2789999999999999,"15min":1.45},"min":{"1min":0.442,"5min":0.29399999999999998,"15min":0.224},"max":{"1min":2.1560000000000001,"5min":2.6459999999999999,"15min":2.9260000000000002},"last":0.98399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":1.6379999999999999,"15min":1.4530000000000001},"min":{"1min":0.44500000000000001,"5min":0.33700000000000002,"15min":0.21099999999999999},"max":{"1min":3.673,"5min":28.492000000000001,"15min":28.492000000000001},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.7470000000000001,"15min":1.6359999999999999},"min":{"1min":0.54900000000000004,"5min":0.35499999999999998,"15min":0.29099999999999998},"max":{"1min":3.7519999999999998,"5min":28.521999999999998,"15min":28.521999999999998},"last":0.83799999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":2.3079999999999998,"5min":1.702,"15min":1.5389999999999999},"min":{"1min":0.48899999999999999,"5min":0.216,"15min":0.216},"max":{"1min":26.664000000000001,"5min":28.609000000000002,"15min":28.609000000000002},"last":1.044},{"interface":"front","average":{"1min":2.3690000000000002,"5min":1.653,"15min":1.421},"min":{"1min":0.46600000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":26.766999999999999,"5min":28.698,"15min":28.698},"last":0.88300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":1.0049999999999999,"15min":1.1739999999999999},"min":{"1min":0.252,"5min":0.20799999999999999,"15min":0.19500000000000001},"max":{"1min":1.903,"5min":2.5270000000000001,"15min":2.8610000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.274,"15min":1.419},"min":{"1min":0.28999999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":3.3719999999999999,"5min":3.3719999999999999,"15min":3.3719999999999999},"last":0.373}]},{"osd":6,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.339,"15min":1.6040000000000001},"min":{"1min":0.29799999999999999,"5min":0.23999999999999999,"15min":0.20799999999999999},"max":{"1min":3.5550000000000002,"5min":3.5550000000000002,"15min":3.5550000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.155,"15min":1.4379999999999999},"min":{"1min":0.28000000000000003,"5min":0.20799999999999999,"15min":0.17399999999999999},"max":{"1min":2.407,"5min":2.774,"15min":2.774},"last":0.54900000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:41:33 2021","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.073,"15min":1.256},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.1480000000000001,"5min":2.3719999999999999,"15min":2.468},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.585,"5min":1.516,"15min":1.665},"min":{"1min":0.32800000000000001,"5min":0.28699999999999998,"15min":0.26800000000000002},"max":{"1min":4.8209999999999997,"5min":4.8209999999999997,"15min":4.8209999999999997},"last":0.52400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4029,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3893,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178501,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":786055,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":584712,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1880658,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":522446,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":505132,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1934404,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":631549952,"data_stored":781334932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":310878208,"data_stored":373017266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":310644736,"data_stored":390565321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":406368256,"data_stored":527626807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":355532800,"data_stored":414964442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":361050112,"data_stored":451189138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":44,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":175157248,"data_stored":204248808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":29388800,"data_stored":37748772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":50376704,"data_stored":54525016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":41975808,"data_stored":46137397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":62951424,"data_stored":67107936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":58773504,"data_stored":79689802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":21004288,"data_stored":29360165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":62971904,"data_stored":83884124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":45,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:42:04.245 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:42:04.246 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 31 2021-03-04T23:42:04.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[173949]: debug 2021-03-04T23:42:04.041+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:04.265 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.330 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:04.371 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.467 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[18090]: debug 2021-03-04T23:42:04.259+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:04.468 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.571 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:04.660 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:04.686 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:42:04.763 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[18090]: debug 2021-03-04T23:42:04.463+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:04.775 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[19550]: debug 2021-03-04T23:42:04.655+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:04.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[27374]: cluster 2021-03-04T23:42:03.665698+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1204: 8 total, 8 up, 7 in 2021-03-04T23:42:04.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[27374]: audit 2021-03-04T23:42:03.830113+0000 mon.c (mon.1) 182 : audit [DBG] from='client.? 172.21.2.108:0/3253987029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:04.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[27374]: audit 2021-03-04T23:42:03.969360+0000 mon.a (mon.0) 2899 : audit [INF] from='client.? 172.21.2.108:0/4250078563' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:04.891 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.994 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:05.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[37770]: cluster 2021-03-04T23:42:03.665698+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1204: 8 total, 8 up, 7 in 2021-03-04T23:42:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[37770]: audit 2021-03-04T23:42:03.830113+0000 mon.c (mon.1) 182 : audit [DBG] from='client.? 172.21.2.108:0/3253987029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:05.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[37770]: audit 2021-03-04T23:42:03.969360+0000 mon.a (mon.0) 2899 : audit [INF] from='client.? 172.21.2.108:0/4250078563' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:05.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[39303]: cluster 2021-03-04T23:42:03.665698+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1204: 8 total, 8 up, 7 in 2021-03-04T23:42:05.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[39303]: audit 2021-03-04T23:42:03.830113+0000 mon.c (mon.1) 182 : audit [DBG] from='client.? 172.21.2.108:0/3253987029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:05.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:04 gibba008 bash[39303]: audit 2021-03-04T23:42:03.969360+0000 mon.a (mon.0) 2899 : audit [INF] from='client.? 172.21.2.108:0/4250078563' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:05.080 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:04 gibba023 bash[18090]: debug 2021-03-04T23:42:04.887+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:05.081 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:05.189 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:05.286 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:05.390 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:05.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[15180]: debug 2021-03-04T23:42:05.075+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:05.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[18090]: debug 2021-03-04T23:42:05.279+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:05.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: cluster 2021-03-04T23:42:03.867738+0000 mgr.x (mgr.34379) 1668 : cluster [DBG] pgmap v2498: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 15 MiB/s wr, 9 op/s 2021-03-04T23:42:05.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: cluster 2021-03-04T23:42:04.671004+0000 mon.a (mon.0) 2900 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:05.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: audit 2021-03-04T23:42:04.681920+0000 mon.a (mon.0) 2901 : audit [INF] from='client.? 172.21.2.108:0/4250078563' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:05.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: cluster 2021-03-04T23:42:04.681965+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1205: 8 total, 8 up, 7 in 2021-03-04T23:42:05.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: audit 2021-03-04T23:42:04.779659+0000 mon.a (mon.0) 2903 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:05.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: audit 2021-03-04T23:42:04.785647+0000 mon.a (mon.0) 2904 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:05.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[37770]: audit 2021-03-04T23:42:04.786294+0000 mon.a (mon.0) 2905 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:05.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: cluster 2021-03-04T23:42:03.867738+0000 mgr.x (mgr.34379) 1668 : cluster [DBG] pgmap v2498: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 15 MiB/s wr, 9 op/s 2021-03-04T23:42:05.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: cluster 2021-03-04T23:42:04.671004+0000 mon.a (mon.0) 2900 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:05.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: audit 2021-03-04T23:42:04.681920+0000 mon.a (mon.0) 2901 : audit [INF] from='client.? 172.21.2.108:0/4250078563' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:05.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: cluster 2021-03-04T23:42:04.681965+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1205: 8 total, 8 up, 7 in 2021-03-04T23:42:05.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: audit 2021-03-04T23:42:04.779659+0000 mon.a (mon.0) 2903 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:05.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: audit 2021-03-04T23:42:04.785647+0000 mon.a (mon.0) 2904 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:05.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[39303]: audit 2021-03-04T23:42:04.786294+0000 mon.a (mon.0) 2905 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:05.770 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:05.873 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:05.966 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: cluster 2021-03-04T23:42:03.867738+0000 mgr.x (mgr.34379) 1668 : cluster [DBG] pgmap v2498: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 15 MiB/s wr, 9 op/s 2021-03-04T23:42:05.967 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: cluster 2021-03-04T23:42:04.671004+0000 mon.a (mon.0) 2900 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:05.967 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: audit 2021-03-04T23:42:04.681920+0000 mon.a (mon.0) 2901 : audit [INF] from='client.? 172.21.2.108:0/4250078563' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:05.967 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: cluster 2021-03-04T23:42:04.681965+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1205: 8 total, 8 up, 7 in 2021-03-04T23:42:05.967 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: audit 2021-03-04T23:42:04.779659+0000 mon.a (mon.0) 2903 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:05.967 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: audit 2021-03-04T23:42:04.785647+0000 mon.a (mon.0) 2904 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:05.968 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[27374]: audit 2021-03-04T23:42:04.786294+0000 mon.a (mon.0) 2905 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:05.969 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:05 gibba008 bash[48858]: debug 2021-03-04T23:42:05.761+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:06.070 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:06.167 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:06.273 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:05 gibba023 bash[19550]: debug 2021-03-04T23:42:05.959+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:06.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:06 gibba023 bash[88433]: debug 2021-03-04T23:42:06.159+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:06.367 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.476 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.565 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:06 gibba023 bash[19550]: debug 2021-03-04T23:42:06.359+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:06.565 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.669 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:06.840 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:06.948 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:06.959 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:06 gibba008 bash[37770]: cluster 2021-03-04T23:42:05.694536+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1206: 8 total, 8 up, 7 in 2021-03-04T23:42:06.960 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:06 gibba008 bash[39303]: cluster 2021-03-04T23:42:05.694536+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1206: 8 total, 8 up, 7 in 2021-03-04T23:42:06.961 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:06 gibba008 bash[91265]: debug 2021-03-04T23:42:06.829+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:06.967 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:06 gibba023 bash[27374]: cluster 2021-03-04T23:42:05.694536+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1206: 8 total, 8 up, 7 in 2021-03-04T23:42:06.967 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:06 gibba023 bash[19550]: debug 2021-03-04T23:42:06.559+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:07.093 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.202 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.219 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:07 gibba023 bash[15180]: debug 2021-03-04T23:42:07.087+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:07.352 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.459 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:07.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:07 gibba023 bash[15180]: debug 2021-03-04T23:42:07.347+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:07.537 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:07.537 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:07.589 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:07.692 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.771 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.787 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:42:07.873 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:07.879 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:07 gibba008 bash[37770]: cluster 2021-03-04T23:42:05.868970+0000 mgr.x (mgr.34379) 1669 : cluster [DBG] pgmap v2501: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 4.1 MiB/s wr, 4 op/s 2021-03-04T23:42:07.880 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:07 gibba008 bash[37770]: cluster 2021-03-04T23:42:06.698260+0000 mon.a (mon.0) 2907 : cluster [DBG] osdmap e1207: 8 total, 8 up, 7 in 2021-03-04T23:42:07.880 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:07 gibba008 bash[39303]: cluster 2021-03-04T23:42:05.868970+0000 mgr.x (mgr.34379) 1669 : cluster [DBG] pgmap v2501: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 4.1 MiB/s wr, 4 op/s 2021-03-04T23:42:07.881 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:07 gibba008 bash[39303]: cluster 2021-03-04T23:42:06.698260+0000 mon.a (mon.0) 2907 : cluster [DBG] osdmap e1207: 8 total, 8 up, 7 in 2021-03-04T23:42:07.881 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:07 gibba008 bash[173949]: debug 2021-03-04T23:42:07.581+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:07.912 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:42:08.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:07 gibba023 bash[15180]: debug 2021-03-04T23:42:07.767+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:07 gibba023 bash[27374]: cluster 2021-03-04T23:42:05.868970+0000 mgr.x (mgr.34379) 1669 : cluster [DBG] pgmap v2501: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 4.1 MiB/s wr, 4 op/s 2021-03-04T23:42:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:07 gibba023 bash[27374]: cluster 2021-03-04T23:42:06.698260+0000 mon.a (mon.0) 2907 : cluster [DBG] osdmap e1207: 8 total, 8 up, 7 in 2021-03-04T23:42:08.045 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:08.150 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:08.229 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:08.337 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:08.463 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:08.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:08 gibba008 bash[47391]: debug 2021-03-04T23:42:08.217+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:08.566 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:08.721 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:08 gibba023 bash[15180]: debug 2021-03-04T23:42:08.459+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:08.963 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:42:08.969 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:08 gibba008 bash[37770]: cluster 2021-03-04T23:42:07.869643+0000 mgr.x (mgr.34379) 1670 : cluster [DBG] pgmap v2503: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 7.2 MiB/s rd, 580 KiB/s wr, 54 op/s 2021-03-04T23:42:08.970 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:08 gibba008 bash[39303]: cluster 2021-03-04T23:42:07.869643+0000 mgr.x (mgr.34379) 1670 : cluster [DBG] pgmap v2503: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 7.2 MiB/s rd, 580 KiB/s wr, 54 op/s 2021-03-04T23:42:08.999 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:09.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:08 gibba023 bash[27374]: cluster 2021-03-04T23:42:07.869643+0000 mgr.x (mgr.34379) 1670 : cluster [DBG] pgmap v2503: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 7.2 MiB/s rd, 580 KiB/s wr, 54 op/s 2021-03-04T23:42:09.048 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:09.071 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:08 gibba008 bash[173949]: debug 2021-03-04T23:42:08.989+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:09.103 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:09.582 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:09.687 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:09.756 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:09.802 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:42:09.858 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:09.863 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[91265]: debug 2021-03-04T23:42:09.573+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:09.864 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[37770]: cluster 2021-03-04T23:42:08.718262+0000 mon.a (mon.0) 2908 : cluster [DBG] osdmap e1208: 8 total, 8 up, 7 in 2021-03-04T23:42:09.864 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[37770]: audit 2021-03-04T23:42:08.855563+0000 mon.a (mon.0) 2909 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:09.865 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[37770]: cephadm 2021-03-04T23:42:08.857676+0000 mgr.x (mgr.34379) 1671 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:42:09.865 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[39303]: cluster 2021-03-04T23:42:08.718262+0000 mon.a (mon.0) 2908 : cluster [DBG] osdmap e1208: 8 total, 8 up, 7 in 2021-03-04T23:42:09.865 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[39303]: audit 2021-03-04T23:42:08.855563+0000 mon.a (mon.0) 2909 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:09.865 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:09 gibba008 bash[39303]: cephadm 2021-03-04T23:42:08.857676+0000 mgr.x (mgr.34379) 1671 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:42:09.880 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:10.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:09 gibba023 bash[19550]: debug 2021-03-04T23:42:09.751+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:10.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:09 gibba023 bash[27374]: cluster 2021-03-04T23:42:08.718262+0000 mon.a (mon.0) 2908 : cluster [DBG] osdmap e1208: 8 total, 8 up, 7 in 2021-03-04T23:42:10.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:09 gibba023 bash[27374]: audit 2021-03-04T23:42:08.855563+0000 mon.a (mon.0) 2909 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:10.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:09 gibba023 bash[27374]: cephadm 2021-03-04T23:42:08.857676+0000 mgr.x (mgr.34379) 1671 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:42:10.418 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:10.521 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:10.743 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[173949]: debug 2021-03-04T23:42:10.409+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:10.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[37770]: cluster 2021-03-04T23:42:09.727448+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1209: 8 total, 8 up, 7 in 2021-03-04T23:42:10.827 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[37770]: cluster 2021-03-04T23:42:09.870506+0000 mgr.x (mgr.34379) 1672 : cluster [DBG] pgmap v2506: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 7.2 MiB/s rd, 6.5 KiB/s wr, 54 op/s 2021-03-04T23:42:10.827 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[39303]: cluster 2021-03-04T23:42:09.727448+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1209: 8 total, 8 up, 7 in 2021-03-04T23:42:10.828 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[39303]: cluster 2021-03-04T23:42:09.870506+0000 mgr.x (mgr.34379) 1672 : cluster [DBG] pgmap v2506: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 7.2 MiB/s rd, 6.5 KiB/s wr, 54 op/s 2021-03-04T23:42:10.828 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[47391]: debug 2021-03-04T23:42:10.737+0000 7fa94cb11700 -1 osd.1 pg_epoch: 1210 pg[44.1a( v 1207'166 (0'0,1207'166] local-lis/les=1024/1025 n=16 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,4,5] r=0 lpr=1024 crt=1201'165 lcod 1201'165 mlcod 1201'165 active+clean+snaptrim trimq=[9d~1] ps=[9f~1,a1~1]] removing snap head 2021-03-04T23:42:10.829 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[48858]: debug 2021-03-04T23:42:10.741+0000 7fd39696d700 -1 osd.2 pg_epoch: 1210 pg[44.10( v 1207'145 (0'0,1207'145] local-lis/les=1082/1083 n=25 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1084/0 sis=1082) [2,4,1] r=0 lpr=1082 crt=1207'143 lcod 1207'144 mlcod 1207'144 active+clean+snaptrim trimq=[9d~1] ps=[9f~1,a1~1]] removing snap head 2021-03-04T23:42:10.829 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[48858]: debug 2021-03-04T23:42:10.745+0000 7fd394969700 -1 osd.2 pg_epoch: 1210 pg[44.c( v 1207'126 (0'0,1207'126] local-lis/les=1024/1025 n=32 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,4,1] r=0 lpr=1024 crt=1207'124 lcod 1207'125 mlcod 1207'125 active+clean+snaptrim trimq=[9d~1] ps=[9f~1,a1~1]] removing snap head 2021-03-04T23:42:10.829 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:10.932 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:11.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:10 gibba008 bash[173949]: debug 2021-03-04T23:42:10.817+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:11.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:10 gibba023 bash[27374]: cluster 2021-03-04T23:42:09.727448+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1209: 8 total, 8 up, 7 in 2021-03-04T23:42:11.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:10 gibba023 bash[27374]: cluster 2021-03-04T23:42:09.870506+0000 mgr.x (mgr.34379) 1672 : cluster [DBG] pgmap v2506: 187 pgs: 187 active+clean; 1.1 GiB data, 3.5 GiB used, 580 GiB / 588 GiB avail; 7.2 MiB/s rd, 6.5 KiB/s wr, 54 op/s 2021-03-04T23:42:11.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:10 gibba023 bash[18090]: debug 2021-03-04T23:42:10.743+0000 7f1b1d6c6700 -1 osd.6 pg_epoch: 1210 pg[44.19( v 1209'192 (0'0,1209'192] local-lis/les=1024/1025 n=28 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [6,4,3] r=0 lpr=1024 crt=1209'192 lcod 1207'190 mlcod 1207'190 active+clean+snaptrim trimq=[9d~1] ps=[9f~1,a1~1]] removing snap head 2021-03-04T23:42:11.433 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:11.538 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:11.749 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:11 gibba008 bash[91265]: debug 2021-03-04T23:42:11.425+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:12.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:11 gibba008 bash[37770]: cluster 2021-03-04T23:42:10.742386+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e1210: 8 total, 8 up, 7 in 2021-03-04T23:42:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:11 gibba008 bash[39303]: cluster 2021-03-04T23:42:10.742386+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e1210: 8 total, 8 up, 7 in 2021-03-04T23:42:12.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:11 gibba023 bash[27374]: cluster 2021-03-04T23:42:10.742386+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e1210: 8 total, 8 up, 7 in 2021-03-04T23:42:12.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:11 gibba023 bash[88433]: debug 2021-03-04T23:42:11.759+0000 7f3067fbe700 -1 osd.5 pg_epoch: 1211 pg[44.1e( v 1207'151 (0'0,1207'151] local-lis/les=1024/1025 n=25 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [5,1,6] r=0 lpr=1024 crt=1199'149 lcod 1201'150 mlcod 1201'150 active+clean+snaptrim trimq=[9b~1] ps=[9d~1,9f~1,a1~1]] removing snap head 2021-03-04T23:42:12.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:12.263 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:12.351 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:12.430 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[48858]: debug 2021-03-04T23:42:12.149+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:12.456 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:12.573 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Stress (18290 ms) 2021-03-04T23:42:12.573 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.Stress2 2021-03-04T23:42:12.598 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:42:12.602 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 20050987~4376639 2021-03-04T23:42:12.641 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 56514834~5023375 2021-03-04T23:42:12.653 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 73398411~6490048 2021-03-04T23:42:12.702 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 34851860~3748031 2021-03-04T23:42:12.710 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 47530195~5203555 2021-03-04T23:42:12.741 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 2810515~3161340 2021-03-04T23:42:12.748 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 69348573~6836210 2021-03-04T23:42:12.761 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:12 gibba023 bash[88433]: debug 2021-03-04T23:42:12.347+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:12.788 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 26044677~3590687 2021-03-04T23:42:12.793 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:42:12.919 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:13.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[47391]: debug 2021-03-04T23:42:12.909+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:13.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[37770]: cluster 2021-03-04T23:42:11.760138+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1211: 8 total, 8 up, 7 in 2021-03-04T23:42:13.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[37770]: cluster 2021-03-04T23:42:11.871004+0000 mgr.x (mgr.34379) 1673 : cluster [DBG] pgmap v2509: 187 pgs: 187 active+clean; 1.2 GiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 61 MiB/s rd, 9.3 MiB/s wr, 96 op/s 2021-03-04T23:42:13.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[37770]: audit 2021-03-04T23:42:12.573277+0000 mon.a (mon.0) 2913 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:13.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[37770]: cephadm 2021-03-04T23:42:12.576322+0000 mgr.x (mgr.34379) 1674 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:42:13.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[39303]: cluster 2021-03-04T23:42:11.760138+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1211: 8 total, 8 up, 7 in 2021-03-04T23:42:13.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[39303]: cluster 2021-03-04T23:42:11.871004+0000 mgr.x (mgr.34379) 1673 : cluster [DBG] pgmap v2509: 187 pgs: 187 active+clean; 1.2 GiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 61 MiB/s rd, 9.3 MiB/s wr, 96 op/s 2021-03-04T23:42:13.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[39303]: audit 2021-03-04T23:42:12.573277+0000 mon.a (mon.0) 2913 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:13.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:12 gibba008 bash[39303]: cephadm 2021-03-04T23:42:12.576322+0000 mgr.x (mgr.34379) 1674 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:42:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:12 gibba023 bash[27374]: cluster 2021-03-04T23:42:11.760138+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1211: 8 total, 8 up, 7 in 2021-03-04T23:42:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:12 gibba023 bash[27374]: cluster 2021-03-04T23:42:11.871004+0000 mgr.x (mgr.34379) 1673 : cluster [DBG] pgmap v2509: 187 pgs: 187 active+clean; 1.2 GiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 61 MiB/s rd, 9.3 MiB/s wr, 96 op/s 2021-03-04T23:42:13.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:12 gibba023 bash[27374]: audit 2021-03-04T23:42:12.573277+0000 mon.a (mon.0) 2913 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:13.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:12 gibba023 bash[27374]: cephadm 2021-03-04T23:42:12.576322+0000 mgr.x (mgr.34379) 1674 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:42:13.028 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:13.675 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:13.778 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:13.959 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:13 gibba008 bash[37770]: audit 2021-03-04T23:42:12.785720+0000 mon.a (mon.0) 2914 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:13.960 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:13 gibba008 bash[39303]: audit 2021-03-04T23:42:12.785720+0000 mon.a (mon.0) 2914 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:13.960 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:13 gibba008 bash[47391]: debug 2021-03-04T23:42:13.665+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:13.962 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:14.063 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:14.262 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:13 gibba008 bash[48858]: debug 2021-03-04T23:42:13.949+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:14.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:13 gibba023 bash[27374]: audit 2021-03-04T23:42:12.785720+0000 mon.a (mon.0) 2914 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:42:14.555 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:14.658 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:14.812 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:14 gibba008 bash[173949]: debug 2021-03-04T23:42:14.545+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:14.818 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 1036545~1226557 2021-03-04T23:42:14.822 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16215355~3409191 2021-03-04T23:42:14.823 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 3237118~770282 2021-03-04T23:42:14.823 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44578095~2532049 2021-03-04T23:42:14.823 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 51316830~2953603 2021-03-04T23:42:14.824 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 54697981~4854300 2021-03-04T23:42:14.824 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 10126487~7595458 2021-03-04T23:42:14.835 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 36035053~354364 2021-03-04T23:42:14.836 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:42:15.011 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:15.114 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:15.124 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:14 gibba023 bash[27374]: cluster 2021-03-04T23:42:13.795062+0000 mon.a (mon.0) 2915 : cluster [DBG] osdmap e1212: 8 total, 8 up, 7 in 2021-03-04T23:42:15.125 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:14 gibba023 bash[27374]: cluster 2021-03-04T23:42:13.872149+0000 mgr.x (mgr.34379) 1675 : cluster [DBG] pgmap v2511: 187 pgs: 187 active+clean; 1.2 GiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 93 MiB/s rd, 13 MiB/s wr, 203 op/s 2021-03-04T23:42:15.193 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:15.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:15 gibba008 bash[173949]: debug 2021-03-04T23:42:15.001+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:14 gibba008 bash[37770]: cluster 2021-03-04T23:42:13.795062+0000 mon.a (mon.0) 2915 : cluster [DBG] osdmap e1212: 8 total, 8 up, 7 in 2021-03-04T23:42:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:14 gibba008 bash[37770]: cluster 2021-03-04T23:42:13.872149+0000 mgr.x (mgr.34379) 1675 : cluster [DBG] pgmap v2511: 187 pgs: 187 active+clean; 1.2 GiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 93 MiB/s rd, 13 MiB/s wr, 203 op/s 2021-03-04T23:42:15.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:14 gibba008 bash[39303]: cluster 2021-03-04T23:42:13.795062+0000 mon.a (mon.0) 2915 : cluster [DBG] osdmap e1212: 8 total, 8 up, 7 in 2021-03-04T23:42:15.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:14 gibba008 bash[39303]: cluster 2021-03-04T23:42:13.872149+0000 mgr.x (mgr.34379) 1675 : cluster [DBG] pgmap v2511: 187 pgs: 187 active+clean; 1.2 GiB data, 3.6 GiB used, 580 GiB / 588 GiB avail; 93 MiB/s rd, 13 MiB/s wr, 203 op/s 2021-03-04T23:42:15.296 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:15.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:15 gibba023 bash[18090]: debug 2021-03-04T23:42:15.187+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:15.560 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:15.669 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:15.756 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:15.815 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:15 gibba008 bash[48858]: debug 2021-03-04T23:42:15.549+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:15.857 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:15 gibba023 bash[27374]: cluster 2021-03-04T23:42:14.810522+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1213: 8 total, 8 up, 7 in 2021-03-04T23:42:16.025 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:15 gibba023 bash[15180]: debug 2021-03-04T23:42:15.747+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:16.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:15 gibba008 bash[37770]: cluster 2021-03-04T23:42:14.810522+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1213: 8 total, 8 up, 7 in 2021-03-04T23:42:16.246 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:15 gibba008 bash[39303]: cluster 2021-03-04T23:42:14.810522+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1213: 8 total, 8 up, 7 in 2021-03-04T23:42:16.332 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.440 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:16.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:16 gibba008 bash[91265]: debug 2021-03-04T23:42:16.321+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:16.838 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 17359278~6537551 2021-03-04T23:42:16.851 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 43840014~4662194 2021-03-04T23:42:16.851 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 18254357~1879490 2021-03-04T23:42:16.866 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 55372478~7484129 2021-03-04T23:42:16.866 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 5931732~4287656 2021-03-04T23:42:16.868 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16266951~7280539 2021-03-04T23:42:16.875 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 33339655~6810585 2021-03-04T23:42:16.881 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 66567386~716292 2021-03-04T23:42:16.881 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:42:17.047 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:17.155 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.165 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:16 gibba023 bash[27374]: cluster 2021-03-04T23:42:15.821306+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1214: 8 total, 8 up, 7 in 2021-03-04T23:42:17.166 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:16 gibba023 bash[27374]: cluster 2021-03-04T23:42:15.872978+0000 mgr.x (mgr.34379) 1676 : cluster [DBG] pgmap v2514: 187 pgs: 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 39 MiB/s rd, 5.6 MiB/s wr, 114 op/s 2021-03-04T23:42:17.237 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:16 gibba008 bash[37770]: cluster 2021-03-04T23:42:15.821306+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1214: 8 total, 8 up, 7 in 2021-03-04T23:42:17.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:16 gibba008 bash[37770]: cluster 2021-03-04T23:42:15.872978+0000 mgr.x (mgr.34379) 1676 : cluster [DBG] pgmap v2514: 187 pgs: 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 39 MiB/s rd, 5.6 MiB/s wr, 114 op/s 2021-03-04T23:42:17.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:16 gibba008 bash[39303]: cluster 2021-03-04T23:42:15.821306+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1214: 8 total, 8 up, 7 in 2021-03-04T23:42:17.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:16 gibba008 bash[39303]: cluster 2021-03-04T23:42:15.872978+0000 mgr.x (mgr.34379) 1676 : cluster [DBG] pgmap v2514: 187 pgs: 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 39 MiB/s rd, 5.6 MiB/s wr, 114 op/s 2021-03-04T23:42:17.264 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:17 gibba008 bash[48858]: debug 2021-03-04T23:42:17.037+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:17.343 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:17.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:17 gibba023 bash[15180]: debug 2021-03-04T23:42:17.231+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:17.852 INFO:teuthology.orchestra.run.gibba008.stderr:set pool 1 pg_num to 31 2021-03-04T23:42:17.873 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:17.975 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:18.104 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:17 gibba023 bash[27374]: cluster 2021-03-04T23:42:16.830710+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e1215: 8 total, 8 up, 7 in 2021-03-04T23:42:18.104 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:17 gibba023 bash[27374]: audit 2021-03-04T23:42:17.469763+0000 mon.a (mon.0) 2919 : audit [INF] from='client.? 172.21.2.108:0/2407905599' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2021-03-04T23:42:18.105 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:18.208 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:18.218 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:17 gibba008 bash[39303]: cluster 2021-03-04T23:42:16.830710+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e1215: 8 total, 8 up, 7 in 2021-03-04T23:42:18.219 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:17 gibba008 bash[39303]: audit 2021-03-04T23:42:17.469763+0000 mon.a (mon.0) 2919 : audit [INF] from='client.? 172.21.2.108:0/2407905599' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2021-03-04T23:42:18.219 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:17 gibba008 bash[37770]: cluster 2021-03-04T23:42:16.830710+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e1215: 8 total, 8 up, 7 in 2021-03-04T23:42:18.219 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:17 gibba008 bash[37770]: audit 2021-03-04T23:42:17.469763+0000 mon.a (mon.0) 2919 : audit [INF] from='client.? 172.21.2.108:0/2407905599' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2021-03-04T23:42:18.220 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:17 gibba008 bash[91265]: debug 2021-03-04T23:42:17.865+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:18.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:18.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[15180]: debug 2021-03-04T23:42:18.099+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:18.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:18.664 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:18.723 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[48858]: debug 2021-03-04T23:42:18.461+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:18.770 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:18.860 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[15180]: debug 2021-03-04T23:42:18.659+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:18.868 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 67337668~154432 2021-03-04T23:42:18.870 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 69795345~6431532 2021-03-04T23:42:18.870 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 34550959~2863859 2021-03-04T23:42:18.873 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 7718160~3671664 2021-03-04T23:42:18.873 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 36432946~5362861 2021-03-04T23:42:18.885 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 72826089~1067431 2021-03-04T23:42:18.885 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 16217294~5359135 2021-03-04T23:42:18.892 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 73050061~3866168 2021-03-04T23:42:18.892 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:42:18.901 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:19.004 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[37770]: audit 2021-03-04T23:42:17.846921+0000 mon.a (mon.0) 2920 : audit [INF] from='client.? 172.21.2.108:0/2407905599' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]': finished 2021-03-04T23:42:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[37770]: cluster 2021-03-04T23:42:17.846973+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1216: 8 total, 8 up, 7 in 2021-03-04T23:42:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[37770]: audit 2021-03-04T23:42:17.872730+0000 mon.a (mon.0) 2922 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:42:19.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[37770]: cluster 2021-03-04T23:42:17.873435+0000 mgr.x (mgr.34379) 1677 : cluster [DBG] pgmap v2517: 187 pgs: 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 48 MiB/s rd, 22 MiB/s wr, 48 op/s 2021-03-04T23:42:19.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[39303]: audit 2021-03-04T23:42:17.846921+0000 mon.a (mon.0) 2920 : audit [INF] from='client.? 172.21.2.108:0/2407905599' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]': finished 2021-03-04T23:42:19.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[39303]: cluster 2021-03-04T23:42:17.846973+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1216: 8 total, 8 up, 7 in 2021-03-04T23:42:19.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[39303]: audit 2021-03-04T23:42:17.872730+0000 mon.a (mon.0) 2922 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:42:19.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:18 gibba008 bash[39303]: cluster 2021-03-04T23:42:17.873435+0000 mgr.x (mgr.34379) 1677 : cluster [DBG] pgmap v2517: 187 pgs: 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 48 MiB/s rd, 22 MiB/s wr, 48 op/s 2021-03-04T23:42:19.096 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:19.199 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:19.215 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:19 gibba023 bash[15180]: debug 2021-03-04T23:42:19.091+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:19.216 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[18090]: debug 2021-03-04T23:42:18.895+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:19.216 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[27374]: audit 2021-03-04T23:42:17.846921+0000 mon.a (mon.0) 2920 : audit [INF] from='client.? 172.21.2.108:0/2407905599' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]': finished 2021-03-04T23:42:19.216 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[27374]: cluster 2021-03-04T23:42:17.846973+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1216: 8 total, 8 up, 7 in 2021-03-04T23:42:19.217 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[27374]: audit 2021-03-04T23:42:17.872730+0000 mon.a (mon.0) 2922 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:42:19.217 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:18 gibba023 bash[27374]: cluster 2021-03-04T23:42:17.873435+0000 mgr.x (mgr.34379) 1677 : cluster [DBG] pgmap v2517: 187 pgs: 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 48 MiB/s rd, 22 MiB/s wr, 48 op/s 2021-03-04T23:42:19.331 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:19.435 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:19.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:19 gibba023 bash[18090]: debug 2021-03-04T23:42:19.327+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:19.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:20.072 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:20.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[37770]: audit 2021-03-04T23:42:18.858432+0000 mon.a (mon.0) 2923 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]': finished 2021-03-04T23:42:20.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[37770]: cluster 2021-03-04T23:42:18.858464+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e1217: 8 total, 8 up, 7 in 2021-03-04T23:42:20.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[37770]: cluster 2021-03-04T23:42:19.526711+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1218: 8 total, 8 up, 7 in 2021-03-04T23:42:20.264 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[91265]: debug 2021-03-04T23:42:19.953+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:20.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[39303]: audit 2021-03-04T23:42:18.858432+0000 mon.a (mon.0) 2923 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]': finished 2021-03-04T23:42:20.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[39303]: cluster 2021-03-04T23:42:18.858464+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e1217: 8 total, 8 up, 7 in 2021-03-04T23:42:20.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:19 gibba008 bash[39303]: cluster 2021-03-04T23:42:19.526711+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1218: 8 total, 8 up, 7 in 2021-03-04T23:42:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:19 gibba023 bash[27374]: audit 2021-03-04T23:42:18.858432+0000 mon.a (mon.0) 2923 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]': finished 2021-03-04T23:42:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:19 gibba023 bash[27374]: cluster 2021-03-04T23:42:18.858464+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e1217: 8 total, 8 up, 7 in 2021-03-04T23:42:20.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:19 gibba023 bash[27374]: cluster 2021-03-04T23:42:19.526711+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1218: 8 total, 8 up, 7 in 2021-03-04T23:42:20.305 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:20.408 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:20.557 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:42:20.755 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:20 gibba008 bash[47391]: debug 2021-03-04T23:42:20.297+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:20.984 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:21.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:20 gibba008 bash[48858]: debug 2021-03-04T23:42:20.973+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:21.092 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:21.314 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:21.374 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:21 gibba008 bash[48858]: debug 2021-03-04T23:42:21.305+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:21.417 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:21 gibba008 bash[37770]: cluster 2021-03-04T23:42:19.874359+0000 mgr.x (mgr.34379) 1678 : cluster [DBG] pgmap v2520: 197 pgs: 10 unknown, 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 44 MiB/s rd, 20 MiB/s wr, 45 op/s 2021-03-04T23:42:21.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:21 gibba008 bash[37770]: cluster 2021-03-04T23:42:20.544467+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1219: 8 total, 8 up, 7 in 2021-03-04T23:42:21.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:21 gibba008 bash[39303]: cluster 2021-03-04T23:42:19.874359+0000 mgr.x (mgr.34379) 1678 : cluster [DBG] pgmap v2520: 197 pgs: 10 unknown, 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 44 MiB/s rd, 20 MiB/s wr, 45 op/s 2021-03-04T23:42:21.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:21 gibba008 bash[39303]: cluster 2021-03-04T23:42:20.544467+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1219: 8 total, 8 up, 7 in 2021-03-04T23:42:22.014 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:21 gibba023 bash[27374]: cluster 2021-03-04T23:42:19.874359+0000 mgr.x (mgr.34379) 1678 : cluster [DBG] pgmap v2520: 197 pgs: 10 unknown, 187 active+clean; 1.2 GiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 44 MiB/s rd, 20 MiB/s wr, 45 op/s 2021-03-04T23:42:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:21 gibba023 bash[27374]: cluster 2021-03-04T23:42:20.544467+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1219: 8 total, 8 up, 7 in 2021-03-04T23:42:22.116 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:22.219 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:22.327 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:22.337 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:22 gibba008 bash[91265]: debug 2021-03-04T23:42:22.005+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:22.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:22.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:22 gibba023 bash[88433]: debug 2021-03-04T23:42:22.211+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:22.574 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:22.669 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:22.775 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:22.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:22 gibba008 bash[39303]: cluster 2021-03-04T23:42:21.548507+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e1220: 8 total, 8 up, 7 in 2021-03-04T23:42:22.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:22 gibba008 bash[37770]: cluster 2021-03-04T23:42:21.548507+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e1220: 8 total, 8 up, 7 in 2021-03-04T23:42:22.778 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:22 gibba008 bash[173949]: debug 2021-03-04T23:42:22.461+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:23.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:22 gibba023 bash[27374]: cluster 2021-03-04T23:42:21.548507+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e1220: 8 total, 8 up, 7 in 2021-03-04T23:42:23.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:22 gibba023 bash[15180]: debug 2021-03-04T23:42:22.663+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:23.582 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:23.685 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:23.817 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:23.919 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:23.930 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:23 gibba008 bash[48858]: debug 2021-03-04T23:42:23.573+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:23.931 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:23 gibba008 bash[173949]: debug 2021-03-04T23:42:23.801+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:23.932 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:23 gibba008 bash[37770]: cluster 2021-03-04T23:42:21.875528+0000 mgr.x (mgr.34379) 1679 : cluster [DBG] pgmap v2523: 197 pgs: 3 unknown, 194 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 16 KiB/s rd, 7.8 MiB/s wr, 28 op/s 2021-03-04T23:42:23.933 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:23 gibba008 bash[37770]: cluster 2021-03-04T23:42:22.562748+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e1221: 8 total, 8 up, 7 in 2021-03-04T23:42:23.935 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:23 gibba008 bash[39303]: cluster 2021-03-04T23:42:21.875528+0000 mgr.x (mgr.34379) 1679 : cluster [DBG] pgmap v2523: 197 pgs: 3 unknown, 194 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 16 KiB/s rd, 7.8 MiB/s wr, 28 op/s 2021-03-04T23:42:23.935 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:23 gibba008 bash[39303]: cluster 2021-03-04T23:42:22.562748+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e1221: 8 total, 8 up, 7 in 2021-03-04T23:42:23.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:23 gibba023 bash[27374]: cluster 2021-03-04T23:42:21.875528+0000 mgr.x (mgr.34379) 1679 : cluster [DBG] pgmap v2523: 197 pgs: 3 unknown, 194 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 16 KiB/s rd, 7.8 MiB/s wr, 28 op/s 2021-03-04T23:42:23.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:23 gibba023 bash[27374]: cluster 2021-03-04T23:42:22.562748+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e1221: 8 total, 8 up, 7 in 2021-03-04T23:42:24.009 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:24.047 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:42:24.060 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:42:24.073 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:42:24.086 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:42:24.107 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:42:24.115 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:24.126 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:42:24.141 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:42:24.156 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:42:24.157 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.157 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.158 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.159 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.159 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.159 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.160 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:24.210 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[19550]: debug 2021-03-04T23:42:24.003+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:24.211 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:24.316 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:24.466 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:42:24.467 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:42:24.467 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:42:24.467 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:42:24.468 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.468 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.47136.0:4256 42.13 e1010/1005 42:ccdcadab:::rb.0.b820.b91a152.00000000000a:head v 1010'17, mlcod=0'0)", 2021-03-04T23:42:24.469 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:32.750367+0000", 2021-03-04T23:42:24.469 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 231.709897001, 2021-03-04T23:42:24.469 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015683333000000001, 2021-03-04T23:42:24.470 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.470 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.471 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.471 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.472 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.472 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.750367+0000", 2021-03-04T23:42:24.472 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.473 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.473 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.474 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.474 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.750367+0000", 2021-03-04T23:42:24.474 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0055983040000000001 2021-03-04T23:42:24.475 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.475 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.476 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.476 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.755966+0000", 2021-03-04T23:42:24.477 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.756e-06 2021-03-04T23:42:24.477 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.477 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.478 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.478 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.755968+0000", 2021-03-04T23:42:24.479 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2762000000000001e-05 2021-03-04T23:42:24.479 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.480 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.480 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.480 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.755981+0000", 2021-03-04T23:42:24.481 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7729999999999999e-06 2021-03-04T23:42:24.481 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.482 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.482 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.483 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.755986+0000", 2021-03-04T23:42:24.483 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2648000000000002e-05 2021-03-04T23:42:24.484 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.484 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.485 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.485 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.756029+0000", 2021-03-04T23:42:24.486 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.145e-05 2021-03-04T23:42:24.486 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.487 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.487 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.488 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.756050+0000", 2021-03-04T23:42:24.489 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.009978776 2021-03-04T23:42:24.489 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.489 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.490 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.490 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.766029+0000", 2021-03-04T23:42:24.491 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1863999999999999e-05 2021-03-04T23:42:24.491 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.492 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.492 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.493 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:32.766051+0000", 2021-03-04T23:42:24.493 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015683333000000001 2021-03-04T23:42:24.493 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.494 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.494 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.495 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.495 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.496 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47136.0:4523 42.11 42:8943ad40:::rbd_data.b82095cf6e26.0000000000000041:head [write 0~1037361 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1016)", 2021-03-04T23:42:24.496 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.834629+0000", 2021-03-04T23:42:24.496 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 225.62563532300001, 2021-03-04T23:42:24.497 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.055519996000000002, 2021-03-04T23:42:24.497 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.498 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.498 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.499 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47136", 2021-03-04T23:42:24.499 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/397336354", 2021-03-04T23:42:24.500 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 4523 2021-03-04T23:42:24.500 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.500 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.501 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.501 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.502 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834629+0000", 2021-03-04T23:42:24.502 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.503 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.503 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.503 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.504 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834629+0000", 2021-03-04T23:42:24.504 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00053723699999999998 2021-03-04T23:42:24.505 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.505 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.505 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.506 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835166+0000", 2021-03-04T23:42:24.506 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.065e-06 2021-03-04T23:42:24.507 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.507 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.508 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.508 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835170+0000", 2021-03-04T23:42:24.508 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9698e-05 2021-03-04T23:42:24.509 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.509 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.510 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.510 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835190+0000", 2021-03-04T23:42:24.511 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8700000000000003e-06 2021-03-04T23:42:24.511 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.512 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.512 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.513 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835197+0000", 2021-03-04T23:42:24.513 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6493999999999998e-05 2021-03-04T23:42:24.513 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.514 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.514 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.515 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835253+0000", 2021-03-04T23:42:24.515 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011507599999999999 2021-03-04T23:42:24.516 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.516 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.517 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.517 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835368+0000", 2021-03-04T23:42:24.517 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1606000000000004e-05 2021-03-04T23:42:24.518 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.519 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.519 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:42:24.519 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835460+0000", 2021-03-04T23:42:24.520 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0053508289999999997 2021-03-04T23:42:24.520 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.520 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.521 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.521 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.840811+0000", 2021-03-04T23:42:24.521 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000721381 2021-03-04T23:42:24.522 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.522 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.523 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.523 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.841532+0000", 2021-03-04T23:42:24.523 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.048325477999999998 2021-03-04T23:42:24.524 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.524 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.524 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.524 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889858+0000", 2021-03-04T23:42:24.525 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014673 2021-03-04T23:42:24.525 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.526 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.526 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.526 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.890004+0000", 2021-03-04T23:42:24.526 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000144532 2021-03-04T23:42:24.527 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.527 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.527 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.527 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.890149+0000", 2021-03-04T23:42:24.528 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.055519996000000002 2021-03-04T23:42:24.528 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.528 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.528 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.529 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.529 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.529 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:6977 44.13 44:c9e3f8b6:::rbd_data.df45e8d350b1.0000000000000005:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1033)", 2021-03-04T23:42:24.529 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:09.007057+0000", 2021-03-04T23:42:24.530 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 195.453207155, 2021-03-04T23:42:24.530 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012790535, 2021-03-04T23:42:24.530 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.530 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.531 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.531 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.531 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.531 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 6977 2021-03-04T23:42:24.531 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.532 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.532 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.532 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.532 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.007057+0000", 2021-03-04T23:42:24.532 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.533 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.533 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.533 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.533 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.007057+0000", 2021-03-04T23:42:24.534 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001173087 2021-03-04T23:42:24.534 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.534 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.534 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.534 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008230+0000", 2021-03-04T23:42:24.535 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.712e-06 2021-03-04T23:42:24.535 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.535 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.535 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.536 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008233+0000", 2021-03-04T23:42:24.536 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.3670000000000003e-06 2021-03-04T23:42:24.536 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.536 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.536 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.537 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008242+0000", 2021-03-04T23:42:24.537 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.997e-06 2021-03-04T23:42:24.537 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.537 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.537 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.538 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008246+0000", 2021-03-04T23:42:24.538 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1219e-05 2021-03-04T23:42:24.538 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.539 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.539 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.539 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008288+0000", 2021-03-04T23:42:24.539 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3961000000000005e-05 2021-03-04T23:42:24.539 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.540 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.540 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.540 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008372+0000", 2021-03-04T23:42:24.540 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00061525999999999996 2021-03-04T23:42:24.540 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.541 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.541 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:42:24.541 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.008987+0000", 2021-03-04T23:42:24.541 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0069364329999999997 2021-03-04T23:42:24.542 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.542 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.542 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.542 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.015923+0000", 2021-03-04T23:42:24.542 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6687000000000005e-05 2021-03-04T23:42:24.543 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.543 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.543 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.543 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.016010+0000", 2021-03-04T23:42:24.544 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0037629149999999999 2021-03-04T23:42:24.544 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.544 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.545 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.545 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.019773+0000", 2021-03-04T23:42:24.545 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5405999999999999e-05 2021-03-04T23:42:24.546 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.546 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.547 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.547 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.019818+0000", 2021-03-04T23:42:24.547 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9490999999999999e-05 2021-03-04T23:42:24.548 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.548 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.549 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.549 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.019848+0000", 2021-03-04T23:42:24.549 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012790535 2021-03-04T23:42:24.550 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.550 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.551 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.552 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.552 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.552 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:7229 44.10 44:0c50c91b:::rb.0.df45.89f64b8.000000000001:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 0=[] ondisk+write+known_if_redirected e1033)", 2021-03-04T23:42:24.552 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:09.374258+0000", 2021-03-04T23:42:24.553 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 195.08600655199999, 2021-03-04T23:42:24.553 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.024306204000000001, 2021-03-04T23:42:24.553 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.553 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.554 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.554 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.554 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.554 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 7229 2021-03-04T23:42:24.554 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.555 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.555 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.556 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.556 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.374258+0000", 2021-03-04T23:42:24.556 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.556 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.557 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.557 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.557 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.374258+0000", 2021-03-04T23:42:24.557 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0015542170000000001 2021-03-04T23:42:24.557 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.558 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.558 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.559 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.375812+0000", 2021-03-04T23:42:24.559 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9599999999999999e-06 2021-03-04T23:42:24.559 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.559 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.559 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.560 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.375817+0000", 2021-03-04T23:42:24.560 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0903999999999998e-05 2021-03-04T23:42:24.560 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.560 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.560 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.561 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.375838+0000", 2021-03-04T23:42:24.561 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9319999999999996e-06 2021-03-04T23:42:24.561 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.561 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.562 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.562 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.375846+0000", 2021-03-04T23:42:24.562 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.9291999999999999e-05 2021-03-04T23:42:24.562 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.563 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.563 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.563 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.375925+0000", 2021-03-04T23:42:24.563 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011126800000000001 2021-03-04T23:42:24.563 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.564 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.564 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.564 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.376036+0000", 2021-03-04T23:42:24.564 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000103792 2021-03-04T23:42:24.565 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.565 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.565 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:42:24.565 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.376140+0000", 2021-03-04T23:42:24.566 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0034306549999999999 2021-03-04T23:42:24.566 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.566 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.566 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.566 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.379571+0000", 2021-03-04T23:42:24.567 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0027602009999999999 2021-03-04T23:42:24.567 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.567 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.567 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.568 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.382331+0000", 2021-03-04T23:42:24.568 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016174523999999999 2021-03-04T23:42:24.568 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.568 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.568 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.569 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.398506+0000", 2021-03-04T23:42:24.569 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5015000000000003e-05 2021-03-04T23:42:24.569 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.569 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.570 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.570 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.398541+0000", 2021-03-04T23:42:24.570 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3444000000000001e-05 2021-03-04T23:42:24.570 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.570 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.571 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.571 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.398564+0000", 2021-03-04T23:42:24.571 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.024306204000000001 2021-03-04T23:42:24.571 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.571 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.572 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.572 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.572 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.572 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:7239 44.13 44:cf0c6993:::rb.0.df45.89f64b8.000000000005:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 0=[] ondisk+write+known_if_redirected e1033)", 2021-03-04T23:42:24.572 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:09.420324+0000", 2021-03-04T23:42:24.573 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 195.0399405, 2021-03-04T23:42:24.573 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021369928999999999, 2021-03-04T23:42:24.573 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.573 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.573 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.574 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.574 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.574 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 7239 2021-03-04T23:42:24.574 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.575 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.575 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.575 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.575 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.420324+0000", 2021-03-04T23:42:24.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.576 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.420324+0000", 2021-03-04T23:42:24.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00094487200000000003 2021-03-04T23:42:24.577 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421269+0000", 2021-03-04T23:42:24.578 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3639999999999999e-06 2021-03-04T23:42:24.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.578 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.578 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421272+0000", 2021-03-04T23:42:24.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5514000000000001e-05 2021-03-04T23:42:24.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421288+0000", 2021-03-04T23:42:24.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7960000000000001e-06 2021-03-04T23:42:24.580 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.580 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.580 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.580 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421293+0000", 2021-03-04T23:42:24.581 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9786999999999997e-05 2021-03-04T23:42:24.581 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.581 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.581 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421333+0000", 2021-03-04T23:42:24.582 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.1193999999999995e-05 2021-03-04T23:42:24.582 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.582 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.583 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421424+0000", 2021-03-04T23:42:24.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7505999999999999e-05 2021-03-04T23:42:24.583 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.583 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.583 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:42:24.584 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.421512+0000", 2021-03-04T23:42:24.584 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0047905320000000001 2021-03-04T23:42:24.584 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.584 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.585 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.426302+0000", 2021-03-04T23:42:24.585 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020184900000000001 2021-03-04T23:42:24.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.585 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.585 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.426504+0000", 2021-03-04T23:42:24.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015094461 2021-03-04T23:42:24.586 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.586 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.441599+0000", 2021-03-04T23:42:24.587 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9525999999999999e-05 2021-03-04T23:42:24.587 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.588 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.588 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.441658+0000", 2021-03-04T23:42:24.588 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5528000000000003e-05 2021-03-04T23:42:24.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.589 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.589 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.589 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:09.441694+0000", 2021-03-04T23:42:24.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021369928999999999 2021-03-04T23:42:24.589 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.590 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.590 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.590 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.590 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.591 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:7779 44.13 44:c950cd87:::rb.0.df45.5320fad7.000000000000:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 0=[] ondisk+write+known_if_redirected e1036)", 2021-03-04T23:42:24.591 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:11.921189+0000", 2021-03-04T23:42:24.591 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 192.53907504, 2021-03-04T23:42:24.591 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031791452999999997, 2021-03-04T23:42:24.592 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.592 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.592 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.592 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.593 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.593 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 7779 2021-03-04T23:42:24.593 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.593 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.593 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.594 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.921189+0000", 2021-03-04T23:42:24.594 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.595 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.921189+0000", 2021-03-04T23:42:24.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0062953480000000001 2021-03-04T23:42:24.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.927485+0000", 2021-03-04T23:42:24.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3978000000000001e-05 2021-03-04T23:42:24.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.927499+0000", 2021-03-04T23:42:24.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1952999999999994e-05 2021-03-04T23:42:24.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.598 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.927571+0000", 2021-03-04T23:42:24.598 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0312e-05 2021-03-04T23:42:24.599 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.599 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.599 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.927601+0000", 2021-03-04T23:42:24.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000187882 2021-03-04T23:42:24.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.600 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.927789+0000", 2021-03-04T23:42:24.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00038998800000000002 2021-03-04T23:42:24.601 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.601 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.601 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.602 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.928179+0000", 2021-03-04T23:42:24.602 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000412741 2021-03-04T23:42:24.602 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.602 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.602 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:42:24.603 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.928592+0000", 2021-03-04T23:42:24.603 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0085256770000000006 2021-03-04T23:42:24.603 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.603 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.603 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.604 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.937117+0000", 2021-03-04T23:42:24.604 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0080699699999999992 2021-03-04T23:42:24.604 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.604 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.605 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.605 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.945187+0000", 2021-03-04T23:42:24.605 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0075440999999999998 2021-03-04T23:42:24.605 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.605 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.606 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.606 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.952731+0000", 2021-03-04T23:42:24.606 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016030300000000001 2021-03-04T23:42:24.606 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.607 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.607 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.952892+0000", 2021-03-04T23:42:24.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.9201000000000002e-05 2021-03-04T23:42:24.607 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.608 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.608 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.608 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.952981+0000", 2021-03-04T23:42:24.608 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031791452999999997 2021-03-04T23:42:24.608 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.609 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.609 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.609 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.609 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.609 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:7803 44.a e1038/1024 44:57c00242:::rb.0.df45.5320fad7.000000000003:head v 1038'54, mlcod=1036'52)", 2021-03-04T23:42:24.610 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:13.570752+0000", 2021-03-04T23:42:24.610 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 190.88951209800001, 2021-03-04T23:42:24.610 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018629166999999999, 2021-03-04T23:42:24.610 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.611 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.611 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.611 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.611 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.570752+0000", 2021-03-04T23:42:24.612 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.613 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.570752+0000", 2021-03-04T23:42:24.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0093653980000000005 2021-03-04T23:42:24.613 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.614 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.580118+0000", 2021-03-04T23:42:24.614 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9680000000000001e-06 2021-03-04T23:42:24.614 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.615 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.580128+0000", 2021-03-04T23:42:24.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1776e-05 2021-03-04T23:42:24.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.616 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.616 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.580149+0000", 2021-03-04T23:42:24.617 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6330000000000008e-06 2021-03-04T23:42:24.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.617 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.580159+0000", 2021-03-04T23:42:24.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0092000000000004e-05 2021-03-04T23:42:24.618 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.618 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.580249+0000", 2021-03-04T23:42:24.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2441999999999999e-05 2021-03-04T23:42:24.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.620 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.580282+0000", 2021-03-04T23:42:24.620 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0090477479999999996 2021-03-04T23:42:24.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.621 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.621 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.589329+0000", 2021-03-04T23:42:24.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2110000000000001e-05 2021-03-04T23:42:24.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.622 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.622 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.622 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:13.589381+0000", 2021-03-04T23:42:24.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018629166999999999 2021-03-04T23:42:24.623 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.623 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.623 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.623 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.624 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.624 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:7844 44.2 e1040/1024 44:4754e546:::rb.0.df45.5320fad7.000000000015:head v 1040'20, mlcod=1033'18)", 2021-03-04T23:42:24.624 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:15.568388+0000", 2021-03-04T23:42:24.624 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 188.89187636400001, 2021-03-04T23:42:24.624 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012730136, 2021-03-04T23:42:24.625 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.625 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.625 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.625 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.626 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.626 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.568388+0000", 2021-03-04T23:42:24.626 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.626 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.627 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.568388+0000", 2021-03-04T23:42:24.627 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002356543 2021-03-04T23:42:24.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.570745+0000", 2021-03-04T23:42:24.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1310000000000002e-06 2021-03-04T23:42:24.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.570748+0000", 2021-03-04T23:42:24.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5024e-05 2021-03-04T23:42:24.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.630 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.630 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.630 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.570763+0000", 2021-03-04T23:42:24.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6059999999999996e-06 2021-03-04T23:42:24.631 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.631 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.570767+0000", 2021-03-04T23:42:24.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6365000000000001e-05 2021-03-04T23:42:24.633 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.633 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.570814+0000", 2021-03-04T23:42:24.634 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3268000000000001e-05 2021-03-04T23:42:24.634 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.634 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.634 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.634 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.570827+0000", 2021-03-04T23:42:24.635 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010262713 2021-03-04T23:42:24.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.635 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.635 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.581090+0000", 2021-03-04T23:42:24.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8486000000000001e-05 2021-03-04T23:42:24.636 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.636 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.637 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.581118+0000", 2021-03-04T23:42:24.637 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012730136 2021-03-04T23:42:24.637 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.637 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.637 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.638 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.638 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.638 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:7843 44.a e1040/1024 44:51d0a5be:::rb.0.df45.5320fad7.000000000014:head v 1040'55, mlcod=1036'53)", 2021-03-04T23:42:24.638 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:15.571409+0000", 2021-03-04T23:42:24.639 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 188.88885512499999, 2021-03-04T23:42:24.639 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013332515, 2021-03-04T23:42:24.639 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.639 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.640 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.640 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.640 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.640 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.571409+0000", 2021-03-04T23:42:24.641 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.641 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.641 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.641 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.642 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.571409+0000", 2021-03-04T23:42:24.642 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0092797450000000007 2021-03-04T23:42:24.642 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.642 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.643 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.643 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.580689+0000", 2021-03-04T23:42:24.643 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.734e-06 2021-03-04T23:42:24.643 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.644 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.644 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.644 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.580692+0000", 2021-03-04T23:42:24.644 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.271e-05 2021-03-04T23:42:24.644 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.645 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.645 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.645 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.580704+0000", 2021-03-04T23:42:24.646 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6229999999999996e-06 2021-03-04T23:42:24.646 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.646 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.646 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.647 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.580709+0000", 2021-03-04T23:42:24.647 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1503e-05 2021-03-04T23:42:24.647 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.647 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.648 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.648 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.580741+0000", 2021-03-04T23:42:24.648 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3287e-05 2021-03-04T23:42:24.648 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.648 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.649 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.649 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.580754+0000", 2021-03-04T23:42:24.649 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0039678710000000004 2021-03-04T23:42:24.649 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.650 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.650 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.650 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.584722+0000", 2021-03-04T23:42:24.650 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0041999999999999e-05 2021-03-04T23:42:24.650 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.651 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.651 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.651 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:15.584742+0000", 2021-03-04T23:42:24.651 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013332515 2021-03-04T23:42:24.652 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.652 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.652 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.652 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.652 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.653 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:8481 44.13 44:cc9611f4:::rbd_data.df45cc548a73.0000000000000001:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1045)", 2021-03-04T23:42:24.653 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:21.410485+0000", 2021-03-04T23:42:24.653 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 183.049779583, 2021-03-04T23:42:24.653 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.034527913, 2021-03-04T23:42:24.653 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.654 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.654 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.654 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.654 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.654 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 8481 2021-03-04T23:42:24.655 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.655 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.655 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.655 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.656 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.410485+0000", 2021-03-04T23:42:24.656 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.656 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.656 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.656 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.657 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.410485+0000", 2021-03-04T23:42:24.657 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0066818240000000003 2021-03-04T23:42:24.657 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.657 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.658 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.658 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417167+0000", 2021-03-04T23:42:24.658 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.815e-06 2021-03-04T23:42:24.658 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.658 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.659 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.659 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417176+0000", 2021-03-04T23:42:24.659 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6974000000000002e-05 2021-03-04T23:42:24.659 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.660 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.660 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.660 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417213+0000", 2021-03-04T23:42:24.660 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7646e-05 2021-03-04T23:42:24.660 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.661 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.661 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.661 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417231+0000", 2021-03-04T23:42:24.661 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000152573 2021-03-04T23:42:24.661 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.662 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.662 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.662 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417384+0000", 2021-03-04T23:42:24.662 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030823299999999999 2021-03-04T23:42:24.663 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.663 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.663 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.663 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417692+0000", 2021-03-04T23:42:24.663 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0013414119999999999 2021-03-04T23:42:24.664 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.664 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.664 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:42:24.664 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.419033+0000", 2021-03-04T23:42:24.665 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012547147999999999 2021-03-04T23:42:24.665 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.665 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.665 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.665 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.431580+0000", 2021-03-04T23:42:24.666 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001150636 2021-03-04T23:42:24.666 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.666 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.666 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.667 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.432731+0000", 2021-03-04T23:42:24.667 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012206583 2021-03-04T23:42:24.667 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.667 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.668 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.668 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.444938+0000", 2021-03-04T23:42:24.668 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5871999999999997e-05 2021-03-04T23:42:24.668 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.668 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.669 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.669 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.444983+0000", 2021-03-04T23:42:24.669 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9196999999999998e-05 2021-03-04T23:42:24.669 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.670 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.670 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.670 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.445013+0000", 2021-03-04T23:42:24.670 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.034527913 2021-03-04T23:42:24.671 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.671 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.671 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.671 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.672 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.672 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:8493 44.0 44:02ab572e:::image230.rbd:head [call rbd.migration_set_state in=22b] snapc 0=[] ondisk+write+known_if_redirected e1045)", 2021-03-04T23:42:24.672 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:21.417566+0000", 2021-03-04T23:42:24.672 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 183.04269841600001, 2021-03-04T23:42:24.673 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016500817000000001, 2021-03-04T23:42:24.673 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.673 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.673 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.673 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.674 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.674 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 8493 2021-03-04T23:42:24.674 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.674 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.675 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.675 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.675 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417566+0000", 2021-03-04T23:42:24.675 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.675 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.676 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.676 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.676 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417566+0000", 2021-03-04T23:42:24.676 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6359999999999997e-06 2021-03-04T23:42:24.676 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.677 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.677 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.677 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417573+0000", 2021-03-04T23:42:24.677 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3219999999999998e-06 2021-03-04T23:42:24.677 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.678 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.678 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.678 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417579+0000", 2021-03-04T23:42:24.678 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3357e-05 2021-03-04T23:42:24.678 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.679 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.679 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.679 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417602+0000", 2021-03-04T23:42:24.679 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8153e-05 2021-03-04T23:42:24.680 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.680 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.680 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.680 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417630+0000", 2021-03-04T23:42:24.680 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000110462 2021-03-04T23:42:24.681 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.681 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.681 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.681 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417741+0000", 2021-03-04T23:42:24.682 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015760200000000001 2021-03-04T23:42:24.682 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.682 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.682 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.682 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.417898+0000", 2021-03-04T23:42:24.683 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00064757400000000004 2021-03-04T23:42:24.683 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.683 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.683 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:42:24.684 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.418546+0000", 2021-03-04T23:42:24.684 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00095344400000000001 2021-03-04T23:42:24.684 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.684 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.684 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.685 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.419499+0000", 2021-03-04T23:42:24.685 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00095359000000000004 2021-03-04T23:42:24.685 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.685 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.686 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.686 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.420453+0000", 2021-03-04T23:42:24.686 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013482143 2021-03-04T23:42:24.686 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.687 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.687 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.687 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.433935+0000", 2021-03-04T23:42:24.687 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2603999999999997e-05 2021-03-04T23:42:24.688 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.688 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.688 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.688 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.434018+0000", 2021-03-04T23:42:24.689 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8930000000000001e-05 2021-03-04T23:42:24.689 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.689 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.689 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.690 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.434067+0000", 2021-03-04T23:42:24.690 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016500817000000001 2021-03-04T23:42:24.690 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.690 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.691 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.691 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.691 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.691 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:8613 44.0 44:02ab572e:::image230.rbd:head [call rbd.snap_remove in=14b] snapc 0=[] ondisk+write+known_if_redirected e1046)", 2021-03-04T23:42:24.691 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:21.629835+0000", 2021-03-04T23:42:24.692 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 182.830428966, 2021-03-04T23:42:24.692 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.086079268, 2021-03-04T23:42:24.692 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.692 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.692 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.693 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.693 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.693 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 8613 2021-03-04T23:42:24.693 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.694 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.694 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.694 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.694 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.629835+0000", 2021-03-04T23:42:24.695 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.695 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.695 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.695 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.696 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.629835+0000", 2021-03-04T23:42:24.696 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1260000000000001e-05 2021-03-04T23:42:24.696 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.696 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.696 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.697 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.629847+0000", 2021-03-04T23:42:24.697 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0798999999999999e-05 2021-03-04T23:42:24.697 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.697 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.697 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.698 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.629857+0000", 2021-03-04T23:42:24.698 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8115999999999998e-05 2021-03-04T23:42:24.698 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.699 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.699 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.699 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.629906+0000", 2021-03-04T23:42:24.699 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1075000000000001e-05 2021-03-04T23:42:24.700 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.700 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.700 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.700 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.629927+0000", 2021-03-04T23:42:24.701 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000155458 2021-03-04T23:42:24.701 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.701 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.701 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.702 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.630082+0000", 2021-03-04T23:42:24.702 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8518000000000001e-05 2021-03-04T23:42:24.702 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.702 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.703 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op must wait for map", 2021-03-04T23:42:24.703 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.630101+0000", 2021-03-04T23:42:24.703 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0048543759999999997 2021-03-04T23:42:24.703 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.704 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.704 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.704 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.634955+0000", 2021-03-04T23:42:24.704 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000250974 2021-03-04T23:42:24.705 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.705 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.705 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.635206+0000", 2021-03-04T23:42:24.705 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.066797850000000006 2021-03-04T23:42:24.706 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.706 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.706 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:42:24.706 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.702004+0000", 2021-03-04T23:42:24.707 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013434285000000001 2021-03-04T23:42:24.707 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.707 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.707 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.708 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.715438+0000", 2021-03-04T23:42:24.708 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016547600000000001 2021-03-04T23:42:24.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.709 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.709 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.709 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.715604+0000", 2021-03-04T23:42:24.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0839000000000002e-05 2021-03-04T23:42:24.709 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.710 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.710 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.710 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.715624+0000", 2021-03-04T23:42:24.710 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015197799999999999 2021-03-04T23:42:24.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.711 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.711 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.715776+0000", 2021-03-04T23:42:24.712 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000138264 2021-03-04T23:42:24.712 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.712 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.712 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.712 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.715915+0000", 2021-03-04T23:42:24.713 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.086079268 2021-03-04T23:42:24.713 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.713 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.713 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.713 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.714 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(osd.5.0:2156 44.6 e1046/1024 44:63807773:::rb.0.df45.e9ffa59.000000000013:d v 1046'117, mlcod=1042'113)", 2021-03-04T23:42:24.714 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:21.638739+0000", 2021-03-04T23:42:24.714 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 182.82152542399999, 2021-03-04T23:42:24.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.071406836000000001, 2021-03-04T23:42:24.715 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.715 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.715 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.715 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.716 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.716 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.638739+0000", 2021-03-04T23:42:24.716 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.716 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.717 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.717 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.638739+0000", 2021-03-04T23:42:24.717 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2721999999999999e-05 2021-03-04T23:42:24.717 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.718 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.718 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.638752+0000", 2021-03-04T23:42:24.718 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.917e-06 2021-03-04T23:42:24.718 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.719 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.719 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.719 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.638759+0000", 2021-03-04T23:42:24.719 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.062635487000000004 2021-03-04T23:42:24.720 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.720 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.720 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.720 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.701394+0000", 2021-03-04T23:42:24.720 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3808999999999998e-05 2021-03-04T23:42:24.721 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.721 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.721 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.721 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.701458+0000", 2021-03-04T23:42:24.721 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000172621 2021-03-04T23:42:24.722 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.722 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.722 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.722 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.701630+0000", 2021-03-04T23:42:24.723 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8431999999999997e-05 2021-03-04T23:42:24.723 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.723 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.723 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.723 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.701709+0000", 2021-03-04T23:42:24.724 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0083177849999999994 2021-03-04T23:42:24.724 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.724 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.724 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.725 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.710027+0000", 2021-03-04T23:42:24.725 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011906299999999999 2021-03-04T23:42:24.725 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.725 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.725 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.726 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:21.710146+0000", 2021-03-04T23:42:24.726 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.071406836000000001 2021-03-04T23:42:24.726 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.726 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.727 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.727 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.727 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.727 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:8965 44.10 44:0fdf26aa:::rb.0.df45.5ba9313c.000000000014:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 16=[16,14] ondisk+write+known_if_redirected e1052)", 2021-03-04T23:42:24.728 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:27.714106+0000", 2021-03-04T23:42:24.728 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 176.746158063, 2021-03-04T23:42:24.728 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017424601000000001, 2021-03-04T23:42:24.728 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.729 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.729 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.729 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.729 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.730 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 8965 2021-03-04T23:42:24.730 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.730 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.730 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.731 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.731 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.714106+0000", 2021-03-04T23:42:24.731 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.731 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.731 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.732 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.732 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.714106+0000", 2021-03-04T23:42:24.732 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001812482 2021-03-04T23:42:24.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.733 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.733 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.733 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.715919+0000", 2021-03-04T23:42:24.734 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4989999999999996e-06 2021-03-04T23:42:24.734 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.734 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.715923+0000", 2021-03-04T23:42:24.735 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1398000000000001e-05 2021-03-04T23:42:24.735 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.735 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.735 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.736 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.715945+0000", 2021-03-04T23:42:24.736 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5889999999999997e-06 2021-03-04T23:42:24.736 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.736 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.737 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.737 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.715952+0000", 2021-03-04T23:42:24.737 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2784e-05 2021-03-04T23:42:24.737 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.737 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.738 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.738 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.716025+0000", 2021-03-04T23:42:24.738 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7439999999999998e-06 2021-03-04T23:42:24.738 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.739 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.739 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op must wait for map", 2021-03-04T23:42:24.739 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.716030+0000", 2021-03-04T23:42:24.739 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0011755789999999999 2021-03-04T23:42:24.740 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.740 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.740 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.740 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.717205+0000", 2021-03-04T23:42:24.740 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010024199999999999 2021-03-04T23:42:24.741 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.741 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.741 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.741 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.717306+0000", 2021-03-04T23:42:24.742 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019199500000000001 2021-03-04T23:42:24.742 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.742 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.743 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:42:24.743 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.717498+0000", 2021-03-04T23:42:24.743 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0083145779999999996 2021-03-04T23:42:24.743 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.743 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.744 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.744 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.725812+0000", 2021-03-04T23:42:24.744 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023047620000000001 2021-03-04T23:42:24.744 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.745 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.745 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.745 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.728117+0000", 2021-03-04T23:42:24.746 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0033153660000000001 2021-03-04T23:42:24.746 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.746 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.746 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.747 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.731432+0000", 2021-03-04T23:42:24.747 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1946999999999994e-05 2021-03-04T23:42:24.747 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.747 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.748 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.748 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.731504+0000", 2021-03-04T23:42:24.748 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6636e-05 2021-03-04T23:42:24.748 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.749 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.749 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.749 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.731531+0000", 2021-03-04T23:42:24.749 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017424601000000001 2021-03-04T23:42:24.749 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.750 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.750 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.750 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.750 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.751 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:8966 44.a e1052/1024 44:51cba73f:::rb.0.df45.5ba9313c.000000000015:head v 1052'65, mlcod=1045'63)", 2021-03-04T23:42:24.751 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:27.718915+0000", 2021-03-04T23:42:24.751 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 176.74134967200001, 2021-03-04T23:42:24.751 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016667278000000001, 2021-03-04T23:42:24.752 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.752 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.752 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.752 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.753 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.753 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.718915+0000", 2021-03-04T23:42:24.753 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.753 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.754 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.754 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.754 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.718915+0000", 2021-03-04T23:42:24.754 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0082151849999999998 2021-03-04T23:42:24.755 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.755 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.755 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.755 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.727130+0000", 2021-03-04T23:42:24.755 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6120000000000001e-06 2021-03-04T23:42:24.756 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.756 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.756 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.756 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.727132+0000", 2021-03-04T23:42:24.756 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0635000000000001e-05 2021-03-04T23:42:24.757 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.757 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.757 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.757 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.727143+0000", 2021-03-04T23:42:24.758 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2442999999999998e-05 2021-03-04T23:42:24.758 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.758 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.758 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.759 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.727166+0000", 2021-03-04T23:42:24.759 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8634999999999998e-05 2021-03-04T23:42:24.759 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.759 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.759 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.760 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.727214+0000", 2021-03-04T23:42:24.760 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9959999999999999e-05 2021-03-04T23:42:24.760 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.760 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.761 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.761 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.727234+0000", 2021-03-04T23:42:24.761 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0082860239999999995 2021-03-04T23:42:24.761 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.761 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.762 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.762 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.735520+0000", 2021-03-04T23:42:24.762 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1784000000000003e-05 2021-03-04T23:42:24.762 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.763 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.763 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.763 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:27.735582+0000", 2021-03-04T23:42:24.763 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.016667278000000001 2021-03-04T23:42:24.763 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.764 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.764 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.764 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.764 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.765 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:9051 44.1 e1054/1024 44:80223764:::rb.0.df45.4266d9b5.000000000005:head v 1054'66, mlcod=1036'64)", 2021-03-04T23:42:24.765 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:29.496465+0000", 2021-03-04T23:42:24.765 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 174.96379963800001, 2021-03-04T23:42:24.765 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.019949040000000001, 2021-03-04T23:42:24.765 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.766 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.766 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.766 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.766 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.766 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.496465+0000", 2021-03-04T23:42:24.767 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.767 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.767 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.767 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.768 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.496465+0000", 2021-03-04T23:42:24.768 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0019858419999999998 2021-03-04T23:42:24.768 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.768 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.769 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.769 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.498451+0000", 2021-03-04T23:42:24.769 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1270000000000002e-06 2021-03-04T23:42:24.769 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.770 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.770 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.770 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.498456+0000", 2021-03-04T23:42:24.770 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9973999999999999e-05 2021-03-04T23:42:24.771 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.771 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.771 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.771 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.498476+0000", 2021-03-04T23:42:24.772 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2530000000000001e-06 2021-03-04T23:42:24.772 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.772 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.772 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.773 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.498482+0000", 2021-03-04T23:42:24.773 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.3983e-05 2021-03-04T23:42:24.773 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.773 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.773 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.774 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.498556+0000", 2021-03-04T23:42:24.774 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6486000000000001e-05 2021-03-04T23:42:24.774 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.775 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.775 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.775 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.498572+0000", 2021-03-04T23:42:24.775 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017816028000000001 2021-03-04T23:42:24.776 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.776 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.776 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.776 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.516388+0000", 2021-03-04T23:42:24.776 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5347e-05 2021-03-04T23:42:24.777 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.777 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.777 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.777 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.516414+0000", 2021-03-04T23:42:24.778 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.019949040000000001 2021-03-04T23:42:24.778 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.778 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.778 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.779 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.779 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.779 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:11154 44.8 e1074/1024 44:11c546e9:::rb.0.df45.4ad9bc92.000000000002:head v 1074'47, mlcod=1072'44)", 2021-03-04T23:42:24.779 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:50.612512+0000", 2021-03-04T23:42:24.780 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 153.847752138, 2021-03-04T23:42:24.780 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014698128, 2021-03-04T23:42:24.780 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.780 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.780 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.781 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.781 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.781 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.612512+0000", 2021-03-04T23:42:24.781 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.781 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.782 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.782 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.782 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.612512+0000", 2021-03-04T23:42:24.782 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0072931749999999998 2021-03-04T23:42:24.783 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.783 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.783 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.783 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.619805+0000", 2021-03-04T23:42:24.783 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1146e-05 2021-03-04T23:42:24.784 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.784 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.784 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.784 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.619817+0000", 2021-03-04T23:42:24.784 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9579000000000002e-05 2021-03-04T23:42:24.785 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.785 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.785 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.785 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.619856+0000", 2021-03-04T23:42:24.785 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4663e-05 2021-03-04T23:42:24.786 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.786 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.786 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.786 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.619871+0000", 2021-03-04T23:42:24.787 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013193499999999999 2021-03-04T23:42:24.787 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.787 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.787 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.787 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.620003+0000", 2021-03-04T23:42:24.788 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8565e-05 2021-03-04T23:42:24.788 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.788 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.788 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.788 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.620051+0000", 2021-03-04T23:42:24.789 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0071148629999999999 2021-03-04T23:42:24.789 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.789 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.789 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.789 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.627166+0000", 2021-03-04T23:42:24.790 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4202000000000001e-05 2021-03-04T23:42:24.790 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.790 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.790 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.790 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:50.627210+0000", 2021-03-04T23:42:24.791 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014698128 2021-03-04T23:42:24.791 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.791 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.791 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.792 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.792 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.792 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:11906 44.0 44:0563d520:::rbd_data.df4573e892da.0000000000000014:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 2d=[2d,2c] ondisk+write+known_if_redirected e1081)", 2021-03-04T23:42:24.792 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:58.188915+0000", 2021-03-04T23:42:24.793 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 146.27134938, 2021-03-04T23:42:24.793 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032702095, 2021-03-04T23:42:24.793 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.793 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.794 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.794 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.794 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.794 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 11906 2021-03-04T23:42:24.794 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.795 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.795 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.795 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.795 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.188915+0000", 2021-03-04T23:42:24.796 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.796 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.796 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.796 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.797 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.188915+0000", 2021-03-04T23:42:24.797 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003557616 2021-03-04T23:42:24.797 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.797 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.797 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.798 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.192473+0000", 2021-03-04T23:42:24.798 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2859999999999996e-06 2021-03-04T23:42:24.798 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.798 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.799 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.799 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.192479+0000", 2021-03-04T23:42:24.799 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0176999999999999e-05 2021-03-04T23:42:24.799 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.800 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.800 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.800 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.192509+0000", 2021-03-04T23:42:24.800 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2106999999999999e-05 2021-03-04T23:42:24.801 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.801 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.801 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.801 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.192521+0000", 2021-03-04T23:42:24.802 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4357999999999993e-05 2021-03-04T23:42:24.802 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.802 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.802 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.802 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.192616+0000", 2021-03-04T23:42:24.803 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000304908 2021-03-04T23:42:24.803 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.803 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.803 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.804 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.192920+0000", 2021-03-04T23:42:24.804 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00078570799999999998 2021-03-04T23:42:24.804 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.804 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.804 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:42:24.805 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193706+0000", 2021-03-04T23:42:24.805 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011385620000000001 2021-03-04T23:42:24.805 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.805 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.805 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.806 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.205092+0000", 2021-03-04T23:42:24.806 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0047966290000000002 2021-03-04T23:42:24.806 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.806 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.807 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.807 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.209888+0000", 2021-03-04T23:42:24.807 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011670361000000001 2021-03-04T23:42:24.807 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.807 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.808 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.808 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221559+0000", 2021-03-04T23:42:24.808 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3939000000000002e-05 2021-03-04T23:42:24.808 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.808 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.809 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.809 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221593+0000", 2021-03-04T23:42:24.809 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4386e-05 2021-03-04T23:42:24.809 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.810 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.810 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.810 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221617+0000", 2021-03-04T23:42:24.810 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032702095 2021-03-04T23:42:24.810 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.811 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.811 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.811 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.811 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.812 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:11914 44.10 44:0f89b970:::rbd_data.df4573e892da.0000000000000002:head [call rbd.assert_snapc_seq in=19b,write 0~1 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1081)", 2021-03-04T23:42:24.812 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:58.193314+0000", 2021-03-04T23:42:24.812 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 146.266950114, 2021-03-04T23:42:24.812 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014883329000000001, 2021-03-04T23:42:24.812 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.813 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.813 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.813 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.813 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.813 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 11914 2021-03-04T23:42:24.814 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.814 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.814 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.814 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.815 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193314+0000", 2021-03-04T23:42:24.815 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.815 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.815 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.816 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.816 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193314+0000", 2021-03-04T23:42:24.816 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4409999999999993e-06 2021-03-04T23:42:24.816 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.817 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.817 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.817 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193323+0000", 2021-03-04T23:42:24.817 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2620000000000004e-06 2021-03-04T23:42:24.817 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.818 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.818 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.818 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193329+0000", 2021-03-04T23:42:24.818 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8751999999999998e-05 2021-03-04T23:42:24.819 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.819 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.819 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.819 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193368+0000", 2021-03-04T23:42:24.820 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0653e-05 2021-03-04T23:42:24.820 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.820 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.820 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.820 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193388+0000", 2021-03-04T23:42:24.821 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2811000000000005e-05 2021-03-04T23:42:24.821 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.821 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.821 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.822 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193461+0000", 2021-03-04T23:42:24.822 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014138900000000001 2021-03-04T23:42:24.822 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.822 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.823 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.823 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193603+0000", 2021-03-04T23:42:24.823 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00031437799999999998 2021-03-04T23:42:24.823 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.823 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.824 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:42:24.824 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.193917+0000", 2021-03-04T23:42:24.824 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00107369 2021-03-04T23:42:24.824 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.825 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.825 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.825 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194991+0000", 2021-03-04T23:42:24.825 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0029527030000000001 2021-03-04T23:42:24.825 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.826 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.826 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.826 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.197943+0000", 2021-03-04T23:42:24.826 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010131685 2021-03-04T23:42:24.826 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.827 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.827 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.827 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.208075+0000", 2021-03-04T23:42:24.827 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.7268999999999997e-05 2021-03-04T23:42:24.827 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.828 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.828 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.828 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.208132+0000", 2021-03-04T23:42:24.828 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5296000000000006e-05 2021-03-04T23:42:24.828 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.829 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.829 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.829 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.208198+0000", 2021-03-04T23:42:24.829 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014883329000000001 2021-03-04T23:42:24.830 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.830 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.830 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.830 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.830 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.831 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:11927 44.10 44:0f89b970:::rbd_data.df4573e892da.0000000000000002:head [call rbd.assert_snapc_seq in=19b,write 1~4194303 [fadvise_sequential+fadvise_nocache]] snapc 2c=[2c] ondisk+write+known_if_redirected e1081)", 2021-03-04T23:42:24.831 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:58.209069+0000", 2021-03-04T23:42:24.831 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 146.25119504700001, 2021-03-04T23:42:24.831 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013114796999999999, 2021-03-04T23:42:24.831 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:42:24.832 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:24.832 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:42:24.832 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:42:24.832 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:42:24.833 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 11927 2021-03-04T23:42:24.833 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.833 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:42:24.833 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.833 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:42:24.834 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.209069+0000", 2021-03-04T23:42:24.834 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:42:24.834 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.834 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.834 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:42:24.835 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.209069+0000", 2021-03-04T23:42:24.835 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001211511 2021-03-04T23:42:24.835 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.835 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.836 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:42:24.836 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210281+0000", 2021-03-04T23:42:24.836 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2969999999999999e-06 2021-03-04T23:42:24.836 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.836 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.837 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:42:24.837 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210284+0000", 2021-03-04T23:42:24.837 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4737e-05 2021-03-04T23:42:24.837 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.838 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.838 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:42:24.838 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210299+0000", 2021-03-04T23:42:24.838 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5220000000000004e-06 2021-03-04T23:42:24.838 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.839 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.839 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:42:24.839 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210305+0000", 2021-03-04T23:42:24.839 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9370999999999999e-05 2021-03-04T23:42:24.839 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.840 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.840 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:42:24.840 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210355+0000", 2021-03-04T23:42:24.840 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000122516 2021-03-04T23:42:24.840 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.841 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.841 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:42:24.841 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210477+0000", 2021-03-04T23:42:24.841 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048967300000000004 2021-03-04T23:42:24.841 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.842 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.842 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:42:24.842 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.210967+0000", 2021-03-04T23:42:24.842 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0088383420000000008 2021-03-04T23:42:24.842 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.843 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.843 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.843 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.219805+0000", 2021-03-04T23:42:24.843 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020544489999999999 2021-03-04T23:42:24.843 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.844 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.844 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:42:24.844 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221860+0000", 2021-03-04T23:42:24.844 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027607800000000002 2021-03-04T23:42:24.844 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.845 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.845 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:24.845 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.222136+0000", 2021-03-04T23:42:24.845 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8425e-05 2021-03-04T23:42:24.846 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.846 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.846 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:42:24.846 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.222164+0000", 2021-03-04T23:42:24.846 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9876000000000001e-05 2021-03-04T23:42:24.847 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:42:24.847 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:42:24.847 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:42:24.847 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.222184+0000", 2021-03-04T23:42:24.847 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013114796999999999 2021-03-04T23:42:24.848 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.848 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.848 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.848 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:42:24.848 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:42:24.849 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:42:24.850 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[19550]: debug 2021-03-04T23:42:24.203+0000 7f25308d0700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:24.851 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:24.851 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:42:24.852 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[91265]: debug 2021-03-04T23:42:24.565+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:24.852 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[37770]: cluster 2021-03-04T23:42:23.571389+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1222: 8 total, 8 up, 7 in 2021-03-04T23:42:24.852 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[37770]: audit 2021-03-04T23:42:23.876295+0000 mon.a (mon.0) 2930 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:42:24.853 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[37770]: audit 2021-03-04T23:42:23.988552+0000 mon.c (mon.1) 183 : audit [INF] from='client.? 172.21.2.108:0/2091610945' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:24.853 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[37770]: audit 2021-03-04T23:42:23.988838+0000 mon.a (mon.0) 2931 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:24.853 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[37770]: audit 2021-03-04T23:42:24.029571+0000 mon.a (mon.0) 2932 : audit [DBG] from='client.? 172.21.2.108:0/2151235484' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:24.853 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[39303]: cluster 2021-03-04T23:42:23.571389+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1222: 8 total, 8 up, 7 in 2021-03-04T23:42:24.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[39303]: audit 2021-03-04T23:42:23.876295+0000 mon.a (mon.0) 2930 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:42:24.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[39303]: audit 2021-03-04T23:42:23.988552+0000 mon.c (mon.1) 183 : audit [INF] from='client.? 172.21.2.108:0/2091610945' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:24.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[39303]: audit 2021-03-04T23:42:23.988838+0000 mon.a (mon.0) 2931 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:24.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:24 gibba008 bash[39303]: audit 2021-03-04T23:42:24.029571+0000 mon.a (mon.0) 2932 : audit [DBG] from='client.? 172.21.2.108:0/2151235484' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:24.952 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:25.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[27374]: cluster 2021-03-04T23:42:23.571389+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1222: 8 total, 8 up, 7 in 2021-03-04T23:42:25.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[27374]: audit 2021-03-04T23:42:23.876295+0000 mon.a (mon.0) 2930 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:42:25.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[27374]: audit 2021-03-04T23:42:23.988552+0000 mon.c (mon.1) 183 : audit [INF] from='client.? 172.21.2.108:0/2091610945' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:25.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[27374]: audit 2021-03-04T23:42:23.988838+0000 mon.a (mon.0) 2931 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:25.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:24 gibba023 bash[27374]: audit 2021-03-04T23:42:24.029571+0000 mon.a (mon.0) 2932 : audit [DBG] from='client.? 172.21.2.108:0/2151235484' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:25.632 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:25.737 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:25.757 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1, 7] out_osds: [0] dead_osds: [] live_osds: [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:42:25.757 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:25.758 INFO:tasks.thrashosds.thrasher:Killing osd 7, live_osds are [1, 2, 4, 6, 7, 3, 5, 0] 2021-03-04T23:42:25.758 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2021-03-04T23:42:25.758 DEBUG:teuthology.orchestra.run.gibba023:> sudo systemctl stop ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.7 2021-03-04T23:42:25.803 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 74929551~5763143 2021-03-04T23:42:25.970 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[27374]: cluster 2021-03-04T23:42:23.876754+0000 mgr.x (mgr.34379) 1680 : cluster [DBG] pgmap v2526: 197 pgs: 197 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 32 op/s 2021-03-04T23:42:25.971 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[27374]: cluster 2021-03-04T23:42:24.578594+0000 mon.a (mon.0) 2933 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:25.971 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[27374]: audit 2021-03-04T23:42:24.590137+0000 mon.a (mon.0) 2934 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]': finished 2021-03-04T23:42:25.971 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[27374]: audit 2021-03-04T23:42:24.590174+0000 mon.a (mon.0) 2935 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:25.972 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[27374]: cluster 2021-03-04T23:42:24.590205+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1223: 8 total, 8 up, 7 in 2021-03-04T23:42:25.972 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:25 gibba023 systemd[1]: Stopping Ceph osd.7 for 22a80224-7d3b-11eb-9066-001a4aab830c... 2021-03-04T23:42:25.972 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[19550]: debug 2021-03-04T23:42:25.835+0000 7f25308d0700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:25.973 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[19550]: debug 2021-03-04T23:42:25.835+0000 7f25308d0700 -1 osd.7 1224 *** Got signal Terminated *** 2021-03-04T23:42:25.973 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:25 gibba023 bash[19550]: debug 2021-03-04T23:42:25.835+0000 7f25308d0700 -1 osd.7 1224 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T23:42:26.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[91265]: debug 2021-03-04T23:42:25.621+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:26.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[37770]: cluster 2021-03-04T23:42:23.876754+0000 mgr.x (mgr.34379) 1680 : cluster [DBG] pgmap v2526: 197 pgs: 197 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 32 op/s 2021-03-04T23:42:26.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[37770]: cluster 2021-03-04T23:42:24.578594+0000 mon.a (mon.0) 2933 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:26.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[37770]: audit 2021-03-04T23:42:24.590137+0000 mon.a (mon.0) 2934 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]': finished 2021-03-04T23:42:26.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[37770]: audit 2021-03-04T23:42:24.590174+0000 mon.a (mon.0) 2935 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:26.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[37770]: cluster 2021-03-04T23:42:24.590205+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1223: 8 total, 8 up, 7 in 2021-03-04T23:42:26.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[39303]: cluster 2021-03-04T23:42:23.876754+0000 mgr.x (mgr.34379) 1680 : cluster [DBG] pgmap v2526: 197 pgs: 197 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 32 op/s 2021-03-04T23:42:26.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[39303]: cluster 2021-03-04T23:42:24.578594+0000 mon.a (mon.0) 2933 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:26.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[39303]: audit 2021-03-04T23:42:24.590137+0000 mon.a (mon.0) 2934 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]': finished 2021-03-04T23:42:26.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[39303]: audit 2021-03-04T23:42:24.590174+0000 mon.a (mon.0) 2935 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:26.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:25 gibba008 bash[39303]: cluster 2021-03-04T23:42:24.590205+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1223: 8 total, 8 up, 7 in 2021-03-04T23:42:26.061 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:26.169 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:26.243 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[47391]: debug 2021-03-04T23:42:26.053+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:26.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.608998+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1224: 8 total, 8 up, 7 in 2021-03-04T23:42:26.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.947914+0000 mon.a (mon.0) 2938 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.948017+0000 mon.a (mon.0) 2939 : cluster [INF] osd.7 failed (root=default,host=gibba023) (connection refused reported by osd.1) 2021-03-04T23:42:26.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.948476+0000 mon.a (mon.0) 2940 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.948945+0000 mon.a (mon.0) 2941 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.949253+0000 mon.a (mon.0) 2942 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.949544+0000 mon.a (mon.0) 2943 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.949934+0000 mon.a (mon.0) 2944 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.950325+0000 mon.a (mon.0) 2945 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.950745+0000 mon.a (mon.0) 2946 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.147606+0000 mon.a (mon.0) 2947 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.147866+0000 mon.a (mon.0) 2948 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.148687+0000 mon.a (mon.0) 2949 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.149217+0000 mon.a (mon.0) 2950 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.766 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.149541+0000 mon.a (mon.0) 2951 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.149879+0000 mon.a (mon.0) 2952 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.767 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.150169+0000 mon.a (mon.0) 2953 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.150737+0000 mon.a (mon.0) 2954 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.151046+0000 mon.a (mon.0) 2955 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.151323+0000 mon.a (mon.0) 2956 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.768 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.151599+0000 mon.a (mon.0) 2957 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.152094+0000 mon.a (mon.0) 2958 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.769 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.152445+0000 mon.a (mon.0) 2959 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.152573+0000 mon.a (mon.0) 2960 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.545368+0000 mon.a (mon.0) 2961 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.770 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.547297+0000 mon.a (mon.0) 2962 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.771 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.608998+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1224: 8 total, 8 up, 7 in 2021-03-04T23:42:26.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.947914+0000 mon.a (mon.0) 2938 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.948017+0000 mon.a (mon.0) 2939 : cluster [INF] osd.7 failed (root=default,host=gibba023) (connection refused reported by osd.1) 2021-03-04T23:42:26.772 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.948476+0000 mon.a (mon.0) 2940 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.948945+0000 mon.a (mon.0) 2941 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.773 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.949253+0000 mon.a (mon.0) 2942 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.949544+0000 mon.a (mon.0) 2943 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.949934+0000 mon.a (mon.0) 2944 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.774 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.950325+0000 mon.a (mon.0) 2945 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.950745+0000 mon.a (mon.0) 2946 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.147606+0000 mon.a (mon.0) 2947 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.775 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.147866+0000 mon.a (mon.0) 2948 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.148687+0000 mon.a (mon.0) 2949 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.149217+0000 mon.a (mon.0) 2950 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.149541+0000 mon.a (mon.0) 2951 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.776 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.149879+0000 mon.a (mon.0) 2952 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.150169+0000 mon.a (mon.0) 2953 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.150737+0000 mon.a (mon.0) 2954 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.151046+0000 mon.a (mon.0) 2955 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.777 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.151323+0000 mon.a (mon.0) 2956 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.778 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.151599+0000 mon.a (mon.0) 2957 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.778 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.152094+0000 mon.a (mon.0) 2958 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.778 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.152445+0000 mon.a (mon.0) 2959 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.779 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.152573+0000 mon.a (mon.0) 2960 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.779 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.545368+0000 mon.a (mon.0) 2961 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.779 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.547297+0000 mon.a (mon.0) 2962 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.547789+0000 mon.a (mon.0) 2963 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.548581+0000 mon.a (mon.0) 2964 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.549089+0000 mon.a (mon.0) 2965 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.549447+0000 mon.a (mon.0) 2966 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.549743+0000 mon.a (mon.0) 2967 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.781 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.550329+0000 mon.a (mon.0) 2968 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.782 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.550567+0000 mon.a (mon.0) 2969 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.782 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.551017+0000 mon.a (mon.0) 2970 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.782 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.551297+0000 mon.a (mon.0) 2971 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.782 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.551795+0000 mon.a (mon.0) 2972 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.783 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.552064+0000 mon.a (mon.0) 2973 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.783 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.552825+0000 mon.a (mon.0) 2974 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.547789+0000 mon.a (mon.0) 2963 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.548581+0000 mon.a (mon.0) 2964 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.549089+0000 mon.a (mon.0) 2965 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.784 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.549447+0000 mon.a (mon.0) 2966 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.549743+0000 mon.a (mon.0) 2967 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.550329+0000 mon.a (mon.0) 2968 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.550567+0000 mon.a (mon.0) 2969 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.785 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.551017+0000 mon.a (mon.0) 2970 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.551297+0000 mon.a (mon.0) 2971 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.786 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.551795+0000 mon.a (mon.0) 2972 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.552064+0000 mon.a (mon.0) 2973 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.787 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.552825+0000 mon.a (mon.0) 2974 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.928 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:26 gibba023 docker[114389]: ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:26.929 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.608998+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1224: 8 total, 8 up, 7 in 2021-03-04T23:42:26.930 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.947914+0000 mon.a (mon.0) 2938 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.930 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.948017+0000 mon.a (mon.0) 2939 : cluster [INF] osd.7 failed (root=default,host=gibba023) (connection refused reported by osd.1) 2021-03-04T23:42:26.930 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.948476+0000 mon.a (mon.0) 2940 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.931 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.948945+0000 mon.a (mon.0) 2941 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.931 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.949253+0000 mon.a (mon.0) 2942 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.932 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.949544+0000 mon.a (mon.0) 2943 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.932 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.949934+0000 mon.a (mon.0) 2944 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.933 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.950325+0000 mon.a (mon.0) 2945 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.934 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.950745+0000 mon.a (mon.0) 2946 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.934 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.147606+0000 mon.a (mon.0) 2947 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.935 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.147866+0000 mon.a (mon.0) 2948 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.935 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.148687+0000 mon.a (mon.0) 2949 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.935 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.149217+0000 mon.a (mon.0) 2950 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.149541+0000 mon.a (mon.0) 2951 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.149879+0000 mon.a (mon.0) 2952 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.150169+0000 mon.a (mon.0) 2953 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.150737+0000 mon.a (mon.0) 2954 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.936 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.151046+0000 mon.a (mon.0) 2955 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.937 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.151323+0000 mon.a (mon.0) 2956 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.937 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.151599+0000 mon.a (mon.0) 2957 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.937 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.152094+0000 mon.a (mon.0) 2958 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.937 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.152445+0000 mon.a (mon.0) 2959 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.938 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.152573+0000 mon.a (mon.0) 2960 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.938 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.545368+0000 mon.a (mon.0) 2961 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.938 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.547297+0000 mon.a (mon.0) 2962 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-03-04T23:42:26.938 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.547789+0000 mon.a (mon.0) 2963 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.938 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.548581+0000 mon.a (mon.0) 2964 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.939 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.549089+0000 mon.a (mon.0) 2965 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.939 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.549447+0000 mon.a (mon.0) 2966 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.939 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.549743+0000 mon.a (mon.0) 2967 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-03-04T23:42:26.939 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.550329+0000 mon.a (mon.0) 2968 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-03-04T23:42:26.940 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.550567+0000 mon.a (mon.0) 2969 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-03-04T23:42:26.940 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.551017+0000 mon.a (mon.0) 2970 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-03-04T23:42:26.940 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.551297+0000 mon.a (mon.0) 2971 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.941 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.551795+0000 mon.a (mon.0) 2972 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-03-04T23:42:26.941 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.552064+0000 mon.a (mon.0) 2973 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.942 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:26 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.552825+0000 mon.a (mon.0) 2974 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-03-04T23:42:26.964 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:27.067 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:27.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:26 gibba008 bash[91265]: debug 2021-03-04T23:42:26.957+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:27.641 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 63578920~5579413 2021-03-04T23:42:27.657 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 60198717~4472909 2021-03-04T23:42:27.669 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 36919272~2401788 2021-03-04T23:42:27.704 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 823765~968196 2021-03-04T23:42:27.725 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 18461705~3150063 2021-03-04T23:42:27.779 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 23121694~282287 2021-03-04T23:42:27.786 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 511092~1838921 2021-03-04T23:42:27.788 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:27.792 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user0 2021-03-04T23:42:27.896 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:27.914 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[39303]: cluster 2021-03-04T23:42:25.877994+0000 mgr.x (mgr.34379) 1681 : cluster [DBG] pgmap v2529: 197 pgs: 2 peering, 195 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 8.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-03-04T23:42:27.914 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.603388+0000 mon.a (mon.0) 2975 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:42:27.914 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[39303]: cluster 2021-03-04T23:42:26.615514+0000 mon.a (mon.0) 2976 : cluster [DBG] osdmap e1225: 8 total, 7 up, 7 in 2021-03-04T23:42:27.915 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[48858]: debug 2021-03-04T23:42:27.777+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:27.915 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[37770]: cluster 2021-03-04T23:42:25.877994+0000 mgr.x (mgr.34379) 1681 : cluster [DBG] pgmap v2529: 197 pgs: 2 peering, 195 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 8.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-03-04T23:42:27.916 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.603388+0000 mon.a (mon.0) 2975 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:42:27.916 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:27 gibba008 bash[37770]: cluster 2021-03-04T23:42:26.615514+0000 mon.a (mon.0) 2976 : cluster [DBG] osdmap e1225: 8 total, 7 up, 7 in 2021-03-04T23:42:28.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:27 gibba023 bash[27374]: cluster 2021-03-04T23:42:25.877994+0000 mgr.x (mgr.34379) 1681 : cluster [DBG] pgmap v2529: 197 pgs: 2 peering, 195 active+clean; 1.3 GiB data, 3.8 GiB used, 580 GiB / 588 GiB avail; 8.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-03-04T23:42:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:27 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.603388+0000 mon.a (mon.0) 2975 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:42:28.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:27 gibba023 bash[27374]: cluster 2021-03-04T23:42:26.615514+0000 mon.a (mon.0) 2976 : cluster [DBG] osdmap e1225: 8 total, 7 up, 7 in 2021-03-04T23:42:28.075 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:28.090 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:42:28.165 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:28.181 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:28.187 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:28 gibba008 bash[48858]: debug 2021-03-04T23:42:28.065+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:28.280 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:28.384 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:28.495 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:28 gibba023 bash[18090]: debug 2021-03-04T23:42:28.275+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:28.496 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:28.604 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:28.708 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:28.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:28 gibba023 bash[27374]: cluster 2021-03-04T23:42:27.627891+0000 mon.a (mon.0) 2977 : cluster [DBG] osdmap e1226: 8 total, 7 up, 7 in 2021-03-04T23:42:28.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:28 gibba023 bash[15180]: debug 2021-03-04T23:42:28.491+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:28.775 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:28 gibba023 bash[18090]: debug 2021-03-04T23:42:28.703+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:28.812 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:28.972 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:28.989 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:28 gibba008 bash[37770]: cluster 2021-03-04T23:42:27.627891+0000 mon.a (mon.0) 2977 : cluster [DBG] osdmap e1226: 8 total, 7 up, 7 in 2021-03-04T23:42:28.989 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:28 gibba008 bash[39303]: cluster 2021-03-04T23:42:27.627891+0000 mon.a (mon.0) 2977 : cluster [DBG] osdmap e1226: 8 total, 7 up, 7 in 2021-03-04T23:42:29.054 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:29.105 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:29.157 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:29.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[47391]: debug 2021-03-04T23:42:29.045+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:29.299 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:29.308 DEBUG:teuthology.orchestra.run.gibba023:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.7.service' 2021-03-04T23:42:29.402 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:29.406 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-03-04T23:42:29.407 INFO:tasks.cephadm.osd.7:Stopped osd.7 2021-03-04T23:42:29.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:29 gibba023 bash[88433]: debug 2021-03-04T23:42:29.295+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:29.647 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:29.652 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 62095207~4525402 2021-03-04T23:42:29.657 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16585674~5383930 2021-03-04T23:42:29.658 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 35912615~2704503 2021-03-04T23:42:29.659 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 3771935~2686972 2021-03-04T23:42:29.659 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 75154972~8075408 2021-03-04T23:42:29.669 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 53884617~3212013 2021-03-04T23:42:29.692 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 40868717~5598697 2021-03-04T23:42:29.704 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 5030777~927504 2021-03-04T23:42:29.708 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user1 2021-03-04T23:42:29.751 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:29.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[39303]: cluster 2021-03-04T23:42:27.879322+0000 mgr.x (mgr.34379) 1682 : cluster [DBG] pgmap v2532: 197 pgs: 16 peering, 2 stale+peering, 7 stale+active+clean, 172 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 76 MiB/s rd, 4.7 MiB/s wr, 130 op/s 2021-03-04T23:42:29.756 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[39303]: cluster 2021-03-04T23:42:28.627946+0000 mon.a (mon.0) 2978 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs peering (PG_AVAILABILITY) 2021-03-04T23:42:29.757 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[39303]: cluster 2021-03-04T23:42:28.638558+0000 mon.a (mon.0) 2979 : cluster [DBG] osdmap e1227: 8 total, 7 up, 7 in 2021-03-04T23:42:29.757 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[47391]: debug 2021-03-04T23:42:29.637+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:29.758 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[37770]: cluster 2021-03-04T23:42:27.879322+0000 mgr.x (mgr.34379) 1682 : cluster [DBG] pgmap v2532: 197 pgs: 16 peering, 2 stale+peering, 7 stale+active+clean, 172 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 76 MiB/s rd, 4.7 MiB/s wr, 130 op/s 2021-03-04T23:42:29.758 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[37770]: cluster 2021-03-04T23:42:28.627946+0000 mon.a (mon.0) 2978 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs peering (PG_AVAILABILITY) 2021-03-04T23:42:29.758 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:29 gibba008 bash[37770]: cluster 2021-03-04T23:42:28.638558+0000 mon.a (mon.0) 2979 : cluster [DBG] osdmap e1227: 8 total, 7 up, 7 in 2021-03-04T23:42:29.975 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:42:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:29 gibba023 bash[27374]: cluster 2021-03-04T23:42:27.879322+0000 mgr.x (mgr.34379) 1682 : cluster [DBG] pgmap v2532: 197 pgs: 16 peering, 2 stale+peering, 7 stale+active+clean, 172 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 76 MiB/s rd, 4.7 MiB/s wr, 130 op/s 2021-03-04T23:42:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:29 gibba023 bash[27374]: cluster 2021-03-04T23:42:28.627946+0000 mon.a (mon.0) 2978 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs peering (PG_AVAILABILITY) 2021-03-04T23:42:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:29 gibba023 bash[27374]: cluster 2021-03-04T23:42:28.638558+0000 mon.a (mon.0) 2979 : cluster [DBG] osdmap e1227: 8 total, 7 up, 7 in 2021-03-04T23:42:30.065 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:30.085 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.188 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:30.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:30 gibba008 bash[91265]: debug 2021-03-04T23:42:30.077+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:30.801 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:30.903 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.920 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:30 gibba008 bash[39303]: cluster 2021-03-04T23:42:29.644449+0000 mon.a (mon.0) 2980 : cluster [DBG] osdmap e1228: 8 total, 7 up, 7 in 2021-03-04T23:42:30.920 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:30 gibba008 bash[37770]: cluster 2021-03-04T23:42:29.644449+0000 mon.a (mon.0) 2980 : cluster [DBG] osdmap e1228: 8 total, 7 up, 7 in 2021-03-04T23:42:30.921 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:30 gibba008 bash[173949]: debug 2021-03-04T23:42:30.793+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:30 gibba023 bash[27374]: cluster 2021-03-04T23:42:29.644449+0000 mon.a (mon.0) 2980 : cluster [DBG] osdmap e1228: 8 total, 7 up, 7 in 2021-03-04T23:42:31.421 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:31.511 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:31 gibba008 bash[91265]: debug 2021-03-04T23:42:31.409+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:31.528 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:31.611 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:31.671 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 51446726~5786168 2021-03-04T23:42:31.680 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 24965173~5983551 2021-03-04T23:42:31.680 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 32117571~4479919 2021-03-04T23:42:31.683 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 24407198~623114 2021-03-04T23:42:31.705 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 42848442~247628 2021-03-04T23:42:31.706 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 10475157~5585852 2021-03-04T23:42:31.706 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 60304903~1416494 2021-03-04T23:42:31.707 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 55123093~6611952 2021-03-04T23:42:31.713 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user2 2021-03-04T23:42:31.714 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:31.808 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:31 gibba023 bash[27374]: cluster 2021-03-04T23:42:29.880710+0000 mgr.x (mgr.34379) 1683 : cluster [DBG] pgmap v2535: 197 pgs: 16 peering, 2 stale+peering, 7 stale+active+clean, 172 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 67 MiB/s rd, 4.7 MiB/s wr, 128 op/s 2021-03-04T23:42:31.809 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:31 gibba023 bash[27374]: cluster 2021-03-04T23:42:30.656869+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1229: 8 total, 7 up, 7 in 2021-03-04T23:42:31.809 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:31 gibba023 bash[15180]: debug 2021-03-04T23:42:31.607+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:31.810 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:31.916 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:31.980 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:31 gibba008 bash[37770]: cluster 2021-03-04T23:42:29.880710+0000 mgr.x (mgr.34379) 1683 : cluster [DBG] pgmap v2535: 197 pgs: 16 peering, 2 stale+peering, 7 stale+active+clean, 172 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 67 MiB/s rd, 4.7 MiB/s wr, 128 op/s 2021-03-04T23:42:31.980 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:31 gibba008 bash[37770]: cluster 2021-03-04T23:42:30.656869+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1229: 8 total, 7 up, 7 in 2021-03-04T23:42:31.980 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:31 gibba008 bash[39303]: cluster 2021-03-04T23:42:29.880710+0000 mgr.x (mgr.34379) 1683 : cluster [DBG] pgmap v2535: 197 pgs: 16 peering, 2 stale+peering, 7 stale+active+clean, 172 active+clean; 1.3 GiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 67 MiB/s rd, 4.7 MiB/s wr, 128 op/s 2021-03-04T23:42:31.981 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:31 gibba008 bash[39303]: cluster 2021-03-04T23:42:30.656869+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1229: 8 total, 7 up, 7 in 2021-03-04T23:42:31.987 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:32.090 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:32.107 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:31 gibba023 bash[88433]: debug 2021-03-04T23:42:31.803+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:32.107 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:31 gibba023 bash[88433]: debug 2021-03-04T23:42:31.983+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:32.224 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:32.329 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:32.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:32 gibba023 bash[18090]: debug 2021-03-04T23:42:32.219+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:32.694 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:32.797 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:33.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:32 gibba008 bash[37770]: cluster 2021-03-04T23:42:31.666210+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1230: 8 total, 7 up, 7 in 2021-03-04T23:42:33.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:32 gibba008 bash[39303]: cluster 2021-03-04T23:42:31.666210+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1230: 8 total, 7 up, 7 in 2021-03-04T23:42:33.014 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:32 gibba008 bash[48858]: debug 2021-03-04T23:42:32.685+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:33.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:32 gibba023 bash[27374]: cluster 2021-03-04T23:42:31.666210+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1230: 8 total, 7 up, 7 in 2021-03-04T23:42:33.262 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:33.364 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:33.681 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[48858]: debug 2021-03-04T23:42:33.253+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:33.694 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 140638138 2021-03-04T23:42:33.701 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 133142189~7495949 2021-03-04T23:42:33.715 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 103026756~718775 2021-03-04T23:42:33.716 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 45739895~624952 2021-03-04T23:42:33.716 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 8114317~6091289 2021-03-04T23:42:33.717 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 87871414~5974972 2021-03-04T23:42:33.722 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 8005919~5105425 2021-03-04T23:42:33.752 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 94261858~1133448 2021-03-04T23:42:33.753 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 121041865~3732220 2021-03-04T23:42:33.753 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user3 2021-03-04T23:42:33.817 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:33.919 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:33.973 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[47391]: debug 2021-03-04T23:42:33.809+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:33.973 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[37770]: cluster 2021-03-04T23:42:31.881921+0000 mgr.x (mgr.34379) 1684 : cluster [DBG] pgmap v2538: 197 pgs: 8 active+undersized+degraded, 18 active+undersized, 16 peering, 155 active+clean; 1.4 GiB data, 4.0 GiB used, 580 GiB / 588 GiB avail; 2.5 MiB/s rd, 11 MiB/s wr, 269 op/s; 100/2685 objects degraded (3.724%); 0 B/s, 1 objects/s recovering 2021-03-04T23:42:33.974 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[37770]: cluster 2021-03-04T23:42:32.670276+0000 mon.a (mon.0) 2983 : cluster [WRN] Health check failed: Degraded data redundancy: 100/2685 objects degraded (3.724%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:33.974 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[37770]: cluster 2021-03-04T23:42:32.688551+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1231: 8 total, 7 up, 7 in 2021-03-04T23:42:33.974 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[39303]: cluster 2021-03-04T23:42:31.881921+0000 mgr.x (mgr.34379) 1684 : cluster [DBG] pgmap v2538: 197 pgs: 8 active+undersized+degraded, 18 active+undersized, 16 peering, 155 active+clean; 1.4 GiB data, 4.0 GiB used, 580 GiB / 588 GiB avail; 2.5 MiB/s rd, 11 MiB/s wr, 269 op/s; 100/2685 objects degraded (3.724%); 0 B/s, 1 objects/s recovering 2021-03-04T23:42:33.975 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[39303]: cluster 2021-03-04T23:42:32.670276+0000 mon.a (mon.0) 2983 : cluster [WRN] Health check failed: Degraded data redundancy: 100/2685 objects degraded (3.724%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:33.975 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:33 gibba008 bash[39303]: cluster 2021-03-04T23:42:32.688551+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1231: 8 total, 7 up, 7 in 2021-03-04T23:42:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:33 gibba023 bash[27374]: cluster 2021-03-04T23:42:31.881921+0000 mgr.x (mgr.34379) 1684 : cluster [DBG] pgmap v2538: 197 pgs: 8 active+undersized+degraded, 18 active+undersized, 16 peering, 155 active+clean; 1.4 GiB data, 4.0 GiB used, 580 GiB / 588 GiB avail; 2.5 MiB/s rd, 11 MiB/s wr, 269 op/s; 100/2685 objects degraded (3.724%); 0 B/s, 1 objects/s recovering 2021-03-04T23:42:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:33 gibba023 bash[27374]: cluster 2021-03-04T23:42:32.670276+0000 mon.a (mon.0) 2983 : cluster [WRN] Health check failed: Degraded data redundancy: 100/2685 objects degraded (3.724%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:34.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:33 gibba023 bash[27374]: cluster 2021-03-04T23:42:32.688551+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1231: 8 total, 7 up, 7 in 2021-03-04T23:42:34.408 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1, 7] out_osds: [0] dead_osds: [7] live_osds: [1, 2, 4, 6, 3, 5, 0] 2021-03-04T23:42:34.409 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:34.409 INFO:tasks.thrashosds.thrasher:Adding osd 0 2021-03-04T23:42:34.409 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd in 0 2021-03-04T23:42:34.491 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:34.492 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:34.594 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:34.691 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:34.693 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:34 gibba008 bash[47391]: debug 2021-03-04T23:42:34.481+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:34.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:34 gibba008 bash[37770]: cluster 2021-03-04T23:42:33.687185+0000 mon.a (mon.0) 2985 : cluster [DBG] osdmap e1232: 8 total, 7 up, 7 in 2021-03-04T23:42:34.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:34 gibba008 bash[39303]: cluster 2021-03-04T23:42:33.687185+0000 mon.a (mon.0) 2985 : cluster [DBG] osdmap e1232: 8 total, 7 up, 7 in 2021-03-04T23:42:34.798 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:34 gibba023 bash[27374]: cluster 2021-03-04T23:42:33.687185+0000 mon.a (mon.0) 2985 : cluster [DBG] osdmap e1232: 8 total, 7 up, 7 in 2021-03-04T23:42:35.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:34 gibba023 bash[18090]: debug 2021-03-04T23:42:34.683+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:35.180 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:35.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[47391]: debug 2021-03-04T23:42:35.169+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:35.288 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:35.711 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 160659465 2021-03-04T23:42:35.725 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 16065946~4016486 2021-03-04T23:42:35.728 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 17070067~2008243 2021-03-04T23:42:35.755 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 32131893~4016486 2021-03-04T23:42:35.755 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 33136014~2008243 2021-03-04T23:42:35.781 INFO:tasks.workunit.client.0.gibba008.stdout:write: 3 48197839~4016486 2021-03-04T23:42:35.782 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 49201960~2008243 2021-03-04T23:42:35.788 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:35.808 INFO:tasks.workunit.client.0.gibba008.stdout:write: 4 64263786~4016486 2021-03-04T23:42:35.809 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 65267907~2008243 2021-03-04T23:42:35.825 INFO:tasks.workunit.client.0.gibba008.stdout:write: 5 80329732~4016486 2021-03-04T23:42:35.826 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 81333853~2008243 2021-03-04T23:42:35.892 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:35.897 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[37770]: cluster 2021-03-04T23:42:33.883341+0000 mgr.x (mgr.34379) 1685 : cluster [DBG] pgmap v2541: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 18 MiB/s rd, 29 MiB/s wr, 306 op/s; 214/2856 objects degraded (7.493%); 0 B/s, 1 objects/s recovering 2021-03-04T23:42:35.897 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[37770]: cluster 2021-03-04T23:42:34.687751+0000 mon.a (mon.0) 2986 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs peering) 2021-03-04T23:42:35.898 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[37770]: cluster 2021-03-04T23:42:34.697974+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1233: 8 total, 7 up, 7 in 2021-03-04T23:42:35.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[39303]: cluster 2021-03-04T23:42:33.883341+0000 mgr.x (mgr.34379) 1685 : cluster [DBG] pgmap v2541: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 18 MiB/s rd, 29 MiB/s wr, 306 op/s; 214/2856 objects degraded (7.493%); 0 B/s, 1 objects/s recovering 2021-03-04T23:42:35.898 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[39303]: cluster 2021-03-04T23:42:34.687751+0000 mon.a (mon.0) 2986 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs peering) 2021-03-04T23:42:35.899 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[39303]: cluster 2021-03-04T23:42:34.697974+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1233: 8 total, 7 up, 7 in 2021-03-04T23:42:35.899 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:35 gibba008 bash[91265]: debug 2021-03-04T23:42:35.781+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:35 gibba023 bash[27374]: cluster 2021-03-04T23:42:33.883341+0000 mgr.x (mgr.34379) 1685 : cluster [DBG] pgmap v2541: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 18 MiB/s rd, 29 MiB/s wr, 306 op/s; 214/2856 objects degraded (7.493%); 0 B/s, 1 objects/s recovering 2021-03-04T23:42:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:35 gibba023 bash[27374]: cluster 2021-03-04T23:42:34.687751+0000 mon.a (mon.0) 2986 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs peering) 2021-03-04T23:42:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:35 gibba023 bash[27374]: cluster 2021-03-04T23:42:34.697974+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1233: 8 total, 7 up, 7 in 2021-03-04T23:42:36.341 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:36.450 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:36.467 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:36 gibba008 bash[173949]: debug 2021-03-04T23:42:36.333+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:36.848 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:36.957 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:37.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:36 gibba008 bash[37770]: cluster 2021-03-04T23:42:35.703617+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1234: 8 total, 7 up, 7 in 2021-03-04T23:42:37.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:36 gibba008 bash[39303]: cluster 2021-03-04T23:42:35.703617+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1234: 8 total, 7 up, 7 in 2021-03-04T23:42:37.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:36 gibba008 bash[91265]: debug 2021-03-04T23:42:36.837+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:36 gibba023 bash[27374]: cluster 2021-03-04T23:42:35.703617+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1234: 8 total, 7 up, 7 in 2021-03-04T23:42:37.071 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:37.178 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:37.452 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:42:37.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:37 gibba023 bash[88433]: debug 2021-03-04T23:42:37.063+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:37.633 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:42:37.814 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:37.922 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:38.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:37 gibba008 bash[37770]: cluster 2021-03-04T23:42:35.883955+0000 mgr.x (mgr.34379) 1686 : cluster [DBG] pgmap v2544: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 36 op/s; 214/2856 objects degraded (7.493%) 2021-03-04T23:42:38.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:37 gibba008 bash[39303]: cluster 2021-03-04T23:42:35.883955+0000 mgr.x (mgr.34379) 1686 : cluster [DBG] pgmap v2544: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 36 op/s; 214/2856 objects degraded (7.493%) 2021-03-04T23:42:38.013 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:37 gibba008 bash[48858]: debug 2021-03-04T23:42:37.805+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:38.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:37 gibba023 bash[27374]: cluster 2021-03-04T23:42:35.883955+0000 mgr.x (mgr.34379) 1686 : cluster [DBG] pgmap v2544: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 36 op/s; 214/2856 objects degraded (7.493%) 2021-03-04T23:42:38.301 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:38.404 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:38.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:38 gibba008 bash[48858]: debug 2021-03-04T23:42:38.293+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:38.868 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:38.970 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:39.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:38 gibba008 bash[39303]: cluster 2021-03-04T23:42:37.886877+0000 mgr.x (mgr.34379) 1687 : cluster [DBG] pgmap v2545: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 97 MiB/s rd, 14 MiB/s wr, 140 op/s; 218/2994 objects degraded (7.281%) 2021-03-04T23:42:39.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:38 gibba008 bash[37770]: cluster 2021-03-04T23:42:37.886877+0000 mgr.x (mgr.34379) 1687 : cluster [DBG] pgmap v2545: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 97 MiB/s rd, 14 MiB/s wr, 140 op/s; 218/2994 objects degraded (7.281%) 2021-03-04T23:42:39.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:38 gibba008 bash[173949]: debug 2021-03-04T23:42:38.861+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:39.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:38 gibba023 bash[27374]: cluster 2021-03-04T23:42:37.886877+0000 mgr.x (mgr.34379) 1687 : cluster [DBG] pgmap v2545: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 97 MiB/s rd, 14 MiB/s wr, 140 op/s; 218/2994 objects degraded (7.281%) 2021-03-04T23:42:39.082 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:39.189 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:39.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:39 gibba023 bash[88433]: debug 2021-03-04T23:42:39.075+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:39.683 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:39.786 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:40.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:39 gibba008 bash[47391]: debug 2021-03-04T23:42:39.673+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:40.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:39 gibba008 bash[37770]: cluster 2021-03-04T23:42:38.720273+0000 mon.a (mon.0) 2989 : cluster [WRN] Health check update: Degraded data redundancy: 218/2994 objects degraded (7.281%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:40.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:39 gibba008 bash[37770]: cluster 2021-03-04T23:42:38.733917+0000 mon.a (mon.0) 2990 : cluster [DBG] osdmap e1235: 8 total, 7 up, 7 in 2021-03-04T23:42:40.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:39 gibba008 bash[39303]: cluster 2021-03-04T23:42:38.720273+0000 mon.a (mon.0) 2989 : cluster [WRN] Health check update: Degraded data redundancy: 218/2994 objects degraded (7.281%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:40.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:39 gibba008 bash[39303]: cluster 2021-03-04T23:42:38.733917+0000 mon.a (mon.0) 2990 : cluster [DBG] osdmap e1235: 8 total, 7 up, 7 in 2021-03-04T23:42:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:39 gibba023 bash[27374]: cluster 2021-03-04T23:42:38.720273+0000 mon.a (mon.0) 2989 : cluster [WRN] Health check update: Degraded data redundancy: 218/2994 objects degraded (7.281%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:40.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:39 gibba023 bash[27374]: cluster 2021-03-04T23:42:38.733917+0000 mon.a (mon.0) 2990 : cluster [DBG] osdmap e1235: 8 total, 7 up, 7 in 2021-03-04T23:42:40.106 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:40.213 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.522 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:40 gibba008 bash[47391]: debug 2021-03-04T23:42:40.097+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:40.648 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.751 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:40.866 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:40.974 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.991 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:40 gibba008 bash[39303]: cluster 2021-03-04T23:42:39.749615+0000 mon.a (mon.0) 2991 : cluster [DBG] osdmap e1236: 8 total, 7 up, 7 in 2021-03-04T23:42:40.991 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:40 gibba008 bash[39303]: cluster 2021-03-04T23:42:39.888245+0000 mgr.x (mgr.34379) 1688 : cluster [DBG] pgmap v2548: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 97 MiB/s rd, 14 MiB/s wr, 140 op/s; 218/2994 objects degraded (7.281%) 2021-03-04T23:42:40.992 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:40 gibba008 bash[91265]: debug 2021-03-04T23:42:40.641+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:40.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:40 gibba008 bash[37770]: cluster 2021-03-04T23:42:39.749615+0000 mon.a (mon.0) 2991 : cluster [DBG] osdmap e1236: 8 total, 7 up, 7 in 2021-03-04T23:42:40.992 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:40 gibba008 bash[37770]: cluster 2021-03-04T23:42:39.888245+0000 mgr.x (mgr.34379) 1688 : cluster [DBG] pgmap v2548: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 97 MiB/s rd, 14 MiB/s wr, 140 op/s; 218/2994 objects degraded (7.281%) 2021-03-04T23:42:41.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:40 gibba023 bash[27374]: cluster 2021-03-04T23:42:39.749615+0000 mon.a (mon.0) 2991 : cluster [DBG] osdmap e1236: 8 total, 7 up, 7 in 2021-03-04T23:42:41.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:40 gibba023 bash[27374]: cluster 2021-03-04T23:42:39.888245+0000 mgr.x (mgr.34379) 1688 : cluster [DBG] pgmap v2548: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 97 MiB/s rd, 14 MiB/s wr, 140 op/s; 218/2994 objects degraded (7.281%) 2021-03-04T23:42:41.025 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:40 gibba023 bash[15180]: debug 2021-03-04T23:42:40.859+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:41.547 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:41.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:41.742 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:41.819 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:41 gibba008 bash[39303]: cluster 2021-03-04T23:42:40.759040+0000 mon.a (mon.0) 2992 : cluster [DBG] osdmap e1237: 8 total, 7 up, 7 in 2021-03-04T23:42:41.820 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:41 gibba008 bash[37770]: cluster 2021-03-04T23:42:40.759040+0000 mon.a (mon.0) 2992 : cluster [DBG] osdmap e1237: 8 total, 7 up, 7 in 2021-03-04T23:42:41.820 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:41 gibba008 bash[91265]: debug 2021-03-04T23:42:41.537+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:41.847 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:41.915 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:42:41.915 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:42:41.915 INFO:teuthology.orchestra.run.gibba008.stdout: "num_ops": 0 2021-03-04T23:42:41.915 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:42:42.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:41 gibba008 bash[48858]: debug 2021-03-04T23:42:41.809+0000 7fd394168700 -1 osd.2 pg_epoch: 1238 pg[44.15( v 1238'224 (0'0,1238'224] local-lis/les=1024/1025 n=34 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,1] r=0 lpr=1024 crt=1238'224 lcod 1237'223 mlcod 1237'223 active+clean+snaptrim trimq=[ab~1] ps=[ad~1,af~1,b1~1]] removing snap head 2021-03-04T23:42:42.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:41 gibba023 bash[27374]: cluster 2021-03-04T23:42:40.759040+0000 mon.a (mon.0) 2992 : cluster [DBG] osdmap e1237: 8 total, 7 up, 7 in 2021-03-04T23:42:42.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:41 gibba023 bash[88433]: debug 2021-03-04T23:42:41.735+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:42.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:41 gibba023 bash[88433]: debug 2021-03-04T23:42:41.779+0000 7f306d7c9700 -1 osd.5 pg_epoch: 1238 pg[44.13( v 1237'156 (0'0,1237'156] local-lis/les=1082/1083 n=18 ec=1024/1024 lis/c=1082/1082 les/c/f=1083/1085/0 sis=1082) [5,2,4] r=0 lpr=1082 crt=1237'156 lcod 1236'154 mlcod 1236'154 active+clean+snaptrim trimq=[ab~1] ps=[ad~1,af~1,b1~1]] removing snap head 2021-03-04T23:42:42.045 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:42.132 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:42 gibba008 bash[47391]: debug 2021-03-04T23:42:42.033+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:42.154 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:42.539 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:42.647 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:43.020 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:43.113 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:42 gibba008 bash[48858]: debug 2021-03-04T23:42:42.529+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:43.113 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:42 gibba008 bash[39303]: cluster 2021-03-04T23:42:41.775938+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1238: 8 total, 7 up, 7 in 2021-03-04T23:42:43.113 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:42 gibba008 bash[39303]: cluster 2021-03-04T23:42:41.889424+0000 mgr.x (mgr.34379) 1689 : cluster [DBG] pgmap v2551: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 39 MiB/s rd, 3.5 KiB/s wr, 138 op/s; 218/2982 objects degraded (7.311%) 2021-03-04T23:42:43.114 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:42 gibba008 bash[37770]: cluster 2021-03-04T23:42:41.775938+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1238: 8 total, 7 up, 7 in 2021-03-04T23:42:43.114 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:42 gibba008 bash[37770]: cluster 2021-03-04T23:42:41.889424+0000 mgr.x (mgr.34379) 1689 : cluster [DBG] pgmap v2551: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 39 MiB/s rd, 3.5 KiB/s wr, 138 op/s; 218/2982 objects degraded (7.311%) 2021-03-04T23:42:43.128 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:43.138 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:42 gibba023 bash[27374]: cluster 2021-03-04T23:42:41.775938+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1238: 8 total, 7 up, 7 in 2021-03-04T23:42:43.139 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:42 gibba023 bash[27374]: cluster 2021-03-04T23:42:41.889424+0000 mgr.x (mgr.34379) 1689 : cluster [DBG] pgmap v2551: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 39 MiB/s rd, 3.5 KiB/s wr, 138 op/s; 218/2982 objects degraded (7.311%) 2021-03-04T23:42:43.227 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:43.330 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:43.364 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.Stress2 (30790 ms) 2021-03-04T23:42:43.364 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMigration.StressLive 2021-03-04T23:42:43.367 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:43 gibba008 bash[173949]: debug 2021-03-04T23:42:43.009+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:43.407 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 83886080 2021-03-04T23:42:43.415 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 56259415~7453513 2021-03-04T23:42:43.444 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 13039366~3830851 2021-03-04T23:42:43.448 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 55578993~8014316 2021-03-04T23:42:43.483 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 23014876~6235405 2021-03-04T23:42:43.492 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 46758414~1650183 2021-03-04T23:42:43.523 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 17534740~4269463 2021-03-04T23:42:43.523 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:43 gibba023 bash[88433]: debug 2021-03-04T23:42:43.223+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:43.532 INFO:tasks.workunit.client.0.gibba008.stdout:write: A 55319886~5753526 2021-03-04T23:42:43.579 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 39932910~3636800 2021-03-04T23:42:43.590 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap0 2021-03-04T23:42:43.802 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:43.910 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:44.307 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:43 gibba008 bash[91265]: debug 2021-03-04T23:42:43.793+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:44.399 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:44.501 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:44.543 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:42:44.556 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:42:44.569 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:42:44.582 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:42:44.599 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:42:44.619 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:44.621 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:42:44.642 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:42:44.643 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.643 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.643 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.643 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.644 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.644 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.644 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:44.644 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.7 2021-03-04T23:42:44.645 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: problem getting command descriptions from osd.7 2021-03-04T23:42:44.663 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[173949]: debug 2021-03-04T23:42:44.389+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:44.726 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:44.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:44 gibba023 bash[88433]: debug 2021-03-04T23:42:44.611+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:44.800 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 93614169 2021-03-04T23:42:44.808 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 40591159~2167792 2021-03-04T23:42:44.812 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 57604865~6356447 2021-03-04T23:42:44.814 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 13902985~5568019 2021-03-04T23:42:44.818 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 85852877~1387595 2021-03-04T23:42:44.819 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 23209~6218286 2021-03-04T23:42:44.827 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 54896630~735162 2021-03-04T23:42:44.827 INFO:tasks.workunit.client.0.gibba008.stdout:write: B 64933413~6615380 2021-03-04T23:42:44.832 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 22217245~1048975 2021-03-04T23:42:44.833 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap1 2021-03-04T23:42:44.975 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[39303]: cluster 2021-03-04T23:42:43.786731+0000 mon.a (mon.0) 2994 : cluster [DBG] osdmap e1239: 8 total, 7 up, 7 in 2021-03-04T23:42:44.975 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[39303]: cluster 2021-03-04T23:42:43.890620+0000 mgr.x (mgr.34379) 1690 : cluster [DBG] pgmap v2553: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 79 MiB/s rd, 3.4 KiB/s wr, 157 op/s; 218/2952 objects degraded (7.385%) 2021-03-04T23:42:44.976 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[39303]: audit 2021-03-04T23:42:44.525570+0000 mon.a (mon.0) 2995 : audit [DBG] from='client.? 172.21.2.108:0/1572393227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:44.976 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[39303]: cluster 2021-03-04T23:42:44.528260+0000 mon.a (mon.0) 2996 : cluster [WRN] Health check update: Degraded data redundancy: 218/2982 objects degraded (7.311%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:44.977 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[37770]: cluster 2021-03-04T23:42:43.786731+0000 mon.a (mon.0) 2994 : cluster [DBG] osdmap e1239: 8 total, 7 up, 7 in 2021-03-04T23:42:44.977 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[37770]: cluster 2021-03-04T23:42:43.890620+0000 mgr.x (mgr.34379) 1690 : cluster [DBG] pgmap v2553: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 79 MiB/s rd, 3.4 KiB/s wr, 157 op/s; 218/2952 objects degraded (7.385%) 2021-03-04T23:42:44.977 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[37770]: audit 2021-03-04T23:42:44.525570+0000 mon.a (mon.0) 2995 : audit [DBG] from='client.? 172.21.2.108:0/1572393227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:44.978 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:44 gibba008 bash[37770]: cluster 2021-03-04T23:42:44.528260+0000 mon.a (mon.0) 2996 : cluster [WRN] Health check update: Degraded data redundancy: 218/2982 objects degraded (7.311%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:44.980 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:42:45.090 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:45.104 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:45.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:45.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:44 gibba023 bash[27374]: cluster 2021-03-04T23:42:43.786731+0000 mon.a (mon.0) 2994 : cluster [DBG] osdmap e1239: 8 total, 7 up, 7 in 2021-03-04T23:42:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:44 gibba023 bash[27374]: cluster 2021-03-04T23:42:43.890620+0000 mgr.x (mgr.34379) 1690 : cluster [DBG] pgmap v2553: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 79 MiB/s rd, 3.4 KiB/s wr, 157 op/s; 218/2952 objects degraded (7.385%) 2021-03-04T23:42:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:44 gibba023 bash[27374]: audit 2021-03-04T23:42:44.525570+0000 mon.a (mon.0) 2995 : audit [DBG] from='client.? 172.21.2.108:0/1572393227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:45.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:44 gibba023 bash[27374]: cluster 2021-03-04T23:42:44.528260+0000 mon.a (mon.0) 2996 : cluster [WRN] Health check update: Degraded data redundancy: 218/2982 objects degraded (7.311%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:45.301 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:45 gibba008 bash[91265]: debug 2021-03-04T23:42:45.093+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:45.650 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:45.753 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.841 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.944 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:45.949 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:45 gibba008 bash[37770]: cluster 2021-03-04T23:42:44.791546+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1240: 8 total, 7 up, 7 in 2021-03-04T23:42:45.949 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:45 gibba008 bash[37770]: audit 2021-03-04T23:42:45.142414+0000 mon.a (mon.0) 2998 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:45.950 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:45 gibba008 bash[39303]: cluster 2021-03-04T23:42:44.791546+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1240: 8 total, 7 up, 7 in 2021-03-04T23:42:45.950 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:45 gibba008 bash[39303]: audit 2021-03-04T23:42:45.142414+0000 mon.a (mon.0) 2998 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:45.951 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:45 gibba008 bash[91265]: debug 2021-03-04T23:42:45.641+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:45 gibba023 bash[27374]: cluster 2021-03-04T23:42:44.791546+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1240: 8 total, 7 up, 7 in 2021-03-04T23:42:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:45 gibba023 bash[27374]: audit 2021-03-04T23:42:45.142414+0000 mon.a (mon.0) 2998 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:46.025 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:45 gibba023 bash[18090]: debug 2021-03-04T23:42:45.835+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:46.553 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:46.656 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:46.819 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:46 gibba008 bash[173949]: debug 2021-03-04T23:42:46.545+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:46.826 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 158718755 2021-03-04T23:42:46.832 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 7615998~7304969 2021-03-04T23:42:46.843 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44503975~6912344 2021-03-04T23:42:46.843 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 151605759~7112996 2021-03-04T23:42:46.851 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 21508883~1324068 2021-03-04T23:42:46.851 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 114012772~7781437 2021-03-04T23:42:46.863 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 50689164~2467785 2021-03-04T23:42:46.863 INFO:tasks.workunit.client.0.gibba008.stdout:write: C 152418406~6300349 2021-03-04T23:42:46.879 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 107590672~7708220 2021-03-04T23:42:46.879 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap2 2021-03-04T23:42:46.918 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:47.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:47.198 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:46 gibba008 bash[37770]: cluster 2021-03-04T23:42:45.804623+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1241: 8 total, 7 up, 7 in 2021-03-04T23:42:47.198 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:46 gibba008 bash[37770]: cluster 2021-03-04T23:42:45.891926+0000 mgr.x (mgr.34379) 1691 : cluster [DBG] pgmap v2556: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 42 MiB/s rd, 0 B/s wr, 23 op/s; 218/2952 objects degraded (7.385%) 2021-03-04T23:42:47.198 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:46 gibba008 bash[39303]: cluster 2021-03-04T23:42:45.804623+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1241: 8 total, 7 up, 7 in 2021-03-04T23:42:47.199 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:46 gibba008 bash[39303]: cluster 2021-03-04T23:42:45.891926+0000 mgr.x (mgr.34379) 1691 : cluster [DBG] pgmap v2556: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 42 MiB/s rd, 0 B/s wr, 23 op/s; 218/2952 objects degraded (7.385%) 2021-03-04T23:42:47.199 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:46 gibba008 bash[48858]: debug 2021-03-04T23:42:46.909+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:47.247 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:42:47.248 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:42:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:46 gibba023 bash[27374]: cluster 2021-03-04T23:42:45.804623+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1241: 8 total, 7 up, 7 in 2021-03-04T23:42:47.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:46 gibba023 bash[27374]: cluster 2021-03-04T23:42:45.891926+0000 mgr.x (mgr.34379) 1691 : cluster [DBG] pgmap v2556: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.5 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 42 MiB/s rd, 0 B/s wr, 23 op/s; 218/2952 objects degraded (7.385%) 2021-03-04T23:42:47.471 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:47.575 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:47.772 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:47 gibba008 bash[47391]: debug 2021-03-04T23:42:47.461+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:48.099 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:47 gibba008 bash[39303]: cluster 2021-03-04T23:42:46.818136+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1242: 8 total, 7 up, 7 in 2021-03-04T23:42:48.100 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:47 gibba008 bash[37770]: cluster 2021-03-04T23:42:46.818136+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1242: 8 total, 7 up, 7 in 2021-03-04T23:42:48.115 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:48.218 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:48.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:47 gibba023 bash[27374]: cluster 2021-03-04T23:42:46.818136+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1242: 8 total, 7 up, 7 in 2021-03-04T23:42:48.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[91265]: debug 2021-03-04T23:42:48.105+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:48.549 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:48.652 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:48.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:48.845 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[91265]: debug 2021-03-04T23:42:48.541+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:48.849 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:42:48.851 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 3623228~4887631 2021-03-04T23:42:48.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:48.865 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 95668515~4907782 2021-03-04T23:42:48.865 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 25628681~1199153 2021-03-04T23:42:48.866 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 39592995~6534424 2021-03-04T23:42:48.867 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 44542502~6824484 2021-03-04T23:42:48.872 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 34301685~5757945 2021-03-04T23:42:48.872 INFO:tasks.workunit.client.0.gibba008.stdout:write: D 4027194~2396709 2021-03-04T23:42:48.889 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 27454720~7798469 2021-03-04T23:42:48.891 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: snap3 2021-03-04T23:42:48.944 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:48 gibba023 bash[27374]: cluster 2021-03-04T23:42:47.826748+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1243: 8 total, 7 up, 7 in 2021-03-04T23:42:48.944 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:48 gibba023 bash[27374]: cluster 2021-03-04T23:42:47.892805+0000 mgr.x (mgr.34379) 1692 : cluster [DBG] pgmap v2559: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.4 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s rd, 28 MiB/s wr, 110 op/s; 231/3048 objects degraded (7.579%) 2021-03-04T23:42:48.944 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:48 gibba023 bash[27374]: audit 2021-03-04T23:42:48.406619+0000 mon.a (mon.0) 3002 : audit [INF] from='client.? 172.21.2.108:0/1407688660' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:48.945 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:48 gibba023 bash[88433]: debug 2021-03-04T23:42:48.751+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:48.945 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:49.047 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:49.113 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[37770]: cluster 2021-03-04T23:42:47.826748+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1243: 8 total, 7 up, 7 in 2021-03-04T23:42:49.113 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[37770]: cluster 2021-03-04T23:42:47.892805+0000 mgr.x (mgr.34379) 1692 : cluster [DBG] pgmap v2559: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.4 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s rd, 28 MiB/s wr, 110 op/s; 231/3048 objects degraded (7.579%) 2021-03-04T23:42:49.114 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[37770]: audit 2021-03-04T23:42:48.406619+0000 mon.a (mon.0) 3002 : audit [INF] from='client.? 172.21.2.108:0/1407688660' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:49.114 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[39303]: cluster 2021-03-04T23:42:47.826748+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1243: 8 total, 7 up, 7 in 2021-03-04T23:42:49.114 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[39303]: cluster 2021-03-04T23:42:47.892805+0000 mgr.x (mgr.34379) 1692 : cluster [DBG] pgmap v2559: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.4 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s rd, 28 MiB/s wr, 110 op/s; 231/3048 objects degraded (7.579%) 2021-03-04T23:42:49.115 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:48 gibba008 bash[39303]: audit 2021-03-04T23:42:48.406619+0000 mon.a (mon.0) 3002 : audit [INF] from='client.? 172.21.2.108:0/1407688660' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:49.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:49.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:48 gibba023 bash[18090]: debug 2021-03-04T23:42:48.939+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:49.309 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:49.385 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[48858]: debug 2021-03-04T23:42:49.301+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:49.386 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:49.485 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:49.943 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:50.047 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:50.145 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[91265]: debug 2021-03-04T23:42:49.933+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:50.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[37770]: cluster 2021-03-04T23:42:48.832203+0000 mon.a (mon.0) 3003 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:50.146 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[37770]: audit 2021-03-04T23:42:48.843769+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? 172.21.2.108:0/1407688660' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:50.147 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[37770]: cluster 2021-03-04T23:42:48.843793+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1244: 8 total, 7 up, 7 in 2021-03-04T23:42:50.147 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[37770]: cluster 2021-03-04T23:42:49.528946+0000 mon.a (mon.0) 3006 : cluster [WRN] Health check update: Degraded data redundancy: 231/3048 objects degraded (7.579%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:50.147 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[39303]: cluster 2021-03-04T23:42:48.832203+0000 mon.a (mon.0) 3003 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:50.148 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[39303]: audit 2021-03-04T23:42:48.843769+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? 172.21.2.108:0/1407688660' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:50.148 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[39303]: cluster 2021-03-04T23:42:48.843793+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1244: 8 total, 7 up, 7 in 2021-03-04T23:42:50.148 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:49 gibba008 bash[39303]: cluster 2021-03-04T23:42:49.528946+0000 mon.a (mon.0) 3006 : cluster [WRN] Health check update: Degraded data redundancy: 231/3048 objects degraded (7.579%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:49 gibba023 bash[27374]: cluster 2021-03-04T23:42:48.832203+0000 mon.a (mon.0) 3003 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:50.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:49 gibba023 bash[27374]: audit 2021-03-04T23:42:48.843769+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? 172.21.2.108:0/1407688660' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:49 gibba023 bash[27374]: cluster 2021-03-04T23:42:48.843793+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1244: 8 total, 7 up, 7 in 2021-03-04T23:42:50.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:49 gibba023 bash[27374]: cluster 2021-03-04T23:42:49.528946+0000 mon.a (mon.0) 3006 : cluster [WRN] Health check update: Degraded data redundancy: 231/3048 objects degraded (7.579%), 15 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:50.474 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:50.577 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:50.773 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[37770]: debug 2021-03-04T23:42:50.685+0000 7f3d3e3c5700 -1 mon.a@0(leader).osd e1245 definitely_dead 0 2021-03-04T23:42:50.773 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[47391]: debug 2021-03-04T23:42:50.465+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:50.882 INFO:teuthology.orchestra.run.gibba008.stderr:marked in osd.0. 2021-03-04T23:42:50.890 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 221404198 2021-03-04T23:42:50.905 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:51.010 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:51.136 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:50 gibba023 bash[27374]: cluster 2021-03-04T23:42:49.856107+0000 mon.a (mon.0) 3007 : cluster [DBG] osdmap e1245: 8 total, 7 up, 7 in 2021-03-04T23:42:51.137 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:50 gibba023 bash[27374]: cluster 2021-03-04T23:42:49.893449+0000 mgr.x (mgr.34379) 1693 : cluster [DBG] pgmap v2562: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.4 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s rd, 28 MiB/s wr, 110 op/s; 231/3048 objects degraded (7.579%) 2021-03-04T23:42:51.137 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:50 gibba023 bash[27374]: audit 2021-03-04T23:42:50.689767+0000 mon.c (mon.1) 184 : audit [DBG] from='client.? 172.21.2.108:0/2437693165' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-03-04T23:42:51.137 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:50 gibba023 bash[27374]: audit 2021-03-04T23:42:50.690072+0000 mon.a (mon.0) 3008 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-03-04T23:42:51.138 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:51.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:51.252 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[48858]: debug 2021-03-04T23:42:50.897+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:51.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[37770]: cluster 2021-03-04T23:42:49.856107+0000 mon.a (mon.0) 3007 : cluster [DBG] osdmap e1245: 8 total, 7 up, 7 in 2021-03-04T23:42:51.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[37770]: cluster 2021-03-04T23:42:49.893449+0000 mgr.x (mgr.34379) 1693 : cluster [DBG] pgmap v2562: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.4 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s rd, 28 MiB/s wr, 110 op/s; 231/3048 objects degraded (7.579%) 2021-03-04T23:42:51.253 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[37770]: audit 2021-03-04T23:42:50.689767+0000 mon.c (mon.1) 184 : audit [DBG] from='client.? 172.21.2.108:0/2437693165' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-03-04T23:42:51.254 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[37770]: audit 2021-03-04T23:42:50.690072+0000 mon.a (mon.0) 3008 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-03-04T23:42:51.254 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[39303]: cluster 2021-03-04T23:42:49.856107+0000 mon.a (mon.0) 3007 : cluster [DBG] osdmap e1245: 8 total, 7 up, 7 in 2021-03-04T23:42:51.255 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[39303]: cluster 2021-03-04T23:42:49.893449+0000 mgr.x (mgr.34379) 1693 : cluster [DBG] pgmap v2562: 197 pgs: 15 active+undersized+degraded, 27 active+undersized, 155 active+clean; 1.6 GiB data, 4.4 GiB used, 580 GiB / 588 GiB avail; 129 MiB/s rd, 28 MiB/s wr, 110 op/s; 231/3048 objects degraded (7.579%) 2021-03-04T23:42:51.255 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[39303]: audit 2021-03-04T23:42:50.689767+0000 mon.c (mon.1) 184 : audit [DBG] from='client.? 172.21.2.108:0/2437693165' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-03-04T23:42:51.255 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:50 gibba008 bash[39303]: audit 2021-03-04T23:42:50.690072+0000 mon.a (mon.0) 3008 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-03-04T23:42:51.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:51 gibba023 bash[88433]: debug 2021-03-04T23:42:51.131+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:51.723 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:51.825 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:51.882 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[173949]: debug 2021-03-04T23:42:51.713+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:52.196 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[37770]: cluster 2021-03-04T23:42:50.828244+0000 osd.6 (osd.6) 43 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:42:52.197 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[37770]: cluster 2021-03-04T23:42:50.830597+0000 osd.6 (osd.6) 44 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:42:52.197 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[37770]: audit 2021-03-04T23:42:50.869075+0000 mon.a (mon.0) 3009 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2021-03-04T23:42:52.197 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[37770]: cluster 2021-03-04T23:42:50.869145+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1246: 8 total, 7 up, 8 in 2021-03-04T23:42:52.198 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[39303]: cluster 2021-03-04T23:42:50.828244+0000 osd.6 (osd.6) 43 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:42:52.198 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[39303]: cluster 2021-03-04T23:42:50.830597+0000 osd.6 (osd.6) 44 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:42:52.199 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[39303]: audit 2021-03-04T23:42:50.869075+0000 mon.a (mon.0) 3009 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2021-03-04T23:42:52.199 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:51 gibba008 bash[39303]: cluster 2021-03-04T23:42:50.869145+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1246: 8 total, 7 up, 8 in 2021-03-04T23:42:52.200 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:51 gibba023 bash[27374]: cluster 2021-03-04T23:42:50.828244+0000 osd.6 (osd.6) 43 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:42:52.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:51 gibba023 bash[27374]: cluster 2021-03-04T23:42:50.830597+0000 osd.6 (osd.6) 44 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:42:52.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:51 gibba023 bash[27374]: audit 2021-03-04T23:42:50.869075+0000 mon.a (mon.0) 3009 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2021-03-04T23:42:52.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:51 gibba023 bash[27374]: cluster 2021-03-04T23:42:50.869145+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1246: 8 total, 7 up, 8 in 2021-03-04T23:42:52.302 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:52.387 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:52.491 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:52.496 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[91265]: debug 2021-03-04T23:42:52.189+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:52.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:52 gibba023 bash[15180]: debug 2021-03-04T23:42:52.383+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:52.905 INFO:tasks.workunit.client.0.gibba008.stdout:migration_prepare 2021-03-04T23:42:53.133 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:53.236 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:53.254 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:52 gibba023 bash[27374]: cluster 2021-03-04T23:42:51.790299+0000 osd.4 (osd.4) 31 : cluster [DBG] 1.e scrub starts 2021-03-04T23:42:53.254 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:52 gibba023 bash[27374]: cluster 2021-03-04T23:42:51.793155+0000 osd.4 (osd.4) 32 : cluster [DBG] 1.e scrub ok 2021-03-04T23:42:53.255 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:52 gibba023 bash[27374]: cluster 2021-03-04T23:42:51.871894+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1247: 8 total, 7 up, 8 in 2021-03-04T23:42:53.255 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:52 gibba023 bash[27374]: cluster 2021-03-04T23:42:51.893791+0000 mgr.x (mgr.34379) 1694 : cluster [DBG] pgmap v2565: 197 pgs: 46 peering, 13 active+undersized+degraded, 25 active+undersized, 113 active+clean; 1.6 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 6.8 MiB/s wr, 0 op/s; 161/3072 objects degraded (5.241%) 2021-03-04T23:42:53.255 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:52 gibba023 bash[27374]: cluster 2021-03-04T23:42:52.874092+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1248: 8 total, 7 up, 8 in 2021-03-04T23:42:53.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[37770]: cluster 2021-03-04T23:42:51.790299+0000 osd.4 (osd.4) 31 : cluster [DBG] 1.e scrub starts 2021-03-04T23:42:53.265 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[37770]: cluster 2021-03-04T23:42:51.793155+0000 osd.4 (osd.4) 32 : cluster [DBG] 1.e scrub ok 2021-03-04T23:42:53.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[37770]: cluster 2021-03-04T23:42:51.871894+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1247: 8 total, 7 up, 8 in 2021-03-04T23:42:53.266 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[37770]: cluster 2021-03-04T23:42:51.893791+0000 mgr.x (mgr.34379) 1694 : cluster [DBG] pgmap v2565: 197 pgs: 46 peering, 13 active+undersized+degraded, 25 active+undersized, 113 active+clean; 1.6 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 6.8 MiB/s wr, 0 op/s; 161/3072 objects degraded (5.241%) 2021-03-04T23:42:53.267 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[37770]: cluster 2021-03-04T23:42:52.874092+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1248: 8 total, 7 up, 8 in 2021-03-04T23:42:53.267 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[39303]: cluster 2021-03-04T23:42:51.790299+0000 osd.4 (osd.4) 31 : cluster [DBG] 1.e scrub starts 2021-03-04T23:42:53.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[39303]: cluster 2021-03-04T23:42:51.793155+0000 osd.4 (osd.4) 32 : cluster [DBG] 1.e scrub ok 2021-03-04T23:42:53.268 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[39303]: cluster 2021-03-04T23:42:51.871894+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1247: 8 total, 7 up, 8 in 2021-03-04T23:42:53.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[39303]: cluster 2021-03-04T23:42:51.893791+0000 mgr.x (mgr.34379) 1694 : cluster [DBG] pgmap v2565: 197 pgs: 46 peering, 13 active+undersized+degraded, 25 active+undersized, 113 active+clean; 1.6 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 6.8 MiB/s wr, 0 op/s; 161/3072 objects degraded (5.241%) 2021-03-04T23:42:53.269 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:52 gibba008 bash[39303]: cluster 2021-03-04T23:42:52.874092+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1248: 8 total, 7 up, 8 in 2021-03-04T23:42:53.270 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:53 gibba008 bash[91265]: debug 2021-03-04T23:42:53.125+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:53.363 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:53.402 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:42:53.467 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:53.478 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:53.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:53 gibba023 bash[15180]: debug 2021-03-04T23:42:53.359+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:54.023 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:54.126 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:54.390 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[91265]: debug 2021-03-04T23:42:54.013+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:54.391 INFO:tasks.thrashosds.thrasher:Added osd 0 2021-03-04T23:42:54.621 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:54.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:54.741 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[48858]: debug 2021-03-04T23:42:54.613+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:55.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[37770]: cluster 2021-03-04T23:42:53.890305+0000 mon.a (mon.0) 3013 : cluster [DBG] osdmap e1249: 8 total, 7 up, 8 in 2021-03-04T23:42:55.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[37770]: cluster 2021-03-04T23:42:53.895034+0000 mgr.x (mgr.34379) 1695 : cluster [DBG] pgmap v2568: 197 pgs: 8 active+recovery_wait+degraded, 8 remapped+peering, 46 peering, 11 active+undersized+degraded, 23 active+undersized, 101 active+clean; 1.6 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 9.1 MiB/s wr, 3 op/s; 119/3090 objects degraded (3.851%) 2021-03-04T23:42:55.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[37770]: cluster 2021-03-04T23:42:54.529805+0000 mon.a (mon.0) 3014 : cluster [WRN] Health check update: Degraded data redundancy: 161/3072 objects degraded (5.241%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:55.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[39303]: cluster 2021-03-04T23:42:53.890305+0000 mon.a (mon.0) 3013 : cluster [DBG] osdmap e1249: 8 total, 7 up, 8 in 2021-03-04T23:42:55.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[39303]: cluster 2021-03-04T23:42:53.895034+0000 mgr.x (mgr.34379) 1695 : cluster [DBG] pgmap v2568: 197 pgs: 8 active+recovery_wait+degraded, 8 remapped+peering, 46 peering, 11 active+undersized+degraded, 23 active+undersized, 101 active+clean; 1.6 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 9.1 MiB/s wr, 3 op/s; 119/3090 objects degraded (3.851%) 2021-03-04T23:42:55.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:54 gibba008 bash[39303]: cluster 2021-03-04T23:42:54.529805+0000 mon.a (mon.0) 3014 : cluster [WRN] Health check update: Degraded data redundancy: 161/3072 objects degraded (5.241%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:54 gibba023 bash[27374]: cluster 2021-03-04T23:42:53.890305+0000 mon.a (mon.0) 3013 : cluster [DBG] osdmap e1249: 8 total, 7 up, 8 in 2021-03-04T23:42:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:54 gibba023 bash[27374]: cluster 2021-03-04T23:42:53.895034+0000 mgr.x (mgr.34379) 1695 : cluster [DBG] pgmap v2568: 197 pgs: 8 active+recovery_wait+degraded, 8 remapped+peering, 46 peering, 11 active+undersized+degraded, 23 active+undersized, 101 active+clean; 1.6 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 9.1 MiB/s wr, 3 op/s; 119/3090 objects degraded (3.851%) 2021-03-04T23:42:55.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:54 gibba023 bash[27374]: cluster 2021-03-04T23:42:54.529805+0000 mon.a (mon.0) 3014 : cluster [WRN] Health check update: Degraded data redundancy: 161/3072 objects degraded (5.241%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:42:55.425 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:55.528 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:55.740 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:55.748 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:55 gibba008 bash[48858]: debug 2021-03-04T23:42:55.417+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:55.845 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:56.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:55 gibba008 bash[37770]: cluster 2021-03-04T23:42:54.908560+0000 mon.a (mon.0) 3015 : cluster [DBG] osdmap e1250: 8 total, 7 up, 8 in 2021-03-04T23:42:56.018 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:55 gibba008 bash[39303]: cluster 2021-03-04T23:42:54.908560+0000 mon.a (mon.0) 3015 : cluster [DBG] osdmap e1250: 8 total, 7 up, 8 in 2021-03-04T23:42:56.018 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:55 gibba008 bash[173949]: debug 2021-03-04T23:42:55.729+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:56.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:55 gibba023 bash[27374]: cluster 2021-03-04T23:42:54.908560+0000 mon.a (mon.0) 3015 : cluster [DBG] osdmap e1250: 8 total, 7 up, 8 in 2021-03-04T23:42:56.275 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:56 gibba023 bash[88433]: debug 2021-03-04T23:42:56.027+0000 7f306bfc6700 -1 osd.5 pg_epoch: 1251 pg[44.6( v 1251'347 (0'0,1251'347] local-lis/les=1250/1251 n=34 ec=1024/1024 lis/c=1250/1250 les/c/f=1251/1251/0 sis=1250) [5,1,0] r=0 lpr=1250 crt=1251'347 lcod 1244'345 mlcod 1244'345 active+clean+snaptrim trimq=[ad~1,af~1,b1~1] ps=[ab~1]] removing snap head 2021-03-04T23:42:56.395 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:56.498 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:56.698 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:42:56 gibba008 bash[47391]: debug 2021-03-04T23:42:56.385+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:57.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:56 gibba008 bash[39303]: cluster 2021-03-04T23:42:55.896567+0000 mgr.x (mgr.34379) 1696 : cluster [DBG] pgmap v2570: 197 pgs: 1 active+clean+remapped, 8 active+recovery_wait+degraded, 8 remapped+peering, 46 peering, 1 active+undersized+remapped, 10 active+undersized+degraded, 22 active+undersized, 101 active+clean; 1.6 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 2.2 KiB/s rd, 2.5 MiB/s wr, 5 op/s; 92/3093 objects degraded (2.974%); 7.7 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:42:57.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:56 gibba008 bash[39303]: cluster 2021-03-04T23:42:55.912135+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1251: 8 total, 7 up, 8 in 2021-03-04T23:42:57.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:56 gibba008 bash[37770]: cluster 2021-03-04T23:42:55.896567+0000 mgr.x (mgr.34379) 1696 : cluster [DBG] pgmap v2570: 197 pgs: 1 active+clean+remapped, 8 active+recovery_wait+degraded, 8 remapped+peering, 46 peering, 1 active+undersized+remapped, 10 active+undersized+degraded, 22 active+undersized, 101 active+clean; 1.6 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 2.2 KiB/s rd, 2.5 MiB/s wr, 5 op/s; 92/3093 objects degraded (2.974%); 7.7 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:42:57.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:56 gibba008 bash[37770]: cluster 2021-03-04T23:42:55.912135+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1251: 8 total, 7 up, 8 in 2021-03-04T23:42:57.178 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:57.273 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:56 gibba023 bash[27374]: cluster 2021-03-04T23:42:55.896567+0000 mgr.x (mgr.34379) 1696 : cluster [DBG] pgmap v2570: 197 pgs: 1 active+clean+remapped, 8 active+recovery_wait+degraded, 8 remapped+peering, 46 peering, 1 active+undersized+remapped, 10 active+undersized+degraded, 22 active+undersized, 101 active+clean; 1.6 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 2.2 KiB/s rd, 2.5 MiB/s wr, 5 op/s; 92/3093 objects degraded (2.974%); 7.7 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:42:57.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:56 gibba023 bash[27374]: cluster 2021-03-04T23:42:55.912135+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1251: 8 total, 7 up, 8 in 2021-03-04T23:42:57.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:42:56 gibba023 bash[18090]: debug 2021-03-04T23:42:56.927+0000 7f1b1cec5700 -1 osd.6 pg_epoch: 1252 pg[44.a( v 1244'208 (0'0,1244'208] local-lis/les=1251/1252 n=37 ec=1024/1024 lis/c=1251/1251 les/c/f=1252/1252/0 sis=1251) [6,0]/[6,0,3] r=0 lpr=1251 crt=1244'208 lcod 1242'207 mlcod 0'0 active+clean+remapped+snaptrim trimq=[af~1,b1~1] ps=[ab~1,ad~1]] removing snap head 2021-03-04T23:42:57.282 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:57.364 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:57.469 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:57.511 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:57 gibba008 bash[48858]: debug 2021-03-04T23:42:57.169+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:57.558 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:57 gibba023 bash[88433]: debug 2021-03-04T23:42:57.359+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:57.558 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:57.663 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:57.778 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:57.880 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:57.885 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:57 gibba008 bash[173949]: debug 2021-03-04T23:42:57.769+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:57.934 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:42:57 gibba023 bash[88433]: debug 2021-03-04T23:42:57.551+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:57.982 INFO:tasks.workunit.client.0.gibba008.stdout:migration_execute 2021-03-04T23:42:57.983 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 70045477~3418720 2021-03-04T23:42:57.991 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:58.022 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 16285242~1300473 2021-03-04T23:42:58.082 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 144054725~7142394 2021-03-04T23:42:58.094 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:58.130 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 70895259~1975811 2021-03-04T23:42:58.145 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 109062512~4173082 2021-03-04T23:42:58.169 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44058796~2830741 2021-03-04T23:42:58.185 INFO:tasks.workunit.client.0.gibba008.stdout:write: a 115532980~1742967 2021-03-04T23:42:58.199 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 182811517~3422137 2021-03-04T23:42:58.202 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user0 2021-03-04T23:42:58.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:57 gibba008 bash[37770]: cluster 2021-03-04T23:42:56.921977+0000 mon.a (mon.0) 3017 : cluster [DBG] osdmap e1252: 8 total, 7 up, 8 in 2021-03-04T23:42:58.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:57 gibba008 bash[39303]: cluster 2021-03-04T23:42:56.921977+0000 mon.a (mon.0) 3017 : cluster [DBG] osdmap e1252: 8 total, 7 up, 8 in 2021-03-04T23:42:58.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:42:57 gibba008 bash[91265]: debug 2021-03-04T23:42:57.981+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:58.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:57 gibba023 bash[27374]: cluster 2021-03-04T23:42:56.921977+0000 mon.a (mon.0) 3017 : cluster [DBG] osdmap e1252: 8 total, 7 up, 8 in 2021-03-04T23:42:58.408 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:58.510 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:58.622 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:58.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:58.729 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[173949]: debug 2021-03-04T23:42:58.401+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:58.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:42:58 gibba023 bash[15180]: debug 2021-03-04T23:42:58.615+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:42:59.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[39303]: cluster 2021-03-04T23:42:57.898668+0000 mgr.x (mgr.34379) 1697 : cluster [DBG] pgmap v2573: 197 pgs: 9 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 10 active+undersized+degraded, 17 active+undersized, 150 active+clean; 1.7 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 36 op/s; 239/3123 objects degraded (7.653%); 152/3123 objects misplaced (4.867%); 47 MiB/s, 11 keys/s, 50 objects/s recovering 2021-03-04T23:42:59.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[39303]: cluster 2021-03-04T23:42:57.931592+0000 mon.a (mon.0) 3018 : cluster [DBG] osdmap e1253: 8 total, 7 up, 8 in 2021-03-04T23:42:59.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[39303]: audit 2021-03-04T23:42:58.329798+0000 mon.a (mon.0) 3019 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[37770]: cluster 2021-03-04T23:42:57.898668+0000 mgr.x (mgr.34379) 1697 : cluster [DBG] pgmap v2573: 197 pgs: 9 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 10 active+undersized+degraded, 17 active+undersized, 150 active+clean; 1.7 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 36 op/s; 239/3123 objects degraded (7.653%); 152/3123 objects misplaced (4.867%); 47 MiB/s, 11 keys/s, 50 objects/s recovering 2021-03-04T23:42:59.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[37770]: cluster 2021-03-04T23:42:57.931592+0000 mon.a (mon.0) 3018 : cluster [DBG] osdmap e1253: 8 total, 7 up, 8 in 2021-03-04T23:42:59.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:58 gibba008 bash[37770]: audit 2021-03-04T23:42:58.329798+0000 mon.a (mon.0) 3019 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:59.043 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:59.043 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:59.088 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:59.190 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:59.214 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[48858]: debug 2021-03-04T23:42:59.077+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:58 gibba023 bash[27374]: cluster 2021-03-04T23:42:57.898668+0000 mgr.x (mgr.34379) 1697 : cluster [DBG] pgmap v2573: 197 pgs: 9 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 10 active+undersized+degraded, 17 active+undersized, 150 active+clean; 1.7 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 36 op/s; 239/3123 objects degraded (7.653%); 152/3123 objects misplaced (4.867%); 47 MiB/s, 11 keys/s, 50 objects/s recovering 2021-03-04T23:42:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:58 gibba023 bash[27374]: cluster 2021-03-04T23:42:57.931592+0000 mon.a (mon.0) 3018 : cluster [DBG] osdmap e1253: 8 total, 7 up, 8 in 2021-03-04T23:42:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:58 gibba023 bash[27374]: audit 2021-03-04T23:42:58.329798+0000 mon.a (mon.0) 3019 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:59.361 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:59.393 INFO:tasks.thrashosds.thrasher:in_osds: [2, 3, 4, 5, 6, 1, 7, 0] out_osds: [] dead_osds: [7] live_osds: [1, 2, 4, 6, 3, 5, 0] 2021-03-04T23:42:59.393 INFO:tasks.thrashosds.thrasher:Reviving osd 7 2021-03-04T23:42:59.393 INFO:tasks.cephadm.osd.7:Restarting osd.7 (starting--it wasn't running)... 2021-03-04T23:42:59.394 DEBUG:teuthology.orchestra.run.gibba023:osd.7> sudo journalctl -f -n 0 -u ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.7.service 2021-03-04T23:42:59.396 DEBUG:teuthology.orchestra.run.gibba023:> sudo systemctl start ceph-22a80224-7d3b-11eb-9066-001a4aab830c@osd.7 2021-03-04T23:42:59.400 INFO:journalctl@ceph.osd.7.gibba023.stdout:-- Logs begin at Wed 2021-03-03 23:49:35 UTC. -- 2021-03-04T23:42:59.408 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:42:59.464 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:59.524 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:59.761 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[173949]: debug 2021-03-04T23:42:59.353+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:42:59.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:42:59 gibba023 systemd[1]: Started Ceph osd.7 for 22a80224-7d3b-11eb-9066-001a4aab830c. 2021-03-04T23:42:59.887 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:59.959 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 124300365~4621290 2021-03-04T23:42:59.965 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 44672519~3274842 2021-03-04T23:42:59.967 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 51552373~5295730 2021-03-04T23:42:59.970 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 106727792~6699596 2021-03-04T23:42:59.970 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 150925609~3617434 2021-03-04T23:42:59.973 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 136203980~5199091 2021-03-04T23:42:59.981 INFO:tasks.workunit.client.0.gibba008.stdout:write: b 186424482~1311375 2021-03-04T23:42:59.982 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 106423846~3341878 2021-03-04T23:42:59.986 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user1 2021-03-04T23:42:59.991 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:00.246 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[37770]: cluster 2021-03-04T23:42:58.942035+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1254: 8 total, 7 up, 8 in 2021-03-04T23:43:00.247 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[37770]: cluster 2021-03-04T23:42:59.530570+0000 mon.a (mon.0) 3021 : cluster [WRN] Health check update: Degraded data redundancy: 239/3123 objects degraded (7.653%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:00.247 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[39303]: cluster 2021-03-04T23:42:58.942035+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1254: 8 total, 7 up, 8 in 2021-03-04T23:43:00.248 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[39303]: cluster 2021-03-04T23:42:59.530570+0000 mon.a (mon.0) 3021 : cluster [WRN] Health check update: Degraded data redundancy: 239/3123 objects degraded (7.653%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:00.248 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:42:59 gibba008 bash[173949]: debug 2021-03-04T23:42:59.877+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:59 gibba023 bash[27374]: cluster 2021-03-04T23:42:58.942035+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1254: 8 total, 7 up, 8 in 2021-03-04T23:43:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:42:59 gibba023 bash[27374]: cluster 2021-03-04T23:42:59.530570+0000 mon.a (mon.0) 3021 : cluster [WRN] Health check update: Degraded data redundancy: 239/3123 objects degraded (7.653%), 16 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:00.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:00.624 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:00.956 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:00 gibba008 bash[91265]: debug 2021-03-04T23:43:00.513+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:01.194 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:01.203 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:00 gibba023 bash[27374]: cluster 2021-03-04T23:42:59.900005+0000 mgr.x (mgr.34379) 1698 : cluster [DBG] pgmap v2576: 197 pgs: 9 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 10 active+undersized+degraded, 17 active+undersized, 150 active+clean; 1.7 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 239/3123 objects degraded (7.653%); 152/3123 objects misplaced (4.867%); 39 MiB/s, 9 keys/s, 41 objects/s recovering 2021-03-04T23:43:01.203 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:00 gibba023 bash[27374]: cluster 2021-03-04T23:42:59.952316+0000 mon.a (mon.0) 3022 : cluster [DBG] osdmap e1255: 8 total, 7 up, 8 in 2021-03-04T23:43:01.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:00 gibba008 bash[37770]: cluster 2021-03-04T23:42:59.900005+0000 mgr.x (mgr.34379) 1698 : cluster [DBG] pgmap v2576: 197 pgs: 9 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 10 active+undersized+degraded, 17 active+undersized, 150 active+clean; 1.7 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 239/3123 objects degraded (7.653%); 152/3123 objects misplaced (4.867%); 39 MiB/s, 9 keys/s, 41 objects/s recovering 2021-03-04T23:43:01.261 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:00 gibba008 bash[37770]: cluster 2021-03-04T23:42:59.952316+0000 mon.a (mon.0) 3022 : cluster [DBG] osdmap e1255: 8 total, 7 up, 8 in 2021-03-04T23:43:01.262 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:01 gibba008 bash[47391]: debug 2021-03-04T23:43:01.185+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:01.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:00 gibba008 bash[39303]: cluster 2021-03-04T23:42:59.900005+0000 mgr.x (mgr.34379) 1698 : cluster [DBG] pgmap v2576: 197 pgs: 9 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 10 active+undersized+degraded, 17 active+undersized, 150 active+clean; 1.7 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 239/3123 objects degraded (7.653%); 152/3123 objects misplaced (4.867%); 39 MiB/s, 9 keys/s, 41 objects/s recovering 2021-03-04T23:43:01.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:00 gibba008 bash[39303]: cluster 2021-03-04T23:42:59.952316+0000 mon.a (mon.0) 3022 : cluster [DBG] osdmap e1255: 8 total, 7 up, 8 in 2021-03-04T23:43:01.297 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:01.892 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:01.972 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 231405414 2021-03-04T23:43:01.981 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 205675294~7814726 2021-03-04T23:43:01.995 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 60820949~4825716 2021-03-04T23:43:01.995 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 31689930~133176 2021-03-04T23:43:01.995 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 40691490~5767988 2021-03-04T23:43:01.996 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 17562804~4791463 2021-03-04T23:43:01.996 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:02.004 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 141347776~3607975 2021-03-04T23:43:02.006 INFO:tasks.workunit.client.0.gibba008.stdout:write: c 64675579~1838170 2021-03-04T23:43:02.012 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 176961616~1524850 2021-03-04T23:43:02.013 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user2 2021-03-04T23:43:02.173 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:01 gibba008 bash[37770]: cluster 2021-03-04T23:43:00.962640+0000 mon.a (mon.0) 3023 : cluster [DBG] osdmap e1256: 8 total, 7 up, 8 in 2021-03-04T23:43:02.174 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:01 gibba008 bash[39303]: cluster 2021-03-04T23:43:00.962640+0000 mon.a (mon.0) 3023 : cluster [DBG] osdmap e1256: 8 total, 7 up, 8 in 2021-03-04T23:43:02.174 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:01 gibba008 bash[91265]: debug 2021-03-04T23:43:01.885+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:02.176 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:02.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[27374]: cluster 2021-03-04T23:43:00.962640+0000 mon.a (mon.0) 3023 : cluster [DBG] osdmap e1256: 8 total, 7 up, 8 in 2021-03-04T23:43:02.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-03-04T23:43:02.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2021-03-04T23:43:02.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2021-03-04T23:43:02.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2021-03-04T23:43:02.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T23:43:02.276 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-03-04T23:43:02.276 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:01 gibba023 bash[115073]: --> ceph-volume lvm activate successful for osd ID: 7 2021-03-04T23:43:02.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:02.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[47391]: debug 2021-03-04T23:43:02.166+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:02.547 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:02.650 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:02.732 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:43:02.804 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:02.981 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[39303]: cluster 2021-03-04T23:43:01.902373+0000 mgr.x (mgr.34379) 1699 : cluster [DBG] pgmap v2579: 197 pgs: 10 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 153 active+clean; 1.7 GiB data, 5.0 GiB used, 663 GiB / 672 GiB avail; 65 MiB/s rd, 15 MiB/s wr, 172 op/s; 236/3228 objects degraded (7.311%); 188/3228 objects misplaced (5.824%); 7.7 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:43:02.982 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[39303]: cluster 2021-03-04T23:43:01.966806+0000 mon.a (mon.0) 3024 : cluster [DBG] osdmap e1257: 8 total, 7 up, 8 in 2021-03-04T23:43:02.982 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[37770]: cluster 2021-03-04T23:43:01.902373+0000 mgr.x (mgr.34379) 1699 : cluster [DBG] pgmap v2579: 197 pgs: 10 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 153 active+clean; 1.7 GiB data, 5.0 GiB used, 663 GiB / 672 GiB avail; 65 MiB/s rd, 15 MiB/s wr, 172 op/s; 236/3228 objects degraded (7.311%); 188/3228 objects misplaced (5.824%); 7.7 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:43:02.982 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[37770]: cluster 2021-03-04T23:43:01.966806+0000 mon.a (mon.0) 3024 : cluster [DBG] osdmap e1257: 8 total, 7 up, 8 in 2021-03-04T23:43:03.001 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:02 gibba023 bash[15180]: debug 2021-03-04T23:43:02.543+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:03.022 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:03.130 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:03.135 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[48858]: debug 2021-03-04T23:43:02.974+0000 7fd39516a700 -1 osd.2 pg_epoch: 1258 pg[44.3( v 1244'214 (0'0,1244'214] local-lis/les=1257/1258 n=26 ec=1024/1024 lis/c=1257/1257 les/c/f=1258/1258/0 sis=1257) [2,0]/[2,0,5] r=0 lpr=1257 crt=1244'214 lcod 1244'213 mlcod 0'0 active+clean+remapped+snaptrim trimq=[ab~1,ad~1,af~1,b1~1]] removing snap head 2021-03-04T23:43:03.135 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:02 gibba008 bash[48858]: debug 2021-03-04T23:43:02.978+0000 7fd39516a700 -1 osd.2 pg_epoch: 1258 pg[44.3( v 1258'218 (0'0,1258'218] local-lis/les=1257/1258 n=23 ec=1024/1024 lis/c=1257/1257 les/c/f=1258/1258/0 sis=1257) [2,0]/[2,0,5] r=0 lpr=1257 crt=1258'218 lcod 1258'216 mlcod 1258'216 active+clean+remapped+snaptrim trimq=[ad~1,af~1,b1~1] ps=[ab~1]] removing snap head 2021-03-04T23:43:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:03 gibba023 bash[27374]: cluster 2021-03-04T23:43:01.902373+0000 mgr.x (mgr.34379) 1699 : cluster [DBG] pgmap v2579: 197 pgs: 10 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 153 active+clean; 1.7 GiB data, 5.0 GiB used, 663 GiB / 672 GiB avail; 65 MiB/s rd, 15 MiB/s wr, 172 op/s; 236/3228 objects degraded (7.311%); 188/3228 objects misplaced (5.824%); 7.7 MiB/s, 2 keys/s, 9 objects/s recovering 2021-03-04T23:43:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:03 gibba023 bash[27374]: cluster 2021-03-04T23:43:01.966806+0000 mon.a (mon.0) 3024 : cluster [DBG] osdmap e1257: 8 total, 7 up, 8 in 2021-03-04T23:43:03.275 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:03 gibba023 bash[15180]: debug 2021-03-04T23:43:03.015+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:03.666 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:03.769 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:03.989 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[91265]: debug 2021-03-04T23:43:03.658+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:03.990 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[91265]: debug 2021-03-04T23:43:03.698+0000 7fc653a2e700 -1 osd.3 pg_epoch: 1258 pg[1.c( empty local-lis/les=1246/1247 n=0 ec=683/5 lis/c=1246/1246 les/c/f=1247/1247/0 sis=1246) [3,0,6] r=0 lpr=1246 crt=0'0 mlcod 0'0 active+clean] scrubber pg(1.c) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 6 (0x55d369a87a20) 2021-03-04T23:43:03.994 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 224584834~6820580 2021-03-04T23:43:04.003 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:04.006 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 132689378~7481905 2021-03-04T23:43:04.006 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 202288730~1562564 2021-03-04T23:43:04.006 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 228578972~1031685 2021-03-04T23:43:04.020 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 17234845~5148289 2021-03-04T23:43:04.021 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 133687963~4827600 2021-03-04T23:43:04.021 INFO:tasks.workunit.client.0.gibba008.stdout:write: d 174012277~4294542 2021-03-04T23:43:04.025 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 93130158~5246740 2021-03-04T23:43:04.025 INFO:tasks.workunit.client.0.gibba008.stdout:snap_create: user3 2021-03-04T23:43:04.076 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:03 gibba023 bash[27374]: cluster 2021-03-04T23:43:02.820985+0000 osd.6 (osd.6) 45 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:43:04.077 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:03 gibba023 bash[27374]: cluster 2021-03-04T23:43:02.822968+0000 osd.6 (osd.6) 46 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:43:04.077 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:03 gibba023 bash[27374]: cluster 2021-03-04T23:43:02.969417+0000 mon.a (mon.0) 3025 : cluster [DBG] osdmap e1258: 8 total, 7 up, 8 in 2021-03-04T23:43:04.078 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:04 gibba023 bash[18090]: debug 2021-03-04T23:43:03.999+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:04.106 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:04.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[39303]: cluster 2021-03-04T23:43:02.820985+0000 osd.6 (osd.6) 45 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:43:04.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[39303]: cluster 2021-03-04T23:43:02.822968+0000 osd.6 (osd.6) 46 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:43:04.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[39303]: cluster 2021-03-04T23:43:02.969417+0000 mon.a (mon.0) 3025 : cluster [DBG] osdmap e1258: 8 total, 7 up, 8 in 2021-03-04T23:43:04.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[37770]: cluster 2021-03-04T23:43:02.820985+0000 osd.6 (osd.6) 45 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:43:04.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[37770]: cluster 2021-03-04T23:43:02.822968+0000 osd.6 (osd.6) 46 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:43:04.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:03 gibba008 bash[37770]: cluster 2021-03-04T23:43:02.969417+0000 mon.a (mon.0) 3025 : cluster [DBG] osdmap e1258: 8 total, 7 up, 8 in 2021-03-04T23:43:04.342 INFO:teuthology.orchestra.run.gibba023.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2021-03-04T23:43:04.442 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:04.545 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:04.711 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:04 gibba023 bash[15180]: debug 2021-03-04T23:43:04.435+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:04.803 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:04.906 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.140 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[48858]: debug 2021-03-04T23:43:04.794+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:05.141 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[37770]: cluster 2021-03-04T23:43:03.903598+0000 mgr.x (mgr.34379) 1700 : cluster [DBG] pgmap v2582: 197 pgs: 1 remapped+peering, 1 active+recovery_wait+remapped, 10 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 1 active+recovering+undersized+remapped, 17 active+undersized, 1 active+remapped, 153 active+clean; 1.8 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 101 MiB/s rd, 33 MiB/s wr, 207 op/s; 183/3354 objects degraded (5.456%); 143/3354 objects misplaced (4.264%); 23 MiB/s, 5 keys/s, 30 objects/s recovering 2021-03-04T23:43:05.141 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[37770]: cluster 2021-03-04T23:43:03.987804+0000 mon.a (mon.0) 3026 : cluster [DBG] osdmap e1259: 8 total, 7 up, 8 in 2021-03-04T23:43:05.141 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[37770]: cluster 2021-03-04T23:43:04.531325+0000 mon.a (mon.0) 3027 : cluster [WRN] Health check update: Degraded data redundancy: 183/3354 objects degraded (5.456%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:05.142 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[39303]: cluster 2021-03-04T23:43:03.903598+0000 mgr.x (mgr.34379) 1700 : cluster [DBG] pgmap v2582: 197 pgs: 1 remapped+peering, 1 active+recovery_wait+remapped, 10 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 1 active+recovering+undersized+remapped, 17 active+undersized, 1 active+remapped, 153 active+clean; 1.8 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 101 MiB/s rd, 33 MiB/s wr, 207 op/s; 183/3354 objects degraded (5.456%); 143/3354 objects misplaced (4.264%); 23 MiB/s, 5 keys/s, 30 objects/s recovering 2021-03-04T23:43:05.142 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[39303]: cluster 2021-03-04T23:43:03.987804+0000 mon.a (mon.0) 3026 : cluster [DBG] osdmap e1259: 8 total, 7 up, 8 in 2021-03-04T23:43:05.142 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:04 gibba008 bash[39303]: cluster 2021-03-04T23:43:04.531325+0000 mon.a (mon.0) 3027 : cluster [WRN] Health check update: Degraded data redundancy: 183/3354 objects degraded (5.456%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:04 gibba023 bash[27374]: cluster 2021-03-04T23:43:03.903598+0000 mgr.x (mgr.34379) 1700 : cluster [DBG] pgmap v2582: 197 pgs: 1 remapped+peering, 1 active+recovery_wait+remapped, 10 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 1 active+recovering+undersized+remapped, 17 active+undersized, 1 active+remapped, 153 active+clean; 1.8 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 101 MiB/s rd, 33 MiB/s wr, 207 op/s; 183/3354 objects degraded (5.456%); 143/3354 objects misplaced (4.264%); 23 MiB/s, 5 keys/s, 30 objects/s recovering 2021-03-04T23:43:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:04 gibba023 bash[27374]: cluster 2021-03-04T23:43:03.987804+0000 mon.a (mon.0) 3026 : cluster [DBG] osdmap e1259: 8 total, 7 up, 8 in 2021-03-04T23:43:05.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:04 gibba023 bash[27374]: cluster 2021-03-04T23:43:04.531325+0000 mon.a (mon.0) 3027 : cluster [WRN] Health check update: Degraded data redundancy: 183/3354 objects degraded (5.456%), 13 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:05.276 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.379 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:05.465 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:43:05.467 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-7, ['dump_ops_in_flight'] 2021-03-04T23:43:05.545 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:05 gibba023 bash[88433]: debug 2021-03-04T23:43:05.271+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:05.546 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:05.655 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:05.657 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:43:05.670 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:43:05.684 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:43:05.696 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:43:05.714 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:43:05.729 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:43:05.745 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:43:05.746 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.747 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.747 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.748 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.749 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:05.749 INFO:teuthology.orchestra.run.gibba008.stderr:Error ENXIO: problem getting command descriptions from osd.7 2021-03-04T23:43:05.749 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: problem getting command descriptions from osd.7 2021-03-04T23:43:05.794 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:05.796 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:05 gibba023 bash[15180]: debug 2021-03-04T23:43:05.539+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:05.796 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:05 gibba023 bash[15180]: debug 2021-03-04T23:43:05.791+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:05.898 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:06.002 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:06.023 INFO:tasks.workunit.client.0.gibba008.stdout:resize: 391009959 2021-03-04T23:43:06.040 INFO:tasks.workunit.client.0.gibba008.stdout:write: 1 39100995~9775248 2021-03-04T23:43:06.048 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 41544807~4887624 2021-03-04T23:43:06.071 INFO:tasks.workunit.client.0.gibba008.stdout:write: 2 78201991~9775248 2021-03-04T23:43:06.081 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 80645803~4887624 2021-03-04T23:43:06.110 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.119 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:06 gibba023 bash[27374]: cluster 2021-03-04T23:43:04.991133+0000 mon.a (mon.0) 3028 : cluster [DBG] osdmap e1260: 8 total, 7 up, 8 in 2021-03-04T23:43:06.119 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:06 gibba023 bash[27374]: audit 2021-03-04T23:43:05.640549+0000 mon.c (mon.1) 185 : audit [DBG] from='client.? 172.21.2.108:0/165156582' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:06.120 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:05 gibba023 bash[88433]: debug 2021-03-04T23:43:05.995+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:06.124 INFO:tasks.workunit.client.0.gibba008.stdout:write: 3 117302987~9775248 2021-03-04T23:43:06.133 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 119746799~4887624 2021-03-04T23:43:06.153 INFO:tasks.workunit.client.0.gibba008.stdout:write: 4 156403983~9775248 2021-03-04T23:43:06.158 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 158847795~4887624 2021-03-04T23:43:06.187 INFO:tasks.workunit.client.0.gibba008.stdout:write: 5 195504979~9775248 2021-03-04T23:43:06.191 INFO:tasks.workunit.client.0.gibba008.stdout:discard: 197948791~4887624 2021-03-04T23:43:06.226 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.261 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:06 gibba008 bash[39303]: cluster 2021-03-04T23:43:04.991133+0000 mon.a (mon.0) 3028 : cluster [DBG] osdmap e1260: 8 total, 7 up, 8 in 2021-03-04T23:43:06.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:06 gibba008 bash[39303]: audit 2021-03-04T23:43:05.640549+0000 mon.c (mon.1) 185 : audit [DBG] from='client.? 172.21.2.108:0/165156582' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:06.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:06 gibba008 bash[37770]: cluster 2021-03-04T23:43:04.991133+0000 mon.a (mon.0) 3028 : cluster [DBG] osdmap e1260: 8 total, 7 up, 8 in 2021-03-04T23:43:06.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:06 gibba008 bash[37770]: audit 2021-03-04T23:43:05.640549+0000 mon.c (mon.1) 185 : audit [DBG] from='client.? 172.21.2.108:0/165156582' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:06.329 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:06.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:06 gibba023 bash[115291]: debug 2021-03-04T23:43:06.155+0000 7fa5d8548f40 -1 Falling back to public interface 2021-03-04T23:43:06.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:06 gibba023 bash[18090]: debug 2021-03-04T23:43:06.223+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:06.962 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:07.065 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:07.139 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:07.220 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:07 gibba008 bash[37770]: cluster 2021-03-04T23:43:05.904951+0000 mgr.x (mgr.34379) 1701 : cluster [DBG] pgmap v2585: 197 pgs: 1 remapped+peering, 1 active+recovery_wait+remapped, 10 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 1 active+recovering+undersized+remapped, 17 active+undersized, 1 active+remapped, 153 active+clean; 1.8 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 36 MiB/s rd, 18 MiB/s wr, 35 op/s; 183/3354 objects degraded (5.456%); 143/3354 objects misplaced (4.264%); 16 MiB/s, 2 keys/s, 20 objects/s recovering 2021-03-04T23:43:07.221 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:07 gibba008 bash[37770]: cluster 2021-03-04T23:43:06.009743+0000 mon.a (mon.0) 3029 : cluster [DBG] osdmap e1261: 8 total, 7 up, 8 in 2021-03-04T23:43:07.221 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:07 gibba008 bash[39303]: cluster 2021-03-04T23:43:05.904951+0000 mgr.x (mgr.34379) 1701 : cluster [DBG] pgmap v2585: 197 pgs: 1 remapped+peering, 1 active+recovery_wait+remapped, 10 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 1 active+recovering+undersized+remapped, 17 active+undersized, 1 active+remapped, 153 active+clean; 1.8 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 36 MiB/s rd, 18 MiB/s wr, 35 op/s; 183/3354 objects degraded (5.456%); 143/3354 objects misplaced (4.264%); 16 MiB/s, 2 keys/s, 20 objects/s recovering 2021-03-04T23:43:07.222 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:07 gibba008 bash[39303]: cluster 2021-03-04T23:43:06.009743+0000 mon.a (mon.0) 3029 : cluster [DBG] osdmap e1261: 8 total, 7 up, 8 in 2021-03-04T23:43:07.222 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:06 gibba008 bash[47391]: debug 2021-03-04T23:43:06.954+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:07.242 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:07.246 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:43:07.247 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:43:07.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:07 gibba023 bash[15180]: debug 2021-03-04T23:43:07.135+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:07.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:07 gibba023 bash[27374]: cluster 2021-03-04T23:43:05.904951+0000 mgr.x (mgr.34379) 1701 : cluster [DBG] pgmap v2585: 197 pgs: 1 remapped+peering, 1 active+recovery_wait+remapped, 10 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 1 active+recovering+undersized+remapped, 17 active+undersized, 1 active+remapped, 153 active+clean; 1.8 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 36 MiB/s rd, 18 MiB/s wr, 35 op/s; 183/3354 objects degraded (5.456%); 143/3354 objects misplaced (4.264%); 16 MiB/s, 2 keys/s, 20 objects/s recovering 2021-03-04T23:43:07.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:07 gibba023 bash[27374]: cluster 2021-03-04T23:43:06.009743+0000 mon.a (mon.0) 3029 : cluster [DBG] osdmap e1261: 8 total, 7 up, 8 in 2021-03-04T23:43:07.308 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:07.411 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:07.493 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:07.597 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:07.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:07 gibba008 bash[91265]: debug 2021-03-04T23:43:07.614+0000 7fc653a2e700 -1 osd.3 pg_epoch: 1262 pg[1.c( empty local-lis/les=1246/1247 n=0 ec=683/5 lis/c=1246/1246 les/c/f=1247/1247/0 sis=1246) [3,0,6] r=0 lpr=1246 crt=0'0 mlcod 0'0 active+clean] scrubber pg(1.c) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 6 (0x55d378e722c0) 2021-03-04T23:43:07.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:07 gibba023 bash[18090]: debug 2021-03-04T23:43:07.303+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:07.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:07 gibba023 bash[88433]: debug 2021-03-04T23:43:07.487+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:07.967 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.024 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is unset 2021-03-04T23:43:08.070 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.132 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[39303]: cluster 2021-03-04T23:43:07.014125+0000 mon.a (mon.0) 3030 : cluster [DBG] osdmap e1262: 8 total, 7 up, 8 in 2021-03-04T23:43:08.132 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[39303]: audit 2021-03-04T23:43:07.201724+0000 mon.a (mon.0) 3031 : audit [INF] from='client.? 172.21.2.108:0/688686466' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:08.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[37770]: cluster 2021-03-04T23:43:07.014125+0000 mon.a (mon.0) 3030 : cluster [DBG] osdmap e1262: 8 total, 7 up, 8 in 2021-03-04T23:43:08.133 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[37770]: audit 2021-03-04T23:43:07.201724+0000 mon.a (mon.0) 3031 : audit [INF] from='client.? 172.21.2.108:0/688686466' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:08.133 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:07 gibba008 bash[173949]: debug 2021-03-04T23:43:07.958+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:08 gibba023 bash[27374]: cluster 2021-03-04T23:43:07.014125+0000 mon.a (mon.0) 3030 : cluster [DBG] osdmap e1262: 8 total, 7 up, 8 in 2021-03-04T23:43:08.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:08 gibba023 bash[27374]: audit 2021-03-04T23:43:07.201724+0000 mon.a (mon.0) 3031 : audit [INF] from='client.? 172.21.2.108:0/688686466' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:08.333 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.435 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.441 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[173949]: debug 2021-03-04T23:43:08.326+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:08.691 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.761 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[91265]: debug 2021-03-04T23:43:08.594+0000 7fc653a2e700 -1 osd.3 pg_epoch: 1263 pg[1.c( empty local-lis/les=1246/1247 n=0 ec=683/5 lis/c=1246/1246 les/c/f=1247/1247/0 sis=1246) [3,0,6] r=0 lpr=1246 crt=0'0 mlcod 0'0 active+clean] scrubber pg(1.c) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 6 (0x55d36d55b760) 2021-03-04T23:43:08.762 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:08 gibba008 bash[173949]: debug 2021-03-04T23:43:08.682+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:08.794 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:09.190 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:09.249 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:09.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:08 gibba023 bash[115291]: debug 2021-03-04T23:43:08.811+0000 7fa5d8548f40 -1 osd.7 1224 log_to_monitors {default=true} 2021-03-04T23:43:09.275 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[115291]: debug 2021-03-04T23:43:09.063+0000 7fa5c8232700 -1 osd.7 1264 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:43:09.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[27374]: cluster 2021-03-04T23:43:07.905487+0000 mgr.x (mgr.34379) 1702 : cluster [DBG] pgmap v2588: 197 pgs: 1 active+recovering+remapped, 1 active+undersized+degraded+remapped, 1 active+clean+wait, 11 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 154 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 61 KiB/s rd, 30 MiB/s wr, 106 op/s; 109/3495 objects degraded (3.119%); 120/3495 objects misplaced (3.433%); 30 MiB/s, 4 keys/s, 30 objects/s recovering 2021-03-04T23:43:09.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[27374]: cluster 2021-03-04T23:43:08.013158+0000 mon.a (mon.0) 3032 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:09.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[27374]: audit 2021-03-04T23:43:08.018480+0000 mon.a (mon.0) 3033 : audit [INF] from='client.? 172.21.2.108:0/688686466' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:09.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[27374]: cluster 2021-03-04T23:43:08.018525+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1263: 8 total, 7 up, 8 in 2021-03-04T23:43:09.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[27374]: audit 2021-03-04T23:43:08.818440+0000 mon.a (mon.0) 3035 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T23:43:09.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:09 gibba023 bash[27374]: audit 2021-03-04T23:43:08.819395+0000 mon.b (mon.2) 10 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T23:43:09.293 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:09.299 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[47391]: debug 2021-03-04T23:43:09.182+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:09.301 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[39303]: cluster 2021-03-04T23:43:07.905487+0000 mgr.x (mgr.34379) 1702 : cluster [DBG] pgmap v2588: 197 pgs: 1 active+recovering+remapped, 1 active+undersized+degraded+remapped, 1 active+clean+wait, 11 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 154 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 61 KiB/s rd, 30 MiB/s wr, 106 op/s; 109/3495 objects degraded (3.119%); 120/3495 objects misplaced (3.433%); 30 MiB/s, 4 keys/s, 30 objects/s recovering 2021-03-04T23:43:09.302 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[39303]: cluster 2021-03-04T23:43:08.013158+0000 mon.a (mon.0) 3032 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:09.302 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[39303]: audit 2021-03-04T23:43:08.018480+0000 mon.a (mon.0) 3033 : audit [INF] from='client.? 172.21.2.108:0/688686466' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:09.303 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[39303]: cluster 2021-03-04T23:43:08.018525+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1263: 8 total, 7 up, 8 in 2021-03-04T23:43:09.303 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[39303]: audit 2021-03-04T23:43:08.818440+0000 mon.a (mon.0) 3035 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T23:43:09.303 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[39303]: audit 2021-03-04T23:43:08.819395+0000 mon.b (mon.2) 10 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T23:43:09.304 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[37770]: cluster 2021-03-04T23:43:07.905487+0000 mgr.x (mgr.34379) 1702 : cluster [DBG] pgmap v2588: 197 pgs: 1 active+recovering+remapped, 1 active+undersized+degraded+remapped, 1 active+clean+wait, 11 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 154 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 61 KiB/s rd, 30 MiB/s wr, 106 op/s; 109/3495 objects degraded (3.119%); 120/3495 objects misplaced (3.433%); 30 MiB/s, 4 keys/s, 30 objects/s recovering 2021-03-04T23:43:09.304 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[37770]: cluster 2021-03-04T23:43:08.013158+0000 mon.a (mon.0) 3032 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:09.305 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[37770]: audit 2021-03-04T23:43:08.018480+0000 mon.a (mon.0) 3033 : audit [INF] from='client.? 172.21.2.108:0/688686466' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:09.305 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[37770]: cluster 2021-03-04T23:43:08.018525+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1263: 8 total, 7 up, 8 in 2021-03-04T23:43:09.306 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[37770]: audit 2021-03-04T23:43:08.818440+0000 mon.a (mon.0) 3035 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T23:43:09.306 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[37770]: audit 2021-03-04T23:43:08.819395+0000 mon.b (mon.2) 10 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-03-04T23:43:09.326 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:09.698 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:09.801 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.011 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:09 gibba008 bash[173949]: debug 2021-03-04T23:43:09.690+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:10.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[37770]: audit 2021-03-04T23:43:09.030710+0000 mon.a (mon.0) 3036 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-03-04T23:43:10.451 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[37770]: cluster 2021-03-04T23:43:09.030794+0000 mon.a (mon.0) 3037 : cluster [DBG] osdmap e1264: 8 total, 7 up, 8 in 2021-03-04T23:43:10.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[37770]: audit 2021-03-04T23:43:09.036051+0000 mon.a (mon.0) 3038 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:43:10.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[37770]: audit 2021-03-04T23:43:09.037047+0000 mon.b (mon.2) 11 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:43:10.452 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[37770]: cluster 2021-03-04T23:43:09.532154+0000 mon.a (mon.0) 3039 : cluster [WRN] Health check update: Degraded data redundancy: 109/3495 objects degraded (3.119%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:10.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[39303]: audit 2021-03-04T23:43:09.030710+0000 mon.a (mon.0) 3036 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-03-04T23:43:10.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[39303]: cluster 2021-03-04T23:43:09.030794+0000 mon.a (mon.0) 3037 : cluster [DBG] osdmap e1264: 8 total, 7 up, 8 in 2021-03-04T23:43:10.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[39303]: audit 2021-03-04T23:43:09.036051+0000 mon.a (mon.0) 3038 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:43:10.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[39303]: audit 2021-03-04T23:43:09.037047+0000 mon.b (mon.2) 11 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:43:10.453 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[39303]: cluster 2021-03-04T23:43:09.532154+0000 mon.a (mon.0) 3039 : cluster [WRN] Health check update: Degraded data redundancy: 109/3495 objects degraded (3.119%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:10.454 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.468 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:43:10.479 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:10 gibba023 bash[27374]: audit 2021-03-04T23:43:09.030710+0000 mon.a (mon.0) 3036 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-03-04T23:43:10.479 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:10 gibba023 bash[27374]: cluster 2021-03-04T23:43:09.030794+0000 mon.a (mon.0) 3037 : cluster [DBG] osdmap e1264: 8 total, 7 up, 8 in 2021-03-04T23:43:10.479 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:10 gibba023 bash[27374]: audit 2021-03-04T23:43:09.036051+0000 mon.a (mon.0) 3038 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:43:10.479 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:10 gibba023 bash[27374]: audit 2021-03-04T23:43:09.037047+0000 mon.b (mon.2) 11 : audit [INF] from='osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0820, "args": ["host=gibba023", "root=default"]}]: dispatch 2021-03-04T23:43:10.480 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:10 gibba023 bash[27374]: cluster 2021-03-04T23:43:09.532154+0000 mon.a (mon.0) 3039 : cluster [WRN] Health check update: Degraded data redundancy: 109/3495 objects degraded (3.119%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:10.546 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:43:10.555 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:10.762 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[47391]: debug 2021-03-04T23:43:10.442+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:10.970 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:11.073 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:11.199 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:11.286 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[39303]: cluster 2021-03-04T23:43:09.906642+0000 mgr.x (mgr.34379) 1703 : cluster [DBG] pgmap v2591: 197 pgs: 1 active+recovering+remapped, 1 active+undersized+degraded+remapped, 1 active+clean+wait, 11 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 154 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 61 KiB/s rd, 30 MiB/s wr, 106 op/s; 109/3495 objects degraded (3.119%); 120/3495 objects misplaced (3.433%); 30 MiB/s, 4 keys/s, 30 objects/s recovering 2021-03-04T23:43:11.287 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[39303]: cluster 2021-03-04T23:43:10.029204+0000 mon.a (mon.0) 3040 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:43:11.287 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[39303]: cluster 2021-03-04T23:43:10.034211+0000 mon.a (mon.0) 3041 : cluster [INF] osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340] boot 2021-03-04T23:43:11.287 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[39303]: cluster 2021-03-04T23:43:10.034284+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2021-03-04T23:43:11.287 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[39303]: audit 2021-03-04T23:43:10.034897+0000 mon.a (mon.0) 3043 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T23:43:11.288 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[39303]: cluster 2021-03-04T23:43:11.042701+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2021-03-04T23:43:11.288 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:10 gibba008 bash[91265]: debug 2021-03-04T23:43:10.962+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:11.288 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[91265]: debug 2021-03-04T23:43:11.190+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:11.289 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[37770]: cluster 2021-03-04T23:43:09.906642+0000 mgr.x (mgr.34379) 1703 : cluster [DBG] pgmap v2591: 197 pgs: 1 active+recovering+remapped, 1 active+undersized+degraded+remapped, 1 active+clean+wait, 11 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 154 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 61 KiB/s rd, 30 MiB/s wr, 106 op/s; 109/3495 objects degraded (3.119%); 120/3495 objects misplaced (3.433%); 30 MiB/s, 4 keys/s, 30 objects/s recovering 2021-03-04T23:43:11.289 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[37770]: cluster 2021-03-04T23:43:10.029204+0000 mon.a (mon.0) 3040 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:43:11.289 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[37770]: cluster 2021-03-04T23:43:10.034211+0000 mon.a (mon.0) 3041 : cluster [INF] osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340] boot 2021-03-04T23:43:11.290 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[37770]: cluster 2021-03-04T23:43:10.034284+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2021-03-04T23:43:11.290 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[37770]: audit 2021-03-04T23:43:10.034897+0000 mon.a (mon.0) 3043 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T23:43:11.290 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[37770]: cluster 2021-03-04T23:43:11.042701+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2021-03-04T23:43:11.302 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[115291]: debug 2021-03-04T23:43:11.183+0000 7fa5aa9f7700 -1 osd.7 pg_epoch: 1266 pg[44.16( v 1259'223 (0'0,1259'223] local-lis/les=1265/1266 n=43 ec=1024/1024 lis/c=1265/1265 les/c/f=1266/1266/0 sis=1265 pruub=12.458293139s) [7,1,5] r=0 lpr=1265 crt=1259'223 mlcod 0'0 active+clean+snaptrim+wait pruub 15.122808588s@ trimq=[ab~1,ad~1,af~1,b1~1]] removing snap head 2021-03-04T23:43:11.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[27374]: cluster 2021-03-04T23:43:09.906642+0000 mgr.x (mgr.34379) 1703 : cluster [DBG] pgmap v2591: 197 pgs: 1 active+recovering+remapped, 1 active+undersized+degraded+remapped, 1 active+clean+wait, 11 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 17 active+undersized, 154 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 61 KiB/s rd, 30 MiB/s wr, 106 op/s; 109/3495 objects degraded (3.119%); 120/3495 objects misplaced (3.433%); 30 MiB/s, 4 keys/s, 30 objects/s recovering 2021-03-04T23:43:11.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[27374]: cluster 2021-03-04T23:43:10.029204+0000 mon.a (mon.0) 3040 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:43:11.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[27374]: cluster 2021-03-04T23:43:10.034211+0000 mon.a (mon.0) 3041 : cluster [INF] osd.7 [v2:172.21.2.123:6824/3662037340,v1:172.21.2.123:6825/3662037340] boot 2021-03-04T23:43:11.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[27374]: cluster 2021-03-04T23:43:10.034284+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2021-03-04T23:43:11.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[27374]: audit 2021-03-04T23:43:10.034897+0000 mon.a (mon.0) 3043 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T23:43:11.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[27374]: cluster 2021-03-04T23:43:11.042701+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2021-03-04T23:43:11.622 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.725 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:11.820 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:11.923 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:11.991 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:11 gibba023 bash[15180]: debug 2021-03-04T23:43:11.815+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:12.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:11 gibba008 bash[48858]: debug 2021-03-04T23:43:11.614+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:12.231 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:12.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:12 gibba023 bash[15180]: debug 2021-03-04T23:43:12.227+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:12.334 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:12.454 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:12.557 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:12.566 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:43:12.566 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:43:12.567 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:43:12.567 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:43:12.567 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.567 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.56899.0:631 37.8 37:1586dad9:::rb.0.de43.4299dc1a.000000000030:head [set-alloc-hint object_size 4194304 write_size 4194304,write 656040~3538264] snapc 19=[19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8] ondisk+write+known_if_redirected e875)", 2021-03-04T23:43:12.568 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:35:55.778220+0000", 2021-03-04T23:43:12.568 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 436.78307443, 2021-03-04T23:43:12.568 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030460224000000001, 2021-03-04T23:43:12.568 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.568 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.569 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.569 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.56899", 2021-03-04T23:43:12.569 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/2120322384", 2021-03-04T23:43:12.569 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 631 2021-03-04T23:43:12.570 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.570 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.570 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.570 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.571 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.778220+0000", 2021-03-04T23:43:12.571 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.571 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.571 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.571 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.572 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.778220+0000", 2021-03-04T23:43:12.572 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003850839 2021-03-04T23:43:12.572 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.573 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.573 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.574 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.782071+0000", 2021-03-04T23:43:12.574 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.4769999999999992e-06 2021-03-04T23:43:12.574 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.574 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.575 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.575 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.782080+0000", 2021-03-04T23:43:12.575 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8715000000000003e-05 2021-03-04T23:43:12.575 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.576 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.576 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.576 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.782139+0000", 2021-03-04T23:43:12.576 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2024000000000001e-05 2021-03-04T23:43:12.576 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.577 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.577 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.577 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.782161+0000", 2021-03-04T23:43:12.577 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019497000000000001 2021-03-04T23:43:12.578 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.578 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.579 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.579 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.782356+0000", 2021-03-04T23:43:12.579 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000434339 2021-03-04T23:43:12.579 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.579 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.580 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.580 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.782790+0000", 2021-03-04T23:43:12.580 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001068056 2021-03-04T23:43:12.581 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.581 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.581 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:43:12.581 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.783858+0000", 2021-03-04T23:43:12.582 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010761303999999999 2021-03-04T23:43:12.582 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.582 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.582 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.583 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.794620+0000", 2021-03-04T23:43:12.583 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0074506349999999997 2021-03-04T23:43:12.583 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.583 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.584 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.584 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.802070+0000", 2021-03-04T23:43:12.584 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0063333590000000002 2021-03-04T23:43:12.584 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.584 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.585 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.585 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.808404+0000", 2021-03-04T23:43:12.585 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016332299999999999 2021-03-04T23:43:12.585 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.586 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.586 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.586 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.808567+0000", 2021-03-04T23:43:12.586 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000113183 2021-03-04T23:43:12.586 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.587 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.587 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.587 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:35:55.808680+0000", 2021-03-04T23:43:12.587 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030460224000000001 2021-03-04T23:43:12.587 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.588 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.588 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.588 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.588 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.589 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47010.0:17353 38.12 38:48478232:::rb.0.b7a2.16c8c2b0.000000000057:snapdir [list-snaps] snapc 0=[] ondisk+read+known_if_redirected e928)", 2021-03-04T23:43:12.589 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:36:49.846319+0000", 2021-03-04T23:43:12.589 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 382.71497558700003, 2021-03-04T23:43:12.589 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.040594977999999997, 2021-03-04T23:43:12.589 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.590 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:43:12.590 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.590 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47010", 2021-03-04T23:43:12.590 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/4017061487", 2021-03-04T23:43:12.591 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 17353 2021-03-04T23:43:12.591 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.591 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.591 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.592 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.592 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846319+0000", 2021-03-04T23:43:12.592 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.592 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.592 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.593 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.593 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846319+0000", 2021-03-04T23:43:12.593 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7879999999999998e-06 2021-03-04T23:43:12.593 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.594 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.594 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.594 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846322+0000", 2021-03-04T23:43:12.594 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5129999999999999e-06 2021-03-04T23:43:12.594 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.595 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.595 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.595 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846324+0000", 2021-03-04T23:43:12.595 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2284e-05 2021-03-04T23:43:12.595 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.596 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.596 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.596 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846336+0000", 2021-03-04T23:43:12.596 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.6389999999999992e-06 2021-03-04T23:43:12.597 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.597 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.597 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.597 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846344+0000", 2021-03-04T23:43:12.597 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00033274599999999997 2021-03-04T23:43:12.598 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.598 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.598 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.598 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.846677+0000", 2021-03-04T23:43:12.599 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.039969238999999997 2021-03-04T23:43:12.599 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.599 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.599 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.599 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.886646+0000", 2021-03-04T23:43:12.600 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000267769 2021-03-04T23:43:12.600 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.600 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.600 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.600 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:36:49.886914+0000", 2021-03-04T23:43:12.601 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.040594977999999997 2021-03-04T23:43:12.601 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.601 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.601 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.602 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.602 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.602 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47136.0:1583 42.1c 42:3843ec3d:::rb.0.b820.448b19d.00000000000d:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc c=[c] ondisk+write+known_if_redirected e984)", 2021-03-04T23:43:12.602 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:05.440706+0000", 2021-03-04T23:43:12.602 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 307.120588484, 2021-03-04T23:43:12.603 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031510080000000003, 2021-03-04T23:43:12.603 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.603 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.603 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.604 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47136", 2021-03-04T23:43:12.604 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/397336354", 2021-03-04T23:43:12.604 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 1583 2021-03-04T23:43:12.604 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.604 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.605 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.605 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.605 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.440706+0000", 2021-03-04T23:43:12.606 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.606 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.606 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.607 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.607 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.440706+0000", 2021-03-04T23:43:12.607 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010388707 2021-03-04T23:43:12.607 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.607 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.608 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.608 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.451095+0000", 2021-03-04T23:43:12.608 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7068e-05 2021-03-04T23:43:12.608 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.609 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.609 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.609 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.451112+0000", 2021-03-04T23:43:12.609 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4795999999999993e-05 2021-03-04T23:43:12.610 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.610 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.610 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.610 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.451186+0000", 2021-03-04T23:43:12.611 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8399999999999999e-05 2021-03-04T23:43:12.611 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.611 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.611 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.612 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.451215+0000", 2021-03-04T23:43:12.612 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023185400000000001 2021-03-04T23:43:12.612 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.612 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.612 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.613 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.451447+0000", 2021-03-04T23:43:12.613 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0527000000000001e-05 2021-03-04T23:43:12.613 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.613 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.614 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op must wait for map", 2021-03-04T23:43:12.614 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.451477+0000", 2021-03-04T23:43:12.614 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0061383339999999996 2021-03-04T23:43:12.615 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.615 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.615 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.615 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.457616+0000", 2021-03-04T23:43:12.615 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00034194800000000001 2021-03-04T23:43:12.616 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.616 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.616 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.616 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.457958+0000", 2021-03-04T23:43:12.616 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001223044 2021-03-04T23:43:12.617 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.617 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.617 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 6", 2021-03-04T23:43:12.617 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.459181+0000", 2021-03-04T23:43:12.618 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012342084999999999 2021-03-04T23:43:12.618 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.618 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.618 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.618 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.471523+0000", 2021-03-04T23:43:12.619 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00050083199999999999 2021-03-04T23:43:12.619 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.619 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.619 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.619 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.472023+0000", 2021-03-04T23:43:12.620 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.8943999999999996e-05 2021-03-04T23:43:12.620 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.620 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.620 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.621 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.472092+0000", 2021-03-04T23:43:12.621 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012354099999999999 2021-03-04T23:43:12.621 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.621 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.621 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.622 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:05.472216+0000", 2021-03-04T23:43:12.622 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031510080000000003 2021-03-04T23:43:12.622 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.622 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.623 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.623 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.623 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.623 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47136.0:2210 42.12 42:4d080c3d:::rbd_header.b8203a55ea25:head [call rbd.metadata_list in=16b] snapc 0=[] ondisk+read+known_if_redirected e991)", 2021-03-04T23:43:12.623 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:13.663427+0000", 2021-03-04T23:43:12.624 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 298.897867335, 2021-03-04T23:43:12.624 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030941499000000001, 2021-03-04T23:43:12.624 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.624 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:43:12.624 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.625 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47136", 2021-03-04T23:43:12.625 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/397336354", 2021-03-04T23:43:12.625 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 2210 2021-03-04T23:43:12.625 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.626 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.626 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.626 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.626 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.663427+0000", 2021-03-04T23:43:12.626 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.627 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.627 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.627 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.627 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.663427+0000", 2021-03-04T23:43:12.628 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6190000000000001e-06 2021-03-04T23:43:12.628 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.628 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.628 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.628 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.663429+0000", 2021-03-04T23:43:12.629 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.575e-06 2021-03-04T23:43:12.629 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.629 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.629 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.629 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.663430+0000", 2021-03-04T23:43:12.630 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7850000000000003e-06 2021-03-04T23:43:12.630 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.631 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.632 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.632 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.663437+0000", 2021-03-04T23:43:12.632 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.337e-06 2021-03-04T23:43:12.632 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.633 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.633 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.633 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.663440+0000", 2021-03-04T23:43:12.633 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030589402000000002 2021-03-04T23:43:12.634 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.634 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.634 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.634 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.694030+0000", 2021-03-04T23:43:12.634 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0001494 2021-03-04T23:43:12.635 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.635 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.635 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.635 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.694179+0000", 2021-03-04T23:43:12.636 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018938099999999999 2021-03-04T23:43:12.636 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.636 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.636 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.639 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:13.694369+0000", 2021-03-04T23:43:12.639 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030941499000000001 2021-03-04T23:43:12.639 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.640 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.640 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.640 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.640 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.640 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.47136.0:4519 42.12 42:48973cef:::rbd_data.b82095cf6e26.0000000000000040:head [write 0~1048576 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1016)", 2021-03-04T23:43:12.641 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.833210+0000", 2021-03-04T23:43:12.641 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 273.72808396800002, 2021-03-04T23:43:12.641 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.056550420999999997, 2021-03-04T23:43:12.641 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.641 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.642 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.642 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.47136", 2021-03-04T23:43:12.642 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/397336354", 2021-03-04T23:43:12.642 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 4519 2021-03-04T23:43:12.643 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.643 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.643 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.643 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.643 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833210+0000", 2021-03-04T23:43:12.644 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.644 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.644 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.644 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.645 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833210+0000", 2021-03-04T23:43:12.645 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022238499999999999 2021-03-04T23:43:12.645 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.645 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.645 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.646 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833433+0000", 2021-03-04T23:43:12.646 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9870000000000002e-06 2021-03-04T23:43:12.646 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.646 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.647 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.647 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833435+0000", 2021-03-04T23:43:12.648 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.8569999999999995e-06 2021-03-04T23:43:12.648 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.648 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.648 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.649 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833443+0000", 2021-03-04T23:43:12.649 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7790000000000002e-06 2021-03-04T23:43:12.650 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.650 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.650 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.650 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833446+0000", 2021-03-04T23:43:12.651 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2753999999999998e-05 2021-03-04T23:43:12.651 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.651 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.651 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.651 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833479+0000", 2021-03-04T23:43:12.652 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000115102 2021-03-04T23:43:12.652 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.652 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.652 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.653 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833594+0000", 2021-03-04T23:43:12.653 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.9297999999999997e-05 2021-03-04T23:43:12.653 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.653 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.653 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:43:12.654 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.833694+0000", 2021-03-04T23:43:12.654 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0030092140000000001 2021-03-04T23:43:12.654 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.654 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.655 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.655 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836703+0000", 2021-03-04T23:43:12.655 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.052595623000000001 2021-03-04T23:43:12.655 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.655 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.656 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.656 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889298+0000", 2021-03-04T23:43:12.656 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013407 2021-03-04T23:43:12.656 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.657 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.657 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.657 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889432+0000", 2021-03-04T23:43:12.657 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019718099999999999 2021-03-04T23:43:12.657 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.658 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.658 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.658 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889630+0000", 2021-03-04T23:43:12.658 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013117099999999999 2021-03-04T23:43:12.659 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.659 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.659 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.659 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889761+0000", 2021-03-04T23:43:12.659 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.056550420999999997 2021-03-04T23:43:12.660 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.660 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.660 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.660 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.661 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.661 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.47136.0:4517 42.1a e1016/972 42:5ff539b4:::rbd_data.b82095cf6e26.000000000000003f:head v 1016'31, mlcod=1016'28)", 2021-03-04T23:43:12.661 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.834051+0000", 2021-03-04T23:43:12.661 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 273.72724338199998, 2021-03-04T23:43:12.661 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.055010752000000003, 2021-03-04T23:43:12.662 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.662 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.662 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.662 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.663 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.663 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834051+0000", 2021-03-04T23:43:12.663 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.663 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.663 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.664 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.664 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834051+0000", 2021-03-04T23:43:12.664 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000247858 2021-03-04T23:43:12.664 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.664 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.665 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.665 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834299+0000", 2021-03-04T23:43:12.665 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.8870000000000001e-06 2021-03-04T23:43:12.665 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.666 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.666 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.666 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834301+0000", 2021-03-04T23:43:12.666 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.3690000000000007e-06 2021-03-04T23:43:12.666 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.667 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.667 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.667 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834309+0000", 2021-03-04T23:43:12.667 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.9100000000000004e-06 2021-03-04T23:43:12.668 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.668 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.668 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.668 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834314+0000", 2021-03-04T23:43:12.668 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.1776000000000002e-05 2021-03-04T23:43:12.669 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.669 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.669 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.669 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834346+0000", 2021-03-04T23:43:12.669 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4781e-05 2021-03-04T23:43:12.670 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.670 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.670 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.670 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.834361+0000", 2021-03-04T23:43:12.670 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.005598128 2021-03-04T23:43:12.671 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.671 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.671 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.671 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.839959+0000", 2021-03-04T23:43:12.672 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.049103042999999999 2021-03-04T23:43:12.672 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.672 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.672 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.672 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889062+0000", 2021-03-04T23:43:12.673 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.055010752000000003 2021-03-04T23:43:12.673 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.673 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.673 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.673 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.674 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.674 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.47136.0:4523 42.11 e1016/1005 42:8943ad40:::rbd_data.b82095cf6e26.0000000000000041:head v 1016'9, mlcod=0'0)", 2021-03-04T23:43:12.674 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.835527+0000", 2021-03-04T23:43:12.674 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 273.72576767999999, 2021-03-04T23:43:12.675 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.053809042000000001, 2021-03-04T23:43:12.675 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.675 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.675 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.675 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.676 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.676 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835527+0000", 2021-03-04T23:43:12.676 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.676 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.676 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.677 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.677 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835527+0000", 2021-03-04T23:43:12.677 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00031126299999999999 2021-03-04T23:43:12.677 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.677 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.678 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.678 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835838+0000", 2021-03-04T23:43:12.678 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.41e-06 2021-03-04T23:43:12.678 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.678 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.679 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.679 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835841+0000", 2021-03-04T23:43:12.679 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0304e-05 2021-03-04T23:43:12.679 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.679 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.680 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.680 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835852+0000", 2021-03-04T23:43:12.680 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9550000000000002e-06 2021-03-04T23:43:12.680 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.681 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.681 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.681 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835856+0000", 2021-03-04T23:43:12.681 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0956e-05 2021-03-04T23:43:12.681 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.682 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.682 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.682 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835887+0000", 2021-03-04T23:43:12.682 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6492000000000001e-05 2021-03-04T23:43:12.683 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.683 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.683 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.683 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835903+0000", 2021-03-04T23:43:12.683 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.053315071999999998 2021-03-04T23:43:12.684 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.684 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.684 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.684 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889218+0000", 2021-03-04T23:43:12.685 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011759 2021-03-04T23:43:12.685 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.685 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.685 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.685 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889336+0000", 2021-03-04T23:43:12.686 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.053809042000000001 2021-03-04T23:43:12.686 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.686 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.687 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.687 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.687 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.687 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.47136.0:4524 42.1a e1016/972 42:59a80520:::rbd_data.b82095cf6e26.0000000000000046:head v 1016'32, mlcod=1016'28)", 2021-03-04T23:43:12.688 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.835929+0000", 2021-03-04T23:43:12.688 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 273.72536526200003, 2021-03-04T23:43:12.688 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054658316999999998, 2021-03-04T23:43:12.688 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.688 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.689 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.689 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.689 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.689 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835929+0000", 2021-03-04T23:43:12.690 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.690 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.690 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.690 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.690 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.835929+0000", 2021-03-04T23:43:12.691 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00028556399999999998 2021-03-04T23:43:12.691 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.691 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.691 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.692 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836215+0000", 2021-03-04T23:43:12.692 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3919999999999999e-06 2021-03-04T23:43:12.692 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.692 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.693 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.693 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836218+0000", 2021-03-04T23:43:12.693 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7749999999999998e-06 2021-03-04T23:43:12.693 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.694 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.694 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.694 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836227+0000", 2021-03-04T23:43:12.694 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6750000000000001e-06 2021-03-04T23:43:12.694 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.695 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.695 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.695 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836232+0000", 2021-03-04T23:43:12.695 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8157e-05 2021-03-04T23:43:12.696 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.697 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.697 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.697 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836280+0000", 2021-03-04T23:43:12.697 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9581000000000001e-05 2021-03-04T23:43:12.698 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.698 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.698 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.698 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836299+0000", 2021-03-04T23:43:12.698 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054205541000000003 2021-03-04T23:43:12.699 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.699 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.699 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.699 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.890505+0000", 2021-03-04T23:43:12.699 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2632000000000004e-05 2021-03-04T23:43:12.700 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.700 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.700 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.700 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.890587+0000", 2021-03-04T23:43:12.701 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054658316999999998 2021-03-04T23:43:12.701 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.701 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.701 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.702 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.702 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.703 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop_reply(client.47136.0:4519 42.12 e1016/972 ondisk, result = 0)", 2021-03-04T23:43:12.703 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.836913+0000", 2021-03-04T23:43:12.704 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 273.724380892, 2021-03-04T23:43:12.704 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.052394944999999998, 2021-03-04T23:43:12.704 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.704 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "started", 2021-03-04T23:43:12.704 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.705 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.705 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.705 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836913+0000", 2021-03-04T23:43:12.705 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.706 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.706 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.706 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.706 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836913+0000", 2021-03-04T23:43:12.706 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7549999999999999e-06 2021-03-04T23:43:12.707 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.707 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.707 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.707 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836915+0000", 2021-03-04T23:43:12.707 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.669e-06 2021-03-04T23:43:12.708 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.708 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.708 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.708 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.836917+0000", 2021-03-04T23:43:12.709 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.052031480999999997 2021-03-04T23:43:12.709 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.709 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.709 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.709 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.888948+0000", 2021-03-04T23:43:12.710 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3168999999999999e-05 2021-03-04T23:43:12.710 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.710 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.710 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.710 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889002+0000", 2021-03-04T23:43:12.711 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022557400000000001 2021-03-04T23:43:12.711 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.711 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.711 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.712 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889227+0000", 2021-03-04T23:43:12.712 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6159999999999999e-05 2021-03-04T23:43:12.712 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.712 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.713 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.713 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889263+0000", 2021-03-04T23:43:12.714 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5136999999999998e-05 2021-03-04T23:43:12.714 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.714 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.714 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.715 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889308+0000", 2021-03-04T23:43:12.715 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.052394944999999998 2021-03-04T23:43:12.715 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.715 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.716 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.716 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.716 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.716 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.47136.0:4528 42.1a e1016/972 42:5c795db7:::rbd_data.b82095cf6e26.0000000000000043:head v 1016'33, mlcod=1016'28)", 2021-03-04T23:43:12.716 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:38:38.837138+0000", 2021-03-04T23:43:12.717 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 273.72415667500002, 2021-03-04T23:43:12.717 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054226916999999999, 2021-03-04T23:43:12.717 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.717 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.717 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.718 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.718 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.718 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.837138+0000", 2021-03-04T23:43:12.718 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.719 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.719 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.719 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.719 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.837138+0000", 2021-03-04T23:43:12.719 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000161779 2021-03-04T23:43:12.720 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.720 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.720 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.720 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.837299+0000", 2021-03-04T23:43:12.720 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.672e-06 2021-03-04T23:43:12.721 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.721 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.721 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.721 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.837302+0000", 2021-03-04T23:43:12.722 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.051699819000000001 2021-03-04T23:43:12.722 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.722 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.722 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.722 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889002+0000", 2021-03-04T23:43:12.723 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2339999999999999e-05 2021-03-04T23:43:12.723 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.723 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.723 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.723 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889034+0000", 2021-03-04T23:43:12.724 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00023824999999999999 2021-03-04T23:43:12.724 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.724 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.724 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.725 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889273+0000", 2021-03-04T23:43:12.725 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0686999999999997e-05 2021-03-04T23:43:12.725 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.725 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.725 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.726 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.889333+0000", 2021-03-04T23:43:12.726 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001944975 2021-03-04T23:43:12.726 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.726 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.726 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.727 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.891278+0000", 2021-03-04T23:43:12.727 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.6395000000000002e-05 2021-03-04T23:43:12.727 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.727 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.728 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.728 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:38:38.891365+0000", 2021-03-04T23:43:12.728 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.054226916999999999 2021-03-04T23:43:12.728 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.728 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.729 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.729 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.729 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.729 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:7786 44.1a 44:594ab534:::rb.0.df45.e9ffa59.000000000000:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 0=[] ondisk+write+known_if_redirected e1036)", 2021-03-04T23:43:12.729 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:11.962040+0000", 2021-03-04T23:43:12.730 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 240.59925480300001, 2021-03-04T23:43:12.730 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030748661, 2021-03-04T23:43:12.730 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.730 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.730 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.731 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.731 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.731 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 7786 2021-03-04T23:43:12.731 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.732 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.732 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.732 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.733 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.962040+0000", 2021-03-04T23:43:12.733 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.733 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.733 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.734 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.734 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.962040+0000", 2021-03-04T23:43:12.734 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0059930319999999997 2021-03-04T23:43:12.734 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.735 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.735 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.735 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.968033+0000", 2021-03-04T23:43:12.735 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1324e-05 2021-03-04T23:43:12.735 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.736 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.736 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.736 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.968044+0000", 2021-03-04T23:43:12.736 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2637000000000004e-05 2021-03-04T23:43:12.736 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.737 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.737 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.737 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.968107+0000", 2021-03-04T23:43:12.737 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0303000000000001e-05 2021-03-04T23:43:12.737 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.738 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.738 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.738 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.968137+0000", 2021-03-04T23:43:12.738 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019100700000000001 2021-03-04T23:43:12.739 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.739 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.739 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.739 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.968328+0000", 2021-03-04T23:43:12.740 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00039825800000000002 2021-03-04T23:43:12.740 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.740 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.741 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.741 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.968726+0000", 2021-03-04T23:43:12.741 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00040581599999999998 2021-03-04T23:43:12.741 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.742 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.742 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:43:12.742 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.969132+0000", 2021-03-04T23:43:12.742 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0092454440000000002 2021-03-04T23:43:12.742 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.743 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.743 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.743 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.978377+0000", 2021-03-04T23:43:12.743 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013135394 2021-03-04T23:43:12.743 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.744 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.744 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.744 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.991513+0000", 2021-03-04T23:43:12.744 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0010401620000000001 2021-03-04T23:43:12.745 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.745 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.745 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.745 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.992553+0000", 2021-03-04T23:43:12.745 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014664699999999999 2021-03-04T23:43:12.746 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.746 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.746 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.746 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.992700+0000", 2021-03-04T23:43:12.746 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8636999999999999e-05 2021-03-04T23:43:12.747 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.747 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.747 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.747 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:11.992788+0000", 2021-03-04T23:43:12.748 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030748661 2021-03-04T23:43:12.748 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.748 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.748 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.748 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.749 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.749 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:9042 44.16 44:6d5a6a59:::rb.0.df45.5ba9313c.000000000001:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 18=[18,16,14] ondisk+write+known_if_redirected e1054)", 2021-03-04T23:43:12.749 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:29.478650+0000", 2021-03-04T23:43:12.749 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 223.08264387599999, 2021-03-04T23:43:12.749 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028799539999999998, 2021-03-04T23:43:12.750 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.750 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.750 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.750 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.751 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.751 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 9042 2021-03-04T23:43:12.751 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.751 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.751 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.752 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.752 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.478650+0000", 2021-03-04T23:43:12.752 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.753 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.753 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.753 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.753 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.478650+0000", 2021-03-04T23:43:12.753 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0013912040000000001 2021-03-04T23:43:12.754 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.754 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.754 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.754 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480042+0000", 2021-03-04T23:43:12.754 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4670000000000003e-06 2021-03-04T23:43:12.755 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.755 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.755 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.755 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480047+0000", 2021-03-04T23:43:12.755 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6098e-05 2021-03-04T23:43:12.756 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.756 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.756 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.756 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480073+0000", 2021-03-04T23:43:12.756 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.5050000000000007e-06 2021-03-04T23:43:12.757 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.757 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.757 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.757 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480082+0000", 2021-03-04T23:43:12.758 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.4576000000000001e-05 2021-03-04T23:43:12.758 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.758 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.758 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.758 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480126+0000", 2021-03-04T23:43:12.759 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9462999999999995e-05 2021-03-04T23:43:12.759 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.759 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.759 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.759 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480196+0000", 2021-03-04T23:43:12.760 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000123943 2021-03-04T23:43:12.760 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.760 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.760 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:43:12.761 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.480320+0000", 2021-03-04T23:43:12.761 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014360662 2021-03-04T23:43:12.761 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.761 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.761 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.762 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.494680+0000", 2021-03-04T23:43:12.762 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00099771899999999999 2021-03-04T23:43:12.762 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.762 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.762 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.763 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.495678+0000", 2021-03-04T23:43:12.763 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011635687 2021-03-04T23:43:12.763 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.763 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.763 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.764 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.507314+0000", 2021-03-04T23:43:12.764 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.6552999999999995e-05 2021-03-04T23:43:12.764 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.764 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.764 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.765 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.507410+0000", 2021-03-04T23:43:12.765 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9663000000000003e-05 2021-03-04T23:43:12.765 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.765 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.765 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.766 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.507450+0000", 2021-03-04T23:43:12.766 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028799539999999998 2021-03-04T23:43:12.766 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.766 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.767 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.767 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.767 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.767 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:9044 44.1f 44:f88bc05a:::rb.0.df45.4266d9b5.000000000000:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 19=[19,17,15] ondisk+write+known_if_redirected e1054)", 2021-03-04T23:43:12.767 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:29.484083+0000", 2021-03-04T23:43:12.768 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 223.077211457, 2021-03-04T23:43:12.768 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030977924, 2021-03-04T23:43:12.768 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.768 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.768 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.769 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.769 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.769 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 9044 2021-03-04T23:43:12.769 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.769 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.770 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.770 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.770 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.484083+0000", 2021-03-04T23:43:12.770 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.770 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.771 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.771 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.771 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.484083+0000", 2021-03-04T23:43:12.772 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038052120000000001 2021-03-04T23:43:12.772 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.772 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.772 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.772 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.487888+0000", 2021-03-04T23:43:12.773 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.9870000000000002e-06 2021-03-04T23:43:12.773 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.773 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.773 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.773 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.487895+0000", 2021-03-04T23:43:12.774 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9045000000000003e-05 2021-03-04T23:43:12.774 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.774 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.774 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.775 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.487934+0000", 2021-03-04T23:43:12.775 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4151999999999999e-05 2021-03-04T23:43:12.775 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.775 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.775 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.776 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.487948+0000", 2021-03-04T23:43:12.776 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1766000000000005e-05 2021-03-04T23:43:12.776 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.776 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.776 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.777 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.488010+0000", 2021-03-04T23:43:12.777 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018566000000000001 2021-03-04T23:43:12.777 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.778 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.778 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.778 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.488196+0000", 2021-03-04T23:43:12.779 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026429399999999999 2021-03-04T23:43:12.779 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.779 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.779 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:43:12.780 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.488460+0000", 2021-03-04T23:43:12.780 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013642227 2021-03-04T23:43:12.780 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.780 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.780 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.781 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.502102+0000", 2021-03-04T23:43:12.781 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001009572 2021-03-04T23:43:12.781 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.781 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.781 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.782 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.503112+0000", 2021-03-04T23:43:12.782 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011846679000000001 2021-03-04T23:43:12.782 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.782 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.783 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.783 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.514958+0000", 2021-03-04T23:43:12.783 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2762999999999995e-05 2021-03-04T23:43:12.783 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.783 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.784 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.784 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.515021+0000", 2021-03-04T23:43:12.784 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9567000000000003e-05 2021-03-04T23:43:12.784 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.784 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.785 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.785 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:29.515061+0000", 2021-03-04T23:43:12.785 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030977924 2021-03-04T23:43:12.785 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.785 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.786 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.786 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.786 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.786 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:11908 44.1f 44:fbe2a94f:::rbd_data.df4573e892da.0000000000000000:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1081)", 2021-03-04T23:43:12.787 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:39:58.190514+0000", 2021-03-04T23:43:12.787 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 194.370780481, 2021-03-04T23:43:12.787 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031172149, 2021-03-04T23:43:12.787 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.787 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.788 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.788 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.788 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.788 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 11908 2021-03-04T23:43:12.789 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.789 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.789 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.789 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.789 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.190514+0000", 2021-03-04T23:43:12.790 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.790 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.790 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.790 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.791 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.190514+0000", 2021-03-04T23:43:12.791 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0036387189999999999 2021-03-04T23:43:12.791 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.791 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.791 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.792 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194153+0000", 2021-03-04T23:43:12.792 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0305999999999999e-05 2021-03-04T23:43:12.792 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.794 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.794 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.794 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194163+0000", 2021-03-04T23:43:12.794 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1801000000000002e-05 2021-03-04T23:43:12.795 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.795 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.795 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.795 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194205+0000", 2021-03-04T23:43:12.796 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6835999999999999e-05 2021-03-04T23:43:12.796 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.796 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.796 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.796 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194222+0000", 2021-03-04T23:43:12.797 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015259 2021-03-04T23:43:12.797 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.797 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.797 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.797 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194374+0000", 2021-03-04T23:43:12.798 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026507700000000001 2021-03-04T23:43:12.798 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.798 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.798 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.799 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.194639+0000", 2021-03-04T23:43:12.799 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001407597 2021-03-04T23:43:12.799 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.799 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.800 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:43:12.800 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.196047+0000", 2021-03-04T23:43:12.800 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012009295 2021-03-04T23:43:12.800 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.800 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.801 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.801 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.208056+0000", 2021-03-04T23:43:12.801 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012595939 2021-03-04T23:43:12.802 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.802 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.802 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.802 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.220652+0000", 2021-03-04T23:43:12.802 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00098495399999999991 2021-03-04T23:43:12.803 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.803 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.803 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.803 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221637+0000", 2021-03-04T23:43:12.804 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8656000000000001e-05 2021-03-04T23:43:12.804 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.804 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.804 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.804 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221666+0000", 2021-03-04T23:43:12.805 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0378999999999999e-05 2021-03-04T23:43:12.805 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.805 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.805 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.805 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:39:58.221686+0000", 2021-03-04T23:43:12.806 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031172149 2021-03-04T23:43:12.806 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.806 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.806 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.806 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.807 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.807 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:15216 44.1f 44:ffe7657c:::rbd_data.df45f3155200.0000000000000000:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1121)", 2021-03-04T23:43:12.807 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:40:38.761890+0000", 2021-03-04T23:43:12.807 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 153.79940392, 2021-03-04T23:43:12.808 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032809115999999999, 2021-03-04T23:43:12.808 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.808 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.808 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.808 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.809 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.809 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 15216 2021-03-04T23:43:12.809 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.809 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.809 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.810 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.810 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.761890+0000", 2021-03-04T23:43:12.810 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.810 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.811 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.811 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.811 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.761890+0000", 2021-03-04T23:43:12.811 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026086569999999999 2021-03-04T23:43:12.811 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.812 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.812 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.812 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.764499+0000", 2021-03-04T23:43:12.812 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1159999999999998e-06 2021-03-04T23:43:12.812 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.813 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.813 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.813 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.764504+0000", 2021-03-04T23:43:12.813 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7458e-05 2021-03-04T23:43:12.813 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.814 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.814 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.814 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.764532+0000", 2021-03-04T23:43:12.814 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1368e-05 2021-03-04T23:43:12.815 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.815 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.815 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.815 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.764543+0000", 2021-03-04T23:43:12.815 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.7876999999999999e-05 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.764631+0000", 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018492000000000001 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.764816+0000", 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00078732800000000001 2021-03-04T23:43:12.818 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.818 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.818 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:43:12.818 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.765603+0000", 2021-03-04T23:43:12.819 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012959699999999999 2021-03-04T23:43:12.819 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.819 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.819 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.819 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.778563+0000", 2021-03-04T23:43:12.820 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000190934 2021-03-04T23:43:12.820 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.820 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.820 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.821 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.778754+0000", 2021-03-04T23:43:12.821 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015895875 2021-03-04T23:43:12.821 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.821 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.821 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.822 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.794650+0000", 2021-03-04T23:43:12.822 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8436e-05 2021-03-04T23:43:12.822 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.822 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.822 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.823 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.794678+0000", 2021-03-04T23:43:12.823 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1447e-05 2021-03-04T23:43:12.823 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.823 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.824 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.824 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.794700+0000", 2021-03-04T23:43:12.824 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032809115999999999 2021-03-04T23:43:12.824 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.824 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.825 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.825 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.825 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.825 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:17836 44.1f 44:f80e556d:::rb.0.df45.778d8a26.000000000015:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 6a=[6a,68] ondisk+write+known_if_redirected e1146)", 2021-03-04T23:43:12.825 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:03.688453+0000", 2021-03-04T23:43:12.826 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 128.87284144099999, 2021-03-04T23:43:12.826 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.041260087000000001, 2021-03-04T23:43:12.826 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.826 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.827 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.827 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.827 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.827 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 17836 2021-03-04T23:43:12.827 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.828 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.828 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.828 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.828 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.688453+0000", 2021-03-04T23:43:12.828 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.829 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.829 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.829 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.829 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.688453+0000", 2021-03-04T23:43:12.830 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.003313622 2021-03-04T23:43:12.830 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.830 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.830 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.831 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.691767+0000", 2021-03-04T23:43:12.831 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3600000000000001e-06 2021-03-04T23:43:12.831 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.831 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.832 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.832 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.691773+0000", 2021-03-04T23:43:12.832 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7342000000000003e-05 2021-03-04T23:43:12.832 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.832 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.833 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.833 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.691810+0000", 2021-03-04T23:43:12.833 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0642999999999999e-05 2021-03-04T23:43:12.833 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.834 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.834 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.834 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.691831+0000", 2021-03-04T23:43:12.834 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.8832000000000005e-05 2021-03-04T23:43:12.834 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.835 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.835 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.835 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.691930+0000", 2021-03-04T23:43:12.835 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025139800000000001 2021-03-04T23:43:12.835 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.836 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.836 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.836 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.692181+0000", 2021-03-04T23:43:12.836 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025333199999999999 2021-03-04T23:43:12.837 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.837 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.837 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:43:12.837 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.692434+0000", 2021-03-04T23:43:12.837 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0076537999999999997 2021-03-04T23:43:12.838 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.838 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.838 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.838 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.700088+0000", 2021-03-04T23:43:12.838 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0077001090000000001 2021-03-04T23:43:12.839 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.839 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.839 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.839 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.707788+0000", 2021-03-04T23:43:12.839 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.021812808999999999 2021-03-04T23:43:12.840 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.840 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.840 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.841 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.729601+0000", 2021-03-04T23:43:12.841 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6818999999999998e-05 2021-03-04T23:43:12.841 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.841 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.842 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.842 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.729668+0000", 2021-03-04T23:43:12.842 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5021000000000001e-05 2021-03-04T23:43:12.842 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.843 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.843 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.843 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.729713+0000", 2021-03-04T23:43:12.843 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.041260087000000001 2021-03-04T23:43:12.843 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.844 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.844 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.844 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.844 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.844 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:17841 44.1f 44:f8518aeb:::rb.0.df45.29e21cec.000000000014:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 6b=[6b,69] ondisk+write+known_if_redirected e1146)", 2021-03-04T23:43:12.845 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:03.699016+0000", 2021-03-04T23:43:12.845 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 128.862278481, 2021-03-04T23:43:12.845 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030916603000000001, 2021-03-04T23:43:12.845 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.846 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.846 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.846 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.846 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.846 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 17841 2021-03-04T23:43:12.847 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.847 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.847 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.847 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.847 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.699016+0000", 2021-03-04T23:43:12.848 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.848 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.848 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.848 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.848 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.699016+0000", 2021-03-04T23:43:12.849 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025810989999999999 2021-03-04T23:43:12.849 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.849 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.849 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.850 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.701597+0000", 2021-03-04T23:43:12.850 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6760000000000004e-06 2021-03-04T23:43:12.850 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.850 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.850 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.851 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.701603+0000", 2021-03-04T23:43:12.851 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7118e-05 2021-03-04T23:43:12.851 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.851 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.851 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.852 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.701630+0000", 2021-03-04T23:43:12.852 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1946999999999999e-05 2021-03-04T23:43:12.852 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.852 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.852 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.853 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.701642+0000", 2021-03-04T23:43:12.853 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6716999999999999e-05 2021-03-04T23:43:12.853 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.853 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.854 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.854 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.701698+0000", 2021-03-04T23:43:12.854 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018480699999999999 2021-03-04T23:43:12.854 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.854 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.855 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.855 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.701883+0000", 2021-03-04T23:43:12.855 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020356000000000001 2021-03-04T23:43:12.855 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.855 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.856 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:43:12.856 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.702087+0000", 2021-03-04T23:43:12.856 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010740659 2021-03-04T23:43:12.856 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.857 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.857 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.857 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.712827+0000", 2021-03-04T23:43:12.857 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020123530000000001 2021-03-04T23:43:12.857 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.858 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.858 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.859 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.714840+0000", 2021-03-04T23:43:12.859 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014945691000000001 2021-03-04T23:43:12.860 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.860 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.861 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.861 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.729786+0000", 2021-03-04T23:43:12.861 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2386999999999996e-05 2021-03-04T23:43:12.861 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.862 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.862 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.862 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.729868+0000", 2021-03-04T23:43:12.862 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4589000000000001e-05 2021-03-04T23:43:12.862 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.863 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.863 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.863 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.729932+0000", 2021-03-04T23:43:12.863 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030916603000000001 2021-03-04T23:43:12.864 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.864 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.864 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.865 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.865 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.866 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_repop(client.57157.0:26762 44.b e1236/1024 44:d1d00959:::image290.rbd:head v 1236'185, mlcod=1234'183)", 2021-03-04T23:43:12.866 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:39.752689+0000", 2021-03-04T23:43:12.867 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 32.808605479000001, 2021-03-04T23:43:12.867 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.037865534999999999, 2021-03-04T23:43:12.868 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.871 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.871 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.871 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.872 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.872 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.752689+0000", 2021-03-04T23:43:12.872 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.872 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.873 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.873 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.873 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.752689+0000", 2021-03-04T23:43:12.873 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5379999999999999e-06 2021-03-04T23:43:12.873 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.874 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.874 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.874 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.752690+0000", 2021-03-04T23:43:12.874 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.5155e-05 2021-03-04T23:43:12.875 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.875 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.875 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.875 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.752706+0000", 2021-03-04T23:43:12.876 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.032492077000000001 2021-03-04T23:43:12.876 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.876 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.877 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.877 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.785198+0000", 2021-03-04T23:43:12.877 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00213809 2021-03-04T23:43:12.878 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.878 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.878 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.879 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.787336+0000", 2021-03-04T23:43:12.879 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00069853099999999996 2021-03-04T23:43:12.879 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.879 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.879 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.880 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.788034+0000", 2021-03-04T23:43:12.880 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0370999999999993e-05 2021-03-04T23:43:12.880 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.880 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.881 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.881 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.788115+0000", 2021-03-04T23:43:12.881 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0024123249999999999 2021-03-04T23:43:12.882 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.882 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.882 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.882 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.790527+0000", 2021-03-04T23:43:12.882 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7447999999999999e-05 2021-03-04T23:43:12.883 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.883 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.883 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.883 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:39.790554+0000", 2021-03-04T23:43:12.884 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.037865534999999999 2021-03-04T23:43:12.884 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.884 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.884 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.884 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.885 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.885 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:28780 44.1a 44:5c9ef04f:::rbd_data.df453c47f2bd.000000000000002f:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc d5=[d5,d3,d1,cf,cd,cc,cb,ca] ondisk+write+known_if_redirected e1261)", 2021-03-04T23:43:12.885 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:43:06.189365+0000", 2021-03-04T23:43:12.885 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 6.3719292340000004, 2021-03-04T23:43:12.885 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031645811000000003, 2021-03-04T23:43:12.886 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.886 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:43:12.886 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:43:12.886 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:43:12.887 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:43:12.887 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 28780 2021-03-04T23:43:12.887 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.887 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.887 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.888 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.888 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.189365+0000", 2021-03-04T23:43:12.888 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.889 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.889 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.890 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.890 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.189365+0000", 2021-03-04T23:43:12.890 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0041634740000000003 2021-03-04T23:43:12.890 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.891 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.891 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.891 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193529+0000", 2021-03-04T23:43:12.891 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.49e-06 2021-03-04T23:43:12.892 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.892 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.892 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.893 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193532+0000", 2021-03-04T23:43:12.893 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3645999999999999e-05 2021-03-04T23:43:12.893 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.893 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.894 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.894 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193546+0000", 2021-03-04T23:43:12.894 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.711e-06 2021-03-04T23:43:12.894 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.895 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.895 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.895 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193551+0000", 2021-03-04T23:43:12.895 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6350000000000003e-05 2021-03-04T23:43:12.895 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.896 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.896 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.896 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193588+0000", 2021-03-04T23:43:12.896 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5691000000000005e-05 2021-03-04T23:43:12.897 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.897 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.897 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:43:12.897 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193653+0000", 2021-03-04T23:43:12.897 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0001098 2021-03-04T23:43:12.898 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.898 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.898 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:43:12.898 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193763+0000", 2021-03-04T23:43:12.899 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011625572000000001 2021-03-04T23:43:12.899 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.899 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.899 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:43:12.899 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.205389+0000", 2021-03-04T23:43:12.900 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015537406 2021-03-04T23:43:12.900 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.900 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.900 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.901 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.220926+0000", 2021-03-04T23:43:12.901 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4902e-05 2021-03-04T23:43:12.901 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.901 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.901 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:12.902 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.220951+0000", 2021-03-04T23:43:12.902 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.6319000000000002e-05 2021-03-04T23:43:12.902 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.902 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.903 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:43:12.903 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.220987+0000", 2021-03-04T23:43:12.903 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3450000000000001e-05 2021-03-04T23:43:12.903 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.903 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.904 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.904 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.221011+0000", 2021-03-04T23:43:12.904 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.031645811000000003 2021-03-04T23:43:12.904 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.905 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.905 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.905 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.905 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.906 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "MOSDPGPushReply(44.10 1264/1247 [PushReplyOp(44:0f3d5c64:::rbd_data.df4518ef47e8.0000000000000001:b4)])", 2021-03-04T23:43:12.906 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:43:09.091526+0000", 2021-03-04T23:43:12.906 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 3.4697685260000002, 2021-03-04T23:43:12.906 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.090167579999999997, 2021-03-04T23:43:12.907 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:43:12.907 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:43:12.907 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:43:12.907 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.908 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:43:12.908 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.091526+0000", 2021-03-04T23:43:12.908 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:43:12.908 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.908 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.909 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:43:12.909 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.091526+0000", 2021-03-04T23:43:12.909 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.514e-06 2021-03-04T23:43:12.910 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.910 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.910 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:43:12.910 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.091527+0000", 2021-03-04T23:43:12.911 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0770000000000002e-06 2021-03-04T23:43:12.911 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.911 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.911 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:43:12.912 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.091529+0000", 2021-03-04T23:43:12.912 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:43:12.912 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.912 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.913 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:43:12.913 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.091539+0000", 2021-03-04T23:43:12.913 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1540000000000004e-06 2021-03-04T23:43:12.913 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.913 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.914 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:43:12.914 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.091543+0000", 2021-03-04T23:43:12.914 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.089898887999999996 2021-03-04T23:43:12.914 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.915 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.915 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:43:12.915 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.181442+0000", 2021-03-04T23:43:12.915 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025140200000000002 2021-03-04T23:43:12.915 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:43:12.916 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:43:12.916 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:43:12.916 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:09.181693+0000", 2021-03-04T23:43:12.916 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.090167579999999997 2021-03-04T23:43:12.916 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.917 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.917 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.917 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:43:12.917 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:43:12.918 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:43:12.918 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:12 gibba008 bash[47391]: debug 2021-03-04T23:43:12.446+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:12.920 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:12.977 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:12 gibba008 bash[91265]: debug 2021-03-04T23:43:12.618+0000 7fc657a36700 -1 osd.3 pg_epoch: 1267 pg[1.c( empty local-lis/les=1246/1247 n=0 ec=683/5 lis/c=1246/1246 les/c/f=1247/1247/0 sis=1246) [3,0,6] r=0 lpr=1246 crt=0'0 mlcod 0'0 active+clean] scrubber pg(1.c) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 6 (0x55d36602e580) 2021-03-04T23:43:12.978 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:12 gibba008 bash[91265]: debug 2021-03-04T23:43:12.686+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:13.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:13.124 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:43:13.129 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[39303]: cluster 2021-03-04T23:43:11.909029+0000 mgr.x (mgr.34379) 1704 : cluster [DBG] pgmap v2594: 197 pgs: 6 peering, 1 remapped+peering, 3 active+clean+wait, 6 active+clean+remapped, 1 active+undersized+remapped, 8 active+undersized+degraded, 8 active+undersized, 164 active+clean; 1.9 GiB data, 5.5 GiB used, 662 GiB / 672 GiB avail; 5.7 MiB/s wr, 3 op/s; 83/3510 objects degraded (2.365%); 21/3510 objects misplaced (0.598%); 19 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:13.130 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[39303]: cluster 2021-03-04T23:43:12.045700+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2021-03-04T23:43:13.130 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[39303]: audit 2021-03-04T23:43:12.798675+0000 mon.a (mon.0) 3046 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:43:13.131 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[39303]: audit 2021-03-04T23:43:12.803597+0000 mon.a (mon.0) 3047 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:13.131 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[39303]: audit 2021-03-04T23:43:12.804409+0000 mon.a (mon.0) 3048 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:13.131 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[37770]: cluster 2021-03-04T23:43:11.909029+0000 mgr.x (mgr.34379) 1704 : cluster [DBG] pgmap v2594: 197 pgs: 6 peering, 1 remapped+peering, 3 active+clean+wait, 6 active+clean+remapped, 1 active+undersized+remapped, 8 active+undersized+degraded, 8 active+undersized, 164 active+clean; 1.9 GiB data, 5.5 GiB used, 662 GiB / 672 GiB avail; 5.7 MiB/s wr, 3 op/s; 83/3510 objects degraded (2.365%); 21/3510 objects misplaced (0.598%); 19 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:13.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[37770]: cluster 2021-03-04T23:43:12.045700+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2021-03-04T23:43:13.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[37770]: audit 2021-03-04T23:43:12.798675+0000 mon.a (mon.0) 3046 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:43:13.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[37770]: audit 2021-03-04T23:43:12.803597+0000 mon.a (mon.0) 3047 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:13.132 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[37770]: audit 2021-03-04T23:43:12.804409+0000 mon.a (mon.0) 3048 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:13.198 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:13.400 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:13.506 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:13.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:13 gibba008 bash[173949]: debug 2021-03-04T23:43:13.394+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:13.516 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[27374]: cluster 2021-03-04T23:43:11.909029+0000 mgr.x (mgr.34379) 1704 : cluster [DBG] pgmap v2594: 197 pgs: 6 peering, 1 remapped+peering, 3 active+clean+wait, 6 active+clean+remapped, 1 active+undersized+remapped, 8 active+undersized+degraded, 8 active+undersized, 164 active+clean; 1.9 GiB data, 5.5 GiB used, 662 GiB / 672 GiB avail; 5.7 MiB/s wr, 3 op/s; 83/3510 objects degraded (2.365%); 21/3510 objects misplaced (0.598%); 19 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:13.516 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[27374]: cluster 2021-03-04T23:43:12.045700+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2021-03-04T23:43:13.517 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[27374]: audit 2021-03-04T23:43:12.798675+0000 mon.a (mon.0) 3046 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:43:13.517 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[27374]: audit 2021-03-04T23:43:12.803597+0000 mon.a (mon.0) 3047 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:13.517 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[27374]: audit 2021-03-04T23:43:12.804409+0000 mon.a (mon.0) 3048 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:13.651 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:13.760 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:13.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[15180]: debug 2021-03-04T23:43:13.643+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:13.892 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:43:13.892 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [], 2021-03-04T23:43:13.893 INFO:teuthology.orchestra.run.gibba023.stdout: "num_ops": 0 2021-03-04T23:43:13.893 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:43:13.920 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:14.022 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:14.027 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:13 gibba023 bash[18090]: debug 2021-03-04T23:43:13.915+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:14.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:14 gibba008 bash[37770]: cluster 2021-03-04T23:43:13.664882+0000 osd.3 (osd.3) 15 : cluster [DBG] 1.c scrub ok 2021-03-04T23:43:14.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:14 gibba008 bash[39303]: cluster 2021-03-04T23:43:13.664882+0000 osd.3 (osd.3) 15 : cluster [DBG] 1.c scrub ok 2021-03-04T23:43:14.293 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:14.396 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:14.406 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:14 gibba023 bash[27374]: cluster 2021-03-04T23:43:13.664882+0000 osd.3 (osd.3) 15 : cluster [DBG] 1.c scrub ok 2021-03-04T23:43:14.587 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:14 gibba008 bash[48858]: debug 2021-03-04T23:43:14.286+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:14.589 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:43:14.602 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:14.669 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:14 gibba023 bash[15180]: debug 2021-03-04T23:43:14.595+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:14.670 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:43:14.671 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:14.706 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:14.746 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:14.794 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:14.897 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:15.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:14 gibba023 bash[88433]: debug 2021-03-04T23:43:14.787+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:15.196 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:15.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[39303]: cluster 2021-03-04T23:43:13.909536+0000 mgr.x (mgr.34379) 1705 : cluster [DBG] pgmap v2596: 197 pgs: 1 active+recovery_wait+degraded, 7 peering, 1 remapped+peering, 3 active+clean+wait, 4 active+clean+remapped, 5 active+undersized+degraded, 4 active+undersized, 172 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 4.7 MiB/s wr, 2 op/s; 64/3510 objects degraded (1.823%); 19 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:15.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[39303]: cluster 2021-03-04T23:43:14.249160+0000 osd.1 (osd.1) 13 : cluster [DBG] 1.d deep-scrub ok 2021-03-04T23:43:15.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[39303]: cluster 2021-03-04T23:43:14.533309+0000 mon.a (mon.0) 3049 : cluster [WRN] Health check update: Degraded data redundancy: 64/3510 objects degraded (1.823%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:15.263 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[173949]: debug 2021-03-04T23:43:15.190+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[37770]: cluster 2021-03-04T23:43:13.909536+0000 mgr.x (mgr.34379) 1705 : cluster [DBG] pgmap v2596: 197 pgs: 1 active+recovery_wait+degraded, 7 peering, 1 remapped+peering, 3 active+clean+wait, 4 active+clean+remapped, 5 active+undersized+degraded, 4 active+undersized, 172 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 4.7 MiB/s wr, 2 op/s; 64/3510 objects degraded (1.823%); 19 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:15.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[37770]: cluster 2021-03-04T23:43:14.249160+0000 osd.1 (osd.1) 13 : cluster [DBG] 1.d deep-scrub ok 2021-03-04T23:43:15.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:15 gibba008 bash[37770]: cluster 2021-03-04T23:43:14.533309+0000 mon.a (mon.0) 3049 : cluster [WRN] Health check update: Degraded data redundancy: 64/3510 objects degraded (1.823%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:15.299 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.386 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:15 gibba023 bash[27374]: cluster 2021-03-04T23:43:13.909536+0000 mgr.x (mgr.34379) 1705 : cluster [DBG] pgmap v2596: 197 pgs: 1 active+recovery_wait+degraded, 7 peering, 1 remapped+peering, 3 active+clean+wait, 4 active+clean+remapped, 5 active+undersized+degraded, 4 active+undersized, 172 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 4.7 MiB/s wr, 2 op/s; 64/3510 objects degraded (1.823%); 19 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:15.387 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:15 gibba023 bash[27374]: cluster 2021-03-04T23:43:14.249160+0000 osd.1 (osd.1) 13 : cluster [DBG] 1.d deep-scrub ok 2021-03-04T23:43:15.387 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:15 gibba023 bash[27374]: cluster 2021-03-04T23:43:14.533309+0000 mon.a (mon.0) 3049 : cluster [WRN] Health check update: Degraded data redundancy: 64/3510 objects degraded (1.823%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:15.388 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.492 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:15.578 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:15.684 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:15.701 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:15 gibba023 bash[115291]: debug 2021-03-04T23:43:15.383+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:15.702 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:15 gibba023 bash[88433]: debug 2021-03-04T23:43:15.571+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:15.813 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:15.918 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:16.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:15 gibba023 bash[15180]: debug 2021-03-04T23:43:15.807+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:16.099 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:16.207 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:16.224 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:16 gibba008 bash[37770]: cluster 2021-03-04T23:43:15.677042+0000 osd.3 (osd.3) 16 : cluster [DBG] 1.19 deep-scrub ok 2021-03-04T23:43:16.225 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:16 gibba008 bash[39303]: cluster 2021-03-04T23:43:15.677042+0000 osd.3 (osd.3) 16 : cluster [DBG] 1.19 deep-scrub ok 2021-03-04T23:43:16.226 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:16 gibba008 bash[91265]: debug 2021-03-04T23:43:16.090+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:16.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:16 gibba023 bash[27374]: cluster 2021-03-04T23:43:15.677042+0000 osd.3 (osd.3) 16 : cluster [DBG] 1.19 deep-scrub ok 2021-03-04T23:43:16.633 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:16.735 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:16.930 INFO:tasks.workunit.client.0.gibba008.stdout:migration_commit 2021-03-04T23:43:17.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:16 gibba008 bash[91265]: debug 2021-03-04T23:43:16.626+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:17.204 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:17.312 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:17.376 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:15.910722+0000 mgr.x (mgr.34379) 1706 : cluster [DBG] pgmap v2597: 197 pgs: 1 active+recovery_wait+degraded, 6 peering, 12 active+clean+wait, 178 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 3.8 MiB/s wr, 2 op/s; 13/3504 objects degraded (0.371%); 20 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:17.376 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:16.024817+0000 osd.5 (osd.5) 21 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:43:17.377 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:16.027551+0000 osd.5 (osd.5) 22 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:43:17.377 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:16.183832+0000 osd.1 (osd.1) 14 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:17.377 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:16.688381+0000 osd.3 (osd.3) 17 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:43:17.378 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:16.703662+0000 osd.7 (osd.7) 1 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:43:17.378 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[27374]: cluster 2021-03-04T23:43:16.704972+0000 osd.7 (osd.7) 2 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:43:17.379 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:17.480 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:17.497 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[48858]: debug 2021-03-04T23:43:17.194+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:17.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:15.910722+0000 mgr.x (mgr.34379) 1706 : cluster [DBG] pgmap v2597: 197 pgs: 1 active+recovery_wait+degraded, 6 peering, 12 active+clean+wait, 178 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 3.8 MiB/s wr, 2 op/s; 13/3504 objects degraded (0.371%); 20 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:17.498 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:16.024817+0000 osd.5 (osd.5) 21 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:43:17.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:16.027551+0000 osd.5 (osd.5) 22 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:43:17.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:16.183832+0000 osd.1 (osd.1) 14 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:17.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:16.688381+0000 osd.3 (osd.3) 17 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:43:17.499 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:16.703662+0000 osd.7 (osd.7) 1 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:43:17.500 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[39303]: cluster 2021-03-04T23:43:16.704972+0000 osd.7 (osd.7) 2 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:43:17.500 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:15.910722+0000 mgr.x (mgr.34379) 1706 : cluster [DBG] pgmap v2597: 197 pgs: 1 active+recovery_wait+degraded, 6 peering, 12 active+clean+wait, 178 active+clean; 1.9 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 3.8 MiB/s wr, 2 op/s; 13/3504 objects degraded (0.371%); 20 MiB/s, 0 keys/s, 13 objects/s recovering 2021-03-04T23:43:17.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:16.024817+0000 osd.5 (osd.5) 21 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:43:17.501 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:16.027551+0000 osd.5 (osd.5) 22 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:43:17.502 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:16.183832+0000 osd.1 (osd.1) 14 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:17.502 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:16.688381+0000 osd.3 (osd.3) 17 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:43:17.502 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:16.703662+0000 osd.7 (osd.7) 1 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:43:17.503 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[37770]: cluster 2021-03-04T23:43:16.704972+0000 osd.7 (osd.7) 2 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:43:17.777 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:17 gibba023 bash[88433]: debug 2021-03-04T23:43:17.371+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:17.996 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:18.102 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:18.193 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:18.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:17 gibba008 bash[91265]: debug 2021-03-04T23:43:17.986+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:18.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[37770]: cluster 2021-03-04T23:43:17.080535+0000 mon.a (mon.0) 3050 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2021-03-04T23:43:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[37770]: cluster 2021-03-04T23:43:17.097145+0000 osd.2 (osd.2) 17 : cluster [DBG] 1.5 deep-scrub ok 2021-03-04T23:43:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[37770]: cluster 2021-03-04T23:43:17.148749+0000 osd.1 (osd.1) 15 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:43:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[37770]: audit 2021-03-04T23:43:17.324447+0000 mon.a (mon.0) 3051 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:18.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[37770]: cephadm 2021-03-04T23:43:17.327057+0000 mgr.x (mgr.34379) 1707 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:43:18.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[39303]: cluster 2021-03-04T23:43:17.080535+0000 mon.a (mon.0) 3050 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2021-03-04T23:43:18.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[39303]: cluster 2021-03-04T23:43:17.097145+0000 osd.2 (osd.2) 17 : cluster [DBG] 1.5 deep-scrub ok 2021-03-04T23:43:18.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[39303]: cluster 2021-03-04T23:43:17.148749+0000 osd.1 (osd.1) 15 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:43:18.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[39303]: audit 2021-03-04T23:43:17.324447+0000 mon.a (mon.0) 3051 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:18.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[39303]: cephadm 2021-03-04T23:43:17.327057+0000 mgr.x (mgr.34379) 1707 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:43:18.300 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:18.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:18 gibba023 bash[15180]: debug 2021-03-04T23:43:18.187+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:18.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:18 gibba023 bash[27374]: cluster 2021-03-04T23:43:17.080535+0000 mon.a (mon.0) 3050 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2021-03-04T23:43:18.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:18 gibba023 bash[27374]: cluster 2021-03-04T23:43:17.097145+0000 osd.2 (osd.2) 17 : cluster [DBG] 1.5 deep-scrub ok 2021-03-04T23:43:18.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:18 gibba023 bash[27374]: cluster 2021-03-04T23:43:17.148749+0000 osd.1 (osd.1) 15 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:43:18.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:18 gibba023 bash[27374]: audit 2021-03-04T23:43:17.324447+0000 mon.a (mon.0) 3051 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:18.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:18 gibba023 bash[27374]: cephadm 2021-03-04T23:43:17.327057+0000 mgr.x (mgr.34379) 1707 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:43:18.882 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:18.985 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:19.175 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:18 gibba008 bash[91265]: debug 2021-03-04T23:43:18.874+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:19.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[37770]: cluster 2021-03-04T23:43:17.912131+0000 mgr.x (mgr.34379) 1708 : cluster [DBG] pgmap v2599: 197 pgs: 12 active+clean+wait, 185 active+clean; 1.9 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 596 B/s rd, 3.3 MiB/s wr, 3 op/s; 25 MiB/s, 0 keys/s, 17 objects/s recovering 2021-03-04T23:43:19.175 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.009600+0000 osd.5 (osd.5) 23 : cluster [DBG] 1.a scrub starts 2021-03-04T23:43:19.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.012026+0000 osd.5 (osd.5) 24 : cluster [DBG] 1.a scrub ok 2021-03-04T23:43:19.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.060150+0000 osd.0 (osd.0) 3 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:43:19.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.093115+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2021-03-04T23:43:19.176 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.318612+0000 mon.a (mon.0) 3053 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/3504 objects degraded (0.371%), 1 pg degraded) 2021-03-04T23:43:19.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[39303]: cluster 2021-03-04T23:43:17.912131+0000 mgr.x (mgr.34379) 1708 : cluster [DBG] pgmap v2599: 197 pgs: 12 active+clean+wait, 185 active+clean; 1.9 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 596 B/s rd, 3.3 MiB/s wr, 3 op/s; 25 MiB/s, 0 keys/s, 17 objects/s recovering 2021-03-04T23:43:19.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.009600+0000 osd.5 (osd.5) 23 : cluster [DBG] 1.a scrub starts 2021-03-04T23:43:19.177 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.012026+0000 osd.5 (osd.5) 24 : cluster [DBG] 1.a scrub ok 2021-03-04T23:43:19.178 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.060150+0000 osd.0 (osd.0) 3 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:43:19.178 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.093115+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2021-03-04T23:43:19.178 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.318612+0000 mon.a (mon.0) 3053 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/3504 objects degraded (0.371%), 1 pg degraded) 2021-03-04T23:43:19.179 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:19.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[47391]: debug 2021-03-04T23:43:19.166+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:19.281 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:19.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[27374]: cluster 2021-03-04T23:43:17.912131+0000 mgr.x (mgr.34379) 1708 : cluster [DBG] pgmap v2599: 197 pgs: 12 active+clean+wait, 185 active+clean; 1.9 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 596 B/s rd, 3.3 MiB/s wr, 3 op/s; 25 MiB/s, 0 keys/s, 17 objects/s recovering 2021-03-04T23:43:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.009600+0000 osd.5 (osd.5) 23 : cluster [DBG] 1.a scrub starts 2021-03-04T23:43:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.012026+0000 osd.5 (osd.5) 24 : cluster [DBG] 1.a scrub ok 2021-03-04T23:43:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.060150+0000 osd.0 (osd.0) 3 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:43:19.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.093115+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2021-03-04T23:43:19.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.318612+0000 mon.a (mon.0) 3053 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/3504 objects degraded (0.371%), 1 pg degraded) 2021-03-04T23:43:19.614 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:19.722 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:19.818 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:19.926 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:20.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:19 gibba023 bash[18090]: debug 2021-03-04T23:43:19.811+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:20.029 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[47391]: debug 2021-03-04T23:43:19.558+0000 7fa94e314700 -1 osd.1 pg_epoch: 1271 pg[44.17( v 1271'210 (0'0,1271'210] local-lis/les=1024/1025 n=46 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [1,4,3] r=0 lpr=1024 crt=1271'210 lcod 1259'209 mlcod 1259'209 active+clean+snaptrim trimq=[c3~1] ps=[c5~1,c7~1,c9~1]] removing snap head 2021-03-04T23:43:20.030 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[48858]: debug 2021-03-04T23:43:19.554+0000 7fd398170700 -1 osd.2 pg_epoch: 1271 pg[44.15( v 1271'241 (0'0,1271'241] local-lis/les=1024/1025 n=34 ec=1024/1024 lis/c=1024/1024 les/c/f=1025/1025/0 sis=1024) [2,5,1] r=0 lpr=1024 luod=1270'240 crt=1271'241 lcod 1255'238 mlcod 1255'238 active+clean+snaptrim trimq=[c3~1] ps=[c5~1,c7~1,c9~1]] removing snap head 2021-03-04T23:43:20.030 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[48858]: debug 2021-03-04T23:43:19.558+0000 7fd39a174700 -1 osd.2 pg_epoch: 1271 pg[44.1( v 1271'181 (0'0,1271'181] local-lis/les=1265/1266 n=29 ec=1024/1024 lis/c=1265/1265 les/c/f=1266/1266/0 sis=1265) [2,4,7] r=0 lpr=1265 crt=1259'179 lcod 1271'180 mlcod 1271'180 active+clean+snaptrim trimq=[c3~1] ps=[c5~1,c7~1,c9~1]] removing snap head 2021-03-04T23:43:20.031 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:19 gibba008 bash[91265]: debug 2021-03-04T23:43:19.606+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:20.047 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:20.151 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:20.282 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:20.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.978974+0000 osd.5 (osd.5) 25 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:43:20.512 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[37770]: cluster 2021-03-04T23:43:18.981290+0000 osd.5 (osd.5) 26 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:43:20.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[37770]: cluster 2021-03-04T23:43:19.103728+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2021-03-04T23:43:20.513 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[37770]: cluster 2021-03-04T23:43:19.547015+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2021-03-04T23:43:20.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.978974+0000 osd.5 (osd.5) 25 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:43:20.513 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[39303]: cluster 2021-03-04T23:43:18.981290+0000 osd.5 (osd.5) 26 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:43:20.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[39303]: cluster 2021-03-04T23:43:19.103728+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2021-03-04T23:43:20.514 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:20 gibba008 bash[39303]: cluster 2021-03-04T23:43:19.547015+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2021-03-04T23:43:20.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[115291]: debug 2021-03-04T23:43:20.279+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:20.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[18090]: debug 2021-03-04T23:43:20.043+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:20.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.978974+0000 osd.5 (osd.5) 25 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:43:20.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[27374]: cluster 2021-03-04T23:43:18.981290+0000 osd.5 (osd.5) 26 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:43:20.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[27374]: cluster 2021-03-04T23:43:19.103728+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2021-03-04T23:43:20.526 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[27374]: cluster 2021-03-04T23:43:19.547015+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2021-03-04T23:43:20.600 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:20.692 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:20.796 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:21.024 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:20 gibba023 bash[88433]: debug 2021-03-04T23:43:20.687+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:21.075 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:21.178 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:21.226 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[48858]: debug 2021-03-04T23:43:21.066+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:21.227 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[37770]: cluster 2021-03-04T23:43:19.913285+0000 mgr.x (mgr.34379) 1709 : cluster [DBG] pgmap v2603: 197 pgs: 12 active+clean+wait, 185 active+clean; 1.9 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 12 MiB/s, 0 keys/s, 9 objects/s recovering 2021-03-04T23:43:21.227 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[37770]: cluster 2021-03-04T23:43:20.166520+0000 osd.1 (osd.1) 16 : cluster [DBG] 1.b scrub ok 2021-03-04T23:43:21.228 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[37770]: audit 2021-03-04T23:43:20.222514+0000 mon.a (mon.0) 3056 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:21.259 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:21.363 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:21.511 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[39303]: cluster 2021-03-04T23:43:19.913285+0000 mgr.x (mgr.34379) 1709 : cluster [DBG] pgmap v2603: 197 pgs: 12 active+clean+wait, 185 active+clean; 1.9 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 12 MiB/s, 0 keys/s, 9 objects/s recovering 2021-03-04T23:43:21.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[39303]: cluster 2021-03-04T23:43:20.166520+0000 osd.1 (osd.1) 16 : cluster [DBG] 1.b scrub ok 2021-03-04T23:43:21.512 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[39303]: audit 2021-03-04T23:43:20.222514+0000 mon.a (mon.0) 3056 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:21 gibba023 bash[27374]: cluster 2021-03-04T23:43:19.913285+0000 mgr.x (mgr.34379) 1709 : cluster [DBG] pgmap v2603: 197 pgs: 12 active+clean+wait, 185 active+clean; 1.9 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 12 MiB/s, 0 keys/s, 9 objects/s recovering 2021-03-04T23:43:21.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:21 gibba023 bash[27374]: cluster 2021-03-04T23:43:20.166520+0000 osd.1 (osd.1) 16 : cluster [DBG] 1.b scrub ok 2021-03-04T23:43:21.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:21 gibba023 bash[27374]: audit 2021-03-04T23:43:20.222514+0000 mon.a (mon.0) 3056 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:21.525 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:21 gibba023 bash[18090]: debug 2021-03-04T23:43:21.255+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:21.916 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:22.019 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:22.111 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:22.216 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:22.222 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:21 gibba008 bash[173949]: debug 2021-03-04T23:43:21.910+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:22.333 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[39303]: cluster 2021-03-04T23:43:21.008410+0000 osd.5 (osd.5) 27 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:43:22.334 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[39303]: cluster 2021-03-04T23:43:21.010779+0000 osd.5 (osd.5) 28 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:43:22.334 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[39303]: cluster 2021-03-04T23:43:21.147968+0000 osd.1 (osd.1) 17 : cluster [DBG] 1.1a scrub ok 2021-03-04T23:43:22.334 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[39303]: audit 2021-03-04T23:43:22.207697+0000 mon.a (mon.0) 3057 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:22.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[37770]: cluster 2021-03-04T23:43:21.008410+0000 osd.5 (osd.5) 27 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:43:22.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[37770]: cluster 2021-03-04T23:43:21.010779+0000 osd.5 (osd.5) 28 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:43:22.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[37770]: cluster 2021-03-04T23:43:21.147968+0000 osd.1 (osd.1) 17 : cluster [DBG] 1.1a scrub ok 2021-03-04T23:43:22.335 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[37770]: audit 2021-03-04T23:43:22.207697+0000 mon.a (mon.0) 3057 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:22.442 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:22.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:22 gibba008 bash[48858]: debug 2021-03-04T23:43:22.434+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:22.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:22 gibba023 bash[88433]: debug 2021-03-04T23:43:22.107+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:22.524 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:22 gibba023 bash[27374]: cluster 2021-03-04T23:43:21.008410+0000 osd.5 (osd.5) 27 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:43:22.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:22 gibba023 bash[27374]: cluster 2021-03-04T23:43:21.010779+0000 osd.5 (osd.5) 28 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:43:22.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:22 gibba023 bash[27374]: cluster 2021-03-04T23:43:21.147968+0000 osd.1 (osd.1) 17 : cluster [DBG] 1.1a scrub ok 2021-03-04T23:43:22.525 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:22 gibba023 bash[27374]: audit 2021-03-04T23:43:22.207697+0000 mon.a (mon.0) 3057 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:22.545 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:23.045 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:23.132 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[173949]: debug 2021-03-04T23:43:23.038+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:23.153 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:23.540 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:23.643 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:23.755 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[27374]: cluster 2021-03-04T23:43:21.915520+0000 mgr.x (mgr.34379) 1710 : cluster [DBG] pgmap v2604: 197 pgs: 10 active+clean+wait, 187 active+clean; 1.9 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 2.9 MiB/s, 2 objects/s recovering 2021-03-04T23:43:23.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[27374]: cluster 2021-03-04T23:43:21.991906+0000 osd.5 (osd.5) 29 : cluster [DBG] 1.18 scrub starts 2021-03-04T23:43:23.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[27374]: cluster 2021-03-04T23:43:21.994525+0000 osd.5 (osd.5) 30 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:43:23.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[27374]: cephadm 2021-03-04T23:43:22.209659+0000 mgr.x (mgr.34379) 1711 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:43:23.756 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[27374]: audit 2021-03-04T23:43:22.425079+0000 mon.a (mon.0) 3058 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:23.757 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:23.762 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[48858]: debug 2021-03-04T23:43:23.534+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:23.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[37770]: cluster 2021-03-04T23:43:21.915520+0000 mgr.x (mgr.34379) 1710 : cluster [DBG] pgmap v2604: 197 pgs: 10 active+clean+wait, 187 active+clean; 1.9 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 2.9 MiB/s, 2 objects/s recovering 2021-03-04T23:43:23.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[37770]: cluster 2021-03-04T23:43:21.991906+0000 osd.5 (osd.5) 29 : cluster [DBG] 1.18 scrub starts 2021-03-04T23:43:23.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[37770]: cluster 2021-03-04T23:43:21.994525+0000 osd.5 (osd.5) 30 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:43:23.764 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[37770]: cephadm 2021-03-04T23:43:22.209659+0000 mgr.x (mgr.34379) 1711 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:43:23.765 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[37770]: audit 2021-03-04T23:43:22.425079+0000 mon.a (mon.0) 3058 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:23.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[39303]: cluster 2021-03-04T23:43:21.915520+0000 mgr.x (mgr.34379) 1710 : cluster [DBG] pgmap v2604: 197 pgs: 10 active+clean+wait, 187 active+clean; 1.9 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 2.9 MiB/s, 2 objects/s recovering 2021-03-04T23:43:23.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[39303]: cluster 2021-03-04T23:43:21.991906+0000 osd.5 (osd.5) 29 : cluster [DBG] 1.18 scrub starts 2021-03-04T23:43:23.766 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[39303]: cluster 2021-03-04T23:43:21.994525+0000 osd.5 (osd.5) 30 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:43:23.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[39303]: cephadm 2021-03-04T23:43:22.209659+0000 mgr.x (mgr.34379) 1711 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:43:23.767 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:23 gibba008 bash[39303]: audit 2021-03-04T23:43:22.425079+0000 mon.a (mon.0) 3058 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:43:23.862 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:23.973 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:24.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[15180]: debug 2021-03-04T23:43:23.751+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:24.024 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:23 gibba023 bash[115291]: debug 2021-03-04T23:43:23.967+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:24.080 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:24.276 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:43:24.289 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:43:24.302 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:43:24.315 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:43:24.337 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:43:24.359 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:43:24.381 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:43:24.405 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:43:24.406 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.406 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.406 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.407 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.407 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.407 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.407 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.407 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:24.599 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:24.703 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:24.714 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:24 gibba008 bash[39303]: audit 2021-03-04T23:43:24.259046+0000 mon.a (mon.0) 3059 : audit [DBG] from='client.? 172.21.2.108:0/2293818713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:24.714 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:24 gibba008 bash[37770]: audit 2021-03-04T23:43:24.259046+0000 mon.a (mon.0) 3059 : audit [DBG] from='client.? 172.21.2.108:0/2293818713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:24.715 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:24 gibba008 bash[173949]: debug 2021-03-04T23:43:24.590+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:24.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:24 gibba023 bash[27374]: audit 2021-03-04T23:43:24.259046+0000 mon.a (mon.0) 3059 : audit [DBG] from='client.? 172.21.2.108:0/2293818713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:25.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:25.388 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:25.477 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:25.579 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:25.585 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[47391]: debug 2021-03-04T23:43:25.270+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:25.585 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[39303]: cluster 2021-03-04T23:43:23.829631+0000 osd.7 (osd.7) 3 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:43:25.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[39303]: cluster 2021-03-04T23:43:23.831796+0000 osd.7 (osd.7) 4 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:43:25.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[39303]: cluster 2021-03-04T23:43:23.916220+0000 mgr.x (mgr.34379) 1712 : cluster [DBG] pgmap v2605: 197 pgs: 10 active+clean+wait, 187 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T23:43:25.586 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[39303]: cluster 2021-03-04T23:43:24.551108+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2021-03-04T23:43:25.587 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[37770]: cluster 2021-03-04T23:43:23.829631+0000 osd.7 (osd.7) 3 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:43:25.587 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[37770]: cluster 2021-03-04T23:43:23.831796+0000 osd.7 (osd.7) 4 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:43:25.587 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[37770]: cluster 2021-03-04T23:43:23.916220+0000 mgr.x (mgr.34379) 1712 : cluster [DBG] pgmap v2605: 197 pgs: 10 active+clean+wait, 187 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T23:43:25.587 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:25 gibba008 bash[37770]: cluster 2021-03-04T23:43:24.551108+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2021-03-04T23:43:25.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:25 gibba023 bash[15180]: debug 2021-03-04T23:43:25.471+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:25.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:25 gibba023 bash[27374]: cluster 2021-03-04T23:43:23.829631+0000 osd.7 (osd.7) 3 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:43:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:25 gibba023 bash[27374]: cluster 2021-03-04T23:43:23.831796+0000 osd.7 (osd.7) 4 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:43:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:25 gibba023 bash[27374]: cluster 2021-03-04T23:43:23.916220+0000 mgr.x (mgr.34379) 1712 : cluster [DBG] pgmap v2605: 197 pgs: 10 active+clean+wait, 187 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T23:43:25.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:25 gibba023 bash[27374]: cluster 2021-03-04T23:43:24.551108+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2021-03-04T23:43:26.139 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:26.248 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:26.341 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:26.443 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:26.453 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:26 gibba008 bash[173949]: debug 2021-03-04T23:43:26.130+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:26.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:26 gibba023 bash[115291]: debug 2021-03-04T23:43:26.335+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:26 gibba008 bash[37770]: cluster 2021-03-04T23:43:25.810826+0000 osd.7 (osd.7) 5 : cluster [DBG] 1.15 scrub starts 2021-03-04T23:43:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:26 gibba008 bash[37770]: cluster 2021-03-04T23:43:25.813241+0000 osd.7 (osd.7) 6 : cluster [DBG] 1.15 scrub ok 2021-03-04T23:43:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:26 gibba008 bash[39303]: cluster 2021-03-04T23:43:25.810826+0000 osd.7 (osd.7) 5 : cluster [DBG] 1.15 scrub starts 2021-03-04T23:43:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:26 gibba008 bash[39303]: cluster 2021-03-04T23:43:25.813241+0000 osd.7 (osd.7) 6 : cluster [DBG] 1.15 scrub ok 2021-03-04T23:43:27.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:26 gibba023 bash[27374]: cluster 2021-03-04T23:43:25.810826+0000 osd.7 (osd.7) 5 : cluster [DBG] 1.15 scrub starts 2021-03-04T23:43:27.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:26 gibba023 bash[27374]: cluster 2021-03-04T23:43:25.813241+0000 osd.7 (osd.7) 6 : cluster [DBG] 1.15 scrub ok 2021-03-04T23:43:27.291 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:27.398 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:27.499 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:27.568 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:27 gibba008 bash[47391]: debug 2021-03-04T23:43:27.282+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:27.605 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:27.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:27 gibba023 bash[27374]: cluster 2021-03-04T23:43:25.917424+0000 mgr.x (mgr.34379) 1713 : cluster [DBG] pgmap v2607: 197 pgs: 1 active+clean+wait, 196 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 28 KiB/s rd, 21 KiB/s wr, 40 op/s 2021-03-04T23:43:27.774 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:27 gibba023 bash[88433]: debug 2021-03-04T23:43:27.491+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:27.929 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:27 gibba008 bash[37770]: cluster 2021-03-04T23:43:25.917424+0000 mgr.x (mgr.34379) 1713 : cluster [DBG] pgmap v2607: 197 pgs: 1 active+clean+wait, 196 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 28 KiB/s rd, 21 KiB/s wr, 40 op/s 2021-03-04T23:43:27.930 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:27 gibba008 bash[39303]: cluster 2021-03-04T23:43:25.917424+0000 mgr.x (mgr.34379) 1713 : cluster [DBG] pgmap v2607: 197 pgs: 1 active+clean+wait, 196 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 28 KiB/s rd, 21 KiB/s wr, 40 op/s 2021-03-04T23:43:27.930 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:28.038 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:28.120 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMigration.StressLive (44755 ms) 2021-03-04T23:43:28.125 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:28.228 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:28.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:27 gibba008 bash[173949]: debug 2021-03-04T23:43:27.922+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:28.314 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:28 gibba023 bash[88433]: debug 2021-03-04T23:43:28.119+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:28.315 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:28.419 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:28.522 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:28.625 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:28.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:28 gibba023 bash[115291]: debug 2021-03-04T23:43:28.519+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:28.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:28 gibba023 bash[18090]: debug 2021-03-04T23:43:28.311+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:29.226 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:29.329 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:29.491 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[91265]: debug 2021-03-04T23:43:29.218+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:29.492 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:29.572 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 57 tests from TestMigration (277882 ms total) 2021-03-04T23:43:29.572 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:29.572 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestMirroringWatcher 2021-03-04T23:43:29.600 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:29.722 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:29.761 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[37770]: cluster 2021-03-04T23:43:27.920014+0000 mgr.x (mgr.34379) 1714 : cluster [DBG] pgmap v2608: 197 pgs: 197 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 61 MiB/s rd, 17 KiB/s wr, 64 op/s 2021-03-04T23:43:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[37770]: cluster 2021-03-04T23:43:28.574473+0000 mon.a (mon.0) 3061 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2021-03-04T23:43:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[37770]: cluster 2021-03-04T23:43:28.763042+0000 osd.7 (osd.7) 7 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:43:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[37770]: cluster 2021-03-04T23:43:28.767698+0000 osd.7 (osd.7) 8 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:43:29.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[37770]: cluster 2021-03-04T23:43:29.554142+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2021-03-04T23:43:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[39303]: cluster 2021-03-04T23:43:27.920014+0000 mgr.x (mgr.34379) 1714 : cluster [DBG] pgmap v2608: 197 pgs: 197 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 61 MiB/s rd, 17 KiB/s wr, 64 op/s 2021-03-04T23:43:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[39303]: cluster 2021-03-04T23:43:28.574473+0000 mon.a (mon.0) 3061 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2021-03-04T23:43:29.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[39303]: cluster 2021-03-04T23:43:28.763042+0000 osd.7 (osd.7) 7 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:43:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[39303]: cluster 2021-03-04T23:43:28.767698+0000 osd.7 (osd.7) 8 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:43:29.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[39303]: cluster 2021-03-04T23:43:29.554142+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2021-03-04T23:43:29.764 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:29 gibba008 bash[173949]: debug 2021-03-04T23:43:29.482+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:29.825 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:30.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:29 gibba023 bash[18090]: debug 2021-03-04T23:43:29.715+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:30.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:29 gibba023 bash[27374]: cluster 2021-03-04T23:43:27.920014+0000 mgr.x (mgr.34379) 1714 : cluster [DBG] pgmap v2608: 197 pgs: 197 active+clean; 1.9 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 61 MiB/s rd, 17 KiB/s wr, 64 op/s 2021-03-04T23:43:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:29 gibba023 bash[27374]: cluster 2021-03-04T23:43:28.574473+0000 mon.a (mon.0) 3061 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2021-03-04T23:43:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:29 gibba023 bash[27374]: cluster 2021-03-04T23:43:28.763042+0000 osd.7 (osd.7) 7 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:43:30.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:29 gibba023 bash[27374]: cluster 2021-03-04T23:43:28.767698+0000 osd.7 (osd.7) 8 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:43:30.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:29 gibba023 bash[27374]: cluster 2021-03-04T23:43:29.554142+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2021-03-04T23:43:30.074 INFO:teuthology.orchestra.run.gibba008.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:30.075 INFO:teuthology.orchestra.run.gibba008.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:30.077 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:30.180 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:30.264 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:30.368 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:30.400 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:30.408 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[48858]: debug 2021-03-04T23:43:30.070+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:30.464 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[115291]: debug 2021-03-04T23:43:30.259+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:30.465 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:30.475 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:30.567 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:30.587 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is set 2021-03-04T23:43:30.588 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:43:30.650 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:30.753 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:30.771 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[115291]: debug 2021-03-04T23:43:30.643+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:30.771 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[18090]: debug 2021-03-04T23:43:30.459+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:30.772 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[27374]: audit 2021-03-04T23:43:29.771280+0000 mon.c (mon.1) 186 : audit [INF] from='client.? 172.21.2.108:0/245656382' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:30.772 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[27374]: audit 2021-03-04T23:43:29.771582+0000 mon.a (mon.0) 3063 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:30.772 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[27374]: audit 2021-03-04T23:43:30.399275+0000 mon.c (mon.1) 187 : audit [INF] from='client.? 172.21.2.108:0/1144371751' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:43:30.772 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[27374]: audit 2021-03-04T23:43:30.399599+0000 mon.a (mon.0) 3064 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:43:30.851 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:30.956 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:31.023 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:30 gibba023 bash[18090]: debug 2021-03-04T23:43:30.843+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:31.055 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[39303]: audit 2021-03-04T23:43:29.771280+0000 mon.c (mon.1) 186 : audit [INF] from='client.? 172.21.2.108:0/245656382' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:31.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[39303]: audit 2021-03-04T23:43:29.771582+0000 mon.a (mon.0) 3063 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:31.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[39303]: audit 2021-03-04T23:43:30.399275+0000 mon.c (mon.1) 187 : audit [INF] from='client.? 172.21.2.108:0/1144371751' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:43:31.056 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[39303]: audit 2021-03-04T23:43:30.399599+0000 mon.a (mon.0) 3064 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:43:31.056 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[37770]: audit 2021-03-04T23:43:29.771280+0000 mon.c (mon.1) 186 : audit [INF] from='client.? 172.21.2.108:0/245656382' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:31.057 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[37770]: audit 2021-03-04T23:43:29.771582+0000 mon.a (mon.0) 3063 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:31.057 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[37770]: audit 2021-03-04T23:43:30.399275+0000 mon.c (mon.1) 187 : audit [INF] from='client.? 172.21.2.108:0/1144371751' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:43:31.057 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:30 gibba008 bash[37770]: audit 2021-03-04T23:43:30.399599+0000 mon.a (mon.0) 3064 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:43:31.084 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:31.188 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:31.280 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:31.383 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:31.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[88433]: debug 2021-03-04T23:43:31.079+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:31.525 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[88433]: debug 2021-03-04T23:43:31.275+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:31.585 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2021-03-04T23:43:31.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: cluster 2021-03-04T23:43:29.920686+0000 mgr.x (mgr.34379) 1715 : cluster [DBG] pgmap v2611: 133 pgs: 133 active+clean; 4.0 MiB data, 5.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T23:43:31.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: cluster 2021-03-04T23:43:30.570395+0000 mon.a (mon.0) 3065 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2021-03-04T23:43:31.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: cluster 2021-03-04T23:43:30.570485+0000 mon.a (mon.0) 3066 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:31.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: cluster 2021-03-04T23:43:30.572396+0000 mon.a (mon.0) 3067 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:31.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: audit 2021-03-04T23:43:30.578492+0000 mon.a (mon.0) 3068 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:31.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: audit 2021-03-04T23:43:30.578575+0000 mon.a (mon.0) 3069 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:43:31.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: cluster 2021-03-04T23:43:30.578701+0000 mon.a (mon.0) 3070 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2021-03-04T23:43:31.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[37770]: audit 2021-03-04T23:43:30.579534+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? 172.21.2.108:0/2367568305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:31.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: cluster 2021-03-04T23:43:29.920686+0000 mgr.x (mgr.34379) 1715 : cluster [DBG] pgmap v2611: 133 pgs: 133 active+clean; 4.0 MiB data, 5.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T23:43:31.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: cluster 2021-03-04T23:43:30.570395+0000 mon.a (mon.0) 3065 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2021-03-04T23:43:31.764 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: cluster 2021-03-04T23:43:30.570485+0000 mon.a (mon.0) 3066 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:31.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: cluster 2021-03-04T23:43:30.572396+0000 mon.a (mon.0) 3067 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:31.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: audit 2021-03-04T23:43:30.578492+0000 mon.a (mon.0) 3068 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:31.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: audit 2021-03-04T23:43:30.578575+0000 mon.a (mon.0) 3069 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:43:31.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: cluster 2021-03-04T23:43:30.578701+0000 mon.a (mon.0) 3070 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2021-03-04T23:43:31.765 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[39303]: audit 2021-03-04T23:43:30.579534+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? 172.21.2.108:0/2367568305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:32.000 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: cluster 2021-03-04T23:43:29.920686+0000 mgr.x (mgr.34379) 1715 : cluster [DBG] pgmap v2611: 133 pgs: 133 active+clean; 4.0 MiB data, 5.1 GiB used, 663 GiB / 672 GiB avail 2021-03-04T23:43:32.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: cluster 2021-03-04T23:43:30.570395+0000 mon.a (mon.0) 3065 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2021-03-04T23:43:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: cluster 2021-03-04T23:43:30.570485+0000 mon.a (mon.0) 3066 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: cluster 2021-03-04T23:43:30.572396+0000 mon.a (mon.0) 3067 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: audit 2021-03-04T23:43:30.578492+0000 mon.a (mon.0) 3068 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:32.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: audit 2021-03-04T23:43:30.578575+0000 mon.a (mon.0) 3069 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:43:32.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: cluster 2021-03-04T23:43:30.578701+0000 mon.a (mon.0) 3070 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2021-03-04T23:43:32.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:31 gibba023 bash[27374]: audit 2021-03-04T23:43:30.579534+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? 172.21.2.108:0/2367568305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:32.108 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:32.175 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:32.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:31 gibba008 bash[173949]: debug 2021-03-04T23:43:31.990+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:32.279 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:32.305 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:43:32.365 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:32.371 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:32 gibba023 bash[88433]: debug 2021-03-04T23:43:32.171+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:32.372 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:32 gibba023 bash[18090]: debug 2021-03-04T23:43:32.359+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:32.380 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:32.474 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:32.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[37770]: audit 2021-03-04T23:43:31.581125+0000 mon.a (mon.0) 3072 : audit [INF] from='client.? 172.21.2.108:0/2367568305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:32.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[37770]: cluster 2021-03-04T23:43:31.581297+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2021-03-04T23:43:32.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[37770]: cluster 2021-03-04T23:43:32.589366+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2021-03-04T23:43:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[39303]: audit 2021-03-04T23:43:31.581125+0000 mon.a (mon.0) 3072 : audit [INF] from='client.? 172.21.2.108:0/2367568305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[39303]: cluster 2021-03-04T23:43:31.581297+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2021-03-04T23:43:32.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[39303]: cluster 2021-03-04T23:43:32.589366+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2021-03-04T23:43:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:32 gibba023 bash[27374]: audit 2021-03-04T23:43:31.581125+0000 mon.a (mon.0) 3072 : audit [INF] from='client.? 172.21.2.108:0/2367568305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:32.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:32 gibba023 bash[27374]: cluster 2021-03-04T23:43:31.581297+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2021-03-04T23:43:32.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:32 gibba023 bash[27374]: cluster 2021-03-04T23:43:32.589366+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2021-03-04T23:43:32.956 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:33.059 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:33.146 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:33.250 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:33.261 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:32 gibba008 bash[173949]: debug 2021-03-04T23:43:32.950+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:33.345 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:33 gibba023 bash[15180]: debug 2021-03-04T23:43:33.139+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:33.345 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:33.448 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:33.538 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:33.599 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:33 gibba023 bash[15180]: debug 2021-03-04T23:43:33.531+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:33.600 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:33 gibba023 bash[88433]: debug 2021-03-04T23:43:33.339+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:33.613 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2028 ms) 2021-03-04T23:43:33.613 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2021-03-04T23:43:33.629 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (16 ms) 2021-03-04T23:43:33.643 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:34.003 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:33 gibba008 bash[39303]: cluster 2021-03-04T23:43:31.921710+0000 mgr.x (mgr.34379) 1716 : cluster [DBG] pgmap v2614: 165 pgs: 13 creating+peering, 14 unknown, 138 active+clean; 4.0 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:43:34.004 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:33 gibba008 bash[37770]: cluster 2021-03-04T23:43:31.921710+0000 mgr.x (mgr.34379) 1716 : cluster [DBG] pgmap v2614: 165 pgs: 13 creating+peering, 14 unknown, 138 active+clean; 4.0 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:43:34.004 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:34.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:33 gibba023 bash[27374]: cluster 2021-03-04T23:43:31.921710+0000 mgr.x (mgr.34379) 1716 : cluster [DBG] pgmap v2614: 165 pgs: 13 creating+peering, 14 unknown, 138 active+clean; 4.0 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:43:34.113 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:34.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:34 gibba008 bash[173949]: debug 2021-03-04T23:43:33.994+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:34.615 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestMirroringWatcher (2044 ms total) 2021-03-04T23:43:34.615 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:34.616 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 4 tests from TestObjectMap 2021-03-04T23:43:34.729 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:34.832 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:34.848 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:34 gibba008 bash[37770]: cluster 2021-03-04T23:43:33.594571+0000 mon.a (mon.0) 3075 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2021-03-04T23:43:34.849 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:34 gibba008 bash[39303]: cluster 2021-03-04T23:43:33.594571+0000 mon.a (mon.0) 3075 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2021-03-04T23:43:34.849 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:34 gibba008 bash[91265]: debug 2021-03-04T23:43:34.722+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:34.867 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:43:34.987 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:35.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:34 gibba023 bash[27374]: cluster 2021-03-04T23:43:33.594571+0000 mon.a (mon.0) 3075 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2021-03-04T23:43:35.287 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:35.390 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:35.484 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:35.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:35.602 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:35 gibba008 bash[48858]: debug 2021-03-04T23:43:35.278+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:35 gibba023 bash[27374]: cluster 2021-03-04T23:43:33.922819+0000 mgr.x (mgr.34379) 1717 : cluster [DBG] pgmap v2617: 165 pgs: 13 creating+peering, 3 unknown, 149 active+clean; 4.0 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:35.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:35 gibba023 bash[27374]: cluster 2021-03-04T23:43:34.610438+0000 mon.a (mon.0) 3076 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2021-03-04T23:43:35.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:35 gibba023 bash[15180]: debug 2021-03-04T23:43:35.479+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:35 gibba008 bash[39303]: cluster 2021-03-04T23:43:33.922819+0000 mgr.x (mgr.34379) 1717 : cluster [DBG] pgmap v2617: 165 pgs: 13 creating+peering, 3 unknown, 149 active+clean; 4.0 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:35 gibba008 bash[39303]: cluster 2021-03-04T23:43:34.610438+0000 mon.a (mon.0) 3076 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2021-03-04T23:43:36.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:35 gibba008 bash[37770]: cluster 2021-03-04T23:43:33.922819+0000 mgr.x (mgr.34379) 1717 : cluster [DBG] pgmap v2617: 165 pgs: 13 creating+peering, 3 unknown, 149 active+clean; 4.0 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:36.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:35 gibba008 bash[37770]: cluster 2021-03-04T23:43:34.610438+0000 mon.a (mon.0) 3076 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2021-03-04T23:43:36.221 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:36.324 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:36.482 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[91265]: debug 2021-03-04T23:43:36.214+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:36.483 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:36.511 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[47391]: debug 2021-03-04T23:43:36.474+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:36.560 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:43:36.585 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:36.628 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2021-03-04T23:43:36.650 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:36.735 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[37770]: cluster 2021-03-04T23:43:35.621538+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2021-03-04T23:43:36.735 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[37770]: audit 2021-03-04T23:43:35.622204+0000 mon.a (mon.0) 3078 : audit [INF] from='client.? 172.21.2.108:0/4064319922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:36.735 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[39303]: cluster 2021-03-04T23:43:35.621538+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2021-03-04T23:43:36.736 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[39303]: audit 2021-03-04T23:43:35.622204+0000 mon.a (mon.0) 3078 : audit [INF] from='client.? 172.21.2.108:0/4064319922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:36.934 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:37.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:36 gibba008 bash[91265]: debug 2021-03-04T23:43:36.926+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:36 gibba023 bash[27374]: cluster 2021-03-04T23:43:35.621538+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2021-03-04T23:43:37.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:36 gibba023 bash[27374]: audit 2021-03-04T23:43:35.622204+0000 mon.a (mon.0) 3078 : audit [INF] from='client.? 172.21.2.108:0/4064319922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:37.042 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:37.555 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:37.661 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:37.856 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[39303]: cluster 2021-03-04T23:43:35.923925+0000 mgr.x (mgr.34379) 1718 : cluster [DBG] pgmap v2620: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 878 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:37.856 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[39303]: audit 2021-03-04T23:43:36.624198+0000 mon.a (mon.0) 3079 : audit [INF] from='client.? 172.21.2.108:0/4064319922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:37.856 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[39303]: cluster 2021-03-04T23:43:36.624346+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2021-03-04T23:43:37.857 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[91265]: debug 2021-03-04T23:43:37.546+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:37.857 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[37770]: cluster 2021-03-04T23:43:35.923925+0000 mgr.x (mgr.34379) 1718 : cluster [DBG] pgmap v2620: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 878 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:37.857 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[37770]: audit 2021-03-04T23:43:36.624198+0000 mon.a (mon.0) 3079 : audit [INF] from='client.? 172.21.2.108:0/4064319922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:37.858 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:37 gibba008 bash[37770]: cluster 2021-03-04T23:43:36.624346+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2021-03-04T23:43:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:37 gibba023 bash[27374]: cluster 2021-03-04T23:43:35.923925+0000 mgr.x (mgr.34379) 1718 : cluster [DBG] pgmap v2620: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 878 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:37 gibba023 bash[27374]: audit 2021-03-04T23:43:36.624198+0000 mon.a (mon.0) 3079 : audit [INF] from='client.? 172.21.2.108:0/4064319922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:38.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:37 gibba023 bash[27374]: cluster 2021-03-04T23:43:36.624346+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2021-03-04T23:43:38.409 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:38.510 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.619 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2019 ms) 2021-03-04T23:43:38.647 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2021-03-04T23:43:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (3 ms) 2021-03-04T23:43:38.650 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2021-03-04T23:43:38.652 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:38.653 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (3 ms) 2021-03-04T23:43:38.653 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2021-03-04T23:43:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:38.656 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (3 ms) 2021-03-04T23:43:38.728 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:38 gibba023 bash[27374]: cluster 2021-03-04T23:43:37.629515+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2021-03-04T23:43:38.775 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:38 gibba023 bash[88433]: debug 2021-03-04T23:43:38.611+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:38.778 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:38 gibba008 bash[37770]: cluster 2021-03-04T23:43:37.629515+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2021-03-04T23:43:38.778 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:38 gibba008 bash[39303]: cluster 2021-03-04T23:43:37.629515+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2021-03-04T23:43:38.779 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:38 gibba008 bash[47391]: debug 2021-03-04T23:43:38.398+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:38.827 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.935 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.022 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.125 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:39.141 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:39 gibba023 bash[15180]: debug 2021-03-04T23:43:39.015+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:39.142 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:38 gibba023 bash[88433]: debug 2021-03-04T23:43:38.819+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:39.205 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:39.308 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.402 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:39 gibba023 bash[115291]: debug 2021-03-04T23:43:39.199+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:39.403 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.509 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:39.657 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 4 tests from TestObjectMap (2028 ms total) 2021-03-04T23:43:39.657 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:39.658 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 1 test from TestOperations 2021-03-04T23:43:39.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:39 gibba023 bash[27374]: cluster 2021-03-04T23:43:37.925148+0000 mgr.x (mgr.34379) 1719 : cluster [DBG] pgmap v2623: 165 pgs: 3 creating+activating, 13 creating+peering, 4 unknown, 145 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:39.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:39 gibba023 bash[27374]: cluster 2021-03-04T23:43:38.636506+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2021-03-04T23:43:39.775 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:39 gibba023 bash[15180]: debug 2021-03-04T23:43:39.395+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:40.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:39 gibba008 bash[37770]: cluster 2021-03-04T23:43:37.925148+0000 mgr.x (mgr.34379) 1719 : cluster [DBG] pgmap v2623: 165 pgs: 3 creating+activating, 13 creating+peering, 4 unknown, 145 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:40.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:39 gibba008 bash[37770]: cluster 2021-03-04T23:43:38.636506+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2021-03-04T23:43:40.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:39 gibba008 bash[39303]: cluster 2021-03-04T23:43:37.925148+0000 mgr.x (mgr.34379) 1719 : cluster [DBG] pgmap v2623: 165 pgs: 3 creating+activating, 13 creating+peering, 4 unknown, 145 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:40.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:39 gibba008 bash[39303]: cluster 2021-03-04T23:43:38.636506+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2021-03-04T23:43:40.067 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:40.176 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.436 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.437 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:40 gibba023 bash[18090]: debug 2021-03-04T23:43:40.431+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:40.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:40 gibba008 bash[47391]: debug 2021-03-04T23:43:40.058+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:40.539 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.623 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.726 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:40.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:40 gibba023 bash[27374]: cluster 2021-03-04T23:43:39.652801+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2021-03-04T23:43:40.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:40 gibba023 bash[18090]: debug 2021-03-04T23:43:40.619+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:41.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:40 gibba008 bash[37770]: cluster 2021-03-04T23:43:39.652801+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2021-03-04T23:43:41.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:40 gibba008 bash[39303]: cluster 2021-03-04T23:43:39.652801+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2021-03-04T23:43:41.225 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:41.327 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.423 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.528 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[47391]: debug 2021-03-04T23:43:41.218+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:41.532 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:41.628 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[88433]: debug 2021-03-04T23:43:41.415+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:41.628 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:41.683 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2021-03-04T23:43:41.730 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:41.855 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:41.964 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:41.981 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[115291]: debug 2021-03-04T23:43:41.623+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:41.982 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[18090]: debug 2021-03-04T23:43:41.847+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:41.982 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[27374]: cluster 2021-03-04T23:43:39.925522+0000 mgr.x (mgr.34379) 1720 : cluster [DBG] pgmap v2626: 133 pgs: 133 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:41.982 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[27374]: cluster 2021-03-04T23:43:40.664819+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2021-03-04T23:43:41.982 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[27374]: audit 2021-03-04T23:43:40.665647+0000 mon.c (mon.1) 188 : audit [INF] from='client.? 172.21.2.108:0/1069640400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:41.983 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:41 gibba023 bash[27374]: audit 2021-03-04T23:43:40.665982+0000 mon.a (mon.0) 3085 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:42.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[37770]: cluster 2021-03-04T23:43:39.925522+0000 mgr.x (mgr.34379) 1720 : cluster [DBG] pgmap v2626: 133 pgs: 133 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:42.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[37770]: cluster 2021-03-04T23:43:40.664819+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2021-03-04T23:43:42.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[37770]: audit 2021-03-04T23:43:40.665647+0000 mon.c (mon.1) 188 : audit [INF] from='client.? 172.21.2.108:0/1069640400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:42.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[37770]: audit 2021-03-04T23:43:40.665982+0000 mon.a (mon.0) 3085 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:42.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[39303]: cluster 2021-03-04T23:43:39.925522+0000 mgr.x (mgr.34379) 1720 : cluster [DBG] pgmap v2626: 133 pgs: 133 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:42.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[39303]: cluster 2021-03-04T23:43:40.664819+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2021-03-04T23:43:42.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[39303]: audit 2021-03-04T23:43:40.665647+0000 mon.c (mon.1) 188 : audit [INF] from='client.? 172.21.2.108:0/1069640400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:42.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:41 gibba008 bash[39303]: audit 2021-03-04T23:43:40.665982+0000 mon.a (mon.0) 3085 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:42.097 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:42.201 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:42.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:42 gibba023 bash[115291]: debug 2021-03-04T23:43:42.091+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:42.570 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:42.673 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:42.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:42 gibba008 bash[37770]: audit 2021-03-04T23:43:41.675408+0000 mon.a (mon.0) 3086 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:42.801 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:42 gibba008 bash[37770]: cluster 2021-03-04T23:43:41.675549+0000 mon.a (mon.0) 3087 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2021-03-04T23:43:42.802 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:42 gibba008 bash[39303]: audit 2021-03-04T23:43:41.675408+0000 mon.a (mon.0) 3086 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:42.802 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:42 gibba008 bash[39303]: cluster 2021-03-04T23:43:41.675549+0000 mon.a (mon.0) 3087 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2021-03-04T23:43:42.802 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:42 gibba008 bash[48858]: debug 2021-03-04T23:43:42.562+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:43.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:42 gibba023 bash[27374]: audit 2021-03-04T23:43:41.675408+0000 mon.a (mon.0) 3086 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:43.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:42 gibba023 bash[27374]: cluster 2021-03-04T23:43:41.675549+0000 mon.a (mon.0) 3087 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2021-03-04T23:43:43.160 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:43.263 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:43.569 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:43 gibba008 bash[173949]: debug 2021-03-04T23:43:43.150+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:43.715 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:43.716 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2032 ms) 2021-03-04T23:43:43.748 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:43.851 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:43.942 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:44.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:43 gibba008 bash[37770]: cluster 2021-03-04T23:43:41.926511+0000 mgr.x (mgr.34379) 1721 : cluster [DBG] pgmap v2629: 165 pgs: 16 creating+peering, 12 unknown, 137 active+clean; 4.0 MiB data, 774 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:44.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:43 gibba008 bash[37770]: cluster 2021-03-04T23:43:42.683702+0000 mon.a (mon.0) 3088 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2021-03-04T23:43:44.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:43 gibba008 bash[39303]: cluster 2021-03-04T23:43:41.926511+0000 mgr.x (mgr.34379) 1721 : cluster [DBG] pgmap v2629: 165 pgs: 16 creating+peering, 12 unknown, 137 active+clean; 4.0 MiB data, 774 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:44.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:43 gibba008 bash[39303]: cluster 2021-03-04T23:43:42.683702+0000 mon.a (mon.0) 3088 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2021-03-04T23:43:44.015 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:43 gibba008 bash[91265]: debug 2021-03-04T23:43:43.738+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:44.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:43 gibba023 bash[27374]: cluster 2021-03-04T23:43:41.926511+0000 mgr.x (mgr.34379) 1721 : cluster [DBG] pgmap v2629: 165 pgs: 16 creating+peering, 12 unknown, 137 active+clean; 4.0 MiB data, 774 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:44.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:43 gibba023 bash[27374]: cluster 2021-03-04T23:43:42.683702+0000 mon.a (mon.0) 3088 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2021-03-04T23:43:44.025 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:43 gibba023 bash[15180]: debug 2021-03-04T23:43:43.935+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:44.045 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:44.182 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:44.286 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:44.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:44 gibba023 bash[115291]: debug 2021-03-04T23:43:44.175+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:44.722 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 1 test from TestOperations (2032 ms total) 2021-03-04T23:43:44.722 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:44.722 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestTrash 2021-03-04T23:43:44.772 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:44.875 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:44.968 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:44.973 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:44 gibba023 bash[27374]: cluster 2021-03-04T23:43:43.705521+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2021-03-04T23:43:44.974 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:44 gibba023 bash[15180]: debug 2021-03-04T23:43:44.963+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:45.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:44 gibba008 bash[37770]: cluster 2021-03-04T23:43:43.705521+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2021-03-04T23:43:45.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:44 gibba008 bash[39303]: cluster 2021-03-04T23:43:43.705521+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2021-03-04T23:43:45.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:44 gibba008 bash[91265]: debug 2021-03-04T23:43:44.766+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:45.076 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:45.167 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:45.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[18090]: debug 2021-03-04T23:43:45.163+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:45.275 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:45.744 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:45.846 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:45.935 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:46.012 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[47391]: debug 2021-03-04T23:43:45.734+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:46.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: cluster 2021-03-04T23:43:43.927522+0000 mgr.x (mgr.34379) 1722 : cluster [DBG] pgmap v2632: 165 pgs: 16 creating+peering, 3 unknown, 146 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:46.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: cluster 2021-03-04T23:43:44.717572+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2021-03-04T23:43:46.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.907052+0000 mon.a (mon.0) 3091 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.23", "id": [6, 2]}]: dispatch 2021-03-04T23:43:46.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.907504+0000 mon.a (mon.0) 3092 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.24", "id": [7, 4]}]: dispatch 2021-03-04T23:43:46.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.907928+0000 mon.a (mon.0) 3093 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 6]}]: dispatch 2021-03-04T23:43:46.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.908393+0000 mon.a (mon.0) 3094 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:43:46.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.908838+0000 mon.a (mon.0) 3095 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:46.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.909320+0000 mon.a (mon.0) 3096 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 7]}]: dispatch 2021-03-04T23:43:46.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.909780+0000 mon.a (mon.0) 3097 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:43:46.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:44.910226+0000 mon.a (mon.0) 3098 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 0]}]: dispatch 2021-03-04T23:43:46.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[39303]: audit 2021-03-04T23:43:45.147136+0000 mon.a (mon.0) 3099 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:46.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: cluster 2021-03-04T23:43:43.927522+0000 mgr.x (mgr.34379) 1722 : cluster [DBG] pgmap v2632: 165 pgs: 16 creating+peering, 3 unknown, 146 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:46.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: cluster 2021-03-04T23:43:44.717572+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2021-03-04T23:43:46.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.907052+0000 mon.a (mon.0) 3091 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.23", "id": [6, 2]}]: dispatch 2021-03-04T23:43:46.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.907504+0000 mon.a (mon.0) 3092 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.24", "id": [7, 4]}]: dispatch 2021-03-04T23:43:46.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.907928+0000 mon.a (mon.0) 3093 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 6]}]: dispatch 2021-03-04T23:43:46.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.908393+0000 mon.a (mon.0) 3094 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:43:46.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.908838+0000 mon.a (mon.0) 3095 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:46.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.909320+0000 mon.a (mon.0) 3096 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 7]}]: dispatch 2021-03-04T23:43:46.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.909780+0000 mon.a (mon.0) 3097 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:43:46.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:44.910226+0000 mon.a (mon.0) 3098 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 0]}]: dispatch 2021-03-04T23:43:46.017 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:45 gibba008 bash[37770]: audit 2021-03-04T23:43:45.147136+0000 mon.a (mon.0) 3099 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:46.024 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[18090]: debug 2021-03-04T23:43:45.927+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:46.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: cluster 2021-03-04T23:43:43.927522+0000 mgr.x (mgr.34379) 1722 : cluster [DBG] pgmap v2632: 165 pgs: 16 creating+peering, 3 unknown, 146 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: cluster 2021-03-04T23:43:44.717572+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2021-03-04T23:43:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.907052+0000 mon.a (mon.0) 3091 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.23", "id": [6, 2]}]: dispatch 2021-03-04T23:43:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.907504+0000 mon.a (mon.0) 3092 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.24", "id": [7, 4]}]: dispatch 2021-03-04T23:43:46.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.907928+0000 mon.a (mon.0) 3093 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 6]}]: dispatch 2021-03-04T23:43:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.908393+0000 mon.a (mon.0) 3094 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:43:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.908838+0000 mon.a (mon.0) 3095 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.909320+0000 mon.a (mon.0) 3096 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 7]}]: dispatch 2021-03-04T23:43:46.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.909780+0000 mon.a (mon.0) 3097 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:43:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:44.910226+0000 mon.a (mon.0) 3098 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 0]}]: dispatch 2021-03-04T23:43:46.027 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:45 gibba023 bash[27374]: audit 2021-03-04T23:43:45.147136+0000 mon.a (mon.0) 3099 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:46.042 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:46.457 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:46.560 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:46.736 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[91265]: debug 2021-03-04T23:43:46.450+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:46.752 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestTrash.UserRemovingSource 2021-03-04T23:43:47.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[37770]: cluster 2021-03-04T23:43:45.729468+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2021-03-04T23:43:47.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[37770]: audit 2021-03-04T23:43:45.730244+0000 mon.c (mon.1) 189 : audit [INF] from='client.? 172.21.2.108:0/3846469699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:47.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[37770]: audit 2021-03-04T23:43:45.730634+0000 mon.a (mon.0) 3101 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:47.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[39303]: cluster 2021-03-04T23:43:45.729468+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2021-03-04T23:43:47.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[39303]: audit 2021-03-04T23:43:45.730244+0000 mon.c (mon.1) 189 : audit [INF] from='client.? 172.21.2.108:0/3846469699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:47.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:46 gibba008 bash[39303]: audit 2021-03-04T23:43:45.730634+0000 mon.a (mon.0) 3101 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:47.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:46 gibba023 bash[27374]: cluster 2021-03-04T23:43:45.729468+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2021-03-04T23:43:47.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:46 gibba023 bash[27374]: audit 2021-03-04T23:43:45.730244+0000 mon.c (mon.1) 189 : audit [INF] from='client.? 172.21.2.108:0/3846469699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:47.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:46 gibba023 bash[27374]: audit 2021-03-04T23:43:45.730634+0000 mon.a (mon.0) 3101 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:47.244 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:47.347 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:47.349 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:43:47.362 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:43:47.376 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:43:47.389 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:43:47.411 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:43:47.431 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:43:47.449 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:43:47.471 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:43:47.472 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.473 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.474 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:47.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[48858]: debug 2021-03-04T23:43:47.238+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:47.641 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:47.749 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:48.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:47 gibba023 bash[27374]: cluster 2021-03-04T23:43:45.928360+0000 mgr.x (mgr.34379) 1723 : cluster [DBG] pgmap v2635: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:48.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:47 gibba023 bash[27374]: audit 2021-03-04T23:43:46.748662+0000 mon.a (mon.0) 3102 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:48.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:47 gibba023 bash[27374]: cluster 2021-03-04T23:43:46.749118+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2021-03-04T23:43:48.026 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:47 gibba023 bash[27374]: audit 2021-03-04T23:43:47.332579+0000 mon.c (mon.1) 190 : audit [DBG] from='client.? 172.21.2.108:0/3754968461' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:48.059 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[47391]: debug 2021-03-04T23:43:47.630+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:48.060 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[37770]: cluster 2021-03-04T23:43:45.928360+0000 mgr.x (mgr.34379) 1723 : cluster [DBG] pgmap v2635: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:48.060 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[37770]: audit 2021-03-04T23:43:46.748662+0000 mon.a (mon.0) 3102 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:48.060 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[37770]: cluster 2021-03-04T23:43:46.749118+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2021-03-04T23:43:48.060 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[37770]: audit 2021-03-04T23:43:47.332579+0000 mon.c (mon.1) 190 : audit [DBG] from='client.? 172.21.2.108:0/3754968461' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:48.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[39303]: cluster 2021-03-04T23:43:45.928360+0000 mgr.x (mgr.34379) 1723 : cluster [DBG] pgmap v2635: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:48.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[39303]: audit 2021-03-04T23:43:46.748662+0000 mon.a (mon.0) 3102 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:48.061 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[39303]: cluster 2021-03-04T23:43:46.749118+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2021-03-04T23:43:48.062 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:47 gibba008 bash[39303]: audit 2021-03-04T23:43:47.332579+0000 mon.c (mon.1) 190 : audit [DBG] from='client.? 172.21.2.108:0/3754968461' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:48.147 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:48.250 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:48.332 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:48.436 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:48.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:48 gibba008 bash[173949]: debug 2021-03-04T23:43:48.138+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:48.523 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:48 gibba023 bash[15180]: debug 2021-03-04T23:43:48.327+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:48.576 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:48.678 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:48.801 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:48.801 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestTrash.UserRemovingSource (2048 ms) 2021-03-04T23:43:48.801 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2021-03-04T23:43:48.806 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:48.806 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestTrash.RestoreMirroringSource (5 ms) 2021-03-04T23:43:49.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:48 gibba008 bash[39303]: cluster 2021-03-04T23:43:47.754274+0000 mon.a (mon.0) 3104 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2021-03-04T23:43:49.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:48 gibba008 bash[39303]: cluster 2021-03-04T23:43:47.929193+0000 mgr.x (mgr.34379) 1724 : cluster [DBG] pgmap v2638: 165 pgs: 13 creating+peering, 5 unknown, 147 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:49.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:48 gibba008 bash[37770]: cluster 2021-03-04T23:43:47.754274+0000 mon.a (mon.0) 3104 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2021-03-04T23:43:49.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:48 gibba008 bash[37770]: cluster 2021-03-04T23:43:47.929193+0000 mgr.x (mgr.34379) 1724 : cluster [DBG] pgmap v2638: 165 pgs: 13 creating+peering, 5 unknown, 147 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:49.024 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:49.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:48 gibba023 bash[27374]: cluster 2021-03-04T23:43:47.754274+0000 mon.a (mon.0) 3104 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2021-03-04T23:43:49.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:48 gibba023 bash[27374]: cluster 2021-03-04T23:43:47.929193+0000 mgr.x (mgr.34379) 1724 : cluster [DBG] pgmap v2638: 165 pgs: 13 creating+peering, 5 unknown, 147 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:49.025 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:48 gibba023 bash[88433]: debug 2021-03-04T23:43:48.571+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:49.127 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:49.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:49 gibba008 bash[173949]: debug 2021-03-04T23:43:49.018+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:49.533 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:49.636 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:49.772 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 2 tests from TestTrash (2053 ms total) 2021-03-04T23:43:49.773 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:49.773 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 3 tests from TestJournalEntries 2021-03-04T23:43:49.853 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:49 gibba008 bash[37770]: cluster 2021-03-04T23:43:48.761294+0000 mon.a (mon.0) 3105 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2021-03-04T23:43:49.854 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:49 gibba008 bash[39303]: cluster 2021-03-04T23:43:48.761294+0000 mon.a (mon.0) 3105 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2021-03-04T23:43:49.854 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:49 gibba008 bash[48858]: debug 2021-03-04T23:43:49.526+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:49.935 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:43:49.935 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [], 2021-03-04T23:43:49.935 INFO:teuthology.orchestra.run.gibba008.stdout: "complaint_time": 30, 2021-03-04T23:43:49.936 INFO:teuthology.orchestra.run.gibba008.stdout: "num_blocked_ops": 0 2021-03-04T23:43:49.936 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:43:49.965 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:50.068 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.072 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:49 gibba023 bash[27374]: cluster 2021-03-04T23:43:48.761294+0000 mon.a (mon.0) 3105 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2021-03-04T23:43:50.163 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.178 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:49 gibba008 bash[173949]: debug 2021-03-04T23:43:49.958+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:50.271 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.367 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:50 gibba023 bash[115291]: debug 2021-03-04T23:43:50.155+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:50.367 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.471 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:50.607 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:50.710 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:50.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:50 gibba023 bash[115291]: debug 2021-03-04T23:43:50.363+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:50.774 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:50 gibba023 bash[18090]: debug 2021-03-04T23:43:50.603+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:51.075 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:50 gibba008 bash[37770]: cluster 2021-03-04T23:43:49.768245+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2021-03-04T23:43:51.075 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:50 gibba008 bash[37770]: cluster 2021-03-04T23:43:49.929575+0000 mgr.x (mgr.34379) 1725 : cluster [DBG] pgmap v2641: 133 pgs: 133 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:51.075 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:50 gibba008 bash[39303]: cluster 2021-03-04T23:43:49.768245+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2021-03-04T23:43:51.076 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:50 gibba008 bash[39303]: cluster 2021-03-04T23:43:49.929575+0000 mgr.x (mgr.34379) 1725 : cluster [DBG] pgmap v2641: 133 pgs: 133 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:51.132 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:51.240 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:51.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:50 gibba023 bash[27374]: cluster 2021-03-04T23:43:49.768245+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2021-03-04T23:43:51.330 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:50 gibba023 bash[27374]: cluster 2021-03-04T23:43:49.929575+0000 mgr.x (mgr.34379) 1725 : cluster [DBG] pgmap v2641: 133 pgs: 133 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:51.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[48858]: debug 2021-03-04T23:43:51.122+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:51.713 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:51.790 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalEntries.AioWrite 2021-03-04T23:43:51.795 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[173949]: debug 2021-03-04T23:43:51.706+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:51.815 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:51.882 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:43:51.912 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:51.957 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:51.980 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[37770]: cluster 2021-03-04T23:43:50.789527+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2021-03-04T23:43:51.981 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[37770]: audit 2021-03-04T23:43:50.790553+0000 mon.c (mon.1) 191 : audit [INF] from='client.? 172.21.2.108:0/195207858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:51.981 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[37770]: audit 2021-03-04T23:43:50.790818+0000 mon.a (mon.0) 3108 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:51.982 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[39303]: cluster 2021-03-04T23:43:50.789527+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2021-03-04T23:43:51.982 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[39303]: audit 2021-03-04T23:43:50.790553+0000 mon.c (mon.1) 191 : audit [INF] from='client.? 172.21.2.108:0/195207858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:51.982 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:51 gibba008 bash[39303]: audit 2021-03-04T23:43:50.790818+0000 mon.a (mon.0) 3108 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:52.020 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.180 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:52.270 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:52.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:51 gibba023 bash[115291]: debug 2021-03-04T23:43:51.907+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:52.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:51 gibba023 bash[27374]: cluster 2021-03-04T23:43:50.789527+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2021-03-04T23:43:52.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:51 gibba023 bash[27374]: audit 2021-03-04T23:43:50.790553+0000 mon.c (mon.1) 191 : audit [INF] from='client.? 172.21.2.108:0/195207858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:52.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:51 gibba023 bash[27374]: audit 2021-03-04T23:43:50.790818+0000 mon.a (mon.0) 3108 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:52.812 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:43:52.813 INFO:teuthology.orchestra.run.gibba008.stderr:nodeep-scrub is set 2021-03-04T23:43:52.844 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.947 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:53.262 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[91265]: debug 2021-03-04T23:43:52.838+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:53.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: audit 2021-03-04T23:43:51.786258+0000 mon.a (mon.0) 3109 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:53.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: cluster 2021-03-04T23:43:51.786321+0000 mon.a (mon.0) 3110 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2021-03-04T23:43:53.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: audit 2021-03-04T23:43:51.898865+0000 mon.c (mon.1) 192 : audit [INF] from='client.? 172.21.2.108:0/933437995' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:53.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: audit 2021-03-04T23:43:51.899197+0000 mon.a (mon.0) 3111 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:53.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: audit 2021-03-04T23:43:51.901446+0000 mon.c (mon.1) 193 : audit [INF] from='client.? 172.21.2.108:0/1563809938' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:43:53.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: audit 2021-03-04T23:43:51.901640+0000 mon.a (mon.0) 3112 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:43:53.264 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[37770]: cluster 2021-03-04T23:43:51.930331+0000 mgr.x (mgr.34379) 1726 : cluster [DBG] pgmap v2644: 165 pgs: 22 creating+peering, 10 unknown, 133 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:53.264 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: audit 2021-03-04T23:43:51.786258+0000 mon.a (mon.0) 3109 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:53.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: cluster 2021-03-04T23:43:51.786321+0000 mon.a (mon.0) 3110 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2021-03-04T23:43:53.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: audit 2021-03-04T23:43:51.898865+0000 mon.c (mon.1) 192 : audit [INF] from='client.? 172.21.2.108:0/933437995' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:53.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: audit 2021-03-04T23:43:51.899197+0000 mon.a (mon.0) 3111 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:53.265 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: audit 2021-03-04T23:43:51.901446+0000 mon.c (mon.1) 193 : audit [INF] from='client.? 172.21.2.108:0/1563809938' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:43:53.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: audit 2021-03-04T23:43:51.901640+0000 mon.a (mon.0) 3112 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:43:53.266 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:52 gibba008 bash[39303]: cluster 2021-03-04T23:43:51.930331+0000 mgr.x (mgr.34379) 1726 : cluster [DBG] pgmap v2644: 165 pgs: 22 creating+peering, 10 unknown, 133 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:53.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: audit 2021-03-04T23:43:51.786258+0000 mon.a (mon.0) 3109 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: cluster 2021-03-04T23:43:51.786321+0000 mon.a (mon.0) 3110 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2021-03-04T23:43:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: audit 2021-03-04T23:43:51.898865+0000 mon.c (mon.1) 192 : audit [INF] from='client.? 172.21.2.108:0/933437995' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: audit 2021-03-04T23:43:51.899197+0000 mon.a (mon.0) 3111 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:53.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: audit 2021-03-04T23:43:51.901446+0000 mon.c (mon.1) 193 : audit [INF] from='client.? 172.21.2.108:0/1563809938' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:43:53.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: audit 2021-03-04T23:43:51.901640+0000 mon.a (mon.0) 3112 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:43:53.276 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:52 gibba023 bash[27374]: cluster 2021-03-04T23:43:51.930331+0000 mgr.x (mgr.34379) 1726 : cluster [DBG] pgmap v2644: 165 pgs: 22 creating+peering, 10 unknown, 133 active+clean; 4.0 MiB data, 764 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:53.442 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:53.545 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:53.628 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:53.733 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:53.741 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[173949]: debug 2021-03-04T23:43:53.434+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:53.815 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:53 gibba023 bash[18090]: debug 2021-03-04T23:43:53.623+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:53.837 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:53.837 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalEntries.AioWrite (2048 ms) 2021-03-04T23:43:53.837 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalEntries.AioDiscard 2021-03-04T23:43:53.840 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:53.840 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalEntries.AioDiscard (3 ms) 2021-03-04T23:43:53.841 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalEntries.AioFlush 2021-03-04T23:43:53.843 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:53.844 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalEntries.AioFlush (3 ms) 2021-03-04T23:43:54.037 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[37770]: cluster 2021-03-04T23:43:52.794795+0000 mon.a (mon.0) 3113 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:54.038 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[37770]: audit 2021-03-04T23:43:52.806272+0000 mon.a (mon.0) 3114 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:54.038 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[37770]: audit 2021-03-04T23:43:52.806325+0000 mon.a (mon.0) 3115 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:43:54.038 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[37770]: cluster 2021-03-04T23:43:52.806354+0000 mon.a (mon.0) 3116 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2021-03-04T23:43:54.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[39303]: cluster 2021-03-04T23:43:52.794795+0000 mon.a (mon.0) 3113 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:54.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[39303]: audit 2021-03-04T23:43:52.806272+0000 mon.a (mon.0) 3114 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:54.039 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[39303]: audit 2021-03-04T23:43:52.806325+0000 mon.a (mon.0) 3115 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:43:54.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:53 gibba008 bash[39303]: cluster 2021-03-04T23:43:52.806354+0000 mon.a (mon.0) 3116 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2021-03-04T23:43:54.159 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:54.267 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:53 gibba023 bash[27374]: cluster 2021-03-04T23:43:52.794795+0000 mon.a (mon.0) 3113 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:53 gibba023 bash[27374]: audit 2021-03-04T23:43:52.806272+0000 mon.a (mon.0) 3114 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:53 gibba023 bash[27374]: audit 2021-03-04T23:43:52.806325+0000 mon.a (mon.0) 3115 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:43:54.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:53 gibba023 bash[27374]: cluster 2021-03-04T23:43:52.806354+0000 mon.a (mon.0) 3116 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2021-03-04T23:43:54.366 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:54.420 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:54 gibba008 bash[47391]: debug 2021-03-04T23:43:54.150+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:54.474 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:54.567 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:54 gibba023 bash[115291]: debug 2021-03-04T23:43:54.359+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:54.567 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:54.669 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:54.796 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:54.828 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:54 gibba023 bash[115291]: debug 2021-03-04T23:43:54.563+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:54.828 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:54 gibba023 bash[18090]: debug 2021-03-04T23:43:54.791+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:54.836 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 3 tests from TestJournalEntries (2054 ms total) 2021-03-04T23:43:54.837 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:54.837 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestJournalReplay 2021-03-04T23:43:54.899 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:55.183 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:54 gibba008 bash[37770]: cluster 2021-03-04T23:43:53.825677+0000 mon.a (mon.0) 3117 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2021-03-04T23:43:55.184 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:54 gibba008 bash[37770]: cluster 2021-03-04T23:43:53.931299+0000 mgr.x (mgr.34379) 1727 : cluster [DBG] pgmap v2647: 165 pgs: 22 creating+peering, 2 unknown, 141 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:55.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:54 gibba008 bash[39303]: cluster 2021-03-04T23:43:53.825677+0000 mon.a (mon.0) 3117 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2021-03-04T23:43:55.184 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:54 gibba008 bash[39303]: cluster 2021-03-04T23:43:53.931299+0000 mgr.x (mgr.34379) 1727 : cluster [DBG] pgmap v2647: 165 pgs: 22 creating+peering, 2 unknown, 141 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:54 gibba023 bash[27374]: cluster 2021-03-04T23:43:53.825677+0000 mon.a (mon.0) 3117 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2021-03-04T23:43:55.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:54 gibba023 bash[27374]: cluster 2021-03-04T23:43:53.931299+0000 mgr.x (mgr.34379) 1727 : cluster [DBG] pgmap v2647: 165 pgs: 22 creating+peering, 2 unknown, 141 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:55.571 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:55.674 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:55.767 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:55.839 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:55 gibba008 bash[47391]: debug 2021-03-04T23:43:55.562+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:55.872 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:55.966 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:55 gibba023 bash[27374]: cluster 2021-03-04T23:43:54.832461+0000 mon.a (mon.0) 3118 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2021-03-04T23:43:55.967 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:43:55 gibba023 bash[88433]: debug 2021-03-04T23:43:55.763+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:55.967 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:56.075 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:56.091 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:55 gibba008 bash[39303]: cluster 2021-03-04T23:43:54.832461+0000 mon.a (mon.0) 3118 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2021-03-04T23:43:56.092 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:55 gibba008 bash[37770]: cluster 2021-03-04T23:43:54.832461+0000 mon.a (mon.0) 3118 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2021-03-04T23:43:56.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:55 gibba023 bash[15180]: debug 2021-03-04T23:43:55.959+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:56.751 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:56.854 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:56.859 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2021-03-04T23:43:56.961 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:57.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[39303]: cluster 2021-03-04T23:43:55.843544+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2021-03-04T23:43:57.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[39303]: audit 2021-03-04T23:43:55.844142+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? 172.21.2.108:0/2879102992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:57.015 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[39303]: cluster 2021-03-04T23:43:55.932048+0000 mgr.x (mgr.34379) 1728 : cluster [DBG] pgmap v2650: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:57.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[37770]: cluster 2021-03-04T23:43:55.843544+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2021-03-04T23:43:57.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[37770]: audit 2021-03-04T23:43:55.844142+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? 172.21.2.108:0/2879102992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:57.016 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[37770]: cluster 2021-03-04T23:43:55.932048+0000 mgr.x (mgr.34379) 1728 : cluster [DBG] pgmap v2650: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:57.017 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:43:56 gibba008 bash[48858]: debug 2021-03-04T23:43:56.742+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:57.068 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:57.208 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:56 gibba023 bash[15180]: debug 2021-03-04T23:43:56.955+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:57.209 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:56 gibba023 bash[27374]: cluster 2021-03-04T23:43:55.843544+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2021-03-04T23:43:57.209 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:56 gibba023 bash[27374]: audit 2021-03-04T23:43:55.844142+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? 172.21.2.108:0/2879102992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:57.210 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:56 gibba023 bash[27374]: cluster 2021-03-04T23:43:55.932048+0000 mgr.x (mgr.34379) 1728 : cluster [DBG] pgmap v2650: 165 pgs: 32 unknown, 133 active+clean; 4.0 MiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:57.210 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:57.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:43:57.314 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:57.331 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:57.428 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:57.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:57 gibba023 bash[15180]: debug 2021-03-04T23:43:57.203+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:57.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:43:57 gibba023 bash[15180]: debug 2021-03-04T23:43:57.423+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:57.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:57.985 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:58.088 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:58.173 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:57 gibba023 bash[27374]: audit 2021-03-04T23:43:56.854900+0000 mon.a (mon.0) 3121 : audit [INF] from='client.? 172.21.2.108:0/2879102992' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:58.173 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:57 gibba023 bash[27374]: cluster 2021-03-04T23:43:56.855345+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2021-03-04T23:43:58.174 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:58.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:57 gibba008 bash[39303]: audit 2021-03-04T23:43:56.854900+0000 mon.a (mon.0) 3121 : audit [INF] from='client.? 172.21.2.108:0/2879102992' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:58.262 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:57 gibba008 bash[39303]: cluster 2021-03-04T23:43:56.855345+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2021-03-04T23:43:58.263 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:57 gibba008 bash[91265]: debug 2021-03-04T23:43:57.978+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:57 gibba008 bash[37770]: audit 2021-03-04T23:43:56.854900+0000 mon.a (mon.0) 3121 : audit [INF] from='client.? 172.21.2.108:0/2879102992' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-gibba008-156466-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:58.263 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:57 gibba008 bash[37770]: cluster 2021-03-04T23:43:56.855345+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2021-03-04T23:43:58.276 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:58.399 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:58.503 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:58.523 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:43:58 gibba023 bash[115291]: debug 2021-03-04T23:43:58.167+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:58.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:43:58 gibba023 bash[18090]: debug 2021-03-04T23:43:58.395+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:43:58.887 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.887 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2028 ms) 2021-03-04T23:43:58.888 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2021-03-04T23:43:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.AioWriteEvent (44 ms) 2021-03-04T23:43:58.931 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2021-03-04T23:43:58.939 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.939 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.AioFlushEvent (7 ms) 2021-03-04T23:43:58.939 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapCreate 2021-03-04T23:43:58.950 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.951 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapCreate (12 ms) 2021-03-04T23:43:58.951 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapProtect 2021-03-04T23:43:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapProtect (14 ms) 2021-03-04T23:43:58.964 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2021-03-04T23:43:58.978 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.978 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapUnprotect (14 ms) 2021-03-04T23:43:58.978 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapRename 2021-03-04T23:43:58.991 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:58.992 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapRename (13 ms) 2021-03-04T23:43:58.992 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapRollback 2021-03-04T23:43:59.005 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.005 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapRollback (14 ms) 2021-03-04T23:43:59.005 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.SnapRemove 2021-03-04T23:43:59.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:58 gibba008 bash[39303]: cluster 2021-03-04T23:43:57.869375+0000 mon.a (mon.0) 3123 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2021-03-04T23:43:59.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:58 gibba008 bash[39303]: cluster 2021-03-04T23:43:57.933008+0000 mgr.x (mgr.34379) 1729 : cluster [DBG] pgmap v2653: 165 pgs: 21 creating+peering, 6 unknown, 138 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:59.006 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:58 gibba008 bash[39303]: audit 2021-03-04T23:43:58.339148+0000 mon.a (mon.0) 3124 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:59.007 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:58 gibba008 bash[37770]: cluster 2021-03-04T23:43:57.869375+0000 mon.a (mon.0) 3123 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2021-03-04T23:43:59.007 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:58 gibba008 bash[37770]: cluster 2021-03-04T23:43:57.933008+0000 mgr.x (mgr.34379) 1729 : cluster [DBG] pgmap v2653: 165 pgs: 21 creating+peering, 6 unknown, 138 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:59.007 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:58 gibba008 bash[37770]: audit 2021-03-04T23:43:58.339148+0000 mon.a (mon.0) 3124 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:59.008 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:59.021 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.021 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.SnapRemove (16 ms) 2021-03-04T23:43:59.021 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.Rename 2021-03-04T23:43:59.034 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.034 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.Rename (13 ms) 2021-03-04T23:43:59.034 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.Resize 2021-03-04T23:43:59.047 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.Resize (13 ms) 2021-03-04T23:43:59.048 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.Flatten 2021-03-04T23:43:59.064 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.064 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.Flatten (17 ms) 2021-03-04T23:43:59.064 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2021-03-04T23:43:59.077 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.077 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.UpdateFeatures (13 ms) 2021-03-04T23:43:59.078 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.MetadataSet 2021-03-04T23:43:59.090 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.090 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.MetadataSet (13 ms) 2021-03-04T23:43:59.091 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2021-03-04T23:43:59.102 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.102 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.MetadataRemove (12 ms) 2021-03-04T23:43:59.103 INFO:tasks.workunit.client.0.gibba008.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2021-03-04T23:43:59.114 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:59.116 INFO:tasks.workunit.client.0.gibba008.stdout:SKIPPING 2021-03-04T23:43:59.116 INFO:tasks.workunit.client.0.gibba008.stdout:[ OK ] TestJournalReplay.ObjectPosition (12 ms) 2021-03-04T23:43:59.249 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:43:59 gibba008 bash[47391]: debug 2021-03-04T23:43:58.998+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:59.266 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:43:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:58 gibba023 bash[27374]: cluster 2021-03-04T23:43:57.869375+0000 mon.a (mon.0) 3123 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2021-03-04T23:43:59.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:58 gibba023 bash[27374]: cluster 2021-03-04T23:43:57.933008+0000 mgr.x (mgr.34379) 1729 : cluster [DBG] pgmap v2653: 165 pgs: 21 creating+peering, 6 unknown, 138 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:43:59.275 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:58 gibba023 bash[27374]: audit 2021-03-04T23:43:58.339148+0000 mon.a (mon.0) 3124 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:59.398 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:59.605 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:59.709 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:59.719 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:43:59 gibba008 bash[91265]: debug 2021-03-04T23:43:59.598+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:59.900 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] 16 tests from TestJournalReplay (2255 ms total) 2021-03-04T23:43:59.900 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:59.900 INFO:tasks.workunit.client.0.gibba008.stdout:[----------] Global test environment tear-down 2021-03-04T23:43:59.901 INFO:tasks.workunit.client.0.gibba008.stdout:[==========] 351 tests from 15 test suites ran. (609211 ms total) 2021-03-04T23:43:59.901 INFO:tasks.workunit.client.0.gibba008.stdout:[ PASSED ] 351 tests. 2021-03-04T23:43:59.901 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:59.901 INFO:tasks.workunit.client.0.gibba008.stdout: YOU HAVE 2 DISABLED TESTS 2021-03-04T23:43:59.902 INFO:tasks.workunit.client.0.gibba008.stdout: 2021-03-04T23:43:59.906 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-03-04T23:43:59.906 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-03-04T23:43:59.913 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2021-03-04T23:43:59.913 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2021-03-04T23:44:00.070 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:00.124 DEBUG:teuthology.parallel:result is None 2021-03-04T23:44:00.125 DEBUG:teuthology.orchestra.run.gibba008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:44:00.132 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:44:00.133 DEBUG:teuthology.orchestra.run.gibba008:> rmdir -- /home/ubuntu/cephtest/mnt.0 2021-03-04T23:44:00.138 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2021-03-04T23:44:00.139 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:44:00.139 INFO:teuthology.task.print:**** done rbd/test_librbd.sh 7-workload 2021-03-04T23:44:00.140 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-03-04T23:44:00.140 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2021-03-04T23:44:00.145 INFO:tasks.rados:Beginning rados... 2021-03-04T23:44:00.146 INFO:tasks.rados:joining rados 2021-03-04T23:44:00.147 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2021-03-04T23:44:00.147 INFO:tasks.rados:starting run 0 out of 1 2021-03-04T23:44:00.147 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_6 2021-03-04T23:44:00.148 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_6 16 2021-03-04T23:44:00.173 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:00.197 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:43:59 gibba008 bash[39303]: cluster 2021-03-04T23:43:58.879020+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2021-03-04T23:44:00.198 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:43:59 gibba008 bash[37770]: cluster 2021-03-04T23:43:58.879020+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2021-03-04T23:44:00.199 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:00 gibba008 bash[91265]: debug 2021-03-04T23:44:00.062+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:00.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:43:59 gibba023 bash[27374]: cluster 2021-03-04T23:43:58.879020+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2021-03-04T23:44:00.276 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:00.670 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:00.773 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:01.011 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:00 gibba008 bash[48858]: debug 2021-03-04T23:44:00.662+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:00 gibba008 bash[37770]: cluster 2021-03-04T23:43:59.895887+0000 mon.a (mon.0) 3126 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2021-03-04T23:44:01.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:00 gibba008 bash[37770]: cluster 2021-03-04T23:43:59.933536+0000 mgr.x (mgr.34379) 1730 : cluster [DBG] pgmap v2656: 133 pgs: 133 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:01.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:00 gibba008 bash[39303]: cluster 2021-03-04T23:43:59.895887+0000 mon.a (mon.0) 3126 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2021-03-04T23:44:01.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:00 gibba008 bash[39303]: cluster 2021-03-04T23:43:59.933536+0000 mgr.x (mgr.34379) 1730 : cluster [DBG] pgmap v2656: 133 pgs: 133 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:00 gibba023 bash[27374]: cluster 2021-03-04T23:43:59.895887+0000 mon.a (mon.0) 3126 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2021-03-04T23:44:01.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:00 gibba023 bash[27374]: cluster 2021-03-04T23:43:59.933536+0000 mgr.x (mgr.34379) 1730 : cluster [DBG] pgmap v2656: 133 pgs: 133 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:01.294 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:01.402 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.506 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.613 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:01.623 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:01 gibba008 bash[48858]: debug 2021-03-04T23:44:01.286+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:01.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:01 gibba023 bash[115291]: debug 2021-03-04T23:44:01.499+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:02.140 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:02.243 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:02.512 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:02 gibba008 bash[91265]: debug 2021-03-04T23:44:02.134+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:02.936 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:03.039 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:03.154 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:03.262 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:02 gibba008 bash[37770]: cluster 2021-03-04T23:44:01.935297+0000 mgr.x (mgr.34379) 1731 : cluster [DBG] pgmap v2657: 133 pgs: 133 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:03.263 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:02 gibba008 bash[39303]: cluster 2021-03-04T23:44:01.935297+0000 mgr.x (mgr.34379) 1731 : cluster [DBG] pgmap v2657: 133 pgs: 133 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:03.263 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:02 gibba008 bash[173949]: debug 2021-03-04T23:44:02.930+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:03.264 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:03.274 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:02 gibba023 bash[27374]: cluster 2021-03-04T23:44:01.935297+0000 mgr.x (mgr.34379) 1731 : cluster [DBG] pgmap v2657: 133 pgs: 133 active+clean; 4.0 MiB data, 762 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:03.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:03 gibba023 bash[18090]: debug 2021-03-04T23:44:03.147+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:03.415 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:03.521 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:03.774 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:03 gibba023 bash[15180]: debug 2021-03-04T23:44:03.407+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:04.125 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:04.230 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:04.240 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:04 gibba008 bash[91265]: debug 2021-03-04T23:44:04.118+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:04.522 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:04.625 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:05.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:04 gibba008 bash[91265]: debug 2021-03-04T23:44:04.514+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:05.226 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:05.329 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:05.443 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:05.502 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:05 gibba008 bash[48858]: debug 2021-03-04T23:44:05.218+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:05.550 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:05.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:05 gibba008 bash[37770]: cluster 2021-03-04T23:44:03.936667+0000 mgr.x (mgr.34379) 1732 : cluster [DBG] pgmap v2658: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:05.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:05 gibba008 bash[39303]: cluster 2021-03-04T23:44:03.936667+0000 mgr.x (mgr.34379) 1732 : cluster [DBG] pgmap v2658: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:05.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:05 gibba023 bash[27374]: cluster 2021-03-04T23:44:03.936667+0000 mgr.x (mgr.34379) 1732 : cluster [DBG] pgmap v2658: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:05.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:05 gibba023 bash[115291]: debug 2021-03-04T23:44:05.435+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:05.862 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:05.970 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:06.262 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:05 gibba008 bash[173949]: debug 2021-03-04T23:44:05.854+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:06.539 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:06.642 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:06.839 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:06 gibba008 bash[47391]: debug 2021-03-04T23:44:06.530+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:06.839 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:06.942 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:07.166 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:06 gibba008 bash[173949]: debug 2021-03-04T23:44:06.830+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:07.173 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:07.276 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:07.512 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:07 gibba008 bash[173949]: debug 2021-03-04T23:44:07.166+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:07.721 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:07.824 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:07.896 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:07 gibba008 bash[37770]: cluster 2021-03-04T23:44:05.937900+0000 mgr.x (mgr.34379) 1733 : cluster [DBG] pgmap v2659: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:07.897 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:07 gibba008 bash[39303]: cluster 2021-03-04T23:44:05.937900+0000 mgr.x (mgr.34379) 1733 : cluster [DBG] pgmap v2659: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:07.897 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:07 gibba008 bash[91265]: debug 2021-03-04T23:44:07.714+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:08.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:07 gibba023 bash[27374]: cluster 2021-03-04T23:44:05.937900+0000 mgr.x (mgr.34379) 1733 : cluster [DBG] pgmap v2659: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:08.419 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:08.521 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:08.621 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:08.709 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:08 gibba008 bash[91265]: debug 2021-03-04T23:44:08.410+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:08.724 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:08.987 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:09.013 INFO:teuthology.orchestra.run.gibba008.stdout:{ 2021-03-04T23:44:09.013 INFO:teuthology.orchestra.run.gibba008.stdout: "size": 20, 2021-03-04T23:44:09.014 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 600, 2021-03-04T23:44:09.014 INFO:teuthology.orchestra.run.gibba008.stdout: "ops": [ 2021-03-04T23:44:09.014 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.014 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:15118 44.12 44:4e448334:::rbd_data.df45f3155200.0000000000000014:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 51=[51,50] ondisk+write+known_if_redirected e1121)", 2021-03-04T23:44:09.014 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:40:38.574319+0000", 2021-03-04T23:44:09.015 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 210.43316190499999, 2021-03-04T23:44:09.015 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028092583000000001, 2021-03-04T23:44:09.015 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.015 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.016 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.016 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.016 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.016 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 15118 2021-03-04T23:44:09.016 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.017 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.017 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.017 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.017 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.574319+0000", 2021-03-04T23:44:09.018 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.018 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.018 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.018 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.018 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.574319+0000", 2021-03-04T23:44:09.019 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0068060129999999996 2021-03-04T23:44:09.019 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.019 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.019 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.019 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.581125+0000", 2021-03-04T23:44:09.020 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1668000000000001e-05 2021-03-04T23:44:09.020 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.020 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.020 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.021 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.581137+0000", 2021-03-04T23:44:09.021 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.3051000000000003e-05 2021-03-04T23:44:09.021 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.021 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.021 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.022 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.581200+0000", 2021-03-04T23:44:09.022 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3379000000000001e-05 2021-03-04T23:44:09.022 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.022 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.022 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.023 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.581223+0000", 2021-03-04T23:44:09.023 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021197699999999999 2021-03-04T23:44:09.023 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.023 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.023 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.024 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.581435+0000", 2021-03-04T23:44:09.024 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00028479200000000002 2021-03-04T23:44:09.024 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.024 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.025 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.025 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.581720+0000", 2021-03-04T23:44:09.025 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0012708800000000001 2021-03-04T23:44:09.025 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.025 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.026 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:44:09.026 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.582991+0000", 2021-03-04T23:44:09.026 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013618195 2021-03-04T23:44:09.026 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.026 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.027 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.027 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.596609+0000", 2021-03-04T23:44:09.027 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001235451 2021-03-04T23:44:09.027 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.027 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.028 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.028 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.597844+0000", 2021-03-04T23:44:09.028 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0042525599999999998 2021-03-04T23:44:09.028 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.028 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.029 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.029 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.602097+0000", 2021-03-04T23:44:09.029 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018838700000000001 2021-03-04T23:44:09.029 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.029 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.030 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.030 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.602285+0000", 2021-03-04T23:44:09.030 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012622999999999999 2021-03-04T23:44:09.030 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.031 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.031 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.031 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.602412+0000", 2021-03-04T23:44:09.031 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028092583000000001 2021-03-04T23:44:09.031 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.032 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.032 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.032 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.032 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.032 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:15230 44.14 44:2bef5a89:::rbd_data.df45f3155200.0000000000000015:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 51=[51,50] ondisk+write+known_if_redirected e1121)", 2021-03-04T23:44:09.033 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:40:38.773598+0000", 2021-03-04T23:44:09.033 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 210.23388310300001, 2021-03-04T23:44:09.033 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026693952999999999, 2021-03-04T23:44:09.033 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.033 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.034 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.034 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.034 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.034 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 15230 2021-03-04T23:44:09.034 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.035 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.035 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.035 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.035 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.773598+0000", 2021-03-04T23:44:09.035 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.036 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.036 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.036 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.036 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.773598+0000", 2021-03-04T23:44:09.036 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001492401 2021-03-04T23:44:09.037 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.037 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.037 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.037 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775090+0000", 2021-03-04T23:44:09.038 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8650000000000003e-06 2021-03-04T23:44:09.038 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.038 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.038 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.038 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775094+0000", 2021-03-04T23:44:09.039 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.9576e-05 2021-03-04T23:44:09.039 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.039 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.039 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.040 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775114+0000", 2021-03-04T23:44:09.040 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.7340000000000003e-06 2021-03-04T23:44:09.040 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.040 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.040 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.041 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775123+0000", 2021-03-04T23:44:09.041 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.8282000000000006e-05 2021-03-04T23:44:09.041 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.041 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.041 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.042 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775212+0000", 2021-03-04T23:44:09.042 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011290699999999999 2021-03-04T23:44:09.042 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.042 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.042 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.043 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775325+0000", 2021-03-04T23:44:09.043 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00054207500000000004 2021-03-04T23:44:09.043 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.043 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.043 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:44:09.044 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.775867+0000", 2021-03-04T23:44:09.044 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0056261870000000004 2021-03-04T23:44:09.044 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.044 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.044 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.045 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.781493+0000", 2021-03-04T23:44:09.045 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018495628 2021-03-04T23:44:09.045 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.045 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.045 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.046 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.799989+0000", 2021-03-04T23:44:09.046 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024776699999999997 2021-03-04T23:44:09.046 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.046 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.047 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.047 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.800236+0000", 2021-03-04T23:44:09.047 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.4348999999999999e-05 2021-03-04T23:44:09.047 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.047 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.048 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.048 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.800271+0000", 2021-03-04T23:44:09.048 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1182000000000001e-05 2021-03-04T23:44:09.048 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.048 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.049 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.049 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:40:38.800292+0000", 2021-03-04T23:44:09.049 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.026693952999999999 2021-03-04T23:44:09.049 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.049 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.050 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.050 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.050 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.050 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:17842 44.1 44:85ddc148:::rb.0.df45.29e21cec.000000000015:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 6b=[6b,69] ondisk+write+known_if_redirected e1146)", 2021-03-04T23:44:09.050 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:03.699092+0000", 2021-03-04T23:44:09.051 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 185.308388931, 2021-03-04T23:44:09.051 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028853119999999999, 2021-03-04T23:44:09.051 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.051 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.052 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.052 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.052 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.052 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 17842 2021-03-04T23:44:09.052 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.053 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.053 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.053 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.053 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.699092+0000", 2021-03-04T23:44:09.053 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.054 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.054 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.054 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.054 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.699092+0000", 2021-03-04T23:44:09.054 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038733169999999998 2021-03-04T23:44:09.055 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.055 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.055 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.055 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.702965+0000", 2021-03-04T23:44:09.056 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.5729999999999996e-06 2021-03-04T23:44:09.056 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.056 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.056 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.056 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.702972+0000", 2021-03-04T23:44:09.057 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6237999999999998e-05 2021-03-04T23:44:09.057 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.057 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.057 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.057 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.702998+0000", 2021-03-04T23:44:09.058 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0969e-05 2021-03-04T23:44:09.058 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.058 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.058 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.058 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.703009+0000", 2021-03-04T23:44:09.059 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.7334000000000002e-05 2021-03-04T23:44:09.059 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.059 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.059 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.059 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.703086+0000", 2021-03-04T23:44:09.060 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021973699999999999 2021-03-04T23:44:09.060 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.060 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.060 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.061 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.703306+0000", 2021-03-04T23:44:09.061 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024951299999999998 2021-03-04T23:44:09.061 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.061 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.061 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:44:09.062 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.703556+0000", 2021-03-04T23:44:09.062 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011340562 2021-03-04T23:44:09.062 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.062 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.063 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.063 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.714896+0000", 2021-03-04T23:44:09.063 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012451706 2021-03-04T23:44:09.063 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.064 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.064 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.064 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.727348+0000", 2021-03-04T23:44:09.064 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00048289300000000003 2021-03-04T23:44:09.065 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.065 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.065 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.065 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.727831+0000", 2021-03-04T23:44:09.066 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2059999999999999e-05 2021-03-04T23:44:09.066 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.066 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.066 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.066 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.727893+0000", 2021-03-04T23:44:09.067 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2218e-05 2021-03-04T23:44:09.067 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.067 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.067 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.067 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:03.727945+0000", 2021-03-04T23:44:09.068 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028853119999999999 2021-03-04T23:44:09.068 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.068 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.069 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.069 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.069 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.069 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:18523 44.1 44:85b1348b:::rbd_data.df4590075444.0000000000000003:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 6e=[6e] ondisk+write+known_if_redirected e1153)", 2021-03-04T23:44:09.070 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:10.566623+0000", 2021-03-04T23:44:09.070 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 178.44085817999999, 2021-03-04T23:44:09.070 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.024816792000000001, 2021-03-04T23:44:09.070 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.070 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.071 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.071 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.071 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.071 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 18523 2021-03-04T23:44:09.072 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.072 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.072 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.072 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.072 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.566623+0000", 2021-03-04T23:44:09.073 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.073 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.073 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.073 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.073 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.566623+0000", 2021-03-04T23:44:09.074 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001812887 2021-03-04T23:44:09.074 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.074 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.074 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.074 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.568436+0000", 2021-03-04T23:44:09.075 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8270000000000002e-06 2021-03-04T23:44:09.075 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.075 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.075 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.076 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.568439+0000", 2021-03-04T23:44:09.076 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2174000000000001e-05 2021-03-04T23:44:09.076 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.076 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.076 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.077 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.568451+0000", 2021-03-04T23:44:09.077 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2055999999999999e-05 2021-03-04T23:44:09.077 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.077 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.077 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.078 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.568463+0000", 2021-03-04T23:44:09.078 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3813999999999998e-05 2021-03-04T23:44:09.078 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.078 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.078 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.079 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.568507+0000", 2021-03-04T23:44:09.079 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.0184000000000004e-05 2021-03-04T23:44:09.079 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.079 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.079 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.080 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.568577+0000", 2021-03-04T23:44:09.080 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00044416200000000001 2021-03-04T23:44:09.080 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.080 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.080 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:44:09.081 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.569021+0000", 2021-03-04T23:44:09.081 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0059709719999999997 2021-03-04T23:44:09.081 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.081 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.081 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.082 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.574992+0000", 2021-03-04T23:44:09.082 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014354317 2021-03-04T23:44:09.082 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.082 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.082 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.083 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.589346+0000", 2021-03-04T23:44:09.083 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001781859 2021-03-04T23:44:09.083 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.083 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.084 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.084 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.591128+0000", 2021-03-04T23:44:09.084 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020481300000000001 2021-03-04T23:44:09.084 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.084 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.085 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.085 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.591333+0000", 2021-03-04T23:44:09.085 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000106727 2021-03-04T23:44:09.085 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.085 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.086 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.086 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.591440+0000", 2021-03-04T23:44:09.086 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.024816792000000001 2021-03-04T23:44:09.086 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.086 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.087 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.087 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.087 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.087 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:18543 44.c 44:30b3a087:::rbd_data.df4590075444.0000000000000002:head [call rbd.assert_snapc_seq in=19b,write 0~1 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1153)", 2021-03-04T23:44:09.088 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:10.571635+0000", 2021-03-04T23:44:09.088 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 178.43584566800001, 2021-03-04T23:44:09.088 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018013639000000001, 2021-03-04T23:44:09.088 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.088 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.089 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.089 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.089 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.089 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 18543 2021-03-04T23:44:09.089 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.090 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.090 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.090 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.090 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571635+0000", 2021-03-04T23:44:09.090 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.091 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.091 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.091 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.091 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571635+0000", 2021-03-04T23:44:09.091 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4249999999999999e-06 2021-03-04T23:44:09.092 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.092 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.092 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.092 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571637+0000", 2021-03-04T23:44:09.093 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0759999999999999e-06 2021-03-04T23:44:09.093 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.093 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.093 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.093 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571638+0000", 2021-03-04T23:44:09.094 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.2220000000000002e-06 2021-03-04T23:44:09.094 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.094 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.094 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.094 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571646+0000", 2021-03-04T23:44:09.095 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6070000000000001e-06 2021-03-04T23:44:09.095 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.095 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.095 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.095 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571651+0000", 2021-03-04T23:44:09.096 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7847999999999998e-05 2021-03-04T23:44:09.096 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.096 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.096 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.096 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571678+0000", 2021-03-04T23:44:09.097 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8742000000000001e-05 2021-03-04T23:44:09.097 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.097 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.097 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.097 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571737+0000", 2021-03-04T23:44:09.098 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00012928000000000001 2021-03-04T23:44:09.098 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.098 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.098 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.098 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.571867+0000", 2021-03-04T23:44:09.099 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0028986210000000001 2021-03-04T23:44:09.099 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.099 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.099 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.100 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.574765+0000", 2021-03-04T23:44:09.100 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000126773 2021-03-04T23:44:09.100 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.100 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.100 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.101 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.574892+0000", 2021-03-04T23:44:09.101 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.014316463999999999 2021-03-04T23:44:09.101 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.101 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.101 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.102 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.589208+0000", 2021-03-04T23:44:09.102 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024835699999999999 2021-03-04T23:44:09.102 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.102 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.102 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.103 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.589457+0000", 2021-03-04T23:44:09.103 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019222400000000001 2021-03-04T23:44:09.103 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.103 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.103 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.104 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.589649+0000", 2021-03-04T23:44:09.104 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018013639000000001 2021-03-04T23:44:09.104 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.104 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.104 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.105 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.105 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.105 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:18577 44.c 44:30b3a087:::rbd_data.df4590075444.0000000000000002:head [call rbd.assert_snapc_seq in=19b,write 1~4194303 [fadvise_sequential+fadvise_nocache]] snapc 6e=[6e] ondisk+write+known_if_redirected e1153)", 2021-03-04T23:44:09.105 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:10.591800+0000", 2021-03-04T23:44:09.105 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 178.41568123600001, 2021-03-04T23:44:09.106 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020282063999999999, 2021-03-04T23:44:09.106 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.106 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.106 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.106 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.107 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.107 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 18577 2021-03-04T23:44:09.107 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.107 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.107 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.108 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.108 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.591800+0000", 2021-03-04T23:44:09.108 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.108 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.109 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.109 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.109 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.591800+0000", 2021-03-04T23:44:09.109 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0042277169999999998 2021-03-04T23:44:09.109 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.110 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.110 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.110 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.596027+0000", 2021-03-04T23:44:09.110 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1107000000000001e-05 2021-03-04T23:44:09.110 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.111 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.111 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.111 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.596039+0000", 2021-03-04T23:44:09.111 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4082999999999997e-05 2021-03-04T23:44:09.111 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.112 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.112 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.112 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.596093+0000", 2021-03-04T23:44:09.112 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6179000000000001e-05 2021-03-04T23:44:09.112 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.113 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.113 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.113 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.596119+0000", 2021-03-04T23:44:09.113 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00019578099999999999 2021-03-04T23:44:09.113 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.114 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.114 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.114 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.596315+0000", 2021-03-04T23:44:09.114 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00044274800000000002 2021-03-04T23:44:09.115 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.115 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.115 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.115 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.596757+0000", 2021-03-04T23:44:09.115 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001654942 2021-03-04T23:44:09.116 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.116 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.116 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.116 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.598412+0000", 2021-03-04T23:44:09.116 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0099507539999999992 2021-03-04T23:44:09.117 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.117 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.117 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.117 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.608363+0000", 2021-03-04T23:44:09.117 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000746735 2021-03-04T23:44:09.118 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.118 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.118 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.118 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.609110+0000", 2021-03-04T23:44:09.118 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026948860000000001 2021-03-04T23:44:09.119 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.119 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.119 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.119 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.611805+0000", 2021-03-04T23:44:09.119 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000164714 2021-03-04T23:44:09.120 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.120 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.120 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.120 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.611969+0000", 2021-03-04T23:44:09.121 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00011241799999999999 2021-03-04T23:44:09.121 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.121 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.121 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.121 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:10.612082+0000", 2021-03-04T23:44:09.122 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020282063999999999 2021-03-04T23:44:09.122 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.122 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.122 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.122 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.123 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.123 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:19127 44.15 44:abf6dbff:::image257.rbd:head [call rbd.snap_add in=11b] snapc 0=[] ondisk+write+known_if_redirected e1157)", 2021-03-04T23:44:09.123 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:15.508273+0000", 2021-03-04T23:44:09.123 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 173.49920804199999, 2021-03-04T23:44:09.123 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.066246960999999993, 2021-03-04T23:44:09.124 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.124 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.124 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.124 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.124 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.125 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 19127 2021-03-04T23:44:09.125 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.125 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.125 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.125 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.126 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.508273+0000", 2021-03-04T23:44:09.126 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.126 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.126 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.126 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.127 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.508273+0000", 2021-03-04T23:44:09.127 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.5450000000000002e-06 2021-03-04T23:44:09.127 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.127 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.127 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.128 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.508275+0000", 2021-03-04T23:44:09.128 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.7420000000000002e-06 2021-03-04T23:44:09.128 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.128 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.129 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.129 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.508278+0000", 2021-03-04T23:44:09.129 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.059854806000000003 2021-03-04T23:44:09.129 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.129 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.130 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.130 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.568133+0000", 2021-03-04T23:44:09.130 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2091000000000001e-05 2021-03-04T23:44:09.130 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.130 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.131 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.131 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.568175+0000", 2021-03-04T23:44:09.131 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026017000000000002 2021-03-04T23:44:09.131 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.131 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.132 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.132 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.570777+0000", 2021-03-04T23:44:09.132 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000410892 2021-03-04T23:44:09.132 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.133 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.133 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.133 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.571188+0000", 2021-03-04T23:44:09.133 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001033204 2021-03-04T23:44:09.133 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.134 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.134 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:44:09.134 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.572221+0000", 2021-03-04T23:44:09.134 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016674540000000001 2021-03-04T23:44:09.134 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.135 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.135 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.135 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.573888+0000", 2021-03-04T23:44:09.135 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00027804099999999998 2021-03-04T23:44:09.135 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.136 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.136 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.136 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.574166+0000", 2021-03-04T23:44:09.136 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024545900000000001 2021-03-04T23:44:09.137 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.137 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.137 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.137 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.574412+0000", 2021-03-04T23:44:09.137 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.6091999999999998e-05 2021-03-04T23:44:09.138 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.138 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.138 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.138 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.574468+0000", 2021-03-04T23:44:09.138 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.1935000000000003e-05 2021-03-04T23:44:09.139 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.139 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.139 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.139 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:15.574520+0000", 2021-03-04T23:44:09.139 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.066246960999999993 2021-03-04T23:44:09.140 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.140 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.140 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.140 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.140 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.141 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:22702 44.c 44:367c2fea:::rb.0.df45.65024f4c.000000000014:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~3816913] snapc 97=[97,95,93] ondisk+write+known_if_redirected e1193)", 2021-03-04T23:44:09.141 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:51.591241+0000", 2021-03-04T23:44:09.141 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 137.41623963699999, 2021-03-04T23:44:09.142 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018534605999999999, 2021-03-04T23:44:09.142 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.142 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.142 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.142 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.143 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.143 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 22702 2021-03-04T23:44:09.143 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.143 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.143 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.144 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.144 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.591241+0000", 2021-03-04T23:44:09.144 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.144 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.145 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.145 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.145 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.591241+0000", 2021-03-04T23:44:09.145 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0038391250000000001 2021-03-04T23:44:09.145 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.146 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.146 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.146 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595080+0000", 2021-03-04T23:44:09.146 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.2450000000000003e-06 2021-03-04T23:44:09.146 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.147 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.147 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.147 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595087+0000", 2021-03-04T23:44:09.147 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8389e-05 2021-03-04T23:44:09.147 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.148 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.148 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.148 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595135+0000", 2021-03-04T23:44:09.148 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1036000000000001e-05 2021-03-04T23:44:09.149 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.149 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.149 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.149 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595146+0000", 2021-03-04T23:44:09.149 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4302999999999997e-05 2021-03-04T23:44:09.150 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.150 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.150 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.150 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595220+0000", 2021-03-04T23:44:09.150 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000223375 2021-03-04T23:44:09.151 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.151 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.151 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.151 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595444+0000", 2021-03-04T23:44:09.151 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022809800000000001 2021-03-04T23:44:09.152 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.152 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.152 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.152 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.595672+0000", 2021-03-04T23:44:09.152 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013573038000000001 2021-03-04T23:44:09.153 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.153 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.153 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.153 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.609245+0000", 2021-03-04T23:44:09.153 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025252100000000002 2021-03-04T23:44:09.154 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.154 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.154 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.154 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.609497+0000", 2021-03-04T23:44:09.154 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013207099999999999 2021-03-04T23:44:09.155 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.155 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.155 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.155 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.609630+0000", 2021-03-04T23:44:09.156 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.4493999999999995e-05 2021-03-04T23:44:09.156 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.156 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.156 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.156 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.609704+0000", 2021-03-04T23:44:09.157 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.1910999999999996e-05 2021-03-04T23:44:09.157 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.157 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.157 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.157 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:51.609776+0000", 2021-03-04T23:44:09.158 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018534605999999999 2021-03-04T23:44:09.158 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.158 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.158 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.158 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.159 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.159 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:23168 44.12 44:4ba34d2c:::rb.0.df45.764b44f6.000000000007:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~2602167] snapc 9a=[9a] ondisk+write+known_if_redirected e1197)", 2021-03-04T23:44:09.159 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:41:56.605572+0000", 2021-03-04T23:44:09.159 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 132.401909464, 2021-03-04T23:44:09.159 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018843657999999999, 2021-03-04T23:44:09.160 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.160 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.160 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.160 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.160 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.161 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 23168 2021-03-04T23:44:09.161 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.161 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.161 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.161 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.162 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.605572+0000", 2021-03-04T23:44:09.162 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.162 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.162 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.162 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.163 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.605572+0000", 2021-03-04T23:44:09.163 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001201389 2021-03-04T23:44:09.163 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.163 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.164 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.164 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.606773+0000", 2021-03-04T23:44:09.164 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.3589999999999999e-06 2021-03-04T23:44:09.164 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.164 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.165 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.165 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.606776+0000", 2021-03-04T23:44:09.165 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1187e-05 2021-03-04T23:44:09.165 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.165 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.166 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.166 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.606787+0000", 2021-03-04T23:44:09.166 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.9989999999999997e-06 2021-03-04T23:44:09.166 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.167 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.167 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.167 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.606793+0000", 2021-03-04T23:44:09.167 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.3461000000000003e-05 2021-03-04T23:44:09.167 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.168 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.168 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.168 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.606837+0000", 2021-03-04T23:44:09.168 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.0229999999999996e-05 2021-03-04T23:44:09.168 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.169 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.169 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.169 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.606917+0000", 2021-03-04T23:44:09.169 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016056100000000001 2021-03-04T23:44:09.169 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.170 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.170 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:44:09.170 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.607078+0000", 2021-03-04T23:44:09.170 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011194539 2021-03-04T23:44:09.170 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.171 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.171 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.171 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.618272+0000", 2021-03-04T23:44:09.171 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0049952709999999999 2021-03-04T23:44:09.172 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.172 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.172 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.172 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.623268+0000", 2021-03-04T23:44:09.172 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0010940940000000001 2021-03-04T23:44:09.173 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.173 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.173 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.173 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.624362+0000", 2021-03-04T23:44:09.173 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0886000000000002e-05 2021-03-04T23:44:09.174 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.174 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.174 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.174 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.624392+0000", 2021-03-04T23:44:09.174 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.2682000000000001e-05 2021-03-04T23:44:09.175 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.175 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.175 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.175 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:41:56.624415+0000", 2021-03-04T23:44:09.175 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.018843657999999999 2021-03-04T23:44:09.176 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.176 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.176 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.176 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.177 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.177 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25554 44.1 44:86a32e76:::rbd_data.df4518ef47e8.0000000000000011:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1224)", 2021-03-04T23:44:09.177 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:25.816943+0000", 2021-03-04T23:44:09.177 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 103.190537715, 2021-03-04T23:44:09.177 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.019218493, 2021-03-04T23:44:09.178 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.178 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.178 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.178 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.178 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.179 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25554 2021-03-04T23:44:09.179 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.179 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.179 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.179 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.180 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.816943+0000", 2021-03-04T23:44:09.180 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.180 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.180 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.180 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.181 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.816943+0000", 2021-03-04T23:44:09.181 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00068430499999999996 2021-03-04T23:44:09.181 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.181 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.181 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.182 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.817628+0000", 2021-03-04T23:44:09.182 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5650000000000002e-06 2021-03-04T23:44:09.182 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.182 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.183 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.183 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.817631+0000", 2021-03-04T23:44:09.183 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.4302e-05 2021-03-04T23:44:09.183 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.183 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.184 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.184 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.817645+0000", 2021-03-04T23:44:09.184 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.916e-06 2021-03-04T23:44:09.184 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.184 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.185 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.185 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.817650+0000", 2021-03-04T23:44:09.185 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.7506999999999999e-05 2021-03-04T23:44:09.185 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.185 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.186 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.186 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.817688+0000", 2021-03-04T23:44:09.186 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.1814000000000001e-05 2021-03-04T23:44:09.186 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.186 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.187 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.187 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.817750+0000", 2021-03-04T23:44:09.187 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026688800000000001 2021-03-04T23:44:09.187 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.187 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.188 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:44:09.188 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.818017+0000", 2021-03-04T23:44:09.188 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.006848514 2021-03-04T23:44:09.188 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.188 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.189 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.189 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.824865+0000", 2021-03-04T23:44:09.189 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0051605879999999998 2021-03-04T23:44:09.189 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.189 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.190 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.190 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.830026+0000", 2021-03-04T23:44:09.190 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0056527089999999997 2021-03-04T23:44:09.190 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.191 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.191 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.191 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.835678+0000", 2021-03-04T23:44:09.191 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00021554899999999999 2021-03-04T23:44:09.191 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.192 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.192 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.192 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.835894+0000", 2021-03-04T23:44:09.192 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026783599999999997 2021-03-04T23:44:09.192 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.193 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.193 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.193 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836162+0000", 2021-03-04T23:44:09.193 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.019218493 2021-03-04T23:44:09.193 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.194 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.194 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.194 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.194 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.194 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25556 44.15 44:a80e2b45:::rbd_data.df4518ef47e8.0000000000000012:head [call rbd.assert_snapc_seq in=19b,write 0~4194304 [fadvise_sequential+fadvise_nocache]] snapc 0=[] ondisk+write+known_if_redirected e1224)", 2021-03-04T23:44:09.195 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:25.818550+0000", 2021-03-04T23:44:09.195 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 103.188930786, 2021-03-04T23:44:09.195 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017611781999999999, 2021-03-04T23:44:09.195 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.195 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.196 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.196 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.196 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.196 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25556 2021-03-04T23:44:09.196 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.197 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.197 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.197 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.197 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.818550+0000", 2021-03-04T23:44:09.197 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.198 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.198 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.198 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.198 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.818550+0000", 2021-03-04T23:44:09.198 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0013330200000000001 2021-03-04T23:44:09.199 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.199 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.199 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.199 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.819883+0000", 2021-03-04T23:44:09.199 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.5839999999999999e-06 2021-03-04T23:44:09.200 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.200 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.200 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.200 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.819887+0000", 2021-03-04T23:44:09.200 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.0548999999999999e-05 2021-03-04T23:44:09.201 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.201 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.201 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.201 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.819907+0000", 2021-03-04T23:44:09.201 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.2830000000000004e-06 2021-03-04T23:44:09.202 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.202 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.202 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.202 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.819915+0000", 2021-03-04T23:44:09.203 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.7143000000000004e-05 2021-03-04T23:44:09.203 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.203 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.203 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.203 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.819982+0000", 2021-03-04T23:44:09.204 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.4224e-05 2021-03-04T23:44:09.204 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.204 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.204 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.204 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.820046+0000", 2021-03-04T23:44:09.205 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00033783000000000001 2021-03-04T23:44:09.205 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.205 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.205 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:44:09.205 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.820384+0000", 2021-03-04T23:44:09.206 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0057508439999999997 2021-03-04T23:44:09.206 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.206 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.206 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.206 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.826135+0000", 2021-03-04T23:44:09.207 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00024707800000000002 2021-03-04T23:44:09.207 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.207 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.207 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.207 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.826382+0000", 2021-03-04T23:44:09.208 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0094031600000000007 2021-03-04T23:44:09.208 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.208 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.208 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.208 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.835785+0000", 2021-03-04T23:44:09.209 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00017536299999999999 2021-03-04T23:44:09.209 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.209 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.209 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.210 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.835960+0000", 2021-03-04T23:44:09.210 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00020170400000000001 2021-03-04T23:44:09.210 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.210 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.210 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.211 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836162+0000", 2021-03-04T23:44:09.211 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017611781999999999 2021-03-04T23:44:09.211 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.211 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.211 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.212 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.212 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.212 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25557 44.1 44:86a32e76:::rbd_data.df4518ef47e8.0000000000000011:head [call rbd.assert_snapc_seq in=19b,delete] snapc b4=[b4,b3,b2] ondisk+write+known_if_redirected e1224)", 2021-03-04T23:44:09.212 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:25.836511+0000", 2021-03-04T23:44:09.212 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 103.170969895, 2021-03-04T23:44:09.213 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.798813862, 2021-03-04T23:44:09.213 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.213 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "reached pg", 2021-03-04T23:44:09.213 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.213 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.214 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.214 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25557 2021-03-04T23:44:09.214 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.214 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.214 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.215 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.215 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836511+0000", 2021-03-04T23:44:09.215 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.215 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.215 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.216 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.216 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836511+0000", 2021-03-04T23:44:09.216 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2014000000000001e-05 2021-03-04T23:44:09.216 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.216 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.217 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.217 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836523+0000", 2021-03-04T23:44:09.217 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0171e-05 2021-03-04T23:44:09.217 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.217 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.218 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.218 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836533+0000", 2021-03-04T23:44:09.218 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0686999999999998e-05 2021-03-04T23:44:09.218 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.219 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.219 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.219 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836584+0000", 2021-03-04T23:44:09.219 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6855e-05 2021-03-04T23:44:09.219 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.220 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.220 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.220 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836611+0000", 2021-03-04T23:44:09.220 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018363400000000001 2021-03-04T23:44:09.220 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.221 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.221 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.221 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.836794+0000", 2021-03-04T23:44:09.221 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00041364199999999998 2021-03-04T23:44:09.221 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.222 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.222 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.222 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.837208+0000", 2021-03-04T23:44:09.222 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00089418500000000003 2021-03-04T23:44:09.222 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.223 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.223 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:44:09.223 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.838102+0000", 2021-03-04T23:44:09.223 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002380488 2021-03-04T23:44:09.223 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.224 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.224 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.224 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.840483+0000", 2021-03-04T23:44:09.224 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001041019 2021-03-04T23:44:09.224 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.225 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.225 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.225 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.841524+0000", 2021-03-04T23:44:09.225 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.77688755399999998 2021-03-04T23:44:09.225 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.226 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.226 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.226 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:26.618411+0000", 2021-03-04T23:44:09.226 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.3149999999999999e-06 2021-03-04T23:44:09.227 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.227 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.227 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for peered", 2021-03-04T23:44:09.227 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:26.618417+0000", 2021-03-04T23:44:09.227 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0168610300000001 2021-03-04T23:44:09.228 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.228 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.228 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.228 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:27.635278+0000", 2021-03-04T23:44:09.228 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.7268000000000002e-05 2021-03-04T23:44:09.229 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.229 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.229 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.229 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:27.635325+0000", 2021-03-04T23:44:09.229 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.798813862 2021-03-04T23:44:09.230 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.230 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.230 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.230 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.230 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.231 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25559 44.15 44:a80e2b45:::rbd_data.df4518ef47e8.0000000000000012:head [call rbd.sparse_copyup in=16b,set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc b5=[b5,b4,b3,b2] ondisk+write+known_if_redirected e1224)", 2021-03-04T23:44:09.231 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:25.843288+0000", 2021-03-04T23:44:09.231 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 103.164193125, 2021-03-04T23:44:09.231 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020455805000000001, 2021-03-04T23:44:09.232 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.232 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.232 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.232 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.232 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.233 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25559 2021-03-04T23:44:09.233 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.233 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.233 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.233 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.234 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.843288+0000", 2021-03-04T23:44:09.234 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.234 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.234 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.234 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.235 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.843288+0000", 2021-03-04T23:44:09.235 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0043125619999999998 2021-03-04T23:44:09.235 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.235 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.235 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.236 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.847600+0000", 2021-03-04T23:44:09.236 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0053e-05 2021-03-04T23:44:09.236 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.236 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.236 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.237 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.847610+0000", 2021-03-04T23:44:09.237 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2185000000000003e-05 2021-03-04T23:44:09.237 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.237 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.238 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.238 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.847663+0000", 2021-03-04T23:44:09.238 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.1861999999999998e-05 2021-03-04T23:44:09.238 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.238 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.239 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.239 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.847685+0000", 2021-03-04T23:44:09.239 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00022607200000000001 2021-03-04T23:44:09.239 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.239 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.240 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.240 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.847911+0000", 2021-03-04T23:44:09.240 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00029202600000000003 2021-03-04T23:44:09.240 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.241 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.241 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.241 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.848203+0000", 2021-03-04T23:44:09.241 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001468701 2021-03-04T23:44:09.241 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.242 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.242 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:44:09.242 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.849671+0000", 2021-03-04T23:44:09.242 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0090424389999999993 2021-03-04T23:44:09.242 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.243 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.243 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.243 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.858714+0000", 2021-03-04T23:44:09.243 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0028382110000000002 2021-03-04T23:44:09.243 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.244 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.244 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.244 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.861552+0000", 2021-03-04T23:44:09.244 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0018739850000000001 2021-03-04T23:44:09.245 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.245 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.245 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.245 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.863426+0000", 2021-03-04T23:44:09.245 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00018593599999999999 2021-03-04T23:44:09.246 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.246 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.246 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.246 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.863612+0000", 2021-03-04T23:44:09.246 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013177299999999999 2021-03-04T23:44:09.247 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.247 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.247 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.247 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:25.863744+0000", 2021-03-04T23:44:09.247 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020455805000000001 2021-03-04T23:44:09.248 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.248 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.248 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.248 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.249 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.249 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25678 44.10 44:0e25a921:::rb.0.df45.17d0727b.000000000013:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~3538604] snapc b6=[b6,b0,ae,ac,aa] ondisk+write+known_if_redirected e1228)", 2021-03-04T23:44:09.249 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:29.665465+0000", 2021-03-04T23:44:09.249 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 99.342016072000007, 2021-03-04T23:44:09.249 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020784146, 2021-03-04T23:44:09.250 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.250 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.250 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.250 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.250 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.251 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25678 2021-03-04T23:44:09.251 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.251 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.251 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.251 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.252 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.665465+0000", 2021-03-04T23:44:09.252 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.252 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.252 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.252 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.253 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.665465+0000", 2021-03-04T23:44:09.253 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002948296 2021-03-04T23:44:09.253 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.253 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.253 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.254 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668413+0000", 2021-03-04T23:44:09.254 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9779999999999999e-06 2021-03-04T23:44:09.254 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.254 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.255 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.255 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668417+0000", 2021-03-04T23:44:09.255 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.6769000000000002e-05 2021-03-04T23:44:09.255 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.255 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.256 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.256 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668434+0000", 2021-03-04T23:44:09.256 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.105e-06 2021-03-04T23:44:09.256 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.256 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.257 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.257 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668440+0000", 2021-03-04T23:44:09.257 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8241000000000001e-05 2021-03-04T23:44:09.257 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.257 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.258 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.258 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668488+0000", 2021-03-04T23:44:09.258 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000131042 2021-03-04T23:44:09.258 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.258 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.259 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.259 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668619+0000", 2021-03-04T23:44:09.259 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00026511500000000001 2021-03-04T23:44:09.259 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.259 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.260 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.260 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.668884+0000", 2021-03-04T23:44:09.260 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012980037999999999 2021-03-04T23:44:09.260 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.260 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.261 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.261 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.681864+0000", 2021-03-04T23:44:09.261 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0025499400000000001 2021-03-04T23:44:09.261 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.261 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.262 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.262 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.684414+0000", 2021-03-04T23:44:09.262 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001778253 2021-03-04T23:44:09.262 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.262 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.263 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.263 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.686193+0000", 2021-03-04T23:44:09.263 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2327999999999999e-05 2021-03-04T23:44:09.263 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.263 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.264 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.264 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.686225+0000", 2021-03-04T23:44:09.264 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.4040999999999999e-05 2021-03-04T23:44:09.264 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.264 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.265 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.265 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:29.686249+0000", 2021-03-04T23:44:09.265 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020784146 2021-03-04T23:44:09.265 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.265 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.266 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.266 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.266 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.266 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25899 44.10 44:09955b00:::rbd_data.df4518ef47e8.0000000000000020:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc bb=[bb,b9,b7,b5,b4,b3,b2] ondisk+write+known_if_redirected e1232)", 2021-03-04T23:44:09.267 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:33.712095+0000", 2021-03-04T23:44:09.267 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 95.295386039999997, 2021-03-04T23:44:09.267 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017971681, 2021-03-04T23:44:09.267 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.267 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.268 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.268 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25899 2021-03-04T23:44:09.268 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.269 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.269 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.269 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.269 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.712095+0000", 2021-03-04T23:44:09.269 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.270 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.270 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.270 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.270 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.712095+0000", 2021-03-04T23:44:09.270 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0026883469999999998 2021-03-04T23:44:09.271 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.271 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.271 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.271 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.714783+0000", 2021-03-04T23:44:09.272 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5349999999999998e-06 2021-03-04T23:44:09.272 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.272 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.272 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.272 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.714788+0000", 2021-03-04T23:44:09.273 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.2326e-05 2021-03-04T23:44:09.273 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.273 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.273 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.273 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.714800+0000", 2021-03-04T23:44:09.274 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.2719999999999997e-06 2021-03-04T23:44:09.274 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.274 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.274 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.274 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.714805+0000", 2021-03-04T23:44:09.275 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.0017e-05 2021-03-04T23:44:09.275 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.275 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.275 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.275 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.714845+0000", 2021-03-04T23:44:09.276 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.2440000000000004e-06 2021-03-04T23:44:09.276 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.276 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.276 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op must wait for map", 2021-03-04T23:44:09.276 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.714850+0000", 2021-03-04T23:44:09.277 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0020534870000000001 2021-03-04T23:44:09.277 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.277 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.277 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.277 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.716903+0000", 2021-03-04T23:44:09.278 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000128388 2021-03-04T23:44:09.278 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.278 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.278 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.279 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.717032+0000", 2021-03-04T23:44:09.279 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00013071299999999999 2021-03-04T23:44:09.279 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.279 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.279 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.280 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.717162+0000", 2021-03-04T23:44:09.280 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0097559580000000003 2021-03-04T23:44:09.280 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.280 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.280 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.281 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.726918+0000", 2021-03-04T23:44:09.281 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0022307249999999998 2021-03-04T23:44:09.281 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.281 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.281 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.282 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.729149+0000", 2021-03-04T23:44:09.282 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000827362 2021-03-04T23:44:09.282 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.282 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.282 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.283 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.729976+0000", 2021-03-04T23:44:09.283 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0489999999999999e-05 2021-03-04T23:44:09.283 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.283 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.283 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.284 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.730027+0000", 2021-03-04T23:44:09.284 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9817000000000002e-05 2021-03-04T23:44:09.284 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.284 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.285 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.285 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.730067+0000", 2021-03-04T23:44:09.285 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017971681 2021-03-04T23:44:09.285 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.285 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.286 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.286 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.286 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.286 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:25918 44.c 44:3132701d:::rbd_data.df4518ef47e8.0000000000000015:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc bb=[bb,b9,b7,b5,b4,b3,b2] ondisk+write+known_if_redirected e1232)", 2021-03-04T23:44:09.287 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:33.721611+0000", 2021-03-04T23:44:09.287 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 95.285870248999998, 2021-03-04T23:44:09.287 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017466604, 2021-03-04T23:44:09.287 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.287 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.288 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.288 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 25918 2021-03-04T23:44:09.288 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.289 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.289 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.289 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.289 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.721611+0000", 2021-03-04T23:44:09.289 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.290 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.290 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.290 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.290 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.721611+0000", 2021-03-04T23:44:09.290 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.002609171 2021-03-04T23:44:09.291 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.291 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.291 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.291 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724220+0000", 2021-03-04T23:44:09.291 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.3939999999999999e-06 2021-03-04T23:44:09.292 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.292 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.292 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.292 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724222+0000", 2021-03-04T23:44:09.292 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.0373999999999999e-05 2021-03-04T23:44:09.293 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.293 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.293 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.293 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724233+0000", 2021-03-04T23:44:09.294 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5739999999999997e-06 2021-03-04T23:44:09.294 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.294 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.294 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.294 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724237+0000", 2021-03-04T23:44:09.295 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.8933999999999997e-05 2021-03-04T23:44:09.295 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.295 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.295 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.295 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724276+0000", 2021-03-04T23:44:09.296 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00016028799999999999 2021-03-04T23:44:09.296 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.296 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.296 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.296 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724436+0000", 2021-03-04T23:44:09.297 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000152199 2021-03-04T23:44:09.297 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.297 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.297 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.297 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.724589+0000", 2021-03-04T23:44:09.298 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010565662 2021-03-04T23:44:09.298 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.298 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.298 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.298 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.735154+0000", 2021-03-04T23:44:09.299 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00030399499999999999 2021-03-04T23:44:09.299 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.299 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.299 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.299 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.735458+0000", 2021-03-04T23:44:09.300 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0035586139999999999 2021-03-04T23:44:09.300 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.300 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.300 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.301 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.739017+0000", 2021-03-04T23:44:09.301 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.9515000000000001e-05 2021-03-04T23:44:09.301 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.301 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.301 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.302 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.739046+0000", 2021-03-04T23:44:09.302 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.0883999999999998e-05 2021-03-04T23:44:09.302 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.302 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.302 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.303 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:33.739077+0000", 2021-03-04T23:44:09.303 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.017466604 2021-03-04T23:44:09.303 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.303 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.303 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.304 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.304 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.304 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:26788 44.14 44:28c547ab:::rb.0.df45.7de4dd63.000000000007:head [delete] snapc b1=[ab] ondisk+write+known_if_redirected e1238)", 2021-03-04T23:44:09.304 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:42:41.795527+0000", 2021-03-04T23:44:09.304 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 87.211953867999995, 2021-03-04T23:44:09.305 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020430666, 2021-03-04T23:44:09.305 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.305 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.305 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.305 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.306 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.306 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 26788 2021-03-04T23:44:09.306 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.306 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.307 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.307 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.307 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.795527+0000", 2021-03-04T23:44:09.307 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.307 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.308 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.308 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.308 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.795527+0000", 2021-03-04T23:44:09.308 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.053e-06 2021-03-04T23:44:09.308 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.309 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.309 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.309 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.795531+0000", 2021-03-04T23:44:09.309 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.335e-06 2021-03-04T23:44:09.309 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.310 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.310 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.310 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.795536+0000", 2021-03-04T23:44:09.310 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6814000000000001e-05 2021-03-04T23:44:09.310 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.311 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.311 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.311 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.795562+0000", 2021-03-04T23:44:09.311 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.7003999999999998e-05 2021-03-04T23:44:09.311 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.312 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.312 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.312 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.795579+0000", 2021-03-04T23:44:09.312 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.010846735999999999 2021-03-04T23:44:09.312 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.313 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.313 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.313 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.806426+0000", 2021-03-04T23:44:09.313 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000206539 2021-03-04T23:44:09.314 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.314 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.314 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.314 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.806633+0000", 2021-03-04T23:44:09.314 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000351694 2021-03-04T23:44:09.315 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.315 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.315 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:44:09.315 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.806984+0000", 2021-03-04T23:44:09.315 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001024821 2021-03-04T23:44:09.316 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.316 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.316 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.316 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.808009+0000", 2021-03-04T23:44:09.316 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000129992 2021-03-04T23:44:09.317 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.317 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.317 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.317 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.808139+0000", 2021-03-04T23:44:09.317 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0076520490000000002 2021-03-04T23:44:09.318 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.318 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.318 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.318 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.815791+0000", 2021-03-04T23:44:09.318 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 9.0984999999999997e-05 2021-03-04T23:44:09.319 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.319 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.319 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.319 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.815882+0000", 2021-03-04T23:44:09.319 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 7.5643999999999996e-05 2021-03-04T23:44:09.320 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.320 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.320 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.320 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:42:41.815958+0000", 2021-03-04T23:44:09.320 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.020430666 2021-03-04T23:44:09.321 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.321 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.321 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.321 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.321 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.322 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:28777 44.c 44:30d4cec1:::rb.0.df45.152ca389.00000000002f:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc d4=[d4,d2,d0,ce,c8,c6,c4,c2] ondisk+write+known_if_redirected e1261)", 2021-03-04T23:44:09.322 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:43:06.186787+0000", 2021-03-04T23:44:09.322 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 62.820694381999999, 2021-03-04T23:44:09.322 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028107010000000002, 2021-03-04T23:44:09.323 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.323 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.323 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.323 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.323 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.324 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 28777 2021-03-04T23:44:09.324 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.324 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.324 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.324 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.325 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.186787+0000", 2021-03-04T23:44:09.325 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.325 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.325 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.325 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.326 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.186787+0000", 2021-03-04T23:44:09.326 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0016951920000000001 2021-03-04T23:44:09.326 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.326 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.327 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.327 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188482+0000", 2021-03-04T23:44:09.327 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.6670000000000004e-06 2021-03-04T23:44:09.327 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.327 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.328 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.328 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188486+0000", 2021-03-04T23:44:09.328 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.6931999999999999e-05 2021-03-04T23:44:09.328 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.328 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.329 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.329 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188513+0000", 2021-03-04T23:44:09.329 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1955e-05 2021-03-04T23:44:09.329 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.329 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.330 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.330 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188525+0000", 2021-03-04T23:44:09.330 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.8068000000000001e-05 2021-03-04T23:44:09.330 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.330 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.331 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.331 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188573+0000", 2021-03-04T23:44:09.331 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.000142647 2021-03-04T23:44:09.331 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.331 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.332 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.332 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188716+0000", 2021-03-04T23:44:09.332 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00015121000000000001 2021-03-04T23:44:09.332 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.332 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.333 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:09.333 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188867+0000", 2021-03-04T23:44:09.333 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.012990542000000001 2021-03-04T23:44:09.333 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.334 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.334 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.334 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.201858+0000", 2021-03-04T23:44:09.334 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.001988161 2021-03-04T23:44:09.334 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.335 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.335 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.335 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.203846+0000", 2021-03-04T23:44:09.335 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.01096043 2021-03-04T23:44:09.335 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.336 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.336 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.336 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.214806+0000", 2021-03-04T23:44:09.336 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1396999999999997e-05 2021-03-04T23:44:09.336 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.337 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.337 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.337 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.214848+0000", 2021-03-04T23:44:09.337 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.5809000000000001e-05 2021-03-04T23:44:09.337 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.338 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.338 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.338 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.214894+0000", 2021-03-04T23:44:09.338 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.028107010000000002 2021-03-04T23:44:09.339 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.339 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.339 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.339 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.339 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.340 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:28778 44.14 44:2d89e5fc:::rb.0.df45.152ca389.000000000030:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~3953635] snapc d4=[d4,d2,d0,ce,c8,c6,c4,c2] ondisk+write+known_if_redirected e1261)", 2021-03-04T23:44:09.340 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:43:06.188828+0000", 2021-03-04T23:44:09.340 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 62.818652630999999, 2021-03-04T23:44:09.340 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030615274000000001, 2021-03-04T23:44:09.340 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.341 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.341 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.341 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.341 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.341 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 28778 2021-03-04T23:44:09.342 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.342 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.342 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.342 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.342 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188828+0000", 2021-03-04T23:44:09.343 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.343 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.343 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.343 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.343 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.188828+0000", 2021-03-04T23:44:09.344 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0023558519999999999 2021-03-04T23:44:09.344 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.344 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.344 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.344 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191184+0000", 2021-03-04T23:44:09.345 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.0669999999999999e-06 2021-03-04T23:44:09.345 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.345 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.345 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.345 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191189+0000", 2021-03-04T23:44:09.346 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.3899e-05 2021-03-04T23:44:09.346 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.346 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.346 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.347 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191203+0000", 2021-03-04T23:44:09.347 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.0449999999999997e-06 2021-03-04T23:44:09.347 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.347 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.347 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.348 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191209+0000", 2021-03-04T23:44:09.348 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1749000000000003e-05 2021-03-04T23:44:09.348 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.348 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.348 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.349 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191251+0000", 2021-03-04T23:44:09.349 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00010899 2021-03-04T23:44:09.349 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.349 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.349 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.350 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191360+0000", 2021-03-04T23:44:09.350 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00025043500000000002 2021-03-04T23:44:09.350 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.350 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.350 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:44:09.351 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191610+0000", 2021-03-04T23:44:09.351 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.013744573 2021-03-04T23:44:09.351 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.351 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.351 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.352 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.205355+0000", 2021-03-04T23:44:09.352 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.009489862 2021-03-04T23:44:09.352 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.352 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.352 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.353 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.214845+0000", 2021-03-04T23:44:09.353 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.0045379740000000002 2021-03-04T23:44:09.353 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.353 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.353 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.354 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.219383+0000", 2021-03-04T23:44:09.354 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.2218000000000002e-05 2021-03-04T23:44:09.354 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.354 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.355 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.355 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.219415+0000", 2021-03-04T23:44:09.355 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 2.8609999999999999e-05 2021-03-04T23:44:09.355 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.355 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.356 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.356 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.219444+0000", 2021-03-04T23:44:09.356 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.030615274000000001 2021-03-04T23:44:09.356 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.356 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.357 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.357 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.357 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.357 INFO:teuthology.orchestra.run.gibba008.stdout: "description": "osd_op(client.57157.0:28781 44.12 44:4bf0c2ef:::rbd_data.df453c47f2bd.0000000000000030:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~3953635] snapc d5=[d5,d3,d1,cf,cd,cc,cb,ca] ondisk+write+known_if_redirected e1261)", 2021-03-04T23:44:09.357 INFO:teuthology.orchestra.run.gibba008.stdout: "initiated_at": "2021-03-04T23:43:06.191490+0000", 2021-03-04T23:44:09.358 INFO:teuthology.orchestra.run.gibba008.stdout: "age": 62.815991252000003, 2021-03-04T23:44:09.358 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.029803090000000001, 2021-03-04T23:44:09.358 INFO:teuthology.orchestra.run.gibba008.stdout: "type_data": { 2021-03-04T23:44:09.358 INFO:teuthology.orchestra.run.gibba008.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:09.358 INFO:teuthology.orchestra.run.gibba008.stdout: "client_info": { 2021-03-04T23:44:09.359 INFO:teuthology.orchestra.run.gibba008.stdout: "client": "client.57157", 2021-03-04T23:44:09.359 INFO:teuthology.orchestra.run.gibba008.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:09.359 INFO:teuthology.orchestra.run.gibba008.stdout: "tid": 28781 2021-03-04T23:44:09.359 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.359 INFO:teuthology.orchestra.run.gibba008.stdout: "events": [ 2021-03-04T23:44:09.360 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.360 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "initiated", 2021-03-04T23:44:09.360 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191490+0000", 2021-03-04T23:44:09.360 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0 2021-03-04T23:44:09.360 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.361 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.361 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "throttled", 2021-03-04T23:44:09.361 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.191490+0000", 2021-03-04T23:44:09.361 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00196445 2021-03-04T23:44:09.361 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.362 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.362 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "header_read", 2021-03-04T23:44:09.362 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193454+0000", 2021-03-04T23:44:09.362 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.039e-06 2021-03-04T23:44:09.363 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.363 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.363 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "all_read", 2021-03-04T23:44:09.363 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193457+0000", 2021-03-04T23:44:09.363 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 1.1742999999999999e-05 2021-03-04T23:44:09.364 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.364 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.364 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "dispatched", 2021-03-04T23:44:09.364 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193469+0000", 2021-03-04T23:44:09.364 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 6.6429999999999998e-06 2021-03-04T23:44:09.365 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.365 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.365 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "queued_for_pg", 2021-03-04T23:44:09.365 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193476+0000", 2021-03-04T23:44:09.365 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.4324999999999999e-05 2021-03-04T23:44:09.366 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.366 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.366 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "reached_pg", 2021-03-04T23:44:09.366 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193530+0000", 2021-03-04T23:44:09.366 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 8.4593999999999997e-05 2021-03-04T23:44:09.367 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.367 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.367 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "started", 2021-03-04T23:44:09.367 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193615+0000", 2021-03-04T23:44:09.367 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.00014960900000000001 2021-03-04T23:44:09.368 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.368 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.368 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:44:09.368 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.193764+0000", 2021-03-04T23:44:09.368 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.011871319999999999 2021-03-04T23:44:09.369 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.369 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.369 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "op_commit", 2021-03-04T23:44:09.369 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.205635+0000", 2021-03-04T23:44:09.370 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 5.8811999999999999e-05 2021-03-04T23:44:09.370 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.370 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.370 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.370 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.205694+0000", 2021-03-04T23:44:09.371 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.015516848 2021-03-04T23:44:09.371 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.371 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.371 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:09.371 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.221211+0000", 2021-03-04T23:44:09.372 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 3.9947999999999998e-05 2021-03-04T23:44:09.372 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.372 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.372 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "commit_sent", 2021-03-04T23:44:09.372 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.221251+0000", 2021-03-04T23:44:09.373 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 4.1758999999999998e-05 2021-03-04T23:44:09.373 INFO:teuthology.orchestra.run.gibba008.stdout: }, 2021-03-04T23:44:09.373 INFO:teuthology.orchestra.run.gibba008.stdout: { 2021-03-04T23:44:09.373 INFO:teuthology.orchestra.run.gibba008.stdout: "event": "done", 2021-03-04T23:44:09.373 INFO:teuthology.orchestra.run.gibba008.stdout: "time": "2021-03-04T23:43:06.221293+0000", 2021-03-04T23:44:09.374 INFO:teuthology.orchestra.run.gibba008.stdout: "duration": 0.029803090000000001 2021-03-04T23:44:09.374 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.374 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.374 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.374 INFO:teuthology.orchestra.run.gibba008.stdout: } 2021-03-04T23:44:09.375 INFO:teuthology.orchestra.run.gibba008.stdout: ] 2021-03-04T23:44:09.375 INFO:teuthology.orchestra.run.gibba008.stdout:} 2021-03-04T23:44:09.375 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:09.376 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:08 gibba023 bash[88433]: debug 2021-03-04T23:44:08.615+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:09.377 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:08 gibba008 bash[48858]: debug 2021-03-04T23:44:08.978+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:09.465 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:09.569 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:09.659 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:09 gibba023 bash[27374]: cluster 2021-03-04T23:44:07.939871+0000 mgr.x (mgr.34379) 1734 : cluster [DBG] pgmap v2660: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:09.660 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:09 gibba023 bash[115291]: debug 2021-03-04T23:44:09.459+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:09.660 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:09.763 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:09.780 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:09 gibba008 bash[37770]: cluster 2021-03-04T23:44:07.939871+0000 mgr.x (mgr.34379) 1734 : cluster [DBG] pgmap v2660: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:09.780 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:09 gibba008 bash[39303]: cluster 2021-03-04T23:44:07.939871+0000 mgr.x (mgr.34379) 1734 : cluster [DBG] pgmap v2660: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:10.024 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:09 gibba023 bash[15180]: debug 2021-03-04T23:44:09.655+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:10.224 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:10.327 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:10.343 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:44:10.356 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:44:10.369 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:44:10.382 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:44:10.404 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:44:10.426 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:10.446 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:44:10.466 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:44:10.481 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:44:10.482 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.482 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.482 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.483 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.483 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.483 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.483 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.484 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.512 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:10 gibba008 bash[47391]: debug 2021-03-04T23:44:10.218+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:10.533 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:10.592 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:10 gibba023 bash[88433]: debug 2021-03-04T23:44:10.419+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:10.834 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:10 gibba008 bash[37770]: audit 2021-03-04T23:44:10.326318+0000 mon.c (mon.1) 194 : audit [DBG] from='client.? 172.21.2.108:0/463866970' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:10.834 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:10 gibba008 bash[39303]: audit 2021-03-04T23:44:10.326318+0000 mon.c (mon.1) 194 : audit [DBG] from='client.? 172.21.2.108:0/463866970' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:11.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:10 gibba023 bash[27374]: audit 2021-03-04T23:44:10.326318+0000 mon.c (mon.1) 194 : audit [DBG] from='client.? 172.21.2.108:0/463866970' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:11.044 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:11.148 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:11.172 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:11 gibba008 bash[48858]: debug 2021-03-04T23:44:11.038+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:11.706 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:11.809 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:11.899 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:11 gibba023 bash[27374]: cluster 2021-03-04T23:44:09.940912+0000 mgr.x (mgr.34379) 1735 : cluster [DBG] pgmap v2661: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:11.899 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:12.003 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:12.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:11 gibba008 bash[37770]: cluster 2021-03-04T23:44:09.940912+0000 mgr.x (mgr.34379) 1735 : cluster [DBG] pgmap v2661: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:12.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:11 gibba008 bash[39303]: cluster 2021-03-04T23:44:09.940912+0000 mgr.x (mgr.34379) 1735 : cluster [DBG] pgmap v2661: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:12.013 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:11 gibba008 bash[173949]: debug 2021-03-04T23:44:11.698+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:12.108 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:12.212 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:12.229 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:11 gibba023 bash[115291]: debug 2021-03-04T23:44:11.895+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:12.229 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:12 gibba023 bash[88433]: debug 2021-03-04T23:44:12.103+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:12.307 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:12.410 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:12.524 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:12 gibba023 bash[15180]: debug 2021-03-04T23:44:12.303+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:12.633 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:12.736 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:12.762 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:12 gibba008 bash[91265]: debug 2021-03-04T23:44:12.626+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:12.829 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:12.931 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:13.023 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:12 gibba023 bash[15180]: debug 2021-03-04T23:44:12.823+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:13.035 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:13.139 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:13.280 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:13.286 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:13 gibba023 bash[18090]: debug 2021-03-04T23:44:13.027+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:13.287 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:13 gibba023 bash[88433]: debug 2021-03-04T23:44:13.275+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:13.363 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:44:13.388 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:13.490 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:13.678 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:13.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:13 gibba008 bash[37770]: cluster 2021-03-04T23:44:11.942539+0000 mgr.x (mgr.34379) 1736 : cluster [DBG] pgmap v2662: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:13.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:13 gibba008 bash[39303]: cluster 2021-03-04T23:44:11.942539+0000 mgr.x (mgr.34379) 1736 : cluster [DBG] pgmap v2662: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:13.763 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:13 gibba008 bash[173949]: debug 2021-03-04T23:44:13.670+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:13.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:13 gibba023 bash[27374]: cluster 2021-03-04T23:44:11.942539+0000 mgr.x (mgr.34379) 1736 : cluster [DBG] pgmap v2662: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:13.784 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:14.291 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:14.394 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.668 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:14 gibba008 bash[48858]: debug 2021-03-04T23:44:14.282+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:14.669 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.772 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:15.012 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:14 gibba008 bash[91265]: debug 2021-03-04T23:44:14.662+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:15.186 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:44:15.268 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:15.269 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:15.372 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:15.450 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:15 gibba008 bash[47391]: debug 2021-03-04T23:44:15.262+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:15.599 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:15.706 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:15.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:15 gibba008 bash[37770]: cluster 2021-03-04T23:44:13.943666+0000 mgr.x (mgr.34379) 1737 : cluster [DBG] pgmap v2663: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:15.762 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:15 gibba008 bash[39303]: cluster 2021-03-04T23:44:13.943666+0000 mgr.x (mgr.34379) 1737 : cluster [DBG] pgmap v2663: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:16.016 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:15 gibba023 bash[27374]: cluster 2021-03-04T23:44:13.943666+0000 mgr.x (mgr.34379) 1737 : cluster [DBG] pgmap v2663: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:16.017 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:15 gibba023 bash[15180]: debug 2021-03-04T23:44:15.591+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:16.017 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:16.119 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:16.258 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:16.271 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:16 gibba023 bash[18090]: debug 2021-03-04T23:44:16.251+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:16.272 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:16 gibba023 bash[88433]: debug 2021-03-04T23:44:16.011+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:16.366 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:16.428 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:16.428 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:16.444 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:16.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:16 gibba023 bash[88433]: debug 2021-03-04T23:44:16.439+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:16.548 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:16.851 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:16.954 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:17.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:16 gibba008 bash[48858]: debug 2021-03-04T23:44:16.842+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:17.090 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:17.140 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:44:17.194 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:17.222 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:17.243 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:17 gibba023 bash[15180]: debug 2021-03-04T23:44:17.083+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:17.337 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:17.445 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:17.524 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:17 gibba023 bash[115291]: debug 2021-03-04T23:44:17.331+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:17.638 INFO:teuthology.orchestra.run.gibba008.stderr:pool 'unique_pool_6' created 2021-03-04T23:44:17.639 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:44:17.825 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:17.928 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:17.945 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:17 gibba023 bash[115291]: debug 2021-03-04T23:44:17.819+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:17.946 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:17 gibba023 bash[27374]: cluster 2021-03-04T23:44:15.944723+0000 mgr.x (mgr.34379) 1738 : cluster [DBG] pgmap v2664: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:17.946 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:17 gibba023 bash[27374]: audit 2021-03-04T23:44:16.824767+0000 mon.a (mon.0) 3127 : audit [INF] from='client.? 172.21.2.108:0/1797963120' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:44:17.946 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:17 gibba023 bash[27374]: audit 2021-03-04T23:44:16.904313+0000 mon.a (mon.0) 3128 : audit [INF] from='client.? 172.21.2.108:0/777350776' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:44:17.962 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:17 gibba008 bash[39303]: cluster 2021-03-04T23:44:15.944723+0000 mgr.x (mgr.34379) 1738 : cluster [DBG] pgmap v2664: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:17.963 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:17 gibba008 bash[39303]: audit 2021-03-04T23:44:16.824767+0000 mon.a (mon.0) 3127 : audit [INF] from='client.? 172.21.2.108:0/1797963120' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:44:17.963 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:17 gibba008 bash[39303]: audit 2021-03-04T23:44:16.904313+0000 mon.a (mon.0) 3128 : audit [INF] from='client.? 172.21.2.108:0/777350776' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:44:17.963 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:17 gibba008 bash[37770]: cluster 2021-03-04T23:44:15.944723+0000 mgr.x (mgr.34379) 1738 : cluster [DBG] pgmap v2664: 133 pgs: 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:17.963 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:17 gibba008 bash[37770]: audit 2021-03-04T23:44:16.824767+0000 mon.a (mon.0) 3127 : audit [INF] from='client.? 172.21.2.108:0/1797963120' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:44:17.964 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:17 gibba008 bash[37770]: audit 2021-03-04T23:44:16.904313+0000 mon.a (mon.0) 3128 : audit [INF] from='client.? 172.21.2.108:0/777350776' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.233 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:18.336 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:18.461 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:18.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[18090]: debug 2021-03-04T23:44:18.227+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:18.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[88433]: debug 2021-03-04T23:44:18.455+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:18.569 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:18.648 INFO:teuthology.orchestra.run.gibba008.stderr:noscrub is unset 2021-03-04T23:44:18.794 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[27374]: audit 2021-03-04T23:44:17.633014+0000 mon.a (mon.0) 3129 : audit [INF] from='client.? 172.21.2.108:0/1797963120' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:44:18.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[27374]: audit 2021-03-04T23:44:17.633055+0000 mon.a (mon.0) 3130 : audit [INF] from='client.? 172.21.2.108:0/777350776' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:44:18.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[27374]: cluster 2021-03-04T23:44:17.633096+0000 mon.a (mon.0) 3131 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2021-03-04T23:44:18.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[27374]: audit 2021-03-04T23:44:17.982473+0000 mon.c (mon.1) 195 : audit [INF] from='client.? 172.21.2.108:0/3368034753' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:18.795 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:18 gibba023 bash[27374]: audit 2021-03-04T23:44:17.982789+0000 mon.a (mon.0) 3132 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:19.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[39303]: audit 2021-03-04T23:44:17.633014+0000 mon.a (mon.0) 3129 : audit [INF] from='client.? 172.21.2.108:0/1797963120' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:44:19.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[39303]: audit 2021-03-04T23:44:17.633055+0000 mon.a (mon.0) 3130 : audit [INF] from='client.? 172.21.2.108:0/777350776' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:44:19.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[39303]: cluster 2021-03-04T23:44:17.633096+0000 mon.a (mon.0) 3131 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2021-03-04T23:44:19.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[39303]: audit 2021-03-04T23:44:17.982473+0000 mon.c (mon.1) 195 : audit [INF] from='client.? 172.21.2.108:0/3368034753' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:19.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[39303]: audit 2021-03-04T23:44:17.982789+0000 mon.a (mon.0) 3132 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:19.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[37770]: audit 2021-03-04T23:44:17.633014+0000 mon.a (mon.0) 3129 : audit [INF] from='client.? 172.21.2.108:0/1797963120' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:44:19.014 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[37770]: audit 2021-03-04T23:44:17.633055+0000 mon.a (mon.0) 3130 : audit [INF] from='client.? 172.21.2.108:0/777350776' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:44:19.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[37770]: cluster 2021-03-04T23:44:17.633096+0000 mon.a (mon.0) 3131 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2021-03-04T23:44:19.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[37770]: audit 2021-03-04T23:44:17.982473+0000 mon.c (mon.1) 195 : audit [INF] from='client.? 172.21.2.108:0/3368034753' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:19.015 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:18 gibba008 bash[37770]: audit 2021-03-04T23:44:17.982789+0000 mon.a (mon.0) 3132 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:19.365 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:19.467 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:19.659 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[48858]: debug 2021-03-04T23:44:19.358+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:19.732 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:19 gibba023 bash[27374]: cluster 2021-03-04T23:44:17.945543+0000 mgr.x (mgr.34379) 1739 : cluster [DBG] pgmap v2666: 149 pgs: 16 unknown, 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:19.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:19 gibba023 bash[27374]: cluster 2021-03-04T23:44:18.632541+0000 mon.a (mon.0) 3133 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:19 gibba023 bash[27374]: audit 2021-03-04T23:44:18.641000+0000 mon.a (mon.0) 3134 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:19.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:19 gibba023 bash[27374]: cluster 2021-03-04T23:44:18.641096+0000 mon.a (mon.0) 3135 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2021-03-04T23:44:19.834 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:20.012 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[48858]: debug 2021-03-04T23:44:19.726+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:20.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[37770]: cluster 2021-03-04T23:44:17.945543+0000 mgr.x (mgr.34379) 1739 : cluster [DBG] pgmap v2666: 149 pgs: 16 unknown, 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:20.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[37770]: cluster 2021-03-04T23:44:18.632541+0000 mon.a (mon.0) 3133 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:20.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[37770]: audit 2021-03-04T23:44:18.641000+0000 mon.a (mon.0) 3134 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:20.013 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[37770]: cluster 2021-03-04T23:44:18.641096+0000 mon.a (mon.0) 3135 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2021-03-04T23:44:20.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[39303]: cluster 2021-03-04T23:44:17.945543+0000 mgr.x (mgr.34379) 1739 : cluster [DBG] pgmap v2666: 149 pgs: 16 unknown, 133 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:20.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[39303]: cluster 2021-03-04T23:44:18.632541+0000 mon.a (mon.0) 3133 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:20.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[39303]: audit 2021-03-04T23:44:18.641000+0000 mon.a (mon.0) 3134 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:20.014 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:19 gibba008 bash[39303]: cluster 2021-03-04T23:44:18.641096+0000 mon.a (mon.0) 3135 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2021-03-04T23:44:20.044 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:20.147 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:20.239 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:20 gibba023 bash[88433]: debug 2021-03-04T23:44:20.039+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:20.459 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:20.460 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:20.592 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:44:20.668 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:20.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:20 gibba023 bash[27374]: cluster 2021-03-04T23:44:19.651945+0000 mon.a (mon.0) 3136 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2021-03-04T23:44:20.803 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:20.910 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:20.952 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:20 gibba008 bash[37770]: cluster 2021-03-04T23:44:19.651945+0000 mon.a (mon.0) 3136 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2021-03-04T23:44:20.953 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:20 gibba008 bash[39303]: cluster 2021-03-04T23:44:19.651945+0000 mon.a (mon.0) 3136 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2021-03-04T23:44:20.953 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:20 gibba008 bash[47391]: debug 2021-03-04T23:44:20.794+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:20.954 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_6 rados --yes-i-really-mean-it || true 2021-03-04T23:44:21.032 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:21.112 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:21.206 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:21 gibba023 bash[88433]: debug 2021-03-04T23:44:21.107+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:21.207 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:44:21.215 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:21.288 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:21.297 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:21.400 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:21.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:21 gibba023 bash[18090]: debug 2021-03-04T23:44:21.291+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:21.925 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:21 gibba008 bash[37770]: cluster 2021-03-04T23:44:19.946141+0000 mgr.x (mgr.34379) 1740 : cluster [DBG] pgmap v2669: 149 pgs: 14 unknown, 135 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:21.925 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:21 gibba008 bash[39303]: cluster 2021-03-04T23:44:19.946141+0000 mgr.x (mgr.34379) 1740 : cluster [DBG] pgmap v2669: 149 pgs: 14 unknown, 135 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:21.926 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:22.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:21 gibba023 bash[27374]: cluster 2021-03-04T23:44:19.946141+0000 mgr.x (mgr.34379) 1740 : cluster [DBG] pgmap v2669: 149 pgs: 14 unknown, 135 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:22.027 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:22.143 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:22.250 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:22.284 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:21 gibba008 bash[48858]: debug 2021-03-04T23:44:21.918+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:22.345 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:22 gibba023 bash[115291]: debug 2021-03-04T23:44:22.135+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:22.410 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:22.512 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:22.671 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[48858]: debug 2021-03-04T23:44:22.402+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:22 gibba023 bash[27374]: audit 2021-03-04T23:44:22.433601+0000 mon.a (mon.0) 3137 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:22.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:22 gibba023 bash[27374]: audit 2021-03-04T23:44:22.436901+0000 mon.a (mon.0) 3138 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:22.775 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:22 gibba023 bash[27374]: audit 2021-03-04T23:44:22.437210+0000 mon.a (mon.0) 3139 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:22.889 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:22.995 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:23.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[91265]: debug 2021-03-04T23:44:22.878+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:23.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[37770]: audit 2021-03-04T23:44:22.433601+0000 mon.a (mon.0) 3137 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:23.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[37770]: audit 2021-03-04T23:44:22.436901+0000 mon.a (mon.0) 3138 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:23.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[37770]: audit 2021-03-04T23:44:22.437210+0000 mon.a (mon.0) 3139 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:23.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[39303]: audit 2021-03-04T23:44:22.433601+0000 mon.a (mon.0) 3137 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:23.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[39303]: audit 2021-03-04T23:44:22.436901+0000 mon.a (mon.0) 3138 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:23.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:22 gibba008 bash[39303]: audit 2021-03-04T23:44:22.437210+0000 mon.a (mon.0) 3139 : audit [DBG] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:23.334 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:23.437 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:23.512 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:23 gibba008 bash[48858]: debug 2021-03-04T23:44:23.326+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:23.752 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:23 gibba023 bash[27374]: cluster 2021-03-04T23:44:21.947723+0000 mgr.x (mgr.34379) 1741 : cluster [DBG] pgmap v2670: 149 pgs: 3 unknown, 146 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:23.753 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:23.860 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:24.011 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:23 gibba008 bash[39303]: cluster 2021-03-04T23:44:21.947723+0000 mgr.x (mgr.34379) 1741 : cluster [DBG] pgmap v2670: 149 pgs: 3 unknown, 146 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:24.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:23 gibba008 bash[37770]: cluster 2021-03-04T23:44:21.947723+0000 mgr.x (mgr.34379) 1741 : cluster [DBG] pgmap v2670: 149 pgs: 3 unknown, 146 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:24.016 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:23 gibba023 bash[18090]: debug 2021-03-04T23:44:23.747+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:24.016 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:24.119 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:24.147 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:24.147 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:24.148 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:44:24.183 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:24.227 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:24.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:24 gibba023 bash[115291]: debug 2021-03-04T23:44:24.179+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:24.274 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:24 gibba023 bash[18090]: debug 2021-03-04T23:44:24.011+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:24.286 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:24.725 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:24.828 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:24.831 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:44:24.906 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:24.911 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:25.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:24 gibba008 bash[173949]: debug 2021-03-04T23:44:24.718+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:25.014 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:25.274 INFO:journalctl@ceph.osd.4.gibba023.stdout:Mar 04 23:44:24 gibba023 bash[15180]: debug 2021-03-04T23:44:24.907+0000 7ff53803c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:25.366 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:25.468 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:25.683 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:25 gibba008 bash[173949]: debug 2021-03-04T23:44:25.358+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:25.957 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:25 gibba023 bash[27374]: cluster 2021-03-04T23:44:23.948452+0000 mgr.x (mgr.34379) 1742 : cluster [DBG] pgmap v2671: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:26.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:25 gibba008 bash[37770]: cluster 2021-03-04T23:44:23.948452+0000 mgr.x (mgr.34379) 1742 : cluster [DBG] pgmap v2671: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:26.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:25 gibba008 bash[39303]: cluster 2021-03-04T23:44:23.948452+0000 mgr.x (mgr.34379) 1742 : cluster [DBG] pgmap v2671: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:26.124 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:26.227 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:26.467 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[173949]: debug 2021-03-04T23:44:26.118+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:26.470 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:26.508 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[48858]: debug 2021-03-04T23:44:26.462+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:26.573 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:26.759 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[37770]: cluster 2021-03-04T23:44:25.799061+0000 osd.7 (osd.7) 9 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:44:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[37770]: cluster 2021-03-04T23:44:25.800695+0000 osd.7 (osd.7) 10 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:44:26.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[37770]: audit 2021-03-04T23:44:26.655144+0000 mon.a (mon.0) 3140 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[39303]: cluster 2021-03-04T23:44:25.799061+0000 osd.7 (osd.7) 9 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:44:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[39303]: cluster 2021-03-04T23:44:25.800695+0000 osd.7 (osd.7) 10 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:44:26.763 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:26 gibba008 bash[39303]: audit 2021-03-04T23:44:26.655144+0000 mon.a (mon.0) 3140 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:26.862 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:27.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:26 gibba023 bash[27374]: cluster 2021-03-04T23:44:25.799061+0000 osd.7 (osd.7) 9 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:44:27.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:26 gibba023 bash[27374]: cluster 2021-03-04T23:44:25.800695+0000 osd.7 (osd.7) 10 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:44:27.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:26 gibba023 bash[27374]: audit 2021-03-04T23:44:26.655144+0000 mon.a (mon.0) 3140 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:27.025 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:26 gibba023 bash[115291]: debug 2021-03-04T23:44:26.755+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:27.280 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:27.383 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:27.541 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:27.645 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:27.658 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:27 gibba008 bash[173949]: debug 2021-03-04T23:44:27.274+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:27.683 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:27 gibba023 bash[18090]: debug 2021-03-04T23:44:27.535+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:27.799 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:27.908 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:27.958 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:27.959 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:27.982 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:27 gibba023 bash[27374]: cluster 2021-03-04T23:44:25.948806+0000 mgr.x (mgr.34379) 1743 : cluster [DBG] pgmap v2672: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:27.982 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:27 gibba023 bash[27374]: cephadm 2021-03-04T23:44:26.657036+0000 mgr.x (mgr.34379) 1744 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:44:27.983 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:27 gibba023 bash[18090]: debug 2021-03-04T23:44:27.791+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:27.992 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:27 gibba008 bash[37770]: cluster 2021-03-04T23:44:25.948806+0000 mgr.x (mgr.34379) 1743 : cluster [DBG] pgmap v2672: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:28.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:27 gibba008 bash[37770]: cephadm 2021-03-04T23:44:26.657036+0000 mgr.x (mgr.34379) 1744 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:44:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:27 gibba008 bash[39303]: cluster 2021-03-04T23:44:25.948806+0000 mgr.x (mgr.34379) 1743 : cluster [DBG] pgmap v2672: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:28.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:27 gibba008 bash[39303]: cephadm 2021-03-04T23:44:26.657036+0000 mgr.x (mgr.34379) 1744 : cephadm [INF] Refreshing gibba023 facts 2021-03-04T23:44:28.095 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:28.274 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:27 gibba023 bash[115291]: debug 2021-03-04T23:44:27.987+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:28.582 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:28.655 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:44:28.690 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:28.728 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:29.012 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:28 gibba008 bash[173949]: debug 2021-03-04T23:44:28.574+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:29.081 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:29.183 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.377 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:29 gibba008 bash[91265]: debug 2021-03-04T23:44:29.074+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:29.678 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.780 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:29.833 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:29 gibba008 bash[37770]: cluster 2021-03-04T23:44:27.949310+0000 mgr.x (mgr.34379) 1745 : cluster [DBG] pgmap v2673: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:29.834 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:29 gibba008 bash[39303]: cluster 2021-03-04T23:44:27.949310+0000 mgr.x (mgr.34379) 1745 : cluster [DBG] pgmap v2673: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:29.834 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:29 gibba008 bash[47391]: debug 2021-03-04T23:44:29.670+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:29.877 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:29 gibba023 bash[27374]: cluster 2021-03-04T23:44:27.949310+0000 mgr.x (mgr.34379) 1745 : cluster [DBG] pgmap v2673: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:30.042 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:30.145 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:30.339 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:30.445 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:30.448 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:30 gibba023 bash[18090]: debug 2021-03-04T23:44:30.331+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:30.463 INFO:journalctl@ceph.osd.0.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[173949]: debug 2021-03-04T23:44:30.034+0000 7f36b817a700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[37770]: cluster 2021-03-04T23:44:29.801661+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:44:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[37770]: cluster 2021-03-04T23:44:29.803893+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:44:30.762 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[37770]: audit 2021-03-04T23:44:29.910827+0000 mon.a (mon.0) 3141 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:30.763 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[37770]: audit 2021-03-04T23:44:30.160123+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:30 gibba023 bash[27374]: cluster 2021-03-04T23:44:29.801661+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:44:31.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:30 gibba023 bash[27374]: cluster 2021-03-04T23:44:29.803893+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:44:31.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:30 gibba023 bash[27374]: audit 2021-03-04T23:44:29.910827+0000 mon.a (mon.0) 3141 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:30 gibba023 bash[27374]: audit 2021-03-04T23:44:30.160123+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.025 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:30 gibba023 bash[27374]: audit 2021-03-04T23:44:30.239648+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.039 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[37770]: audit 2021-03-04T23:44:30.239648+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[39303]: cluster 2021-03-04T23:44:29.801661+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:44:31.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[39303]: cluster 2021-03-04T23:44:29.803893+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:44:31.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[39303]: audit 2021-03-04T23:44:29.910827+0000 mon.a (mon.0) 3141 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.040 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[39303]: audit 2021-03-04T23:44:30.160123+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.041 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:30 gibba008 bash[39303]: audit 2021-03-04T23:44:30.239648+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.34379 172.21.2.123:0/1186604476' entity='mgr.x' 2021-03-04T23:44:31.041 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:31.146 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:31.385 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:31 gibba008 bash[47391]: debug 2021-03-04T23:44:31.030+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:31.457 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:31.564 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:31.637 INFO:teuthology.orchestra.run.gibba023.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:31.638 INFO:teuthology.orchestra.run.gibba023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:31.656 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:31.705 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:31 gibba008 bash[47391]: debug 2021-03-04T23:44:31.450+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:31.759 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:31.774 INFO:journalctl@ceph.osd.7.gibba023.stdout:Mar 04 23:44:31 gibba023 bash[115291]: debug 2021-03-04T23:44:31.651+0000 7fa5cfab2700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:31 gibba023 bash[27374]: cephadm 2021-03-04T23:44:29.913667+0000 mgr.x (mgr.34379) 1746 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:44:31.774 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:31 gibba023 bash[27374]: cluster 2021-03-04T23:44:29.950125+0000 mgr.x (mgr.34379) 1747 : cluster [DBG] pgmap v2674: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:31 gibba008 bash[37770]: cephadm 2021-03-04T23:44:29.913667+0000 mgr.x (mgr.34379) 1746 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:44:32.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:31 gibba008 bash[37770]: cluster 2021-03-04T23:44:29.950125+0000 mgr.x (mgr.34379) 1747 : cluster [DBG] pgmap v2674: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:32.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:31 gibba008 bash[39303]: cephadm 2021-03-04T23:44:29.913667+0000 mgr.x (mgr.34379) 1746 : cephadm [INF] Refreshing gibba008 facts 2021-03-04T23:44:32.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:31 gibba008 bash[39303]: cluster 2021-03-04T23:44:29.950125+0000 mgr.x (mgr.34379) 1747 : cluster [DBG] pgmap v2674: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:32.134 INFO:teuthology.orchestra.run.gibba008.stdout:osd.0: {} 2021-03-04T23:44:32.147 INFO:teuthology.orchestra.run.gibba008.stdout:osd.1: {} 2021-03-04T23:44:32.160 INFO:teuthology.orchestra.run.gibba008.stdout:osd.2: {} 2021-03-04T23:44:32.174 INFO:teuthology.orchestra.run.gibba008.stdout:osd.3: {} 2021-03-04T23:44:32.195 INFO:teuthology.orchestra.run.gibba008.stdout:osd.4: {} 2021-03-04T23:44:32.217 INFO:teuthology.orchestra.run.gibba008.stdout:osd.5: {} 2021-03-04T23:44:32.239 INFO:teuthology.orchestra.run.gibba008.stdout:osd.6: {} 2021-03-04T23:44:32.244 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:32.283 INFO:teuthology.orchestra.run.gibba008.stdout:osd.7: {} 2021-03-04T23:44:32.284 INFO:teuthology.orchestra.run.gibba008.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.284 INFO:teuthology.orchestra.run.gibba008.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.284 INFO:teuthology.orchestra.run.gibba008.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.285 INFO:teuthology.orchestra.run.gibba008.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.285 INFO:teuthology.orchestra.run.gibba008.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.285 INFO:teuthology.orchestra.run.gibba008.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.285 INFO:teuthology.orchestra.run.gibba008.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.286 INFO:teuthology.orchestra.run.gibba008.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:44:32.346 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:32.355 DEBUG:teuthology.orchestra.run.gibba023:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:44:32.433 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:32.436 INFO:teuthology.orchestra.run.gibba023.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:32.524 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:32 gibba023 bash[18090]: debug 2021-03-04T23:44:32.427+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:32.524 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:32 gibba023 bash[88433]: debug 2021-03-04T23:44:32.239+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:32.536 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:33.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:32 gibba008 bash[37770]: audit 2021-03-04T23:44:32.116844+0000 mon.a (mon.0) 3144 : audit [DBG] from='client.? 172.21.2.108:0/1575681053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:33.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:32 gibba008 bash[39303]: audit 2021-03-04T23:44:32.116844+0000 mon.a (mon.0) 3144 : audit [DBG] from='client.? 172.21.2.108:0/1575681053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:33.021 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:33.023 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:32 gibba023 bash[27374]: audit 2021-03-04T23:44:32.116844+0000 mon.a (mon.0) 3144 : audit [DBG] from='client.? 172.21.2.108:0/1575681053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:33.123 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:33.276 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:33.385 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:33.395 INFO:journalctl@ceph.osd.2.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[48858]: debug 2021-03-04T23:44:33.014+0000 7fd3b822d700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:33.491 INFO:journalctl@ceph.osd.5.gibba023.stdout:Mar 04 23:44:33 gibba023 bash[88433]: debug 2021-03-04T23:44:33.271+0000 7f3089071700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:33.747 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:33 gibba023 bash[27374]: cluster 2021-03-04T23:44:31.863253+0000 osd.7 (osd.7) 13 : cluster [DBG] 2.1d scrub starts 2021-03-04T23:44:33.747 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:33 gibba023 bash[27374]: cluster 2021-03-04T23:44:31.864895+0000 osd.7 (osd.7) 14 : cluster [DBG] 2.1d scrub ok 2021-03-04T23:44:33.747 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:33 gibba023 bash[27374]: cluster 2021-03-04T23:44:31.951996+0000 mgr.x (mgr.34379) 1748 : cluster [DBG] pgmap v2675: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:33.950 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:34.011 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[37770]: cluster 2021-03-04T23:44:31.863253+0000 osd.7 (osd.7) 13 : cluster [DBG] 2.1d scrub starts 2021-03-04T23:44:34.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[37770]: cluster 2021-03-04T23:44:31.864895+0000 osd.7 (osd.7) 14 : cluster [DBG] 2.1d scrub ok 2021-03-04T23:44:34.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[37770]: cluster 2021-03-04T23:44:31.951996+0000 mgr.x (mgr.34379) 1748 : cluster [DBG] pgmap v2675: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[39303]: cluster 2021-03-04T23:44:31.863253+0000 osd.7 (osd.7) 13 : cluster [DBG] 2.1d scrub starts 2021-03-04T23:44:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[39303]: cluster 2021-03-04T23:44:31.864895+0000 osd.7 (osd.7) 14 : cluster [DBG] 2.1d scrub ok 2021-03-04T23:44:34.013 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[39303]: cluster 2021-03-04T23:44:31.951996+0000 mgr.x (mgr.34379) 1748 : cluster [DBG] pgmap v2675: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:34.013 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:33 gibba008 bash[91265]: debug 2021-03-04T23:44:33.942+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:34.053 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:34.297 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:34.400 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:34.416 INFO:journalctl@ceph.osd.6.gibba023.stdout:Mar 04 23:44:34 gibba023 bash[18090]: debug 2021-03-04T23:44:34.291+0000 7f1b3ff7c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-03-04T23:44:34.777 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:34.879 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:35.254 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:34 gibba008 bash[91265]: debug 2021-03-04T23:44:34.770+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:35.255 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:35.357 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.402 INFO:teuthology.orchestra.run.gibba023.stdout:{ 2021-03-04T23:44:35.403 INFO:teuthology.orchestra.run.gibba023.stdout: "size": 20, 2021-03-04T23:44:35.403 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 600, 2021-03-04T23:44:35.403 INFO:teuthology.orchestra.run.gibba023.stdout: "ops": [ 2021-03-04T23:44:35.404 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.404 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:7803 44.a 44:57c00242:::rb.0.df45.5320fad7.000000000003:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 8=[8] ondisk+write+known_if_redirected e1038)", 2021-03-04T23:44:35.404 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:13.561032+0000", 2021-03-04T23:44:35.404 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 321.837921655, 2021-03-04T23:44:35.405 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.031057037999999999, 2021-03-04T23:44:35.405 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.405 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.405 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.405 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.406 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.406 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 7803 2021-03-04T23:44:35.406 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.406 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.407 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.407 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.407 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.561032+0000", 2021-03-04T23:44:35.407 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.407 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.408 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.408 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.408 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.561032+0000", 2021-03-04T23:44:35.408 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0093816950000000007 2021-03-04T23:44:35.408 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.409 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.409 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.409 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.570414+0000", 2021-03-04T23:44:35.409 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4330000000000001e-06 2021-03-04T23:44:35.409 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.410 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.410 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.410 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.570415+0000", 2021-03-04T23:44:35.410 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4771999999999999e-05 2021-03-04T23:44:35.411 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.411 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.411 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.411 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.570440+0000", 2021-03-04T23:44:35.412 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.6780000000000002e-06 2021-03-04T23:44:35.412 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.412 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.413 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.413 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.570444+0000", 2021-03-04T23:44:35.413 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1292999999999998e-05 2021-03-04T23:44:35.413 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.414 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.414 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.414 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.570495+0000", 2021-03-04T23:44:35.414 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1099999999999996e-06 2021-03-04T23:44:35.414 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.415 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.415 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op must wait for map", 2021-03-04T23:44:35.415 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.570499+0000", 2021-03-04T23:44:35.415 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00096890699999999997 2021-03-04T23:44:35.416 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.416 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.416 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.416 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.571468+0000", 2021-03-04T23:44:35.417 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016445000000000001 2021-03-04T23:44:35.417 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.417 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.418 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.418 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.571633+0000", 2021-03-04T23:44:35.418 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00015292100000000001 2021-03-04T23:44:35.419 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.419 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.419 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:44:35.419 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.571786+0000", 2021-03-04T23:44:35.419 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0054916990000000001 2021-03-04T23:44:35.420 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.420 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.420 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.420 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.577277+0000", 2021-03-04T23:44:35.420 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.013565064999999999 2021-03-04T23:44:35.421 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.421 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.421 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.421 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.590842+0000", 2021-03-04T23:44:35.422 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0011831960000000001 2021-03-04T23:44:35.422 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.422 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.423 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.423 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.592026+0000", 2021-03-04T23:44:35.423 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1148e-05 2021-03-04T23:44:35.423 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.423 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.424 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.424 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.592067+0000", 2021-03-04T23:44:35.424 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2671e-05 2021-03-04T23:44:35.424 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.424 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.425 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.425 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:13.592089+0000", 2021-03-04T23:44:35.425 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.031057037999999999 2021-03-04T23:44:35.425 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.426 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.426 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.426 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.427 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.427 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:8488 44.a 44:5796163d:::rbd_data.df45cc548a73.0000000000000010:head [call rbd.assert_snapc_seq in=19b,set-alloc-hint object_size 4194304 write_size 4194304,write 0~0] snapc 10=[10,f,e] ondisk+write+known_if_redirected e1045)", 2021-03-04T23:44:35.427 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:21.422065+0000", 2021-03-04T23:44:35.427 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 313.976888997, 2021-03-04T23:44:35.427 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028703744999999999, 2021-03-04T23:44:35.428 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.428 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "started", 2021-03-04T23:44:35.428 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.428 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.428 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.429 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 8488 2021-03-04T23:44:35.429 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.429 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.429 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.430 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.430 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422065+0000", 2021-03-04T23:44:35.430 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.430 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.430 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.431 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.431 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422065+0000", 2021-03-04T23:44:35.431 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.6029999999999994e-06 2021-03-04T23:44:35.431 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.432 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.432 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.432 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422075+0000", 2021-03-04T23:44:35.432 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7239999999999997e-06 2021-03-04T23:44:35.432 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.433 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.433 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.433 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422080+0000", 2021-03-04T23:44:35.433 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8174000000000003e-05 2021-03-04T23:44:35.433 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.434 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.434 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.434 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422128+0000", 2021-03-04T23:44:35.434 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9684999999999999e-05 2021-03-04T23:44:35.434 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.435 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.435 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.435 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422148+0000", 2021-03-04T23:44:35.436 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000147365 2021-03-04T23:44:35.436 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.436 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.436 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.436 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422296+0000", 2021-03-04T23:44:35.437 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043690100000000001 2021-03-04T23:44:35.437 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.437 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.437 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.437 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.422732+0000", 2021-03-04T23:44:35.438 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028036293 2021-03-04T23:44:35.438 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.438 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.438 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.438 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450769+0000", 2021-03-04T23:44:35.439 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028703744999999999 2021-03-04T23:44:35.439 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.439 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.439 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.440 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.440 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.440 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:8490 44.1c e1045/1024 44:3d8807b7:::rbd_data.df45cc548a73.0000000000000000:head v 1045'160, mlcod=1042'158)", 2021-03-04T23:44:35.440 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:21.430188+0000", 2021-03-04T23:44:35.440 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 313.96876641, 2021-03-04T23:44:35.441 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028781936000000001, 2021-03-04T23:44:35.441 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.441 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.441 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.442 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.442 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.442 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.430188+0000", 2021-03-04T23:44:35.443 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.443 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.443 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.443 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.444 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.430188+0000", 2021-03-04T23:44:35.444 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.020023734000000001 2021-03-04T23:44:35.444 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.444 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.444 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.445 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450211+0000", 2021-03-04T23:44:35.445 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.3450000000000006e-06 2021-03-04T23:44:35.445 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.445 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.446 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.446 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450220+0000", 2021-03-04T23:44:35.446 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9528000000000002e-05 2021-03-04T23:44:35.446 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.447 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.447 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.447 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450289+0000", 2021-03-04T23:44:35.447 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4379000000000003e-05 2021-03-04T23:44:35.448 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.448 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.448 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.448 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450334+0000", 2021-03-04T23:44:35.448 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000206789 2021-03-04T23:44:35.449 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.449 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.449 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.449 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450540+0000", 2021-03-04T23:44:35.450 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.0068999999999996e-05 2021-03-04T23:44:35.450 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.450 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.450 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.450 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.450610+0000", 2021-03-04T23:44:35.451 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0082847349999999997 2021-03-04T23:44:35.451 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.451 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.451 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.452 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.458895+0000", 2021-03-04T23:44:35.452 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4357000000000007e-05 2021-03-04T23:44:35.452 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.452 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.453 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.453 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:21.458970+0000", 2021-03-04T23:44:35.453 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028781936000000001 2021-03-04T23:44:35.453 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.453 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.454 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.454 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.454 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.454 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:8923 44.18 44:1b70a025:::rb.0.df45.5ba9313c.000000000003:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 14=[14] ondisk+write+known_if_redirected e1050)", 2021-03-04T23:44:35.455 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:39:25.710617+0000", 2021-03-04T23:44:35.455 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 309.68833707099998, 2021-03-04T23:44:35.455 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036541934999999998, 2021-03-04T23:44:35.455 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.456 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.456 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.456 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.456 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.456 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 8923 2021-03-04T23:44:35.457 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.457 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.457 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.457 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.458 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.710617+0000", 2021-03-04T23:44:35.458 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.458 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.458 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.458 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.459 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.710617+0000", 2021-03-04T23:44:35.459 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0055994670000000003 2021-03-04T23:44:35.459 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.459 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.459 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.460 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.716216+0000", 2021-03-04T23:44:35.460 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5379999999999999e-06 2021-03-04T23:44:35.460 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.460 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.460 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.461 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.716218+0000", 2021-03-04T23:44:35.461 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 9.0450000000000006e-06 2021-03-04T23:44:35.461 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.461 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.462 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.462 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.716227+0000", 2021-03-04T23:44:35.462 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.3890000000000002e-06 2021-03-04T23:44:35.462 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.462 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.463 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.463 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.716233+0000", 2021-03-04T23:44:35.463 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.4862000000000002e-05 2021-03-04T23:44:35.464 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.464 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.464 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.464 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.716318+0000", 2021-03-04T23:44:35.464 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.8319999999999996e-06 2021-03-04T23:44:35.465 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.465 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.465 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op must wait for map", 2021-03-04T23:44:35.465 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.716323+0000", 2021-03-04T23:44:35.465 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00081321300000000002 2021-03-04T23:44:35.466 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.466 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.466 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.466 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.717136+0000", 2021-03-04T23:44:35.467 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000197696 2021-03-04T23:44:35.467 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.467 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.467 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.467 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.717334+0000", 2021-03-04T23:44:35.468 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00022933799999999999 2021-03-04T23:44:35.468 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.468 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.468 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:44:35.468 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.717563+0000", 2021-03-04T23:44:35.469 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0031745850000000002 2021-03-04T23:44:35.469 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.469 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.469 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.470 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.720738+0000", 2021-03-04T23:44:35.470 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.019093222999999999 2021-03-04T23:44:35.470 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.470 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.470 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.471 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.739831+0000", 2021-03-04T23:44:35.471 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0072584060000000002 2021-03-04T23:44:35.471 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.471 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.471 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.472 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.747090+0000", 2021-03-04T23:44:35.472 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.752e-05 2021-03-04T23:44:35.472 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.472 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.472 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.473 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.747127+0000", 2021-03-04T23:44:35.473 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.1820999999999999e-05 2021-03-04T23:44:35.473 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.473 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.473 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.474 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:39:25.747159+0000", 2021-03-04T23:44:35.474 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036541934999999998 2021-03-04T23:44:35.474 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.474 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.475 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.475 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.475 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.475 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:15216 44.1f e1121/1024 44:ffe7657c:::rbd_data.df45f3155200.0000000000000000:head v 1121'69, mlcod=1121'67)", 2021-03-04T23:44:35.476 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:38.767276+0000", 2021-03-04T23:44:35.476 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 236.63167843100001, 2021-03-04T23:44:35.476 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028605523000000001, 2021-03-04T23:44:35.476 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.476 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.477 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.477 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.477 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.477 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.767276+0000", 2021-03-04T23:44:35.477 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.478 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.478 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.478 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.478 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.767276+0000", 2021-03-04T23:44:35.479 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015591845 2021-03-04T23:44:35.479 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.479 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.479 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.479 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.782867+0000", 2021-03-04T23:44:35.480 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0701e-05 2021-03-04T23:44:35.480 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.480 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.480 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.480 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.782878+0000", 2021-03-04T23:44:35.481 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.7766999999999998e-05 2021-03-04T23:44:35.481 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.481 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.482 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.482 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.782936+0000", 2021-03-04T23:44:35.482 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.2534000000000001e-05 2021-03-04T23:44:35.482 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.483 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.483 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.483 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.782958+0000", 2021-03-04T23:44:35.483 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000171621 2021-03-04T23:44:35.484 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.484 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.484 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.484 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.783130+0000", 2021-03-04T23:44:35.485 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0146999999999999e-05 2021-03-04T23:44:35.485 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.485 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.486 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.486 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.783180+0000", 2021-03-04T23:44:35.486 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.01263684 2021-03-04T23:44:35.486 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.486 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.487 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.487 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.795817+0000", 2021-03-04T23:44:35.487 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.4067999999999997e-05 2021-03-04T23:44:35.487 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.487 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.488 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.488 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.795881+0000", 2021-03-04T23:44:35.488 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028605523000000001 2021-03-04T23:44:35.488 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.488 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.489 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.489 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.489 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.491 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:15219 44.9 e1121/1024 44:9510a0aa:::rbd_data.df45f3155200.0000000000000002:head v 1121'105, mlcod=1121'102)", 2021-03-04T23:44:35.491 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:40:38.769689+0000", 2021-03-04T23:44:35.491 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 236.62926451999999, 2021-03-04T23:44:35.492 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.031336919999999997, 2021-03-04T23:44:35.492 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.493 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.493 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.493 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.494 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.494 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.769689+0000", 2021-03-04T23:44:35.494 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.495 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.495 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.495 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.495 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.769689+0000", 2021-03-04T23:44:35.495 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022134283000000001 2021-03-04T23:44:35.496 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.496 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.496 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.496 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.791824+0000", 2021-03-04T23:44:35.497 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7759999999999999e-06 2021-03-04T23:44:35.497 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.497 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.497 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.497 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.791828+0000", 2021-03-04T23:44:35.498 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1452999999999999e-05 2021-03-04T23:44:35.498 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.498 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.498 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.498 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.791849+0000", 2021-03-04T23:44:35.499 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1089999999999998e-06 2021-03-04T23:44:35.499 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.499 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.499 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.500 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.791857+0000", 2021-03-04T23:44:35.500 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7132999999999996e-05 2021-03-04T23:44:35.500 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.500 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.500 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.501 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.791924+0000", 2021-03-04T23:44:35.501 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5327999999999997e-05 2021-03-04T23:44:35.501 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.501 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.501 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.502 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.791970+0000", 2021-03-04T23:44:35.502 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0089962150000000001 2021-03-04T23:44:35.502 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.503 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.503 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.503 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.800966+0000", 2021-03-04T23:44:35.503 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0622999999999999e-05 2021-03-04T23:44:35.503 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.504 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.504 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.504 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:40:38.801026+0000", 2021-03-04T23:44:35.504 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.031336919999999997 2021-03-04T23:44:35.504 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.505 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.505 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.505 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.505 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.506 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:17835 44.19 44:9a9f758a:::rb.0.df45.778d8a26.000000000014:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 6a=[6a,68] ondisk+write+known_if_redirected e1146)", 2021-03-04T23:44:35.506 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:03.689993+0000", 2021-03-04T23:44:35.506 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 211.708960647, 2021-03-04T23:44:35.506 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036927623, 2021-03-04T23:44:35.506 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.507 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.507 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.507 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.507 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.507 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 17835 2021-03-04T23:44:35.508 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.508 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.508 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.508 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.508 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.689993+0000", 2021-03-04T23:44:35.509 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.509 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.509 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.509 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.510 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.689993+0000", 2021-03-04T23:44:35.510 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011919109000000001 2021-03-04T23:44:35.510 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.510 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.510 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.511 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.701912+0000", 2021-03-04T23:44:35.511 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1199999999999996e-06 2021-03-04T23:44:35.511 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.511 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.511 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.512 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.701920+0000", 2021-03-04T23:44:35.512 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.9302999999999999e-05 2021-03-04T23:44:35.512 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.512 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.513 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.513 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.701969+0000", 2021-03-04T23:44:35.513 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.0976e-05 2021-03-04T23:44:35.513 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.514 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.514 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.514 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.701990+0000", 2021-03-04T23:44:35.514 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00020875000000000001 2021-03-04T23:44:35.514 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.515 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.515 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.515 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.702199+0000", 2021-03-04T23:44:35.515 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043218299999999999 2021-03-04T23:44:35.515 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.516 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.516 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.516 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.702631+0000", 2021-03-04T23:44:35.516 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00043219999999999999 2021-03-04T23:44:35.516 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.517 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.517 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:44:35.517 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.703063+0000", 2021-03-04T23:44:35.518 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0055298140000000001 2021-03-04T23:44:35.518 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.518 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.518 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.518 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.708593+0000", 2021-03-04T23:44:35.519 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.016778978 2021-03-04T23:44:35.519 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.519 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.520 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.520 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.725372+0000", 2021-03-04T23:44:35.520 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0014938900000000001 2021-03-04T23:44:35.520 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.520 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.521 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.521 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.726866+0000", 2021-03-04T23:44:35.521 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.9468e-05 2021-03-04T23:44:35.521 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.521 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.522 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.522 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.726895+0000", 2021-03-04T23:44:35.522 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5831999999999999e-05 2021-03-04T23:44:35.523 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.523 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.523 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.523 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.726921+0000", 2021-03-04T23:44:35.523 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036927623 2021-03-04T23:44:35.524 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.524 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.524 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.524 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.524 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.525 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:17836 44.1f e1146/1024 44:f80e556d:::rb.0.df45.778d8a26.000000000015:head v 1146'90, mlcod=1139'87)", 2021-03-04T23:44:35.525 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:03.702128+0000", 2021-03-04T23:44:35.525 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 211.696825491, 2021-03-04T23:44:35.525 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028551875000000001, 2021-03-04T23:44:35.525 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.526 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.526 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.526 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.527 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.527 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.702128+0000", 2021-03-04T23:44:35.527 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.527 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.527 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.528 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.528 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.702128+0000", 2021-03-04T23:44:35.528 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.019151787999999999 2021-03-04T23:44:35.528 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.528 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.529 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.529 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.721280+0000", 2021-03-04T23:44:35.529 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.5549999999999997e-06 2021-03-04T23:44:35.529 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.529 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.530 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.530 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.721288+0000", 2021-03-04T23:44:35.530 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.6162999999999998e-05 2021-03-04T23:44:35.530 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.530 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.531 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.531 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.721334+0000", 2021-03-04T23:44:35.531 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5688999999999998e-05 2021-03-04T23:44:35.531 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.532 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.533 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.533 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.721350+0000", 2021-03-04T23:44:35.533 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013788099999999999 2021-03-04T23:44:35.533 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.533 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.534 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.534 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.721488+0000", 2021-03-04T23:44:35.534 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3693999999999998e-05 2021-03-04T23:44:35.534 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.535 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.535 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.535 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.721541+0000", 2021-03-04T23:44:35.535 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0091179999999999994 2021-03-04T23:44:35.535 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.536 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.536 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.536 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.730659+0000", 2021-03-04T23:44:35.536 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1104999999999999e-05 2021-03-04T23:44:35.537 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.537 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.537 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.537 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:03.730680+0000", 2021-03-04T23:44:35.539 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.028551875000000001 2021-03-04T23:44:35.539 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.539 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.539 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.540 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.540 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.540 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:22539 44.a 44:5076c811:::rb.0.df45.65024f4c.00000000000b:head [set-alloc-hint object_size 4194304 write_size 4194304,write 520654~3673650] snapc 0=[] ondisk+write+known_if_redirected e1187)", 2021-03-04T23:44:35.540 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:46.211266+0000", 2021-03-04T23:44:35.540 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 169.187688044, 2021-03-04T23:44:35.541 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.026499107000000001, 2021-03-04T23:44:35.541 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.541 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.541 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.542 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.542 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.542 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 22539 2021-03-04T23:44:35.543 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.543 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.543 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.543 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.544 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.211266+0000", 2021-03-04T23:44:35.544 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.544 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.544 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.545 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.546 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.211266+0000", 2021-03-04T23:44:35.547 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0083828519999999997 2021-03-04T23:44:35.547 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.547 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.549 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.549 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.219649+0000", 2021-03-04T23:44:35.550 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.8909999999999998e-06 2021-03-04T23:44:35.550 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.550 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.550 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.553 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.219656+0000", 2021-03-04T23:44:35.553 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2138000000000001e-05 2021-03-04T23:44:35.553 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.554 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.554 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.554 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.219708+0000", 2021-03-04T23:44:35.554 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9862000000000001e-05 2021-03-04T23:44:35.554 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.555 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.555 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.555 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.219728+0000", 2021-03-04T23:44:35.555 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00019715800000000001 2021-03-04T23:44:35.556 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.556 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.556 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.556 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.219925+0000", 2021-03-04T23:44:35.556 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00049163199999999998 2021-03-04T23:44:35.557 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.557 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.557 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.557 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.220416+0000", 2021-03-04T23:44:35.558 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00049215499999999998 2021-03-04T23:44:35.558 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.558 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.558 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:44:35.558 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.220909+0000", 2021-03-04T23:44:35.559 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0087967559999999993 2021-03-04T23:44:35.559 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.559 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.560 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.562 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.229705+0000", 2021-03-04T23:44:35.562 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00090457500000000002 2021-03-04T23:44:35.562 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.563 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.563 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.563 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.230610+0000", 2021-03-04T23:44:35.564 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0068764050000000004 2021-03-04T23:44:35.564 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.564 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.564 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.565 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.237486+0000", 2021-03-04T23:44:35.565 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016154 2021-03-04T23:44:35.565 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.566 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.566 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.566 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.237648+0000", 2021-03-04T23:44:35.566 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000117143 2021-03-04T23:44:35.567 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.567 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.567 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.567 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:46.237765+0000", 2021-03-04T23:44:35.568 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.026499107000000001 2021-03-04T23:44:35.568 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.568 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.568 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.568 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.569 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.569 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:22649 44.18 44:1bb3ddff:::rb.0.df45.65024f4c.000000000010:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 95=[95,93] ondisk+write+known_if_redirected e1191)", 2021-03-04T23:44:35.569 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:49.536731+0000", 2021-03-04T23:44:35.569 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 165.86222302600001, 2021-03-04T23:44:35.570 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.02613151, 2021-03-04T23:44:35.570 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.570 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.570 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.570 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.571 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.571 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 22649 2021-03-04T23:44:35.571 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.571 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.572 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.572 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.572 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.536731+0000", 2021-03-04T23:44:35.572 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.573 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.573 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.573 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.573 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.536731+0000", 2021-03-04T23:44:35.573 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.011517434999999999 2021-03-04T23:44:35.574 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.574 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.574 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.574 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548248+0000", 2021-03-04T23:44:35.575 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.26e-06 2021-03-04T23:44:35.575 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.575 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.575 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.576 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548250+0000", 2021-03-04T23:44:35.576 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.3150000000000003e-06 2021-03-04T23:44:35.576 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.576 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.576 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.577 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548257+0000", 2021-03-04T23:44:35.577 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.9910000000000004e-06 2021-03-04T23:44:35.577 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.577 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.577 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.578 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548261+0000", 2021-03-04T23:44:35.578 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.0902999999999998e-05 2021-03-04T23:44:35.578 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.578 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.579 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.579 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548302+0000", 2021-03-04T23:44:35.579 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.9993e-05 2021-03-04T23:44:35.579 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.579 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.580 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.580 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548362+0000", 2021-03-04T23:44:35.580 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000143351 2021-03-04T23:44:35.580 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.581 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.581 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:44:35.581 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.548505+0000", 2021-03-04T23:44:35.581 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.006546194 2021-03-04T23:44:35.582 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.582 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.582 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.582 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.555051+0000", 2021-03-04T23:44:35.582 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.007687475 2021-03-04T23:44:35.583 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.583 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.583 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.584 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.562739+0000", 2021-03-04T23:44:35.584 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.2693000000000003e-05 2021-03-04T23:44:35.584 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.584 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.585 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.585 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.562812+0000", 2021-03-04T23:44:35.585 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.7608000000000001e-05 2021-03-04T23:44:35.586 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.586 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.586 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.587 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.562839+0000", 2021-03-04T23:44:35.587 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.3292e-05 2021-03-04T23:44:35.588 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.588 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.588 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.588 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:49.562862+0000", 2021-03-04T23:44:35.589 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.02613151 2021-03-04T23:44:35.589 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.589 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.590 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.590 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.590 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.590 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:22690 44.b 44:d1b6fdf2:::rb.0.df45.24d670d0.000000000003:head [set-alloc-hint object_size 4194304 write_size 4194304,write 238398~3955906] snapc 96=[96,94,92] ondisk+write+known_if_redirected e1193)", 2021-03-04T23:44:35.591 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:51.557334+0000", 2021-03-04T23:44:35.591 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 163.84162020900001, 2021-03-04T23:44:35.591 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.029715689, 2021-03-04T23:44:35.591 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.591 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.592 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.592 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.592 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.593 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 22690 2021-03-04T23:44:35.593 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.593 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.593 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.593 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.594 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.557334+0000", 2021-03-04T23:44:35.594 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.594 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.594 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.595 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.595 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.557334+0000", 2021-03-04T23:44:35.595 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010937463 2021-03-04T23:44:35.595 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.596 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.596 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.596 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568271+0000", 2021-03-04T23:44:35.596 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0271e-05 2021-03-04T23:44:35.597 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.597 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.597 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.597 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568282+0000", 2021-03-04T23:44:35.597 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.4079000000000001e-05 2021-03-04T23:44:35.598 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.598 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.598 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.598 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568306+0000", 2021-03-04T23:44:35.598 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.0729e-05 2021-03-04T23:44:35.599 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.600 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.600 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.600 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568316+0000", 2021-03-04T23:44:35.601 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000108717 2021-03-04T23:44:35.601 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.601 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.601 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.601 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568425+0000", 2021-03-04T23:44:35.602 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000235734 2021-03-04T23:44:35.602 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.602 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.602 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.603 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568661+0000", 2021-03-04T23:44:35.603 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00028736799999999998 2021-03-04T23:44:35.603 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.603 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.603 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:44:35.604 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.568948+0000", 2021-03-04T23:44:35.604 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0080321379999999994 2021-03-04T23:44:35.604 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.605 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.605 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.605 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.576980+0000", 2021-03-04T23:44:35.605 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0099030449999999992 2021-03-04T23:44:35.605 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.606 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.606 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.606 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.586883+0000", 2021-03-04T23:44:35.606 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.7278999999999999e-05 2021-03-04T23:44:35.606 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.607 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.607 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.607 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.586931+0000", 2021-03-04T23:44:35.607 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.5157e-05 2021-03-04T23:44:35.608 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.608 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.608 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.608 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.586996+0000", 2021-03-04T23:44:35.608 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3708999999999997e-05 2021-03-04T23:44:35.609 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.609 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.609 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.609 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:51.587049+0000", 2021-03-04T23:44:35.609 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.029715689 2021-03-04T23:44:35.610 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.610 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.610 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.610 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.611 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.611 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:23108 44.19 44:9a6e6c27:::rb.0.df45.764b44f6.00000000000b:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 0=[] ondisk+write+known_if_redirected e1195)", 2021-03-04T23:44:35.611 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:54.500844+0000", 2021-03-04T23:44:35.611 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 160.89811026699999, 2021-03-04T23:44:35.611 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.024185786000000001, 2021-03-04T23:44:35.612 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.612 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.612 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.612 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.612 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.613 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 23108 2021-03-04T23:44:35.613 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.613 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.613 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.613 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.614 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.500844+0000", 2021-03-04T23:44:35.614 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.614 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.614 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.615 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.615 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.500844+0000", 2021-03-04T23:44:35.615 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0077260769999999996 2021-03-04T23:44:35.615 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.615 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.616 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.616 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.508570+0000", 2021-03-04T23:44:35.616 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.5759999999999996e-06 2021-03-04T23:44:35.616 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.616 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.617 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.617 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.508575+0000", 2021-03-04T23:44:35.617 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.7502000000000001e-05 2021-03-04T23:44:35.617 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.617 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.618 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.618 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.508613+0000", 2021-03-04T23:44:35.618 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.5393999999999999e-05 2021-03-04T23:44:35.618 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.619 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.619 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.619 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.508628+0000", 2021-03-04T23:44:35.619 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00026322100000000001 2021-03-04T23:44:35.619 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.620 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.620 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.620 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.508891+0000", 2021-03-04T23:44:35.620 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000746907 2021-03-04T23:44:35.620 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.621 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.621 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.621 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.509638+0000", 2021-03-04T23:44:35.621 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00095594799999999998 2021-03-04T23:44:35.621 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.622 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.622 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:44:35.622 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.510594+0000", 2021-03-04T23:44:35.622 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0040858420000000001 2021-03-04T23:44:35.623 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.623 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.623 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.623 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.514680+0000", 2021-03-04T23:44:35.623 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0021807670000000001 2021-03-04T23:44:35.624 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.624 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.624 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.624 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.516861+0000", 2021-03-04T23:44:35.624 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0081061199999999996 2021-03-04T23:44:35.625 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.625 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.625 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.625 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.524967+0000", 2021-03-04T23:44:35.625 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0349e-05 2021-03-04T23:44:35.626 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.626 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.626 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.626 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.524997+0000", 2021-03-04T23:44:35.626 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.2082999999999998e-05 2021-03-04T23:44:35.627 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.627 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.627 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.627 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:54.525030+0000", 2021-03-04T23:44:35.628 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.024185786000000001 2021-03-04T23:44:35.628 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.628 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.628 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.629 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.629 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.630 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:23146 44.b 44:d4d187a7:::rb.0.df45.764b44f6.000000000008:head [set-alloc-hint object_size 4194304 write_size 4194304,write 3122070~1072234] snapc 9a=[9a] ondisk+write+known_if_redirected e1197)", 2021-03-04T23:44:35.630 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:56.594889+0000", 2021-03-04T23:44:35.630 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 158.80406452299999, 2021-03-04T23:44:35.630 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022922623, 2021-03-04T23:44:35.631 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.631 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.631 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.631 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.632 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.632 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 23146 2021-03-04T23:44:35.632 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.632 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.632 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.633 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.633 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.594889+0000", 2021-03-04T23:44:35.634 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.634 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.634 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.634 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.634 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.594889+0000", 2021-03-04T23:44:35.635 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001217779 2021-03-04T23:44:35.635 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.635 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.635 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.636 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596107+0000", 2021-03-04T23:44:35.636 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.792e-06 2021-03-04T23:44:35.636 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.636 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.636 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.637 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596109+0000", 2021-03-04T23:44:35.637 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.4647999999999999e-05 2021-03-04T23:44:35.637 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.637 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.637 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.638 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596124+0000", 2021-03-04T23:44:35.638 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.0810000000000001e-06 2021-03-04T23:44:35.638 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.638 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.639 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.639 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596129+0000", 2021-03-04T23:44:35.639 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1228000000000003e-05 2021-03-04T23:44:35.639 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.639 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.640 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.640 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596200+0000", 2021-03-04T23:44:35.640 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.7236999999999993e-05 2021-03-04T23:44:35.640 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.640 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.641 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.641 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596267+0000", 2021-03-04T23:44:35.641 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000112052 2021-03-04T23:44:35.641 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.642 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.642 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:44:35.642 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.596379+0000", 2021-03-04T23:44:35.642 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001339299 2021-03-04T23:44:35.642 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.643 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.643 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.643 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.597719+0000", 2021-03-04T23:44:35.643 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0065898179999999999 2021-03-04T23:44:35.643 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.644 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.644 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.644 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.604308+0000", 2021-03-04T23:44:35.645 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.013436225 2021-03-04T23:44:35.645 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.645 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.645 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.645 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.617745+0000", 2021-03-04T23:44:35.646 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.5723000000000003e-05 2021-03-04T23:44:35.646 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.646 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.646 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.646 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.617790+0000", 2021-03-04T23:44:35.647 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.1741000000000001e-05 2021-03-04T23:44:35.647 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.647 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.647 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.648 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.617812+0000", 2021-03-04T23:44:35.648 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022922623 2021-03-04T23:44:35.648 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.648 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.648 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.649 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.649 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.649 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:23157 44.e e1197/1024 44:7209c6ea:::rb.0.df45.764b44f6.000000000010:head v 1197'161, mlcod=1195'158)", 2021-03-04T23:44:35.649 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:56.604234+0000", 2021-03-04T23:44:35.649 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 158.79471990900001, 2021-03-04T23:44:35.650 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022383994000000001, 2021-03-04T23:44:35.650 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.650 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.650 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.650 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.651 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.651 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.604234+0000", 2021-03-04T23:44:35.651 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.651 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.652 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.652 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.652 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.604234+0000", 2021-03-04T23:44:35.652 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.017503332999999999 2021-03-04T23:44:35.652 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.653 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.653 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.653 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.621737+0000", 2021-03-04T23:44:35.653 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.44e-06 2021-03-04T23:44:35.653 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.654 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.654 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.654 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.621739+0000", 2021-03-04T23:44:35.654 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.306e-06 2021-03-04T23:44:35.654 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.655 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.655 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.655 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.621746+0000", 2021-03-04T23:44:35.655 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.8609999999999998e-06 2021-03-04T23:44:35.656 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.656 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.656 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.656 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.621749+0000", 2021-03-04T23:44:35.656 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.0109999999999999e-05 2021-03-04T23:44:35.657 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.657 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.657 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.657 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.621809+0000", 2021-03-04T23:44:35.657 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.2269000000000001e-05 2021-03-04T23:44:35.658 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.658 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.658 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.658 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.621821+0000", 2021-03-04T23:44:35.659 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047707060000000004 2021-03-04T23:44:35.659 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.659 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.659 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.659 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.626592+0000", 2021-03-04T23:44:35.660 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.5969000000000002e-05 2021-03-04T23:44:35.660 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.660 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.660 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.660 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.626618+0000", 2021-03-04T23:44:35.661 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.022383994000000001 2021-03-04T23:44:35.661 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.661 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.661 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.661 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.662 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.662 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:23159 44.b 44:d24410f0:::rb.0.df45.621f9a34.000000000010:head [set-alloc-hint object_size 4194304 write_size 4194304,write 320328~3873976] snapc 9b=[9b] ondisk+write+known_if_redirected e1197)", 2021-03-04T23:44:35.662 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:41:56.607036+0000", 2021-03-04T23:44:35.662 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 158.79191833799999, 2021-03-04T23:44:35.662 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036624813999999999, 2021-03-04T23:44:35.663 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.663 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.663 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.663 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.664 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.664 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 23159 2021-03-04T23:44:35.664 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.664 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.665 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.665 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.665 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.607036+0000", 2021-03-04T23:44:35.666 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.666 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.666 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.666 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.666 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.607036+0000", 2021-03-04T23:44:35.667 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.015219854 2021-03-04T23:44:35.667 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.667 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.667 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.667 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622256+0000", 2021-03-04T23:44:35.668 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.491e-06 2021-03-04T23:44:35.668 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.668 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.669 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.669 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622257+0000", 2021-03-04T23:44:35.669 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.6649999999999997e-06 2021-03-04T23:44:35.669 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.669 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.670 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.670 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622264+0000", 2021-03-04T23:44:35.670 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.779e-06 2021-03-04T23:44:35.670 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.671 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.671 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.671 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622266+0000", 2021-03-04T23:44:35.671 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.8609000000000005e-05 2021-03-04T23:44:35.672 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.672 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.672 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.672 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622355+0000", 2021-03-04T23:44:35.674 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00013614700000000001 2021-03-04T23:44:35.675 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.675 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.679 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.679 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622491+0000", 2021-03-04T23:44:35.679 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000183038 2021-03-04T23:44:35.679 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.680 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.680 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:44:35.680 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.622674+0000", 2021-03-04T23:44:35.680 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0069725860000000002 2021-03-04T23:44:35.681 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.681 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.681 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.681 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.629647+0000", 2021-03-04T23:44:35.681 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0078127519999999992 2021-03-04T23:44:35.682 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.682 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.682 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.682 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.637460+0000", 2021-03-04T23:44:35.683 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0060764790000000001 2021-03-04T23:44:35.683 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.683 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.683 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.683 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.643536+0000", 2021-03-04T23:44:35.684 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.1285000000000005e-05 2021-03-04T23:44:35.684 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.684 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.684 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.685 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.643617+0000", 2021-03-04T23:44:35.685 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.3129e-05 2021-03-04T23:44:35.685 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.685 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.686 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.686 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:41:56.643660+0000", 2021-03-04T23:44:35.686 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.036624813999999999 2021-03-04T23:44:35.686 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.686 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.687 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.687 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.687 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.687 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:26762 44.b 44:d1d00959:::image290.rbd:head [call rbd.snap_remove in=14b] snapc 0=[] ondisk+write+known_if_redirected e1236)", 2021-03-04T23:44:35.688 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:42:39.753096+0000", 2021-03-04T23:44:35.688 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 115.645858322, 2021-03-04T23:44:35.688 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.040298116000000002, 2021-03-04T23:44:35.688 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.688 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.689 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.689 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.689 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.689 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 26762 2021-03-04T23:44:35.690 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.690 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.690 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.690 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.691 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753096+0000", 2021-03-04T23:44:35.691 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.691 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.691 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.692 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.692 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753096+0000", 2021-03-04T23:44:35.692 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 2.357e-06 2021-03-04T23:44:35.692 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.692 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.693 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.693 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753098+0000", 2021-03-04T23:44:35.693 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.469e-06 2021-03-04T23:44:35.693 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.693 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.694 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.694 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753099+0000", 2021-03-04T23:44:35.694 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.3703000000000001e-05 2021-03-04T23:44:35.694 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.695 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.705 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.705 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753113+0000", 2021-03-04T23:44:35.705 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.8250000000000001e-06 2021-03-04T23:44:35.706 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.706 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.706 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.706 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753119+0000", 2021-03-04T23:44:35.707 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00036257999999999999 2021-03-04T23:44:35.707 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.707 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.707 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.707 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753482+0000", 2021-03-04T23:44:35.708 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00011731999999999999 2021-03-04T23:44:35.708 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.708 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.708 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.708 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753599+0000", 2021-03-04T23:44:35.709 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030976099999999998 2021-03-04T23:44:35.709 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.709 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.709 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:44:35.709 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.753909+0000", 2021-03-04T23:44:35.710 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0013023189999999999 2021-03-04T23:44:35.710 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.710 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.710 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.711 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.755211+0000", 2021-03-04T23:44:35.711 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.037876090000000001 2021-03-04T23:44:35.711 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.711 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.711 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.712 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.793087+0000", 2021-03-04T23:44:35.712 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00016014100000000001 2021-03-04T23:44:35.712 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.712 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.712 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.713 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.793247+0000", 2021-03-04T23:44:35.713 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.7031000000000001e-05 2021-03-04T23:44:35.713 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.713 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.714 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.714 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.793334+0000", 2021-03-04T23:44:35.714 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.9519999999999999e-05 2021-03-04T23:44:35.714 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.714 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.715 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.715 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:42:39.793394+0000", 2021-03-04T23:44:35.715 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.040298116000000002 2021-03-04T23:44:35.715 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.715 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.716 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.716 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.716 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.716 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:28732 44.19 44:98140e8e:::rb.0.df45.152ca389.00000000000b:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~2738899] snapc d4=[d4,d2,d0,ce,c8,c6,c4,c2] ondisk+write+known_if_redirected e1261)", 2021-03-04T23:44:35.717 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:43:06.046244+0000", 2021-03-04T23:44:35.717 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 89.352710216999995, 2021-03-04T23:44:35.717 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.023007854000000001, 2021-03-04T23:44:35.717 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.717 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.718 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.718 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.718 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.718 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 28732 2021-03-04T23:44:35.718 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.719 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.719 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.719 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.719 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.046244+0000", 2021-03-04T23:44:35.720 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.720 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.720 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.720 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.720 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.046244+0000", 2021-03-04T23:44:35.721 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0033685669999999998 2021-03-04T23:44:35.721 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.721 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.722 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.722 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.049612+0000", 2021-03-04T23:44:35.722 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 3.0170000000000001e-06 2021-03-04T23:44:35.723 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.723 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.723 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.723 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.049615+0000", 2021-03-04T23:44:35.724 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9241000000000001e-05 2021-03-04T23:44:35.724 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.724 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.724 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.724 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.049635+0000", 2021-03-04T23:44:35.725 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 6.9700000000000002e-06 2021-03-04T23:44:35.725 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.725 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.725 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.725 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.049642+0000", 2021-03-04T23:44:35.726 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.5457999999999994e-05 2021-03-04T23:44:35.726 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.726 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.726 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.727 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.049727+0000", 2021-03-04T23:44:35.727 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.2390000000000002e-06 2021-03-04T23:44:35.727 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.727 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.727 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op must wait for map", 2021-03-04T23:44:35.728 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.049732+0000", 2021-03-04T23:44:35.728 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001703715 2021-03-04T23:44:35.728 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.728 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.728 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.729 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.051436+0000", 2021-03-04T23:44:35.729 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000118261 2021-03-04T23:44:35.729 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.730 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.730 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.730 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.051554+0000", 2021-03-04T23:44:35.730 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00030101299999999999 2021-03-04T23:44:35.731 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.731 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.731 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:44:35.731 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.051855+0000", 2021-03-04T23:44:35.731 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0047584619999999998 2021-03-04T23:44:35.732 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.732 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.732 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.732 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.056614+0000", 2021-03-04T23:44:35.732 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.001249839 2021-03-04T23:44:35.733 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.733 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.733 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.733 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.057864+0000", 2021-03-04T23:44:35.734 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.010847235 2021-03-04T23:44:35.734 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.734 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.734 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.734 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.068711+0000", 2021-03-04T23:44:35.735 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00029279799999999998 2021-03-04T23:44:35.735 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.735 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.735 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.735 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.069004+0000", 2021-03-04T23:44:35.736 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00024803899999999997 2021-03-04T23:44:35.736 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.736 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.736 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.736 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.069252+0000", 2021-03-04T23:44:35.737 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.023007854000000001 2021-03-04T23:44:35.737 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.737 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.737 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.738 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.738 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.738 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_op(client.57157.0:28744 44.a 44:55b43da4:::rb.0.df45.152ca389.000000000014:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~4091159] snapc d4=[d4,d2,d0,ce,c8,c6,c4,c2] ondisk+write+known_if_redirected e1261)", 2021-03-04T23:44:35.738 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:43:06.076698+0000", 2021-03-04T23:44:35.738 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 89.322255592999994, 2021-03-04T23:44:35.739 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.045296067000000002, 2021-03-04T23:44:35.739 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.739 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.739 INFO:teuthology.orchestra.run.gibba023.stdout: "client_info": { 2021-03-04T23:44:35.740 INFO:teuthology.orchestra.run.gibba023.stdout: "client": "client.57157", 2021-03-04T23:44:35.740 INFO:teuthology.orchestra.run.gibba023.stdout: "client_addr": "172.21.2.108:0/3399080351", 2021-03-04T23:44:35.740 INFO:teuthology.orchestra.run.gibba023.stdout: "tid": 28744 2021-03-04T23:44:35.740 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.740 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.741 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.741 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.741 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.076698+0000", 2021-03-04T23:44:35.741 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.741 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.742 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.742 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.742 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.076698+0000", 2021-03-04T23:44:35.742 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.03068069 2021-03-04T23:44:35.742 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.743 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.743 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.743 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.107379+0000", 2021-03-04T23:44:35.743 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.1849999999999998e-06 2021-03-04T23:44:35.743 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.744 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.744 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.744 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.107386+0000", 2021-03-04T23:44:35.744 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.1814999999999999e-05 2021-03-04T23:44:35.745 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.745 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.745 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.745 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.107428+0000", 2021-03-04T23:44:35.745 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.8482999999999999e-05 2021-03-04T23:44:35.746 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.746 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.746 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.746 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.107447+0000", 2021-03-04T23:44:35.746 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000184625 2021-03-04T23:44:35.747 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.747 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.747 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.747 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.107631+0000", 2021-03-04T23:44:35.748 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00039742800000000002 2021-03-04T23:44:35.748 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.748 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.748 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.748 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.108029+0000", 2021-03-04T23:44:35.749 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000480326 2021-03-04T23:44:35.749 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.749 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.749 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:44:35.749 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.108509+0000", 2021-03-04T23:44:35.750 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0062866060000000001 2021-03-04T23:44:35.750 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.750 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.750 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "op_commit", 2021-03-04T23:44:35.750 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.114796+0000", 2021-03-04T23:44:35.751 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0066247240000000002 2021-03-04T23:44:35.751 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.751 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.751 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.752 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.121420+0000", 2021-03-04T23:44:35.752 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00032114399999999999 2021-03-04T23:44:35.752 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.752 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.752 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:35.753 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.121741+0000", 2021-03-04T23:44:35.753 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 8.0904999999999999e-05 2021-03-04T23:44:35.753 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.753 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.753 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.754 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.121822+0000", 2021-03-04T23:44:35.754 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.00017213600000000001 2021-03-04T23:44:35.754 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.754 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.754 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.755 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.121994+0000", 2021-03-04T23:44:35.755 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.045296067000000002 2021-03-04T23:44:35.755 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.755 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.756 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.756 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.756 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.756 INFO:teuthology.orchestra.run.gibba023.stdout: "description": "osd_repop(client.57157.0:28747 44.9 e1261/1024 44:91ba884f:::rbd_data.df453c47f2bd.0000000000000014:head v 1261'233, mlcod=1259'231)", 2021-03-04T23:44:35.756 INFO:teuthology.orchestra.run.gibba023.stdout: "initiated_at": "2021-03-04T23:43:06.090749+0000", 2021-03-04T23:44:35.757 INFO:teuthology.orchestra.run.gibba023.stdout: "age": 89.308205469000001, 2021-03-04T23:44:35.757 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.023942682, 2021-03-04T23:44:35.757 INFO:teuthology.orchestra.run.gibba023.stdout: "type_data": { 2021-03-04T23:44:35.757 INFO:teuthology.orchestra.run.gibba023.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:35.757 INFO:teuthology.orchestra.run.gibba023.stdout: "events": [ 2021-03-04T23:44:35.758 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.758 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "initiated", 2021-03-04T23:44:35.758 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.090749+0000", 2021-03-04T23:44:35.758 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0 2021-03-04T23:44:35.758 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.759 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.759 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "throttled", 2021-03-04T23:44:35.759 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.090749+0000", 2021-03-04T23:44:35.759 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.014700484999999999 2021-03-04T23:44:35.760 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.760 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.760 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "header_read", 2021-03-04T23:44:35.760 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.105449+0000", 2021-03-04T23:44:35.760 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 7.4200000000000001e-06 2021-03-04T23:44:35.761 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.761 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.761 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "all_read", 2021-03-04T23:44:35.761 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.105456+0000", 2021-03-04T23:44:35.761 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.1079999999999999e-05 2021-03-04T23:44:35.762 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.762 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.762 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "dispatched", 2021-03-04T23:44:35.762 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.105508+0000", 2021-03-04T23:44:35.762 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 1.9644999999999999e-05 2021-03-04T23:44:35.763 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.763 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.763 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "queued_for_pg", 2021-03-04T23:44:35.763 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.105527+0000", 2021-03-04T23:44:35.764 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.000137181 2021-03-04T23:44:35.764 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.764 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.764 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "reached_pg", 2021-03-04T23:44:35.764 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.105664+0000", 2021-03-04T23:44:35.765 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 4.4801e-05 2021-03-04T23:44:35.765 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.765 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.765 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "started", 2021-03-04T23:44:35.766 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.105709+0000", 2021-03-04T23:44:35.766 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.0089282779999999996 2021-03-04T23:44:35.766 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.766 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.767 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "commit_sent", 2021-03-04T23:44:35.767 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.114637+0000", 2021-03-04T23:44:35.767 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 5.3792000000000003e-05 2021-03-04T23:44:35.767 INFO:teuthology.orchestra.run.gibba023.stdout: }, 2021-03-04T23:44:35.767 INFO:teuthology.orchestra.run.gibba023.stdout: { 2021-03-04T23:44:35.768 INFO:teuthology.orchestra.run.gibba023.stdout: "event": "done", 2021-03-04T23:44:35.768 INFO:teuthology.orchestra.run.gibba023.stdout: "time": "2021-03-04T23:43:06.114691+0000", 2021-03-04T23:44:35.768 INFO:teuthology.orchestra.run.gibba023.stdout: "duration": 0.023942682 2021-03-04T23:44:35.768 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.768 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.769 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.769 INFO:teuthology.orchestra.run.gibba023.stdout: } 2021-03-04T23:44:35.769 INFO:teuthology.orchestra.run.gibba023.stdout: ] 2021-03-04T23:44:35.770 INFO:teuthology.orchestra.run.gibba023.stdout:} 2021-03-04T23:44:35.770 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:35 gibba008 bash[47391]: debug 2021-03-04T23:44:35.246+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:35.851 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.953 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:36.011 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:35 gibba008 bash[91265]: debug 2021-03-04T23:44:35.842+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:36.012 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:35 gibba008 bash[37770]: cluster 2021-03-04T23:44:33.953367+0000 mgr.x (mgr.34379) 1749 : cluster [DBG] pgmap v2676: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:36.012 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:35 gibba008 bash[39303]: cluster 2021-03-04T23:44:33.953367+0000 mgr.x (mgr.34379) 1749 : cluster [DBG] pgmap v2676: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:36.024 INFO:journalctl@ceph.mon.b.gibba023.stdout:Mar 04 23:44:35 gibba023 bash[27374]: cluster 2021-03-04T23:44:33.953367+0000 mgr.x (mgr.34379) 1749 : cluster [DBG] pgmap v2676: 149 pgs: 149 active+clean; 4.0 MiB data, 763 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:44:36.055 DEBUG:teuthology.orchestra.run.gibba008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 22a80224-7d3b-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:44:36.131 INFO:teuthology.orchestra.run.gibba008.stderr:Inferring config /var/lib/ceph/22a80224-7d3b-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:36.190 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:36.261 INFO:journalctl@ceph.osd.1.gibba008.stdout:Mar 04 23:44:36 gibba008 bash[47391]: debug 2021-03-04T23:44:36.182+0000 7fa9703d5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:36.292 DEBUG:teuthology.orchestra.run.gibba008:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:36.590 INFO:teuthology.orchestra.run.gibba008.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:36.693 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:36.743 INFO:teuthology.orchestra.run.gibba008.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:44:36.852 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:36 gibba008 bash[39303]: audit 2021-03-04T23:44:36.157908+0000 mon.c (mon.1) 196 : audit [INF] from='client.? 172.21.2.108:0/2102998375' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:36.853 INFO:journalctl@ceph.mon.c.gibba008.stdout:Mar 04 23:44:36 gibba008 bash[39303]: audit 2021-03-04T23:44:36.158284+0000 mon.a (mon.0) 3145 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:36.853 INFO:journalctl@ceph.osd.3.gibba008.stdout:Mar 04 23:44:36 gibba008 bash[91265]: debug 2021-03-04T23:44:36.582+0000 7fc678af5700 -1 received signal: Hangup from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:44:36.854 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:36 gibba008 bash[37770]: audit 2021-03-04T23:44:36.157908+0000 mon.c (mon.1) 196 : audit [INF] from='client.? 172.21.2.108:0/2102998375' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:36.854 INFO:journalctl@ceph.mon.a.gibba008.stdout:Mar 04 23:44:36 gibba008 bash[37770]: audit 2021-03-04T23:44:36.158284+0000 mon.a (mon.0) 3145 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:36.872 INFO:teuthology.orchestra.run.gibba023.stdout:ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:36.973 DEBUG:teuthology.orchestra.run.gibba023:> sudo docker kill -s 1 ceph-22a80224-7d3b-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:36.979 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-03-04T23:44:36.984 DEBUG:teuthology.task.console_log:Killing console logger for gibba008 2021-03-04T23:44:36.986 DEBUG:teuthology.task.console_log:Killing console logger for gibba023 2021-03-04T23:44:36.988 DEBUG:teuthology.exit:Finished running handlers